-- Logs begin at Tue 2021-07-13 18:33:01 UTC, end at Tue 2021-07-13 20:53:41 UTC. -- Jul 13 19:10:03.678156 n-d-800708-1 systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 19:10:06.564938 n-d-800708-1 neutron-server[93657]: INFO neutron.common.config [-] Logging enabled! Jul 13 19:10:06.565506 n-d-800708-1 neutron-server[93657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 19:10:06.565633 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 19:10:06.568829 n-d-800708-1 neutron-server[93657]: INFO neutron.common.config [-] Logging enabled! Jul 13 19:10:06.569086 n-d-800708-1 neutron-server[93657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 19:10:06.569405 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 19:10:06.570348 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:10:06.570607 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:10:06.570973 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:10:06.571224 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:10:06.571962 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:10:06.572291 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.572590 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.572890 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.573122 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.573420 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.573719 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.574004 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.574295 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.574622 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.574913 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.575190 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.575478 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.575710 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.575991 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.576280 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.576568 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.576792 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] debug = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.577073 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.577503 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.577922 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.578204 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.578682 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.578786 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.579062 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.579343 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.579631 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.579958 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] host = n-d-800708-1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.580237 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.580530 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.580821 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.581111 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.581388 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.581667 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.581957 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.582232 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.582538 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] log_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.582817 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.583108 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.583397 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.583693 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.583921 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.584144 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.584433 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.584723 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.585000 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.585276 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.585552 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.585828 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.586103 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.586374 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.586684 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.586969 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.587871 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.588147 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.588427 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.588701 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.588976 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.589265 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.589539 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.589813 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.590088 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.590375 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.590671 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.590946 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.591248 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.591537 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.591820 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.592106 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.592380 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.592664 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.592938 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.593211 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.593483 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] use_json = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.593761 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.594033 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.594315 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.594614 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.594890 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.595164 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.595437 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.595725 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:06.596023 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.596322 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.596629 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.596915 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.597214 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.597493 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.597786 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.598064 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.598353 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.598676 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.598968 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.599247 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.599536 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.599815 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.600110 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.600414 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.600713 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.601009 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.601287 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.601564 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.601839 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.602117 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.602421 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.602738 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.603037 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.603389 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.603680 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.603976 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.604255 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.604529 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.604809 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.605100 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.605380 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.605653 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.605937 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.606215 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.606517 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.606792 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.607070 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.607360 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.607637 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.607910 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.608184 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.608460 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.608730 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.609016 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.609295 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.609569 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.609840 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.610118 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.610389 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.610683 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.610961 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.611234 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.611510 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.611781 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.612052 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.612324 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.612595 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.612869 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.613145 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.613422 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.613704 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.613978 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.614251 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.614554 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.614827 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.615104 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.615392 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.615688 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.615966 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.616243 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.616519 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.616794 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.617071 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.617348 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.617625 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.617902 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.618175 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.618533 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.618819 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.619106 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.619390 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.619667 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.619964 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.620241 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.620524 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.620800 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.621077 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.621365 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.621651 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.621946 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.622241 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.622563 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.622859 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.623152 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.623438 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.623747 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.624027 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:06.624246 n-d-800708-1 neutron-server[93657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:10:06.624488 n-d-800708-1 neutron-server[93657]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93657) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 19:10:06.974511 n-d-800708-1 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 19:10:06.974791 n-d-800708-1 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 19:10:06.975082 n-d-800708-1 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 19:10:06.975419 n-d-800708-1 neutron-server[93657]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 19:10:07.367696 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.367988 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.368262 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.369780 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.370053 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.370330 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.405229 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.405509 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.405788 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.418880 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.419165 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.419437 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.449341 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.449613 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.449882 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.485697 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.485982 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.486262 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.718189 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.718856 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.718856 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.719107 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.719708 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.841842 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.842168 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.842487 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.842759 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.843026 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.843336 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.843595 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.843849 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.844101 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.844384 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.844641 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.844901 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.845154 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.845406 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.845661 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.845935 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.846188 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.846495 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.846766 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.847036 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.847309 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.847565 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.847847 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.848226 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.848475 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.848720 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.849119 n-d-800708-1 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:10:07.849363 n-d-800708-1 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:10:07.849603 n-d-800708-1 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:10:07.849841 n-d-800708-1 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:10:07.850082 n-d-800708-1 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:10:07.850319 n-d-800708-1 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:10:07.850738 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 19:10:07.854417 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 19:10:07.858340 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 19:10:07.862203 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 13 19:10:07.863859 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 19:10:07.864307 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 19:10:07.864649 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 19:10:07.865034 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 19:10:07.867872 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 19:10:07.868123 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 19:10:07.868494 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 19:10:07.895926 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 19:10:07.896378 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.896678 n-d-800708-1 neutron-server[93657]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93657) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 19:10:07.897045 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.898424 n-d-800708-1 neutron-server[93657]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93657) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 19:10:07.898716 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 19:10:07.898960 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 19:10:07.904194 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.904483 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:07.969384 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 19:10:07.969571 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 19:10:07.969809 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 19:10:07.970185 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 19:10:07.991335 n-d-800708-1 neutron-server[93657]: DEBUG oslo_db.sqlalchemy.engines [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93657) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 19:10:08.517104 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Initializing driver for type 'gre' Jul 13 19:10:08.517525 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] gre ID ranges: [(1, 1000)] Jul 13 19:10:08.570850 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Initializing driver for type 'local' Jul 13 19:10:08.571185 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Initializing driver for type 'vlan' Jul 13 19:10:08.583547 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] VlanTypeDriver initialization complete Jul 13 19:10:08.583913 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Initializing driver for type 'vxlan' Jul 13 19:10:08.584402 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] vxlan ID ranges: [(1, 1000)] Jul 13 19:10:08.636587 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Initializing extension driver 'port_security' Jul 13 19:10:08.637020 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.extensions.port_security [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] PortSecurityExtensionDriver initialization complete Jul 13 19:10:08.637397 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Initializing mechanism driver 'openvswitch' Jul 13 19:10:08.637723 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Initializing mechanism driver 'hyperv' Jul 13 19:10:08.644175 n-d-800708-1 neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:10:08.645011 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.645383 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.645735 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.646252 n-d-800708-1 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:10:08.646715 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.647066 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.647410 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.647796 n-d-800708-1 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:10:08.648194 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > network after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.648537 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > network after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.648875 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.649261 n-d-800708-1 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:10:08.650222 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.650606 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.650948 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.651338 n-d-800708-1 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:10:08.652002 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.652346 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.652684 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.653068 n-d-800708-1 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:10:08.653464 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.653805 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.654141 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.654556 n-d-800708-1 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:10:08.654933 n-d-800708-1 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] ML2 OVO RPC backend initialized. {{(pid=93657) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 19:10:08.655632 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.655984 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.656396 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > network before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.656744 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > networks before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.657091 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > port before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.657430 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > ports before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.657768 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.658107 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.658476 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > network after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.658815 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > network after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.659150 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.659484 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.659817 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.660150 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.660482 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.660813 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.661148 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.661720 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.plugin [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Modular L2 Plugin initialization complete Jul 13 19:10:08.662046 n-d-800708-1 neutron-server[93657]: DEBUG neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading services supported by the core plugin {{(pid=93657) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 19:10:08.662372 n-d-800708-1 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Got port-security extension from driver 'port_security' Jul 13 19:10:08.662858 n-d-800708-1 neutron-server[93657]: INFO neutron.extensions.vlantransparent [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Disabled vlantransparent extension. Jul 13 19:10:08.663336 n-d-800708-1 neutron-server[93657]: DEBUG neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93657) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 19:10:08.663650 n-d-800708-1 neutron-server[93657]: INFO neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading Plugin: router Jul 13 19:10:08.699776 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.700161 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router after_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.700529 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router before_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.700902 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.701272 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.701623 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router after_delete 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.701977 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.702483 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router after_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.702833 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.703183 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.703529 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.703886 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.704291 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.704655 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.704993 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.705326 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: subnet after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.705660 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.706004 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.706349 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.706709 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: port before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.707049 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.707402 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.707745 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.708093 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.708449 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.708790 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.709149 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > agent after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.709496 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.709836 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.710708 n-d-800708-1 neutron-server[93657]: DEBUG neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Tracking information for resource: router configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:10:08.711039 n-d-800708-1 neutron-server[93657]: DEBUG neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Tracking information for resource: floatingip configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:10:08.715880 n-d-800708-1 neutron-server[93657]: INFO neutron.db.l3_agentschedulers_db [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 19:10:08.716452 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.716812 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.717166 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.717512 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.718290 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router before_create 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.718850 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.719028 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.719378 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.723777 n-d-800708-1 neutron-server[93657]: DEBUG neutron.services.provider_configuration [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service providers = [] {{(pid=93657) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 19:10:08.724139 n-d-800708-1 neutron-server[93657]: DEBUG neutron.db.servicetype_db [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93657) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 19:10:08.727071 n-d-800708-1 neutron-server[93657]: DEBUG neutron.services.service_base [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:10:08.727419 n-d-800708-1 neutron-server[93657]: DEBUG neutron.services.service_base [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:10:08.727787 n-d-800708-1 neutron-server[93657]: DEBUG neutron.services.service_base [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:10:08.728672 n-d-800708-1 neutron-server[93657]: DEBUG neutron.services.service_base [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:10:08.729046 n-d-800708-1 neutron-server[93657]: INFO neutron.services.service_base [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 19:10:08.729418 n-d-800708-1 neutron-server[93657]: DEBUG neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:10:08.729733 n-d-800708-1 neutron-server[93657]: INFO neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 19:10:08.740223 n-d-800708-1 neutron-server[93657]: DEBUG neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:10:08.740554 n-d-800708-1 neutron-server[93657]: INFO neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading Plugin: auto_allocate Jul 13 19:10:08.746776 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: network precommit_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.747151 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: network precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.747660 n-d-800708-1 neutron-server[93657]: DEBUG neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:10:08.747976 n-d-800708-1 neutron-server[93657]: INFO neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading Plugin: tag Jul 13 19:10:08.754612 n-d-800708-1 neutron-server[93657]: DEBUG neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:10:08.754943 n-d-800708-1 neutron-server[93657]: INFO neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading Plugin: timestamp Jul 13 19:10:08.758709 n-d-800708-1 neutron-server[93657]: DEBUG neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:10:08.759612 n-d-800708-1 neutron-server[93657]: INFO neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading Plugin: network_ip_availability Jul 13 19:10:08.765109 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.765498 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.765908 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.766734 n-d-800708-1 neutron-server[93657]: DEBUG neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:10:08.767082 n-d-800708-1 neutron-server[93657]: INFO neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading Plugin: flavors Jul 13 19:10:08.772823 n-d-800708-1 neutron-server[93657]: DEBUG neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:10:08.773172 n-d-800708-1 neutron-server[93657]: INFO neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading Plugin: revisions Jul 13 19:10:08.778498 n-d-800708-1 neutron-server[93657]: DEBUG neutron.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:10:08.778955 n-d-800708-1 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 19:10:08.779796 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93657) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 19:10:08.780194 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Initializing extension manager. Jul 13 19:10:08.780835 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: __init__.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.781176 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: __pycache__ {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.781528 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.781926 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: address_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.782850 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.783528 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: address-group Jul 13 19:10:08.783881 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: address_scope.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.784699 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.785270 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: address-scope Jul 13 19:10:08.785696 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.786831 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.787444 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: router-admin-state-down-before-update Jul 13 19:10:08.787747 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: agent.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.788587 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.789126 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: agent Jul 13 19:10:08.789447 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: agent_resources_synced.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.790964 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.791475 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: agent-resources-synced Jul 13 19:10:08.791793 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.793579 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.794090 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: allowed-address-pairs Jul 13 19:10:08.794422 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.795507 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.796013 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: auto-allocated-topology Jul 13 19:10:08.796333 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: availability_zone.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.797021 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.797521 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: availability_zone Jul 13 19:10:08.797840 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: availability_zone_filter.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.798829 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.799331 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: availability_zone_filter Jul 13 19:10:08.799650 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: data_plane_status.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.800552 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.801055 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 19:10:08.801375 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: default_subnetpools.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.802286 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.802827 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: default-subnetpools Jul 13 19:10:08.803144 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.803951 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.804460 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: dhcp_agent_scheduler Jul 13 19:10:08.804782 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: dns.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.805719 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.806913 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 19:10:08.807239 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: dns_domain_ports.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.808159 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.808660 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 19:10:08.808982 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.809901 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.810429 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 19:10:08.810753 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: dvr.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.811427 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.811926 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: dvr Jul 13 19:10:08.812244 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: empty_string_filtering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.813157 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.813658 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: empty-string-filtering Jul 13 19:10:08.813975 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.814902 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.815407 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 19:10:08.815725 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.816642 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.817146 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 19:10:08.817461 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: external_net.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.818367 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.818899 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: external-net Jul 13 19:10:08.819214 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.820113 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.820612 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: extra_dhcp_opt Jul 13 19:10:08.820934 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: extraroute.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.822037 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.822583 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: extraroute Jul 13 19:10:08.822904 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: extraroute_atomic.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.823926 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.824429 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: extraroute-atomic Jul 13 19:10:08.824745 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: filter_validation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.825403 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.826082 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: filter-validation Jul 13 19:10:08.826424 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: fip_pf_description.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.827324 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.827823 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 19:10:08.828138 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: fip_port_details.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.829054 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.829557 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: fip-port-details Jul 13 19:10:08.829874 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: flavors.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.831123 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.831637 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: flavors Jul 13 19:10:08.831960 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.833596 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.834122 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 19:10:08.834487 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: floatingip_pools.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.835191 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.835704 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: floatingip-pools Jul 13 19:10:08.836029 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: ip_allocation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.836990 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.837676 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 19:10:08.837999 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.838947 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.839460 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: ip-substring-filtering Jul 13 19:10:08.839783 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: l2_adjacency.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.840709 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.841218 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 19:10:08.841539 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: l3.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.842515 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.843029 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: router Jul 13 19:10:08.843361 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.845534 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.846060 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 19:10:08.846387 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.847343 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.847858 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: ext-gw-mode Jul 13 19:10:08.848181 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.849108 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.849616 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: l3-ha Jul 13 19:10:08.849937 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: l3_flavors.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.850925 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.851414 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: l3-flavors Jul 13 19:10:08.851734 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.853167 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.853722 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 19:10:08.854043 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: l3agentscheduler.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.855107 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.855617 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: l3_agent_scheduler Jul 13 19:10:08.855938 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: logging.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.857398 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.857916 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension logging not supported by any of loaded plugins Jul 13 19:10:08.858243 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: metering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.859017 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.859596 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: metering Jul 13 19:10:08.859919 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.862522 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.863054 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: metering_source_and_destination_fields Jul 13 19:10:08.863385 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: multiprovidernet.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.864319 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.864832 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: multi-provider Jul 13 19:10:08.865154 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: netmtu.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.866068 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.866609 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: net-mtu Jul 13 19:10:08.866931 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: netmtu_writable.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.867848 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.868981 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: net-mtu-writable Jul 13 19:10:08.869302 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: network_availability_zone.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.869983 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.870522 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: network_availability_zone Jul 13 19:10:08.870833 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: network_ip_availability.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.871923 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.872430 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: network-ip-availability Jul 13 19:10:08.872750 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: network_segment_range.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.873511 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.874011 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 19:10:08.874327 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: pagination.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.875326 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.875651 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: pagination Jul 13 19:10:08.875967 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: port_device_profile.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.876888 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.877402 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: port-device-profile Jul 13 19:10:08.877723 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.878676 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.879184 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: port-mac-address-regenerate Jul 13 19:10:08.879507 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.880410 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.880919 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: port-numa-affinity-policy Jul 13 19:10:08.881241 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: port_resource_request.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.882159 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.882692 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 19:10:08.883015 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: portbindings.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.883999 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.884534 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: binding Jul 13 19:10:08.884852 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: portbindings_extended.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.886108 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.886658 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: binding-extended Jul 13 19:10:08.886983 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: portsecurity.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.887898 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.888407 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: port-security Jul 13 19:10:08.888727 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: project_id.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.889693 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.890015 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: project-id Jul 13 19:10:08.890331 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: providernet.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.891296 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.891809 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: provider Jul 13 19:10:08.892131 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: qos.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.895642 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.896162 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension qos not supported by any of loaded plugins Jul 13 19:10:08.896489 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.897727 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.898240 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 19:10:08.898595 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.899548 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.900137 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 19:10:08.900463 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: qos_default.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.901381 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.902141 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension qos-default not supported by any of loaded plugins Jul 13 19:10:08.902491 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: qos_fip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.903139 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.903640 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 19:10:08.903959 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.904878 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.905388 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 19:10:08.905708 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.906642 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.907149 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 19:10:08.907468 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.908375 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.908881 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 19:10:08.909200 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: qos_rules_alias.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.910270 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.910811 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 19:10:08.911136 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: quotasv2.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.912052 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.912558 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: quotas Jul 13 19:10:08.912877 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: quotasv2_detail.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.916495 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.916829 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: quota_details Jul 13 19:10:08.917160 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: rbac.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.918209 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.918766 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: rbac-policies Jul 13 19:10:08.919094 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: rbac_address_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.920022 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.920537 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: rbac-address-group Jul 13 19:10:08.920859 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: rbac_address_scope.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.921796 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.922303 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: rbac-address-scope Jul 13 19:10:08.922656 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: rbac_security_groups.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.923570 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.924072 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: rbac-security-groups Jul 13 19:10:08.924393 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.925314 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.925818 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: rbac-subnetpool Jul 13 19:10:08.926139 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: revisionifmatch.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.927086 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.927594 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: revision-if-match Jul 13 19:10:08.927913 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: revisions.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.929016 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.929531 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: standard-attr-revisions Jul 13 19:10:08.929856 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: router_availability_zone.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.930563 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.931741 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: router_availability_zone Jul 13 19:10:08.932125 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: routerservicetype.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.933048 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.933555 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 19:10:08.933874 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.934830 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.935340 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: security-groups-normalized-cidr Jul 13 19:10:08.935661 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.936576 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.937078 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: port-security-groups-filtering Jul 13 19:10:08.937397 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.938313 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.938848 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: security-groups-remote-address-group Jul 13 19:10:08.939168 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: securitygroup.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.948805 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.949336 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: security-group Jul 13 19:10:08.949669 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: segment.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.950482 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.950996 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension segment not supported by any of loaded plugins Jul 13 19:10:08.951327 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.952264 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.952780 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 19:10:08.953102 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: servicetype.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.954197 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.954755 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: service-type Jul 13 19:10:08.955084 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: sorting.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.956060 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.956389 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: sorting Jul 13 19:10:08.956715 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: standard_attr_segment.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.957693 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.958209 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 19:10:08.958567 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: standardattrdescription.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.959218 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.959722 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: standard-attr-description Jul 13 19:10:08.960044 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: stateful_security_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.960989 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.961506 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: stateful-security-group Jul 13 19:10:08.961826 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: stdattrs_common.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.962496 n-d-800708-1 neutron-server[93657]: WARNING neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 19:10:08.962815 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.963737 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.964264 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 19:10:08.964589 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: subnet_onboard.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.965660 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.966175 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: subnet_onboard Jul 13 19:10:08.966518 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.967446 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.967951 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 19:10:08.968271 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: subnet_service_types.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.969185 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.969693 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: subnet-service-types Jul 13 19:10:08.970013 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: subnetallocation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.971109 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.971624 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: subnet_allocation Jul 13 19:10:08.971949 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.972609 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.973113 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: subnetpool-prefix-ops Jul 13 19:10:08.973432 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.974350 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.974878 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 19:10:08.975203 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: tagging.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.976324 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.976840 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: standard-attr-tag Jul 13 19:10:08.977165 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: timestamp.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.978920 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.979440 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loaded extension: standard-attr-timestamp Jul 13 19:10:08.979765 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: trunk.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.980794 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.981315 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension trunk not supported by any of loaded plugins Jul 13 19:10:08.981641 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: trunk_details.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.982590 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.983103 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 19:10:08.983428 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.984346 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.984862 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 19:10:08.985184 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Loading extension file: vlantransparent.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:10:08.985852 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:10:08.986359 n-d-800708-1 neutron-server[93657]: INFO neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 19:10:08.988810 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:network Jul 13 19:10:08.989338 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:subnet Jul 13 19:10:08.989731 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:10:08.990118 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:port Jul 13 19:10:08.991464 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:08.991904 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service FLAVORS assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:08.992521 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:08.992942 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:08.993322 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:router Jul 13 19:10:08.994289 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 19:10:08.994813 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service METERING assigned prefix: /metering {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:08.996261 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.996628 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.996975 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:10:08.997963 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 19:10:08.998426 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:security_group Jul 13 19:10:08.998863 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 19:10:08.999468 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:08.999789 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:10:09.000128 n-d-800708-1 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] subnetpool is already registered Jul 13 19:10:09.000554 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:09.000876 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:10:09.001208 n-d-800708-1 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] subnetpool is already registered Jul 13 19:10:09.003522 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:09.003952 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service FLAVORS assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:09.004539 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:09.004958 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:09.005289 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:router Jul 13 19:10:09.005627 n-d-800708-1 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] router is already registered Jul 13 19:10:09.006033 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 19:10:09.006364 n-d-800708-1 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] floatingip is already registered Jul 13 19:10:09.006841 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service METERING assigned prefix: /metering {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:09.007494 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 19:10:09.007819 n-d-800708-1 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] rbac_policy is already registered Jul 13 19:10:09.008226 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:security_group Jul 13 19:10:09.008558 n-d-800708-1 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] security_group is already registered Jul 13 19:10:09.009028 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 19:10:09.009332 n-d-800708-1 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] security_group_rule is already registered Jul 13 19:10:09.009949 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:09.010273 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:10:09.010633 n-d-800708-1 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] subnetpool is already registered Jul 13 19:10:09.011045 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:10:09.011367 n-d-800708-1 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:10:09.011693 n-d-800708-1 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] subnetpool is already registered Jul 13 19:10:09.012147 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: extensions {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.013579 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: address-groups {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.015082 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: address-scopes {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.016387 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: agents {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.017524 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: auto-allocated-topology {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.018782 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: availability_zones {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.019985 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: dhcp-networks {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.021481 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: dhcp-agents {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.022971 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: routers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.024645 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: flavors {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.025903 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: service_profiles {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.027387 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: next_providers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.028815 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: service_profiles {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.030334 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: floatingip-pools {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.031580 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: routers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.033257 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: floatingips {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.035431 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: l3-routers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.036829 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: l3-agents {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.038240 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: metering-labels {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.039493 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: metering-label-rules {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.041426 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: network-ip-availabilities {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.042694 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: bindings {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.044235 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: quotas {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.045767 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: quotas {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.047190 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: rbac-policies {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.048366 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: security-groups {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.049642 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: security-group-rules {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.050916 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: service-providers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.052138 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: subnetpools {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.053442 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: subnetpools {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.054996 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.057286 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.059118 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.060881 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.062567 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.064489 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.066156 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.067953 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.069787 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.071570 n-d-800708-1 neutron-server[93657]: DEBUG neutron.api.extensions [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:10:09.077533 n-d-800708-1 neutron-server[93657]: WARNING keystonemiddleware.auth_token [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 19:10:09.081995 n-d-800708-1 neutron-server[93657]: WARNING keystonemiddleware.auth_token [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 19:10:09.091963 n-d-800708-1 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Acquired lock "singleton_lock" {{(pid=93657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 19:10:09.092438 n-d-800708-1 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Releasing lock "singleton_lock" {{(pid=93657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 19:10:09.093069 n-d-800708-1 neutron-server[93657]: INFO oslo_service.service [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Starting 2 workers Jul 13 19:10:09.097898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Started child 93766 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:10:09.102282 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Started child 93767 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:10:09.104402 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:09.105102 n-d-800708-1 neutron-server[93657]: INFO neutron.service [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 19:10:09.105963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [-] (93766) wsgi starting up on http://0.0.0.0:9696 Jul 13 19:10:09.106799 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Notify callbacks [] for process, before_spawn {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:09.110274 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:09.111772 n-d-800708-1 neutron-server[93657]: INFO oslo_service.service [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Starting 1 workers Jul 13 19:10:09.112047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [-] (93767) wsgi starting up on http://0.0.0.0:9696 Jul 13 19:10:09.117164 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Started child 93768 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:10:09.117674 n-d-800708-1 neutron-server[93657]: INFO oslo_service.service [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Starting 1 workers Jul 13 19:10:09.121620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.service [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] calling RpcWorker wait() {{(pid=93768) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 19:10:09.122179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.service [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] returning from RpcWorker wait() {{(pid=93768) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 19:10:09.122988 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Started child 93769 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:10:09.123623 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:09.123826 n-d-800708-1 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ea6a40a7-7338-409d-829b-97f6e620d7a9 None None] Notify callbacks [] for process, after_spawn {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:09.124184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:10:09.125728 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 19:10:09.125935 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:10:09.126122 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:10:09.126332 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:10:09.126682 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:10:09.126844 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:10:09.127330 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.127599 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.127857 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:09.128306 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.128306 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.128453 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.128988 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.129156 n-d-800708-1 neutron-server[93769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:10:09.129257 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.129482 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.129752 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.129998 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.130170 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.130334 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.130615 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.130871 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.131159 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.131417 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.131646 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.131918 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.132089 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.132345 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.132618 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.132864 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.133131 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] debug = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.133369 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.133879 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.134134 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.134376 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.134616 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.135061 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.135311 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.135587 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.135830 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.136066 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.136316 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.136575 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.136806 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.137015 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.137232 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.137470 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.137708 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.138150 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] host = n-d-800708-1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.138372 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.138612 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.138858 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.139089 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.139331 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.139565 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.139829 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.140093 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.140358 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.140580 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.140835 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.141079 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.141300 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.141552 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.141715 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_options = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.141969 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.142240 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.142514 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.142703 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.142869 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.143041 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.143295 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.143438 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.143700 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.143928 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.144155 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.144381 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.144592 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.144802 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.145048 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.145287 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.145499 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.145721 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.145964 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.146187 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.146443 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.146682 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.146912 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.147128 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.147356 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.147597 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.147851 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.148061 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.148277 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.148511 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.148751 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.149010 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.149262 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.149737 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.149878 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.150177 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.150394 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.150758 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.150986 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.151229 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.151726 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.151956 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.152213 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.152430 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.152661 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.152901 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_json = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.153113 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.153342 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.153632 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.153821 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.154046 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.154255 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.154504 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.154734 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.155135 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.155430 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.155723 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.155969 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.156198 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.156453 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.156696 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.156912 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.157171 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.157395 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.157714 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.157950 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.158221 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.159615 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.159615 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.159615 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.159615 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.160109 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.160109 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.160363 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.160485 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.160660 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.160980 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.161964 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.161964 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.161964 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.162215 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.162361 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.162826 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.163071 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.163274 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.163608 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.163834 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.164026 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.164296 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.164480 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.164751 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.165018 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.165777 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.165994 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.166226 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.166501 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.166720 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.166941 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.167172 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.167594 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.167813 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.168057 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.170440 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.170440 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.170440 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.170440 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.170440 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.170440 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.170440 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.170440 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.170440 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173207 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173207 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173207 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173207 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173207 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173207 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173207 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173207 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173207 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.173898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.174394 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.174394 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.174586 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.174726 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.174958 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.175170 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.175434 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.175689 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.176020 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.176260 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.176495 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.177757 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.177757 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.177757 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.177757 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.177757 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.178135 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.178203 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.178526 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.178760 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.179004 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.179253 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.179522 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.179959 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.180216 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.180461 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.180738 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.181597 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.181944 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.182224 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.182322 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.182526 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.182738 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.183005 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.183254 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.183517 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.183746 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.184003 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.184293 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.184554 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.184824 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.185045 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.185329 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.185643 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.185891 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.186162 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.186390 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.186675 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.186929 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.187185 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.187442 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.187687 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.187928 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.188158 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.188579 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.188972 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.189215 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.189448 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.189697 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.189991 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.190237 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.190474 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.190688 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.190955 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.191216 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.191431 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.191772 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.192174 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.192588 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.192975 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.193354 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.193569 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.193802 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.194028 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.194239 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.194515 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.194750 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.194986 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.195214 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.195422 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.195652 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.195864 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.196076 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.196324 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.196579 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.196792 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.197037 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.197246 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.197476 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.197723 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.197941 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.198174 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.198386 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.198631 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.198877 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.199106 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.199363 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.199608 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.199821 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.200070 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.200309 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.200539 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.200749 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.200988 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.201221 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.201427 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.201636 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.201848 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.202056 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.202283 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.202543 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.202757 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.203009 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.203254 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.203582 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.203813 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.204062 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.204257 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.204470 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.204722 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.204971 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.205186 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.205381 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.205593 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.205825 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.206075 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.206292 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.206532 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.206755 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.206963 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.207171 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.207382 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.207605 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.207882 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.208192 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.208381 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.208632 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.208884 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.209061 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.209309 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.209611 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.210659 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.211580 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.211580 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.211844 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.212467 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.212698 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.212907 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.213227 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.213459 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.213801 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.214162 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.215120 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.215348 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.215563 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.215788 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.216001 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.216270 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.216523 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.216738 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.216962 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.217202 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.217411 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.217719 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.217965 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.218189 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.218856 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.219375 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.219848 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.220099 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.220898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.220898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.220898 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.221685 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.221685 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.221685 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.222019 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.223295 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.223613 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.223871 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.224129 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.224394 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.224677 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.224935 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.225146 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.225446 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.225800 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.226080 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.226332 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.226896 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.227293 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.227764 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.227931 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.228238 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.228529 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.228861 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.229106 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.229337 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.229584 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.229801 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.230044 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.230264 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.230534 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.230764 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.230981 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.231196 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.231350 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:10:09.231865 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 19:10:09.232022 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:10:09.232171 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:10:09.232335 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:10:09.232502 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:10:09.232651 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:10:09.232853 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.233010 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.233166 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.233321 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.233478 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.233661 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.233821 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.233969 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.234122 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.234277 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.234451 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.234655 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.234924 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.235121 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.235229 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.235384 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.235541 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.235696 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.235854 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.236008 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.236162 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.236328 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.236459 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] debug = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.236613 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.236802 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.236961 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.237115 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.237269 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.237423 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.237578 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.237731 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.237885 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.238038 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.238193 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.238347 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.238524 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.238679 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.238833 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.238986 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.239141 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.239296 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] host = n-d-800708-1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.239449 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.239668 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.240784 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.241182 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.241182 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.241387 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.241387 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.241546 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.241693 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.241849 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.242007 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.242318 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.242318 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.242587 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.242710 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_options = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.242832 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.242968 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.243096 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.244125 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.244125 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.244374 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.244374 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.244574 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.244684 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.244846 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.245003 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.245144 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.245329 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.245457 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.245587 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.245735 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.245883 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.246038 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.246192 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.246348 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.246762 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.246924 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.247081 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.247236 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.247390 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.247544 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.247699 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.247853 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.248020 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.248427 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.248589 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.248746 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.248900 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.249054 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.249208 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.249362 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.249516 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.249674 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.249829 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.249981 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.250136 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.250289 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.250449 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.250611 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.250766 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.250919 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_json = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.251072 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.251225 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.251378 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.251532 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.251685 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.251837 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.251991 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.252517 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:10:09.252695 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.252854 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.253023 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.253181 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.253338 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.253495 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.253652 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.253808 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.253965 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.254125 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.254329 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.254509 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.254644 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.254790 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.254936 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.255076 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.255214 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.255366 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.255498 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.255651 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.255808 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.255965 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.256137 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.256294 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.256453 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.256613 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.256768 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.256926 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.257089 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.257267 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.257417 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.257553 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.257686 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.257828 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.257968 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.258126 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.258271 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.258450 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.258583 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.258745 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.259022 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.259251 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.259471 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.259571 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.259643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:10:09.259735 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.259901 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.260048 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.260199 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.260358 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.260501 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.260654 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.260799 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.260954 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.261109 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.261251 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.261392 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.261552 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.261701 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.261861 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.262011 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.262171 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.262333 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.262526 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.262672 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.262810 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.262970 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.263127 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.263267 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.263405 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.263590 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.263706 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.263863 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.264020 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.264176 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.264333 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.264483 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.264635 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.264792 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.264949 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.265106 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.265262 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.265436 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.265570 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.265723 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.265889 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.266095 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.266228 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.266415 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.266575 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.266717 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.266855 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.266993 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.267145 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.267276 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.267433 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.267590 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.267748 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.267907 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.268063 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.268221 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.268378 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.268534 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.268691 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.268848 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.269004 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.269160 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.269317 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.269474 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.269630 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.269786 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.269941 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.270109 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.270267 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.270444 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.270603 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.270767 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.270938 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.271910 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.272074 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.272233 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.272392 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.272551 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.272710 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.272869 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.273073 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.273169 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.273333 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.273499 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.275197 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.275367 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.275548 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.275692 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.275877 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.276036 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.276194 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.276352 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.276774 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.276933 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.277090 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.277247 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.277405 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.277564 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.277722 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.277881 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.278039 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.278197 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.278353 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.278535 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.278694 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.278853 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.279013 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.279172 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.279330 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.279488 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.279645 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.279802 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.279958 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.280116 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.280282 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.280419 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.280577 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.280735 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.280893 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.281050 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.281207 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.281363 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.281520 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.281677 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.281833 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.281993 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.282150 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.282309 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.283079 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.284366 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.285240 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.285418 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.285593 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.285762 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.285930 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.286097 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.286260 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.286449 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.286615 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.286776 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.286935 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.287095 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.287254 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.287428 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.287588 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.287747 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.287906 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.288064 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.288223 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.288380 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.288537 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.288694 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.288851 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.289057 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.289159 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.289316 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.289472 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.289630 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.289786 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.289944 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.290731 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.291258 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.291258 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.291824 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.291824 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.291824 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.291824 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.292213 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.292213 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.292426 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.292426 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.292669 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.292831 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.292970 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.293087 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.293200 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.293359 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.293523 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.293687 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.293850 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.294021 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.294184 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.294346 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.294586 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.294716 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.294830 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.294993 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.295201 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.295329 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.295462 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.295624 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.295846 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.295979 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.296093 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.296255 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.296426 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.296767 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.296767 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.297004 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.297129 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.297253 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.297336 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.297529 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.297691 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.298411 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.298602 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.298769 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.298946 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.299101 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.299533 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.299708 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.299879 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.300051 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.300210 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.300372 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.300548 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.300694 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.300860 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.301005 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.301171 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.301316 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.301464 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.301633 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.301780 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.301943 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.302088 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.302253 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.302418 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.302590 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.302735 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.302902 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.303059 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.303199 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.303360 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.303515 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:10:09.303654 n-d-800708-1 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:10:09.352596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:09.361592 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061259 Jul 13 19:10:20.682695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e411944-530c-4384-97c1-fb2380725f58 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:10:20.741767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e411944-530c-4384-97c1-fb2380725f58 None None] No non-hosted networks {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 19:10:20.756534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.agentschedulers_db [None req-5e411944-530c-4384-97c1-fb2380725f58 None None] DHCP Agent not found on host n-d-800708-1 {{(pid=93768) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 13 19:10:20.824937 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aff58c1-282d-465f-8a1e-40d6cf33d464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-671036'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:23.202379 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9898bf2-dab6-4c59-986d-04d50b574aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-671036'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:23.241973 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4d2cdb4-561b-44a8-9a0d-bb09ae23dd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:23.505267 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-671036'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:23.506293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.506859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.507598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.508212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.509370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.509905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.510526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.511082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.511612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.512334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.512987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.513861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.514557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800708-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:10:23.525048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800708-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:10:24.396866 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-671036'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:25.893940 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-671036'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:27.219432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:27.541698 n-d-800708-1 neutron-server[93768]: INFO neutron.db.l3_hamode_db [None req-3656ebbb-5d83-4d97-b7e4-73e8ec117cab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 19:10:27.617196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656ebbb-5d83-4d97-b7e4-73e8ec117cab None None] Routers set() bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:10:27.618331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656ebbb-5d83-4d97-b7e4-73e8ec117cab None None] Router IDs set() for agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:10:27.721594 n-d-800708-1 neutron-server[93767]: WARNING oslo_policy.policy [None req-79736508-1498-4b42-ad53-8a6f3210fe63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:10:27.722174 n-d-800708-1 neutron-server[93767]: WARNING oslo_policy.policy [None req-79736508-1498-4b42-ad53-8a6f3210fe63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:10:27.944248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-79736508-1498-4b42-ad53-8a6f3210fe63 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:10:27.945298 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-79736508-1498-4b42-ad53-8a6f3210fe63 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7249677 Jul 13 19:10:30.289741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:30.775406 n-d-800708-1 neutron-server[93766]: WARNING oslo_policy.policy [None req-687e5e81-4546-4611-847c-fc7124a410e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:10:30.776322 n-d-800708-1 neutron-server[93766]: WARNING oslo_policy.policy [None req-687e5e81-4546-4611-847c-fc7124a410e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:10:30.995017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-687e5e81-4546-4611-847c-fc7124a410e8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:10:31.089068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.policy [None req-687e5e81-4546-4611-847c-fc7124a410e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 19:10:31.134657 n-d-800708-1 neutron-server[93766]: WARNING oslo_policy.policy [None req-687e5e81-4546-4611-847c-fc7124a410e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:10:31.135027 n-d-800708-1 neutron-server[93766]: WARNING oslo_policy.policy [None req-687e5e81-4546-4611-847c-fc7124a410e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:10:31.143523 n-d-800708-1 neutron-server[93766]: INFO neutron.quota [None req-687e5e81-4546-4611-847c-fc7124a410e8 admin admin] Loaded quota_driver: . Jul 13 19:10:31.237702 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-687e5e81-4546-4611-847c-fc7124a410e8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776828575501', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776828575032', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776828580303', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776828552981', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776828559696', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776828475771', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1639878', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1651419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650252', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576451'] for rbac-policy, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:31.302553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-687e5e81-4546-4611-847c-fc7124a410e8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:31.303902 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-687e5e81-4546-4611-847c-fc7124a410e8 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0117364 Jul 13 19:10:33.880287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:34.172447 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Request body: {'network': {'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'name': 'private', 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:10:34.200982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Made reservation on behalf of d46a35343b524bbfaf1e8ea8afe35ff3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:10:34.204001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:34.220206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:34.345764 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:34.349505 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:34.374235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:10:34.399023 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776825426234', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:34.399535 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Unsubscribe: segment precommit_create {{(pid=93766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 19:10:34.400040 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Added segment ddbdb712-ca19-46a7-b0c5-014c93137ae2 of type vlan for network d7483e11-6c96-46a5-8641-092904f476b4 Jul 13 19:10:34.416801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b3e774-5445-4f16-8fa8-ab65561c4399,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:34.443034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.443375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.443706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.444033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.444355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.444674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.445006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.445493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.445804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.446118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.446452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.446765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Tracked resource versions report: Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: pushed versions: Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: { 'AddressGroup': {'1.2'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'ConntrackHelper': {'1.0'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'Log': {'1.0'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'Network': {'1.1'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'Port': {'1.7'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'PortForwarding': {'1.2'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'QosPolicy': {'1.8'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'SecurityGroup': {'1.4'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'SubPort': {'1.0'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'Subnet': {'1.1'}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'Trunk': {'1.1'}} Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: consumer versions: Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: { DHCP agent@n-d-800708-1: {}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: L3 agent@n-d-800708-1: {}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: Metadata agent@n-d-800708-1: {}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: Metering agent@n-d-800708-1: {}, Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: Open vSwitch agent@n-d-800708-1: { 'AddressGroup': '1.2', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'ConntrackHelper': '1.0', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'Log': '1.0', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'Network': '1.1', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'Port': '1.7', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'PortForwarding': '1.2', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'QosPolicy': '1.8', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'SecurityGroup': '1.4', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'SecurityGroupRule': '1.2', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'SubPort': '1.0', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'Subnet': '1.1', Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: 'Trunk': '1.1'}} Jul 13 19:10:34.447889 n-d-800708-1 neutron-server[93766]: {{(pid=93766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:10:34.519312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:34.570330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:34.571562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:34.572210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:34.652868 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7714128 Jul 13 19:10:34.670732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4a43f-889d-4fd2-b3f3-e10292d2c0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d7483e11-6c96-46a5-8641-092904f476b4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:34.683576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network d7483e11-6c96-46a5-8641-092904f476b4 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:10:37.275244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:37.661771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fae7ad-ad80-4437-81bd-4e42a4479987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:37.663238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-87fae7ad-ad80-4437-81bd-4e42a4479987 admin admin] 10.222.0.25 "GET /v2.0/networks/d7483e11-6c96-46a5-8641-092904f476b4 HTTP/1.1" status: 200 len: 825 time: 0.3870058 Jul 13 19:10:37.687522 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3884fb25-5b50-4fa2-b4a1-c5f1fd1b3b4e admin admin] 10.222.0.25 "GET /v2.0/subnetpools/bc6a17c6-9542-40eb-bf66-84d8b4c08631 HTTP/1.1" status: 200 len: 734 time: 0.0188792 Jul 13 19:10:37.696659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Request body: {'subnet': {'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'bc6a17c6-9542-40eb-bf66-84d8b4c08631', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:10:37.717616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Made reservation on behalf of d46a35343b524bbfaf1e8ea8afe35ff3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:10:37.720482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:38.016057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:38.083310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Checking segment: {'id': 'ddbdb712-ca19-46a7-b0c5-014c93137ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:10:38.083687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Network hostable DHCP agents. Network: d7483e11-6c96-46a5-8641-092904f476b4, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:10:38.090159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b03552-1c11-433b-9a8d-ec031312c52e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:38.109823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Network d7483e11-6c96-46a5-8641-092904f476b4 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:10:38.121758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, d7483e11-6c96-46a5-8641-092904f476b4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:10:38.127415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:38.129014 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:38.130906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448c4ea-f19f-4f47-85ce-16bddd00edc9 None None] Network d7483e11-6c96-46a5-8641-092904f476b4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:10:38.142642 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4fa8794b-8a70-4623-ab9d-bcb44d42f539 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4500704 Jul 13 19:10:38.446767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-d7483e11-6c96-46a5-8641-092904f476b4', 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'fixed_ips': [{'subnet_id': '83b03552-1c11-433b-9a8d-ec031312c52e'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:10:38.448045 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:38.718632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Allocated IP 172.20.0.2 (d7483e11-6c96-46a5-8641-092904f476b4/83b03552-1c11-433b-9a8d-ec031312c52e/f4adde74-828b-4522-8be7-0be0a2dad3f7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:10:38.925538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:38.942745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Transition to ACTIVE for port object f4adde74-828b-4522-8be7-0be0a2dad3f7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:10:38.990797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Transition to ACTIVE for port object f4adde74-828b-4522-8be7-0be0a2dad3f7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:10:39.000237 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:39.062471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Network d7483e11-6c96-46a5-8641-092904f476b4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:10:39.072757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:10:39.081229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:10:39.084243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Pushing event updated for resources: {'Port': ['ID=f4adde74-828b-4522-8be7-0be0a2dad3f7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:39.110209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.110579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.110914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.111241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.111565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.111887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.112217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.112523 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.112839 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.113153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.113470 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.113783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Tracked resource versions report: Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: pushed versions: Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'Log': {'1.0'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'Network': {'1.1'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'Port': {'1.7'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: consumer versions: Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: { DHCP agent@n-d-800708-1: {}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: L3 agent@n-d-800708-1: {}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: Metadata agent@n-d-800708-1: {}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: Metering agent@n-d-800708-1: {}, Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: Open vSwitch agent@n-d-800708-1: { 'AddressGroup': '1.2', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'Log': '1.0', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'Network': '1.1', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'Port': '1.7', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'PortForwarding': '1.2', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'QosPolicy': '1.8', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'SubPort': '1.0', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'Subnet': '1.1', Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: 'Trunk': '1.1'}} Jul 13 19:10:39.114940 n-d-800708-1 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:10:39.166997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Attempting to bind port f4adde74-828b-4522-8be7-0be0a2dad3f7 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:10:39.167613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Attempting to bind port f4adde74-828b-4522-8be7-0be0a2dad3f7 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ddbdb712-ca19-46a7-b0c5-014c93137ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:10:39.167816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Attempting to bind port f4adde74-828b-4522-8be7-0be0a2dad3f7 on network d7483e11-6c96-46a5-8641-092904f476b4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:10:39.172564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:10:39.172957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Checking segment: {'id': 'ddbdb712-ca19-46a7-b0c5-014c93137ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:10:39.173431 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:39.173811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Bound using segment: {'id': 'ddbdb712-ca19-46a7-b0c5-014c93137ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:10:39.174260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Bound port: f4adde74-828b-4522-8be7-0be0a2dad3f7, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbdb712-ca19-46a7-b0c5-014c93137ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:10:39.174684 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:39.239287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] For port f4adde74-828b-4522-8be7-0be0a2dad3f7, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:10:39.243595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] For port f4adde74-828b-4522-8be7-0be0a2dad3f7, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f4adde74-828b-4522-8be7-0be0a2dad3f7,segment=NetworkSegment(ddbdb712-ca19-46a7-b0c5-014c93137ae2),segment_id=ddbdb712-ca19-46a7-b0c5-014c93137ae2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:10:39.248886 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:39.314459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb4e1d-184d-4f0e-afff-731d2af7ff4d None None] Pushing event updated for resources: {'Port': ['ID=f4adde74-828b-4522-8be7-0be0a2dad3f7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:40.554573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:40.869171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-03f0675d-08e0-4a34-b5a4-22a94ec46a31 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:10:40.870166 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-03f0675d-08e0-4a34-b5a4-22a94ec46a31 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3144059 Jul 13 19:10:43.257968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:43.567615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-5f297b88-95a6-453d-b539-3c3fdd2f8b98 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:10:43.568841 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5f297b88-95a6-453d-b539-3c3fdd2f8b98 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097146 Jul 13 19:10:45.399392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f4adde74-828b-4522-8be7-0be0a2dad3f7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:10:45.440733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef362e-2d0c-4693-aa3c-9fb979be410a None None] Network d7483e11-6c96-46a5-8641-092904f476b4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:10:45.553444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f4adde74-828b-4522-8be7-0be0a2dad3f7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:10:45.569052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c52bea9-2d96-489d-9312-8d6ebf898dc6 None None] Provisioning for port f4adde74-828b-4522-8be7-0be0a2dad3f7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:10:45.575388 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c52bea9-2d96-489d-9312-8d6ebf898dc6 None None] Provisioning complete for port f4adde74-828b-4522-8be7-0be0a2dad3f7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:10:45.575780 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c52bea9-2d96-489d-9312-8d6ebf898dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:45.753604 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c52bea9-2d96-489d-9312-8d6ebf898dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:45.798205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c52bea9-2d96-489d-9312-8d6ebf898dc6 None None] For port f4adde74-828b-4522-8be7-0be0a2dad3f7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f4adde74-828b-4522-8be7-0be0a2dad3f7,segment=NetworkSegment(ddbdb712-ca19-46a7-b0c5-014c93137ae2),segment_id=ddbdb712-ca19-46a7-b0c5-014c93137ae2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:10:45.802638 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c52bea9-2d96-489d-9312-8d6ebf898dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:45.853560 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52bea9-2d96-489d-9312-8d6ebf898dc6 None None] Pushing event updated for resources: {'Port': ['ID=f4adde74-828b-4522-8be7-0be0a2dad3f7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:46.021807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0cabd675-22b9-4f5d-a562-517cf4e41988 None None] Provisioning complete for port f4adde74-828b-4522-8be7-0be0a2dad3f7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:10:46.022175 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cabd675-22b9-4f5d-a562-517cf4e41988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:46.224045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:46.520224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:10:46.583863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.policy [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 19:10:46.628616 n-d-800708-1 neutron-server[93767]: WARNING oslo_policy.policy [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:10:46.628984 n-d-800708-1 neutron-server[93767]: WARNING oslo_policy.policy [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:10:46.638421 n-d-800708-1 neutron-server[93767]: INFO neutron.quota [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] Loaded quota_driver: . Jul 13 19:10:46.696719 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:46.698538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:46.853975 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:46.858801 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:46.876770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:46.877940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-03109dd5-0a9c-4bea-a9c8-2be82f9ce902 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6529243 Jul 13 19:10:47.375754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f4adde74-828b-4522-8be7-0be0a2dad3f7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:10:47.420763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f4adde74-828b-4522-8be7-0be0a2dad3f7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:10:47.421130 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:49.230154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:49.538655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-14731755-4550-4c7f-8f2f-4e14c5a3b45c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:10:49.539631 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-14731755-4550-4c7f-8f2f-4e14c5a3b45c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085394 Jul 13 19:10:50.578180 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88de88e8-d9a4-43fb-a796-6dcd618b6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:51.910821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:52.216952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:10:52.239476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Made reservation on behalf of 326bea560d4f44359b792237f09ff49d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:10:52.243102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:52.259174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:52.378318 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:52.381890 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:52.392353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Reserving flat network on physical network physnet1 {{(pid=93767) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 19:10:52.425783 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776825426234', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:52.426350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Unsubscribe: segment precommit_create {{(pid=93767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 19:10:52.426858 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Added segment d0c27069-3fc8-4603-b150-87fe6cf85511 of type flat for network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 Jul 13 19:10:52.444736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f273c31-6d4c-4479-b953-a295f8ae6c62,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:52.469611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.469943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.470266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.470609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.470926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.471239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.471550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.471858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.472164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.472472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.472779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.473084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Tracked resource versions report: Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: pushed versions: Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'Log': {'1.0'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'Network': {'1.1'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'Port': {'1.7'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: consumer versions: Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: { DHCP agent@n-d-800708-1: {}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: L3 agent@n-d-800708-1: {}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: Metadata agent@n-d-800708-1: {}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: Metering agent@n-d-800708-1: {}, Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: Open vSwitch agent@n-d-800708-1: { 'AddressGroup': '1.2', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'Log': '1.0', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'Network': '1.1', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'Port': '1.7', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'PortForwarding': '1.2', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'QosPolicy': '1.8', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'SubPort': '1.0', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'Subnet': '1.1', Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: 'Trunk': '1.1'}} Jul 13 19:10:52.474201 n-d-800708-1 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:10:52.550825 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:52.601518 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:52.602849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:52.603486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:52.682371 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7704265 Jul 13 19:10:52.700023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785559d7-c217-4e57-a533-2fe0e698fa8b admin admin] Pushing event updated for resources: {'Network': ['ID=6b495c24-0ca0-43d6-8369-a13aaad92ab5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:52.715013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:10:53.184226 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3329-2f6f-4b43-84ad-cff33359b9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:53.484215 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:54.342527 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:55.057350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:55.184130 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:10:55.226326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da63b7-0686-4e67-86ac-2b79c29a8f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:55.227774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-76da63b7-0686-4e67-86ac-2b79c29a8f1e admin admin] 10.222.0.25 "GET /v2.0/subnets/83b03552-1c11-433b-9a8d-ec031312c52e HTTP/1.1" status: 200 len: 849 time: 0.1694896 Jul 13 19:10:55.386333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dbc242cf-87bd-419c-83dd-8fb073fa47c2 admin admin] 10.222.0.25 "GET /v2.0/routers/fb7d027f-6467-4377-9cd7-65cbd51a1b88 HTTP/1.1" status: 200 len: 704 time: 0.1531639 Jul 13 19:10:55.642227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:55.834993 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:55.928716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Allocated IP 172.20.0.1 (d7483e11-6c96-46a5-8641-092904f476b4/83b03552-1c11-433b-9a8d-ec031312c52e/1ca2207a-6811-46e5-9c0f-f59cdf7e7a93) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:10:56.080932 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:56.102525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Transition to ACTIVE for port object 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:10:56.180542 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:56.288207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Network d7483e11-6c96-46a5-8641-092904f476b4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:10:56.293914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:10:56.301394 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:10:56.301958 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:56.369976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca2207a-6811-46e5-9c0f-f59cdf7e7a93,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:56.475616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a9815e82-e319-4d0a-aff5-61e49dbe2854 None None] Provisioning for port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:10:56.480357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a9815e82-e319-4d0a-aff5-61e49dbe2854 None None] Provisioning complete for port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:10:56.480743 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9815e82-e319-4d0a-aff5-61e49dbe2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:56.512510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a9815e82-e319-4d0a-aff5-61e49dbe2854 None None] Port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:10:56.518302 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:56.693452 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:56.697691 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:56.698465 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:56.772506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca2207a-6811-46e5-9c0f-f59cdf7e7a93,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:56.817730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Network d7483e11-6c96-46a5-8641-092904f476b4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:10:56.819021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:10:56.975773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Router fb7d027f-6467-4377-9cd7-65cbd51a1b88 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:10:57.031761 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ef8074c-f795-40ba-b975-9080d7cf7e42 None None] Provisioning complete for port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:10:57.032338 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ef8074c-f795-40ba-b975-9080d7cf7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:57.065377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:10:57.068689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8074c-f795-40ba-b975-9080d7cf7e42 None None] Port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:10:57.071304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ed63b1c3-76a5-47e2-9a0b-bcb46616e4b7 admin admin] 10.222.0.25 "PUT /v2.0/routers/fb7d027f-6467-4377-9cd7-65cbd51a1b88/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6800077 Jul 13 19:10:57.090419 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Sync routers for ids ['fb7d027f-6467-4377-9cd7-65cbd51a1b88'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:10:57.101736 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Routers {'fb7d027f-6467-4377-9cd7-65cbd51a1b88'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:10:57.102604 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:10:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fb7d027f-6467-4377-9cd7-65cbd51a1b88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:10:57.285733 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Set router fb7d027f-6467-4377-9cd7-65cbd51a1b88 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:10:57.709901 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'name': 'router1', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:10:46Z', 'updated_at': '2021-07-13T19:10:56Z', 'revision_number': 2, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'gw_port_host': None, '_interfaces': [{'id': '1ca2207a-6811-46e5-9c0f-f59cdf7e7a93', 'name': '', 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'mac_address': 'fa:16:3e:dd:fc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:10:55Z', 'updated_at': '2021-07-13T19:10:56Z', 'revision_number': 2, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'subnets': [{'id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6a17c6-9542-40eb-bf66-84d8b4c08631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:10:57.761790 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Checking router: fb7d027f-6467-4377-9cd7-65cbd51a1b88 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:10:57.762151 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Updating router fb7d027f-6467-4377-9cd7-65cbd51a1b88 port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:10:57.829522 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:58.315479 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:58.333271 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Transition to ACTIVE for port object 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:10:58.339266 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:58.501447 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Pushing event updated for resources: {'Port': ['ID=1ca2207a-6811-46e5-9c0f-f59cdf7e7a93,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:58.503751 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Attempting to bind port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:10:58.504147 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Attempting to bind port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ddbdb712-ca19-46a7-b0c5-014c93137ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:10:58.504570 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Attempting to bind port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 on network d7483e11-6c96-46a5-8641-092904f476b4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:10:58.513473 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.513872 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.514158 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.514515 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.514854 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.515184 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.515509 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.515833 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.516157 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.516475 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.516796 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.517115 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Tracked resource versions report: Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: pushed versions: Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'Log': {'1.0'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'Network': {'1.1'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'Port': {'1.7'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: consumer versions: Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: { DHCP agent@n-d-800708-1: {}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: L3 agent@n-d-800708-1: {}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: Metadata agent@n-d-800708-1: {}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: Metering agent@n-d-800708-1: {}, Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: Open vSwitch agent@n-d-800708-1: { 'AddressGroup': '1.2', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'Log': '1.0', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'Network': '1.1', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'Port': '1.7', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'PortForwarding': '1.2', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'QosPolicy': '1.8', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'SubPort': '1.0', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'Subnet': '1.1', Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: 'Trunk': '1.1'}} Jul 13 19:10:58.518239 n-d-800708-1 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:10:58.520850 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:10:58.521027 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Checking segment: {'id': 'ddbdb712-ca19-46a7-b0c5-014c93137ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:10:58.521418 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:58.521792 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Bound using segment: {'id': 'ddbdb712-ca19-46a7-b0c5-014c93137ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:10:58.522251 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Bound port: 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbdb712-ca19-46a7-b0c5-014c93137ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:10:58.522815 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:58.589012 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] For port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:10:58.610783 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] For port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1ca2207a-6811-46e5-9c0f-f59cdf7e7a93,segment=NetworkSegment(ddbdb712-ca19-46a7-b0c5-014c93137ae2),segment_id=ddbdb712-ca19-46a7-b0c5-014c93137ae2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:10:58.615123 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:58.669934 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7c8ba-e0e6-4a0a-acf0-d0bba6012904 None None] Pushing event updated for resources: {'Port': ['ID=1ca2207a-6811-46e5-9c0f-f59cdf7e7a93,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:58.683810 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Routers {'fb7d027f-6467-4377-9cd7-65cbd51a1b88'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:10:58.684586 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:10:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fb7d027f-6467-4377-9cd7-65cbd51a1b88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:10:58.777254 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] Set router fb7d027f-6467-4377-9cd7-65cbd51a1b88 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:10:58.983134 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'name': 'router1', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:10:46Z', 'updated_at': '2021-07-13T19:10:56Z', 'revision_number': 2, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'gw_port_host': None, '_interfaces': [{'id': '1ca2207a-6811-46e5-9c0f-f59cdf7e7a93', 'name': '', 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'mac_address': 'fa:16:3e:dd:fc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:10:55Z', 'updated_at': '2021-07-13T19:10:58Z', 'revision_number': 4, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'subnets': [{'id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6a17c6-9542-40eb-bf66-84d8b4c08631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:10:59.010915 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b4942-fadc-4171-a33d-6e485d1d1cbf None None] The sync data for ids ['fb7d027f-6467-4377-9cd7-65cbd51a1b88'] in n-d-800708-1 is: [{'id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'name': 'router1', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:10:46Z', 'updated_at': '2021-07-13T19:10:56Z', 'revision_number': 2, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'gw_port_host': None, '_interfaces': [{'id': '1ca2207a-6811-46e5-9c0f-f59cdf7e7a93', 'name': '', 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'mac_address': 'fa:16:3e:dd:fc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:10:55Z', 'updated_at': '2021-07-13T19:10:58Z', 'revision_number': 4, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'subnets': [{'id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6a17c6-9542-40eb-bf66-84d8b4c08631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:10:59.282694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:59.393947 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e260df06-db6a-4879-891e-141e82764a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:59.395370 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e260df06-db6a-4879-891e-141e82764a07 admin admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 842 time: 0.1117232 Jul 13 19:10:59.405610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Request body: {'subnet': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_dhcp': False, 'cidr': '172.25.7.0/24', 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'name': 'public-subnet'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:10:59.426250 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Made reservation on behalf of 326bea560d4f44359b792237f09ff49d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:10:59.429353 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:59.706303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:10:59.706756 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:59.761746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48820d6f-5d7b-40b9-9976-b6f05f7afb8d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:59.768280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:10:59.768648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Network hostable DHCP agents. Network: 6b495c24-0ca0-43d6-8369-a13aaad92ab5, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:10:59.786238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:10:59.794955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 6b495c24-0ca0-43d6-8369-a13aaad92ab5) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:10:59.798987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:59.799569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:59.805111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1148006-ab18-43ce-add7-adfe8fa0b5d6 None None] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:10:59.815438 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cd3a7f33-142f-44fe-8270-69938f27cf76 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4133024 Jul 13 19:10:59.940556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccd4fb2-7504-46a7-8213-099e022df8cc None None] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:11:02.139673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:11:02.267902 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6af62057-3957-424c-a50f-b3c575172158 admin admin] 10.222.0.25 "GET /v2.0/routers/fb7d027f-6467-4377-9cd7-65cbd51a1b88 HTTP/1.1" status: 200 len: 710 time: 0.1270330 Jul 13 19:11:02.421263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf7670-2775-45e9-8c57-d2ce6f72fc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:11:02.422668 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f1bf7670-2775-45e9-8c57-d2ce6f72fc1c admin admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 886 time: 0.1497438 Jul 13 19:11:02.431736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:11:02.670611 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:02.921519 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:02.992798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:03.100194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Allocated IP 172.25.7.40 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/5e9228c1-64eb-447e-80f8-144ee6bf37a6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:11:03.201203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:03.238305 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:03.278510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:11:03.281070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:11:03.283714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:11:03.348519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Pushing event updated for resources: {'Port': ['ID=5e9228c1-64eb-447e-80f8-144ee6bf37a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:11:03.405598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:11:03.457779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:11:03.462287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:11:03.462692 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:03.530949 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:03.536971 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:03.570018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1ca2207a-6811-46e5-9c0f-f59cdf7e7a93,segment=NetworkSegment(ddbdb712-ca19-46a7-b0c5-014c93137ae2),segment_id=ddbdb712-ca19-46a7-b0c5-014c93137ae2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:11:03.574353 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:03.619180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=1ca2207a-6811-46e5-9c0f-f59cdf7e7a93,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:11:03.806847 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:03.809915 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:03.911394 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Router fb7d027f-6467-4377-9cd7-65cbd51a1b88 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:11:04.011743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:11:04.016841 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:04.020041 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b97b8b18-7420-4a7e-9907-eb0844e4308d admin admin] 10.222.0.25 "PUT /v2.0/routers/fb7d027f-6467-4377-9cd7-65cbd51a1b88 HTTP/1.1" status: 200 len: 889 time: 1.5896008 Jul 13 19:11:04.021879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Sync routers for ids ['fb7d027f-6467-4377-9cd7-65cbd51a1b88'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:11:04.033637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Routers {'fb7d027f-6467-4377-9cd7-65cbd51a1b88'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:11:04.034310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:10:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fb7d027f-6467-4377-9cd7-65cbd51a1b88'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:11:04.300493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Set router fb7d027f-6467-4377-9cd7-65cbd51a1b88 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:11:04.685196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'name': 'router1', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '5e9228c1-64eb-447e-80f8-144ee6bf37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:10:46Z', 'updated_at': '2021-07-13T19:11:03Z', 'revision_number': 4, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'gw_port': {'id': '5e9228c1-64eb-447e-80f8-144ee6bf37a6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:11:02Z', 'updated_at': '2021-07-13T19:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '1ca2207a-6811-46e5-9c0f-f59cdf7e7a93', 'name': '', 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'mac_address': 'fa:16:3e:dd:fc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:10:55Z', 'updated_at': '2021-07-13T19:11:03Z', 'revision_number': 5, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'subnets': [{'id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6a17c6-9542-40eb-bf66-84d8b4c08631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:11:04.734261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Checking router: fb7d027f-6467-4377-9cd7-65cbd51a1b88 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:11:04.734627 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Updating router fb7d027f-6467-4377-9cd7-65cbd51a1b88 port 5e9228c1-64eb-447e-80f8-144ee6bf37a6 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:11:04.770621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:05.096632 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:05.106287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Transition to ACTIVE for port object 5e9228c1-64eb-447e-80f8-144ee6bf37a6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:11:05.112328 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:05.164525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Attempting to bind port 5e9228c1-64eb-447e-80f8-144ee6bf37a6 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:11:05.164894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Attempting to bind port 5e9228c1-64eb-447e-80f8-144ee6bf37a6 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:11:05.165253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Attempting to bind port 5e9228c1-64eb-447e-80f8-144ee6bf37a6 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:11:05.167146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1c410-c436-4da9-bf41-a8d7f543909c None None] Pushing event updated for resources: {'Port': ['ID=5e9228c1-64eb-447e-80f8-144ee6bf37a6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:11:05.177863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:11:05.178235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:11:05.179225 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:05.180589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:11:05.180589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Bound port: 5e9228c1-64eb-447e-80f8-144ee6bf37a6, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:11:05.180589 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:05.233601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] For port 5e9228c1-64eb-447e-80f8-144ee6bf37a6, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:11:05.236582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] For port 5e9228c1-64eb-447e-80f8-144ee6bf37a6, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5e9228c1-64eb-447e-80f8-144ee6bf37a6,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:11:05.241021 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:05.302514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1c410-c436-4da9-bf41-a8d7f543909c None None] Pushing event updated for resources: {'Port': ['ID=5e9228c1-64eb-447e-80f8-144ee6bf37a6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:11:05.305395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Routers {'fb7d027f-6467-4377-9cd7-65cbd51a1b88'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:11:05.305993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:10:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fb7d027f-6467-4377-9cd7-65cbd51a1b88'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:11:05.471902 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:11:05.531850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] Set router fb7d027f-6467-4377-9cd7-65cbd51a1b88 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:11:05.573149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:11:05.573515 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:05.806271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'name': 'router1', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '5e9228c1-64eb-447e-80f8-144ee6bf37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:10:46Z', 'updated_at': '2021-07-13T19:11:03Z', 'revision_number': 4, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'gw_port': {'id': '5e9228c1-64eb-447e-80f8-144ee6bf37a6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:11:02Z', 'updated_at': '2021-07-13T19:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '1ca2207a-6811-46e5-9c0f-f59cdf7e7a93', 'name': '', 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'mac_address': 'fa:16:3e:dd:fc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:10:55Z', 'updated_at': '2021-07-13T19:11:03Z', 'revision_number': 5, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'subnets': [{'id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6a17c6-9542-40eb-bf66-84d8b4c08631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:11:05.835973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef202680-08d5-45b5-8939-5cbafc031e69 None None] The sync data for ids ['fb7d027f-6467-4377-9cd7-65cbd51a1b88'] in n-d-800708-1 is: [{'id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'name': 'router1', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '5e9228c1-64eb-447e-80f8-144ee6bf37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:10:46Z', 'updated_at': '2021-07-13T19:11:03Z', 'revision_number': 4, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'gw_port': {'id': '5e9228c1-64eb-447e-80f8-144ee6bf37a6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:11:02Z', 'updated_at': '2021-07-13T19:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '1ca2207a-6811-46e5-9c0f-f59cdf7e7a93', 'name': '', 'network_id': 'd7483e11-6c96-46a5-8641-092904f476b4', 'tenant_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'mac_address': 'fa:16:3e:dd:fc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7d027f-6467-4377-9cd7-65cbd51a1b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:10:55Z', 'updated_at': '2021-07-13T19:11:03Z', 'revision_number': 5, 'project_id': 'd46a35343b524bbfaf1e8ea8afe35ff3', 'subnets': [{'id': '83b03552-1c11-433b-9a8d-ec031312c52e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6a17c6-9542-40eb-bf66-84d8b4c08631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:11:06.644459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:11:06.763027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-177b4a2d-e613-4827-8f39-c53317d68544 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1174638 Jul 13 19:11:07.416309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5e9228c1-64eb-447e-80f8-144ee6bf37a6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:11:07.468284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 5e9228c1-64eb-447e-80f8-144ee6bf37a6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:11:07.472231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 5e9228c1-64eb-447e-80f8-144ee6bf37a6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:11:07.472603 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:07.549748 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:07.573340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 5e9228c1-64eb-447e-80f8-144ee6bf37a6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5e9228c1-64eb-447e-80f8-144ee6bf37a6,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:11:07.576974 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:07.639513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=5e9228c1-64eb-447e-80f8-144ee6bf37a6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:11:09.404276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5e9228c1-64eb-447e-80f8-144ee6bf37a6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:11:09.453681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 5e9228c1-64eb-447e-80f8-144ee6bf37a6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:11:09.454053 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:20.579691 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c368f804-d99b-446d-aa9b-647edfb45f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:23.190161 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38014dcc-8bf7-4cb6-a9b1-f2cd065ca20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:23.491185 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:24.347841 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:25.878295 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:32.183504 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:11:50.581890 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90db7685-01ca-4b12-9659-cdbac2f4f9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:53.185921 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e22685c-9065-4f16-8c11-4e703c769241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:53.484928 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:54.349100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:55.873715 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:09.183466 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:12:20.584048 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79bd146f-53af-48fb-87a8-73040ecb8bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:23.187046 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c14c8e7-a518-421c-aa76-5bbb34e133fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:23.485116 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:24.351145 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:25.868642 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:46.182460 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:12:47.213873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:47.275408 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd0ea01-4040-47cc-8c55-9fc7e30ca0f7 admin admin] GET failed (client error): The resource could not be found. Jul 13 19:12:47.276764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3cd0ea01-4040-47cc-8c55-9fc7e30ca0f7 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619321 Jul 13 19:12:47.430692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c11f8a-84f1-4d6c-906c-79d5322616db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:47.432181 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c9c11f8a-84f1-4d6c-906c-79d5322616db admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1515613 Jul 13 19:12:49.605713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:49.694718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b1610c-fb51-49c0-bf49-4a4d9fa2be42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:49.696049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a7b1610c-fb51-49c0-bf49-4a4d9fa2be42 admin admin] 10.222.0.25 "GET /v2.0/subnets/83b03552-1c11-433b-9a8d-ec031312c52e HTTP/1.1" status: 200 len: 849 time: 0.0893910 Jul 13 19:12:49.705300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:12:49.791035 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:49.931694 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776825270038'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:49.960271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:49.960914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:49.962224 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] 10.222.0.25 "PUT /v2.0/subnets/83b03552-1c11-433b-9a8d-ec031312c52e HTTP/1.1" status: 200 len: 868 time: 0.2607787 Jul 13 19:12:49.967769 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e8e51-589a-4c47-b47f-bd7e80bd463a None None] Network d7483e11-6c96-46a5-8641-092904f476b4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:12:49.985115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b03552-1c11-433b-9a8d-ec031312c52e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:49.995374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.995737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.996059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.996385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.996718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.997042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.997369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.997690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.998011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.998331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.998680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:49.998999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b983e3-95a4-45a8-92af-3bf124828bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:50.360815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a7e5bc1-ec57-4441-ae35-952ebcdefeef None None] Provisioning complete for port f4adde74-828b-4522-8be7-0be0a2dad3f7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:50.361199 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5bc1-ec57-4441-ae35-952ebcdefeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:50.448667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a7e5bc1-ec57-4441-ae35-952ebcdefeef None None] Provisioning complete for port 1ca2207a-6811-46e5-9c0f-f59cdf7e7a93 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:50.448924 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5bc1-ec57-4441-ae35-952ebcdefeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:50.583609 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c607605-b55f-4bd7-ad04-ffcce783cc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:52.131834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:52.323783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813f776-093b-4212-9e68-9e68e48cd493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:52.324266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813f776-093b-4212-9e68-9e68e48cd493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:52.325803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7813f776-093b-4212-9e68-9e68e48cd493 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1929853 Jul 13 19:12:53.187406 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e90565ab-9f44-4eee-b2db-60b15d9c9ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:53.487063 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:54.353544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:54.496094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:54.624919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a25a325-e315-4995-a31a-535da8440168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:54.625396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a25a325-e315-4995-a31a-535da8440168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:54.627060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7a25a325-e315-4995-a31a-535da8440168 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299424 Jul 13 19:12:55.871145 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:56.772556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:56.898643 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98915df7-b173-4acd-abb2-8cc820eb1096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:56.900271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-98915df7-b173-4acd-abb2-8cc820eb1096 admin admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 886 time: 0.1267629 Jul 13 19:12:59.042503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:59.170013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081a809-fb40-4621-a95b-c71adbe44789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:59.171429 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9081a809-fb40-4621-a95b-c71adbe44789 admin admin] 10.222.0.25 "GET /v2.0/networks/d7483e11-6c96-46a5-8641-092904f476b4 HTTP/1.1" status: 200 len: 869 time: 0.1279762 Jul 13 19:13:01.304178 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:13:01.425220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52000258-7036-4edd-860b-aeae7b5516ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:13:01.425683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52000258-7036-4edd-860b-aeae7b5516ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:13:01.427237 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-52000258-7036-4edd-860b-aeae7b5516ad admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221154 Jul 13 19:13:03.602014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:13:03.689828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20cd6f3-6db9-4c97-8366-9a35c541c2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:13:03.690286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20cd6f3-6db9-4c97-8366-9a35c541c2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:13:03.691803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a20cd6f3-6db9-4c97-8366-9a35c541c2e4 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0887985 Jul 13 19:13:05.886804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:13:05.970433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8892e92-426e-44e5-b9e0-cfb3c5193dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:13:05.971780 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a8892e92-426e-44e5-b9e0-cfb3c5193dfd admin admin] 10.222.0.25 "GET /v2.0/subnets/48820d6f-5d7b-40b9-9976-b6f05f7afb8d HTTP/1.1" status: 200 len: 816 time: 0.0840166 Jul 13 19:13:08.143325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:13:08.354895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf9a636-b231-47ef-a495-7f67ecb883fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:13:08.356165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1bf9a636-b231-47ef-a495-7f67ecb883fc admin admin] 10.222.0.25 "GET /v2.0/subnets/83b03552-1c11-433b-9a8d-ec031312c52e HTTP/1.1" status: 200 len: 868 time: 0.2118595 Jul 13 19:13:20.582673 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bd44455-cdec-4b88-a260-f06f0d6ddde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:23.181507 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:13:23.193620 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-159c7fa8-59fb-4e6c-9fdc-db565fa2bbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:23.489998 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:24.356856 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:25.875726 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:32.932215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:13:32.977208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-17fc4181-7ee6-463f-b9b3-3eb77ec980ef admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:13:32.978189 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-17fc4181-7ee6-463f-b9b3-3eb77ec980ef admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450430 Jul 13 19:13:35.223540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:13:35.282008 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dbe85d-c393-4601-ae7e-abd08b3fbabe admin admin] GET failed (client error): The resource could not be found. Jul 13 19:13:35.283338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d0dbe85d-c393-4601-ae7e-abd08b3fbabe admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588760 Jul 13 19:13:35.364788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca67a58-8f00-4fc1-840e-3fd38ae3baa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:13:35.366255 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7ca67a58-8f00-4fc1-840e-3fd38ae3baa2 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0783551 Jul 13 19:13:37.534866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:13:37.579867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:13:37.600582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Made reservation on behalf of 326bea560d4f44359b792237f09ff49d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:13:37.603147 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:37.634208 n-d-800708-1 neutron-server[93766]: WARNING neutron.services.revisions.revision_plugin [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Could not find related network for resource to bump revision. Jul 13 19:13:37.647515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:13:37.657803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:37.658140 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Added segment f53b1d7c-423e-4bef-8812-fb51900c455f of type vlan for network 8bc5d803-b375-47f4-9de5-c477ebb39b69 Jul 13 19:13:37.707127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:37.735242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:37.736517 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:13:37.737236 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:37.793772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2576039 Jul 13 19:13:37.799421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027b69b-9770-415e-afe1-0184849ac8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc5d803-b375-47f4-9de5-c477ebb39b69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:13:37.809635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:13:39.982499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:13:40.041324 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b947e9a5-e84a-4547-944a-9ef8626390d2 admin admin] GET failed (client error): The resource could not be found. Jul 13 19:13:40.042647 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b947e9a5-e84a-4547-944a-9ef8626390d2 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591707 Jul 13 19:13:40.113276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34fe05c-7971-4f11-b72a-35783135b517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:13:40.114753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f34fe05c-7971-4f11-b72a-35783135b517 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682814 Jul 13 19:13:40.124396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Request body: {'subnet': {'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:13:40.147316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Made reservation on behalf of 326bea560d4f44359b792237f09ff49d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:13:40.149587 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:40.311631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:40.365295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02dc0dc1-5150-4b07-9861-ff2a9e51b870,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:13:40.373504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:13:40.373850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Network hostable DHCP agents. Network: 8bc5d803-b375-47f4-9de5-c477ebb39b69, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:13:40.389269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:13:40.397455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 8bc5d803-b375-47f4-9de5-c477ebb39b69) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:13:40.401369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:13:40.402210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:40.406838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d200fe-1a7b-4373-9a77-592ff2003bf1 None None] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:13:40.419937 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d69dc23a-2d25-4639-93a8-9f53e10ff9e5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2991078 Jul 13 19:13:40.654328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-8bc5d803-b375-47f4-9de5-c477ebb39b69', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'tenant_id': '326bea560d4f44359b792237f09ff49d', 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:13:40.655232 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:40.791258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Allocated IP 192.168.233.2 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/d247372e-750b-4c14-b83a-59da945c782b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:13:40.931917 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:40.940822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Transition to ACTIVE for port object d247372e-750b-4c14-b83a-59da945c782b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:13:40.956812 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Transition to ACTIVE for port object d247372e-750b-4c14-b83a-59da945c782b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:13:40.963674 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:41.004303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:13:41.009132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:13:41.011694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:13:41.025128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Pushing event updated for resources: {'Port': ['ID=d247372e-750b-4c14-b83a-59da945c782b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:13:41.051224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.051573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.051914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.052263 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.052579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.052909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.053234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.053551 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.053881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.054212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.054549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.054870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:13:41.087131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Attempting to bind port d247372e-750b-4c14-b83a-59da945c782b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:13:41.087502 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Attempting to bind port d247372e-750b-4c14-b83a-59da945c782b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:13:41.087859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Attempting to bind port d247372e-750b-4c14-b83a-59da945c782b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:13:41.092857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:13:41.093236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:13:41.093633 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:41.094015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:13:41.094495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Bound port: d247372e-750b-4c14-b83a-59da945c782b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:13:41.094887 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:41.158096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] For port d247372e-750b-4c14-b83a-59da945c782b, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:13:41.162074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] For port d247372e-750b-4c14-b83a-59da945c782b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d247372e-750b-4c14-b83a-59da945c782b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:13:41.167016 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:41.229632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ce9bb-a5ff-4cbf-9634-3dbe3996c7fd None None] Pushing event updated for resources: {'Port': ['ID=d247372e-750b-4c14-b83a-59da945c782b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:13:41.568488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d247372e-750b-4c14-b83a-59da945c782b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:13:41.620905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port d247372e-750b-4c14-b83a-59da945c782b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:13:42.055066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaadf38-8fbf-4c41-aeef-9ebb0339a723 None None] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:13:42.129653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a813526b-a30d-4040-b85e-f85e4e0b02e0 None None] Provisioning for port d247372e-750b-4c14-b83a-59da945c782b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:13:42.139741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a813526b-a30d-4040-b85e-f85e4e0b02e0 None None] Provisioning complete for port d247372e-750b-4c14-b83a-59da945c782b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:13:42.140109 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a813526b-a30d-4040-b85e-f85e4e0b02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:42.278875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a813526b-a30d-4040-b85e-f85e4e0b02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:42.324188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a813526b-a30d-4040-b85e-f85e4e0b02e0 None None] For port d247372e-750b-4c14-b83a-59da945c782b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d247372e-750b-4c14-b83a-59da945c782b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:13:42.332966 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a813526b-a30d-4040-b85e-f85e4e0b02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:42.386180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813526b-a30d-4040-b85e-f85e4e0b02e0 None None] Pushing event updated for resources: {'Port': ['ID=d247372e-750b-4c14-b83a-59da945c782b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:13:42.553031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-90457748-2f13-4227-9734-5c488f8fdd60 None None] Provisioning complete for port d247372e-750b-4c14-b83a-59da945c782b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:13:42.553316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90457748-2f13-4227-9734-5c488f8fdd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:43.506224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d247372e-750b-4c14-b83a-59da945c782b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:13:43.555669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d247372e-750b-4c14-b83a-59da945c782b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:13:43.555952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:50.584333 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17f3de49-23f3-4d8d-8ac6-9b35dde35fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:53.194135 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75fb64d7-2f8b-485f-a75e-0bcbb153e330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:53.491946 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:54.359750 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:55.876511 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:00.180781 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:14:20.584741 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c32e6f74-2571-4860-aeb0-05c6695b3ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:23.194920 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b465fd4-c6ac-41cb-9b6c-7294bdfe4deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:23.492562 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:24.362895 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:25.879090 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:37.179374 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:14:50.473310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:50.480121 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-dd87e733-c41c-447b-b7f4-efde36af8d8f tempest-verify_tempest_config-1303200497 tempest-verify_tempest_config-1303200497-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:14:50.481094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dd87e733-c41c-447b-b7f4-efde36af8d8f tempest-verify_tempest_config-1303200497 tempest-verify_tempest_config-1303200497-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068159 Jul 13 19:14:50.586093 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99c1c050-e3b8-457a-b219-3cbd6b2d859d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:50.782279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:50.883164 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:50.970216 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:50.973689 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:51.017626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fbdef1-c1f4-4020-a713-9d709a232028,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:14:51.022971 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=107be6ed03324fec84edeea4218cb9b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2396986 Jul 13 19:14:51.025809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:51.027414 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.027842 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.028182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.028521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.028831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.029149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.029479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.029776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.030088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.030425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.030729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.031037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e4037-4dce-4757-ab61-2333c4d7b181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.080744 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:51.103892 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:51.190162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:51.192639 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:51.194591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64fbdef1-c1f4-4020-a713-9d709a232028 HTTP/1.1" status: 204 len: 168 time: 0.1676931 Jul 13 19:14:51.202204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fbdef1-c1f4-4020-a713-9d709a232028,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:14:51.208534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.208871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.209229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.209629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.209950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.210269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.210733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.210928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.211239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.211550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.211861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:51.212169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf350bdf-58a9-48d7-8a17-bad1ceedf1b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:53.203795 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1401544d-3aea-4f73-ab47-f890d8c77a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:53.495795 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:54.365669 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:55.881531 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:14.177008 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:15:20.587399 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2c73f05-4954-47e0-8fae-0d67ca0f25d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:23.199953 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e12a5185-b273-4f55-97ce-167645e9680d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:23.497778 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:24.367600 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:25.885364 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:50.587327 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1777423-3d2e-4330-b521-e9443c716558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:51.174851 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:15:53.202037 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be53d0f-b79f-4832-ba31-273b22657670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:53.500229 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:54.372536 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:55.888384 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:20.587379 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2463c522-1924-4ea2-8bfa-e13fe7d5f979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:23.201692 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d1bed77-f272-4def-8a6b-84848834bb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:23.499791 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.373504 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:25.892042 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.173775 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:16:50.588424 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10e6bdf8-4db4-4cd4-8d47-e5af465f0900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:53.201544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30b3a002-ef22-42d8-80dd-6640613b0038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:53.501361 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:54.376723 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:55.894195 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:05.172792 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:17:20.588979 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c91a2fbe-88bb-4849-8ffc-a021cf56bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.200729 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca20b-be05-415f-9633-ee9ae393b18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.501906 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.382191 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:25.897647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:42.171168 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:17:45.359341 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-671036'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:45.956047 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-671036'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:50.588380 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-563d4192-2e5f-4dae-b153-1b09f7e14c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:53.201435 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d9b7c2-96b8-4827-ba3a-367ffbdbc55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:53.502751 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:54.382084 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:55.900689 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.316986 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.889192 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.170582 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:18:20.588444 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e38a778-dc63-42c8-a975-b2ae8c0390c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.201085 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a672d7c-616c-4222-b62a-ac1bfa812ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.504235 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:24.385484 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.904915 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:31.191614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:31.295107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-28ba83e1-a22d-41d0-9ce6-50a19b89cd91 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1024146 Jul 13 19:18:33.451379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:33.510477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d23d1f7f-c865-4dc0-831a-df03b019e71d admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0580132 Jul 13 19:18:45.325460 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:45.905416 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.589435 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae407c4b-abf6-49d8-a1ea-c030ad55e511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:53.201262 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f9da-c03f-4286-bbb0-1c7d1eff7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:53.505557 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:54.390293 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:55.907635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:56.170536 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:19:15.319613 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:15.909521 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:20.590772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cffe4ba-7f39-44ea-88a1-52199de83d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:23.200936 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfc20a8b-7e95-4f37-92ec-ae4ca7b63a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:23.506869 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.390750 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.912997 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:33.169924 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:19:45.332874 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:45.920473 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:50.593260 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-172ab251-3eff-46bf-b52f-e6f7277d93bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:53.221249 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20f28030-aa57-4a9c-8746-3ac7e790208a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:53.518168 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:54.410911 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:55.934051 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.920380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:00.323972 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.416063 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.422271 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.464478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1267daaf-be47-445a-a7cb-354ec73377f3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:00.475315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.475664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.476005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.476334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.476847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.477352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.477829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.478318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.478814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.479289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.479780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.480266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] Tracked resource versions report: Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: pushed versions: Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'Log': {'1.0'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'Network': {'1.1'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'Port': {'1.7'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: consumer versions: Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: { DHCP agent@n-d-800708-1: {}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: HyperV agent@n-h1-800708-1: {}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: HyperV agent@n-h2-800708-1: {}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: L3 agent@n-d-800708-1: {}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: Metadata agent@n-d-800708-1: {}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: Metering agent@n-d-800708-1: {}, Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: Open vSwitch agent@n-d-800708-1: { 'AddressGroup': '1.2', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'Log': '1.0', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'Network': '1.1', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'Port': '1.7', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'PortForwarding': '1.2', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'QosPolicy': '1.8', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'SubPort': '1.0', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'Subnet': '1.1', Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: 'Trunk': '1.1'}} Jul 13 19:20:00.481518 n-d-800708-1 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:20:00.494842 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:00.495557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c20fa097-da7a-48df-a300-a6d6d7c4b621 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df6b81b5b7c1404b9612d4f5bd986d28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5735407 Jul 13 19:20:00.560526 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.582799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.649793 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.652450 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.656371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1267daaf-be47-445a-a7cb-354ec73377f3 HTTP/1.1" status: 204 len: 168 time: 0.1604683 Jul 13 19:20:00.664959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1267daaf-be47-445a-a7cb-354ec73377f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:00.672435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.672773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.673105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.673430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.673751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.674070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.674385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.674739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.675086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.675397 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.675711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.676018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b1ff4-7fed-4857-afbe-cf9fb01423e5 admin admin] Tracked resource versions report: Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: pushed versions: Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: { 'AddressGroup': {'1.2'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'ConntrackHelper': {'1.0'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'Log': {'1.0'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'Network': {'1.1'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'Port': {'1.7'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'PortForwarding': {'1.2'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'QosPolicy': {'1.8'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'SecurityGroup': {'1.4'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'SubPort': {'1.0'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'Subnet': {'1.1'}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'Trunk': {'1.1'}} Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: consumer versions: Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: { DHCP agent@n-d-800708-1: {}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: HyperV agent@n-h1-800708-1: {}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: HyperV agent@n-h2-800708-1: {}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: L3 agent@n-d-800708-1: {}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: Metadata agent@n-d-800708-1: {}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: Metering agent@n-d-800708-1: {}, Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: Open vSwitch agent@n-d-800708-1: { 'AddressGroup': '1.2', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'ConntrackHelper': '1.0', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'Log': '1.0', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'Network': '1.1', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'Port': '1.7', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'PortForwarding': '1.2', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'QosPolicy': '1.8', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'SecurityGroup': '1.4', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'SecurityGroupRule': '1.2', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'SubPort': '1.0', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'Subnet': '1.1', Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: 'Trunk': '1.1'}} Jul 13 19:20:00.677593 n-d-800708-1 neutron-server[93766]: {{(pid=93766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:20:01.075414 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:01.091918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a861-b45b-4dc1-8127-a08d540ec13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.207291 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a861-b45b-4dc1-8127-a08d540ec13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.214768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a861-b45b-4dc1-8127-a08d540ec13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.247511 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b7e5a861-b45b-4dc1-8127-a08d540ec13d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63cb51d5b3ac42bda4ea4b5a64749f3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1707609 Jul 13 19:20:01.250620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:01.277040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5a861-b45b-4dc1-8127-a08d540ec13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affb2d31-1157-49d0-9fc7-3c8e0df8ebc0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:01.318213 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e13ab6a-2755-42e8-827b-735e1f1cdf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.358299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e13ab6a-2755-42e8-827b-735e1f1cdf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.416651 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e13ab6a-2755-42e8-827b-735e1f1cdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.421466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e13ab6a-2755-42e8-827b-735e1f1cdf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.423414 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5e13ab6a-2755-42e8-827b-735e1f1cdf9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/affb2d31-1157-49d0-9fc7-3c8e0df8ebc0 HTTP/1.1" status: 204 len: 168 time: 0.1709769 Jul 13 19:20:01.436789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13ab6a-2755-42e8-827b-735e1f1cdf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affb2d31-1157-49d0-9fc7-3c8e0df8ebc0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:01.876924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.028329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ec9411-ec61-4529-b5ca-d8cc803c86fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.144115 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ec9411-ec61-4529-b5ca-d8cc803c86fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.148718 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ec9411-ec61-4529-b5ca-d8cc803c86fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.194920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec9411-ec61-4529-b5ca-d8cc803c86fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b1d29b-b351-4a6f-bfa4-723bef9c731a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:02.202615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-27ec9411-ec61-4529-b5ca-d8cc803c86fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8948ac82b844ba08c3cd247458f97f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3238363 Jul 13 19:20:02.204931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.255363 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29bed031-5845-4ed3-91db-2d885f8b4375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.278642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29bed031-5845-4ed3-91db-2d885f8b4375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.308409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.333342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29bed031-5845-4ed3-91db-2d885f8b4375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.335837 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29bed031-5845-4ed3-91db-2d885f8b4375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.336972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-29bed031-5845-4ed3-91db-2d885f8b4375 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7b1d29b-b351-4a6f-bfa4-723bef9c731a HTTP/1.1" status: 204 len: 168 time: 0.1310284 Jul 13 19:20:02.345487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bed031-5845-4ed3-91db-2d885f8b4375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b1d29b-b351-4a6f-bfa4-723bef9c731a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:02.535447 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4774e4d-f291-4086-8e77-b561a6e56aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.653816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4774e4d-f291-4086-8e77-b561a6e56aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.659097 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4774e4d-f291-4086-8e77-b561a6e56aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.690661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4774e4d-f291-4086-8e77-b561a6e56aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ed09c1-dc90-4323-b2f6-dc2b3ba23069,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:02.703941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b4774e4d-f291-4086-8e77-b561a6e56aa1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c2e65709ba54051951b67f8373d254a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3941314 Jul 13 19:20:02.706538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.757458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4efabd4a-0379-489c-8f5c-b36d62a2d631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.780001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4efabd4a-0379-489c-8f5c-b36d62a2d631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.830618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.831720 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4efabd4a-0379-489c-8f5c-b36d62a2d631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.835356 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4efabd4a-0379-489c-8f5c-b36d62a2d631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.836810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4efabd4a-0379-489c-8f5c-b36d62a2d631 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30ed09c1-dc90-4323-b2f6-dc2b3ba23069 HTTP/1.1" status: 204 len: 168 time: 0.1290734 Jul 13 19:20:02.845148 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-988266c2-b856-4f3c-aa24-18dc037be13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.846085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efabd4a-0379-489c-8f5c-b36d62a2d631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ed09c1-dc90-4323-b2f6-dc2b3ba23069,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:02.954348 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-988266c2-b856-4f3c-aa24-18dc037be13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.960135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-988266c2-b856-4f3c-aa24-18dc037be13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.997705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988266c2-b856-4f3c-aa24-18dc037be13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eae9cb-622e-49a4-869d-4a759241ee5e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:03.011092 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-988266c2-b856-4f3c-aa24-18dc037be13c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=006123f11089474b9b04c1d132b1efb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1787567 Jul 13 19:20:03.013254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:03.029929 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:03.069477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d128376c-ffd7-4cfb-96d9-6522684cb7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.091809 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d128376c-ffd7-4cfb-96d9-6522684cb7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.148613 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d128376c-ffd7-4cfb-96d9-6522684cb7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.157442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d128376c-ffd7-4cfb-96d9-6522684cb7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.157442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d128376c-ffd7-4cfb-96d9-6522684cb7ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7eae9cb-622e-49a4-869d-4a759241ee5e HTTP/1.1" status: 204 len: 168 time: 0.1397820 Jul 13 19:20:03.165275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128376c-ffd7-4cfb-96d9-6522684cb7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eae9cb-622e-49a4-869d-4a759241ee5e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:03.400316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-network', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:03.439299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Made reservation on behalf of 2a582448a6574b48b85daa79c1b602bf for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:03.443342 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.455889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.497048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:03.518940 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10307fc7-2e30-444c-aa09-08879f332641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.571083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.576578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.590192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:20:03.601656 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.602225 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Added segment 9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b of type vlan for network 64ddfd84-ebcf-463c-a487-176ffec7929e Jul 13 19:20:03.652614 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.675427 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10307fc7-2e30-444c-aa09-08879f332641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.680586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10307fc7-2e30-444c-aa09-08879f332641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.709834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bece69-71b5-48ea-a236-226b3ceaa167,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:03.715325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10307fc7-2e30-444c-aa09-08879f332641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbf7703-5e2a-4970-97f7-5c3726b28a61,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:03.729793 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.731591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:03.732354 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.752242 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-10307fc7-2e30-444c-aa09-08879f332641 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b70bf68aae9743e3bea35b01165a1d7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2527654 Jul 13 19:20:03.763694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:03.814003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] Pushing event updated for resources: {'Network': ['ID=64ddfd84-ebcf-463c-a487-176ffec7929e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:03.816965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f0b810f8-79a2-46b1-b9cf-1dd37c1f26de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7859712 Jul 13 19:20:03.820559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:03.826452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Request body: {'subnet': {'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-subnet', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:03.830922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 64ddfd84-ebcf-463c-a487-176ffec7929e details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:20:03.866950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Made reservation on behalf of 2a582448a6574b48b85daa79c1b602bf for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:03.870332 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.911524 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700194ff-1559-40e1-8e0d-96fb63c12d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.965813 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700194ff-1559-40e1-8e0d-96fb63c12d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.072572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700194ff-1559-40e1-8e0d-96fb63c12d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.072572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700194ff-1559-40e1-8e0d-96fb63c12d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.073366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-700194ff-1559-40e1-8e0d-96fb63c12d35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cbf7703-5e2a-4970-97f7-5c3726b28a61 HTTP/1.1" status: 204 len: 168 time: 0.3047183 Jul 13 19:20:04.081403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700194ff-1559-40e1-8e0d-96fb63c12d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbf7703-5e2a-4970-97f7-5c3726b28a61,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:04.175159 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.246296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:04.250705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Checking segment: {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:04.251253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Network hostable DHCP agents. Network: 64ddfd84-ebcf-463c-a487-176ffec7929e, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:20:04.296203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Network 64ddfd84-ebcf-463c-a487-176ffec7929e is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:20:04.309473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 64ddfd84-ebcf-463c-a487-176ffec7929e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:04.315409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:04.316001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.329224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10c315e-3605-4457-9b76-f8fb4e186339 None None] Network 64ddfd84-ebcf-463c-a487-176ffec7929e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:04.345676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6b53cd91-9aec-494f-ad3e-84ec27f8aba4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5232515 Jul 13 19:20:04.349394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:04.354606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:04.386998 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.388449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.491029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.656022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-64ddfd84-ebcf-463c-a487-176ffec7929e', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:20:04.657168 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.741075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.974522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:05.048355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Allocated IP 172.20.0.2 (64ddfd84-ebcf-463c-a487-176ffec7929e/5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8/62f618d6-95c1-45e7-98fc-d37d9d2917e5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:05.123792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.150027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.241321 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.257042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Transition to ACTIVE for port object 62f618d6-95c1-45e7-98fc-d37d9d2917e5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:05.275011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Transition to ACTIVE for port object 62f618d6-95c1-45e7-98fc-d37d9d2917e5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:05.282971 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.325375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Network 64ddfd84-ebcf-463c-a487-176ffec7929e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:05.329639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:05.341986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:05.394867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Allocated IP 172.25.7.101 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/dc4f3b4d-4359-4fe2-9079-2071f1f6e127) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:05.396240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Pushing event updated for resources: {'Port': ['ID=62f618d6-95c1-45e7-98fc-d37d9d2917e5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:05.412633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.412977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.413314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.413647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.413973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.414300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.414661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.414980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.415304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.415619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.415940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.416255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Tracked resource versions report: Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: pushed versions: Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'Log': {'1.0'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'Network': {'1.1'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'Port': {'1.7'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: consumer versions: Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: { DHCP agent@n-d-800708-1: {}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: HyperV agent@n-h1-800708-1: {}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: HyperV agent@n-h2-800708-1: {}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: L3 agent@n-d-800708-1: {}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: Metadata agent@n-d-800708-1: {}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: Metering agent@n-d-800708-1: {}, Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: Open vSwitch agent@n-d-800708-1: { 'AddressGroup': '1.2', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'Log': '1.0', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'Network': '1.1', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'Port': '1.7', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'PortForwarding': '1.2', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'QosPolicy': '1.8', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'SubPort': '1.0', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'Subnet': '1.1', Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: 'Trunk': '1.1'}} Jul 13 19:20:05.417628 n-d-800708-1 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:20:05.424070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Attempting to bind port 62f618d6-95c1-45e7-98fc-d37d9d2917e5 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:05.424468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Attempting to bind port 62f618d6-95c1-45e7-98fc-d37d9d2917e5 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:05.424794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Attempting to bind port 62f618d6-95c1-45e7-98fc-d37d9d2917e5 on network 64ddfd84-ebcf-463c-a487-176ffec7929e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:05.431022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:05.431405 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Checking segment: {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:05.431806 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.432192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Bound using segment: {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:05.432657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Bound port: 62f618d6-95c1-45e7-98fc-d37d9d2917e5, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:05.433174 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.515953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] For port 62f618d6-95c1-45e7-98fc-d37d9d2917e5, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:05.519939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] For port 62f618d6-95c1-45e7-98fc-d37d9d2917e5, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=62f618d6-95c1-45e7-98fc-d37d9d2917e5,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:05.527309 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.529422 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5108969a-22f8-448a-b3ab-48c116a42321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.588623 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.609438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc4f59-8c28-4e94-868f-4f6d1b37cff2 None None] Pushing event updated for resources: {'Port': ['ID=62f618d6-95c1-45e7-98fc-d37d9d2917e5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:05.701290 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5108969a-22f8-448a-b3ab-48c116a42321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.709926 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5108969a-22f8-448a-b3ab-48c116a42321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.749602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108969a-22f8-448a-b3ab-48c116a42321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6a803b-2c94-4576-b804-05d67641b66b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:05.774980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5108969a-22f8-448a-b3ab-48c116a42321 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a174b252de2402fa8395921442bfda4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7979345 Jul 13 19:20:05.777440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:05.794350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.821337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:05.842524 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64fa7be6-f2a8-44c2-afe9-04581101f57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.848188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:05.849398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:05.882542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:05.919073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64fa7be6-f2a8-44c2-afe9-04581101f57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.017753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64fa7be6-f2a8-44c2-afe9-04581101f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.021122 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64fa7be6-f2a8-44c2-afe9-04581101f57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.022736 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-64fa7be6-f2a8-44c2-afe9-04581101f57a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da6a803b-2c94-4576-b804-05d67641b66b HTTP/1.1" status: 204 len: 168 time: 0.2440138 Jul 13 19:20:06.031970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa7be6-f2a8-44c2-afe9-04581101f57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6a803b-2c94-4576-b804-05d67641b66b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:06.033956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Pushing event updated for resources: {'Port': ['ID=dc4f3b4d-4359-4fe2-9079-2071f1f6e127,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:06.282363 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e02b67-9c8f-4d81-b2e0-7be725fe85a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.404446 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.411804 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e02b67-9c8f-4d81-b2e0-7be725fe85a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.446519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e02b67-9c8f-4d81-b2e0-7be725fe85a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.529327 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e7e02b67-9c8f-4d81-b2e0-7be725fe85a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36566693f2ae459f9adb6452d92df3ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6530962 Jul 13 19:20:06.532023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:06.550969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e02b67-9c8f-4d81-b2e0-7be725fe85a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa741aee-96aa-493c-8469-741d9ffe5623,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:06.607151 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b6c4fc-a977-4ee8-a06b-f2eb84c66395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.652394 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b6c4fc-a977-4ee8-a06b-f2eb84c66395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.719719 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b6c4fc-a977-4ee8-a06b-f2eb84c66395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.724043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b6c4fc-a977-4ee8-a06b-f2eb84c66395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.728021 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-62b6c4fc-a977-4ee8-a06b-f2eb84c66395 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa741aee-96aa-493c-8469-741d9ffe5623 HTTP/1.1" status: 204 len: 168 time: 0.1924834 Jul 13 19:20:06.736559 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.745821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6c4fc-a977-4ee8-a06b-f2eb84c66395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa741aee-96aa-493c-8469-741d9ffe5623,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:06.774013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:06.893521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:06.915631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea68e43c-f928-4b61-b16b-cfd9c4f8a795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.954176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Router a44a73ce-0195-4bab-adfa-63c703722ec3 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:20:06.991721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b867cb-fe44-483a-b54b-728f1550ef13 None None] Network 64ddfd84-ebcf-463c-a487-176ffec7929e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:07.062111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea68e43c-f928-4b61-b16b-cfd9c4f8a795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.073148 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea68e43c-f928-4b61-b16b-cfd9c4f8a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.094146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:07.108507 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Sync routers for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:07.123752 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:07.124827 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:19:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:07.125582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.130454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-80a947b3-ab92-4d3f-b52e-c90b184ca1ff admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7799520 Jul 13 19:20:07.133362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:07.170899 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ea68e43c-f928-4b61-b16b-cfd9c4f8a795 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1488dfd6314e4b6eb9b2a340b8e4a756&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2763314 Jul 13 19:20:07.171957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68e43c-f928-4b61-b16b-cfd9c4f8a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8866b29-e929-4f59-8538-2a398d5f1a23,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:07.175179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:07.208693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c09ce66-d970-4f64-ae6d-fd4a8e773417 None None] Provisioning for port 62f618d6-95c1-45e7-98fc-d37d9d2917e5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:07.279651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfcba38-e1da-4189-8979-b5b7d8bd8cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.311676 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfcba38-e1da-4189-8979-b5b7d8bd8cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.413086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfcba38-e1da-4189-8979-b5b7d8bd8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.416528 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfcba38-e1da-4189-8979-b5b7d8bd8cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.418198 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3bfcba38-e1da-4189-8979-b5b7d8bd8cd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8866b29-e929-4f59-8538-2a398d5f1a23 HTTP/1.1" status: 204 len: 168 time: 0.2409225 Jul 13 19:20:07.429706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcba38-e1da-4189-8979-b5b7d8bd8cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8866b29-e929-4f59-8538-2a398d5f1a23,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:07.463129 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:07.540537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0be53b25-6308-4a45-94b7-f5bb8d30cf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.712210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0be53b25-6308-4a45-94b7-f5bb8d30cf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.719034 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0be53b25-6308-4a45-94b7-f5bb8d30cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.837528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 62f618d6-95c1-45e7-98fc-d37d9d2917e5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:07.838573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0be53b25-6308-4a45-94b7-f5bb8d30cf48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adff8c0dc0b748e09e55370e2097adbd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0631492 Jul 13 19:20:07.841086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be53b25-6308-4a45-94b7-f5bb8d30cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f903ea-b57e-4413-baeb-f1eb54a2f630,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:07.845651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:07.845828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:07.888591 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:06Z', 'revision_number': 3, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:07.896263 n-d-800708-1 neutron-server[93767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 19:20:07.919944 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Checking router: a44a73ce-0195-4bab-adfa-63c703722ec3 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:07.920399 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Updating router a44a73ce-0195-4bab-adfa-63c703722ec3 port dc4f3b4d-4359-4fe2-9079-2071f1f6e127 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:20:07.921458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:07.939925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 62f618d6-95c1-45e7-98fc-d37d9d2917e5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:07.947198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 62f618d6-95c1-45e7-98fc-d37d9d2917e5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:07.947858 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.958836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bccb805b-49f2-4c61-9bc6-a8eef5da4339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.972841 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-802a8725-f055-46cb-b6c0-391b6f074a03 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5d915d988b60414f9c9bc7802da5cb71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1143668 Jul 13 19:20:08.019242 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.077504 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2b4cdf7-b6dd-4844-89cd-d86d2411e3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.101656 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2b4cdf7-b6dd-4844-89cd-d86d2411e3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.116270 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.164259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 62f618d6-95c1-45e7-98fc-d37d9d2917e5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=62f618d6-95c1-45e7-98fc-d37d9d2917e5,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:08.173397 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.204743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bccb805b-49f2-4c61-9bc6-a8eef5da4339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.213253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bccb805b-49f2-4c61-9bc6-a8eef5da4339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.240371 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2b4cdf7-b6dd-4844-89cd-d86d2411e3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.246978 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=62f618d6-95c1-45e7-98fc-d37d9d2917e5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:08.253327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2b4cdf7-b6dd-4844-89cd-d86d2411e3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.258083 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f2b4cdf7-b6dd-4844-89cd-d86d2411e3e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99f903ea-b57e-4413-baeb-f1eb54a2f630 HTTP/1.1" status: 204 len: 168 time: 0.4008894 Jul 13 19:20:08.273822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb805b-49f2-4c61-9bc6-a8eef5da4339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2659408-8dae-491d-8005-dfbab161d89b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:08.291073 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bccb805b-49f2-4c61-9bc6-a8eef5da4339 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9496ec1489af4df0836552c398897e31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3684518 Jul 13 19:20:08.294313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:08.348270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4cdf7-b6dd-4844-89cd-d86d2411e3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f903ea-b57e-4413-baeb-f1eb54a2f630,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:08.368266 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.483392 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.496700 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Transition to ACTIVE for port object dc4f3b4d-4359-4fe2-9079-2071f1f6e127 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:08.504587 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.512690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-0f373db8-e057-4f36-8374-f14bec9087fe tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:08.513779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-0f373db8-e057-4f36-8374-f14bec9087fe tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4889123 Jul 13 19:20:08.579394 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Attempting to bind port dc4f3b4d-4359-4fe2-9079-2071f1f6e127 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:08.579975 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a98b9fc5-152c-4c92-9378-cd5b4663ede8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.580325 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Attempting to bind port dc4f3b4d-4359-4fe2-9079-2071f1f6e127 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:08.581284 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Attempting to bind port dc4f3b4d-4359-4fe2-9079-2071f1f6e127 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:08.590825 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:08.591836 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:08.592464 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.593178 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:08.594782 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Bound port: dc4f3b4d-4359-4fe2-9079-2071f1f6e127, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:08.595528 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.602590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a98b9fc5-152c-4c92-9378-cd5b4663ede8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.620279 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-d64051d1-90f8-4273-b2db-69e97cc64574 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/quotas/5d915d988b60414f9c9bc7802da5cb71 HTTP/1.1" status: 200 len: 375 time: 0.0946009 Jul 13 19:20:08.624112 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Pushing event updated for resources: {'Port': ['ID=dc4f3b4d-4359-4fe2-9079-2071f1f6e127,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:08.679921 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.680789 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.681476 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.682732 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.683706 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.684718 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.685248 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.686484 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.687024 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.688159 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.688864 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.689984 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Tracked resource versions report: Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: pushed versions: Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'Log': {'1.0'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'Network': {'1.1'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'Port': {'1.7'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: consumer versions: Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: { DHCP agent@n-d-800708-1: {}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: HyperV agent@n-h1-800708-1: {}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: HyperV agent@n-h2-800708-1: {}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: L3 agent@n-d-800708-1: {}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: Metadata agent@n-d-800708-1: {}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: Metering agent@n-d-800708-1: {}, Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: Open vSwitch agent@n-d-800708-1: { 'AddressGroup': '1.2', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'Log': '1.0', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'Network': '1.1', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'Port': '1.7', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'PortForwarding': '1.2', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'QosPolicy': '1.8', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'SubPort': '1.0', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'Subnet': '1.1', Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: 'Trunk': '1.1'}} Jul 13 19:20:08.691918 n-d-800708-1 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:20:08.730308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-cdf66a09-2144-4cdf-a613-0c7fb8d926b8 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5d915d988b60414f9c9bc7802da5cb71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090884 Jul 13 19:20:08.737169 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] For port dc4f3b4d-4359-4fe2-9079-2071f1f6e127, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:08.742004 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] For port dc4f3b4d-4359-4fe2-9079-2071f1f6e127, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=dc4f3b4d-4359-4fe2-9079-2071f1f6e127,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:08.751441 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.833975 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:08.835121 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:19:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:08.838751 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8b368-c1c5-447c-8f8f-788610213740 None None] Pushing event updated for resources: {'Port': ['ID=dc4f3b4d-4359-4fe2-9079-2071f1f6e127,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:08.878720 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a98b9fc5-152c-4c92-9378-cd5b4663ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.884114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a98b9fc5-152c-4c92-9378-cd5b4663ede8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.886128 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a98b9fc5-152c-4c92-9378-cd5b4663ede8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2659408-8dae-491d-8005-dfbab161d89b HTTP/1.1" status: 204 len: 168 time: 0.5833280 Jul 13 19:20:08.905597 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b9fc5-152c-4c92-9378-cd5b4663ede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2659408-8dae-491d-8005-dfbab161d89b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:08.908955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Allocated IP 172.20.0.1 (64ddfd84-ebcf-463c-a487-176ffec7929e/5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8/2500e615-3c11-4b86-8776-3593690f0ccf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:09.024751 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:09.101608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:09.123553 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.130109 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ed81fb-795a-4bca-b803-99400af5f559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.147921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Transition to ACTIVE for port object 2500e615-3c11-4b86-8776-3593690f0ccf will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:09.191629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.239606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Network 64ddfd84-ebcf-463c-a487-176ffec7929e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:09.246477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:09.250882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:09.251686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.283990 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ed81fb-795a-4bca-b803-99400af5f559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.296304 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ed81fb-795a-4bca-b803-99400af5f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.346107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Pushing event updated for resources: {'Port': ['ID=2500e615-3c11-4b86-8776-3593690f0ccf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:09.380059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f4ed81fb-795a-4bca-b803-99400af5f559 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9a5bbfcca4e48ab896dfe33d70338aa&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2745171 Jul 13 19:20:09.386995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:09.405574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed81fb-795a-4bca-b803-99400af5f559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b5eb3f-bbc3-4a91-8b24-fbef07d9ca7e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:09.530960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7ff42af-a4bc-4af9-8a6c-d816e1b9f4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.551544 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:06Z', 'revision_number': 3, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:09.563716 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7ff42af-a4bc-4af9-8a6c-d816e1b9f4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.592952 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b25dc-8550-4f95-82ad-2b03bb7a93a3 None None] The sync data for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 is: [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:06Z', 'revision_number': 3, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:09.598110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e106377-ac1e-4ffe-aebc-8b01ac7b62c1 None None] Provisioning for port 2500e615-3c11-4b86-8776-3593690f0ccf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:09.604633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e106377-ac1e-4ffe-aebc-8b01ac7b62c1 None None] Provisioning complete for port 2500e615-3c11-4b86-8776-3593690f0ccf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:09.605577 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e106377-ac1e-4ffe-aebc-8b01ac7b62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.622750 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.706973 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7ff42af-a4bc-4af9-8a6c-d816e1b9f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.710541 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7ff42af-a4bc-4af9-8a6c-d816e1b9f4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.714294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d7ff42af-a4bc-4af9-8a6c-d816e1b9f4e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56b5eb3f-bbc3-4a91-8b24-fbef07d9ca7e HTTP/1.1" status: 204 len: 168 time: 0.3263156 Jul 13 19:20:09.732859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e106377-ac1e-4ffe-aebc-8b01ac7b62c1 None None] Port 2500e615-3c11-4b86-8776-3593690f0ccf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:09.746581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff42af-a4bc-4af9-8a6c-d816e1b9f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5eb3f-bbc3-4a91-8b24-fbef07d9ca7e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:09.791030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 62f618d6-95c1-45e7-98fc-d37d9d2917e5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:09.845776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 62f618d6-95c1-45e7-98fc-d37d9d2917e5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:09.846496 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.898592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.906197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.907458 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.965262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:10.088383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Pushing event updated for resources: {'Port': ['ID=2500e615-3c11-4b86-8776-3593690f0ccf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:10.135369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:10.181560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Network 64ddfd84-ebcf-463c-a487-176ffec7929e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:10.182603 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:20:10.182695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:10.576078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c08c6ab-a17e-4a5e-8115-9eb3a62ced27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.580413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-157543b6-ba2b-40b2-89af-f7dac34b9fbb None None] Provisioning complete for port 2500e615-3c11-4b86-8776-3593690f0ccf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:10.580834 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-157543b6-ba2b-40b2-89af-f7dac34b9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.615258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Router a44a73ce-0195-4bab-adfa-63c703722ec3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:10.713252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-157543b6-ba2b-40b2-89af-f7dac34b9fbb None None] Port 2500e615-3c11-4b86-8776-3593690f0ccf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:10.767806 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c08c6ab-a17e-4a5e-8115-9eb3a62ced27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.776523 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c08c6ab-a17e-4a5e-8115-9eb3a62ced27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.838680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08c6ab-a17e-4a5e-8115-9eb3a62ced27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e38c0af-e805-486b-8d39-a2c990f03cdb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:10.884506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1c08c6ab-a17e-4a5e-8115-9eb3a62ced27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1e5c3b2acaa4bcdbd83dc6bbf07cf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9195027 Jul 13 19:20:10.887051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:10.912682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:10.923621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4aa348bf-d255-4269-8e37-800a7610eada admin admin] 10.222.0.25 "PUT /v2.0/routers/a44a73ce-0195-4bab-adfa-63c703722ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7890863 Jul 13 19:20:10.982013 n-d-800708-1 neutron-server[93766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 19:20:11.105215 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eda19762-0b0b-4e41-9b28-a9712e131500 req-36998070-eb3b-4940-af12-7aaa813fc9d4 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 210 time: 0.9649510 Jul 13 19:20:11.106109 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a05385b-a492-4555-8765-9a39a242d423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.162049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a05385b-a492-4555-8765-9a39a242d423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.226053 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a05385b-a492-4555-8765-9a39a242d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.229212 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a05385b-a492-4555-8765-9a39a242d423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.230934 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7a05385b-a492-4555-8765-9a39a242d423 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e38c0af-e805-486b-8d39-a2c990f03cdb HTTP/1.1" status: 204 len: 168 time: 0.3425958 Jul 13 19:20:11.243533 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05385b-a492-4555-8765-9a39a242d423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e38c0af-e805-486b-8d39-a2c990f03cdb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:11.525890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:11.862626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device dc4f3b4d-4359-4fe2-9079-2071f1f6e127 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:11.934554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port dc4f3b4d-4359-4fe2-9079-2071f1f6e127 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:11.940122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port dc4f3b4d-4359-4fe2-9079-2071f1f6e127 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:11.940548 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.043091 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.068200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port dc4f3b4d-4359-4fe2-9079-2071f1f6e127, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=dc4f3b4d-4359-4fe2-9079-2071f1f6e127,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:12.075778 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.137623 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68044f61-8799-49e9-9b7c-2c67b19a6fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.186372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Sync routers for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:12.195717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=dc4f3b4d-4359-4fe2-9079-2071f1f6e127,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:12.212286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:12.212922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:19:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:12.377925 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5a605bf-d40e-4c0e-909d-1f91c0aab694 req-1aa51cc4-26d9-4f60-9d3b-57770e9f2ef2 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 210 time: 0.0588400 Jul 13 19:20:12.389167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:12.396527 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68044f61-8799-49e9-9b7c-2c67b19a6fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.407208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68044f61-8799-49e9-9b7c-2c67b19a6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.451747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:12.452249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:12.466535 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-68044f61-8799-49e9-9b7c-2c67b19a6fa3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b26499464dd4fb399c33fffffbee699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9218292 Jul 13 19:20:12.467976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68044f61-8799-49e9-9b7c-2c67b19a6fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b9cf19-7697-4555-8b29-380158d1ce4a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:12.502091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-116673da-644a-4def-bcaa-f5afddf796c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.571087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.60', 59712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:12.626340 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-7195984d-b161-448b-98eb-2234c0dab6b4 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5d915d988b60414f9c9bc7802da5cb71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404830 Jul 13 19:20:12.631447 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-212fb6dd-abf0-4e8a-a417-18c15cb952a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.654865 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-212fb6dd-abf0-4e8a-a417-18c15cb952a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.712348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-212fb6dd-abf0-4e8a-a417-18c15cb952a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.715547 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-212fb6dd-abf0-4e8a-a417-18c15cb952a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.716979 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-212fb6dd-abf0-4e8a-a417-18c15cb952a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3b9cf19-7697-4555-8b29-380158d1ce4a HTTP/1.1" status: 204 len: 168 time: 0.2639642 Jul 13 19:20:12.737244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fb6dd-abf0-4e8a-a417-18c15cb952a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b9cf19-7697-4555-8b29-380158d1ce4a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:12.755130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-116673da-644a-4def-bcaa-f5afddf796c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.767104 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-116673da-644a-4def-bcaa-f5afddf796c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.803845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 2, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:12.829061 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-116673da-644a-4def-bcaa-f5afddf796c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9313b5ca1f024168863e038116a5fc2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699183 Jul 13 19:20:12.836486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:12.853862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-23c6aea1-91b8-433f-8381-277045c845e4 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:12.855411 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-23c6aea1-91b8-433f-8381-277045c845e4 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229769 Jul 13 19:20:12.858477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Checking router: a44a73ce-0195-4bab-adfa-63c703722ec3 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:12.858626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Updating router a44a73ce-0195-4bab-adfa-63c703722ec3 port 2500e615-3c11-4b86-8776-3593690f0ccf binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:20:12.875571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116673da-644a-4def-bcaa-f5afddf796c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fd1d93-dd26-4cc1-90d6-213823879201,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:12.907877 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.923767 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97db17e6-e2a0-4ce3-947e-87df9918ca71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.924264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Request body: {'port': {'device_id': 'f91a28d6-0b86-4013-9fd8-8e4d957b73c2', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '5d915d988b60414f9c9bc7802da5cb71'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:12.965756 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97db17e6-e2a0-4ce3-947e-87df9918ca71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.065223 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97db17e6-e2a0-4ce3-947e-87df9918ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.068757 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97db17e6-e2a0-4ce3-947e-87df9918ca71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.070017 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-97db17e6-e2a0-4ce3-947e-87df9918ca71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2fd1d93-dd26-4cc1-90d6-213823879201 HTTP/1.1" status: 204 len: 168 time: 0.2320859 Jul 13 19:20:13.120058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db17e6-e2a0-4ce3-947e-87df9918ca71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fd1d93-dd26-4cc1-90d6-213823879201,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:13.146979 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-55e9bd74-3cff-40af-8863-c1c9389e1e7b tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554295 Jul 13 19:20:13.329682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Made reservation on behalf of 5d915d988b60414f9c9bc7802da5cb71 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:13.335755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.349125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.446509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87b62-9775-468b-8f74-583350e007ce req-8337f5e4-8b2b-4736-a92d-bbd758e9b16f tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:13.448312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-8337f5e4-8b2b-4736-a92d-bbd758e9b16f tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953100 Jul 13 19:20:13.454868 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.478441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-04801585-de1d-4b85-8e30-c5947d844316 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/quotas/efd81e5e289f45efae31cc6b97cbb1f8 HTTP/1.1" status: 200 len: 375 time: 0.0220203 Jul 13 19:20:13.482248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Transition to ACTIVE for port object 2500e615-3c11-4b86-8776-3593690f0ccf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:13.484523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.492378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.492619 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.558029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a197433-6531-44c6-b083-90c3a1f6a006 None None] Pushing event updated for resources: {'Port': ['ID=2500e615-3c11-4b86-8776-3593690f0ccf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:13.670544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Attempting to bind port 2500e615-3c11-4b86-8776-3593690f0ccf on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:13.671420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Attempting to bind port 2500e615-3c11-4b86-8776-3593690f0ccf by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:13.672159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Attempting to bind port 2500e615-3c11-4b86-8776-3593690f0ccf on network 64ddfd84-ebcf-463c-a487-176ffec7929e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:13.681380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:13.681751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Checking segment: {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:13.682187 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.682609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Bound using segment: {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:13.683238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Bound port: 2500e615-3c11-4b86-8776-3593690f0ccf, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:13.683640 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.787139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:13.843556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b79c3780-cc76-42d8-87a7-98154fc95956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.848158 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-d7b48525-8a23-4943-b563-77eeff561f69 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3683379 Jul 13 19:20:13.854179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device dc4f3b4d-4359-4fe2-9079-2071f1f6e127 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:13.855310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ec4973a-6fb4-4481-993c-f7adbdaa82ca req-ce9143fc-d54c-497c-99a2-b4d05cd228b3 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 210 time: 0.1583138 Jul 13 19:20:13.908938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5552a3-3686-4a18-8a04-4720fea64119,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:13.946487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] For port 2500e615-3c11-4b86-8776-3593690f0ccf, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:13.977375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port dc4f3b4d-4359-4fe2-9079-2071f1f6e127 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:13.977858 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.982084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] For port 2500e615-3c11-4b86-8776-3593690f0ccf, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2500e615-3c11-4b86-8776-3593690f0ccf,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:14.010089 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.045246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b79c3780-cc76-42d8-87a7-98154fc95956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.074722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b79c3780-cc76-42d8-87a7-98154fc95956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.108457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:14.108938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:19:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:14.169951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a197433-6531-44c6-b083-90c3a1f6a006 None None] Pushing event updated for resources: {'Port': ['ID=2500e615-3c11-4b86-8776-3593690f0ccf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:14.200032 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2be64343-3e00-4d75-9c48-9bf58e70a250 req-88cfd67b-53d4-4118-ac21-b928b23f73d6 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 210 time: 0.0494413 Jul 13 19:20:14.325166 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b79c3780-cc76-42d8-87a7-98154fc95956 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d48fc7f2b684edc920f027442c04d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079374 Jul 13 19:20:14.327737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:14.358612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c3780-cc76-42d8-87a7-98154fc95956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f375ba9-e1e8-4eba-8149-144517c2cdce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:14.390702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:14.392259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Allocated IP 192.168.233.137 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/5417ccac-2db8-4422-9e8f-eb65685f7c26) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:14.468554 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab08415a-ba82-4afb-902d-d0cddc5cae03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.491844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:14.524314 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab08415a-ba82-4afb-902d-d0cddc5cae03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.549792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e50f-ac1a-4a37-8dd5-4a0e967459a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.595190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:14.622509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-network', 'tenant_id': 'dee7a1085a15414393548aff294a65f0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:14.634312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab08415a-ba82-4afb-902d-d0cddc5cae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.637893 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab08415a-ba82-4afb-902d-d0cddc5cae03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.639167 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ab08415a-ba82-4afb-902d-d0cddc5cae03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f375ba9-e1e8-4eba-8149-144517c2cdce HTTP/1.1" status: 204 len: 168 time: 0.3097939 Jul 13 19:20:14.651784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08415a-ba82-4afb-902d-d0cddc5cae03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f375ba9-e1e8-4eba-8149-144517c2cdce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:14.743228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:13Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:14.776023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73fbb5-c778-4f58-9798-5b469fb12116 None None] The sync data for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 is: [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:13Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:14.793827 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:20:14.793827 n-d-800708-1 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:20:14.793827 n-d-800708-1 neutron-server[93767]: [parameters: {'project_id_1': 'dee7a1085a15414393548aff294a65f0', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 20, 14, 666452)}] Jul 13 19:20:14.793827 n-d-800708-1 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:20:14.795323 n-d-800708-1 neutron-server[93767]: DEBUG oslo_db.api [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:20:15.140194 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.209225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Transition to ACTIVE for port object 5417ccac-2db8-4422-9e8f-eb65685f7c26 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:15.248723 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e50f-ac1a-4a37-8dd5-4a0e967459a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.264896 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e50f-ac1a-4a37-8dd5-4a0e967459a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.309823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:15.311888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e3e3e50f-ac1a-4a37-8dd5-4a0e967459a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=350d1e285e0c49eabf46c2962297f5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8159342 Jul 13 19:20:15.348223 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.466391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-86683025-08c6-480a-bf0f-85787e62789d req-2f9a52cd-ccbb-4e99-8c54-88bed80f6a24 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 210 time: 0.0932705 Jul 13 19:20:15.467683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-662d2d0c-d677-4f1f-bc2f-bd90c3de7210 req-153be3a9-1cd1-4077-bab2-a25e4e285c62 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 210 time: 0.1060650 Jul 13 19:20:15.528123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3e50f-ac1a-4a37-8dd5-4a0e967459a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c07ad1-a0a5-4200-8c79-1b7bbe1a50e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:15.528369 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28d20d1-9278-4ba1-b105-b883adb52078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.535309 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.586272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28d20d1-9278-4ba1-b105-b883adb52078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.589669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Made reservation on behalf of dee7a1085a15414393548aff294a65f0 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:15.592892 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.625564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.751985 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28d20d1-9278-4ba1-b105-b883adb52078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.759451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28d20d1-9278-4ba1-b105-b883adb52078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.779758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f28d20d1-9278-4ba1-b105-b883adb52078 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3c07ad1-a0a5-4200-8c79-1b7bbe1a50e2 HTTP/1.1" status: 204 len: 168 time: 0.4677472 Jul 13 19:20:15.824627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d20d1-9278-4ba1-b105-b883adb52078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c07ad1-a0a5-4200-8c79-1b7bbe1a50e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:15.890394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2500e615-3c11-4b86-8776-3593690f0ccf up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:16.017691 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.060957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2500e615-3c11-4b86-8776-3593690f0ccf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:16.066258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2500e615-3c11-4b86-8776-3593690f0ccf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:16.066657 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.085192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:16.158827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:16.279568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:16.304454 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:16.310870 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.355783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Pushing event updated for resources: {'Port': ['ID=5417ccac-2db8-4422-9e8f-eb65685f7c26,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:16.427613 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.502943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.512254 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.550293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-ade5db50-444e-4684-ae23-7e834042aa8c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6315765 Jul 13 19:20:16.606126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:20:16.623840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2500e615-3c11-4b86-8776-3593690f0ccf, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2500e615-3c11-4b86-8776-3593690f0ccf,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:16.631530 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.632218 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Added segment 599e3826-84a6-4749-aebf-3d37995dd63a of type vlan for network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 Jul 13 19:20:16.660064 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.728999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9725bf99-14ba-4b8e-a961-6b08b75e02ee None None] Provisioning for port 5417ccac-2db8-4422-9e8f-eb65685f7c26 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:16.769765 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.772980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9725bf99-14ba-4b8e-a961-6b08b75e02ee None None] Provisioning complete for port 5417ccac-2db8-4422-9e8f-eb65685f7c26 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:16.773450 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9725bf99-14ba-4b8e-a961-6b08b75e02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.856228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62aa532-372b-46b5-93d5-a7798eb7b121,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:16.863221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-2edcc181-c693-480c-b7b8-ab6975d9c47f tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:20:16.865192 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-2edcc181-c693-480c-b7b8-ab6975d9c47f tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132301 Jul 13 19:20:16.882350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.891516 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:16.891516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.967225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9725bf99-14ba-4b8e-a961-6b08b75e02ee None None] Port 5417ccac-2db8-4422-9e8f-eb65685f7c26 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:16.986973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2500e615-3c11-4b86-8776-3593690f0ccf,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:17.167544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7dc6a-4a48-46c2-92e2-68601766b9c5 req-75b567b9-b941-410b-bee1-7d3c7e958488 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:17.183792 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73b7dc6a-4a48-46c2-92e2-68601766b9c5 req-75b567b9-b941-410b-bee1-7d3c7e958488 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 936 time: 0.3249657 Jul 13 19:20:17.231685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35984324-c862-4d36-9d32-5bad12f64729 req-27970c52-6c99-4634-a9ee-c025c7b14e5e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 210 time: 0.3759272 Jul 13 19:20:17.326021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.24', 64107) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:17.424647 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-3952b483-268d-499f-9ef9-5a3af7e463c6 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885363 Jul 13 19:20:17.435870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8358843 Jul 13 19:20:17.437739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd3510-f64f-4e15-85d9-39fcd224d3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=67a0deb5-49e6-4aa7-9fcd-d16a39d4b956,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:17.443253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:17.457034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:20:17.545633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Request body: {'subnet': {'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-subnet', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:17.580298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73b7dc6a-4a48-46c2-92e2-68601766b9c5 req-51fda058-0d98-4a3a-b078-b14b776830ac tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950284 Jul 13 19:20:17.778322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Made reservation on behalf of dee7a1085a15414393548aff294a65f0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:17.783068 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:17.808318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2500e615-3c11-4b86-8776-3593690f0ccf up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:18.004957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87b62-9775-468b-8f74-583350e007ce req-bd3d336d-89a1-48a7-8aef-f71b451c676e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:18.007341 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-bd3d336d-89a1-48a7-8aef-f71b451c676e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5631020 Jul 13 19:20:18.031063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2500e615-3c11-4b86-8776-3593690f0ccf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:18.033924 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.062263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Request body: {'port': {'device_id': 'f91a28d6-0b86-4013-9fd8-8e4d957b73c2', 'device_owner': 'compute:tempest-test_az-309741403', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:18.181303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Request body: {'port': {'device_id': '9a432f07-b253-4805-95bf-4bf3b732b701', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'efd81e5e289f45efae31cc6b97cbb1f8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:18.260642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.470501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.563901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af70a29-6ad3-4a96-ad31-9d0e4e07e370,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:18.580114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Checking segment: {'id': '599e3826-84a6-4749-aebf-3d37995dd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:18.581118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Network hostable DHCP agents. Network: 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:20:18.586157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Made reservation on behalf of efd81e5e289f45efae31cc6b97cbb1f8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:18.591130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.603645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.642871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:20:18.661267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:18.671111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:18.672102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.673495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d6faf4-8d6f-4403-afc4-24d9e525144d None None] Network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:18.839652 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.852222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.073263 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-67a0deb5-49e6-4aa7-9fcd-d16a39d4b956', 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'fixed_ips': [{'subnet_id': '4af70a29-6ad3-4a96-ad31-9d0e4e07e370'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:20:19.074261 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.095457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5417ccac-2db8-4422-9e8f-eb65685f7c26 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:19.100623 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-40b30ce4-acc9-4414-80ce-7e9d236dd081 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6284587 Jul 13 19:20:19.104221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:19.110532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-router', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:19.117968 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.187784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Transition to ACTIVE for port object 5417ccac-2db8-4422-9e8f-eb65685f7c26 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:19.198603 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.248761 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.250521 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.424121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Attempting to bind port 5417ccac-2db8-4422-9e8f-eb65685f7c26 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:19.424121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Attempting to bind port 5417ccac-2db8-4422-9e8f-eb65685f7c26 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:19.427160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Attempting to bind port 5417ccac-2db8-4422-9e8f-eb65685f7c26 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:19.463528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Allocated IP 172.20.0.2 (67a0deb5-49e6-4aa7-9fcd-d16a39d4b956/4af70a29-6ad3-4a96-ad31-9d0e4e07e370/00fb3cec-effe-42cb-8ac5-3e37da405a58) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:19.464664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Port 5417ccac-2db8-4422-9e8f-eb65685f7c26 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:19.464994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Attempting to bind port 5417ccac-2db8-4422-9e8f-eb65685f7c26 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:19.473667 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7c1c338f-aa97-4cb4-850d-95385ef97222 req-074ccea5-a153-4a84-981d-6698a14d0c4b tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 210 time: 0.5043821 Jul 13 19:20:19.482506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5417ccac-2db8-4422-9e8f-eb65685f7c26,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:19.553784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:19.585278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:19.585532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:19.587077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:19.587555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Bound port: 5417ccac-2db8-4422-9e8f-eb65685f7c26, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:19.588001 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.609146 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.627947 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e830a29c-d66a-4220-895e-057acd950373,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:20.006317 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.027421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Transition to ACTIVE for port object 00fb3cec-effe-42cb-8ac5-3e37da405a58 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:20.031127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1806453836-network', 'tenant_id': '869d67b9e7174d6f9740aaee1bb7cdf7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:20.077192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Transition to ACTIVE for port object 00fb3cec-effe-42cb-8ac5-3e37da405a58 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:20.094933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.099912 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.132883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] For port 5417ccac-2db8-4422-9e8f-eb65685f7c26, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:20.164726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Allocated IP 192.168.233.46 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/2b4a14eb-fc66-4aa4-a069-701ebcc90857) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:20.188167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28ad52-441e-4d2d-a8b1-7b7960e2d49c req-aed1e099-2b2b-4b5a-a4af-8ec8044bb122 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:20.197551 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e28ad52-441e-4d2d-a8b1-7b7960e2d49c req-aed1e099-2b2b-4b5a-a4af-8ec8044bb122 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 969 time: 0.4006302 Jul 13 19:20:20.220821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:20.238345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:20.253466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Pushing event updated for resources: {'Port': ['ID=00fb3cec-effe-42cb-8ac5-3e37da405a58,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:20.268661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] For port 5417ccac-2db8-4422-9e8f-eb65685f7c26, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5417ccac-2db8-4422-9e8f-eb65685f7c26,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:20.288332 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.299102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:20.322073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Made reservation on behalf of 869d67b9e7174d6f9740aaee1bb7cdf7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:20.366056 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.411395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:20.413801 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.417031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/5417ccac-2db8-4422-9e8f-eb65685f7c26 HTTP/1.1" status: 200 len: 1117 time: 2.9579566 Jul 13 19:20:20.420243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91a28d6-0b86-4013-9fd8-8e4d957b73c2', 'tag': '5417ccac-2db8-4422-9e8f-eb65685f7c26'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:20.626514 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.642368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Attempting to bind port 00fb3cec-effe-42cb-8ac5-3e37da405a58 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:20.642732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Attempting to bind port 00fb3cec-effe-42cb-8ac5-3e37da405a58 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '599e3826-84a6-4749-aebf-3d37995dd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:20.643223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Attempting to bind port 00fb3cec-effe-42cb-8ac5-3e37da405a58 on network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:20.655887 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b101830-4388-4caa-9b26-d331bf120dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.659924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:20.660121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Checking segment: {'id': '599e3826-84a6-4749-aebf-3d37995dd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:20.661119 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.661691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Bound using segment: {'id': '599e3826-84a6-4749-aebf-3d37995dd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:20.662299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Bound port: 00fb3cec-effe-42cb-8ac5-3e37da405a58, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599e3826-84a6-4749-aebf-3d37995dd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:20.662680 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.787132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa517-7848-435c-aa75-828b110cf9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5417ccac-2db8-4422-9e8f-eb65685f7c26,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:20.819050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] For port 00fb3cec-effe-42cb-8ac5-3e37da405a58, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:20.829216 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e28ad52-441e-4d2d-a8b1-7b7960e2d49c req-ba118d46-b87c-4fe4-ab02-2f16e51d1b06 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302686 Jul 13 19:20:20.831388 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] For port 00fb3cec-effe-42cb-8ac5-3e37da405a58, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=00fb3cec-effe-42cb-8ac5-3e37da405a58,segment=NetworkSegment(599e3826-84a6-4749-aebf-3d37995dd63a),segment_id=599e3826-84a6-4749-aebf-3d37995dd63a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:20.856089 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.887209 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650c9a66-c4d7-4138-ba30-c7db6a981b03" -d '{"events": [{"name": "network-changed", "server_uuid": "f91a28d6-0b86-4013-9fd8-8e4d957b73c2", "tag": "5417ccac-2db8-4422-9e8f-eb65685f7c26"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:20.892732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-8908aa7c-094a-45f9-8fe5-5c45a72768e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:20.894209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-8908aa7c-094a-45f9-8fe5-5c45a72768e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d915d988b60414f9c9bc7802da5cb71&device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 1120 time: 0.3387697 Jul 13 19:20:20.910475 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.923735 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.961232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:20:20.965432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.999334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.999665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ab5c1-9e9b-485f-9b35-53703ebaade0 None None] Pushing event updated for resources: {'Port': ['ID=00fb3cec-effe-42cb-8ac5-3e37da405a58,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:20.999778 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Added segment ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c of type vlan for network 8777bc0e-d35f-41d4-996a-471bdf2b5441 Jul 13 19:20:21.009362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:21.013327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Transition to ACTIVE for port object 2b4a14eb-fc66-4aa4-a069-701ebcc90857 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:21.034776 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-a1dc6b02-339d-4e93-8c24-4b6b514766b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=5417ccac-2db8-4422-9e8f-eb65685f7c26 HTTP/1.1" status: 200 len: 217 time: 0.1302471 Jul 13 19:20:21.062549 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.123917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.127683 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.129624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:21.132448 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.136951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-c3170988-2de7-4706-9c20-2736ac737de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:21.138806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-c3170988-2de7-4706-9c20-2736ac737de7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0983098 Jul 13 19:20:21.371602 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.635945 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.669335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Pushing event updated for resources: {'Port': ['ID=2b4a14eb-fc66-4aa4-a069-701ebcc90857,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:21.737887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-9b98c5db-5471-4b44-a211-5b85285aa54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:21.739998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-9b98c5db-5471-4b44-a211-5b85285aa54b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5551486 Jul 13 19:20:21.763587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1665480 Jul 13 19:20:21.771591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:21.778131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Request body: {'subnet': {'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1806453836-subnet', 'tenant_id': '869d67b9e7174d6f9740aaee1bb7cdf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:21.803655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:21.807315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Made reservation on behalf of 869d67b9e7174d6f9740aaee1bb7cdf7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:21.810005 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.890084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:21.892379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855fa92-fd7e-4ee6-9765-59164969d036 admin admin] Pushing event updated for resources: {'Network': ['ID=8777bc0e-d35f-41d4-996a-471bdf2b5441,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:21.908282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:21.911574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 00fb3cec-effe-42cb-8ac5-3e37da405a58 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:21.915075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:21.916949 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.965572 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-82f29496-f5d7-48d1-8d8a-768380130f25 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799822 Jul 13 19:20:21.973623 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-5b3a86dd-2a5b-4cf4-a709-26e267e7b73a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7971814 Jul 13 19:20:21.987438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9988-4d5f-4d39-bfaa-207586d279a7 req-8bdad05f-c708-48c8-8650-cdff46c4848a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:21.992852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 8777bc0e-d35f-41d4-996a-471bdf2b5441 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:20:21.998896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-593b9988-4d5f-4d39-bfaa-207586d279a7 req-8bdad05f-c708-48c8-8650-cdff46c4848a tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 935 time: 0.3178115 Jul 13 19:20:22.084279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-e2ec1357-bfad-4b44-a424-a9baa08ab674 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:20:22.085519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-e2ec1357-bfad-4b44-a424-a9baa08ab674 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320413 Jul 13 19:20:22.101246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-593b9988-4d5f-4d39-bfaa-207586d279a7 req-08774988-cb71-4027-9818-3989b2538e07 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012173 Jul 13 19:20:22.180074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 00fb3cec-effe-42cb-8ac5-3e37da405a58 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:22.208264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Allocated IP 172.25.7.219 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/abeb846d-3884-4aaa-af0a-8d287f1f6701) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:22.434949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87bbe2de-38bf-40f0-a6b0-5ec66120fbe9 None None] Provisioning for port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:22.450461 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87bbe2de-38bf-40f0-a6b0-5ec66120fbe9 None None] Provisioning complete for port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:22.454263 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bbe2de-38bf-40f0-a6b0-5ec66120fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.467570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.472576 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd6aa60-8f53-4a0d-899e-a763d45dd4ce x-openstack-request-id: req-ddd6aa60-8f53-4a0d-899e-a763d45dd4ce {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:22.472940 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91a28d6-0b86-4013-9fd8-8e4d957b73c2", "tag": "5417ccac-2db8-4422-9e8f-eb65685f7c26", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:22.473197 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddd6aa60-8f53-4a0d-899e-a763d45dd4ce {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:22.473713 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91a28d6-0b86-4013-9fd8-8e4d957b73c2', 'tag': '5417ccac-2db8-4422-9e8f-eb65685f7c26', 'status': 'completed', 'code': 200} Jul 13 19:20:22.536404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87bbe2de-38bf-40f0-a6b0-5ec66120fbe9 None None] Port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:22.541891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a3e1cf7-3f54-4d8e-97f8-80f2b7d8a3c3 req-44dd024a-494e-4751-8f32-dfa53b9cd13c service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648768 Jul 13 19:20:22.555298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Request body: {'port': {'device_id': '9a432f07-b253-4805-95bf-4bf3b732b701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:22.634685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.705745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7215b9-42cb-4cfe-ab63-63e138febb58,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:22.712942 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.726145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:22.727041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Network hostable DHCP agents. Network: 8777bc0e-d35f-41d4-996a-471bdf2b5441, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:20:22.742373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-49228c3a-53d9-4889-b23f-74e22e94dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:22.742816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e175d79-077b-4c1f-b6d4-177a7eaeda9c None None] Network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:22.744500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-49228c3a-53d9-4889-b23f-74e22e94dc6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d915d988b60414f9c9bc7802da5cb71&device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 1120 time: 0.1074064 Jul 13 19:20:22.791144 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.834386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Network 8777bc0e-d35f-41d4-996a-471bdf2b5441 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:20:22.865730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 8777bc0e-d35f-41d4-996a-471bdf2b5441) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:22.889213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:22.889830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.920518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:22.936057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:22.948754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:23.057656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Pushing event updated for resources: {'Port': ['ID=abeb846d-3884-4aaa-af0a-8d287f1f6701,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:23.089603 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a929bcbe-7e6a-44d0-896e-d0e83d1ec5cc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3155231 Jul 13 19:20:23.106083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-882a0bc8-ee12-4d0a-9ab7-c9d18ff7ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:23.107863 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-882a0bc8-ee12-4d0a-9ab7-c9d18ff7ac6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.3543839 Jul 13 19:20:23.171991 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-ac735e12-dae4-4888-8219-dde97925eb01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=5417ccac-2db8-4422-9e8f-eb65685f7c26 HTTP/1.1" status: 200 len: 217 time: 0.0472226 Jul 13 19:20:23.271842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275fb473-7630-47be-8c32-ff4c77f80f0e None None] Network 8777bc0e-d35f-41d4-996a-471bdf2b5441 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:23.299904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-7f841b80-6930-44da-a8b2-2a03f45f1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:23.302601 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-7f841b80-6930-44da-a8b2-2a03f45f1418 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1156459 Jul 13 19:20:23.386329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82745ccb-1b17-4d94-9afe-edfe80ab3820 req-a331ff7c-c531-469a-89a9-f24f75c86b85 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:23.401028 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-82745ccb-1b17-4d94-9afe-edfe80ab3820 req-a331ff7c-c531-469a-89a9-f24f75c86b85 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 969 time: 0.3231449 Jul 13 19:20:23.414392 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.418350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e4e3d61-612c-4f84-9f92-7847c20f9056 None None] Provisioning for port 00fb3cec-effe-42cb-8ac5-3e37da405a58 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:23.428595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e4e3d61-612c-4f84-9f92-7847c20f9056 None None] Provisioning complete for port 00fb3cec-effe-42cb-8ac5-3e37da405a58 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:23.429292 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3d61-612c-4f84-9f92-7847c20f9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.492657 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a94a8157-70fc-4d74-84fd-5d67f9ca8c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.510248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357dfe6e-520d-4396-babb-75b46803bd78 None None] Network 8777bc0e-d35f-41d4-996a-471bdf2b5441 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:23.548809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-d360e0f6-8884-440d-8c3e-b96e8ce19c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:23.550594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-d360e0f6-8884-440d-8c3e-b96e8ce19c00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2013295 Jul 13 19:20:23.672059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-82745ccb-1b17-4d94-9afe-edfe80ab3820 req-7a512444-68e6-4e87-8e01-50edcf23e07c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627342 Jul 13 19:20:23.816336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4a14eb-fc66-4aa4-a069-701ebcc90857 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:23.842974 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.892571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Transition to ACTIVE for port object 2b4a14eb-fc66-4aa4-a069-701ebcc90857 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:23.899075 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.899747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3d61-612c-4f84-9f92-7847c20f9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.983445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e4e3d61-612c-4f84-9f92-7847c20f9056 None None] For port 00fb3cec-effe-42cb-8ac5-3e37da405a58, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=00fb3cec-effe-42cb-8ac5-3e37da405a58,segment=NetworkSegment(599e3826-84a6-4749-aebf-3d37995dd63a),segment_id=599e3826-84a6-4749-aebf-3d37995dd63a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:23.987811 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.987984 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.049959 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3d61-612c-4f84-9f92-7847c20f9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.054415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a14eb-fc66-4aa4-a069-701ebcc90857,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:24.174785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Attempting to bind port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:24.175314 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Attempting to bind port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:24.176036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Attempting to bind port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:24.205736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e3d61-612c-4f84-9f92-7847c20f9056 None None] Pushing event updated for resources: {'Port': ['ID=00fb3cec-effe-42cb-8ac5-3e37da405a58,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:24.222101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:24.222538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Attempting to bind port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:24.236051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:24.236534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:24.236977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:24.237794 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Bound port: 2b4a14eb-fc66-4aa4-a069-701ebcc90857, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:24.238199 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.256280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1661f49-f47b-46b8-a756-3179f0b49f15 req-4d7affd7-9e67-48fc-b823-2d1710a15f34 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:24.270166 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1661f49-f47b-46b8-a756-3179f0b49f15 req-4d7affd7-9e67-48fc-b823-2d1710a15f34 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 947 time: 0.1986558 Jul 13 19:20:24.403120 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1661f49-f47b-46b8-a756-3179f0b49f15 req-c7010998-5157-4d4c-a2f0-bee3fc9a8d2b tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318724 Jul 13 19:20:24.503690 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-12871aad-23f4-4def-99cc-329e63f91e03 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9327700 Jul 13 19:20:24.538244 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.554458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] For port 2b4a14eb-fc66-4aa4-a069-701ebcc90857, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:24.563132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] For port 2b4a14eb-fc66-4aa4-a069-701ebcc90857, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2b4a14eb-fc66-4aa4-a069-701ebcc90857,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:24.569596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.753606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:24.767583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-536917882-network', 'tenant_id': '80ddd070aefa413593451d1360b1170f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:24.826006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:24.829175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.841602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] 10.222.0.24 "PUT /v2.0/ports/2b4a14eb-fc66-4aa4-a069-701ebcc90857 HTTP/1.1" status: 200 len: 1095 time: 2.4282691 Jul 13 19:20:24.849726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4c319-d97a-42a8-9b91-ad7366ad4b5e service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a14eb-fc66-4aa4-a069-701ebcc90857,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:24.857236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a432f07-b253-4805-95bf-4bf3b732b701', 'tag': '2b4a14eb-fc66-4aa4-a069-701ebcc90857'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:25.031907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Router 4babd3b8-2ccf-44ec-9324-786de497e63e is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:20:25.045979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fe2fd951-6c92-414f-8ca9-918685e747b9 None None] Provisioning complete for port 00fb3cec-effe-42cb-8ac5-3e37da405a58 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:25.046527 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd951-6c92-414f-8ca9-918685e747b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.095762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Made reservation on behalf of 80ddd070aefa413593451d1360b1170f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:25.101391 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.185157 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a3785f-a71b-4283-9442-c656ed120e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a432f07-b253-4805-95bf-4bf3b732b701", "tag": "2b4a14eb-fc66-4aa4-a069-701ebcc90857"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:25.238163 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:25.249678 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-650c9a66-c4d7-4138-ba30-c7db6a981b03 req-1449f5a4-0278-4132-bfd1-b34b992c706a service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323065 Jul 13 19:20:25.250157 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.251632 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Sync routers for ids ['4babd3b8-2ccf-44ec-9324-786de497e63e'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:25.272206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.273477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d2162a4c-95ce-41c0-aa17-be078a40d0c2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.1680777 Jul 13 19:20:25.276438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:25.278286 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Routers {'4babd3b8-2ccf-44ec-9324-786de497e63e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:25.282137 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:20:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4babd3b8-2ccf-44ec-9324-786de497e63e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:25.366871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87b62-9775-468b-8f74-583350e007ce req-759c703c-fdd7-4b42-ac96-899af7592698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:25.369392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-759c703c-fdd7-4b42-ac96-899af7592698 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 1098 time: 0.3515873 Jul 13 19:20:25.510722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-ec03b4c9-244d-4ad6-9058-af854eecf9a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2b4a14eb-fc66-4aa4-a069-701ebcc90857 HTTP/1.1" status: 200 len: 217 time: 0.1251457 Jul 13 19:20:25.571170 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Set router 4babd3b8-2ccf-44ec-9324-786de497e63e gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:25.601507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87b62-9775-468b-8f74-583350e007ce req-53d41fd5-a0b3-4b06-a292-4d783fdd838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:25.603824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-53d41fd5-a0b3-4b06-a292-4d783fdd838e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0800524 Jul 13 19:20:25.802186 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.831068 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-router', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:19Z', 'updated_at': '2021-07-13T19:20:23Z', 'revision_number': 3, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'gw_port': {'id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:21Z', 'updated_at': '2021-07-13T19:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:25.834145 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.863948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 00fb3cec-effe-42cb-8ac5-3e37da405a58 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:25.934329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:20:25.935412 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Checking router: 4babd3b8-2ccf-44ec-9324-786de497e63e for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:25.936079 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Updating router 4babd3b8-2ccf-44ec-9324-786de497e63e port abeb846d-3884-4aaa-af0a-8d287f1f6701 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:20:25.966846 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.995066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbbf576-5745-4b0e-b0f3-0857a26deca8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:25.998187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.998565 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Added segment fc93ebdc-3466-4f83-9bbe-1a6a44d46023 of type vlan for network b0386d98-9167-4c77-a08d-ec29714619e0 Jul 13 19:20:26.001544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87b62-9775-468b-8f74-583350e007ce req-3eeff538-b85a-496f-9f42-692f91c26cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:26.003448 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-3eeff538-b85a-496f-9f42-692f91c26cc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3872252 Jul 13 19:20:26.009923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 00fb3cec-effe-42cb-8ac5-3e37da405a58 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:26.012471 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.017291 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.052672 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.057970 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.108913 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.110231 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:26.110885 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.177043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4199474 Jul 13 19:20:26.183761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:26.190147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Request body: {'subnet': {'network_id': 'b0386d98-9167-4c77-a08d-ec29714619e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-536917882-subnet', 'tenant_id': '80ddd070aefa413593451d1360b1170f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:26.227574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Made reservation on behalf of 80ddd070aefa413593451d1360b1170f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:26.239187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.306092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Allocated IP 172.20.0.1 (67a0deb5-49e6-4aa7-9fcd-d16a39d4b956/4af70a29-6ad3-4a96-ad31-9d0e4e07e370/cbb12a14-73cd-4fa3-a340-33cf2f20ef6d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:26.323696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99108db-7249-4763-a2be-67a1a9250b1a admin admin] Pushing event updated for resources: {'Network': ['ID=b0386d98-9167-4c77-a08d-ec29714619e0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:26.336419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network b0386d98-9167-4c77-a08d-ec29714619e0 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:20:26.473204 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.494251 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Transition to ACTIVE for port object abeb846d-3884-4aaa-af0a-8d287f1f6701 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:26.508647 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.510132 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.535870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.543786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Transition to ACTIVE for port object cbb12a14-73cd-4fa3-a340-33cf2f20ef6d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:26.593071 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Attempting to bind port abeb846d-3884-4aaa-af0a-8d287f1f6701 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:26.593501 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Attempting to bind port abeb846d-3884-4aaa-af0a-8d287f1f6701 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:26.593917 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Attempting to bind port abeb846d-3884-4aaa-af0a-8d287f1f6701 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:26.604810 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:26.605332 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:26.605799 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.606442 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:26.607508 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Bound port: abeb846d-3884-4aaa-af0a-8d287f1f6701, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:26.607890 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.612229 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.642342 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93f6ba-fdc0-4bde-a202-8f452005cf25 None None] Pushing event updated for resources: {'Port': ['ID=abeb846d-3884-4aaa-af0a-8d287f1f6701,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:26.645669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:26.648311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:26.695762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:26.697149 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.713011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ba8c39-ce95-4898-ba58-ca65e64010e2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:26.728275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Checking segment: {'id': 'fc93ebdc-3466-4f83-9bbe-1a6a44d46023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b0386d98-9167-4c77-a08d-ec29714619e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:26.728809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Network hostable DHCP agents. Network: b0386d98-9167-4c77-a08d-ec29714619e0, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:20:26.744914 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] For port abeb846d-3884-4aaa-af0a-8d287f1f6701, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:26.747727 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] For port abeb846d-3884-4aaa-af0a-8d287f1f6701, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=abeb846d-3884-4aaa-af0a-8d287f1f6701,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:26.757375 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.779994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Network b0386d98-9167-4c77-a08d-ec29714619e0 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:20:26.801338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, b0386d98-9167-4c77-a08d-ec29714619e0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:26.810375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7fdeb8-e0c1-4d3b-8870-33517718c0a0 None None] Network b0386d98-9167-4c77-a08d-ec29714619e0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:26.817129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:26.835142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.850337 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93f6ba-fdc0-4bde-a202-8f452005cf25 None None] Pushing event updated for resources: {'Port': ['ID=abeb846d-3884-4aaa-af0a-8d287f1f6701,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:26.863285 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Routers {'4babd3b8-2ccf-44ec-9324-786de497e63e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:26.865489 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:20:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4babd3b8-2ccf-44ec-9324-786de497e63e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:26.873296 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-220501e3-c833-4874-bcbd-7f8c91387c8a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6865127 Jul 13 19:20:26.893561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb12a14-73cd-4fa3-a340-33cf2f20ef6d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:27.067183 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] Set router 4babd3b8-2ccf-44ec-9324-786de497e63e gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:27.105007 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.111789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce2ac3d-5290-4afb-a88a-81e80ea50e5f None None] Network b0386d98-9167-4c77-a08d-ec29714619e0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:27.252955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f984c4c9-fcc2-42d2-ab9d-c283f96cb2c6 None None] Provisioning for port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:27.259340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f984c4c9-fcc2-42d2-ab9d-c283f96cb2c6 None None] Provisioning complete for port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:27.259962 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f984c4c9-fcc2-42d2-ab9d-c283f96cb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.340522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f984c4c9-fcc2-42d2-ab9d-c283f96cb2c6 None None] Port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:27.403095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.411443 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.412122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.426708 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-router', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:19Z', 'updated_at': '2021-07-13T19:20:23Z', 'revision_number': 3, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'gw_port': {'id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:21Z', 'updated_at': '2021-07-13T19:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:27.460381 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47cb0ba-2c9a-4b3e-a247-83eeeaf021cd None None] The sync data for ids ['4babd3b8-2ccf-44ec-9324-786de497e63e'] in n-d-800708-1 is: [{'id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-router', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:19Z', 'updated_at': '2021-07-13T19:20:23Z', 'revision_number': 3, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'gw_port': {'id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:21Z', 'updated_at': '2021-07-13T19:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:27.504975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb12a14-73cd-4fa3-a340-33cf2f20ef6d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:27.562493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:27.564845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:27.733810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Router 4babd3b8-2ccf-44ec-9324-786de497e63e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:27.916369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:27.934076 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5cf54fc7-6116-408d-8f33-32b044a80074 admin admin] 10.222.0.25 "PUT /v2.0/routers/4babd3b8-2ccf-44ec-9324-786de497e63e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6471269 Jul 13 19:20:28.071824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-255299ec-cc54-4b92-8d01-99de7e168d4f None None] Provisioning complete for port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:28.072195 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-255299ec-cc54-4b92-8d01-99de7e168d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.154348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-255299ec-cc54-4b92-8d01-99de7e168d4f None None] Port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:28.376106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-5294742b-955e-4db0-a939-fb848ea7902e service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502502 Jul 13 19:20:29.536499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Sync routers for ids ['4babd3b8-2ccf-44ec-9324-786de497e63e'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:29.545774 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Routers {'4babd3b8-2ccf-44ec-9324-786de497e63e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:29.546384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:20:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4babd3b8-2ccf-44ec-9324-786de497e63e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:29.666232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Set router 4babd3b8-2ccf-44ec-9324-786de497e63e gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:29.800580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device abeb846d-3884-4aaa-af0a-8d287f1f6701 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:29.923975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port abeb846d-3884-4aaa-af0a-8d287f1f6701 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:29.931402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port abeb846d-3884-4aaa-af0a-8d287f1f6701 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:29.931775 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.996909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-router', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:19Z', 'updated_at': '2021-07-13T19:20:26Z', 'revision_number': 4, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'gw_port': {'id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:21Z', 'updated_at': '2021-07-13T19:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'cbb12a14-73cd-4fa3-a340-33cf2f20ef6d', 'name': '', 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'mac_address': 'fa:16:3e:08:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '4af70a29-6ad3-4a96-ad31-9d0e4e07e370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:26Z', 'updated_at': '2021-07-13T19:20:27Z', 'revision_number': 2, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'subnets': [{'id': '4af70a29-6ad3-4a96-ad31-9d0e4e07e370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:30.164419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Checking router: 4babd3b8-2ccf-44ec-9324-786de497e63e for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:30.164923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Updating router 4babd3b8-2ccf-44ec-9324-786de497e63e port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:20:30.204139 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.214384 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.245138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port abeb846d-3884-4aaa-af0a-8d287f1f6701, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=abeb846d-3884-4aaa-af0a-8d287f1f6701,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:30.251106 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.391381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=abeb846d-3884-4aaa-af0a-8d287f1f6701,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:30.585148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.595791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Transition to ACTIVE for port object cbb12a14-73cd-4fa3-a340-33cf2f20ef6d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:30.606543 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.661285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6f0ca-7b9f-4696-938c-dc40606bcf77 None None] Pushing event updated for resources: {'Port': ['ID=cbb12a14-73cd-4fa3-a340-33cf2f20ef6d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:30.739672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Attempting to bind port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:30.740234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Attempting to bind port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '599e3826-84a6-4749-aebf-3d37995dd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:30.740384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Attempting to bind port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d on network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:30.746045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:30.746441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Checking segment: {'id': '599e3826-84a6-4749-aebf-3d37995dd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:30.746853 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.747246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Bound using segment: {'id': '599e3826-84a6-4749-aebf-3d37995dd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:30.747722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Bound port: cbb12a14-73cd-4fa3-a340-33cf2f20ef6d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599e3826-84a6-4749-aebf-3d37995dd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:30.748120 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.847345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] For port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:30.851856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] For port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cbb12a14-73cd-4fa3-a340-33cf2f20ef6d,segment=NetworkSegment(599e3826-84a6-4749-aebf-3d37995dd63a),segment_id=599e3826-84a6-4749-aebf-3d37995dd63a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:30.865047 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.938509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6f0ca-7b9f-4696-938c-dc40606bcf77 None None] Pushing event updated for resources: {'Port': ['ID=cbb12a14-73cd-4fa3-a340-33cf2f20ef6d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:30.951452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Routers {'4babd3b8-2ccf-44ec-9324-786de497e63e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:30.952085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:20:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4babd3b8-2ccf-44ec-9324-786de497e63e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:31.092680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] Set router 4babd3b8-2ccf-44ec-9324-786de497e63e gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:31.327674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-router', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:19Z', 'updated_at': '2021-07-13T19:20:26Z', 'revision_number': 4, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'gw_port': {'id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:21Z', 'updated_at': '2021-07-13T19:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'cbb12a14-73cd-4fa3-a340-33cf2f20ef6d', 'name': '', 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'mac_address': 'fa:16:3e:08:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '4af70a29-6ad3-4a96-ad31-9d0e4e07e370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:26Z', 'updated_at': '2021-07-13T19:20:30Z', 'revision_number': 4, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'subnets': [{'id': '4af70a29-6ad3-4a96-ad31-9d0e4e07e370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:31.354889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d89f931-8fc3-4f2d-a786-950d80111cec None None] The sync data for ids ['4babd3b8-2ccf-44ec-9324-786de497e63e'] in n-d-800708-1 is: [{'id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-router', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:19Z', 'updated_at': '2021-07-13T19:20:26Z', 'revision_number': 4, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'gw_port': {'id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:21Z', 'updated_at': '2021-07-13T19:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'cbb12a14-73cd-4fa3-a340-33cf2f20ef6d', 'name': '', 'network_id': '67a0deb5-49e6-4aa7-9fcd-d16a39d4b956', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'mac_address': 'fa:16:3e:08:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '4af70a29-6ad3-4a96-ad31-9d0e4e07e370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:26Z', 'updated_at': '2021-07-13T19:20:30Z', 'revision_number': 4, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'subnets': [{'id': '4af70a29-6ad3-4a96-ad31-9d0e4e07e370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:31.450583 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-26551a58-1257-49c7-a6eb-2688f9ad8181 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c8e045b287164966bf50cec97701aa12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266590 Jul 13 19:20:31.459897 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-998254c7-830b-40b2-b11c-6836ffd58dc4 req-9aa9d333-05e4-4eb9-bb5e-3a4f9743a6d6 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c8cc06993ab4452496518885c1128bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281832 Jul 13 19:20:31.586495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-bdca87a6-ea0c-4fde-952f-df33923acc4a tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:31.587056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998254c7-830b-40b2-b11c-6836ffd58dc4 req-cfbc1204-5467-4f5f-9d9e-4ee2d1176638 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:31.588589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-998254c7-830b-40b2-b11c-6836ffd58dc4 req-cfbc1204-5467-4f5f-9d9e-4ee2d1176638 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233940 Jul 13 19:20:31.592527 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-bdca87a6-ea0c-4fde-952f-df33923acc4a tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304538 Jul 13 19:20:31.604823 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-998254c7-830b-40b2-b11c-6836ffd58dc4 req-64cad528-fb7c-405d-bb9a-ee8fe965ffbf tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/quotas/c8cc06993ab4452496518885c1128bb0 HTTP/1.1" status: 200 len: 375 time: 0.0108583 Jul 13 19:20:31.606245 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-85b34210-773e-4a88-8527-ee17af7b5fdb tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/quotas/c8e045b287164966bf50cec97701aa12 HTTP/1.1" status: 200 len: 375 time: 0.0108874 Jul 13 19:20:31.645401 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-998254c7-830b-40b2-b11c-6836ffd58dc4 req-43a769f1-f1a7-4e32-bab0-23e98266c084 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8cc06993ab4452496518885c1128bb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350037 Jul 13 19:20:31.649942 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-181dd03e-27b5-4c90-878e-67956d2bfc9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8e045b287164966bf50cec97701aa12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344141 Jul 13 19:20:31.892765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device abeb846d-3884-4aaa-af0a-8d287f1f6701 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:31.998429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port abeb846d-3884-4aaa-af0a-8d287f1f6701 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:31.998798 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.034876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32b87b62-9775-468b-8f74-583350e007ce req-ff8448bf-181f-46b0-9a26-5cecb1dec10c service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231725 Jul 13 19:20:32.078864 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28756e4-0297-467d-acb4-d3bcb50dc616 x-openstack-request-id: req-d28756e4-0297-467d-acb4-d3bcb50dc616 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:32.079156 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a432f07-b253-4805-95bf-4bf3b732b701", "tag": "2b4a14eb-fc66-4aa4-a069-701ebcc90857", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:32.079403 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d28756e4-0297-467d-acb4-d3bcb50dc616 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:32.079874 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a432f07-b253-4805-95bf-4bf3b732b701', 'tag': '2b4a14eb-fc66-4aa4-a069-701ebcc90857', 'status': 'completed', 'code': 200} Jul 13 19:20:32.112770 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cbb12a14-73cd-4fa3-a340-33cf2f20ef6d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:32.115453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd5b68-e600-49b9-a450-1f85b46a40da req-c47314a8-10f2-4ab8-a469-9519e5b3ae67 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.118428 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cdd5b68-e600-49b9-a450-1f85b46a40da req-c47314a8-10f2-4ab8-a469-9519e5b3ae67 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 969 time: 0.1759109 Jul 13 19:20:32.183058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:32.190338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:32.192930 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.206366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cdd5b68-e600-49b9-a450-1f85b46a40da req-df21c1de-4394-43b7-9b70-07bcf04d53d6 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814550 Jul 13 19:20:32.250099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-6f281220-a29b-477f-b81d-661461f96e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.251820 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-6f281220-a29b-477f-b81d-661461f96e02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 1098 time: 0.1340384 Jul 13 19:20:32.317815 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.393889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cbb12a14-73cd-4fa3-a340-33cf2f20ef6d,segment=NetworkSegment(599e3826-84a6-4749-aebf-3d37995dd63a),segment_id=599e3826-84a6-4749-aebf-3d37995dd63a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:32.400754 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.467307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=cbb12a14-73cd-4fa3-a340-33cf2f20ef6d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:32.497859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-2a91c6da-c504-4c8e-99ab-119719de5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.499380 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-2a91c6da-c504-4c8e-99ab-119719de5601 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2378771 Jul 13 19:20:32.551870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-d8035cb3-958b-4c0e-8404-4149076eedff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2b4a14eb-fc66-4aa4-a069-701ebcc90857 HTTP/1.1" status: 200 len: 217 time: 0.0431392 Jul 13 19:20:32.605855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ef5af-6ed7-416d-9467-7b5f93c6739a req-bad20597-7dd9-42d4-b33b-8fa3685fe891 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.607621 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f08ef5af-6ed7-416d-9467-7b5f93c6739a req-bad20597-7dd9-42d4-b33b-8fa3685fe891 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 947 time: 0.3082302 Jul 13 19:20:32.645174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-24b801df-321b-42bc-8e17-97ec84a1bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.653661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-24b801df-321b-42bc-8e17-97ec84a1bb97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0933022 Jul 13 19:20:32.688933 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f08ef5af-6ed7-416d-9467-7b5f93c6739a req-5ca9ec89-94c9-42c5-ae0e-aeac9f221047 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721118 Jul 13 19:20:32.756894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-c6b4e011-18f1-4bc0-94ff-d435c623869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.762573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-c6b4e011-18f1-4bc0-94ff-d435c623869e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889399 Jul 13 19:20:32.814346 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-dcecab86-b383-4bc7-a829-e07a039f83fa tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.823170 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-dcecab86-b383-4bc7-a829-e07a039f83fa tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 821 time: 0.4028707 Jul 13 19:20:32.841184 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-fa01bd15-a4d7-4472-a027-5d806c267eb2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/quotas/869d67b9e7174d6f9740aaee1bb7cdf7 HTTP/1.1" status: 200 len: 375 time: 0.0169208 Jul 13 19:20:32.883279 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-94fb59b8-b09e-4d9c-bdf4-92495b5d16c5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392165 Jul 13 19:20:32.890512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-9050f6a4-0acc-4843-9f73-0a0af5d4c9d0 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120648 Jul 13 19:20:32.987268 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0a3785f-a71b-4283-9442-c656ed120e6e req-285895e3-369c-4e2c-b739-104c5552e3f9 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895529 Jul 13 19:20:33.024452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-1830ebe1-dcf8-4fb5-8978-7aff344de6fb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:20:33.025450 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-1830ebe1-dcf8-4fb5-8978-7aff344de6fb service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463097 Jul 13 19:20:33.132850 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-f4a4b2cf-58da-4964-9c9a-8009288fadcd service neutron] 10.222.0.25 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009915 Jul 13 19:20:33.227472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-cc9cedd4-4838-410a-9e9b-c583865cbbda tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c8e045b287164966bf50cec97701aa12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361392 Jul 13 19:20:33.235164 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-f219d48f-776e-44b0-9ed4-b77c47484338 service neutron] 10.222.0.25 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960610 Jul 13 19:20:33.246943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d670dfab-f696-4834-ab57-c16785cff9fa req-de613b3d-1af3-4260-b6f4-b768ff1a1cc3 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 210 time: 0.0409184 Jul 13 19:20:33.392850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-ff0d19a8-8456-46a6-92f6-8f01b5448af5 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:33.395567 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-ff0d19a8-8456-46a6-92f6-8f01b5448af5 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514542 Jul 13 19:20:33.413593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Request body: {'port': {'device_id': '04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'c8e045b287164966bf50cec97701aa12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:33.574467 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-05756d1c-c328-4d12-bee9-5d93dd471b19 req-f9b5583c-61f5-4a9e-b9f3-0050ae15ad3a tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 210 time: 0.0304184 Jul 13 19:20:33.638339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Made reservation on behalf of c8e045b287164966bf50cec97701aa12 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:33.641908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.653741 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.664066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79023937-2ee2-47fd-8ee0-5d0d3f4a2d07 req-09bfe89a-42ec-44bf-8057-032e61017b0b tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:33.665940 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79023937-2ee2-47fd-8ee0-5d0d3f4a2d07 req-09bfe89a-42ec-44bf-8057-032e61017b0b tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 969 time: 0.1277306 Jul 13 19:20:33.740854 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79023937-2ee2-47fd-8ee0-5d0d3f4a2d07 req-522a9f82-cfad-4465-9599-67374316f8c1 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606749 Jul 13 19:20:33.797766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cbb12a14-73cd-4fa3-a340-33cf2f20ef6d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:33.861849 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.866743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.883768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:33.884577 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.967568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0f46f-e83b-43e3-a902-32e05a415918,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:34.072904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632664e-8f6a-4be2-9725-a70e318647a5 req-da434ef3-d5da-4d00-9d5a-6fb4337a2ad7 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:34.074583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3632664e-8f6a-4be2-9725-a70e318647a5 req-da434ef3-d5da-4d00-9d5a-6fb4337a2ad7 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 947 time: 0.1287956 Jul 13 19:20:34.097347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Allocated IP 192.168.233.77 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/9217b082-c065-49dd-81bf-b661b47c01a0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:34.105048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c228a07-ad46-4d74-bd52-a145bc3974a9 req-88593b87-b3bb-4238-841f-49c2ab3bbd69 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c8cc06993ab4452496518885c1128bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293038 Jul 13 19:20:34.147079 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3632664e-8f6a-4be2-9725-a70e318647a5 req-ff8c3653-11f7-4793-821b-d0f8217ae422 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Jul 13 19:20:34.227522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c228a07-ad46-4d74-bd52-a145bc3974a9 req-22677cc3-f2c5-4ede-864c-6a250696bfc8 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:34.229351 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c228a07-ad46-4d74-bd52-a145bc3974a9 req-22677cc3-f2c5-4ede-864c-6a250696bfc8 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1235473 Jul 13 19:20:34.250243 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c228a07-ad46-4d74-bd52-a145bc3974a9 req-dc8642de-fb7a-452f-a594-a9386858b4a9 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/quotas/c8cc06993ab4452496518885c1128bb0 HTTP/1.1" status: 200 len: 375 time: 0.0104554 Jul 13 19:20:34.294689 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c228a07-ad46-4d74-bd52-a145bc3974a9 req-d1316a1c-7bde-41b4-98d9-1d5da3df0813 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8cc06993ab4452496518885c1128bb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371754 Jul 13 19:20:34.298038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.314341 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Transition to ACTIVE for port object 9217b082-c065-49dd-81bf-b661b47c01a0 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:34.349207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.404915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Pushing event updated for resources: {'Port': ['ID=9217b082-c065-49dd-81bf-b661b47c01a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:34.408109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:34.409743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:34.412597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:34.418656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:34.418941 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.434646 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-1a3876ab-d37e-471c-a007-590abcfa235d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0266082 Jul 13 19:20:34.451080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Request body: {'port': {'device_id': '04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:34.517792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:34.525568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d3e77123-aca9-47c9-8b0b-27d7f23d2cc0 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147849939', 'description': 'tempest-description--32925157'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:34.570567 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3e77123-aca9-47c9-8b0b-27d7f23d2cc0 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.596291 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.596849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d455afc-bc4a-495b-bdfe-c0ebcaab2d08 req-3bfc6ba0-accd-40f9-87de-35263e0ea865 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:34.603793 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d455afc-bc4a-495b-bdfe-c0ebcaab2d08 req-3bfc6ba0-accd-40f9-87de-35263e0ea865 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 935 time: 0.1158960 Jul 13 19:20:34.671682 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d455afc-bc4a-495b-bdfe-c0ebcaab2d08 req-e71e4bc2-9e80-4e44-a613-00d12a7ba9c0 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669293 Jul 13 19:20:34.803464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-079bae25-950c-4ea2-8a42-5d01178ebe16 None None] Provisioning for port 9217b082-c065-49dd-81bf-b661b47c01a0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:34.812020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-079bae25-950c-4ea2-8a42-5d01178ebe16 None None] Provisioning complete for port 9217b082-c065-49dd-81bf-b661b47c01a0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:34.813336 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079bae25-950c-4ea2-8a42-5d01178ebe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.833973 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3e77123-aca9-47c9-8b0b-27d7f23d2cc0 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.860895 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3e77123-aca9-47c9-8b0b-27d7f23d2cc0 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.886512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-079bae25-950c-4ea2-8a42-5d01178ebe16 None None] Port 9217b082-c065-49dd-81bf-b661b47c01a0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:34.912623 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc01015d-fc5a-44f0-bc95-d339656ec879 req-b2fa3dcb-43e8-44e6-be20-c7b2b77005b2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 210 time: 0.0564330 Jul 13 19:20:34.920487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3e77123-aca9-47c9-8b0b-27d7f23d2cc0 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.924751 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d3e77123-aca9-47c9-8b0b-27d7f23d2cc0 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4036288 Jul 13 19:20:34.931032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:34.932883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-3e3787f6-6650-47dd-9610-d19a80dba8d4 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:34.934772 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-3e3787f6-6650-47dd-9610-d19a80dba8d4 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 821 time: 0.2314780 Jul 13 19:20:34.939001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-edf7906b-719b-4d17-9ef4-b06ffd73ce65 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Request body: {'security_group_rule': {'security_group_id': '46e125ea-f922-4691-a90f-07e17d38d9e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:34.951808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Request body: {'port': {'device_id': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441', 'admin_state_up': True, 'tenant_id': '869d67b9e7174d6f9740aaee1bb7cdf7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:35.032900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e77123-aca9-47c9-8b0b-27d7f23d2cc0 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e125ea-f922-4691-a90f-07e17d38d9e4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:35.064414 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edf7906b-719b-4d17-9ef4-b06ffd73ce65 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.125405 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9217b082-c065-49dd-81bf-b661b47c01a0 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:35.141834 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Made reservation on behalf of 869d67b9e7174d6f9740aaee1bb7cdf7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:35.145466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.147288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.169667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Transition to ACTIVE for port object 9217b082-c065-49dd-81bf-b661b47c01a0 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:35.184687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7b03f-ef59-451b-b4bd-c6fb3d11d129 req-6417ffa3-baca-4a78-9460-e3e88c4de9ab tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:35.186292 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-12b7b03f-ef59-451b-b4bd-c6fb3d11d129 req-6417ffa3-baca-4a78-9460-e3e88c4de9ab tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 969 time: 0.1799440 Jul 13 19:20:35.192465 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.206498 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edf7906b-719b-4d17-9ef4-b06ffd73ce65 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.235298 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edf7906b-719b-4d17-9ef4-b06ffd73ce65 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.287593 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edf7906b-719b-4d17-9ef4-b06ffd73ce65 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.291305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-edf7906b-719b-4d17-9ef4-b06ffd73ce65 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3533576 Jul 13 19:20:35.293180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7906b-719b-4d17-9ef4-b06ffd73ce65 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96b2d6f-167d-4036-8144-991b75a75ee5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:35.297577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:35.311558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7284d2df-b67f-4056-bbbf-306214d2a7e2 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Request body: {'security_group_rule': {'security_group_id': '46e125ea-f922-4691-a90f-07e17d38d9e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:35.321857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Pushing event updated for resources: {'Port': ['ID=9217b082-c065-49dd-81bf-b661b47c01a0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:35.340020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Allocated IP 172.20.0.2 (8777bc0e-d35f-41d4-996a-471bdf2b5441/1c7215b9-42cb-4cfe-ab63-63e138febb58/221651a7-613c-4f0c-ad77-48629ecfffce) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:35.341538 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-12b7b03f-ef59-451b-b4bd-c6fb3d11d129 req-6bcb4f12-a792-40c6-b27f-03ea8f65ba77 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387281 Jul 13 19:20:35.407683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Attempting to bind port 9217b082-c065-49dd-81bf-b661b47c01a0 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:35.408306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Attempting to bind port 9217b082-c065-49dd-81bf-b661b47c01a0 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:35.408794 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Attempting to bind port 9217b082-c065-49dd-81bf-b661b47c01a0 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:35.421507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Port 9217b082-c065-49dd-81bf-b661b47c01a0 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:35.422254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Attempting to bind port 9217b082-c065-49dd-81bf-b661b47c01a0 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:35.441254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:35.441670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:35.442077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:35.443335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Bound port: 9217b082-c065-49dd-81bf-b661b47c01a0, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:35.443712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.472396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7284d2df-b67f-4056-bbbf-306214d2a7e2 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.541201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92cc82b9-0049-4780-888a-4bf017c8652f req-c315cd68-0060-4c69-ac6f-f1db6728d335 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c8cc06993ab4452496518885c1128bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405531 Jul 13 19:20:35.563553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7da103-2856-4ce0-aa60-b8fbd04b8d7e req-c522f735-6ef4-4d62-8664-ff5da05dd75e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:35.565152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d7da103-2856-4ce0-aa60-b8fbd04b8d7e req-c522f735-6ef4-4d62-8664-ff5da05dd75e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 947 time: 0.1565719 Jul 13 19:20:35.602631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.630392 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d7da103-2856-4ce0-aa60-b8fbd04b8d7e req-7a6952a9-4dfe-4496-804e-22874c897c81 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562212 Jul 13 19:20:35.654082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] For port 9217b082-c065-49dd-81bf-b661b47c01a0, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:35.672712 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.687746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] For port 9217b082-c065-49dd-81bf-b661b47c01a0, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9217b082-c065-49dd-81bf-b661b47c01a0,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:35.694495 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7284d2df-b67f-4056-bbbf-306214d2a7e2 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.701445 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.744739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Network 8777bc0e-d35f-41d4-996a-471bdf2b5441 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:35.748249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:35.753702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:35.757135 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7284d2df-b67f-4056-bbbf-306214d2a7e2 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.761520 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:35.762234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.774116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Pushing event updated for resources: {'Port': ['ID=221651a7-613c-4f0c-ad77-48629ecfffce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:35.787480 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-cd01b16b-f38e-4d67-bd93-320af289d5de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8397281 Jul 13 19:20:35.800835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Request body: {'port': {'device_id': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'device_owner': 'compute:tempest-test_az-309741403', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:35.808298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:35.809621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:35.810247 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.811673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] 10.222.0.24 "PUT /v2.0/ports/9217b082-c065-49dd-81bf-b661b47c01a0 HTTP/1.1" status: 200 len: 1095 time: 1.3648705 Jul 13 19:20:35.818743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f', 'tag': '9217b082-c065-49dd-81bf-b661b47c01a0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:35.821327 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1139cdb2-16f2-44c4-8204-4d090a8d728f" -d '{"events": [{"name": "network-changed", "server_uuid": "04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f", "tag": "9217b082-c065-49dd-81bf-b661b47c01a0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:35.841912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2059fef-4235-42d7-bf34-a78a3e51bb50 service neutron] Pushing event updated for resources: {'Port': ['ID=9217b082-c065-49dd-81bf-b661b47c01a0,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:35.845410 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7284d2df-b67f-4056-bbbf-306214d2a7e2 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.851284 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7284d2df-b67f-4056-bbbf-306214d2a7e2 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5458739 Jul 13 19:20:35.852043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284d2df-b67f-4056-bbbf-306214d2a7e2 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a7da4d-3b7c-4a9c-9968-c051c22e604a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:35.853639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:35.859921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:35.875311 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc82b9-0049-4780-888a-4bf017c8652f req-b95fa6e9-5d9a-4f42-8641-434221ffdf8b tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:35.882751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92cc82b9-0049-4780-888a-4bf017c8652f req-b95fa6e9-5d9a-4f42-8641-434221ffdf8b tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3284228 Jul 13 19:20:35.913029 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92cc82b9-0049-4780-888a-4bf017c8652f req-e6c44a99-f620-44ea-99d7-745751c3dff5 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/quotas/c8cc06993ab4452496518885c1128bb0 HTTP/1.1" status: 200 len: 375 time: 0.0293479 Jul 13 19:20:35.965337 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.978977 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92cc82b9-0049-4780-888a-4bf017c8652f req-77d492ca-9f78-4f87-8fab-2a702e8da433 tempest-QuotasAdminNegativeTest-2048888775 tempest-QuotasAdminNegativeTest-2048888775-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8cc06993ab4452496518885c1128bb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650306 Jul 13 19:20:36.001986 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.006553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31ff7f8f-e021-4b73-8b2f-f217aab450f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.037679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925ae53-deec-4370-ad8b-07e535f066c6 req-b765cee7-5033-4abb-8754-25d560a4d62a tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.039246 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5925ae53-deec-4370-ad8b-07e535f066c6 req-b765cee7-5033-4abb-8754-25d560a4d62a tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 947 time: 0.1988473 Jul 13 19:20:36.093105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5417ccac-2db8-4422-9e8f-eb65685f7c26 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:36.100583 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8ef95f-5431-4b88-8453-058c7277c3c7 x-openstack-request-id: req-5c8ef95f-5431-4b88-8453-058c7277c3c7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:36.100976 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f", "tag": "9217b082-c065-49dd-81bf-b661b47c01a0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:36.101286 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c8ef95f-5431-4b88-8453-058c7277c3c7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:36.101771 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f', 'tag': '9217b082-c065-49dd-81bf-b661b47c01a0', 'status': 'completed', 'code': 200} Jul 13 19:20:36.130531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-9c4359ff-5660-4bb6-85dc-13590a95edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.132638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-9c4359ff-5660-4bb6-85dc-13590a95edf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8e045b287164966bf50cec97701aa12&device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 1098 time: 0.2660236 Jul 13 19:20:36.197497 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5925ae53-deec-4370-ad8b-07e535f066c6 req-4fe0e6ae-21c9-4a32-8fc2-22f26223a4f2 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492019 Jul 13 19:20:36.209628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-5be11685-e532-4f8d-99b6-c212db064ef6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9217b082-c065-49dd-81bf-b661b47c01a0 HTTP/1.1" status: 200 len: 217 time: 0.0611753 Jul 13 19:20:36.238097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5417ccac-2db8-4422-9e8f-eb65685f7c26, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5417ccac-2db8-4422-9e8f-eb65685f7c26,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:36.252186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '5417ccac-2db8-4422-9e8f-eb65685f7c26', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '5417ccac-2db8-4422-9e8f-eb65685f7c26', 'mac_address': 'fa:16:3e:4b:2a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:tempest-test_az-309741403', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:36.303647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.334575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5417ccac-2db8-4422-9e8f-eb65685f7c26 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:36.366342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5417ccac-2db8-4422-9e8f-eb65685f7c26, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5417ccac-2db8-4422-9e8f-eb65685f7c26,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:36.372347 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.401570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221651a7-613c-4f0c-ad77-48629ecfffce {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:36.414113 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.432920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5417ccac-2db8-4422-9e8f-eb65685f7c26,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:36.434132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Transition to ACTIVE for port object 221651a7-613c-4f0c-ad77-48629ecfffce will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:36.440997 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.515420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-2f885b86-ee7b-4cf5-8967-d27e43754e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.517003 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-2f885b86-ee7b-4cf5-8967-d27e43754e2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.2954566 Jul 13 19:20:36.531860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Pushing event updated for resources: {'Port': ['ID=221651a7-613c-4f0c-ad77-48629ecfffce,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:36.546690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:36.547028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:36.547389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:36.552085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Port 221651a7-613c-4f0c-ad77-48629ecfffce on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:36.552437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:36.557563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:36.557828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:36.558201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:36.558646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Bound port: 221651a7-613c-4f0c-ad77-48629ecfffce, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:36.559001 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.592703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31ff7f8f-e021-4b73-8b2f-f217aab450f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.607814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92894c7e-f0fb-48fa-be4c-def1c4df17de req-f93ba989-6979-4ea5-b538-c6df20de780d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.609573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92894c7e-f0fb-48fa-be4c-def1c4df17de req-f93ba989-6979-4ea5-b538-c6df20de780d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 931 time: 0.4066160 Jul 13 19:20:36.612393 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31ff7f8f-e021-4b73-8b2f-f217aab450f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.618041 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.664862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:36.683028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:36.693809 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.698845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5417ccac-2db8-4422-9e8f-eb65685f7c26'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:36.719038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff7f8f-e021-4b73-8b2f-f217aab450f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9978fc9-0165-44b9-a671-75e71a729c7e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:36.732462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-31ff7f8f-e021-4b73-8b2f-f217aab450f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d097a2f576694370a7cdf30a1ea1204f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9159169 Jul 13 19:20:36.736972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:36.744435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.745149 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.746470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] 10.222.0.60 "PUT /v2.0/ports/221651a7-613c-4f0c-ad77-48629ecfffce HTTP/1.1" status: 200 len: 1112 time: 0.9512975 Jul 13 19:20:36.750832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'tag': '221651a7-613c-4f0c-ad77-48629ecfffce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:36.753056 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3" -d '{"events": [{"name": "network-changed", "server_uuid": "585d9b45-3c65-43db-8520-a0757e69d0e2", "tag": "221651a7-613c-4f0c-ad77-48629ecfffce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:36.765847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b56b8-7d5f-4b0e-87df-fc961063c4d3 req-3b1d98f0-0cd4-4be4-a649-cb49462656b9 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.767449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-668b56b8-7d5f-4b0e-87df-fc961063c4d3 req-3b1d98f0-0cd4-4be4-a649-cb49462656b9 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 970 time: 0.1448576 Jul 13 19:20:36.793760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-6a0721ce-8452-4d7d-9b9c-c54b4f96ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.795310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-6a0721ce-8452-4d7d-9b9c-c54b4f96ae1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2559702 Jul 13 19:20:36.803068 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92894c7e-f0fb-48fa-be4c-def1c4df17de req-11b60bf6-93cd-46ca-91ab-ab08b47fe56f tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794252 Jul 13 19:20:36.807351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2b4a14eb-fc66-4aa4-a069-701ebcc90857 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:36.813342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce5e2b-7107-4697-9f6c-763e6d4bd3bc service neutron] Pushing event updated for resources: {'Port': ['ID=221651a7-613c-4f0c-ad77-48629ecfffce,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:36.903416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-668b56b8-7d5f-4b0e-87df-fc961063c4d3 req-2a0511b3-0f68-4223-960f-4c351aff650b tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280944 Jul 13 19:20:36.960953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-ff6d1840-5a44-4220-9440-176f7965f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.967061 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-ff6d1840-5a44-4220-9440-176f7965f055 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1115 time: 0.1668036 Jul 13 19:20:36.983175 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-a0f2baa0-ef7e-4c5f-b60e-d4ac1c60d764 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785526 Jul 13 19:20:37.049637 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-db6905a1-0327-4548-8d4d-2abac8462264 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=221651a7-613c-4f0c-ad77-48629ecfffce HTTP/1.1" status: 200 len: 217 time: 0.0752237 Jul 13 19:20:37.106787 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eba47bd-5698-4355-adb4-0d1bb8d35586 x-openstack-request-id: req-9eba47bd-5698-4355-adb4-0d1bb8d35586 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:37.107127 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585d9b45-3c65-43db-8520-a0757e69d0e2", "tag": "221651a7-613c-4f0c-ad77-48629ecfffce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:37.107310 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9eba47bd-5698-4355-adb4-0d1bb8d35586 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:37.107699 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'tag': '221651a7-613c-4f0c-ad77-48629ecfffce', 'status': 'completed', 'code': 200} Jul 13 19:20:37.125771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-93980b90-0623-4119-bcd7-26c02dc0d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.128494 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-93980b90-0623-4119-bcd7-26c02dc0d754 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.0730383 Jul 13 19:20:37.136122 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b0e6-bf41-4908-a1e6-1a079f0d3437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.174548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:37.177007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-1fe21b4c-e02c-4ea1-ac26-4c687d5e1008 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422611 Jul 13 19:20:37.184390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2b4a14eb-fc66-4aa4-a069-701ebcc90857, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2b4a14eb-fc66-4aa4-a069-701ebcc90857,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:37.192431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Allocated IP 172.25.7.114 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/e56f41d9-3b86-4881-bfe4-c72d8f015897) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:37.207967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '2b4a14eb-fc66-4aa4-a069-701ebcc90857', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '2b4a14eb-fc66-4aa4-a069-701ebcc90857', 'mac_address': 'fa:16:3e:5c:ba:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:37.211111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b0e6-bf41-4908-a1e6-1a079f0d3437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.250086 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.278304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4a14eb-fc66-4aa4-a069-701ebcc90857 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:37.295133 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-58aeec67-8755-4496-8456-848cb1d4410e service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109135 Jul 13 19:20:37.299584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ddda6a7-af3a-4acc-a90c-31c5e4caa723 req-f0264093-9a96-470e-99b3-96ebc92a6c01 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063879 Jul 13 19:20:37.347892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2b4a14eb-fc66-4aa4-a069-701ebcc90857, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2b4a14eb-fc66-4aa4-a069-701ebcc90857,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:37.353712 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.358901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298f489-7390-42e1-943f-615ed534295e req-15e3fdad-7698-4a63-b2ac-72cc35d2d6ea tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.360440 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6298f489-7390-42e1-943f-615ed534295e req-15e3fdad-7698-4a63-b2ac-72cc35d2d6ea tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 947 time: 0.3691323 Jul 13 19:20:37.423391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2b4a14eb-fc66-4aa4-a069-701ebcc90857,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:37.424502 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b0e6-bf41-4908-a1e6-1a079f0d3437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.428326 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b0e6-bf41-4908-a1e6-1a079f0d3437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.430279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ffd5b0e6-bf41-4908-a1e6-1a079f0d3437 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9978fc9-0165-44b9-a671-75e71a729c7e HTTP/1.1" status: 204 len: 168 time: 0.6920593 Jul 13 19:20:37.439731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6644b054-3a3e-4399-add4-f2b9505d6fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.461224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5b0e6-bf41-4908-a1e6-1a079f0d3437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9978fc9-0165-44b9-a671-75e71a729c7e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:37.501334 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6298f489-7390-42e1-943f-615ed534295e req-83995e6d-507e-4e4e-a823-921676ea4ac4 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281636 Jul 13 19:20:37.520524 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8de41230-5a78-41f7-beb4-e5b56632a53f req-61f92e65-5b81-48e7-a8de-ad96432032f4 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132807 Jul 13 19:20:37.520713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.541484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-7989cd95-a893-47af-bf3e-75e59edd9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.543381 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-7989cd95-a893-47af-bf3e-75e59edd9fdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8e045b287164966bf50cec97701aa12&device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 1098 time: 0.1820030 Jul 13 19:20:37.548503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228fca8-f937-4d7d-91cd-b3b3f5a01d24 req-6987e921-87a9-4c8d-b334-abe6090a620f tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.550014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0228fca8-f937-4d7d-91cd-b3b3f5a01d24 req-6987e921-87a9-4c8d-b334-abe6090a620f tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 947 time: 0.1583316 Jul 13 19:20:37.631472 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.662882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2b4a14eb-fc66-4aa4-a069-701ebcc90857'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:37.683445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:37.693996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:37.701689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:37.723503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event updated for resources: {'Port': ['ID=e56f41d9-3b86-4881-bfe4-c72d8f015897,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:37.744498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-1b76b920-4864-4362-9ef8-545a94d8fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.746256 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-1b76b920-4864-4362-9ef8-545a94d8fc94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1897130 Jul 13 19:20:37.819720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0228fca8-f937-4d7d-91cd-b3b3f5a01d24 req-ccf1b698-4868-4004-89ca-a81a8bcbc327 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613928 Jul 13 19:20:37.824356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-effaa112-b93e-4885-994e-6a3172315107 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9217b082-c065-49dd-81bf-b661b47c01a0 HTTP/1.1" status: 200 len: 217 time: 0.0489976 Jul 13 19:20:37.855556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:37.871288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92c9b50f-20d5-41a5-b586-c12e0814014b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.877632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3 req-15706321-fc5a-4916-8bb5-59c754e83914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.879285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3 req-15706321-fc5a-4916-8bb5-59c754e83914 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1115 time: 0.2967103 Jul 13 19:20:37.890651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.994096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6644b054-3a3e-4399-add4-f2b9505d6fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.995761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3 req-ddce6b09-cb80-4cf3-b8de-726a96086591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.997521 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3 req-ddce6b09-cb80-4cf3-b8de-726a96086591 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.1063159 Jul 13 19:20:38.018674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-041dc93a-925d-442f-9407-0d4d0ab7a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.020883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-041dc93a-925d-442f-9407-0d4d0ab7a996 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1872525 Jul 13 19:20:38.038393 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.039574 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6644b054-3a3e-4399-add4-f2b9505d6fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.095667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5417ccac-2db8-4422-9e8f-eb65685f7c26 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:38.112893 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3 req-8f7b9898-b774-47da-a960-a70176d7e0b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=221651a7-613c-4f0c-ad77-48629ecfffce HTTP/1.1" status: 200 len: 217 time: 0.0828211 Jul 13 19:20:38.140825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb781b-e7c8-4df8-b055-9ae9fcdad646 req-73f05ba6-34c0-4a55-9019-5cc354a530d3 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.142360 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0abb781b-e7c8-4df8-b055-9ae9fcdad646 req-73f05ba6-34c0-4a55-9019-5cc354a530d3 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 964 time: 0.1706634 Jul 13 19:20:38.151849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 5417ccac-2db8-4422-9e8f-eb65685f7c26 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:38.156909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 5417ccac-2db8-4422-9e8f-eb65685f7c26 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:38.157358 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.191700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644b054-3a3e-4399-add4-f2b9505d6fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc218124-26c5-4d95-98c4-224eacc77b27,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.196027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6644b054-3a3e-4399-add4-f2b9505d6fc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8cc06993ab4452496518885c1128bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0180199 Jul 13 19:20:38.203010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.218563 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-313580a2-93b3-4c73-bd85-bb697094d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.220417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-313580a2-93b3-4c73-bd85-bb697094d5de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1904404 Jul 13 19:20:38.241282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3 req-1242ca3c-5a8b-4122-82c4-8ad2a8c50faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.242763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3 req-1242ca3c-5a8b-4122-82c4-8ad2a8c50faa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1142879 Jul 13 19:20:38.254956 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.279387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91a28d6-0b86-4013-9fd8-8e4d957b73c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417ccac-2db8-4422-9e8f-eb65685f7c26'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:38.296060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0abb781b-e7c8-4df8-b055-9ae9fcdad646 req-20cafb39-3627-4bde-b46f-d7433799d8f2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398432 Jul 13 19:20:38.323273 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3 req-5968c6d3-5ca1-4b10-b57c-6bcb62d87aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698695 Jul 13 19:20:38.327796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92c9b50f-20d5-41a5-b586-c12e0814014b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.348748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92c9b50f-20d5-41a5-b586-c12e0814014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.359096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a2355-61c1-4f1b-a452-0bb78db8d0b5 req-3691c3d9-6031-4708-af88-219160385465 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.360382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc7a2355-61c1-4f1b-a452-0bb78db8d0b5 req-3691c3d9-6031-4708-af88-219160385465 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 970 time: 0.3319230 Jul 13 19:20:38.375440 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-b96c41c1-9a52-4209-b7c9-129fd9c62d1c service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406512 Jul 13 19:20:38.379776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.394155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.394332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5417ccac-2db8-4422-9e8f-eb65685f7c26, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5417ccac-2db8-4422-9e8f-eb65685f7c26,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:38.401727 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.456830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88d13a77-3907-472b-a706-1d5b338922e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.471487 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-92c9b50f-20d5-41a5-b586-c12e0814014b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=beb513f3ca1441a5b6f12ab7a7e296b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148415 Jul 13 19:20:38.475591 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.478139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.481526 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d800dbd-0b17-4adf-8ee4-a61c5f8bc4e9" -d '{"events": [{"server_uuid": "f91a28d6-0b86-4013-9fd8-8e4d957b73c2", "name": "network-vif-plugged", "status": "completed", "tag": "5417ccac-2db8-4422-9e8f-eb65685f7c26"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:38.489635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5417ccac-2db8-4422-9e8f-eb65685f7c26,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.495169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9b50f-20d5-41a5-b586-c12e0814014b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9ac6fd-c23f-48ee-ab22-9bd163de65e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.522889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88d13a77-3907-472b-a706-1d5b338922e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.537253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event updated for resources: {'Port': ['ID=e56f41d9-3b86-4881-bfe4-c72d8f015897,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.545515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.546747 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b7a6100c-ffeb-4ff6-9ac8-5892d46c1fae tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6903679 Jul 13 19:20:38.557377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc7a2355-61c1-4f1b-a452-0bb78db8d0b5 req-e39ee1d2-4752-46cc-9474-d6aa191c5587 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726754 Jul 13 19:20:38.581643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1139cdb2-16f2-44c4-8204-4d090a8d728f req-62781aed-21ed-46e4-b8eb-b4c66f8d5489 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978080 Jul 13 19:20:38.594112 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370a5187-b709-4239-a3be-522c0ab6b5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.623949 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370a5187-b709-4239-a3be-522c0ab6b5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.630110 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3 req-b0c9e260-4e44-40c3-a986-52f6597fa8a2 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919815 Jul 13 19:20:38.636360 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdb5f3c-989a-47c1-98e1-983696a21c72 x-openstack-request-id: req-3cdb5f3c-989a-47c1-98e1-983696a21c72 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:38.637052 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91a28d6-0b86-4013-9fd8-8e4d957b73c2", "name": "network-vif-plugged", "status": "completed", "tag": "5417ccac-2db8-4422-9e8f-eb65685f7c26", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:38.637499 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cdb5f3c-989a-47c1-98e1-983696a21c72 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:38.638764 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91a28d6-0b86-4013-9fd8-8e4d957b73c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417ccac-2db8-4422-9e8f-eb65685f7c26', 'code': 200} Jul 13 19:20:38.670617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2b4a14eb-fc66-4aa4-a069-701ebcc90857 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:38.705871 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370a5187-b709-4239-a3be-522c0ab6b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.709024 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370a5187-b709-4239-a3be-522c0ab6b5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.710983 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-370a5187-b709-4239-a3be-522c0ab6b5c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd9ac6fd-c23f-48ee-ab22-9bd163de65e2 HTTP/1.1" status: 204 len: 168 time: 0.2317946 Jul 13 19:20:38.713219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88d13a77-3907-472b-a706-1d5b338922e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.718950 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88d13a77-3907-472b-a706-1d5b338922e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.723315 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-88d13a77-3907-472b-a706-1d5b338922e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc218124-26c5-4d95-98c4-224eacc77b27 HTTP/1.1" status: 204 len: 168 time: 0.5149074 Jul 13 19:20:38.731079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a5187-b709-4239-a3be-522c0ab6b5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9ac6fd-c23f-48ee-ab22-9bd163de65e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.739265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.60', 59720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.771216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d13a77-3907-472b-a706-1d5b338922e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc218124-26c5-4d95-98c4-224eacc77b27,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.818585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:38.826522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:38.827023 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.870768 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-348bd692-dd84-4cf1-bdf1-64cc6a5684e3 req-5f8c910c-bda2-41f1-852d-4cae446619f7 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293832 Jul 13 19:20:38.918525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebfa8-e2d4-4072-abf4-877b6993c50d req-d293a65b-0efb-44f7-a214-5d002f2545de tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.927251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-912ebfa8-e2d4-4072-abf4-877b6993c50d req-d293a65b-0efb-44f7-a214-5d002f2545de tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 948 time: 0.1380079 Jul 13 19:20:38.944244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca5365-9b78-434b-89d6-91b54cfae68f req-04e5c45d-cf3c-4f77-99b8-b2cc89e09973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.947447 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebca5365-9b78-434b-89d6-91b54cfae68f req-04e5c45d-cf3c-4f77-99b8-b2cc89e09973 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 1122 time: 0.2045853 Jul 13 19:20:38.951126 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-2d290a47-709c-484a-98b7-85d32dadff6b tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1147849939&fields=id&tenant_id=2a582448a6574b48b85daa79c1b602bf HTTP/1.1" status: 200 len: 267 time: 0.0912919 Jul 13 19:20:38.986536 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-912ebfa8-e2d4-4072-abf4-877b6993c50d req-0d8155b6-f9f6-4d99-8b5c-ba77eee75d7f tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575249 Jul 13 19:20:39.002571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.046980 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebca5365-9b78-434b-89d6-91b54cfae68f req-abad02ba-0107-4a6f-955d-687aafbbefa4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.047584 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2b4a14eb-fc66-4aa4-a069-701ebcc90857, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2b4a14eb-fc66-4aa4-a069-701ebcc90857,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:39.052477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.121083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2b4a14eb-fc66-4aa4-a069-701ebcc90857,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.201642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bc1e8-378b-437d-9fcc-94da4ca59838 req-cd87d9d9-0e64-41be-a5a6-e75b941bb0a1 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:39.210151 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-544bc1e8-378b-437d-9fcc-94da4ca59838 req-cd87d9d9-0e64-41be-a5a6-e75b941bb0a1 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 947 time: 0.0846100 Jul 13 19:20:39.256044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-544bc1e8-378b-437d-9fcc-94da4ca59838 req-b4952c1d-267e-4383-8db0-4c0fd1aa62c5 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Jul 13 19:20:39.319259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:39.333334 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f88b870-f4d0-459d-b9d8-7bf06c4ab6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.409004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-6e78872b-5595-4f68-996a-762554fea357 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:39.411106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-6e78872b-5595-4f68-996a-762554fea357 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/networks?id=64ddfd84-ebcf-463c-a487-176ffec7929e HTTP/1.1" status: 200 len: 824 time: 0.4499629 Jul 13 19:20:39.433907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-1f7fefef-1b12-4cce-bcd3-e99ea3e2a22e tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/quotas/2a582448a6574b48b85daa79c1b602bf HTTP/1.1" status: 200 len: 375 time: 0.0157163 Jul 13 19:20:39.482004 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebca5365-9b78-434b-89d6-91b54cfae68f req-abad02ba-0107-4a6f-955d-687aafbbefa4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.488004 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebca5365-9b78-434b-89d6-91b54cfae68f req-abad02ba-0107-4a6f-955d-687aafbbefa4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.524803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebca5365-9b78-434b-89d6-91b54cfae68f req-abad02ba-0107-4a6f-955d-687aafbbefa4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720382 Jul 13 19:20:39.541398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdc56f-c09f-4cef-aa98-774b2b7f2869 req-4f12c426-4cde-42a8-919f-a04f561b2d29 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:39.543903 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ffbdc56f-c09f-4cef-aa98-774b2b7f2869 req-4f12c426-4cde-42a8-919f-a04f561b2d29 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 964 time: 0.0899467 Jul 13 19:20:39.563460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad02ba-0107-4a6f-955d-687aafbbefa4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f93f72-5697-4b80-89e2-a64d2841bc44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.596731 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-0d2f9653-94a0-4978-8844-510853357f9e tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a582448a6574b48b85daa79c1b602bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1504233 Jul 13 19:20:39.612901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ffbdc56f-c09f-4cef-aa98-774b2b7f2869 req-e77f2e3e-825a-4aab-8e52-688b646c330b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571320 Jul 13 19:20:39.653302 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f88b870-f4d0-459d-b9d8-7bf06c4ab6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.659299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f88b870-f4d0-459d-b9d8-7bf06c4ab6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.713997 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3f88b870-f4d0-459d-b9d8-7bf06c4ab6aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72ba0a2fd4f9438fab2e1a24e9460b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935959 Jul 13 19:20:39.714901 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:39.728882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88b870-f4d0-459d-b9d8-7bf06c4ab6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba1f57b-4eec-43d2-924b-897919af9071,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.778341 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9586b34e-4733-44f6-a632-847d417c1cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.826295 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9586b34e-4733-44f6-a632-847d417c1cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.831509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-42f713fb-2502-4550-8201-3cee38f1f0c8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:20:39.840182 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-42f713fb-2502-4550-8201-3cee38f1f0c8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1282337 Jul 13 19:20:39.887825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53ec49-5375-4243-b172-a9729fd3b673 req-374a4db3-ccfd-42b9-ab07-03403614d369 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:39.889309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b53ec49-5375-4243-b172-a9729fd3b673 req-374a4db3-ccfd-42b9-ab07-03403614d369 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 971 time: 0.1065116 Jul 13 19:20:39.912122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9586b34e-4733-44f6-a632-847d417c1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.915994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9586b34e-4733-44f6-a632-847d417c1cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.917853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9586b34e-4733-44f6-a632-847d417c1cf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cba1f57b-4eec-43d2-924b-897919af9071 HTTP/1.1" status: 204 len: 168 time: 0.1960020 Jul 13 19:20:39.938388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586b34e-4733-44f6-a632-847d417c1cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba1f57b-4eec-43d2-924b-897919af9071,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.945543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-790384af-55bd-4128-8133-e96232d0751d service neutron] 10.222.0.25 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042502 Jul 13 19:20:39.992918 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b53ec49-5375-4243-b172-a9729fd3b673 req-d01b7649-c4b7-46b9-949d-1da28a794e17 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902741 Jul 13 19:20:40.051302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-3f9b9a75-2c46-4f13-8dc4-867469771488 service neutron] 10.222.0.25 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038048 Jul 13 19:20:40.099090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 221651a7-613c-4f0c-ad77-48629ecfffce details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:40.208203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c669-b3ec-4c3f-902e-53a0751db546 req-c3df475a-6e73-4515-b34b-8491d5f6ed72 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:40.210043 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1580c669-b3ec-4c3f-902e-53a0751db546 req-c3df475a-6e73-4515-b34b-8491d5f6ed72 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 949 time: 0.0921955 Jul 13 19:20:40.237623 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:40.252511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '221651a7-613c-4f0c-ad77-48629ecfffce', 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441', 'port_id': '221651a7-613c-4f0c-ad77-48629ecfffce', 'mac_address': 'fa:16:3e:50:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7215b9-42cb-4cfe-ab63-63e138febb58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-309741403', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:40.289513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1580c669-b3ec-4c3f-902e-53a0751db546 req-2603a11e-a0d9-4152-9951-4627385da96e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737391 Jul 13 19:20:40.345698 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.360763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221651a7-613c-4f0c-ad77-48629ecfffce {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:40.386022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:40.391360 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.421895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ed22f92-5431-4540-b6e1-5afcd8747c2b req-e6509579-c510-4628-9982-da54a48c563a tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 210 time: 0.0509346 Jul 13 19:20:40.492857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=221651a7-613c-4f0c-ad77-48629ecfffce,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:40.536464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad49f37-3815-4ba4-8a34-7b1968dcd64d req-cf27c9e8-7623-4d1b-a8ca-256ef86a2bd7 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:40.538012 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad49f37-3815-4ba4-8a34-7b1968dcd64d req-cf27c9e8-7623-4d1b-a8ca-256ef86a2bd7 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 947 time: 0.0981305 Jul 13 19:20:40.594363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad49f37-3815-4ba4-8a34-7b1968dcd64d req-643b9c2a-50bf-45fd-847e-2792f122db16 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501056 Jul 13 19:20:40.628667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['221651a7-613c-4f0c-ad77-48629ecfffce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:40.664654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a432f07-b253-4805-95bf-4bf3b732b701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a14eb-fc66-4aa4-a069-701ebcc90857'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:40.667313 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31136141-6445-489f-85da-8535601fd912" -d '{"events": [{"server_uuid": "9a432f07-b253-4805-95bf-4bf3b732b701", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a14eb-fc66-4aa4-a069-701ebcc90857"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:40.677528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9217b082-c065-49dd-81bf-b661b47c01a0 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:40.781919 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e28dba4-5aa6-41ef-9b1f-9236232de872 x-openstack-request-id: req-1e28dba4-5aa6-41ef-9b1f-9236232de872 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:40.782751 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a432f07-b253-4805-95bf-4bf3b732b701", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a14eb-fc66-4aa4-a069-701ebcc90857", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:40.783427 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e28dba4-5aa6-41ef-9b1f-9236232de872 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:40.783819 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a432f07-b253-4805-95bf-4bf3b732b701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a14eb-fc66-4aa4-a069-701ebcc90857', 'code': 200} Jul 13 19:20:40.897499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 9217b082-c065-49dd-81bf-b661b47c01a0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9217b082-c065-49dd-81bf-b661b47c01a0,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:40.929587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f312dd-e703-4822-9209-e85c8d4e2990 req-246aa914-3064-4a72-8f47-db31e7ab12cb tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:40.930886 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-21f312dd-e703-4822-9209-e85c8d4e2990 req-246aa914-3064-4a72-8f47-db31e7ab12cb tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 965 time: 0.1326661 Jul 13 19:20:40.938987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '9217b082-c065-49dd-81bf-b661b47c01a0', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '9217b082-c065-49dd-81bf-b661b47c01a0', 'mac_address': 'fa:16:3e:60:91:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:40.973536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafb9c4-0ff5-4e38-b09c-39317a133a15 req-705767ee-0f9e-408a-ba11-c8caa2b651db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:40.975543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4aafb9c4-0ff5-4e38-b09c-39317a133a15 req-705767ee-0f9e-408a-ba11-c8caa2b651db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 1100 time: 0.1403372 Jul 13 19:20:41.026042 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-21f312dd-e703-4822-9209-e85c8d4e2990 req-775856aa-8ceb-4eff-ae8e-e4d736caaf06 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793259 Jul 13 19:20:41.045820 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4aafb9c4-0ff5-4e38-b09c-39317a133a15 req-256ada67-b977-46da-9b8b-269df7137b8f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539548 Jul 13 19:20:41.058370 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.077462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9217b082-c065-49dd-81bf-b661b47c01a0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:41.105560 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 9217b082-c065-49dd-81bf-b661b47c01a0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9217b082-c065-49dd-81bf-b661b47c01a0,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:41.110884 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.250481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=9217b082-c065-49dd-81bf-b661b47c01a0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:41.278129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70061e17-f3f0-4f93-a9de-b8f92e32c6e3 req-d768718d-ce87-49ed-85c4-4c8c05a29273 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:41.279774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70061e17-f3f0-4f93-a9de-b8f92e32c6e3 req-d768718d-ce87-49ed-85c4-4c8c05a29273 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 971 time: 0.0756454 Jul 13 19:20:41.346392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70061e17-f3f0-4f93-a9de-b8f92e32c6e3 req-f563e71c-b9fc-49a1-b9c4-0004326fec22 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574923 Jul 13 19:20:41.363914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['9217b082-c065-49dd-81bf-b661b47c01a0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:41.546265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed31d6-db0b-4619-b31a-cdfe8511d0f5 req-51f823db-e5fb-49d2-9b68-07a719f80852 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:41.554663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-89ed31d6-db0b-4619-b31a-cdfe8511d0f5 req-51f823db-e5fb-49d2-9b68-07a719f80852 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 949 time: 0.0799425 Jul 13 19:20:41.595785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-89ed31d6-db0b-4619-b31a-cdfe8511d0f5 req-4b9428fc-d585-46bb-8700-b727954ed575 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Jul 13 19:20:41.762208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa282a60-4d22-4865-83cb-733e65c44def req-2bb2885a-9fe7-442f-8560-6703f92e8d77 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 210 time: 0.0320559 Jul 13 19:20:41.818157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9a65e-9331-4e41-853e-404686425098 req-480f60ab-c652-44c9-a09f-241be05548ce tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:41.819738 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2e9a65e-9331-4e41-853e-404686425098 req-480f60ab-c652-44c9-a09f-241be05548ce tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 948 time: 0.0930815 Jul 13 19:20:41.884516 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2e9a65e-9331-4e41-853e-404686425098 req-b397f35a-b888-4a4e-858b-0ac6ede241b0 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548739 Jul 13 19:20:42.028135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-1e583083-62b8-4a1c-ae03-f6ce5e1b34b6 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:42.031209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-1e583083-62b8-4a1c-ae03-f6ce5e1b34b6 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.24 "GET /v2.0/networks?id=64ddfd84-ebcf-463c-a487-176ffec7929e HTTP/1.1" status: 200 len: 824 time: 0.1805038 Jul 13 19:20:42.119386 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-48c46067-fcf2-46e3-bc30-52bdf89fde67 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a582448a6574b48b85daa79c1b602bf HTTP/1.1" status: 200 len: 380 time: 0.0789101 Jul 13 19:20:42.123870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 221651a7-613c-4f0c-ad77-48629ecfffce up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:42.133691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Request body: {'port': {'device_id': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'admin_state_up': True, 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'security_groups': ['46e125ea-f922-4691-a90f-07e17d38d9e4']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:42.197605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 221651a7-613c-4f0c-ad77-48629ecfffce completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:42.201797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 221651a7-613c-4f0c-ad77-48629ecfffce triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:42.202217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.306823 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.321463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95593e4e-aa0c-4c10-9bad-5e336b1e886a req-9e9aa7a9-119a-45bd-bfae-e11444814b29 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:42.323430 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-95593e4e-aa0c-4c10-9bad-5e336b1e886a req-9e9aa7a9-119a-45bd-bfae-e11444814b29 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 965 time: 0.1130929 Jul 13 19:20:42.352613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:42.356107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Made reservation on behalf of 2a582448a6574b48b85daa79c1b602bf for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:42.357509 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.360253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.365221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-39dd9baf-9dd2-4545-9e4f-b50732a8a613 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=24f47615c42c47599153784e9d863548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294070 Jul 13 19:20:42.390023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:42.415762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=221651a7-613c-4f0c-ad77-48629ecfffce,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:42.426783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-95593e4e-aa0c-4c10-9bad-5e336b1e886a req-86631db2-4bf0-425f-8f76-ad571fc59f09 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952272 Jul 13 19:20:42.497562 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-0cc73363-1667-4fe9-b9c5-78b57edf8932 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:42.499504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-0cc73363-1667-4fe9-b9c5-78b57edf8932 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1332331 Jul 13 19:20:42.524627 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-e5cb9325-fe67-4d41-bc18-d999af72d4c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/quotas/24f47615c42c47599153784e9d863548 HTTP/1.1" status: 200 len: 375 time: 0.0172102 Jul 13 19:20:42.551853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Allocated IP 172.20.0.14 (64ddfd84-ebcf-463c-a487-176ffec7929e/5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8/a87b9a38-2598-40b5-b2fc-8e7a34328da1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:42.561560 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-94094e22-9bf6-4f0b-9c58-3e0a5854d4a4 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=24f47615c42c47599153784e9d863548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359368 Jul 13 19:20:42.592452 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a7a7-833f-47a2-863f-7cd876c5f911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.695058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9217b082-c065-49dd-81bf-b661b47c01a0 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:42.752008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 9217b082-c065-49dd-81bf-b661b47c01a0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:42.756932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 9217b082-c065-49dd-81bf-b661b47c01a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:42.758210 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.767335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1e332-a17c-43f2-8214-af1b17a01d1f req-bf7da54b-da14-413a-ad5f-dd96de9b1cc4 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:42.769610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ada1e332-a17c-43f2-8214-af1b17a01d1f req-bf7da54b-da14-413a-ad5f-dd96de9b1cc4 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 971 time: 0.2272186 Jul 13 19:20:42.784380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221651a7-613c-4f0c-ad77-48629ecfffce'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:42.787525 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40715dd3-aa27-488b-8ec1-737173c7afe0" -d '{"events": [{"server_uuid": "585d9b45-3c65-43db-8520-a0757e69d0e2", "name": "network-vif-plugged", "status": "completed", "tag": "221651a7-613c-4f0c-ad77-48629ecfffce"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:42.874966 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.903703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cfbb0-b1d6-4f4e-8b8e-8b79e2a1be5f req-cdd0c568-b6ba-4e3e-b12d-c4a872228903 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:42.912035 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4f2cfbb0-b1d6-4f4e-8b8e-8b79e2a1be5f req-cdd0c568-b6ba-4e3e-b12d-c4a872228903 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 949 time: 0.0875673 Jul 13 19:20:42.913025 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ada1e332-a17c-43f2-8214-af1b17a01d1f req-f075c6f8-8a4c-4d28-8810-ae6c140b31e7 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301506 Jul 13 19:20:42.916745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 9217b082-c065-49dd-81bf-b661b47c01a0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9217b082-c065-49dd-81bf-b661b47c01a0,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:42.923086 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.950316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.977094 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4f2cfbb0-b1d6-4f4e-8b8e-8b79e2a1be5f req-9fbb7ff9-73fd-452d-ac71-ca6385399e46 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638056 Jul 13 19:20:42.993985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=9217b082-c065-49dd-81bf-b661b47c01a0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:42.997549 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a7a7-833f-47a2-863f-7cd876c5f911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.023000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7d145679-f4d2-499d-88a9-91cc551cbe38 req-70857fcf-9719-4574-b6f7-6defff35fadf tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 210 time: 0.0388887 Jul 13 19:20:43.023592 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a7a7-833f-47a2-863f-7cd876c5f911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.036989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Transition to ACTIVE for port object a87b9a38-2598-40b5-b2fc-8e7a34328da1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:43.079673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1a7a7-833f-47a2-863f-7cd876c5f911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4159933-1b86-4ebd-9820-df8c19222b94,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:43.092185 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7aa1a7a7-833f-47a2-863f-7cd876c5f911 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c500b32e5f224f0c822b318b5e2de6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6949689 Jul 13 19:20:43.094852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:43.130938 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f3dbda-bc6f-4de4-88ed-d7f0f41fd2a6 x-openstack-request-id: req-23f3dbda-bc6f-4de4-88ed-d7f0f41fd2a6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:43.130938 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585d9b45-3c65-43db-8520-a0757e69d0e2", "name": "network-vif-plugged", "status": "completed", "tag": "221651a7-613c-4f0c-ad77-48629ecfffce", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:43.130938 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23f3dbda-bc6f-4de4-88ed-d7f0f41fd2a6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:43.132385 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221651a7-613c-4f0c-ad77-48629ecfffce', 'code': 200} Jul 13 19:20:43.133566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.154536 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-10fe48b1-e986-4a82-8e28-680a8474f6f6 req-24f114f4-8a46-47ca-a252-bc91b727d47c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 210 time: 0.0658097 Jul 13 19:20:43.210331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Network 64ddfd84-ebcf-463c-a487-176ffec7929e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:43.248718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:43.257170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:43.262993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:43.263321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.280182 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-193055b5-c888-448e-9436-13d75f9aab80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.284148 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event updated for resources: {'Port': ['ID=a87b9a38-2598-40b5-b2fc-8e7a34328da1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:43.355926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-b553d08b-6559-4e53-b342-5c66f26c87c3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2294846 Jul 13 19:20:43.378474 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-193055b5-c888-448e-9436-13d75f9aab80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.391242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Request body: {'port': {'device_id': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:43.421445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7d1f-f40d-48e0-842c-9a283dad758f req-af71e9d8-cf0b-47df-93f8-fa716ba7087b tempest-AggregatesAdminTestJSON-1694980073 tempest-AggregatesAdminTestJSON-1694980073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:43.423139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa2a7d1f-f40d-48e0-842c-9a283dad758f req-af71e9d8-cf0b-47df-93f8-fa716ba7087b tempest-AggregatesAdminTestJSON-1694980073 tempest-AggregatesAdminTestJSON-1694980073-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 1122 time: 0.1291192 Jul 13 19:20:43.444945 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa2a7d1f-f40d-48e0-842c-9a283dad758f req-5e0944b1-6614-4249-90a9-a30b571c3607 tempest-AggregatesAdminTestJSON-1694980073 tempest-AggregatesAdminTestJSON-1694980073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.470624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc024f1-3f02-4472-8e88-05dc22df6825 req-760031a3-ec3a-4cc0-b173-6babb8e641df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:43.472133 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bcc024f1-3f02-4472-8e88-05dc22df6825 req-760031a3-ec3a-4cc0-b173-6babb8e641df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1117 time: 0.2682307 Jul 13 19:20:43.531275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b54031-3d55-4cc2-ba3d-be5cd723e934 req-05f94c59-5ced-4f07-8312-f7c97b76ef52 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:43.532992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69b54031-3d55-4cc2-ba3d-be5cd723e934 req-05f94c59-5ced-4f07-8312-f7c97b76ef52 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 949 time: 0.2293816 Jul 13 19:20:43.537575 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-193055b5-c888-448e-9436-13d75f9aab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.540059 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-193055b5-c888-448e-9436-13d75f9aab80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.541349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-193055b5-c888-448e-9436-13d75f9aab80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4159933-1b86-4ebd-9820-df8c19222b94 HTTP/1.1" status: 204 len: 168 time: 0.4454904 Jul 13 19:20:43.585442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193055b5-c888-448e-9436-13d75f9aab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4159933-1b86-4ebd-9820-df8c19222b94,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:43.591485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bcc024f1-3f02-4472-8e88-05dc22df6825 req-95a9ffab-87b1-426a-a1ac-b516f837953d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089647 Jul 13 19:20:43.593464 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.599152 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa2a7d1f-f40d-48e0-842c-9a283dad758f req-5e0944b1-6614-4249-90a9-a30b571c3607 tempest-AggregatesAdminTestJSON-1694980073 tempest-AggregatesAdminTestJSON-1694980073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.605099 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa2a7d1f-f40d-48e0-842c-9a283dad758f req-5e0944b1-6614-4249-90a9-a30b571c3607 tempest-AggregatesAdminTestJSON-1694980073 tempest-AggregatesAdminTestJSON-1694980073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.624456 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69b54031-3d55-4cc2-ba3d-be5cd723e934 req-1657338e-b3e5-43df-97f3-fa3229e397ec tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817239 Jul 13 19:20:43.636023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-41a2fec3-7cc7-402e-b08f-be453d94a7ae None None] Provisioning for port a87b9a38-2598-40b5-b2fc-8e7a34328da1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:43.642238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-41a2fec3-7cc7-402e-b08f-be453d94a7ae None None] Provisioning complete for port a87b9a38-2598-40b5-b2fc-8e7a34328da1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:43.643558 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41a2fec3-7cc7-402e-b08f-be453d94a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:43.679650 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa2a7d1f-f40d-48e0-842c-9a283dad758f req-5e0944b1-6614-4249-90a9-a30b571c3607 tempest-AggregatesAdminTestJSON-1694980073 tempest-AggregatesAdminTestJSON-1694980073-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492197 Jul 13 19:20:43.705106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0944b1-6614-4249-90a9-a30b571c3607 tempest-AggregatesAdminTestJSON-1694980073 tempest-AggregatesAdminTestJSON-1694980073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ff4f94-9ec6-4ce5-b12e-04d3659bb385,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:43.714707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-41a2fec3-7cc7-402e-b08f-be453d94a7ae None None] Port a87b9a38-2598-40b5-b2fc-8e7a34328da1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:43.880513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915364d-d1fd-4de7-9805-b1be21023b05 req-8453eca4-f5d5-4cb2-9acf-cc8250e9ab54 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:43.882049 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d915364d-d1fd-4de7-9805-b1be21023b05 req-8453eca4-f5d5-4cb2-9acf-cc8250e9ab54 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 966 time: 0.0796206 Jul 13 19:20:43.936818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d915364d-d1fd-4de7-9805-b1be21023b05 req-f6b4937b-a144-42d7-8cb8-f72635664ce4 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486548 Jul 13 19:20:43.996998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87b9a38-2598-40b5-b2fc-8e7a34328da1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:43.998621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:44.007208 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.013717 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7f26a02-7797-4a77-a0dc-0bc12a6738e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.020400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Transition to ACTIVE for port object a87b9a38-2598-40b5-b2fc-8e7a34328da1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:44.024293 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.074982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Pushing event updated for resources: {'Port': ['ID=a87b9a38-2598-40b5-b2fc-8e7a34328da1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:44.159327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7f26a02-7797-4a77-a0dc-0bc12a6738e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.166767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Attempting to bind port a87b9a38-2598-40b5-b2fc-8e7a34328da1 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:44.167016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7f26a02-7797-4a77-a0dc-0bc12a6738e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.167226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Attempting to bind port a87b9a38-2598-40b5-b2fc-8e7a34328da1 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:44.167800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Attempting to bind port a87b9a38-2598-40b5-b2fc-8e7a34328da1 on network 64ddfd84-ebcf-463c-a487-176ffec7929e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:44.173298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Port a87b9a38-2598-40b5-b2fc-8e7a34328da1 on network 64ddfd84-ebcf-463c-a487-176ffec7929e not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:44.173620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Attempting to bind port a87b9a38-2598-40b5-b2fc-8e7a34328da1 on network 64ddfd84-ebcf-463c-a487-176ffec7929e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:44.202154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:44.202598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Checking segment: {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:44.202995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Bound using segment: {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:44.203441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Bound port: a87b9a38-2598-40b5-b2fc-8e7a34328da1, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:44.203798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.208696 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-76363959-82a2-4971-a90e-617bd23f972c tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=24f47615c42c47599153784e9d863548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318217 Jul 13 19:20:44.296910 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-523909fb-fbb7-4c40-9691-694bf3168e46 req-c6ac8e48-b5d2-46b7-aed6-aadd432dee5b tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 210 time: 0.0375588 Jul 13 19:20:44.308628 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f7f26a02-7797-4a77-a0dc-0bc12a6738e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afbe083bc9f74b0fb7a1600f99510393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074081 Jul 13 19:20:44.310305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:44.323834 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f26a02-7797-4a77-a0dc-0bc12a6738e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d1c741-7543-40b4-8113-52608a131371,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:44.429929 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d384087b-83d1-4169-b866-582a894233e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.437856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-a23eb671-890e-420c-bf81-6fe84b4425f0 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:44.439460 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-a23eb671-890e-420c-bf81-6fe84b4425f0 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243357 Jul 13 19:20:44.454026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Request body: {'port': {'device_id': 'd9008881-b5fb-478e-a88d-95bc2f6b9ee5', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '24f47615c42c47599153784e9d863548'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:44.486327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d384087b-83d1-4169-b866-582a894233e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.589455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] For port a87b9a38-2598-40b5-b2fc-8e7a34328da1, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:44.609826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f98acb-374d-4dd6-986a-31f5a9d601e5 req-513780dd-f47a-4f52-a740-6b70990b9728 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:44.611662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99f98acb-374d-4dd6-986a-31f5a9d601e5 req-513780dd-f47a-4f52-a740-6b70990b9728 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 944 time: 0.1123433 Jul 13 19:20:44.613519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] For port a87b9a38-2598-40b5-b2fc-8e7a34328da1, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a87b9a38-2598-40b5-b2fc-8e7a34328da1,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:44.614754 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d384087b-83d1-4169-b866-582a894233e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.618821 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d384087b-83d1-4169-b866-582a894233e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.622957 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d384087b-83d1-4169-b866-582a894233e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29d1c741-7543-40b4-8113-52608a131371 HTTP/1.1" status: 204 len: 168 time: 0.3095171 Jul 13 19:20:44.632902 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.634142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384087b-83d1-4169-b866-582a894233e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d1c741-7543-40b4-8113-52608a131371,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:44.684209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99f98acb-374d-4dd6-986a-31f5a9d601e5 req-88c592fa-79d4-478d-a31b-835834072a21 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523551 Jul 13 19:20:44.703339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:44.703977 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.705456 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] 10.222.0.24 "PUT /v2.0/ports/a87b9a38-2598-40b5-b2fc-8e7a34328da1 HTTP/1.1" status: 200 len: 1092 time: 1.3240664 Jul 13 19:20:44.707275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'tag': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:44.709604 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58035ef2-6ecd-4af9-8aef-7e230f419840" -d '{"events": [{"name": "network-changed", "server_uuid": "de9e57f7-c9f9-4233-9961-44efa80c769b", "tag": "a87b9a38-2598-40b5-b2fc-8e7a34328da1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:44.746892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e2d4b-afc1-4350-980e-947fc0856120 req-5c5e0c34-ff51-49bc-b813-0584a7a98347 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:44.754961 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c6e2d4b-afc1-4350-980e-947fc0856120 req-5c5e0c34-ff51-49bc-b813-0584a7a98347 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 949 time: 0.2304432 Jul 13 19:20:44.764931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dccb3-1cbe-4cd4-8055-9a5a9aafe1bf service neutron] Pushing event updated for resources: {'Port': ['ID=a87b9a38-2598-40b5-b2fc-8e7a34328da1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:44.823439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Made reservation on behalf of 24f47615c42c47599153784e9d863548 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:44.827192 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.851769 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.885388 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c6e2d4b-afc1-4350-980e-947fc0856120 req-56b6f0d8-9b54-4656-8e86-44f45ade8c0d tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294563 Jul 13 19:20:44.902863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-cf714b20-9e0a-4a3d-b2d7-5a2b56e488d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:44.904365 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-cf714b20-9e0a-4a3d-b2d7-5a2b56e488d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a582448a6574b48b85daa79c1b602bf&device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 1095 time: 0.1408367 Jul 13 19:20:44.979899 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfebf4f7-443e-484b-b22f-0222d67c7d81 x-openstack-request-id: req-dfebf4f7-443e-484b-b22f-0222d67c7d81 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:44.983933 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9e57f7-c9f9-4233-9961-44efa80c769b", "tag": "a87b9a38-2598-40b5-b2fc-8e7a34328da1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:44.984487 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfebf4f7-443e-484b-b22f-0222d67c7d81 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:44.986317 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'tag': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1', 'status': 'completed', 'code': 200} Jul 13 19:20:44.994719 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-777b24c4-7cfa-4dc5-b267-a473a8a3333e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87b9a38-2598-40b5-b2fc-8e7a34328da1 HTTP/1.1" status: 200 len: 217 time: 0.0820487 Jul 13 19:20:45.009477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211b5e8-4d4f-4e6c-b202-0ae5351d23b3 req-fe25f54f-130b-4563-bdb1-9a32a5d83ee2 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:45.020864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1211b5e8-4d4f-4e6c-b202-0ae5351d23b3 req-fe25f54f-130b-4563-bdb1-9a32a5d83ee2 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 949 time: 0.1376183 Jul 13 19:20:45.068031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1211b5e8-4d4f-4e6c-b202-0ae5351d23b3 req-4f88861d-3a0e-4b60-b837-dbd9a8ef6a7e tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458078 Jul 13 19:20:45.077260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-2d6dbd4f-89fc-420b-b5a6-90d6e6c03bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:45.078864 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-2d6dbd4f-89fc-420b-b5a6-90d6e6c03bea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8 HTTP/1.1" status: 200 len: 863 time: 0.0723264 Jul 13 19:20:45.132338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9217b082-c065-49dd-81bf-b661b47c01a0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:45.134724 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a465f140-81d4-4545-b74c-3fd848e79438" -d '{"events": [{"server_uuid": "04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f", "name": "network-vif-plugged", "status": "completed", "tag": "9217b082-c065-49dd-81bf-b661b47c01a0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:45.171567 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.186081 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.222950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-d840ab95-2043-4786-b56a-3a8ae973d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:45.224472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-d840ab95-2043-4786-b56a-3a8ae973d2f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64ddfd84-ebcf-463c-a487-176ffec7929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386189 Jul 13 19:20:45.299756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077b611-8796-49b3-9341-384852b50262 req-0c587e45-991b-4ef6-8057-cda3ae3c3396 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:45.302035 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1077b611-8796-49b3-9341-384852b50262 req-0c587e45-991b-4ef6-8057-cda3ae3c3396 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 966 time: 0.0823169 Jul 13 19:20:45.350945 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.352817 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1077b611-8796-49b3-9341-384852b50262 req-658b7c9c-c01d-4f1c-b1fe-c3461cda1a31 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440631 Jul 13 19:20:45.423254 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06574b27-d1a3-4d68-8fe3-7e043ffbf967 x-openstack-request-id: req-06574b27-d1a3-4d68-8fe3-7e043ffbf967 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:45.423549 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f", "name": "network-vif-plugged", "status": "completed", "tag": "9217b082-c065-49dd-81bf-b661b47c01a0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:45.423826 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06574b27-d1a3-4d68-8fe3-7e043ffbf967 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:45.424698 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9217b082-c065-49dd-81bf-b661b47c01a0', 'code': 200} Jul 13 19:20:45.469961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e257c84-6f68-47a5-90d0-7241c2fdddbf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:45.513269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.24', 64116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:45.561425 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-9c30ee3a-080f-4b7c-ad05-ddf0a887eaa7 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862203 Jul 13 19:20:45.617364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21f6e1-e8dd-44f0-a678-9e45d313caa8 req-c1c57993-6980-470b-832b-8ee0453877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:45.618846 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b21f6e1-e8dd-44f0-a678-9e45d313caa8 req-c1c57993-6980-470b-832b-8ee0453877dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 1100 time: 0.1043725 Jul 13 19:20:45.620730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b48eb4e-aa07-4d22-a9ab-d79102a04ec5 req-04819fdf-e2f0-4a9c-924d-21c3e704f1aa tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 210 time: 0.0447516 Jul 13 19:20:45.668765 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b21f6e1-e8dd-44f0-a678-9e45d313caa8 req-a806ffd3-3974-4e45-8ca9-4db0f8b3e446 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Jul 13 19:20:45.738772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Allocated IP 192.168.233.48 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/900a8cda-060b-4394-b0f7-820157cbc8aa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:45.755866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-8efb8615-2a33-4f77-82c4-fc15307dd665 service neutron] 10.222.0.24 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794542 Jul 13 19:20:45.830692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-dce92d39-0d23-41a9-a603-31103e9fb2e1 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:45.837722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-dce92d39-0d23-41a9-a603-31103e9fb2e1 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753448 Jul 13 19:20:45.874522 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3298a0b9-c642-4e8d-ae3f-30ee053ac6f2 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/quotas/efd81e5e289f45efae31cc6b97cbb1f8 HTTP/1.1" status: 200 len: 375 time: 0.0357883 Jul 13 19:20:45.935199 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.009744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e03d6ea-9d52-418f-bb3a-54d4c2ac4781 req-5d76fd47-b4c0-4b39-a1c4-0c7569fc8eee service neutron] 10.222.0.24 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459917 Jul 13 19:20:46.061913 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-e11caa07-b2fb-4354-8ee8-ca8e28809f76 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1750226 Jul 13 19:20:46.073112 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.120595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Transition to ACTIVE for port object 900a8cda-060b-4394-b0f7-820157cbc8aa will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:46.143692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62200299-4b8e-4252-b29a-3fb33ec66321 req-9464a55d-72cb-44c7-9dde-431a5e5d17b3 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.155294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62200299-4b8e-4252-b29a-3fb33ec66321 req-9464a55d-72cb-44c7-9dde-431a5e5d17b3 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1117 time: 0.0653358 Jul 13 19:20:46.179133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-cd3a8d79-ae99-4552-8ba7-fcd47066b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.180870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-cd3a8d79-ae99-4552-8ba7-fcd47066b160 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a582448a6574b48b85daa79c1b602bf&device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 1095 time: 0.1108999 Jul 13 19:20:46.204065 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62200299-4b8e-4252-b29a-3fb33ec66321 req-150796dd-85ff-45b3-bdb3-d1778990ce46 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Jul 13 19:20:46.211451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.328695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:46.337001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:46.340746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Pushing event updated for resources: {'Port': ['ID=900a8cda-060b-4394-b0f7-820157cbc8aa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:46.343036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:46.348986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.349685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.367257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-2ba03e05-55b8-4b03-ab7a-83e4c407d1e2 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9169517 Jul 13 19:20:46.383235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Request body: {'port': {'device_id': 'd9008881-b5fb-478e-a88d-95bc2f6b9ee5', 'device_owner': 'compute:tempest-test_az-309741403', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:46.419507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-3ce710eb-a395-4b81-8241-560d83f7f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.421625 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-3ce710eb-a395-4b81-8241-560d83f7f125 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64ddfd84-ebcf-463c-a487-176ffec7929e HTTP/1.1" status: 200 len: 925 time: 0.2337813 Jul 13 19:20:46.481620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-2123e23c-61ea-42d4-a34f-54b155c47a3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87b9a38-2598-40b5-b2fc-8e7a34328da1 HTTP/1.1" status: 200 len: 217 time: 0.0514059 Jul 13 19:20:46.498660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c2a41-ad0d-449e-81c4-2c0add80d0c2 req-1dbc49c8-b39d-4f24-bf56-776c6bcf8bff tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.506285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f6c2a41-ad0d-449e-81c4-2c0add80d0c2 req-1dbc49c8-b39d-4f24-bf56-776c6bcf8bff tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 944 time: 0.1359067 Jul 13 19:20:46.567432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-1021b2bd-6939-4fe1-bbec-14c47e2de473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.572238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-1021b2bd-6939-4fe1-bbec-14c47e2de473 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8 HTTP/1.1" status: 200 len: 863 time: 0.0569572 Jul 13 19:20:46.587673 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f6c2a41-ad0d-449e-81c4-2c0add80d0c2 req-188ff462-ea18-467f-8afe-bbb6612416a4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735819 Jul 13 19:20:46.663133 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.728611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98680a34-83a2-45c7-81f4-0edc0705bed0 None None] Provisioning for port 900a8cda-060b-4394-b0f7-820157cbc8aa completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:46.734762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98680a34-83a2-45c7-81f4-0edc0705bed0 None None] Provisioning complete for port 900a8cda-060b-4394-b0f7-820157cbc8aa triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:46.735251 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98680a34-83a2-45c7-81f4-0edc0705bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.736603 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7b0c6a8-bd03-4296-9f86-7189f8b9184f req-cf2a6d60-558f-4f5b-9ca6-f7208da7c248 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 210 time: 0.0716660 Jul 13 19:20:46.788068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-98680a34-83a2-45c7-81f4-0edc0705bed0 None None] Port 900a8cda-060b-4394-b0f7-820157cbc8aa cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:46.819111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-af58a81f-13dd-4880-a97e-02c6bbe792a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.820753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-af58a81f-13dd-4880-a97e-02c6bbe792a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64ddfd84-ebcf-463c-a487-176ffec7929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2290726 Jul 13 19:20:46.902289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440d979-2d99-465c-a985-1065c9d4f8fe req-85d8475c-c184-4c35-b673-248b93bd34b4 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.903808 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8440d979-2d99-465c-a985-1065c9d4f8fe req-85d8475c-c184-4c35-b673-248b93bd34b4 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1117 time: 0.0529246 Jul 13 19:20:46.946802 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8440d979-2d99-465c-a985-1065c9d4f8fe req-2abc8fee-8bd9-44df-88cd-0247bbb6faf1 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350604 Jul 13 19:20:47.030990 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-8466623a-1246-482d-9b53-bfd4a3a69c3f service neutron] 10.222.0.24 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996756 Jul 13 19:20:47.047142 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e9b67-e430-485e-9e98-47171adac4d6 req-27b47d26-7c29-4af3-b98e-f4ad3cffe1d2 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.048601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b49e9b67-e430-485e-9e98-47171adac4d6 req-27b47d26-7c29-4af3-b98e-f4ad3cffe1d2 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 949 time: 0.2158029 Jul 13 19:20:47.169232 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:20:47.213018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b49e9b67-e430-485e-9e98-47171adac4d6 req-ea95304e-a5b7-4877-a357-02f51319b236 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496072 Jul 13 19:20:47.245242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900a8cda-060b-4394-b0f7-820157cbc8aa {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:47.251855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58035ef2-6ecd-4af9-8aef-7e230f419840 req-c18daa45-29e1-4e4c-8997-bd6fd8a091cd service neutron] 10.222.0.24 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978242 Jul 13 19:20:47.257029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.283672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Transition to ACTIVE for port object 900a8cda-060b-4394-b0f7-820157cbc8aa will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:47.283672 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.375647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddedbc-9935-4884-a370-311349441321 service neutron] Pushing event updated for resources: {'Port': ['ID=900a8cda-060b-4394-b0f7-820157cbc8aa,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:47.427527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Attempting to bind port 900a8cda-060b-4394-b0f7-820157cbc8aa on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:47.427981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Attempting to bind port 900a8cda-060b-4394-b0f7-820157cbc8aa by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:47.428391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Attempting to bind port 900a8cda-060b-4394-b0f7-820157cbc8aa on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:47.433434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Port 900a8cda-060b-4394-b0f7-820157cbc8aa on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:47.433841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Attempting to bind port 900a8cda-060b-4394-b0f7-820157cbc8aa on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:47.439011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:47.439437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:47.439894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:47.440395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Bound port: 900a8cda-060b-4394-b0f7-820157cbc8aa, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:47.440824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.458681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff163c-e7e1-43c0-a9f6-c8cc3bed2f0b req-0300931b-b399-48df-ad28-9211787dd08e tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.460236 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97ff163c-e7e1-43c0-a9f6-c8cc3bed2f0b req-0300931b-b399-48df-ad28-9211787dd08e tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 968 time: 0.0785978 Jul 13 19:20:47.505646 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97ff163c-e7e1-43c0-a9f6-c8cc3bed2f0b req-cb17098f-9e87-42d2-8852-4f42acae9c08 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e257c84-6f68-47a5-90d0-7241c2fdddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391960 Jul 13 19:20:47.521054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] For port 900a8cda-060b-4394-b0f7-820157cbc8aa, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:47.526054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] For port 900a8cda-060b-4394-b0f7-820157cbc8aa, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=900a8cda-060b-4394-b0f7-820157cbc8aa,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:47.530943 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.582563 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.583002 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.584605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-92ddedbc-9935-4884-a370-311349441321 service neutron] 10.222.0.60 "PUT /v2.0/ports/900a8cda-060b-4394-b0f7-820157cbc8aa HTTP/1.1" status: 200 len: 1116 time: 1.2069139 Jul 13 19:20:47.585080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9008881-b5fb-478e-a88d-95bc2f6b9ee5', 'tag': '900a8cda-060b-4394-b0f7-820157cbc8aa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:47.587414 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9008881-b5fb-478e-a88d-95bc2f6b9ee5", "tag": "900a8cda-060b-4394-b0f7-820157cbc8aa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:47.618549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddedbc-9935-4884-a370-311349441321 service neutron] Pushing event updated for resources: {'Port': ['ID=900a8cda-060b-4394-b0f7-820157cbc8aa,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:47.696254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-832ae70a-0c71-40b4-b405-093b30be1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.698881 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-832ae70a-0c71-40b4-b405-093b30be1d00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24f47615c42c47599153784e9d863548&device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 1119 time: 0.0754449 Jul 13 19:20:47.764417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-58dfea46-7a2a-464f-a8ab-a23810b9c664 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=900a8cda-060b-4394-b0f7-820157cbc8aa HTTP/1.1" status: 200 len: 217 time: 0.0510662 Jul 13 19:20:47.910912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-158a168c-8df8-41fc-bea3-0fccc4e73018 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557740 Jul 13 19:20:47.915328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-a2b0a1ef-c1f2-4c3e-89e0-a6499b2454a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.916786 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-a2b0a1ef-c1f2-4c3e-89e0-a6499b2454a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1465530 Jul 13 19:20:48.231696 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e47889-1649-4fc3-866d-26872ad06e3d x-openstack-request-id: req-58e47889-1649-4fc3-866d-26872ad06e3d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:48.231987 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9008881-b5fb-478e-a88d-95bc2f6b9ee5", "tag": "900a8cda-060b-4394-b0f7-820157cbc8aa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:48.232231 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58e47889-1649-4fc3-866d-26872ad06e3d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:48.232613 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9008881-b5fb-478e-a88d-95bc2f6b9ee5', 'tag': '900a8cda-060b-4394-b0f7-820157cbc8aa', 'status': 'completed', 'code': 200} Jul 13 19:20:48.346599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-0a7d9d81-4e4b-4055-b9c1-bf8b06b5b47d tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.348227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-0a7d9d81-4e4b-4055-b9c1-bf8b06b5b47d tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4285972 Jul 13 19:20:48.349954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-dbf7fa09-b7fd-4959-899c-ae0e4506c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.351336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-dbf7fa09-b7fd-4959-899c-ae0e4506c64d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4213419 Jul 13 19:20:48.363932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a605c4-3543-43fd-9bef-295b2d223a62 req-da7f25b2-846d-4b88-82a8-0d44f8076c67 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.365404 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01a605c4-3543-43fd-9bef-295b2d223a62 req-da7f25b2-846d-4b88-82a8-0d44f8076c67 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 944 time: 0.1355410 Jul 13 19:20:48.371001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Request body: {'port': {'device_id': '1835620e-45ef-44a6-8f88-31ffb67429f6', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'efd81e5e289f45efae31cc6b97cbb1f8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:48.524145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01a605c4-3543-43fd-9bef-295b2d223a62 req-3a43df4b-a0d7-4584-9a8d-060ee78b5279 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410735 Jul 13 19:20:48.561799 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-5578eb3c-23a2-41bb-a710-09dd731c8a54 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954539 Jul 13 19:20:48.625275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Made reservation on behalf of efd81e5e289f45efae31cc6b97cbb1f8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:48.629407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.695281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-12b5f6ec-b79f-4529-8677-e1e1dcfbc10a req-4a3a6d32-50ed-416a-859f-b5a5631828ae tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 210 time: 0.0485251 Jul 13 19:20:48.734887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a87b9a38-2598-40b5-b2fc-8e7a34328da1 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:48.756724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c72971b-b501-4ad3-8f88-626d9daabae3 req-07bd9a1f-fa03-4de9-abd2-d630d44f81ad service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865265 Jul 13 19:20:48.850642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port a87b9a38-2598-40b5-b2fc-8e7a34328da1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a87b9a38-2598-40b5-b2fc-8e7a34328da1,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:48.863552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'port_id': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1', 'mac_address': 'fa:16:3e:95:ba:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:48.879055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Allocated IP 192.168.233.176 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/16464d9b-1656-48ea-b5c4-56c0edd4afaa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:48.919103 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.932014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-91ebb29d-e3d5-4d22-92af-64aed82a75a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886908 Jul 13 19:20:48.933272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87b9a38-2598-40b5-b2fc-8e7a34328da1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:48.957629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port a87b9a38-2598-40b5-b2fc-8e7a34328da1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a87b9a38-2598-40b5-b2fc-8e7a34328da1,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:48.962700 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.000247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:49.016631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=a87b9a38-2598-40b5-b2fc-8e7a34328da1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:49.020190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-67e79d43-1d5e-46ba-9947-4068d113804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.021685 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-67e79d43-1d5e-46ba-9947-4068d113804f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24f47615c42c47599153784e9d863548&device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 1119 time: 0.1996055 Jul 13 19:20:49.040767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-08cbc622-69c7-468a-af68-459613b748a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.042488 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-08cbc622-69c7-468a-af68-459613b748a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d915d988b60414f9c9bc7802da5cb71&device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 1122 time: 0.0581923 Jul 13 19:20:49.069001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e82627-6635-4896-91f4-4c8136e00a77 req-4aa0307f-e37b-4abe-ba6d-8242a6f65cb2 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.070510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3e82627-6635-4896-91f4-4c8136e00a77 req-4aa0307f-e37b-4abe-ba6d-8242a6f65cb2 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 949 time: 0.2343562 Jul 13 19:20:49.153339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-8f00f5cc-fcf1-4234-89a7-3e8d4a0c5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.154904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-8f00f5cc-fcf1-4234-89a7-3e8d4a0c5a69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.0903256 Jul 13 19:20:49.161530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-af8d83a8-9bfa-41ef-bd45-724f377b7a8d tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:20:49.162552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-af8d83a8-9bfa-41ef-bd45-724f377b7a8d tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1578484 Jul 13 19:20:49.199052 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-bccffb56-57e6-4e8c-b1e8-4b889b730cfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=5417ccac-2db8-4422-9e8f-eb65685f7c26 HTTP/1.1" status: 200 len: 217 time: 0.0352893 Jul 13 19:20:49.204219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3e82627-6635-4896-91f4-4c8136e00a77 req-0b551fa3-f430-4b8f-afc4-dd58a21875f3 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173825 Jul 13 19:20:49.230926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['a87b9a38-2598-40b5-b2fc-8e7a34328da1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:49.238238 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.246143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-e68a9fc6-c3ce-43dd-b7d4-214da72ed828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.247660 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-e68a9fc6-c3ce-43dd-b7d4-214da72ed828 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1999791 Jul 13 19:20:49.260701 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Transition to ACTIVE for port object 16464d9b-1656-48ea-b5c4-56c0edd4afaa will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:49.278369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-63ca8ae1-6012-4d25-a804-deedc2df073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.280179 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-63ca8ae1-6012-4d25-a804-deedc2df073b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0719163 Jul 13 19:20:49.299473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-60b1951c-0822-4f40-8e26-c04c1ded46fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=900a8cda-060b-4394-b0f7-820157cbc8aa HTTP/1.1" status: 200 len: 217 time: 0.0450644 Jul 13 19:20:49.303822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Request body: {'binding': {'host': 'n-h1-800708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:49.304511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:20:49.395442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-361d3a09-9101-46f1-b4fc-9bf021319116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.396969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-38e20b00-e5c8-49d4-9234-030b726d9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.397418 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-361d3a09-9101-46f1-b4fc-9bf021319116 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0889699 Jul 13 19:20:49.398873 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-38e20b00-e5c8-49d4-9234-030b726d9c8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115375 Jul 13 19:20:49.470551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-ca16bf0e-9368-459f-ad28-be4058d76346 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1262581 Jul 13 19:20:49.513757 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-78acee69-1764-4c71-b230-a9757ebe649c service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023679 Jul 13 19:20:49.526372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.554373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.24', 64125) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:49.629144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:49.656199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:49.658850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:49.666038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.666924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.709676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-cc6e6c48-5093-4e7d-9054-d7a707ec41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.711122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-cc6e6c48-5093-4e7d-9054-d7a707ec41ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2952306 Jul 13 19:20:49.711747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Pushing event updated for resources: {'Port': ['ID=16464d9b-1656-48ea-b5c4-56c0edd4afaa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:49.721221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2b4a14eb-fc66-4aa4-a069-701ebcc90857'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:49.807625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce on host n-h1-800708-1 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:49.808036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:49.808270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:49.812605 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33560832-2fca-4b6d-983c-8cf13e5726fb req-94f6f6a9-19ef-4674-a426-0d52d411f61b service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922742 Jul 13 19:20:49.822253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-da9d5396-8031-4bd0-80b1-3e9b294b23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.824081 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-da9d5396-8031-4bd0-80b1-3e9b294b23fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 1100 time: 0.1080339 Jul 13 19:20:49.838950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79116-f7ca-4ba1-9d04-7c2031bcfdba req-6aaedf00-551d-4bc3-b2cb-97ad2b352ebb tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.845931 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b0e79116-f7ca-4ba1-9d04-7c2031bcfdba req-6aaedf00-551d-4bc3-b2cb-97ad2b352ebb tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 968 time: 0.3603363 Jul 13 19:20:49.848503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-3f68aa8d-51d2-47c1-82bd-d007f9857084 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4811177 Jul 13 19:20:49.859777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Port 221651a7-613c-4f0c-ad77-48629ecfffce on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:49.860118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:49.869478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:49.869812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:49.870195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:49.870654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Bound port: 221651a7-613c-4f0c-ad77-48629ecfffce, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:49.877768 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Request body: {'port': {'device_id': '1835620e-45ef-44a6-8f88-31ffb67429f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:49.951873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-449c1bf0-c53e-4d6d-9d5a-b5b1eff409ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.953277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-449c1bf0-c53e-4d6d-9d5a-b5b1eff409ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.0964298 Jul 13 19:20:49.984092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-db9af1ba-d076-4baf-9230-cfd8b0670fa7 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.985773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-db9af1ba-d076-4baf-9230-cfd8b0670fa7 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 1100 time: 0.4293444 Jul 13 19:20:50.002392 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-1a12dc62-48c4-4990-ae8f-4349a13c432a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2b4a14eb-fc66-4aa4-a069-701ebcc90857 HTTP/1.1" status: 200 len: 217 time: 0.0352898 Jul 13 19:20:50.012375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee28b939-ca74-41f9-9db9-d34d2d312dbc None None] Provisioning for port 16464d9b-1656-48ea-b5c4-56c0edd4afaa completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:50.016786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee28b939-ca74-41f9-9db9-d34d2d312dbc None None] Provisioning complete for port 16464d9b-1656-48ea-b5c4-56c0edd4afaa triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:50.017286 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee28b939-ca74-41f9-9db9-d34d2d312dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.053855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-8daa1f02-5c77-4bdd-b0f7-a27b75ff9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.055495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-8daa1f02-5c77-4bdd-b0f7-a27b75ff9e48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0473170 Jul 13 19:20:50.059362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee28b939-ca74-41f9-9db9-d34d2d312dbc None None] Port 16464d9b-1656-48ea-b5c4-56c0edd4afaa cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:50.062825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b0e79116-f7ca-4ba1-9d04-7c2031bcfdba req-a147c609-eda8-433c-9941-5629af1b4484 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e257c84-6f68-47a5-90d0-7241c2fdddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159300 Jul 13 19:20:50.069817 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-265d9510-9096-4d06-877c-76add77f674f service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373733 Jul 13 19:20:50.128289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-d0db6d6d-1a97-40ff-92a9-eafa80ed6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.131356 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-d0db6d6d-1a97-40ff-92a9-eafa80ed6726 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678174 Jul 13 19:20:50.166814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:50.179569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.180743 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ca7f57ed-b0a3-42a4-836f-e492b319ae46 service neutron] 10.222.0.25 "POST /v2.0/ports/221651a7-613c-4f0c-ad77-48629ecfffce/bindings HTTP/1.1" status: 201 len: 389 time: 0.9695718 Jul 13 19:20:50.189680 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.247030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-9498264a-30c5-4940-bf88-1f6b10e02976 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081111 Jul 13 19:20:50.471253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.24', 64126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:50.481990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1df88ca4-a028-4c0e-897d-d58c26cdd87c req-6206d1bc-7593-4dfc-8983-69eeed821f88 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178953 Jul 13 19:20:50.556385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9e979-9786-4dfd-9bf2-a892c6fb3662 req-2b226b3f-e6b2-4b2d-8e04-fb441728afcc tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.557799 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d2b9e979-9786-4dfd-9bf2-a892c6fb3662 req-2b226b3f-e6b2-4b2d-8e04-fb441728afcc tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 936 time: 0.1213844 Jul 13 19:20:50.559698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-b8ce02b6-c32c-41fc-b6e3-7ac5840009a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.561054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-b8ce02b6-c32c-41fc-b6e3-7ac5840009a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1117 time: 0.0888641 Jul 13 19:20:50.561995 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48a9c6d2-d8d0-40e1-85c8-8dc71d6eb4b7 req-e2e1e06d-fbf6-4f7e-b50b-f86fff67c8e3 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669883 Jul 13 19:20:50.595483 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7374e2b-8c29-480d-9eb4-53ce56db3140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.623480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-4fef20b2-c2dc-4465-af77-d5e8c415a9d5 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] Deleting port 9217b082-c065-49dd-81bf-b661b47c01a0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:50.623816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-4fef20b2-c2dc-4465-af77-d5e8c415a9d5 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.651922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d2b9e979-9786-4dfd-9bf2-a892c6fb3662 req-7bdf8a7a-a680-49cd-93f9-67af7a29bdc0 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873709 Jul 13 19:20:50.681577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-fe7bef67-3f43-4999-b786-1e437ec1bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.683203 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-fe7bef67-3f43-4999-b786-1e437ec1bd2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.1116002 Jul 13 19:20:50.725673 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-3761f86f-25f9-4fb8-a356-38474e324476 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=221651a7-613c-4f0c-ad77-48629ecfffce HTTP/1.1" status: 200 len: 217 time: 0.0352254 Jul 13 19:20:50.756198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a87b9a38-2598-40b5-b2fc-8e7a34328da1 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:50.756429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74224dc4-9fdb-412b-8e08-27e4744b91e9 req-8872d1cc-f1af-41cd-b3f8-9aeb6ee1e27d tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.757734 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74224dc4-9fdb-412b-8e08-27e4744b91e9 req-8872d1cc-f1af-41cd-b3f8-9aeb6ee1e27d tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 945 time: 0.2687762 Jul 13 19:20:50.783861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-e1e049f7-3840-47d7-b445-d1c5d7e86cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.786332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-e1e049f7-3840-47d7-b445-d1c5d7e86cc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.0534732 Jul 13 19:20:50.816046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-4fef20b2-c2dc-4465-af77-d5e8c415a9d5 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] For port 9217b082-c065-49dd-81bf-b661b47c01a0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9217b082-c065-49dd-81bf-b661b47c01a0,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:50.816354 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-4fef20b2-c2dc-4465-af77-d5e8c415a9d5 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.840721 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-d2565304-29d3-4808-abfe-1d56a5dafd6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449214 Jul 13 19:20:50.844206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-4fef20b2-c2dc-4465-af77-d5e8c415a9d5 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] Calling delete_port for 9217b082-c065-49dd-81bf-b661b47c01a0 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:50.852821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port a87b9a38-2598-40b5-b2fc-8e7a34328da1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:50.863185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port a87b9a38-2598-40b5-b2fc-8e7a34328da1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:50.863556 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.883587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74224dc4-9fdb-412b-8e08-27e4744b91e9 req-d19965a1-4dda-4859-87be-adacfc07c46f tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151669 Jul 13 19:20:50.969247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.991387 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-0ab673d4-3f6d-4b39-8a80-b4fd391fa862 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425314 Jul 13 19:20:51.014588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port a87b9a38-2598-40b5-b2fc-8e7a34328da1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a87b9a38-2598-40b5-b2fc-8e7a34328da1,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:51.016678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:51.018268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16464d9b-1656-48ea-b5c4-56c0edd4afaa {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:51.023881 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7cc8b2-eac7-4edc-8d14-0e3e6ae54f21" -d '{"events": [{"server_uuid": "de9e57f7-c9f9-4233-9961-44efa80c769b", "name": "network-vif-plugged", "status": "completed", "tag": "a87b9a38-2598-40b5-b2fc-8e7a34328da1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:51.034480 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.047134 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.054625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Transition to ACTIVE for port object 16464d9b-1656-48ea-b5c4-56c0edd4afaa will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:51.117583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=a87b9a38-2598-40b5-b2fc-8e7a34328da1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:51.130125 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.143138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a9071-c976-4366-94fd-1669487dd817 req-f557907f-f7de-468b-afea-bcc4e03ad358 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.146887 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d53a9071-c976-4366-94fd-1669487dd817 req-f557907f-f7de-468b-afea-bcc4e03ad358 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 949 time: 0.2864697 Jul 13 19:20:51.184552 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-8a05a1d2-38e0-454f-9621-026a9e027ace service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657712 Jul 13 19:20:51.187732 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-4fef20b2-c2dc-4465-af77-d5e8c415a9d5 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.200874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['9217b082-c065-49dd-81bf-b661b47c01a0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:51.215894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d53a9071-c976-4366-94fd-1669487dd817 req-ca337c9d-0b3f-413c-b108-0d8d31320b5a tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603313 Jul 13 19:20:51.259042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Pushing event updated for resources: {'Port': ['ID=16464d9b-1656-48ea-b5c4-56c0edd4afaa,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:51.350774 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c923181-8613-4f6b-a54e-af8bc32e0158 x-openstack-request-id: req-6c923181-8613-4f6b-a54e-af8bc32e0158 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:51.351065 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9e57f7-c9f9-4233-9961-44efa80c769b", "name": "network-vif-plugged", "status": "completed", "tag": "a87b9a38-2598-40b5-b2fc-8e7a34328da1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:51.351313 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c923181-8613-4f6b-a54e-af8bc32e0158 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:51.351700 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1', 'code': 200} Jul 13 19:20:51.355079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-4fef20b2-c2dc-4465-af77-d5e8c415a9d5 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] No DVR routers for this DVR port 9217b082-c065-49dd-81bf-b661b47c01a0 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:20:51.357350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef20b2-c2dc-4465-af77-d5e8c415a9d5 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] Pushing event deleted for resources: {'Port': ['ID=9217b082-c065-49dd-81bf-b661b47c01a0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:51.369840 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-4fef20b2-c2dc-4465-af77-d5e8c415a9d5 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.371875 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b214c9f9-56b4-41f0-a2b6-5c125788f764 req-4fef20b2-c2dc-4465-af77-d5e8c415a9d5 tempest-DeleteServersAdminTestJSON-1140771105 tempest-DeleteServersAdminTestJSON-1140771105-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9217b082-c065-49dd-81bf-b661b47c01a0 HTTP/1.1" status: 204 len: 173 time: 1.3643873 Jul 13 19:20:51.372475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f', 'name': 'network-vif-deleted', 'tag': '9217b082-c065-49dd-81bf-b661b47c01a0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:51.375189 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f77bba5-91b4-4d71-969d-384e97f72445" -d '{"events": [{"server_uuid": "04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f", "name": "network-vif-deleted", "tag": "9217b082-c065-49dd-81bf-b661b47c01a0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:51.384405 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Attempting to bind port 16464d9b-1656-48ea-b5c4-56c0edd4afaa on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:51.384732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Attempting to bind port 16464d9b-1656-48ea-b5c4-56c0edd4afaa by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:51.385058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Attempting to bind port 16464d9b-1656-48ea-b5c4-56c0edd4afaa on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:51.392651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Port 16464d9b-1656-48ea-b5c4-56c0edd4afaa on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:51.393043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Attempting to bind port 16464d9b-1656-48ea-b5c4-56c0edd4afaa on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:51.405332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e097b-3a04-49d1-a068-686f6b9776da req-d29649c6-d03c-40ed-8316-0db4a1dc7fda tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.414280 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be3e097b-3a04-49d1-a068-686f6b9776da req-d29649c6-d03c-40ed-8316-0db4a1dc7fda tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 966 time: 0.2692115 Jul 13 19:20:51.432648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:51.432996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:51.433374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:51.433814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Bound port: 16464d9b-1656-48ea-b5c4-56c0edd4afaa, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:51.434170 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.457904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-5bf70b82-2930-45f6-b144-bd4384e3cb00 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.459746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-5bf70b82-2930-45f6-b144-bd4384e3cb00 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1117 time: 0.1596656 Jul 13 19:20:51.481311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800708-1'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:51.523886 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be3e097b-3a04-49d1-a068-686f6b9776da req-60fd339e-2601-4525-a3b6-b784eeb3e2f1 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091053 Jul 13 19:20:51.571843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] For port 16464d9b-1656-48ea-b5c4-56c0edd4afaa, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:51.575826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] For port 16464d9b-1656-48ea-b5c4-56c0edd4afaa, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=16464d9b-1656-48ea-b5c4-56c0edd4afaa,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:51.584016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.661692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.662316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.663376 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.663742 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] 10.222.0.24 "PUT /v2.0/ports/16464d9b-1656-48ea-b5c4-56c0edd4afaa HTTP/1.1" status: 200 len: 1096 time: 1.7977252 Jul 13 19:20:51.665853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bae3ed-af15-4f51-8f3c-60d42391c282 req-968e22be-b822-4db3-93ab-f53bd9206f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.667262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-59bae3ed-af15-4f51-8f3c-60d42391c282 req-968e22be-b822-4db3-93ab-f53bd9206f7f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 1097 time: 0.2083368 Jul 13 19:20:51.691124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45ac08-d811-4f82-9ae2-9425a7cd7e2c req-ab1c54e8-3cb8-48d8-9cc9-c3378dede764 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.693087 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db45ac08-d811-4f82-9ae2-9425a7cd7e2c req-ab1c54e8-3cb8-48d8-9cc9-c3378dede764 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 968 time: 0.1611078 Jul 13 19:20:51.724340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefbe24-a7f4-4cd5-baec-1f10352fdc22 service neutron] Pushing event updated for resources: {'Port': ['ID=16464d9b-1656-48ea-b5c4-56c0edd4afaa,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:51.791980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-59bae3ed-af15-4f51-8f3c-60d42391c282 req-61489ed1-45a9-46d9-9bbe-ee4c9312a2ce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093009 Jul 13 19:20:51.805655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-41e833d1-885c-4f47-90e9-e1a4b10e7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.807226 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-41e833d1-885c-4f47-90e9-e1a4b10e7940 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 1099 time: 0.0869954 Jul 13 19:20:51.819268 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db45ac08-d811-4f82-9ae2-9425a7cd7e2c req-4484a9ce-eb95-46da-b63a-6ac97532bb9e tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e257c84-6f68-47a5-90d0-7241c2fdddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969322 Jul 13 19:20:51.869021 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d11609-bf05-4699-a64e-8ae722449158 x-openstack-request-id: req-64d11609-bf05-4699-a64e-8ae722449158 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:51.869335 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f", "name": "network-vif-deleted", "tag": "9217b082-c065-49dd-81bf-b661b47c01a0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:51.869536 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64d11609-bf05-4699-a64e-8ae722449158 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:51.869925 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f', 'name': 'network-vif-deleted', 'tag': '9217b082-c065-49dd-81bf-b661b47c01a0', 'status': 'completed', 'code': 200} Jul 13 19:20:51.886816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:51.910848 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-9e4c4b81-3fae-4931-8bd5-e29c663456fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=16464d9b-1656-48ea-b5c4-56c0edd4afaa HTTP/1.1" status: 200 len: 217 time: 0.0496442 Jul 13 19:20:51.960315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:52.038105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '221651a7-613c-4f0c-ad77-48629ecfffce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:52.040549 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd2e3f8-156d-4ab6-be0b-ded20df9aacc" -d '{"events": [{"server_uuid": "585d9b45-3c65-43db-8520-a0757e69d0e2", "name": "network-vif-unplugged", "status": "completed", "tag": "221651a7-613c-4f0c-ad77-48629ecfffce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:52.044909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.047526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-859c96c4-9fed-4623-843b-b1613e5b6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:52.049505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-859c96c4-9fed-4623-843b-b1613e5b6172 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1310725 Jul 13 19:20:52.054887 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.133734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba32105-16fe-4275-a0b2-ca2389092d0b req-a2809f2c-4b5c-4ba8-b740-5e8de775484e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:52.135504 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aba32105-16fe-4275-a0b2-ca2389092d0b req-a2809f2c-4b5c-4ba8-b740-5e8de775484e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 948 time: 0.1540811 Jul 13 19:20:52.149446 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 900a8cda-060b-4394-b0f7-820157cbc8aa details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:52.190054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-108429c7-5227-49e1-95dd-a8d8d0fd3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:52.190306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-108429c7-5227-49e1-95dd-a8d8d0fd3f56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333070 Jul 13 19:20:52.196599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aba32105-16fe-4275-a0b2-ca2389092d0b req-064ae8f8-d452-43ab-957d-a9aa311620b6 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528941 Jul 13 19:20:52.308764 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80621caa-9513-4d25-875f-d749310b645f x-openstack-request-id: req-80621caa-9513-4d25-875f-d749310b645f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:52.309290 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585d9b45-3c65-43db-8520-a0757e69d0e2", "name": "network-vif-unplugged", "status": "completed", "tag": "221651a7-613c-4f0c-ad77-48629ecfffce", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:52.312609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-8fb5d90c-fdd2-4872-945a-59b16668c759 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151526 Jul 13 19:20:52.314599 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80621caa-9513-4d25-875f-d749310b645f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:52.315263 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '221651a7-613c-4f0c-ad77-48629ecfffce', 'code': 200} Jul 13 19:20:52.316862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce on host n-h2-800708-1 for vnic_type normal with profile {"migrating_to": "n-h1-800708-1"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:52.322634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:52.323940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:52.349555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Port 221651a7-613c-4f0c-ad77-48629ecfffce on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:52.350116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Attempting to bind port 221651a7-613c-4f0c-ad77-48629ecfffce on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:52.358072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Pushing event updated for resources: {'Port': ['ID=221651a7-613c-4f0c-ad77-48629ecfffce,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:52.381590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:52.381590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:52.382078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:52.382577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Bound port: 221651a7-613c-4f0c-ad77-48629ecfffce, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:52.383010 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.397233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 900a8cda-060b-4394-b0f7-820157cbc8aa, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=900a8cda-060b-4394-b0f7-820157cbc8aa,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:52.427985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '900a8cda-060b-4394-b0f7-820157cbc8aa', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '900a8cda-060b-4394-b0f7-820157cbc8aa', 'mac_address': 'fa:16:3e:b6:93:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:tempest-test_az-309741403', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:52.438976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:52.483352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c87f349-1668-4db4-88a1-f6dfdc6b7ea2 req-e4776d3f-2c7b-4486-84bf-76cc6b03729c service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619551 Jul 13 19:20:52.512884 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.519317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:52.522887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:52.537410 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.551368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900a8cda-060b-4394-b0f7-820157cbc8aa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:52.575543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 900a8cda-060b-4394-b0f7-820157cbc8aa, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=900a8cda-060b-4394-b0f7-820157cbc8aa,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:52.581349 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.604740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46a42a6a-c911-4e82-b2e8-ce230e04cd2c req-5b559a74-63ea-48e6-8dae-92529b0753eb tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=04328eb8-fbc3-40e4-a39d-6fbe6d59fd1f HTTP/1.1" status: 200 len: 210 time: 0.0596735 Jul 13 19:20:52.624546 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3eb043e-c595-45ac-aaba-f5ebf0fdd259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.643398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=900a8cda-060b-4394-b0f7-820157cbc8aa,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:52.692815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Pushing event updated for resources: {'Port': ['ID=221651a7-613c-4f0c-ad77-48629ecfffce,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:52.702194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:52.702853 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.704297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-2225cc85-c0a7-4a10-98dd-0ecb8550466b service neutron] 10.222.0.24 "PUT /v2.0/ports/221651a7-613c-4f0c-ad77-48629ecfffce HTTP/1.1" status: 200 len: 1142 time: 1.2349167 Jul 13 19:20:52.727200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070c241-ed3a-4044-bd54-cd6bc39f1e33 req-fdba55dc-e5d1-4b6b-9ebb-dc33bb55e631 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:52.729228 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c070c241-ed3a-4044-bd54-cd6bc39f1e33 req-fdba55dc-e5d1-4b6b-9ebb-dc33bb55e631 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 946 time: 0.2040300 Jul 13 19:20:52.760357 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3eb043e-c595-45ac-aaba-f5ebf0fdd259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.766059 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3eb043e-c595-45ac-aaba-f5ebf0fdd259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.777659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['221651a7-613c-4f0c-ad77-48629ecfffce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:52.790325 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c070c241-ed3a-4044-bd54-cd6bc39f1e33 req-5695c749-7d13-4b5a-82a6-925daa4dab44 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525227 Jul 13 19:20:52.819148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c3eb043e-c595-45ac-aaba-f5ebf0fdd259 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=291d657f4cce4682a25045f5216d6f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790283 Jul 13 19:20:52.821720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:52.830312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['900a8cda-060b-4394-b0f7-820157cbc8aa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:52.849949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb043e-c595-45ac-aaba-f5ebf0fdd259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db24bf5-3cc8-42bb-9613-eae1e682b421,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:52.918998 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd41b08-1b0c-462a-b492-077d90841e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.958367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd41b08-1b0c-462a-b492-077d90841e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.978277 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb115922-4600-4fa8-9593-edb60b88a3c4 req-3556ee77-6ef2-4af3-918b-0e275ea87144 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:52.980417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb115922-4600-4fa8-9593-edb60b88a3c4 req-3556ee77-6ef2-4af3-918b-0e275ea87144 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 964 time: 0.0869439 Jul 13 19:20:53.013545 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd41b08-1b0c-462a-b492-077d90841e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.016372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd41b08-1b0c-462a-b492-077d90841e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.017643 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7bd41b08-1b0c-462a-b492-077d90841e33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6db24bf5-3cc8-42bb-9613-eae1e682b421 HTTP/1.1" status: 204 len: 168 time: 0.1949220 Jul 13 19:20:53.028408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd41b08-1b0c-462a-b492-077d90841e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db24bf5-3cc8-42bb-9613-eae1e682b421,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:53.040091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb115922-4600-4fa8-9593-edb60b88a3c4 req-aa95954f-b003-456b-8088-b64fc640df0c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525675 Jul 13 19:20:53.151872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84319853-c46a-474f-ab2b-391033e82a74 req-d499a10d-ee2b-4aec-bf9d-bc871a040d28 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:53.152458 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-84319853-c46a-474f-ab2b-391033e82a74 req-d499a10d-ee2b-4aec-bf9d-bc871a040d28 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 969 time: 0.0825222 Jul 13 19:20:53.197386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-84319853-c46a-474f-ab2b-391033e82a74 req-3ad392dc-8635-4177-a3eb-617a56d2b273 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e257c84-6f68-47a5-90d0-7241c2fdddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390511 Jul 13 19:20:53.211609 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4909b615-50fe-4f8f-b288-673cf7b0c0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.400566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:53.415359 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a74f8f62-1881-4f1b-9e0a-b9bc1de5ccac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.422955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844679c0-a079-4404-8762-b9de2ae7cf22 req-6560c309-744b-41cf-a972-f5c742ade04d tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:53.424497 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-844679c0-a079-4404-8762-b9de2ae7cf22 req-6560c309-744b-41cf-a972-f5c742ade04d tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 948 time: 0.0892375 Jul 13 19:20:53.472434 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-844679c0-a079-4404-8762-b9de2ae7cf22 req-ec47c5f9-45a0-47ad-b437-b1019e422494 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Jul 13 19:20:53.517966 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.549353 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a74f8f62-1881-4f1b-9e0a-b9bc1de5ccac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.554532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a74f8f62-1881-4f1b-9e0a-b9bc1de5ccac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.592494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f8f62-1881-4f1b-9e0a-b9bc1de5ccac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731fc8b5-d638-4d9b-8f97-6acfd3457abd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:53.596338 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a74f8f62-1881-4f1b-9e0a-b9bc1de5ccac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0d62c0770484a2889de8e29f141d9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940644 Jul 13 19:20:53.599936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:53.614587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:53.666692 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-209e6714-5a05-45e3-bd31-f4dc75081f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.690338 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-209e6714-5a05-45e3-bd31-f4dc75081f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.750479 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-209e6714-5a05-45e3-bd31-f4dc75081f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.753396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-209e6714-5a05-45e3-bd31-f4dc75081f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.755393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-209e6714-5a05-45e3-bd31-f4dc75081f28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/731fc8b5-d638-4d9b-8f97-6acfd3457abd HTTP/1.1" status: 204 len: 168 time: 0.1544554 Jul 13 19:20:53.764174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e6714-5a05-45e3-bd31-f4dc75081f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731fc8b5-d638-4d9b-8f97-6acfd3457abd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:53.764770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2d62-9ecd-4876-a817-4917152bb8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.875930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1835620e-45ef-44a6-8f88-31ffb67429f6', 'tag': '16464d9b-1656-48ea-b5c4-56c0edd4afaa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:53.879672 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534c5c35-1fc8-454e-b6c2-fd1b78932504" -d '{"events": [{"name": "network-changed", "server_uuid": "1835620e-45ef-44a6-8f88-31ffb67429f6", "tag": "16464d9b-1656-48ea-b5c4-56c0edd4afaa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:53.922128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2d62-9ecd-4876-a817-4917152bb8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.926709 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2d62-9ecd-4876-a817-4917152bb8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.000971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d2d62-9ecd-4876-a817-4917152bb8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89117318-7f5a-4b0b-84b2-72790029b3bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:54.001503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-94977fa9-037e-4840-b8a7-b1320b88a881 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c8e045b287164966bf50cec97701aa12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300660 Jul 13 19:20:54.007331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7a8d2d62-9ecd-4876-a817-4917152bb8f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c69e7d7fd014079acc37abd1012f0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917065 Jul 13 19:20:54.010150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:54.041167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93abd-a210-4daa-9aec-9a25093b9e1f req-8e922fb3-a9e3-4354-8d08-08612cff079d tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.042928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11c93abd-a210-4daa-9aec-9a25093b9e1f req-8e922fb3-a9e3-4354-8d08-08612cff079d tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 946 time: 0.1070976 Jul 13 19:20:54.086934 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11c93abd-a210-4daa-9aec-9a25093b9e1f req-e5be6dbd-459a-4e09-8f1e-ab7e28c679d3 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367296 Jul 13 19:20:54.129095 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35ebbab4-4517-4b8a-9a7d-db2c04fe2e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.139496 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e50d855-55f5-4a1d-a029-aa8dbe2d8860 x-openstack-request-id: req-2e50d855-55f5-4a1d-a029-aa8dbe2d8860 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:54.139789 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1835620e-45ef-44a6-8f88-31ffb67429f6", "tag": "16464d9b-1656-48ea-b5c4-56c0edd4afaa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:54.140042 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e50d855-55f5-4a1d-a029-aa8dbe2d8860 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:54.140431 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1835620e-45ef-44a6-8f88-31ffb67429f6', 'tag': '16464d9b-1656-48ea-b5c4-56c0edd4afaa', 'status': 'completed', 'code': 200} Jul 13 19:20:54.150459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 900a8cda-060b-4394-b0f7-820157cbc8aa up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:54.191853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-ca28b4bd-d632-43f1-8d23-318d5b6bc9d1 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.199408 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-ca28b4bd-d632-43f1-8d23-318d5b6bc9d1 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921356 Jul 13 19:20:54.202884 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35ebbab4-4517-4b8a-9a7d-db2c04fe2e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.225680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-9e81cc5f-ec2d-42f9-b2b1-33f1d9a63ef5 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/quotas/c8e045b287164966bf50cec97701aa12 HTTP/1.1" status: 200 len: 375 time: 0.0246041 Jul 13 19:20:54.272360 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-4de44239-3d9a-4be4-905f-cfa16c640383 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8e045b287164966bf50cec97701aa12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464714 Jul 13 19:20:54.326190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'tag': '221651a7-613c-4f0c-ad77-48629ecfffce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:54.328757 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9021c505-dc20-4f12-97f3-39d05dc0992a" -d '{"events": [{"name": "network-changed", "server_uuid": "585d9b45-3c65-43db-8520-a0757e69d0e2", "tag": "221651a7-613c-4f0c-ad77-48629ecfffce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:54.344931 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35ebbab4-4517-4b8a-9a7d-db2c04fe2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.351524 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35ebbab4-4517-4b8a-9a7d-db2c04fe2e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.354185 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-35ebbab4-4517-4b8a-9a7d-db2c04fe2e7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89117318-7f5a-4b0b-84b2-72790029b3bf HTTP/1.1" status: 204 len: 168 time: 0.3426499 Jul 13 19:20:54.374945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebbab4-4517-4b8a-9a7d-db2c04fe2e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89117318-7f5a-4b0b-84b2-72790029b3bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:54.389451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-7bab3758-d2c4-467a-8bca-db0087e80b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.392971 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-7bab3758-d2c4-467a-8bca-db0087e80b44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 1099 time: 0.2256279 Jul 13 19:20:54.485107 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.527836 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 900a8cda-060b-4394-b0f7-820157cbc8aa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:54.532896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 900a8cda-060b-4394-b0f7-820157cbc8aa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:54.536189 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.636064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e8d90-39f1-42d7-8d4b-4c3163027de6 req-c57378d6-1995-482d-bd09-17f0aef88bdd tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.637571 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-178e8d90-39f1-42d7-8d4b-4c3163027de6 req-c57378d6-1995-482d-bd09-17f0aef88bdd tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 964 time: 0.3450325 Jul 13 19:20:54.651772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-ee8cbf4b-ee94-4c99-ab80-8da06afb3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.653038 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-ee8cbf4b-ee94-4c99-ab80-8da06afb3693 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2528102 Jul 13 19:20:54.678479 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.732483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9008881-b5fb-478e-a88d-95bc2f6b9ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900a8cda-060b-4394-b0f7-820157cbc8aa'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:54.735386 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f1ecd0-9137-4929-ae60-cfb40bf0c7f7" -d '{"events": [{"server_uuid": "d9008881-b5fb-478e-a88d-95bc2f6b9ee5", "name": "network-vif-plugged", "status": "completed", "tag": "900a8cda-060b-4394-b0f7-820157cbc8aa"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:54.735641 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-7325bd14-a6c4-416c-afc4-5ca534ef2d53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=16464d9b-1656-48ea-b5c4-56c0edd4afaa HTTP/1.1" status: 200 len: 217 time: 0.0738330 Jul 13 19:20:54.750304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 900a8cda-060b-4394-b0f7-820157cbc8aa, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=900a8cda-060b-4394-b0f7-820157cbc8aa,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:54.755723 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.790624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 16464d9b-1656-48ea-b5c4-56c0edd4afaa details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:54.816107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdca78-2667-43d6-b1f7-6eb07cd7ad59 req-2963a0b3-a12b-425b-a8e7-415370edea6a tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.818352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-19cdca78-2667-43d6-b1f7-6eb07cd7ad59 req-2963a0b3-a12b-425b-a8e7-415370edea6a tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 946 time: 0.1476986 Jul 13 19:20:54.828610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:54.836108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9217b082-c065-49dd-81bf-b661b47c01a0 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:54.846684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dea13e3b-80d0-4448-8b3c-5503bc6aa607 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Request body: {'floatingip': {'port_id': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:54.857082 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-178e8d90-39f1-42d7-8d4b-4c3163027de6 req-39dd2ea7-60a9-44f4-bd38-57bc1faa7d69 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030201 Jul 13 19:20:54.913692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-82804c7f-c0a3-429f-ae00-ea6f904d686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.915206 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-82804c7f-c0a3-429f-ae00-ea6f904d686e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1606333 Jul 13 19:20:54.922260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=900a8cda-060b-4394-b0f7-820157cbc8aa,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:54.935095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 9217b082-c065-49dd-81bf-b661b47c01a0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:54.935469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9217b082-c065-49dd-81bf-b661b47c01a0 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:54.951600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:55.000434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 16464d9b-1656-48ea-b5c4-56c0edd4afaa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=16464d9b-1656-48ea-b5c4-56c0edd4afaa,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:55.010948 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc16428-5ad1-4c3c-87d5-1c0bbdad7303 x-openstack-request-id: req-2dc16428-5ad1-4c3c-87d5-1c0bbdad7303 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:55.011299 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585d9b45-3c65-43db-8520-a0757e69d0e2", "tag": "221651a7-613c-4f0c-ad77-48629ecfffce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:55.011481 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2dc16428-5ad1-4c3c-87d5-1c0bbdad7303 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:55.011878 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'tag': '221651a7-613c-4f0c-ad77-48629ecfffce', 'status': 'completed', 'code': 200} Jul 13 19:20:55.016202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '16464d9b-1656-48ea-b5c4-56c0edd4afaa', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '16464d9b-1656-48ea-b5c4-56c0edd4afaa', 'mac_address': 'fa:16:3e:f1:f4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:55.022145 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c14b54a-20ec-477f-a8f5-f06b7ecd8189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.064850 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.086865 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dea13e3b-80d0-4448-8b3c-5503bc6aa607 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.104063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16464d9b-1656-48ea-b5c4-56c0edd4afaa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:55.143387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 16464d9b-1656-48ea-b5c4-56c0edd4afaa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=16464d9b-1656-48ea-b5c4-56c0edd4afaa,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:55.148836 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.161126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-d6605c52-870f-4af1-948c-28d7a373881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:55.168847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-d6605c52-870f-4af1-948c-28d7a373881d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2392325 Jul 13 19:20:55.248963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=16464d9b-1656-48ea-b5c4-56c0edd4afaa,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:55.373081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97f42c-1e28-4133-a81d-c6c0749fc011 req-3c6c263c-9169-4154-8f2c-7c086df74136 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:55.374592 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d97f42c-1e28-4133-a81d-c6c0749fc011 req-3c6c263c-9169-4154-8f2c-7c086df74136 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 949 time: 0.2404587 Jul 13 19:20:55.385930 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-2dbbda94-5349-4904-b1db-879d0e27fbcd service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862400 Jul 13 19:20:55.398869 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c14b54a-20ec-477f-a8f5-f06b7ecd8189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.427655 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c14b54a-20ec-477f-a8f5-f06b7ecd8189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.454729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['16464d9b-1656-48ea-b5c4-56c0edd4afaa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:55.682293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d97f42c-1e28-4133-a81d-c6c0749fc011 req-50849a01-18d4-47d3-a011-86e215f6c52b tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985859 Jul 13 19:20:55.698315 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6c14b54a-20ec-477f-a8f5-f06b7ecd8189 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f88e46930cfc46e6a2de66951a7b8dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7424810 Jul 13 19:20:55.703426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:55.723068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14b54a-20ec-477f-a8f5-f06b7ecd8189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66df6ba2-ffd9-47be-9c14-b8a992f90434,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:55.741219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021c505-dc20-4f12-97f3-39d05dc0992a req-8827678e-81c0-4bdc-a9ef-2445324af326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:55.744611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9021c505-dc20-4f12-97f3-39d05dc0992a req-8827678e-81c0-4bdc-a9ef-2445324af326 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1145 time: 0.7361727 Jul 13 19:20:55.774830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-534c5c35-1fc8-454e-b6c2-fd1b78932504 req-43dd801b-8780-4e64-bc99-f972f5ca93c0 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792164 Jul 13 19:20:55.798958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae2d72e-84b4-467f-8b7b-264e02afbf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.814792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0bd9c-8956-428f-9d0c-91149ae03a4a req-bb5bc92b-2efa-48dc-acf9-064abbb7d46f tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:55.823222 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5df0bd9c-8956-428f-9d0c-91149ae03a4a req-bb5bc92b-2efa-48dc-acf9-064abbb7d46f tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 970 time: 0.5409718 Jul 13 19:20:55.824839 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae2d72e-84b4-467f-8b7b-264e02afbf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.890963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af591464-44c8-4b02-aeaf-14aea0d9f45d req-2ffaf21c-af6b-43c1-87f8-060ca8f76035 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 210 time: 0.0307126 Jul 13 19:20:55.899816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae2d72e-84b4-467f-8b7b-264e02afbf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.903480 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae2d72e-84b4-467f-8b7b-264e02afbf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.905109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dae2d72e-84b4-467f-8b7b-264e02afbf82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66df6ba2-ffd9-47be-9c14-b8a992f90434 HTTP/1.1" status: 204 len: 168 time: 0.1791434 Jul 13 19:20:55.934768 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.944301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2d72e-84b4-467f-8b7b-264e02afbf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66df6ba2-ffd9-47be-9c14-b8a992f90434,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:55.964513 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdd4a26-25a3-49c7-a107-a7607a64aa8c x-openstack-request-id: req-abdd4a26-25a3-49c7-a107-a7607a64aa8c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:55.964874 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9008881-b5fb-478e-a88d-95bc2f6b9ee5", "name": "network-vif-plugged", "status": "completed", "tag": "900a8cda-060b-4394-b0f7-820157cbc8aa", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:55.965602 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abdd4a26-25a3-49c7-a107-a7607a64aa8c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:55.967311 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9008881-b5fb-478e-a88d-95bc2f6b9ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900a8cda-060b-4394-b0f7-820157cbc8aa', 'code': 200} Jul 13 19:20:56.048524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5df0bd9c-8956-428f-9d0c-91149ae03a4a req-cc1d8559-1667-4cd7-b160-1b96e921652c tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e257c84-6f68-47a5-90d0-7241c2fdddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098694 Jul 13 19:20:56.155654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012f61b-ff28-4f80-973b-4a82aa3c64c7 req-4dea29a8-4da4-444a-b3f8-a1f6e5535ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.160719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4012f61b-ff28-4f80-973b-4a82aa3c64c7 req-4dea29a8-4da4-444a-b3f8-a1f6e5535ad0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 1121 time: 0.1023426 Jul 13 19:20:56.282425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.60', 59748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:56.295111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021c505-dc20-4f12-97f3-39d05dc0992a req-51fc5cad-1b6d-44fc-b4d6-281b2bbaa688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.299246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9021c505-dc20-4f12-97f3-39d05dc0992a req-51fc5cad-1b6d-44fc-b4d6-281b2bbaa688 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.5417867 Jul 13 19:20:56.376375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4012f61b-ff28-4f80-973b-4a82aa3c64c7 req-64ebc3d8-9b6f-4528-9467-a43efc2774d9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1e257c84-6f68-47a5-90d0-7241c2fdddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053914 Jul 13 19:20:56.381328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-900b771c-3c01-43d2-b2d9-508e2e6959a5 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c8e045b287164966bf50cec97701aa12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745659 Jul 13 19:20:56.435811 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9021c505-dc20-4f12-97f3-39d05dc0992a req-d44ca22e-0115-43c4-82ed-fe630ab8c7b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=221651a7-613c-4f0c-ad77-48629ecfffce HTTP/1.1" status: 200 len: 217 time: 0.1244254 Jul 13 19:20:56.442186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d76f3-55f0-4ed8-9c40-96b00bcf1a18 req-e606d871-b809-49a8-bad0-2e330630b7b6 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.443710 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae6d76f3-55f0-4ed8-9c40-96b00bcf1a18 req-e606d871-b809-49a8-bad0-2e330630b7b6 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 964 time: 0.2488704 Jul 13 19:20:56.603123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-72cd2339-25f4-4608-83c8-3928d7c6b281 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.604824 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-72cd2339-25f4-4608-83c8-3928d7c6b281 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520021 Jul 13 19:20:56.626219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Request body: {'port': {'device_id': 'dab58196-62d1-4cb8-b1ba-8bf49d48b482', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'c8e045b287164966bf50cec97701aa12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:56.631041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021c505-dc20-4f12-97f3-39d05dc0992a req-2a8a255e-f6a1-4ebb-9e05-f4ccc4e244d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.632519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9021c505-dc20-4f12-97f3-39d05dc0992a req-2a8a255e-f6a1-4ebb-9e05-f4ccc4e244d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1818681 Jul 13 19:20:56.682365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae6d76f3-55f0-4ed8-9c40-96b00bcf1a18 req-9eb74b69-6474-4774-8b48-60dd317f5a48 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118771 Jul 13 19:20:56.718387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9021c505-dc20-4f12-97f3-39d05dc0992a req-ac1ff321-3898-4d02-8776-5d7d054c71bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634942 Jul 13 19:20:56.777026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Made reservation on behalf of c8e045b287164966bf50cec97701aa12 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:56.782488 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.810284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 221651a7-613c-4f0c-ad77-48629ecfffce details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:56.812420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 16464d9b-1656-48ea-b5c4-56c0edd4afaa up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:56.812654 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dea13e3b-80d0-4448-8b3c-5503bc6aa607 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.818997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dea13e3b-80d0-4448-8b3c-5503bc6aa607 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.927791 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9021c505-dc20-4f12-97f3-39d05dc0992a req-9565b7e1-717a-4dcd-99e5-ee10c0876507 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080581 Jul 13 19:20:57.021131 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-dea13e3b-80d0-4448-8b3c-5503bc6aa607 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Floating IP 62920270-6c57-4f71-ac19-2c9d1db9816d associated. External IP: 172.25.7.114, port: a87b9a38-2598-40b5-b2fc-8e7a34328da1. Jul 13 19:20:57.028434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:57.054305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 221651a7-613c-4f0c-ad77-48629ecfffce has no active binding in host n-h1-800708-1 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 19:20:57.073897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 16464d9b-1656-48ea-b5c4-56c0edd4afaa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:57.084456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 16464d9b-1656-48ea-b5c4-56c0edd4afaa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:57.084841 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.088183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Allocated IP 192.168.233.132 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:57.132703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3786e1-17ee-4dd6-8e9a-9e562f9ee785 req-f0a0c407-71cb-4913-adaf-1f51200e7218 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:57.134264 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bd3786e1-17ee-4dd6-8e9a-9e562f9ee785 req-f0a0c407-71cb-4913-adaf-1f51200e7218 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 971 time: 0.1983593 Jul 13 19:20:57.161325 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9021c505-dc20-4f12-97f3-39d05dc0992a req-79f4e209-beab-43a2-b5ac-1cc761e6d741 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176962 Jul 13 19:20:57.189637 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.244089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 16464d9b-1656-48ea-b5c4-56c0edd4afaa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=16464d9b-1656-48ea-b5c4-56c0edd4afaa,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:57.249854 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.320443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=16464d9b-1656-48ea-b5c4-56c0edd4afaa,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:57.352400 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bd3786e1-17ee-4dd6-8e9a-9e562f9ee785 req-7d04aeed-b692-440c-b235-a5859e06118a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966574 Jul 13 19:20:57.366529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea13e3b-80d0-4448-8b3c-5503bc6aa607 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Router a44a73ce-0195-4bab-adfa-63c703722ec3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:57.414060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a7061-5541-49bc-9439-2cd9817bdbc7 req-77329487-5cb6-4204-817c-56ee182e1972 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:57.421274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b87a7061-5541-49bc-9439-2cd9817bdbc7 req-77329487-5cb6-4204-817c-56ee182e1972 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 950 time: 0.1244669 Jul 13 19:20:57.470706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.518762 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8205449f-3ba6-4258-b9e0-0ae7a5e19aa8 req-9ffb7c49-1cf4-4a68-beef-37e7ada12dd5 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 210 time: 0.0414801 Jul 13 19:20:57.522611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Transition to ACTIVE for port object c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:57.547761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b87a7061-5541-49bc-9439-2cd9817bdbc7 req-99218f53-82fa-4a33-bcd1-4ac425689fa7 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180818 Jul 13 19:20:57.566641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea13e3b-80d0-4448-8b3c-5503bc6aa607 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:57.572690 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dea13e3b-80d0-4448-8b3c-5503bc6aa607 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.582864 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] Sync routers for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:57.600222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.600698 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:57.601499 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:20:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:57.634811 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dea13e3b-80d0-4448-8b3c-5503bc6aa607 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "PUT /v2.0/floatingips/62920270-6c57-4f71-ac19-2c9d1db9816d HTTP/1.1" status: 200 len: 992 time: 2.8041327 Jul 13 19:20:57.635481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'tag': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:57.637968 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46" -d '{"events": [{"name": "network-changed", "server_uuid": "de9e57f7-c9f9-4233-9961-44efa80c769b", "tag": "a87b9a38-2598-40b5-b2fc-8e7a34328da1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:57.681100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:57.684588 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:57.688358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:57.694561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:57.695307 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.734587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Pushing event updated for resources: {'Port': ['ID=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:57.749236 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-d8119a33-dbf0-48f3-aea2-c6602f0be817 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1289659 Jul 13 19:20:57.762936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Request body: {'port': {'device_id': 'dab58196-62d1-4cb8-b1ba-8bf49d48b482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:57.793571 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:57.947933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e5f09-2e57-4888-99f8-ddb08f8f8e54 req-53771b13-e792-463b-88d4-5b9a288979fc tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:57.950552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d3e5f09-2e57-4888-99f8-ddb08f8f8e54 req-53771b13-e792-463b-88d4-5b9a288979fc tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 970 time: 0.1625950 Jul 13 19:20:57.958791 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.968990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1835620e-45ef-44a6-8f88-31ffb67429f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16464d9b-1656-48ea-b5c4-56c0edd4afaa'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:57.971349 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03471786-9945-4938-8901-8e2990d6e765" -d '{"events": [{"server_uuid": "1835620e-45ef-44a6-8f88-31ffb67429f6", "name": "network-vif-plugged", "status": "completed", "tag": "16464d9b-1656-48ea-b5c4-56c0edd4afaa"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:58.016644 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d3e5f09-2e57-4888-99f8-ddb08f8f8e54 req-a41c7e0c-848e-424c-878d-8a1596f100dd tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e257c84-6f68-47a5-90d0-7241c2fdddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580492 Jul 13 19:20:58.101805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f9cc17a-7cf3-45fd-a3f4-1a5e569cd3cc None None] Provisioning for port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:58.115195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f9cc17a-7cf3-45fd-a3f4-1a5e569cd3cc None None] Provisioning complete for port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:58.115567 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc17a-7cf3-45fd-a3f4-1a5e569cd3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.214807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7f9cc17a-7cf3-45fd-a3f4-1a5e569cd3cc None None] Port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:58.280012 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b0838c-f0cb-4264-9c52-ca952ca27ef1 x-openstack-request-id: req-c5b0838c-f0cb-4264-9c52-ca952ca27ef1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:58.280300 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1835620e-45ef-44a6-8f88-31ffb67429f6", "name": "network-vif-plugged", "status": "completed", "tag": "16464d9b-1656-48ea-b5c4-56c0edd4afaa", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:58.280552 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5b0838c-f0cb-4264-9c52-ca952ca27ef1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:58.280949 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1835620e-45ef-44a6-8f88-31ffb67429f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16464d9b-1656-48ea-b5c4-56c0edd4afaa', 'code': 200} Jul 13 19:20:58.408235 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07e3a1e-59f5-4034-b554-fe1f3ee1f55e x-openstack-request-id: req-a07e3a1e-59f5-4034-b554-fe1f3ee1f55e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:58.408675 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9e57f7-c9f9-4233-9961-44efa80c769b", "tag": "a87b9a38-2598-40b5-b2fc-8e7a34328da1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:58.409011 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a07e3a1e-59f5-4034-b554-fe1f3ee1f55e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:58.409998 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'tag': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1', 'status': 'completed', 'code': 200} Jul 13 19:20:58.417163 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-bd9e04ba-0edf-4259-92ff-00225bf835fd service neutron] 10.222.0.60 "GET /v2.0/ports/221651a7-613c-4f0c-ad77-48629ecfffce/bindings/n-h1-800708-1 HTTP/1.1" status: 200 len: 384 time: 0.1244771 Jul 13 19:20:58.451018 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '62920270-6c57-4f71-ac19-2c9d1db9816d', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'port_id': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'mac_address': 'fa:16:3e:95:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:37Z', 'updated_at': '2021-07-13T19:20:56Z', 'revision_number': 1, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:58.485002 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] Checking router: a44a73ce-0195-4bab-adfa-63c703722ec3 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:58.496546 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:58.497336 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:20:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:58.537593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec70ed-d7ba-4a7d-b92f-2ef3f73a89a5 req-1cd9ed7c-db9e-4bd7-9dfa-b6e96a633c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:58.539286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-75ec70ed-d7ba-4a7d-b92f-2ef3f73a89a5 req-1cd9ed7c-db9e-4bd7-9dfa-b6e96a633c73 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 1101 time: 0.1397235 Jul 13 19:20:58.545995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-315baac7-8462-4e21-ad1a-ac2bbe55a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:58.547531 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-315baac7-8462-4e21-ad1a-ac2bbe55a804 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a582448a6574b48b85daa79c1b602bf&device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 1097 time: 0.2516561 Jul 13 19:20:58.586432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-11906fce-521f-4cb4-8328-88cf47968ad7 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:58.587990 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-11906fce-521f-4cb4-8328-88cf47968ad7 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.60 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 971 time: 0.5684063 Jul 13 19:20:58.605432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a1db8-f62d-4a05-b685-43198b2250b6 req-50419375-5935-4c43-aad9-f59a84578699 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:58.607089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-270a1db8-f62d-4a05-b685-43198b2250b6 req-50419375-5935-4c43-aad9-f59a84578699 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 964 time: 0.1961293 Jul 13 19:20:58.619034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-75ec70ed-d7ba-4a7d-b92f-2ef3f73a89a5 req-9017ba19-cd28-4fad-822c-049fd605141d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688632 Jul 13 19:20:58.638933 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:58.703187 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-270a1db8-f62d-4a05-b685-43198b2250b6 req-bcfbbc9b-442d-45c9-b3c0-cb17072df1df tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879698 Jul 13 19:20:58.723587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:58.788328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-dc074b2d-5a89-466b-8d0f-125c24f0356a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Deleting port 5417ccac-2db8-4422-9e8f-eb65685f7c26 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:58.789113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-dc074b2d-5a89-466b-8d0f-125c24f0356a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.797796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.871554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Transition to ACTIVE for port object c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:58.906147 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.944166 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '62920270-6c57-4f71-ac19-2c9d1db9816d', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'port_id': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'mac_address': 'fa:16:3e:95:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:37Z', 'updated_at': '2021-07-13T19:20:56Z', 'revision_number': 1, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:58.948552 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-dc074b2d-5a89-466b-8d0f-125c24f0356a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] For port 5417ccac-2db8-4422-9e8f-eb65685f7c26, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5417ccac-2db8-4422-9e8f-eb65685f7c26,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:58.949093 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-dc074b2d-5a89-466b-8d0f-125c24f0356a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.950152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-986c41c6-e999-4b07-bd5b-1ed4b85283b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:58.951638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-986c41c6-e999-4b07-bd5b-1ed4b85283b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64ddfd84-ebcf-463c-a487-176ffec7929e HTTP/1.1" status: 200 len: 925 time: 0.3688440 Jul 13 19:20:58.967681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-dc074b2d-5a89-466b-8d0f-125c24f0356a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Calling delete_port for 5417ccac-2db8-4422-9e8f-eb65685f7c26 owned by compute:tempest-test_az-309741403 {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:58.983367 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ba118-f2a3-4d64-a953-98567236ca00 None None] The sync data for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 is: [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '62920270-6c57-4f71-ac19-2c9d1db9816d', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'port_id': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'mac_address': 'fa:16:3e:95:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:37Z', 'updated_at': '2021-07-13T19:20:56Z', 'revision_number': 1, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:59.001896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-72ea95d0-c137-47d1-b19d-dd774245c129 service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:59.040786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6a5e9-44cc-46a3-b950-aa6984419c7d req-daa09c01-2402-4510-b9b8-84f81822523c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.042614 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3f6a5e9-44cc-46a3-b950-aa6984419c7d req-daa09c01-2402-4510-b9b8-84f81822523c tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91a28d6-0b86-4013-9fd8-8e4d957b73c2 HTTP/1.1" status: 200 len: 971 time: 0.1416321 Jul 13 19:20:59.071632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Pushing event updated for resources: {'Port': ['ID=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:59.109387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3f6a5e9-44cc-46a3-b950-aa6984419c7d req-486a623f-7b66-4ba2-ac69-734b333f4388 tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5552a3-3686-4a18-8a04-4720fea64119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584564 Jul 13 19:20:59.147484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-72ea95d0-c137-47d1-b19d-dd774245c129 service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:59.190536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-dc074b2d-5a89-466b-8d0f-125c24f0356a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.203021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5417ccac-2db8-4422-9e8f-eb65685f7c26'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:59.231558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Attempting to bind port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:59.231797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc074b2d-5a89-466b-8d0f-125c24f0356a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Pushing event deleted for resources: {'Port': ['ID=5417ccac-2db8-4422-9e8f-eb65685f7c26,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:59.232383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Attempting to bind port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:59.233654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Attempting to bind port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:59.252008 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-dfa7d527-2184-404c-b754-ab0577d2bdf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87b9a38-2598-40b5-b2fc-8e7a34328da1 HTTP/1.1" status: 200 len: 1000 time: 0.2800050 Jul 13 19:20:59.261832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe217b-781c-4d94-9bdf-6e1576dd07b7 req-a9c80a60-a967-45c9-aef3-c887e2974c26 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.266959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9fbe217b-781c-4d94-9bdf-6e1576dd07b7 req-a9c80a60-a967-45c9-aef3-c887e2974c26 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 936 time: 0.4176288 Jul 13 19:20:59.286280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:59.287059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Attempting to bind port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:59.320662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a927880-d744-4544-ab44-571b8bfe0a6b None None] New status for floating IP 62920270-6c57-4f71-ac19-2c9d1db9816d: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:20:59.363304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-dc074b2d-5a89-466b-8d0f-125c24f0356a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] No DVR routers for this DVR port 5417ccac-2db8-4422-9e8f-eb65685f7c26 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:20:59.370627 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-dc074b2d-5a89-466b-8d0f-125c24f0356a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.372645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e496dcfb-1cec-4256-999e-9651e18a8997 req-dc074b2d-5a89-466b-8d0f-125c24f0356a tempest-AggregatesAdminTestJSON-2004832585 tempest-AggregatesAdminTestJSON-2004832585-project] 10.222.0.60 "DELETE /v2.0/ports/5417ccac-2db8-4422-9e8f-eb65685f7c26 HTTP/1.1" status: 204 len: 173 time: 0.7774737 Jul 13 19:20:59.461500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ce668-3433-48ac-bde1-87b64955405e req-2fca14e9-48c1-4b5c-8e43-c6f1b6a5d65b tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.462197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-203ce668-3433-48ac-bde1-87b64955405e req-2fca14e9-48c1-4b5c-8e43-c6f1b6a5d65b tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 950 time: 0.1690624 Jul 13 19:20:59.491912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-72ea95d0-c137-47d1-b19d-dd774245c129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221651a7-613c-4f0c-ad77-48629ecfffce {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:59.506203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-203ce668-3433-48ac-bde1-87b64955405e req-71e573ee-decf-4fb9-bfeb-e0c8fc80ce8f tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379620 Jul 13 19:20:59.522138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-72ea95d0-c137-47d1-b19d-dd774245c129 service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:59.544808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:59.545140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:59.545564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:59.545989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Bound port: c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:59.546348 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.567906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-72ea95d0-c137-47d1-b19d-dd774245c129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.615493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-281d8126-0008-4d3e-bac4-ac4a192d28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.616960 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-281d8126-0008-4d3e-bac4-ac4a192d28d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8 HTTP/1.1" status: 200 len: 863 time: 0.3399746 Jul 13 19:20:59.687604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9fbe217b-781c-4d94-9bdf-6e1576dd07b7 req-e86367be-26df-48a5-bd2f-734b0c1faa4e tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957183 Jul 13 19:20:59.752287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] For port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:59.757949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] For port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:59.775329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.786708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-72ea95d0-c137-47d1-b19d-dd774245c129 service neutron] Transition to ACTIVE for port object 221651a7-613c-4f0c-ad77-48629ecfffce will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:59.793716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-04527ff3-d46d-4641-a3d8-bea0519e328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.795632 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-04527ff3-d46d-4641-a3d8-bea0519e328e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64ddfd84-ebcf-463c-a487-176ffec7929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514523 Jul 13 19:20:59.816866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-72ea95d0-c137-47d1-b19d-dd774245c129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.836189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.836820 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.838245 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] 10.222.0.60 "PUT /v2.0/ports/c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea HTTP/1.1" status: 200 len: 1096 time: 2.0800948 Jul 13 19:20:59.839668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab58196-62d1-4cb8-b1ba-8bf49d48b482', 'tag': 'c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:59.842458 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c1b994-799a-4c30-8da0-8457b3b9434f" -d '{"events": [{"name": "network-changed", "server_uuid": "dab58196-62d1-4cb8-b1ba-8bf49d48b482", "tag": "c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:00.025941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-72ea95d0-c137-47d1-b19d-dd774245c129 service neutron] No DVR routers for this DVR port 221651a7-613c-4f0c-ad77-48629ecfffce on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:00.040212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96521da0-4ec8-4cd5-b12d-7b14ea78a265 service neutron] Pushing event updated for resources: {'Port': ['ID=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:00.208929 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d13ff09-64db-4d2f-89d8-d8ea0bcd14c8 x-openstack-request-id: req-3d13ff09-64db-4d2f-89d8-d8ea0bcd14c8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:00.209309 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab58196-62d1-4cb8-b1ba-8bf49d48b482", "tag": "c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:00.209613 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d13ff09-64db-4d2f-89d8-d8ea0bcd14c8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:00.210055 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab58196-62d1-4cb8-b1ba-8bf49d48b482', 'tag': 'c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea', 'status': 'completed', 'code': 200} Jul 13 19:21:00.217436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-72ea95d0-c137-47d1-b19d-dd774245c129 service neutron] 10.222.0.60 "PUT /v2.0/ports/221651a7-613c-4f0c-ad77-48629ecfffce/bindings/n-h1-800708-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7943602 Jul 13 19:21:00.224582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea95d0-c137-47d1-b19d-dd774245c129 service neutron] Pushing event updated for resources: {'Port': ['ID=221651a7-613c-4f0c-ad77-48629ecfffce,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:00.238346 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-8146f757-78f1-44e0-ac53-f071f19caf97 service neutron] 10.222.0.24 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242640 Jul 13 19:21:00.245917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-b2deae50-a553-4532-8d35-0091cadab963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.247812 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-b2deae50-a553-4532-8d35-0091cadab963 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8e045b287164966bf50cec97701aa12&device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 1099 time: 0.3449268 Jul 13 19:21:00.284292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb99048-49a7-4355-8c99-2f1f10493262 req-9c5f34b0-0127-424e-b5d2-e8e41834db9e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.292264 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6fb99048-49a7-4355-8c99-2f1f10493262 req-9c5f34b0-0127-424e-b5d2-e8e41834db9e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 965 time: 0.1568189 Jul 13 19:21:00.295698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:00.360856 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-c15a8908-0660-457f-83b8-7b09e003f71b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea HTTP/1.1" status: 200 len: 217 time: 0.0850234 Jul 13 19:21:00.411036 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6fb99048-49a7-4355-8c99-2f1f10493262 req-7af81fae-38d9-43c0-8bd3-81239a747db7 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175497 Jul 13 19:21:00.419818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91a28d6-0b86-4013-9fd8-8e4d957b73c2', 'name': 'network-vif-deleted', 'tag': '5417ccac-2db8-4422-9e8f-eb65685f7c26'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:00.424590 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1219db-f2d2-413e-a649-f0ca24f52396" -d '{"events": [{"server_uuid": "f91a28d6-0b86-4013-9fd8-8e4d957b73c2", "name": "network-vif-deleted", "tag": "5417ccac-2db8-4422-9e8f-eb65685f7c26"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:00.440389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-04bf7f62-c037-46a6-aff5-12bb11f476db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.444666 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-04bf7f62-c037-46a6-aff5-12bb11f476db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0765922 Jul 13 19:21:00.463266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-869f9042-7f6f-4f7b-b4fd-deeea06b5a46 req-e92934ec-7579-437a-9a9a-c08df04f6779 service neutron] 10.222.0.24 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144783 Jul 13 19:21:00.483812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-48a6350c-f478-4292-819b-4b4c2c2c8464 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.485407 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-48a6350c-f478-4292-819b-4b4c2c2c8464 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1116 time: 0.1909404 Jul 13 19:21:00.549093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-111347ff-e14c-4b55-9dfd-626aa8cfd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.554442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-111347ff-e14c-4b55-9dfd-626aa8cfd1e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876436 Jul 13 19:21:00.574914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.643169 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45fe0f0-1c0f-4205-b68d-43a6f0a48f9e x-openstack-request-id: req-c45fe0f0-1c0f-4205-b68d-43a6f0a48f9e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:00.643453 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91a28d6-0b86-4013-9fd8-8e4d957b73c2", "name": "network-vif-deleted", "tag": "5417ccac-2db8-4422-9e8f-eb65685f7c26", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:00.643712 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c45fe0f0-1c0f-4205-b68d-43a6f0a48f9e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:00.645327 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91a28d6-0b86-4013-9fd8-8e4d957b73c2', 'name': 'network-vif-deleted', 'tag': '5417ccac-2db8-4422-9e8f-eb65685f7c26', 'status': 'completed', 'code': 200} Jul 13 19:21:00.680306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-86e75f44-f376-4806-9f24-786ee0019625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.682441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-86e75f44-f376-4806-9f24-786ee0019625 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7 HTTP/1.1" status: 200 len: 1116 time: 0.1711171 Jul 13 19:21:00.686934 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-88814a5b-14de-413a-a6ab-72a43ad831ec service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222422 Jul 13 19:21:00.821144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:00.842567 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e66c2f0-1fbc-4191-a356-a65c32f79d6a req-e3338130-ba54-4f88-873e-2c052a173814 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489909 Jul 13 19:21:00.869480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0512e-bc64-4bdf-90ad-08b4ef7cf645 req-b8e4a068-96e1-474d-8da4-14de265e4d87 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.871047 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5f0512e-bc64-4bdf-90ad-08b4ef7cf645 req-b8e4a068-96e1-474d-8da4-14de265e4d87 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 950 time: 0.1546338 Jul 13 19:21:00.876768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.888930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-dad70d8d-e079-4512-984f-26e5f97ec18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.890426 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-dad70d8d-e079-4512-984f-26e5f97ec18a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1116 time: 0.1691654 Jul 13 19:21:00.892101 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.896361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69035855-2562-46e2-b806-ddb57dbd9fb3 req-0d461cac-4c2f-4234-974c-c09a79916491 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.898352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69035855-2562-46e2-b806-ddb57dbd9fb3 req-0d461cac-4c2f-4234-974c-c09a79916491 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 970 time: 0.1166158 Jul 13 19:21:00.974771 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69035855-2562-46e2-b806-ddb57dbd9fb3 req-7d51029c-5823-4f20-98f3-6a57b20f9dfe tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e257c84-6f68-47a5-90d0-7241c2fdddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669234 Jul 13 19:21:01.000648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-3e2da3c2-d00a-4571-9382-57d0e33308a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.006653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-3e2da3c2-d00a-4571-9382-57d0e33308a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8e045b287164966bf50cec97701aa12&device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 1099 time: 0.1027627 Jul 13 19:21:01.006765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55f75eb4f84843be8f7e4f858ccbc101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057707 Jul 13 19:21:01.006765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14fdd71-adef-4121-830e-c6006c4bfccd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:01.009615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:01.028778 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5f0512e-bc64-4bdf-90ad-08b4ef7cf645 req-9a6b9029-9059-427b-9343-ed886c2e9ebc tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507137 Jul 13 19:21:01.040070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.040476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.040816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.041155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.041482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.041807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.042130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.042485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.043038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.043595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.054562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.054918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6847b-b571-4296-87b9-abbea335d4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.115144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-73692142-f1d0-41c2-8b22-8eabcc0b5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.116626 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-73692142-f1d0-41c2-8b22-8eabcc0b5c75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.2129192 Jul 13 19:21:01.130903 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-abafc8a4-63a9-4810-a7a4-48fa33dbb3b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d915d988b60414f9c9bc7802da5cb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038247 Jul 13 19:21:01.137488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:01.174114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-021e6ea6-10a6-419e-866c-49741462cddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.182053 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-17106a60-a756-403d-a07f-1dcafac75141 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=221651a7-613c-4f0c-ad77-48629ecfffce HTTP/1.1" status: 200 len: 217 time: 0.0542157 Jul 13 19:21:01.191422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-0925e17e-7ca0-4dad-8430-2db83d874ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.193113 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-0925e17e-7ca0-4dad-8430-2db83d874ed5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1831219 Jul 13 19:21:01.240834 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-021e6ea6-10a6-419e-866c-49741462cddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.241819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-6163cbc0-9c41-45c0-a7de-88527f1fbb16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea HTTP/1.1" status: 200 len: 217 time: 0.0420475 Jul 13 19:21:01.269253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcd12f-2cf8-4ee9-a28c-d3e4cc3b949d req-458e36fc-7005-416d-a117-16412bdaf127 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.276891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aabcd12f-2cf8-4ee9-a28c-d3e4cc3b949d req-458e36fc-7005-416d-a117-16412bdaf127 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 948 time: 0.1708150 Jul 13 19:21:01.308226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-32be1276-88bf-4ebb-aa66-37932ac6dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.309769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-32be1276-88bf-4ebb-aa66-37932ac6dcf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1164980 Jul 13 19:21:01.342784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-ccaa0086-c65b-4900-b8ed-210e68515842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.344358 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-ccaa0086-c65b-4900-b8ed-210e68515842 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0947857 Jul 13 19:21:01.350329 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cafc91a-1464-4906-8be7-81553a1a160d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.355005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-ebe85e33-2e6e-46be-98a9-5afd177d226e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360849 Jul 13 19:21:01.385880 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cafc91a-1464-4906-8be7-81553a1a160d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.404083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-021e6ea6-10a6-419e-866c-49741462cddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.406723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-021e6ea6-10a6-419e-866c-49741462cddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.411409 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-021e6ea6-10a6-419e-866c-49741462cddc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a14fdd71-adef-4121-830e-c6006c4bfccd HTTP/1.1" status: 204 len: 168 time: 0.3953114 Jul 13 19:21:01.411599 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aabcd12f-2cf8-4ee9-a28c-d3e4cc3b949d req-bdec0d71-78a7-4b77-a207-776790a9e950 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310987 Jul 13 19:21:01.452818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e6ea6-10a6-419e-866c-49741462cddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14fdd71-adef-4121-830e-c6006c4bfccd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:01.512625 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-e15dcf43-97c1-49d0-b2d9-6ac4f3408a1b service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475115 Jul 13 19:21:01.518507 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cafc91a-1464-4906-8be7-81553a1a160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.525396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cafc91a-1464-4906-8be7-81553a1a160d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.526809 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6cafc91a-1464-4906-8be7-81553a1a160d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b5552a3-3686-4a18-8a04-4720fea64119 HTTP/1.1" status: 204 len: 168 time: 0.3884211 Jul 13 19:21:01.530109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-ab7e3393-6c6e-479b-86ad-896812a86890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.532394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-ab7e3393-6c6e-479b-86ad-896812a86890 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794643 Jul 13 19:21:01.533792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:01.589400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafc91a-1464-4906-8be7-81553a1a160d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5552a3-3686-4a18-8a04-4720fea64119,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:01.665509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-21a79eeb-4707-48b0-88c0-49d393779487 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360476 Jul 13 19:21:01.743961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eec41b-c9c4-47dd-96cf-b7faeff5dcb1 req-1f331166-1a3e-4b0c-81d7-c1a133322d3c tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.745687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09eec41b-c9c4-47dd-96cf-b7faeff5dcb1 req-1f331166-1a3e-4b0c-81d7-c1a133322d3c tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 950 time: 0.1024106 Jul 13 19:21:01.776261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-81acdfb6-2a90-44f0-8d7e-9c1e0c72258d service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297840 Jul 13 19:21:01.789789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de5559-499c-49d1-82c6-e0e1d836706c req-51616ebd-85b9-43cb-8154-6745d8a92b09 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.797167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30de5559-499c-49d1-82c6-e0e1d836706c req-51616ebd-85b9-43cb-8154-6745d8a92b09 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 965 time: 0.1081030 Jul 13 19:21:01.801476 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09eec41b-c9c4-47dd-96cf-b7faeff5dcb1 req-219d9694-83d8-41c8-97f8-a686fa50a06c tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500629 Jul 13 19:21:01.896196 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30de5559-499c-49d1-82c6-e0e1d836706c req-0dcc42b8-8d11-4c2f-a53c-f46e7dbfd285 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981307 Jul 13 19:21:01.927035 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-82c1b994-799a-4c30-8da0-8457b3b9434f req-16ef52e1-a8cf-41fe-8aab-4d1c99a69dbf service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205103 Jul 13 19:21:01.986861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.060895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-cf01604e-03b6-4b5e-97c1-ef789b32fbd1 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:02.062380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-cf01604e-03b6-4b5e-97c1-ef789b32fbd1 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 970 time: 0.1244395 Jul 13 19:21:02.096565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-50da973c-e479-4305-bd0f-e7b767d5b4ad tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:02.100277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-50da973c-e479-4305-bd0f-e7b767d5b4ad tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1116 time: 0.1179969 Jul 13 19:21:02.154716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:02.170415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:02.210362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 221651a7-613c-4f0c-ad77-48629ecfffce no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:02.214639 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-682991d4-788f-4a33-91b4-5dd22f281ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.273978 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 221651a7-613c-4f0c-ad77-48629ecfffce not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:02.274419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5417ccac-2db8-4422-9e8f-eb65685f7c26 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:02.294285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.295327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 5417ccac-2db8-4422-9e8f-eb65685f7c26 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:02.295705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5417ccac-2db8-4422-9e8f-eb65685f7c26 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:02.308443 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.320890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-2075d018-ee05-411c-8402-ffd98d51f9c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Deleting port 900a8cda-060b-4394-b0f7-820157cbc8aa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:02.321478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-2075d018-ee05-411c-8402-ffd98d51f9c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.328603 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fca07613-2c5e-4cf9-86f5-4f28eaf9c193 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95617b5deb4b481a8506c314808af35e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570079 Jul 13 19:21:02.335359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:02.415870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04e38d1c90994567b6bbc175e1a932d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8802891 Jul 13 19:21:02.419764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b252dd95-c8ae-43ef-8df3-ef3c8e6af26b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:02.421604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:02.424663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fd38a-c320-47f0-9f83-3655700eecea req-e5ad6812-1d55-458f-85f2-abfac4c0895c tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:02.427060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba1fd38a-c320-47f0-9f83-3655700eecea req-e5ad6812-1d55-458f-85f2-abfac4c0895c tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 970 time: 0.2304904 Jul 13 19:21:02.475964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-20bdfd0c-560e-4661-b6bb-8daedf604640 service neutron] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:02.490049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-20bdfd0c-560e-4661-b6bb-8daedf604640 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.491268 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8047b655-b67c-4699-b926-dfaf38bb2096 req-20bdfd0c-560e-4661-b6bb-8daedf604640 service neutron] 10.222.0.24 "DELETE /v2.0/ports/221651a7-613c-4f0c-ad77-48629ecfffce/bindings/n-h2-800708-1 HTTP/1.1" status: 204 len: 173 time: 0.3713014 Jul 13 19:21:02.494574 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08672321-00cf-4e8a-aede-9414437a65dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.501183 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba1fd38a-c320-47f0-9f83-3655700eecea req-5db60dde-0f05-45cd-987e-cbec4e827820 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e257c84-6f68-47a5-90d0-7241c2fdddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656998 Jul 13 19:21:02.527318 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08672321-00cf-4e8a-aede-9414437a65dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.583885 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08672321-00cf-4e8a-aede-9414437a65dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.586536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08672321-00cf-4e8a-aede-9414437a65dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.587880 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-08672321-00cf-4e8a-aede-9414437a65dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9ff4f94-9ec6-4ce5-b12e-04d3659bb385 HTTP/1.1" status: 204 len: 168 time: 0.2508886 Jul 13 19:21:02.595604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08672321-00cf-4e8a-aede-9414437a65dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ff4f94-9ec6-4ce5-b12e-04d3659bb385,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:02.647917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.648797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.649138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.649472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.649800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.650125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.650467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.650790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.651108 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.651425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.651740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.652066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7c42a-9603-4b34-b645-76c57281fdb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.743799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-2075d018-ee05-411c-8402-ffd98d51f9c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] For port 900a8cda-060b-4394-b0f7-820157cbc8aa, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=900a8cda-060b-4394-b0f7-820157cbc8aa,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:02.744169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-2075d018-ee05-411c-8402-ffd98d51f9c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.774478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-2075d018-ee05-411c-8402-ffd98d51f9c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Calling delete_port for 900a8cda-060b-4394-b0f7-820157cbc8aa owned by compute:tempest-test_az-309741403 {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:02.867888 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-682991d4-788f-4a33-91b4-5dd22f281ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.904555 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ca6208e-5d0e-4c07-9937-1425b5127f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.909694 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-682991d4-788f-4a33-91b4-5dd22f281ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.992177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ac85d-5723-4260-8b53-b85dd09de52c req-20caf613-b2eb-484b-a047-84c2adf18b2a tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:02.993711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-447ac85d-5723-4260-8b53-b85dd09de52c req-20caf613-b2eb-484b-a047-84c2adf18b2a tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 948 time: 0.3614914 Jul 13 19:21:02.995943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ca6208e-5d0e-4c07-9937-1425b5127f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.010930 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-682991d4-788f-4a33-91b4-5dd22f281ef2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c3d33bb6f9348ec8a0f04dfa631dd5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8551979 Jul 13 19:21:03.011925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5ac08-c54d-431c-b345-2225a1eb2160 req-46faaab5-2395-4674-a6fb-c78081242d58 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:03.015918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:03.019538 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58a5ac08-c54d-431c-b345-2225a1eb2160 req-46faaab5-2395-4674-a6fb-c78081242d58 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 950 time: 0.0839896 Jul 13 19:21:03.039130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682991d4-788f-4a33-91b4-5dd22f281ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e6e619-fd5c-4039-b704-59bf44955997,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:03.060919 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58a5ac08-c54d-431c-b345-2225a1eb2160 req-f725efdf-ae8e-4bce-90f1-7315b70ea8af tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Jul 13 19:21:03.149332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-447ac85d-5723-4260-8b53-b85dd09de52c req-5c4d973f-5e88-45bc-82a9-ff36cf4696ed tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413975 Jul 13 19:21:03.183197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa3e0e66-e78c-4fc0-bf9e-9bed161ff8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.197367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ca6208e-5d0e-4c07-9937-1425b5127f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.201028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ca6208e-5d0e-4c07-9937-1425b5127f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.202153 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8ca6208e-5d0e-4c07-9937-1425b5127f55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b252dd95-c8ae-43ef-8df3-ef3c8e6af26b HTTP/1.1" status: 204 len: 168 time: 0.7756674 Jul 13 19:21:03.217692 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-2075d018-ee05-411c-8402-ffd98d51f9c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.232246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['900a8cda-060b-4394-b0f7-820157cbc8aa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:03.249207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa3e0e66-e78c-4fc0-bf9e-9bed161ff8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.274957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6208e-5d0e-4c07-9937-1425b5127f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b252dd95-c8ae-43ef-8df3-ef3c8e6af26b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:03.311779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075d018-ee05-411c-8402-ffd98d51f9c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Pushing event deleted for resources: {'Port': ['ID=900a8cda-060b-4394-b0f7-820157cbc8aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:03.374795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-2075d018-ee05-411c-8402-ffd98d51f9c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] No DVR routers for this DVR port 900a8cda-060b-4394-b0f7-820157cbc8aa on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:03.379557 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-2075d018-ee05-411c-8402-ffd98d51f9c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.383384 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689f74b3-0afa-45f5-ad61-4ae0b5616e3d req-2075d018-ee05-411c-8402-ffd98d51f9c5 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.60 "DELETE /v2.0/ports/900a8cda-060b-4394-b0f7-820157cbc8aa HTTP/1.1" status: 204 len: 173 time: 1.3115735 Jul 13 19:21:03.389995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9008881-b5fb-478e-a88d-95bc2f6b9ee5', 'name': 'network-vif-deleted', 'tag': '900a8cda-060b-4394-b0f7-820157cbc8aa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:03.392716 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2dbe55-100e-439c-a547-82295ef9a92e" -d '{"events": [{"server_uuid": "d9008881-b5fb-478e-a88d-95bc2f6b9ee5", "name": "network-vif-deleted", "tag": "900a8cda-060b-4394-b0f7-820157cbc8aa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:03.458143 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa3e0e66-e78c-4fc0-bf9e-9bed161ff8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.471043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa3e0e66-e78c-4fc0-bf9e-9bed161ff8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.472351 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fa3e0e66-e78c-4fc0-bf9e-9bed161ff8e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8e6e619-fd5c-4039-b704-59bf44955997 HTTP/1.1" status: 204 len: 168 time: 0.4484694 Jul 13 19:21:03.482042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e0e66-e78c-4fc0-bf9e-9bed161ff8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e6e619-fd5c-4039-b704-59bf44955997,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:03.533406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc989a2-8513-4d74-838c-d0c68448c860 req-caae0a73-b080-4970-a401-b2e887c4a4e3 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:03.539208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-edc989a2-8513-4d74-838c-d0c68448c860 req-caae0a73-b080-4970-a401-b2e887c4a4e3 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 965 time: 0.3108108 Jul 13 19:21:03.615797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ad9d5-089d-4a6d-bd82-5c2a3cd2c181 req-c7936d76-46ae-47e8-8f28-113e4e8f81a4 tempest-LiveMigrationNegativeTest-682612080 tempest-LiveMigrationNegativeTest-682612080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:03.626260 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f65ad9d5-089d-4a6d-bd82-5c2a3cd2c181 req-c7936d76-46ae-47e8-8f28-113e4e8f81a4 tempest-LiveMigrationNegativeTest-682612080 tempest-LiveMigrationNegativeTest-682612080-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 1101 time: 0.0779607 Jul 13 19:21:03.628711 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-edc989a2-8513-4d74-838c-d0c68448c860 req-42000698-86cb-495e-83db-89acf90c32dd tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819395 Jul 13 19:21:03.651616 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f65ad9d5-089d-4a6d-bd82-5c2a3cd2c181 req-3b343b40-52fd-4eff-8fde-e6bf38f1cae8 tempest-LiveMigrationNegativeTest-682612080 tempest-LiveMigrationNegativeTest-682612080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.750274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:03.766170 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e79f-142f-4d99-aeef-6f16de8c84e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.805369 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f65ad9d5-089d-4a6d-bd82-5c2a3cd2c181 req-3b343b40-52fd-4eff-8fde-e6bf38f1cae8 tempest-LiveMigrationNegativeTest-682612080 tempest-LiveMigrationNegativeTest-682612080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.807845 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccbc3fc-e1c3-4b11-8a2e-1e22b3999f42 x-openstack-request-id: req-2ccbc3fc-e1c3-4b11-8a2e-1e22b3999f42 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:03.808182 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9008881-b5fb-478e-a88d-95bc2f6b9ee5", "name": "network-vif-deleted", "tag": "900a8cda-060b-4394-b0f7-820157cbc8aa", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:03.808472 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ccbc3fc-e1c3-4b11-8a2e-1e22b3999f42 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:03.808870 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9008881-b5fb-478e-a88d-95bc2f6b9ee5', 'name': 'network-vif-deleted', 'tag': '900a8cda-060b-4394-b0f7-820157cbc8aa', 'status': 'completed', 'code': 200} Jul 13 19:21:03.828630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f65ad9d5-089d-4a6d-bd82-5c2a3cd2c181 req-3b343b40-52fd-4eff-8fde-e6bf38f1cae8 tempest-LiveMigrationNegativeTest-682612080 tempest-LiveMigrationNegativeTest-682612080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.911939 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f65ad9d5-089d-4a6d-bd82-5c2a3cd2c181 req-3b343b40-52fd-4eff-8fde-e6bf38f1cae8 tempest-LiveMigrationNegativeTest-682612080 tempest-LiveMigrationNegativeTest-682612080-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751517 Jul 13 19:21:03.950810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b343b40-52fd-4eff-8fde-e6bf38f1cae8 tempest-LiveMigrationNegativeTest-682612080 tempest-LiveMigrationNegativeTest-682612080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef0bd3-9b05-4a9a-957e-516c79dc557f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:04.026446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-86bd36f8-8e29-4d7f-8d5e-01247a4b6506 req-6e0784d8-63f2-47c5-9f08-e2db01af8f54 tempest-TenantUsagesTestJSON-59028310 tempest-TenantUsagesTestJSON-59028310-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9008881-b5fb-478e-a88d-95bc2f6b9ee5 HTTP/1.1" status: 200 len: 210 time: 0.0531125 Jul 13 19:21:04.028488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e79f-142f-4d99-aeef-6f16de8c84e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.047338 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e79f-142f-4d99-aeef-6f16de8c84e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.091214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0cc2e79f-142f-4d99-aeef-6f16de8c84e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=683e3a25be5646b5a22e554029c3c36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399990 Jul 13 19:21:04.094054 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:04.132066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2e79f-142f-4d99-aeef-6f16de8c84e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc477d76-7728-437d-b73a-e62941dfe5a3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:04.224278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:04.269411 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d825217-1d5f-463c-901b-1d9e172687fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.305162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d825217-1d5f-463c-901b-1d9e172687fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.319593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9e2c8-0136-44d0-99a0-82770e9632cf req-8ce33d74-f19e-4657-8b26-1b947c81fa10 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:04.321133 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97b9e2c8-0136-44d0-99a0-82770e9632cf req-8ce33d74-f19e-4657-8b26-1b947c81fa10 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1116 time: 0.1892884 Jul 13 19:21:04.379598 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97b9e2c8-0136-44d0-99a0-82770e9632cf req-bb316f1f-42ff-4ad2-b0be-efa76558007c tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512421 Jul 13 19:21:04.412437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:04.413051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d825217-1d5f-463c-901b-1d9e172687fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.416233 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d825217-1d5f-463c-901b-1d9e172687fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.417466 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3d825217-1d5f-463c-901b-1d9e172687fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc477d76-7728-437d-b73a-e62941dfe5a3 HTTP/1.1" status: 204 len: 168 time: 0.3223135 Jul 13 19:21:04.429279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea', 'mac_address': 'fa:16:3e:4a:a8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:04.437379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d825217-1d5f-463c-901b-1d9e172687fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc477d76-7728-437d-b73a-e62941dfe5a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:04.501259 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.518143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:04.519852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cd227-b632-4e4c-a61a-5b615cb6dcc4 req-4c563f29-5fcb-43c5-baf6-fd392a967ba0 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:04.529739 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c1cd227-b632-4e4c-a61a-5b615cb6dcc4 req-4c563f29-5fcb-43c5-baf6-fd392a967ba0 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 948 time: 0.1530826 Jul 13 19:21:04.546933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:04.552857 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.613539 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c1cd227-b632-4e4c-a61a-5b615cb6dcc4 req-58654404-0b60-4ebd-ade4-2df5053e81f9 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817552 Jul 13 19:21:04.683191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:04.762727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:04.962603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3e70-90bc-47ab-bdad-a5961183787c req-dbf81444-9afa-47d8-924e-59077ace0811 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:04.971472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-dbf81444-9afa-47d8-924e-59077ace0811 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 821 time: 0.1832676 Jul 13 19:21:04.997236 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-8eaba2bc-65d4-4709-8e1c-15fd9430868b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/quotas/869d67b9e7174d6f9740aaee1bb7cdf7 HTTP/1.1" status: 200 len: 375 time: 0.0159481 Jul 13 19:21:05.095403 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-cee06a9f-6d9f-4520-bf61-983b07a551e2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969865 Jul 13 19:21:05.215889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-7c44779b-d7e9-485e-8d18-65680e5a4390 service neutron] 10.222.0.25 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195908 Jul 13 19:21:05.252067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedf91d-2327-4f4b-bb71-b0dcc0869f27 req-78e8ea88-2066-4813-9501-286450988a9e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:05.255588 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-abedf91d-2327-4f4b-bb71-b0dcc0869f27 req-78e8ea88-2066-4813-9501-286450988a9e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 950 time: 0.0911927 Jul 13 19:21:05.301870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-abedf91d-2327-4f4b-bb71-b0dcc0869f27 req-7dd798c0-7bfb-4f53-9421-31e996a657ee tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Jul 13 19:21:05.332927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-61262744-d372-4947-a9ba-405c80ce40fe service neutron] 10.222.0.25 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092036 Jul 13 19:21:05.574822 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-157081c8-138a-4661-983b-df2a81c19307 req-fa2b2c1d-1736-4ca9-84f0-a3b0c90eefd5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 210 time: 0.0617876 Jul 13 19:21:05.829550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc49e-2180-4f48-80a1-7d7317a3ea66 req-82312264-cf17-4fad-be45-19bac5ca07bc tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:05.839489 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3afc49e-2180-4f48-80a1-7d7317a3ea66 req-82312264-cf17-4fad-be45-19bac5ca07bc tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 949 time: 0.0875521 Jul 13 19:21:05.875689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:05.900341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3afc49e-2180-4f48-80a1-7d7317a3ea66 req-fead8a9d-436c-4d94-8b2a-c822a2033633 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594432 Jul 13 19:21:06.141057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-56036406-b244-4f5e-9faf-eefa3cbb2e30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24f47615c42c47599153784e9d863548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627866 Jul 13 19:21:06.143369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:06.224133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:06.230219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2386f256-75de-4bb0-9037-da78f6686c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.255883 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2386f256-75de-4bb0-9037-da78f6686c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.325160 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2386f256-75de-4bb0-9037-da78f6686c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.331884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2386f256-75de-4bb0-9037-da78f6686c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.334826 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2386f256-75de-4bb0-9037-da78f6686c82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e257c84-6f68-47a5-90d0-7241c2fdddbf HTTP/1.1" status: 204 len: 168 time: 0.1899989 Jul 13 19:21:06.353508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:06.359857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:06.361687 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.369190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386f256-75de-4bb0-9037-da78f6686c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e257c84-6f68-47a5-90d0-7241c2fdddbf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:06.369292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:06.536003 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.573642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab58196-62d1-4cb8-b1ba-8bf49d48b482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:06.576756 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e84970-b009-4298-abfd-312e9573492e" -d '{"events": [{"server_uuid": "dab58196-62d1-4cb8-b1ba-8bf49d48b482", "name": "network-vif-plugged", "status": "completed", "tag": "c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:06.590196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-498627433-network', 'tenant_id': '840d2067a2fb4c94bdceaf4a2410ea0c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:06.598047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:06.603935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.605293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 900a8cda-060b-4394-b0f7-820157cbc8aa no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:06.663823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Made reservation on behalf of 840d2067a2fb4c94bdceaf4a2410ea0c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:06.666632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.686323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.780482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-6335d5ca-e765-40ca-93a8-fa6c202e14c9 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:06.782513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-6335d5ca-e765-40ca-93a8-fa6c202e14c9 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 950 time: 0.2564945 Jul 13 19:21:06.787166 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254a7116-99bb-4d2c-a3c6-26b811c087b1 x-openstack-request-id: req-254a7116-99bb-4d2c-a3c6-26b811c087b1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:06.787591 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab58196-62d1-4cb8-b1ba-8bf49d48b482", "name": "network-vif-plugged", "status": "completed", "tag": "c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:06.787937 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-254a7116-99bb-4d2c-a3c6-26b811c087b1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:06.788422 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab58196-62d1-4cb8-b1ba-8bf49d48b482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea', 'code': 200} Jul 13 19:21:06.791002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 900a8cda-060b-4394-b0f7-820157cbc8aa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:06.791453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 900a8cda-060b-4394-b0f7-820157cbc8aa not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:06.799470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fb326-2203-4dd8-a160-9de315296c48 req-01652a6e-cb6d-41c9-8f89-2e2ea3c2cfb8 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:06.808369 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b8fb326-2203-4dd8-a160-9de315296c48 req-01652a6e-cb6d-41c9-8f89-2e2ea3c2cfb8 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 950 time: 0.2661014 Jul 13 19:21:06.821340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:06.833322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.836343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.836843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.837339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.837841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.839675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.840161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.841676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.842199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.842832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.843917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.845723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:06.931092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b8fb326-2203-4dd8-a160-9de315296c48 req-4d74002c-efa3-4a9c-b5e1-76fc690dc99b tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172845 Jul 13 19:21:06.960147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:06.965895 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69639141-a5f6-4d01-974f-33b984ed3c87 req-6ebfd58c-b5cb-4e9b-a0a9-441c39a91cfc tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 210 time: 0.0704041 Jul 13 19:21:06.991289 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-210b505c-fc8a-43b9-a71a-bac90ed10462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.026788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad88815-dceb-4635-a269-54256fe6d073 req-d19ede4b-ae9c-4d37-a678-068dfa257111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:07.028526 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aad88815-dceb-4635-a269-54256fe6d073 req-d19ede4b-ae9c-4d37-a678-068dfa257111 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 1101 time: 0.2479672 Jul 13 19:21:07.082730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-4c36a613-593c-4888-b46f-b24129c9cb32 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Deleting port 16464d9b-1656-48ea-b5c4-56c0edd4afaa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:07.083125 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-4c36a613-593c-4888-b46f-b24129c9cb32 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.093608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aad88815-dceb-4635-a269-54256fe6d073 req-b017e3e0-4577-495d-8f50-14b17a400fa1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567613 Jul 13 19:21:07.133475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3e70-90bc-47ab-bdad-a5961183787c req-d1ec48ea-f1b3-42be-bd83-79ff05cbf0ca tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:07.135254 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-d1ec48ea-f1b3-42be-bd83-79ff05cbf0ca tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 821 time: 0.2043099 Jul 13 19:21:07.152443 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Request body: {'port': {'device_id': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441', 'admin_state_up': True, 'tenant_id': '869d67b9e7174d6f9740aaee1bb7cdf7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:07.161438 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.193594 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.217626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:21:07.241142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.241551 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Added segment 009fc912-8b8a-42b3-a8fa-f6ee61263149 of type vlan for network 70da2daa-77d3-4e16-93f4-0d3a91daf584 Jul 13 19:21:07.358000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea03541-d8d5-4486-bd5c-7340830ec872 req-6f21dfb7-020d-4600-a63a-4669ba5e02f9 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:07.359516 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eea03541-d8d5-4486-bd5c-7340830ec872 req-6f21dfb7-020d-4600-a63a-4669ba5e02f9 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 950 time: 0.2229483 Jul 13 19:21:07.365586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-4c36a613-593c-4888-b46f-b24129c9cb32 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] For port 16464d9b-1656-48ea-b5c4-56c0edd4afaa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=16464d9b-1656-48ea-b5c4-56c0edd4afaa,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:07.365959 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-4c36a613-593c-4888-b46f-b24129c9cb32 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.375589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954d4d0d-43f3-4dba-9057-6d96d7021b81,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:07.380451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.391146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-4c36a613-593c-4888-b46f-b24129c9cb32 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Calling delete_port for 16464d9b-1656-48ea-b5c4-56c0edd4afaa owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:07.425735 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-210b505c-fc8a-43b9-a71a-bac90ed10462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.438020 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eea03541-d8d5-4486-bd5c-7340830ec872 req-27522e58-db55-40b8-8906-bd9feb3c84f2 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656695 Jul 13 19:21:07.438634 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-210b505c-fc8a-43b9-a71a-bac90ed10462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.470279 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.471125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:07.471806 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.488846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Made reservation on behalf of 869d67b9e7174d6f9740aaee1bb7cdf7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:07.493392 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.649247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-210b505c-fc8a-43b9-a71a-bac90ed10462 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=149d9b6f3d114b0fb70619f11c9e8ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6855927 Jul 13 19:21:07.652419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:07.654443 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b505c-fc8a-43b9-a71a-bac90ed10462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea2c7db-94e7-4e1c-b680-8c8a8015083d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:07.681910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Allocated IP 172.20.0.3 (8777bc0e-d35f-41d4-996a-471bdf2b5441/1c7215b9-42cb-4cfe-ab63-63e138febb58/de587c47-2030-4853-ae21-d6d7c65591a6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:07.779733 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfcd0-d307-40af-b957-f4eb330f06ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.807952 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-7d917152-8cb6-4c96-a496-73442761a847 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327921 Jul 13 19:21:07.813502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4442432 Jul 13 19:21:07.822880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:07.830937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Request body: {'subnet': {'network_id': '70da2daa-77d3-4e16-93f4-0d3a91daf584', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-498627433-subnet', 'tenant_id': '840d2067a2fb4c94bdceaf4a2410ea0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:07.851811 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfcd0-d307-40af-b957-f4eb330f06ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.892929 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352dd1-108e-43d2-8c78-e2780f3e71b2 admin admin] Pushing event updated for resources: {'Network': ['ID=70da2daa-77d3-4e16-93f4-0d3a91daf584,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:07.904209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 70da2daa-77d3-4e16-93f4-0d3a91daf584 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:21:07.947904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Made reservation on behalf of 840d2067a2fb4c94bdceaf4a2410ea0c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:07.950877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.982991 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfcd0-d307-40af-b957-f4eb330f06ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.985438 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfcd0-d307-40af-b957-f4eb330f06ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.986711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c4dcfcd0-d307-40af-b957-f4eb330f06ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ea2c7db-94e7-4e1c-b680-8c8a8015083d HTTP/1.1" status: 204 len: 168 time: 0.3331339 Jul 13 19:21:07.990873 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.006853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcfcd0-d307-40af-b957-f4eb330f06ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea2c7db-94e7-4e1c-b680-8c8a8015083d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:08.046514 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.106002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-9124e54b-515f-4a60-a989-b7f78d55271f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:08.107706 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-9124e54b-515f-4a60-a989-b7f78d55271f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833505 Jul 13 19:21:08.125718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Network 8777bc0e-d35f-41d4-996a-471bdf2b5441 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:08.131030 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-4c36a613-593c-4888-b46f-b24129c9cb32 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.131966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:08.134821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:08.142922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:08.143764 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.148633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2b4a14eb-fc66-4aa4-a069-701ebcc90857', '16464d9b-1656-48ea-b5c4-56c0edd4afaa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:08.176248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-a101aba1-a39c-474c-853a-57d67fd96189 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/quotas/e643eba7f04c4a02a7cd7bebd87eb787 HTTP/1.1" status: 200 len: 375 time: 0.0561788 Jul 13 19:21:08.182225 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36a613-593c-4888-b46f-b24129c9cb32 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Pushing event deleted for resources: {'Port': ['ID=16464d9b-1656-48ea-b5c4-56c0edd4afaa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:08.199858 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0a41f4c-2860-4f54-8b38-8a0ad5e59030 req-94f12646-be47-4ca4-8726-7df4fab861bb tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 210 time: 0.0714660 Jul 13 19:21:08.210891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Pushing event updated for resources: {'Port': ['ID=de587c47-2030-4853-ae21-d6d7c65591a6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:08.216545 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-343a8618-49ca-40db-aa83-05f12b29b49c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692122 Jul 13 19:21:08.232026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Request body: {'port': {'device_id': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:08.275988 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-7d183d5f-ab6b-4d72-bd78-254ccc8bdcd5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869682 Jul 13 19:21:08.337701 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-4c36a613-593c-4888-b46f-b24129c9cb32 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] No DVR routers for this DVR port 16464d9b-1656-48ea-b5c4-56c0edd4afaa on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:08.384733 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-4c36a613-593c-4888-b46f-b24129c9cb32 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.391730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f6abf3d6-0a31-4145-bb3e-c06f51bbeecf req-4c36a613-593c-4888-b46f-b24129c9cb32 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "DELETE /v2.0/ports/16464d9b-1656-48ea-b5c4-56c0edd4afaa HTTP/1.1" status: 204 len: 173 time: 1.5620511 Jul 13 19:21:08.392217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1835620e-45ef-44a6-8f88-31ffb67429f6', 'name': 'network-vif-deleted', 'tag': '16464d9b-1656-48ea-b5c4-56c0edd4afaa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:08.394579 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b19145-5fdd-4493-b846-d18efc8c34ba" -d '{"events": [{"server_uuid": "1835620e-45ef-44a6-8f88-31ffb67429f6", "name": "network-vif-deleted", "tag": "16464d9b-1656-48ea-b5c4-56c0edd4afaa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:08.419215 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.564297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.570004 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a125759b-889b-49fb-a6b6-9d3853294c61 x-openstack-request-id: req-a125759b-889b-49fb-a6b6-9d3853294c61 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:08.570296 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1835620e-45ef-44a6-8f88-31ffb67429f6", "name": "network-vif-deleted", "tag": "16464d9b-1656-48ea-b5c4-56c0edd4afaa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:08.572496 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a125759b-889b-49fb-a6b6-9d3853294c61 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:08.572955 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1835620e-45ef-44a6-8f88-31ffb67429f6', 'name': 'network-vif-deleted', 'tag': '16464d9b-1656-48ea-b5c4-56c0edd4afaa', 'status': 'completed', 'code': 200} Jul 13 19:21:08.641766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f3c13f-50b6-4a9c-b92c-05ccf016530c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:08.656991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Checking segment: {'id': '009fc912-8b8a-42b3-a8fa-f6ee61263149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '70da2daa-77d3-4e16-93f4-0d3a91daf584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:08.657352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Network hostable DHCP agents. Network: 70da2daa-77d3-4e16-93f4-0d3a91daf584, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:21:08.695953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Network 70da2daa-77d3-4e16-93f4-0d3a91daf584 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:21:08.718488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 70da2daa-77d3-4e16-93f4-0d3a91daf584) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:08.727350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b5928-7531-4ee9-b990-471937cc7a33 None None] Network 70da2daa-77d3-4e16-93f4-0d3a91daf584 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:08.745561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:08.746323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.799121 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e57620c6-3493-483c-9186-6d3689f2c193 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9734876 Jul 13 19:21:08.806271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fee895-ad15-4456-ac28-8c8084bfb605 req-67c575d2-9e4e-4256-9f92-2889a9747429 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:08.813686 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1fee895-ad15-4456-ac28-8c8084bfb605 req-67c575d2-9e4e-4256-9f92-2889a9747429 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 931 time: 0.3130789 Jul 13 19:21:08.897837 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1fee895-ad15-4456-ac28-8c8084bfb605 req-a322c8d7-ed1f-4f71-b8db-67596e89ffa4 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828755 Jul 13 19:21:09.021714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e0cb4-0828-41ce-89d1-df5bff42d4a2 None None] Network 70da2daa-77d3-4e16-93f4-0d3a91daf584 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:09.029910 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5c2d304-a966-48da-85b4-1d5cd121ece9 req-8e179266-f596-4df8-b8bd-e8e5866485c6 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 210 time: 0.0647006 Jul 13 19:21:09.075466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de587c47-2030-4853-ae21-d6d7c65591a6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:09.088637 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.141695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f14b8-9594-41b8-9bb6-3e1ada092984 req-c217dd2f-fcb5-479d-adf8-1cb4e510470e tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:09.150275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b6f14b8-9594-41b8-9bb6-3e1ada092984 req-c217dd2f-fcb5-479d-adf8-1cb4e510470e tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 950 time: 0.2254641 Jul 13 19:21:09.151400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Transition to ACTIVE for port object de587c47-2030-4853-ae21-d6d7c65591a6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:09.156130 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.297740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b6f14b8-9594-41b8-9bb6-3e1ada092984 req-a0d5355c-21b7-4a13-bb53-1f1d06b05e70 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320937 Jul 13 19:21:09.366563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Pushing event updated for resources: {'Port': ['ID=de587c47-2030-4853-ae21-d6d7c65591a6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:09.377633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:09.378805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:09.379694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:09.387785 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Port de587c47-2030-4853-ae21-d6d7c65591a6 on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:09.388408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:09.397988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:09.398734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:09.399328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:09.400084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Bound port: de587c47-2030-4853-ae21-d6d7c65591a6, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:09.400628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.594125 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20e94faa-b3f5-4eff-a925-aa95b10ffea0 req-5a438b04-f435-4668-be40-4120eef08b74 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=1835620e-45ef-44a6-8f88-31ffb67429f6 HTTP/1.1" status: 200 len: 210 time: 0.0490050 Jul 13 19:21:09.600373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:09.626164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:09.635955 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.657815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:09.738492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:09.740250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.742725 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] 10.222.0.60 "PUT /v2.0/ports/de587c47-2030-4853-ae21-d6d7c65591a6 HTTP/1.1" status: 200 len: 1091 time: 1.5186427 Jul 13 19:21:09.744145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'tag': 'de587c47-2030-4853-ae21-d6d7c65591a6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:09.750780 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5575633-a208-4977-8cd2-7f5c9ae5e67d" -d '{"events": [{"name": "network-changed", "server_uuid": "5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c", "tag": "de587c47-2030-4853-ae21-d6d7c65591a6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:09.813396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4fb4e-8d33-4ef5-8359-e047bfcde435 service neutron] Pushing event updated for resources: {'Port': ['ID=de587c47-2030-4853-ae21-d6d7c65591a6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:09.941983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:09.953584 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665ea0e6-69a0-4688-8ba5-0c6862e6e237 x-openstack-request-id: req-665ea0e6-69a0-4688-8ba5-0c6862e6e237 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:09.956391 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c", "tag": "de587c47-2030-4853-ae21-d6d7c65591a6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:09.956782 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-665ea0e6-69a0-4688-8ba5-0c6862e6e237 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:09.957295 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'tag': 'de587c47-2030-4853-ae21-d6d7c65591a6', 'status': 'completed', 'code': 200} Jul 13 19:21:09.961152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-network', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:09.961718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-540424283-network', 'tenant_id': '438988a0ee214ee5a18fae7c87eb1517'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:09.989156 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:21:09.989156 n-d-800708-1 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 19:21:09.989156 n-d-800708-1 neutron-server[93767]: [parameters: {'project_id': '438988a0ee214ee5a18fae7c87eb1517', 'id': '4a1e9c6c-88aa-4522-9d25-3355481c7098', 'expiration': datetime.datetime(2021, 7, 13, 19, 23, 9, 979349)}] Jul 13 19:21:09.989156 n-d-800708-1 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:21:09.989861 n-d-800708-1 neutron-server[93767]: DEBUG oslo_db.api [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:21:10.000230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef94049-c635-4637-90d9-3a34b8570c59 req-3cfafaf7-8bb6-4b88-9b38-724654781c68 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.002910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ef94049-c635-4637-90d9-3a34b8570c59 req-3cfafaf7-8bb6-4b88-9b38-724654781c68 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 950 time: 0.0984352 Jul 13 19:21:10.004287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3e70-90bc-47ab-bdad-a5961183787c req-18ce133c-14c4-4240-995f-ea2918fb13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.006253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-18ce133c-14c4-4240-995f-ea2918fb13aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1094 time: 0.1399133 Jul 13 19:21:10.033373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Made reservation on behalf of 8a873fbd00ce47b4859ef54ff0b79b3b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:10.035966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.051299 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-2dffceec-f381-4f65-a3a0-69b7049b9032 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de587c47-2030-4853-ae21-d6d7c65591a6 HTTP/1.1" status: 200 len: 217 time: 0.0384715 Jul 13 19:21:10.056895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.075380 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ef94049-c635-4637-90d9-3a34b8570c59 req-090014cf-936c-414b-873a-acb5fed42e73 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637665 Jul 13 19:21:10.143177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3e70-90bc-47ab-bdad-a5961183787c req-776334c2-e72c-4eb3-a88f-3711f9a28687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.144708 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-776334c2-e72c-4eb3-a88f-3711f9a28687 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.0877442 Jul 13 19:21:10.183411 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-fee35a1a-afc7-4221-aa92-3a73da23aa23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331824 Jul 13 19:21:10.243919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.249906 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.298743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:21:10.332927 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-7232e239-01ce-450b-9614-9ead3e588e6e service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383045 Jul 13 19:21:10.336814 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2cc56c4f-417e-4d23-842e-27f8687838b4 req-0d5e16ed-d5c5-4c77-a628-c35d67aa8fc4 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 210 time: 0.0581877 Jul 13 19:21:10.339014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71362de-06c2-4d67-878b-d14ad40c2934,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:10.344701 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.345164 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Added segment 2f4316d9-bd8d-4c9d-bcf0-8e070085b95d of type vlan for network 28e00722-b631-431f-88c3-93d857def0f6 Jul 13 19:21:10.362566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1246e04-7c1d-4519-9579-b30f196f05a0 req-e776fe1d-5e81-4a0c-b613-4c62f7de5784 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.364762 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1246e04-7c1d-4519-9579-b30f196f05a0 req-e776fe1d-5e81-4a0c-b613-4c62f7de5784 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 943 time: 0.1849034 Jul 13 19:21:10.417409 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.478448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1246e04-7c1d-4519-9579-b30f196f05a0 req-2e14f47f-ab68-4b32-832e-d130da84bbd2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585713 Jul 13 19:21:10.479883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-e4e156f5-bcbc-42f9-b34b-f4a6369d0b0f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761211 Jul 13 19:21:10.554959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906f3e70-90bc-47ab-bdad-a5961183787c req-bb305488-1170-44d7-a806-d8aeaee6d7f6 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889517 Jul 13 19:21:10.556240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Made reservation on behalf of 438988a0ee214ee5a18fae7c87eb1517 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:10.560161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.574173 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.575322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.575990 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.576122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.708759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] Pushing event updated for resources: {'Network': ['ID=28e00722-b631-431f-88c3-93d857def0f6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:10.719082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 28e00722-b631-431f-88c3-93d857def0f6 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:21:10.747044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575633-a208-4977-8cd2-7f5c9ae5e67d req-61356751-543c-45f0-a6a2-8fd8b76affb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.748865 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5575633-a208-4977-8cd2-7f5c9ae5e67d req-61356751-543c-45f0-a6a2-8fd8b76affb9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1094 time: 0.1174536 Jul 13 19:21:10.823101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-a1f823e2-48cc-4625-88ab-cee4dd21b69f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.824638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-a1f823e2-48cc-4625-88ab-cee4dd21b69f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3387854 Jul 13 19:21:10.840617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Request body: {'port': {'device_id': 'e7ace228-7069-4bff-a7bc-9b7d0c7c45ae', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'e643eba7f04c4a02a7cd7bebd87eb787'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:10.901635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 16464d9b-1656-48ea-b5c4-56c0edd4afaa no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:10.941154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 16464d9b-1656-48ea-b5c4-56c0edd4afaa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:10.942175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 16464d9b-1656-48ea-b5c4-56c0edd4afaa not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:11.188428 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.196947 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.220456 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ce859035-e8c5-437a-aed9-55b532a4ca36 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5619566 Jul 13 19:21:11.224499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:11.237458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Request body: {'subnet': {'network_id': '28e00722-b631-431f-88c3-93d857def0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-subnet', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:11.238548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c641d2-8c44-463c-b365-cd03a844d8ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:11.266170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:21:11.287181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Made reservation on behalf of e643eba7f04c4a02a7cd7bebd87eb787 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:11.291161 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.292354 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.293377 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Added segment 5964432b-e0fb-4e09-9b80-675936ed2629 of type vlan for network 35c34834-aa71-4073-9546-5e8182b65303 Jul 13 19:21:11.307167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:11.308792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.335218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Made reservation on behalf of 8a873fbd00ce47b4859ef54ff0b79b3b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:11.338026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.354482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06736cb0-e1a8-4a79-ae61-59e0f108088f req-69157d24-8436-422f-8baa-c47e5edbfbc3 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:11.362082 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06736cb0-e1a8-4a79-ae61-59e0f108088f req-69157d24-8436-422f-8baa-c47e5edbfbc3 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 950 time: 0.2146227 Jul 13 19:21:11.387732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575633-a208-4977-8cd2-7f5c9ae5e67d req-c36c0e16-be98-4f3f-bd0b-2d65142a6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:11.391161 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5575633-a208-4977-8cd2-7f5c9ae5e67d req-c36c0e16-be98-4f3f-bd0b-2d65142a6cda service neutron] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.6343608 Jul 13 19:21:11.455505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06736cb0-e1a8-4a79-ae61-59e0f108088f req-4d532617-7029-4ace-9030-2e733a5d27b6 tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a0f46f-e83b-43e3-a902-32e05a415918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918796 Jul 13 19:21:11.487042 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5575633-a208-4977-8cd2-7f5c9ae5e67d req-2ff9311a-9b11-4f9f-9fb8-47e006e8eb99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de587c47-2030-4853-ae21-d6d7c65591a6 HTTP/1.1" status: 200 len: 217 time: 0.0803938 Jul 13 19:21:11.489714 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.553480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575633-a208-4977-8cd2-7f5c9ae5e67d req-3e4f1682-3ba7-4a9f-950e-b65721a40514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:11.554991 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5575633-a208-4977-8cd2-7f5c9ae5e67d req-3e4f1682-3ba7-4a9f-950e-b65721a40514 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.0551467 Jul 13 19:21:11.555855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d30d36f-a44b-439f-90b0-12b3a3b56cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.589288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.621598 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5575633-a208-4977-8cd2-7f5c9ae5e67d req-d7293299-dbff-4679-af19-0f539e9c9962 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523124 Jul 13 19:21:11.621877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.648849 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.649818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:11.650504 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.678761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34c77f38-6e7e-45f2-bacc-20ac871c3368 req-e157dfae-3882-4159-933d-ddb98b813f97 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 210 time: 0.0629973 Jul 13 19:21:11.707327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c3187-01ba-4e3e-9504-2a64f6b4563a req-ab6ed0db-34f6-4714-89d5-2df37f81ba22 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:11.708845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3e1c3187-01ba-4e3e-9504-2a64f6b4563a req-ab6ed0db-34f6-4714-89d5-2df37f81ba22 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 949 time: 0.3167982 Jul 13 19:21:11.747602 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.761847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5df737-a227-4919-98f8-9d96303f63ea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:11.826661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] Pushing event updated for resources: {'Network': ['ID=35c34834-aa71-4073-9546-5e8182b65303,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:11.838454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 35c34834-aa71-4073-9546-5e8182b65303 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:21:11.849773 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3e1c3187-01ba-4e3e-9504-2a64f6b4563a req-e3ca838e-4750-4695-b554-930ffdb0403f tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224988 Jul 13 19:21:11.882366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5575633-a208-4977-8cd2-7f5c9ae5e67d req-8ff93640-2372-453a-af3d-5981681cf186 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517750 Jul 13 19:21:11.915666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Pushing event updated for resources: {'Subnet': ['ID=68396811-1393-47ad-88a1-9d07378d0bf5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:11.963757 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d30d36f-a44b-439f-90b0-12b3a3b56cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.974466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d30d36f-a44b-439f-90b0-12b3a3b56cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.989376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Checking segment: {'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:11.989859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Network hostable DHCP agents. Network: 28e00722-b631-431f-88c3-93d857def0f6, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:21:11.993678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Allocated IP 192.168.233.194 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/5e7f4a28-09f3-4676-9ac1-89a5ebef580b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:11.993843 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bf530e4e-b845-4462-bb4f-c3b11df0b174 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0496993 Jul 13 19:21:11.997529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:12.006028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Request body: {'subnet': {'network_id': '35c34834-aa71-4073-9546-5e8182b65303', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-540424283-subnet', 'tenant_id': '438988a0ee214ee5a18fae7c87eb1517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:12.041921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30d36f-a44b-439f-90b0-12b3a3b56cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f34de34-78b1-4ddf-9259-cbe0d40271f9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:12.048573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9d30d36f-a44b-439f-90b0-12b3a3b56cce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b28c5eb330b64ad2b315316e5174a6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7345183 Jul 13 19:21:12.052100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:12.059459 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5575633-a208-4977-8cd2-7f5c9ae5e67d req-4c54c2df-d55e-4579-aef0-28435d932f2c service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692851 Jul 13 19:21:12.084152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Made reservation on behalf of 438988a0ee214ee5a18fae7c87eb1517 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:12.087137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.089918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Network 28e00722-b631-431f-88c3-93d857def0f6 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:21:12.111755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4d6c-1278-4510-aab2-1083ca6e3cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.136016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4d6c-1278-4510-aab2-1083ca6e3cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.148619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 28e00722-b631-431f-88c3-93d857def0f6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:12.158500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e53c31-a08c-4ff6-aedb-6ef63c41aa66 None None] Network 28e00722-b631-431f-88c3-93d857def0f6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:12.162461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6866fb-021b-4931-b7d4-861d1378fdaa req-b56382bf-9b18-41d5-8b74-f91cfcf08928 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:12.164159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bd6866fb-021b-4931-b7d4-861d1378fdaa req-b56382bf-9b18-41d5-8b74-f91cfcf08928 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 943 time: 0.2574656 Jul 13 19:21:12.198534 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4d6c-1278-4510-aab2-1083ca6e3cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.201375 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4d6c-1278-4510-aab2-1083ca6e3cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.202784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0d7b4d6c-1278-4510-aab2-1083ca6e3cc3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f34de34-78b1-4ddf-9259-cbe0d40271f9 HTTP/1.1" status: 204 len: 168 time: 0.1497488 Jul 13 19:21:12.212508 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b4d6c-1278-4510-aab2-1083ca6e3cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f34de34-78b1-4ddf-9259-cbe0d40271f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:12.212662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:12.213252 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.271082 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-66990fb0-2a69-4e45-af9a-cf343766172d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0437250 Jul 13 19:21:12.282920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:12.289673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-router', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:12.346045 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bd6866fb-021b-4931-b7d4-861d1378fdaa req-dfde85f1-f528-4daa-91a3-494600f46cda tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634591 Jul 13 19:21:12.369903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-eba0f6cf-aac1-4896-8c2c-06e3480f8e5d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:12.371557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-eba0f6cf-aac1-4896-8c2c-06e3480f8e5d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 950 time: 0.1252158 Jul 13 19:21:12.423687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-28e00722-b631-431f-88c3-93d857def0f6', 'network_id': '28e00722-b631-431f-88c3-93d857def0f6', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'fixed_ips': [{'subnet_id': '68396811-1393-47ad-88a1-9d07378d0bf5'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:21:12.425867 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.437914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.439005 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.485049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.529431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-569f29e1-f05a-42e5-b2b3-c30ba53a9b9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Deleting port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:12.529774 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-569f29e1-f05a-42e5-b2b3-c30ba53a9b9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.607782 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Allocated IP 172.20.0.2 (28e00722-b631-431f-88c3-93d857def0f6/68396811-1393-47ad-88a1-9d07378d0bf5/355bc45d-10f6-40b2-8f1f-9589d4e0c023) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:12.642944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-569f29e1-f05a-42e5-b2b3-c30ba53a9b9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] For port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:12.642944 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-569f29e1-f05a-42e5-b2b3-c30ba53a9b9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.658117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-569f29e1-f05a-42e5-b2b3-c30ba53a9b9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Calling delete_port for c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:12.662816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Transition to ACTIVE for port object 5e7f4a28-09f3-4676-9ac1-89a5ebef580b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:12.681000 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.688825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:12.704025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.803029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd6c41f-bc7b-46d3-aee6-6433621e3390,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:12.812590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-569f29e1-f05a-42e5-b2b3-c30ba53a9b9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.832939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:12.836025 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.838901 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ebd0-9846-43ed-b8c5-fe1bfa1c64a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.870630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Transition to ACTIVE for port object 355bc45d-10f6-40b2-8f1f-9589d4e0c023 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:12.880652 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64a0d874-baa3-4788-82c7-118060b5cfef req-8c074b32-b5cc-46ec-ba51-db46e75d8f50 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 210 time: 0.0540645 Jul 13 19:21:12.881621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f29e1-f05a-42e5-b2b3-c30ba53a9b9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Pushing event deleted for resources: {'Port': ['ID=c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:12.895614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Transition to ACTIVE for port object 355bc45d-10f6-40b2-8f1f-9589d4e0c023 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:12.904852 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.909112 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec414bb1-7f5b-4f21-beaa-c24899038d62 req-29e1e2a8-1a9e-4df5-a5ca-b880c58628ad tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.25 "GET /v2.0/ports?device_id=dab58196-62d1-4cb8-b1ba-8bf49d48b482 HTTP/1.1" status: 200 len: 210 time: 0.1491399 Jul 13 19:21:12.945161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Network 28e00722-b631-431f-88c3-93d857def0f6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:12.982515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:12.984602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Pushing event updated for resources: {'Port': ['ID=355bc45d-10f6-40b2-8f1f-9589d4e0c023,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:12.993646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:13.032305 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.065853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-569f29e1-f05a-42e5-b2b3-c30ba53a9b9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] No DVR routers for this DVR port c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:13.077044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-7ab5969f-0493-4876-8b2c-c957e33ff2cd tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:13.078192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Attempting to bind port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:13.078711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Attempting to bind port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:13.079169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Attempting to bind port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 on network 28e00722-b631-431f-88c3-93d857def0f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:13.079294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-7ab5969f-0493-4876-8b2c-c957e33ff2cd tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 949 time: 0.2011149 Jul 13 19:21:13.080373 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-569f29e1-f05a-42e5-b2b3-c30ba53a9b9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.084155 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-527fd60a-f93e-4bc8-833e-a98c038eaa03 req-569f29e1-f05a-42e5-b2b3-c30ba53a9b9d tempest-DeleteServersAdminTestJSON-1720898641 tempest-DeleteServersAdminTestJSON-1720898641-project] 10.222.0.60 "DELETE /v2.0/ports/c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea HTTP/1.1" status: 204 len: 173 time: 0.7061391 Jul 13 19:21:13.086180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:13.086851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Checking segment: {'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:13.088943 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.089559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Bound using segment: {'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:13.090383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Bound port: 355bc45d-10f6-40b2-8f1f-9589d4e0c023, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:13.091096 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.115109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab58196-62d1-4cb8-b1ba-8bf49d48b482', 'name': 'network-vif-deleted', 'tag': 'c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:13.117571 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5791557e-c3fb-4746-bc10-5d335b514fd2" -d '{"events": [{"server_uuid": "dab58196-62d1-4cb8-b1ba-8bf49d48b482", "name": "network-vif-deleted", "tag": "c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:13.132191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.158590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:13.179336 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89ddf55-cd35-4659-b1ee-121dbcd074ca x-openstack-request-id: req-a89ddf55-cd35-4659-b1ee-121dbcd074ca {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:13.179862 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab58196-62d1-4cb8-b1ba-8bf49d48b482", "name": "network-vif-deleted", "tag": "c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:13.180256 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a89ddf55-cd35-4659-b1ee-121dbcd074ca {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:13.180782 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab58196-62d1-4cb8-b1ba-8bf49d48b482', 'name': 'network-vif-deleted', 'tag': 'c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea', 'status': 'completed', 'code': 200} Jul 13 19:21:13.182793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Checking segment: {'id': '5964432b-e0fb-4e09-9b80-675936ed2629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '35c34834-aa71-4073-9546-5e8182b65303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:13.183164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Network hostable DHCP agents. Network: 35c34834-aa71-4073-9546-5e8182b65303, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:21:13.194012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:13.196952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:13.203526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:13.204169 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.229506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] For port 355bc45d-10f6-40b2-8f1f-9589d4e0c023, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:13.233497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] For port 355bc45d-10f6-40b2-8f1f-9589d4e0c023, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=355bc45d-10f6-40b2-8f1f-9589d4e0c023,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:13.239974 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.289412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ceed00-b328-4e1b-8d62-9207118e130d req-5cb4d7cd-b313-4200-a9d3-fe5184ef9439 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:13.291036 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9ceed00-b328-4e1b-8d62-9207118e130d req-5cb4d7cd-b313-4200-a9d3-fe5184ef9439 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 949 time: 0.2369027 Jul 13 19:21:13.305383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Pushing event updated for resources: {'Port': ['ID=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:13.321976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261eeae9-9b15-480a-9fd5-f6a6de1cbc63 None None] Pushing event updated for resources: {'Port': ['ID=355bc45d-10f6-40b2-8f1f-9589d4e0c023,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:13.338727 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ebd0-9846-43ed-b8c5-fe1bfa1c64a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.346481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Network 35c34834-aa71-4073-9546-5e8182b65303 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:21:13.356102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ebd0-9846-43ed-b8c5-fe1bfa1c64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.379982 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9ceed00-b328-4e1b-8d62-9207118e130d req-8c54ce91-b06a-49b4-89d8-3a8e46fb9f7e tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/security-groups?id=e830a29c-d66a-4220-895e-057acd950373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685244 Jul 13 19:21:13.386172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-0faa2978-5c59-4c60-8773-19adcaeacbbf tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Deleting port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:13.389430 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-0faa2978-5c59-4c60-8773-19adcaeacbbf tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.411823 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-1257d1eb-5c09-49a2-8cec-1282d6cb55f5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5773344 Jul 13 19:21:13.421856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 35c34834-aa71-4073-9546-5e8182b65303) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:13.435428 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c1bc4e-b66a-47c7-87b1-61e7d8e0906b None None] Network 35c34834-aa71-4073-9546-5e8182b65303 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:13.438832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Request body: {'port': {'device_id': 'e7ace228-7069-4bff-a7bc-9b7d0c7c45ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:13.482119 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9dc9ebd0-9846-43ed-b8c5-fe1bfa1c64a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00452d6a8bae41dbaa38f7d35a72a1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921534 Jul 13 19:21:13.483082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9ebd0-9846-43ed-b8c5-fe1bfa1c64a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ef6163-d24f-45b2-bce1-808d76267a9a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:13.525445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:13.541237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:13.542240 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.558188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-0faa2978-5c59-4c60-8773-19adcaeacbbf tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] For port 2b4a14eb-fc66-4aa4-a069-701ebcc90857, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2b4a14eb-fc66-4aa4-a069-701ebcc90857,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:13.558769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-0faa2978-5c59-4c60-8773-19adcaeacbbf tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.587726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-0faa2978-5c59-4c60-8773-19adcaeacbbf tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Calling delete_port for 2b4a14eb-fc66-4aa4-a069-701ebcc90857 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:13.631673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-96d1704c-1348-49b0-a522-2f48425681b7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6203153 Jul 13 19:21:13.770241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-12567598-6305-41d2-af3d-cd86ca356e53 None None] Provisioning for port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:13.776882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a884b391-2d84-4935-b7a3-ffb834d009da None None] Network 35c34834-aa71-4073-9546-5e8182b65303 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:13.816093 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-0faa2978-5c59-4c60-8773-19adcaeacbbf tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.847756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2b4a14eb-fc66-4aa4-a069-701ebcc90857'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:13.850879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-12567598-6305-41d2-af3d-cd86ca356e53 None None] Provisioning complete for port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:13.851617 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12567598-6305-41d2-af3d-cd86ca356e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.871047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa2978-5c59-4c60-8773-19adcaeacbbf tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Pushing event deleted for resources: {'Port': ['ID=2b4a14eb-fc66-4aa4-a069-701ebcc90857,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:13.933343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-0faa2978-5c59-4c60-8773-19adcaeacbbf tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] No DVR routers for this DVR port 2b4a14eb-fc66-4aa4-a069-701ebcc90857 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:13.938137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-0faa2978-5c59-4c60-8773-19adcaeacbbf tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.940470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2c1d9c0-faa0-4b94-afec-a9a0e2c4d3ca req-0faa2978-5c59-4c60-8773-19adcaeacbbf tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.24 "DELETE /v2.0/ports/2b4a14eb-fc66-4aa4-a069-701ebcc90857 HTTP/1.1" status: 204 len: 173 time: 0.8194623 Jul 13 19:21:13.981829 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a77c9d9f-aac2-4f22-aae6-2d26657a4917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.005120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:14.030238 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.040629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 355bc45d-10f6-40b2-8f1f-9589d4e0c023 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:14.048976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12567598-6305-41d2-af3d-cd86ca356e53 None None] Port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:14.085016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a77c9d9f-aac2-4f22-aae6-2d26657a4917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.092747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6280b03-4fdf-42be-8733-cd9991ef30d1 admin admin] Deleting subnet 55f3c13f-50b6-4a9c-b92c-05ccf016530c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:21:14.102913 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6280b03-4fdf-42be-8733-cd9991ef30d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.194867 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6280b03-4fdf-42be-8733-cd9991ef30d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.209125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6280b03-4fdf-42be-8733-cd9991ef30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.231400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:14.270225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device de587c47-2030-4853-ae21-d6d7c65591a6 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:14.338813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287e363-60d8-4911-845b-3351bf3e3a3a req-5892d48a-402e-4e95-b9fe-b9d74e7bcaa2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:14.347615 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0287e363-60d8-4911-845b-3351bf3e3a3a req-5892d48a-402e-4e95-b9fe-b9d74e7bcaa2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 943 time: 0.7672725 Jul 13 19:21:14.352015 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6280b03-4fdf-42be-8733-cd9991ef30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.373404 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a77c9d9f-aac2-4f22-aae6-2d26657a4917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.380985 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a77c9d9f-aac2-4f22-aae6-2d26657a4917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.382394 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a77c9d9f-aac2-4f22-aae6-2d26657a4917 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83ef6163-d24f-45b2-bce1-808d76267a9a HTTP/1.1" status: 204 len: 168 time: 0.8513393 Jul 13 19:21:14.392823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6280b03-4fdf-42be-8733-cd9991ef30d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f3c13f-50b6-4a9c-b92c-05ccf016530c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:14.402085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3aefc9-ba7f-4348-9b66-580d0ebe12ab req-c4ab4f92-5850-4e78-8588-766ccdee5eea tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:14.409729 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b3aefc9-ba7f-4348-9b66-580d0ebe12ab req-c4ab4f92-5850-4e78-8588-766ccdee5eea tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 936 time: 0.1581206 Jul 13 19:21:14.444501 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6280b03-4fdf-42be-8733-cd9991ef30d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.446578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d6280b03-4fdf-42be-8733-cd9991ef30d1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/55f3c13f-50b6-4a9c-b92c-05ccf016530c HTTP/1.1" status: 204 len: 168 time: 0.4402077 Jul 13 19:21:14.455943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:14.459691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:14.489855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'de587c47-2030-4853-ae21-d6d7c65591a6', 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441', 'port_id': 'de587c47-2030-4853-ae21-d6d7c65591a6', 'mac_address': 'fa:16:3e:46:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7215b9-42cb-4cfe-ab63-63e138febb58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:14.516878 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b3aefc9-ba7f-4348-9b66-580d0ebe12ab req-7e87202d-af98-46f8-a007-1d8399e3d568 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062040 Jul 13 19:21:14.595835 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.625189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c9d9f-aac2-4f22-aae6-2d26657a4917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ef6163-d24f-45b2-bce1-808d76267a9a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:14.628651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de587c47-2030-4853-ae21-d6d7c65591a6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:14.666884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.699998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:14.720537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.727439 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.843503 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=de587c47-2030-4853-ae21-d6d7c65591a6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:14.868570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.893110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:14.896795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:14.897778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:14.898857 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > port after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:14.899930 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:14.901775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > port after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:14.902312 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:14.902860 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:14.904706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:14.905243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:14.917586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['de587c47-2030-4853-ae21-d6d7c65591a6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:15.070503 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:15.071488 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:15.072238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:15.072848 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:15.073431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70da2daa-77d3-4e16-93f4-0d3a91daf584']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:15.079035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce4925-d153-418e-bd6f-43d090c29019 None None] Network 28e00722-b631-431f-88c3-93d857def0f6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:15.167238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0287e363-60d8-4911-845b-3351bf3e3a3a req-b59ed3b7-4e92-4ee3-bdb4-9ac7f76812bc tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8185198 Jul 13 19:21:15.170366 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.172569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009fc912-8b8a-42b3-a8fa-f6ee61263149') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:15.172932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009fc912-8b8a-42b3-a8fa-f6ee61263149') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:15.188110 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a432f07-b253-4805-95bf-4bf3b732b701', 'name': 'network-vif-deleted', 'tag': '2b4a14eb-fc66-4aa4-a069-701ebcc90857'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:15.190421 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34ea702-b797-40c4-9fbc-80cefc0dd86a" -d '{"events": [{"server_uuid": "9a432f07-b253-4805-95bf-4bf3b732b701", "name": "network-vif-deleted", "tag": "2b4a14eb-fc66-4aa4-a069-701ebcc90857"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:15.230255 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c78caef-8ec4-4250-9bec-bb4e442c5501 req-92f96a80-5afa-4856-8a30-0e4838a6fd33 tempest-LiveMigrationNegativeTest-888238910 tempest-LiveMigrationNegativeTest-888238910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a432f07-b253-4805-95bf-4bf3b732b701 HTTP/1.1" status: 200 len: 210 time: 0.1513646 Jul 13 19:21:15.238338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf6692cb-74c4-4e32-b552-70c4633dec57 None None] Provisioning for port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:15.246605 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.272244 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf6692cb-74c4-4e32-b552-70c4633dec57 None None] Provisioning complete for port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:15.272721 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf6692cb-74c4-4e32-b552-70c4633dec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.333187 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.347596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:21:15.349202 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:21:15.392208 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:21:15.396227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.406129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Allocated IP 172.25.7.92 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/92731ed8-2e70-4568-8559-a32df25bd61b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:15.488331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.529855 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904a50b4-8075-447a-8e81-cb7b2acd9513 x-openstack-request-id: req-904a50b4-8075-447a-8e81-cb7b2acd9513 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:15.530638 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a432f07-b253-4805-95bf-4bf3b732b701", "name": "network-vif-deleted", "tag": "2b4a14eb-fc66-4aa4-a069-701ebcc90857", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:15.533474 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-904a50b4-8075-447a-8e81-cb7b2acd9513 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:15.534750 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a432f07-b253-4805-95bf-4bf3b732b701', 'name': 'network-vif-deleted', 'tag': '2b4a14eb-fc66-4aa4-a069-701ebcc90857', 'status': 'completed', 'code': 200} Jul 13 19:21:15.537273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=70da2daa-77d3-4e16-93f4-0d3a91daf584,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:15.542659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.553678 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e719f4fd-bd25-4c7b-ae1d-d9370d337f52 admin admin] 10.222.0.25 "DELETE /v2.0/networks/70da2daa-77d3-4e16-93f4-0d3a91daf584 HTTP/1.1" status: 204 len: 168 time: 1.0960848 Jul 13 19:21:15.556399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:15.565259 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf6692cb-74c4-4e32-b552-70c4633dec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.651936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cf6692cb-74c4-4e32-b552-70c4633dec57 None None] For port 355bc45d-10f6-40b2-8f1f-9589d4e0c023, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=355bc45d-10f6-40b2-8f1f-9589d4e0c023,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:15.657113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e9e7f3-7cf8-468e-9818-36ebc7e753c5 admin admin] Deleting subnet 0bd6c41f-bc7b-46d3-aee6-6433621e3390 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:21:15.661608 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8e9e7f3-7cf8-468e-9818-36ebc7e753c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.661828 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf6692cb-74c4-4e32-b552-70c4633dec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.748774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.761894 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8e9e7f3-7cf8-468e-9818-36ebc7e753c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.776169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6692cb-74c4-4e32-b552-70c4633dec57 None None] Pushing event updated for resources: {'Port': ['ID=355bc45d-10f6-40b2-8f1f-9589d4e0c023,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:15.797765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7f4a28-09f3-4676-9ac1-89a5ebef580b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:15.807768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.824156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Transition to ACTIVE for port object 5e7f4a28-09f3-4676-9ac1-89a5ebef580b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:15.857360 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8e9e7f3-7cf8-468e-9818-36ebc7e753c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.895511 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:15.902940 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.915296 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.937438 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.983196 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8e9e7f3-7cf8-468e-9818-36ebc7e753c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.995745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ebe6251-5401-445a-ac69-e7040e68b1ec None None] Provisioning complete for port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:15.996834 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6251-5401-445a-ac69-e7040e68b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.997808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:16.012766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:16.016531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:16.022730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:16.038453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9e7f3-7cf8-468e-9818-36ebc7e753c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd6c41f-bc7b-46d3-aee6-6433621e3390,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:16.048662 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8e9e7f3-7cf8-468e-9818-36ebc7e753c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.055472 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8e9e7f3-7cf8-468e-9818-36ebc7e753c5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0bd6c41f-bc7b-46d3-aee6-6433621e3390 HTTP/1.1" status: 204 len: 168 time: 0.4977186 Jul 13 19:21:16.057961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:16.152079 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.186463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Attempting to bind port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:16.186685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-32818210-5e4c-405a-92a4-3a03af644635 tempest-AutoAllocateNetworkTest-474572707 tempest-AutoAllocateNetworkTest-474572707-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9ab1f37b4ca24d6097e0c644285d81a4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2877038 Jul 13 19:21:16.186771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Attempting to bind port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:16.186771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Attempting to bind port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:16.187817 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:16.198470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2612dd-5ef8-419c-96e6-bcf617ddbff4 req-76abbd01-5a46-4942-82b9-1582f13b7c61 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:16.205137 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f2612dd-5ef8-419c-96e6-bcf617ddbff4 req-76abbd01-5a46-4942-82b9-1582f13b7c61 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 948 time: 0.3796208 Jul 13 19:21:16.242698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:16.243618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Attempting to bind port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:16.257518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Pushing event updated for resources: {'Port': ['ID=92731ed8-2e70-4568-8559-a32df25bd61b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:16.268299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:16.269165 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:16.269793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:16.270321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Bound port: 5e7f4a28-09f3-4676-9ac1-89a5ebef580b, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:16.270708 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.286654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device de587c47-2030-4853-ae21-d6d7c65591a6 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:16.309760 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f2612dd-5ef8-419c-96e6-bcf617ddbff4 req-1c16ab71-702f-4989-b1d3-7d17adf52d28 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035833 Jul 13 19:21:16.345627 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.396593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c34834-aa71-4073-9546-5e8182b65303']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:16.426647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5964432b-e0fb-4e09-9b80-675936ed2629') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:16.426935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5964432b-e0fb-4e09-9b80-675936ed2629') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:16.433607 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port de587c47-2030-4853-ae21-d6d7c65591a6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:16.446835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port de587c47-2030-4853-ae21-d6d7c65591a6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:16.448310 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.454385 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.492272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2625379-3571-4337-85ae-ab3978f5cbb3 req-50cfa068-99d3-4e88-8257-ede8cc7aa4bc tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:16.496987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:16.499800 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2625379-3571-4337-85ae-ab3978f5cbb3 req-50cfa068-99d3-4e88-8257-ede8cc7aa4bc tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 944 time: 0.1611719 Jul 13 19:21:16.502586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.554062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:21:16.554487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.563127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ebb707-3d71-441d-993e-3a39ab166e15 tempest-AutoAllocateNetworkTest-474572707 tempest-AutoAllocateNetworkTest-474572707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:16.564747 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-78ebb707-3d71-441d-993e-3a39ab166e15 tempest-AutoAllocateNetworkTest-474572707 tempest-AutoAllocateNetworkTest-474572707-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3756897 Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:21:16.567286 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:21:16.589572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:16.663037 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.723918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de587c47-2030-4853-ae21-d6d7c65591a6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:16.726380 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a734d41-172e-4cdc-873f-0312c4d96459" -d '{"events": [{"server_uuid": "5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c", "name": "network-vif-plugged", "status": "completed", "tag": "de587c47-2030-4853-ae21-d6d7c65591a6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:16.742482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:16.749930 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.751674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:16.771602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] For port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:16.787044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] For port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:16.799995 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.804817 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.831362 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3c1a0f-2283-476c-98c9-143533cad868 x-openstack-request-id: req-2f3c1a0f-2283-476c-98c9-143533cad868 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:16.831555 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c", "name": "network-vif-plugged", "status": "completed", "tag": "de587c47-2030-4853-ae21-d6d7c65591a6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:16.831840 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f3c1a0f-2283-476c-98c9-143533cad868 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:16.832482 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de587c47-2030-4853-ae21-d6d7c65591a6', 'code': 200} Jul 13 19:21:16.854208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:16.854683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c92070e5-4a85-4f1a-8b6b-db93fe7fa9ea not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:16.883019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=de587c47-2030-4853-ae21-d6d7c65591a6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:16.911010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:16.917329 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2625379-3571-4337-85ae-ab3978f5cbb3 req-3a53ae4f-3a0d-4dba-a4a2-b9af7db05341 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167035 Jul 13 19:21:16.929148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2b4a14eb-fc66-4aa4-a069-701ebcc90857 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:16.960496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 2b4a14eb-fc66-4aa4-a069-701ebcc90857 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:16.961080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2b4a14eb-fc66-4aa4-a069-701ebcc90857 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:16.985664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:16.986188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.988183 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-54175895-6f53-4122-bfda-f18cee779908 service neutron] 10.222.0.24 "PUT /v2.0/ports/5e7f4a28-09f3-4676-9ac1-89a5ebef580b HTTP/1.1" status: 200 len: 1096 time: 3.5547349 Jul 13 19:21:17.002375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ace228-7069-4bff-a7bc-9b7d0c7c45ae', 'tag': '5e7f4a28-09f3-4676-9ac1-89a5ebef580b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:17.005205 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ace228-7069-4bff-a7bc-9b7d0c7c45ae", "tag": "5e7f4a28-09f3-4676-9ac1-89a5ebef580b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:17.016242 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c9f78259-1090-4e50-9b3a-926fe0df9adf tempest-AutoAllocateNetworkTest-474572707 tempest-AutoAllocateNetworkTest-474572707-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4232376 Jul 13 19:21:17.037930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:17.044067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4f284db9-4af1-48c7-82b1-9355fd8e1e37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8e045b287164966bf50cec97701aa12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432975 Jul 13 19:21:17.047749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:17.095427 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53efb53-e282-4a63-9958-9c410aedc1c3 x-openstack-request-id: req-f53efb53-e282-4a63-9958-9c410aedc1c3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:17.096445 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ace228-7069-4bff-a7bc-9b7d0c7c45ae", "tag": "5e7f4a28-09f3-4676-9ac1-89a5ebef580b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:17.096445 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f53efb53-e282-4a63-9958-9c410aedc1c3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:17.097582 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ace228-7069-4bff-a7bc-9b7d0c7c45ae', 'tag': '5e7f4a28-09f3-4676-9ac1-89a5ebef580b', 'status': 'completed', 'code': 200} Jul 13 19:21:17.102726 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7d568d4b-bf81-448f-a6d7-f95ccc5bf513 tempest-AutoAllocateNetworkTest-474572707 tempest-AutoAllocateNetworkTest-474572707-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9ab1f37b4ca24d6097e0c644285d81a4 HTTP/1.1" status: 200 len: 208 time: 0.0628657 Jul 13 19:21:17.108436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54175895-6f53-4122-bfda-f18cee779908 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:17.134041 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.153153 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.157517 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] 10.222.0.25 "DELETE /v2.0/networks/35c34834-aa71-4073-9546-5e8182b65303 HTTP/1.1" status: 204 len: 168 time: 1.0963042 Jul 13 19:21:17.182490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b24ee-4b6e-48c1-8260-2a1c5e919a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=35c34834-aa71-4073-9546-5e8182b65303,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:17.193101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3f563-7044-4ed1-a7bb-7d3a99369f6b req-61c29a9c-e067-4e1f-9319-8e0ec60e6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:17.195528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cd3f563-7044-4ed1-a7bb-7d3a99369f6b req-61c29a9c-e067-4e1f-9319-8e0ec60e6136 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1096 time: 0.2773199 Jul 13 19:21:17.227286 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ec36e9-cb10-416f-ba23-d4f610191ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.264628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dec3bdf1-f2a0-4f13-90af-d3cc4c338a3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efd81e5e289f45efae31cc6b97cbb1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510318 Jul 13 19:21:17.269556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:17.271238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ec36e9-cb10-416f-ba23-d4f610191ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.272027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-2f375d67-0356-4822-8b6e-eb20d117b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:17.273521 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-2f375d67-0356-4822-8b6e-eb20d117b7e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 1099 time: 0.2282822 Jul 13 19:21:17.274658 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cd3f563-7044-4ed1-a7bb-7d3a99369f6b req-dd82cfd2-c7cc-4114-bfc6-90549164c07d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731986 Jul 13 19:21:17.333464 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ec36e9-cb10-416f-ba23-d4f610191ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.340202 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ec36e9-cb10-416f-ba23-d4f610191ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.345148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-97ec36e9-cb10-416f-ba23-d4f610191ddf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34a0f46f-e83b-43e3-a902-32e05a415918 HTTP/1.1" status: 204 len: 168 time: 0.2849836 Jul 13 19:21:17.348054 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.354510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-9c46cfad-6fb5-4272-9278-42e49774326b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=5e7f4a28-09f3-4676-9ac1-89a5ebef580b HTTP/1.1" status: 200 len: 217 time: 0.0652161 Jul 13 19:21:17.355274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec36e9-cb10-416f-ba23-d4f610191ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0f46f-e83b-43e3-a902-32e05a415918,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:17.360923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:17.415640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0dac10e7-d262-4316-82f5-48d01ef0969a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=840d2067a2fb4c94bdceaf4a2410ea0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533900 Jul 13 19:21:17.418117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:17.502316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-d5ea6ccf-8f9e-4bb7-8cd0-f4d8f48356c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:17.504560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-d5ea6ccf-8f9e-4bb7-8cd0-f4d8f48356c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1356013 Jul 13 19:21:17.506938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e52be8b-15d3-4d05-b335-457f384cd3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.517265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:17.533331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aec7f91a-b328-4cbb-bc54-6d61239cf89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.572393 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aec7f91a-b328-4cbb-bc54-6d61239cf89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.579487 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e52be8b-15d3-4d05-b335-457f384cd3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.646261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79089531-96ca-4daf-9fff-efc5b5b88d64 req-3109c977-c372-46ea-95c4-39304f67f81d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:17.656607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79089531-96ca-4daf-9fff-efc5b5b88d64 req-3109c977-c372-46ea-95c4-39304f67f81d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 948 time: 0.1828578 Jul 13 19:21:17.710495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aec7f91a-b328-4cbb-bc54-6d61239cf89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.720453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aec7f91a-b328-4cbb-bc54-6d61239cf89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.730246 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aec7f91a-b328-4cbb-bc54-6d61239cf89e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/954d4d0d-43f3-4dba-9057-6d96d7021b81 HTTP/1.1" status: 204 len: 168 time: 0.3103127 Jul 13 19:21:17.740115 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79089531-96ca-4daf-9fff-efc5b5b88d64 req-22d7d5d0-c51d-4956-b38e-18f792c0cf1b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822330 Jul 13 19:21:17.762011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7f91a-b328-4cbb-bc54-6d61239cf89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d4d0d-43f3-4dba-9057-6d96d7021b81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:17.787694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-b0b30ddc-4385-413c-afc1-a3cc589f34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:17.789375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-b0b30ddc-4385-413c-afc1-a3cc589f34cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2744451 Jul 13 19:21:17.825335 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e52be8b-15d3-4d05-b335-457f384cd3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.829911 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e52be8b-15d3-4d05-b335-457f384cd3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.835498 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9e52be8b-15d3-4d05-b335-457f384cd3a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e830a29c-d66a-4220-895e-057acd950373 HTTP/1.1" status: 204 len: 168 time: 0.5608773 Jul 13 19:21:17.905034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 355bc45d-10f6-40b2-8f1f-9589d4e0c023 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:17.919190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Router a09bad5a-e2e9-4a10-88ff-33936713a4c7 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:21:17.955664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52be8b-15d3-4d05-b335-457f384cd3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e830a29c-d66a-4220-895e-057acd950373,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:18.036730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f52d172c-89b7-4aa8-9d0a-325e68327e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.037180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:18.069012 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797fc168-5ecb-441c-9a24-eda3be061ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.079369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:18.080033 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.202142 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-797fc168-5ecb-441c-9a24-eda3be061ba9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:21:18.202142 n-d-800708-1 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:21:18.202142 n-d-800708-1 neutron-server[93767]: [parameters: {'project_id_1': 'a66912b253674449b335f2ed996ac8e1', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 21, 18, 118755)}] Jul 13 19:21:18.202142 n-d-800708-1 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:21:18.203014 n-d-800708-1 neutron-server[93767]: DEBUG oslo_db.api [None req-797fc168-5ecb-441c-9a24-eda3be061ba9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:21:18.225559 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-72e2b201-1f71-476d-a2f5-de3b36d153a1 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162428 Jul 13 19:21:18.352991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c123a-3d8f-44c6-a648-8fa62c9ce9a4 req-d817faff-032a-402c-8335-8d3c9b2d92e6 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:18.361344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f02c123a-3d8f-44c6-a648-8fa62c9ce9a4 req-d817faff-032a-402c-8335-8d3c9b2d92e6 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 945 time: 0.1339753 Jul 13 19:21:18.428998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f02c123a-3d8f-44c6-a648-8fa62c9ce9a4 req-0e98956e-1196-4ded-ae99-cc2a1f9e7af8 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664291 Jul 13 19:21:18.452506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:18.509129 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e68f3563-556f-4f23-8720-1729c68fb378 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=438988a0ee214ee5a18fae7c87eb1517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545006 Jul 13 19:21:18.512415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:18.513420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:18.524940 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Sync routers for ids ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:18.535882 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Routers {'a09bad5a-e2e9-4a10-88ff-33936713a4c7'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:18.536518 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:20:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:18.551974 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b55a6ac-9b34-42a4-91f3-bc2726961b51 req-4643930c-69b5-428d-8b93-8cc059204fad service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145223 Jul 13 19:21:18.590981 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf8b3-de96-49d6-a24a-f46c31f522d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.610819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f52d172c-89b7-4aa8-9d0a-325e68327e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.617061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f52d172c-89b7-4aa8-9d0a-325e68327e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.628496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf8b3-de96-49d6-a24a-f46c31f522d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.657584 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Set router a09bad5a-e2e9-4a10-88ff-33936713a4c7 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:18.680480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d172c-89b7-4aa8-9d0a-325e68327e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12403f-2dae-47de-a0ec-6c5663ace97e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:18.687953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.689526 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-761583d6-c644-492c-8dd9-5ebad8330e6c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4034400 Jul 13 19:21:18.697453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:18.710175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797fc168-5ecb-441c-9a24-eda3be061ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.730546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:18.745106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f52d172c-89b7-4aa8-9d0a-325e68327e37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ab1f37b4ca24d6097e0c644285d81a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2243965 Jul 13 19:21:18.746667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:18.779180 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf8b3-de96-49d6-a24a-f46c31f522d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.794464 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf8b3-de96-49d6-a24a-f46c31f522d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.796633 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8dcf8b3-de96-49d6-a24a-f46c31f522d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8c641d2-8c44-463c-b365-cd03a844d8ee HTTP/1.1" status: 204 len: 168 time: 0.2818952 Jul 13 19:21:18.827406 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7f8e7e3c-c944-4bcd-a5f6-13e58a06cf92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eafea153d1a340f98b511a8679031d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935762 Jul 13 19:21:18.830726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:18.874979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-3c77e415-09c0-4121-95c6-458f25bfb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:18.876764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-3c77e415-09c0-4121-95c6-458f25bfb5b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 1099 time: 0.2142103 Jul 13 19:21:18.881178 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a93f61a-107f-4889-a610-0a4ca05cf2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.898432 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-router', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:12Z', 'updated_at': '2021-07-13T19:21:16Z', 'revision_number': 3, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'gw_port': {'id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:15Z', 'updated_at': '2021-07-13T19:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:18.928149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcf8b3-de96-49d6-a24a-f46c31f522d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c641d2-8c44-463c-b365-cd03a844d8ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:18.931564 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Checking router: a09bad5a-e2e9-4a10-88ff-33936713a4c7 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:18.932735 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Updating router a09bad5a-e2e9-4a10-88ff-33936713a4c7 port 92731ed8-2e70-4568-8559-a32df25bd61b binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:21:18.995751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a93f61a-107f-4889-a610-0a4ca05cf2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.001435 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.048769 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c616603-c7bf-4530-8884-1a026c754c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.106584 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c616603-c7bf-4530-8884-1a026c754c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.179602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067567a-9ab9-4f2b-ab82-35e0854942b5 req-8daa2316-e4a1-4561-b17d-65ea9a4c4995 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:19.181183 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7067567a-9ab9-4f2b-ab82-35e0854942b5 req-8daa2316-e4a1-4561-b17d-65ea9a4c4995 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 948 time: 0.2745740 Jul 13 19:21:19.183124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-06651387-dca6-45e9-bd62-58bcf928cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:19.184482 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797fc168-5ecb-441c-9a24-eda3be061ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.184677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-06651387-dca6-45e9-bd62-58bcf928cb67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2973492 Jul 13 19:21:19.189824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797fc168-5ecb-441c-9a24-eda3be061ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.243379 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a93f61a-107f-4889-a610-0a4ca05cf2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.246673 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-797fc168-5ecb-441c-9a24-eda3be061ba9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a66912b253674449b335f2ed996ac8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2059159 Jul 13 19:21:19.247202 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a93f61a-107f-4889-a610-0a4ca05cf2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.247303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fc168-5ecb-441c-9a24-eda3be061ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a059e4c0-6a6c-4b51-90b9-5d3a722435ae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:19.258770 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1a93f61a-107f-4889-a610-0a4ca05cf2b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f12403f-2dae-47de-a0ec-6c5663ace97e HTTP/1.1" status: 204 len: 168 time: 0.5045733 Jul 13 19:21:19.259683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:19.370570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-b770448f-e7ee-4fa6-88ca-1b3988eee03a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=5e7f4a28-09f3-4676-9ac1-89a5ebef580b HTTP/1.1" status: 200 len: 217 time: 0.1787391 Jul 13 19:21:19.371545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93f61a-107f-4889-a610-0a4ca05cf2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12403f-2dae-47de-a0ec-6c5663ace97e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:19.392476 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7067567a-9ab9-4f2b-ab82-35e0854942b5 req-66297d19-86ef-4e91-8f92-8a64c573b6df tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891568 Jul 13 19:21:19.405735 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c616603-c7bf-4530-8884-1a026c754c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.405735 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c616603-c7bf-4530-8884-1a026c754c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.410097 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5c616603-c7bf-4530-8884-1a026c754c78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8ef0bd3-9b05-4a9a-957e-516c79dc557f HTTP/1.1" status: 204 len: 168 time: 0.5759137 Jul 13 19:21:19.423752 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.448988 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Transition to ACTIVE for port object 92731ed8-2e70-4568-8559-a32df25bd61b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:19.459828 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.545125 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Attempting to bind port 92731ed8-2e70-4568-8559-a32df25bd61b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:19.546205 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Attempting to bind port 92731ed8-2e70-4568-8559-a32df25bd61b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:19.546809 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Attempting to bind port 92731ed8-2e70-4568-8559-a32df25bd61b on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:19.561239 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Pushing event updated for resources: {'Port': ['ID=92731ed8-2e70-4568-8559-a32df25bd61b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:19.563948 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:19.564607 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:19.565733 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.567220 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:19.568017 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Bound port: 92731ed8-2e70-4568-8559-a32df25bd61b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:19.568670 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.583846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.595130 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.595875 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.596923 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.597455 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.597979 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.598556 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.599075 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.599610 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.600126 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.600679 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.601213 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.601757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:19.649448 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] For port 92731ed8-2e70-4568-8559-a32df25bd61b, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:19.653580 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] For port 92731ed8-2e70-4568-8559-a32df25bd61b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=92731ed8-2e70-4568-8559-a32df25bd61b,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:19.660152 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.719585 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Routers {'a09bad5a-e2e9-4a10-88ff-33936713a4c7'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:19.720413 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:20:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:19.810553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c508aac-b297-463b-a9d3-481a012d3510 req-6b85160a-f059-439c-99d5-acc45f0549f9 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:19.812155 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c508aac-b297-463b-a9d3-481a012d3510 req-6b85160a-f059-439c-99d5-acc45f0549f9 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 945 time: 0.1337698 Jul 13 19:21:19.884987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c508aac-b297-463b-a9d3-481a012d3510 req-b5a544be-00f5-4de6-aff8-15df5f14ee04 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640471 Jul 13 19:21:19.897490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Allocated IP 172.20.0.1 (28e00722-b631-431f-88c3-93d857def0f6/68396811-1393-47ad-88a1-9d07378d0bf5/7bbf35f3-4399-4b09-9d44-06d4bc0367c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:19.971602 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c43894-9a67-4fd7-9066-50ccbad94ac0 None None] Pushing event updated for resources: {'Port': ['ID=92731ed8-2e70-4568-8559-a32df25bd61b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:19.974596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c616603-c7bf-4530-8884-1a026c754c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef0bd3-9b05-4a9a-957e-516c79dc557f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:19.996402 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] Set router a09bad5a-e2e9-4a10-88ff-33936713a4c7 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:20.002253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8159520-ac04-4731-acd5-62954c967a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.009900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-d47b1fa8-b6ae-469f-98ef-61dd8db8699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.011610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-d47b1fa8-b6ae-469f-98ef-61dd8db8699c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.6002107 Jul 13 19:21:20.061743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8159520-ac04-4731-acd5-62954c967a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.104440 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.131361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-45bb2211-5f2c-4153-a181-4248de476e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.133286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-45bb2211-5f2c-4153-a181-4248de476e0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128199 Jul 13 19:21:20.145728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Transition to ACTIVE for port object 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:20.191183 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8159520-ac04-4731-acd5-62954c967a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.193741 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8159520-ac04-4731-acd5-62954c967a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.200506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d8159520-ac04-4731-acd5-62954c967a7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a059e4c0-6a6c-4b51-90b9-5d3a722435ae HTTP/1.1" status: 204 len: 168 time: 0.9142315 Jul 13 19:21:20.205381 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.252456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Network 28e00722-b631-431f-88c3-93d857def0f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:20.256601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:20.277007 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:20.328661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.353930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8159520-ac04-4731-acd5-62954c967a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a059e4c0-6a6c-4b51-90b9-5d3a722435ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:20.385543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbf35f3-4399-4b09-9d44-06d4bc0367c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:20.454008 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-router', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:12Z', 'updated_at': '2021-07-13T19:21:16Z', 'revision_number': 3, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'gw_port': {'id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:15Z', 'updated_at': '2021-07-13T19:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:20.477621 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-0eb2172c-434c-4b0d-96a5-dbdf7e15dc79 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309419 Jul 13 19:21:20.486808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0126b21-207b-4a96-9aec-ee23cecdca9d req-1e00fda4-0fa0-46d6-87a1-e3b514176809 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.488490 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0126b21-207b-4a96-9aec-ee23cecdca9d req-1e00fda4-0fa0-46d6-87a1-e3b514176809 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1096 time: 0.2392118 Jul 13 19:21:20.533258 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfc515-b711-448f-a9c3-5de285519901 None None] The sync data for ids ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'] in n-d-800708-1 is: [{'id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-router', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:12Z', 'updated_at': '2021-07-13T19:21:16Z', 'revision_number': 3, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'gw_port': {'id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:15Z', 'updated_at': '2021-07-13T19:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:20.600570 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65e1be35-f7c8-44aa-bb41-bc294fa8862a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.623869 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.681516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0126b21-207b-4a96-9aec-ee23cecdca9d req-6c7cf825-223b-4dba-a1c5-157b6487e5cc tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614561 Jul 13 19:21:20.698327 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9cc83c1-0821-4bd6-ac81-031e7e3dae61 req-74da3e1d-4699-41a3-b129-b2943660a32b service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129054 Jul 13 19:21:20.712160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4ed9d40e-212e-4093-92dd-3da19dfa8ff7 None None] Provisioning for port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:20.720509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4ed9d40e-212e-4093-92dd-3da19dfa8ff7 None None] Provisioning complete for port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:20.720880 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ed9d40e-212e-4093-92dd-3da19dfa8ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.787091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4ed9d40e-212e-4093-92dd-3da19dfa8ff7 None None] Port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:20.823685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae269544-bff1-4a6e-86fa-2821b719a8b8 req-c8e16b7f-6ad9-4ddd-852c-10447ff4df7b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.832340 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae269544-bff1-4a6e-86fa-2821b719a8b8 req-c8e16b7f-6ad9-4ddd-852c-10447ff4df7b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 948 time: 0.1899848 Jul 13 19:21:20.927987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae269544-bff1-4a6e-86fa-2821b719a8b8 req-0798a47b-420e-4e25-91b5-acbd8d15bb1e tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937014 Jul 13 19:21:20.945493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 5e7f4a28-09f3-4676-9ac1-89a5ebef580b details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:21.051475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:21.058934 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:21.173732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbf35f3-4399-4b09-9d44-06d4bc0367c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:21.178453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:21.184390 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:21.251908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f718bc8-340b-472e-9803-a8e975d334f0 req-c3221f21-0cf5-4087-ad9b-8903d6c54903 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:21.270553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f718bc8-340b-472e-9803-a8e975d334f0 req-c3221f21-0cf5-4087-ad9b-8903d6c54903 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1096 time: 0.1322963 Jul 13 19:21:21.340635 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f718bc8-340b-472e-9803-a8e975d334f0 req-cc0f9cb5-fa9b-4b99-8744-3a2a7e980f63 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630796 Jul 13 19:21:21.390035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:21.397376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Network 28e00722-b631-431f-88c3-93d857def0f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:21.399912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:21.429287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '5e7f4a28-09f3-4676-9ac1-89a5ebef580b', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '5e7f4a28-09f3-4676-9ac1-89a5ebef580b', 'mac_address': 'fa:16:3e:e5:61:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:21.531444 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:21.580637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7f4a28-09f3-4676-9ac1-89a5ebef580b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:21.641038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:21.643053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-115433177-network', 'tenant_id': '06fb674d5f8a44f59700ad9453117896'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:21.651675 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:21.694159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Made reservation on behalf of 06fb674d5f8a44f59700ad9453117896 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:21.699870 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:21.760217 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:21.768994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Router a09bad5a-e2e9-4a10-88ff-33936713a4c7 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:21:21.797211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:21.858762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4f34913-f419-4d63-bfdc-7ef06eaacc70 None None] Provisioning complete for port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:21.859584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4f34913-f419-4d63-bfdc-7ef06eaacc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:21.932335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 92731ed8-2e70-4568-8559-a32df25bd61b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:21.935232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['5e7f4a28-09f3-4676-9ac1-89a5ebef580b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:22.045486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4f34913-f419-4d63-bfdc-7ef06eaacc70 None None] Port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:22.167891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 92731ed8-2e70-4568-8559-a32df25bd61b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:22.179464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 92731ed8-2e70-4568-8559-a32df25bd61b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:22.180084 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:22.257680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aa00d-a0f7-455c-b510-f2d14c3b66a2 req-6e6d5cdd-553e-4c6b-8d79-90a06476aca3 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:22.267675 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c2aa00d-a0f7-455c-b510-f2d14c3b66a2 req-6e6d5cdd-553e-4c6b-8d79-90a06476aca3 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 949 time: 0.1174874 Jul 13 19:21:22.332857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c2aa00d-a0f7-455c-b510-f2d14c3b66a2 req-903def73-ad0a-4937-a58b-3143b7cfc720 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621397 Jul 13 19:21:22.365592 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:22.396091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 92731ed8-2e70-4568-8559-a32df25bd61b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=92731ed8-2e70-4568-8559-a32df25bd61b,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:22.404007 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:22.429472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:22.442215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:22.462042 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-521381f0-16b9-490c-a9bb-bc0033f6eb84 admin admin] 10.222.0.25 "PUT /v2.0/routers/a09bad5a-e2e9-4a10-88ff-33936713a4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7615032 Jul 13 19:21:22.463122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:22.470159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=92731ed8-2e70-4568-8559-a32df25bd61b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:22.478220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:21:22.512431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:22.515564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:22.515980 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Added segment cfd5c009-14f0-439e-951a-0161f64f7427 of type vlan for network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c Jul 13 19:21:22.530940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd2e64-03aa-49a9-a79c-e91337ce7310 req-c7b5dc6e-15e9-4b92-989a-757cc39eeb0b tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:22.535555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cecd2e64-03aa-49a9-a79c-e91337ce7310 req-c7b5dc6e-15e9-4b92-989a-757cc39eeb0b tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1096 time: 0.5525310 Jul 13 19:21:22.577193 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:22.632929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cecd2e64-03aa-49a9-a79c-e91337ce7310 req-18854125-28c1-4d01-8ad5-d5f5507f3fb7 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485737 Jul 13 19:21:22.636670 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:22.638523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:22.638661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:22.715064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5281370 Jul 13 19:21:22.717866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:22.723298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Request body: {'subnet': {'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-115433177-subnet', 'tenant_id': '06fb674d5f8a44f59700ad9453117896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:22.734422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de637ba-b2fc-4b74-994e-cad49dc2ad26 admin admin] Pushing event updated for resources: {'Network': ['ID=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:22.747726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:21:22.749849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Made reservation on behalf of 06fb674d5f8a44f59700ad9453117896 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:22.752418 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:22.887086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Sync routers for ids ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:22.900096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Routers {'a09bad5a-e2e9-4a10-88ff-33936713a4c7'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:22.900972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:20:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:22.951498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 5e7f4a28-09f3-4676-9ac1-89a5ebef580b up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:22.963238 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:23.017673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9959cf1d-702f-422b-a281-5882d959f2f1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:23.039618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:23.040056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Network hostable DHCP agents. Network: 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:21:23.058827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:21:23.071237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:23.073525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:23.082580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Set router a09bad5a-e2e9-4a10-88ff-33936713a4c7 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:23.084429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:23.084982 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:23.093736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:23.094357 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:23.113581 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54016e6b-3cc4-4bca-875e-af8130ee5699 None None] Network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:23.113730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c778e4e4-a50c-4908-82ce-18ea49f0adba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3944056 Jul 13 19:21:23.305479 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfea71fa-396d-45e7-baa7-efe837c7084d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:23.405094 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:23.480667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501618f3-7ef6-43fd-a592-64ef00bd2570 None None] Network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:23.488568 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ace228-7069-4bff-a7bc-9b7d0c7c45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7f4a28-09f3-4676-9ac1-89a5ebef580b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:23.490858 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a4701e-fdc6-4eee-af9d-b4ea333ae2d9" -d '{"events": [{"server_uuid": "e7ace228-7069-4bff-a7bc-9b7d0c7c45ae", "name": "network-vif-plugged", "status": "completed", "tag": "5e7f4a28-09f3-4676-9ac1-89a5ebef580b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:23.570980 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2f6dfe-a2d8-4114-a037-1e0258db989b x-openstack-request-id: req-7f2f6dfe-a2d8-4114-a037-1e0258db989b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:23.571264 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ace228-7069-4bff-a7bc-9b7d0c7c45ae", "name": "network-vif-plugged", "status": "completed", "tag": "5e7f4a28-09f3-4676-9ac1-89a5ebef580b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:23.571514 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f2f6dfe-a2d8-4114-a037-1e0258db989b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:23.571905 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ace228-7069-4bff-a7bc-9b7d0c7c45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7f4a28-09f3-4676-9ac1-89a5ebef580b', 'code': 200} Jul 13 19:21:23.574935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dde3e6-7f2c-4747-9edd-4eb69a61ebfe req-5bb52e9f-dc6f-44e1-8a2e-910be37e9d76 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:23.578456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:23.579050 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0dde3e6-7f2c-4747-9edd-4eb69a61ebfe req-5bb52e9f-dc6f-44e1-8a2e-910be37e9d76 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 949 time: 0.0948348 Jul 13 19:21:23.594220 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:23.609623 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:23.689403 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0dde3e6-7f2c-4747-9edd-4eb69a61ebfe req-5447e4ee-8892-47fb-bcac-7aca990972c8 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846806 Jul 13 19:21:23.712906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-router', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:12Z', 'updated_at': '2021-07-13T19:21:20Z', 'revision_number': 4, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'gw_port': {'id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:15Z', 'updated_at': '2021-07-13T19:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7bbf35f3-4399-4b09-9d44-06d4bc0367c1', 'name': '', 'network_id': '28e00722-b631-431f-88c3-93d857def0f6', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'mac_address': 'fa:16:3e:ac:fe:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '68396811-1393-47ad-88a1-9d07378d0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:19Z', 'updated_at': '2021-07-13T19:21:20Z', 'revision_number': 2, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'subnets': [{'id': '68396811-1393-47ad-88a1-9d07378d0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:23.767317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:23.783088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Checking router: a09bad5a-e2e9-4a10-88ff-33936713a4c7 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:23.783460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Updating router a09bad5a-e2e9-4a10-88ff-33936713a4c7 port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:21:23.809267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d071af-80e7-42ca-bc5a-54450a994b07 req-dee5e31e-b0ba-47c8-9416-71758f90f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:23.813945 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63d071af-80e7-42ca-bc5a-54450a994b07 req-dee5e31e-b0ba-47c8-9416-71758f90f425 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 1101 time: 0.1492441 Jul 13 19:21:23.853096 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:23.892597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63d071af-80e7-42ca-bc5a-54450a994b07 req-168951df-bb66-4662-aae8-6242b45e8bfd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729015 Jul 13 19:21:23.916821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 92731ed8-2e70-4568-8559-a32df25bd61b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:23.992905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf2a61-4d35-4e36-890c-561492147874 req-76136432-78c7-488b-a011-a28fd786d3f8 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:24.001978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b0cf2a61-4d35-4e36-890c-561492147874 req-76136432-78c7-488b-a011-a28fd786d3f8 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1096 time: 0.0706594 Jul 13 19:21:24.048344 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b0cf2a61-4d35-4e36-890c-561492147874 req-bbf91f68-c1e8-42e8-aa0f-3383072ac091 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456052 Jul 13 19:21:24.053189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 92731ed8-2e70-4568-8559-a32df25bd61b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:24.053560 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.168467 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:21:24.303460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:24.353777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:24.360208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-network', 'tenant_id': '98d98156aed6471f933ca4a650aa0408'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:24.415836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Made reservation on behalf of 98d98156aed6471f933ca4a650aa0408 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:24.419172 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.421708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.434545 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.435298 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.453993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Transition to ACTIVE for port object 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:24.465639 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.581579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ead2d-f791-40b9-b13d-e64923dc50a8 None None] Pushing event updated for resources: {'Port': ['ID=7bbf35f3-4399-4b09-9d44-06d4bc0367c1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:24.586031 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.595068 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.628959 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:21:24.640712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9039f01f-c3b8-4483-9505-d0e626e104b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:24.650439 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.650772 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Added segment 9d9889ff-759b-4766-b694-46583b7a22b8 of type vlan for network dfa55c69-924d-40f9-8d29-02840ab83fd4 Jul 13 19:21:24.668979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Attempting to bind port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:24.669414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Attempting to bind port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:24.669777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Attempting to bind port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 on network 28e00722-b631-431f-88c3-93d857def0f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:24.675471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:24.682286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Checking segment: {'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:24.682798 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.683219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Bound using segment: {'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:24.683700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Bound port: 7bbf35f3-4399-4b09-9d44-06d4bc0367c1, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:24.684092 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.737123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a893958-9527-43ed-a92f-fe528bd15111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.745075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.787121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] For port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:24.794154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] For port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7bbf35f3-4399-4b09-9d44-06d4bc0367c1,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:24.802444 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.918590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.919651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:24.921440 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.949371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcfa8f-668c-4dd6-8a2b-8daae749fb49 req-0d46c854-1855-47d9-b47a-9968dd4e1bed tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:24.957500 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3dcfa8f-668c-4dd6-8a2b-8daae749fb49 req-0d46c854-1855-47d9-b47a-9968dd4e1bed tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 950 time: 0.0908017 Jul 13 19:21:24.981175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ead2d-f791-40b9-b13d-e64923dc50a8 None None] Pushing event updated for resources: {'Port': ['ID=7bbf35f3-4399-4b09-9d44-06d4bc0367c1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:24.995384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Routers {'a09bad5a-e2e9-4a10-88ff-33936713a4c7'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:24.998335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:25.026585 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3dcfa8f-668c-4dd6-8a2b-8daae749fb49 req-f4f5bfb2-9401-4ea1-8b79-a8122bfa5032 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678930 Jul 13 19:21:25.070225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa55c69-924d-40f9-8d29-02840ab83fd4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:25.098553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network dfa55c69-924d-40f9-8d29-02840ab83fd4 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:21:25.191703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a893958-9527-43ed-a92f-fe528bd15111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.198416 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a893958-9527-43ed-a92f-fe528bd15111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.233917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a893958-9527-43ed-a92f-fe528bd15111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31faef75-603a-4394-9440-f0fa92f6a59e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:25.235519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:25.242057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1633556621-network', 'tenant_id': '4fcf85edac874ed5ab21db97abbf21e4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:25.258350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-06cd5a6e-2de0-485f-9930-3f0ce64c4cd0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9029987 Jul 13 19:21:25.259280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:25.277072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Request body: {'subnet': {'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-subnet', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:25.288819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2a893958-9527-43ed-a92f-fe528bd15111 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=585fcd0c5db841c597d6feaff8d5ccc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9812565 Jul 13 19:21:25.289173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:25.325688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] Set router a09bad5a-e2e9-4a10-88ff-33936713a4c7 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:25.332112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Made reservation on behalf of 4fcf85edac874ed5ab21db97abbf21e4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:25.334620 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.353549 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.372667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Made reservation on behalf of 98d98156aed6471f933ca4a650aa0408 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:25.381610 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.385015 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c748928-36bc-4a0a-a1ff-446bea15e6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.454882 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c748928-36bc-4a0a-a1ff-446bea15e6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.559158 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c748928-36bc-4a0a-a1ff-446bea15e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.574479 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c748928-36bc-4a0a-a1ff-446bea15e6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.584495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0c748928-36bc-4a0a-a1ff-446bea15e6f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31faef75-603a-4394-9440-f0fa92f6a59e HTTP/1.1" status: 204 len: 168 time: 0.2942212 Jul 13 19:21:25.606027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c748928-36bc-4a0a-a1ff-446bea15e6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31faef75-603a-4394-9440-f0fa92f6a59e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:25.662481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.666901 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.670798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-router', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:12Z', 'updated_at': '2021-07-13T19:21:20Z', 'revision_number': 4, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'gw_port': {'id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:15Z', 'updated_at': '2021-07-13T19:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7bbf35f3-4399-4b09-9d44-06d4bc0367c1', 'name': '', 'network_id': '28e00722-b631-431f-88c3-93d857def0f6', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'mac_address': 'fa:16:3e:ac:fe:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '68396811-1393-47ad-88a1-9d07378d0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:19Z', 'updated_at': '2021-07-13T19:21:24Z', 'revision_number': 4, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'subnets': [{'id': '68396811-1393-47ad-88a1-9d07378d0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:25.676729 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.688378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:21:25.698942 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.699234 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Added segment 573e7dc9-6499-4cf3-9b73-cad7022c5090 of type vlan for network 861e1790-1c81-480d-a85f-7404e5e736fa Jul 13 19:21:25.712552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42b0443-8a56-4097-a221-369627c2a1cc None None] The sync data for ids ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'] in n-d-800708-1 is: [{'id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-router', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:12Z', 'updated_at': '2021-07-13T19:21:20Z', 'revision_number': 4, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'gw_port': {'id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:15Z', 'updated_at': '2021-07-13T19:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7bbf35f3-4399-4b09-9d44-06d4bc0367c1', 'name': '', 'network_id': '28e00722-b631-431f-88c3-93d857def0f6', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'mac_address': 'fa:16:3e:ac:fe:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '68396811-1393-47ad-88a1-9d07378d0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:19Z', 'updated_at': '2021-07-13T19:21:24Z', 'revision_number': 4, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'subnets': [{'id': '68396811-1393-47ad-88a1-9d07378d0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:25.919865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c264caa-dc14-4bd7-a7c9-bff7a5347e8f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:25.929117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367cfd31-c10d-4ac5-8b13-9ecea11a6496,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:25.933057 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:25.949006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.024324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Checking segment: {'id': '9d9889ff-759b-4766-b694-46583b7a22b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:26.024324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Network hostable DHCP agents. Network: dfa55c69-924d-40f9-8d29-02840ab83fd4, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:21:26.042867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.044596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:26.045373 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.103865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Network dfa55c69-924d-40f9-8d29-02840ab83fd4 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:21:26.127374 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8907335 Jul 13 19:21:26.131115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:26.138536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, dfa55c69-924d-40f9-8d29-02840ab83fd4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:26.140608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f3f0c-c50a-4271-bf03-03064052494f admin admin] Pushing event updated for resources: {'Network': ['ID=861e1790-1c81-480d-a85f-7404e5e736fa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:26.150834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a879a0-492c-43cd-8270-74c996286dd7 None None] Network dfa55c69-924d-40f9-8d29-02840ab83fd4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:26.151712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Request body: {'subnet': {'network_id': '861e1790-1c81-480d-a85f-7404e5e736fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1633556621-subnet', 'tenant_id': '4fcf85edac874ed5ab21db97abbf21e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:26.154989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 861e1790-1c81-480d-a85f-7404e5e736fa details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:21:26.156643 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:26.157261 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.189868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Made reservation on behalf of 4fcf85edac874ed5ab21db97abbf21e4 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:26.193042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.202796 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d40cd902-bfc6-41c2-aaf3-347401031bad admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9416821 Jul 13 19:21:26.203764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:26.210247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-router', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:26.255200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:26.267473 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.270904 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.276834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13803d33-8824-4368-a363-9c628e4c68df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.295241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-b50eb584-42e6-4ab3-8027-d50d9a5d24ee tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:21:26.297136 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-b50eb584-42e6-4ab3-8027-d50d9a5d24ee tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191760 Jul 13 19:21:26.318934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Request body: {'binding': {'host': 'n-h1-800708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:26.319634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:21:26.408097 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.444968 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13803d33-8824-4368-a363-9c628e4c68df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.469639 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13803d33-8824-4368-a363-9c628e4c68df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.478539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-dfa55c69-924d-40f9-8d29-02840ab83fd4', 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'fixed_ips': [{'subnet_id': '3c264caa-dc14-4bd7-a7c9-bff7a5347e8f'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:21:26.480232 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.510120 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-13803d33-8824-4368-a363-9c628e4c68df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7aa1ef61f3dc4908bc5788842dbe853a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537212 Jul 13 19:21:26.522129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:26.568629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13803d33-8824-4368-a363-9c628e4c68df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf9734-b374-43ec-b37c-c97feaf4f4f0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:26.621361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-978ea3d3-02dd-4a26-9cc7-03feaf9f3538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.671299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Allocated IP 172.20.0.2 (dfa55c69-924d-40f9-8d29-02840ab83fd4/3c264caa-dc14-4bd7-a7c9-bff7a5347e8f/da79dc79-8800-4d78-8e04-4bcfdb8c7ae0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:26.681047 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.682428 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-978ea3d3-02dd-4a26-9cc7-03feaf9f3538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.777240 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.787943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930497-2eb6-4664-8fbe-8c49454189f2 req-bce06631-1221-48a5-9424-b18eea2f7a0f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:26.795672 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51930497-2eb6-4664-8fbe-8c49454189f2 req-bce06631-1221-48a5-9424-b18eea2f7a0f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 950 time: 0.2489271 Jul 13 19:21:26.823428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 on host n-h1-800708-1 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:26.823772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:26.824088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:26.825039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-978ea3d3-02dd-4a26-9cc7-03feaf9f3538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.827800 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-978ea3d3-02dd-4a26-9cc7-03feaf9f3538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.829641 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-978ea3d3-02dd-4a26-9cc7-03feaf9f3538 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0bf9734-b374-43ec-b37c-c97feaf4f4f0 HTTP/1.1" status: 204 len: 168 time: 0.3062580 Jul 13 19:21:26.839919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Port de587c47-2030-4853-ae21-d6d7c65591a6 on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:26.840292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:26.858300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ea3d3-02dd-4a26-9cc7-03feaf9f3538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf9734-b374-43ec-b37c-c97feaf4f4f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:26.860756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:26.861134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:26.861566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:26.862602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Bound port: de587c47-2030-4853-ae21-d6d7c65591a6, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:26.885145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51930497-2eb6-4664-8fbe-8c49454189f2 req-ed70cbab-13a7-4a59-99a1-9550835d76ef tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883870 Jul 13 19:21:26.900103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0ef4a4-a4ae-4b05-b758-b2ff66b4b79a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:26.922512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Checking segment: {'id': '573e7dc9-6499-4cf3-9b73-cad7022c5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '861e1790-1c81-480d-a85f-7404e5e736fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:26.923240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Network hostable DHCP agents. Network: 861e1790-1c81-480d-a85f-7404e5e736fa, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:21:26.927284 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.937366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Transition to ACTIVE for port object da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:26.955310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Transition to ACTIVE for port object da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:26.970235 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.000566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Network 861e1790-1c81-480d-a85f-7404e5e736fa is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:21:27.022578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 861e1790-1c81-480d-a85f-7404e5e736fa) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:27.041266 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7377462c-b5e2-4a61-8160-82ecb302074f None None] Network 861e1790-1c81-480d-a85f-7404e5e736fa requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:27.041521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:27.042262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.052780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Network dfa55c69-924d-40f9-8d29-02840ab83fd4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:27.059255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:27.074533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:27.075481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.086859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d1ecbf56-606b-4909-9ee4-77ee681102b3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9457805 Jul 13 19:21:27.087099 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f470f7ec-1ff9-47e1-8f1b-9d7c916a05f9 service neutron] 10.222.0.25 "POST /v2.0/ports/de587c47-2030-4853-ae21-d6d7c65591a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.7720754 Jul 13 19:21:27.119654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:27.136952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Pushing event updated for resources: {'Port': ['ID=da79dc79-8800-4d78-8e04-4bcfdb8c7ae0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:27.218814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Attempting to bind port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:27.219237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Attempting to bind port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '9d9889ff-759b-4766-b694-46583b7a22b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:27.219521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Attempting to bind port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 on network dfa55c69-924d-40f9-8d29-02840ab83fd4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:27.238734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:27.239161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Checking segment: {'id': '9d9889ff-759b-4766-b694-46583b7a22b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:27.239526 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.239901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Bound using segment: {'id': '9d9889ff-759b-4766-b694-46583b7a22b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:27.240392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Bound port: da79dc79-8800-4d78-8e04-4bcfdb8c7ae0, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9889ff-759b-4766-b694-46583b7a22b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:27.240762 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.331777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.374023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] For port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:27.388451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.392643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] For port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=da79dc79-8800-4d78-8e04-4bcfdb8c7ae0,segment=NetworkSegment(9d9889ff-759b-4766-b694-46583b7a22b8),segment_id=9d9889ff-759b-4766-b694-46583b7a22b8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:27.407801 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.537319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70335583-05ac-43a3-a6b4-ee67ce99fb41 None None] Network 861e1790-1c81-480d-a85f-7404e5e736fa requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:27.597074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1f065-0e86-42e2-991b-1b4c0a256ac3 None None] Pushing event updated for resources: {'Port': ['ID=da79dc79-8800-4d78-8e04-4bcfdb8c7ae0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:27.682625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Allocated IP 172.25.7.49 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/2ae06ed0-4dcb-47ac-9c23-b3e925320def) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:27.710970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-4d0534a6-67be-4269-b7ec-761bd0781dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:27.714510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-4d0534a6-67be-4269-b7ec-761bd0781dba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1096 time: 0.2477758 Jul 13 19:21:27.931810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:28.020430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:28.026876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:28.028126 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:28.123292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-29330f13-dd62-4b06-9315-5fa44c9860b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:28.123916 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:28.125352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-29330f13-dd62-4b06-9315-5fa44c9860b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.3971128 Jul 13 19:21:28.167019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7bbf35f3-4399-4b09-9d44-06d4bc0367c1,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:28.175144 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:28.191601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:28.195630 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-37e5f90a-efe9-47ce-bb27-95a8a9d70f60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de587c47-2030-4853-ae21-d6d7c65591a6 HTTP/1.1" status: 200 len: 217 time: 0.0594230 Jul 13 19:21:28.205280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c9e6f-2116-4d4c-aab5-b58bb5a643ba req-a17be9d8-6729-4e5e-9750-c3f6163963d5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:28.207655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2f0c9e6f-2116-4d4c-aab5-b58bb5a643ba req-a17be9d8-6729-4e5e-9750-c3f6163963d5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 945 time: 0.2920206 Jul 13 19:21:28.251802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=7bbf35f3-4399-4b09-9d44-06d4bc0367c1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:28.301542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-de82732d-a668-4d12-b974-4608ebc3a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:28.303959 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-de82732d-a668-4d12-b974-4608ebc3a13a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.0934336 Jul 13 19:21:28.360429 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-f6b644f8-9982-43f8-b3ac-24ceab902a8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459375 Jul 13 19:21:28.368299 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2f0c9e6f-2116-4d4c-aab5-b58bb5a643ba req-cad09d8b-25ef-44b8-9ea4-da5b82e1cc33 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448567 Jul 13 19:21:28.414691 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:28.454234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-83d168c7-b1cf-4183-bceb-048765eee5bc tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:28.465774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-83d168c7-b1cf-4183-bceb-048765eee5bc tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 807 time: 0.1379762 Jul 13 19:21:28.466643 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:28.474838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:28.490836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:28.498624 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-2ff97790-a0c1-404e-b2ca-c2e0578e4a51 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/quotas/06fb674d5f8a44f59700ad9453117896 HTTP/1.1" status: 200 len: 375 time: 0.0318649 Jul 13 19:21:28.541367 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-a04134b6-7909-455d-921a-5324b44d7b8d tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413966 Jul 13 19:21:28.566345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae06ed0-4dcb-47ac-9c23-b3e925320def,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:28.642711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-a86e4285-5b67-49a3-8d59-f997ea55d8bd service neutron] 10.222.0.25 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001194 Jul 13 19:21:28.765755 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-642f8051-9701-455d-b580-795039d63642 service neutron] 10.222.0.25 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212270 Jul 13 19:21:28.884365 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-8d882397-6891-45c2-8c4e-322cd4e36369 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3209927 Jul 13 19:21:28.887710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-2dfbadc1-13ae-4f8e-bb8f-72dc11bb799f service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193603 Jul 13 19:21:29.003337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a881c89-1a09-4184-bbec-2a8d3743366b None None] Network dfa55c69-924d-40f9-8d29-02840ab83fd4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:29.019444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bc680538-7cce-4be9-8d3d-9de318d2e7d6 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:29.029218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bc680538-7cce-4be9-8d3d-9de318d2e7d6 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1377740 Jul 13 19:21:29.058066 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-55417fc4-e7de-4619-8f6d-c8db34061c1f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/quotas/e643eba7f04c4a02a7cd7bebd87eb787 HTTP/1.1" status: 200 len: 375 time: 0.0278955 Jul 13 19:21:29.150763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f5d5f621-a033-4fb1-8fe7-19a64643fa4b None None] Provisioning for port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:29.224095 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-aad02630-3066-4b15-8fe3-3f5b3351bcd8 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702178 Jul 13 19:21:29.434753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-b522f9a2-97d3-44ec-b4e3-2a048b41d924 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2851629 Jul 13 19:21:29.446061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.510791 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-c3d95fd7-304e-4024-a072-f8e3bc6efd7e tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:29.512319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-c3d95fd7-304e-4024-a072-f8e3bc6efd7e tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1096 time: 0.2137275 Jul 13 19:21:29.527444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800708-1'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:29.791864 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.840948 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09a2ab3e-8028-452f-9426-9051402c4960 req-84a55f0a-784d-4b69-93fa-a8bee1490980 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 210 time: 0.0670235 Jul 13 19:21:29.995264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:30.064600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.069109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:30.074590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:30.075350 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.076572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb09b8-9161-4bf7-ad90-a752e1fa8d05 req-0a318ea2-a8cd-4feb-9339-753cf75504c9 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.083688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acfb09b8-9161-4bf7-ad90-a752e1fa8d05 req-0a318ea2-a8cd-4feb-9339-753cf75504c9 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 945 time: 0.2481542 Jul 13 19:21:30.191775 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.214638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1519200-5d86-4821-9a6e-0988aeeafd16 req-5798afa7-72a3-48ce-994e-9e32a04ed244 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 210 time: 0.0420332 Jul 13 19:21:30.273765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=da79dc79-8800-4d78-8e04-4bcfdb8c7ae0,segment=NetworkSegment(9d9889ff-759b-4766-b694-46583b7a22b8),segment_id=9d9889ff-759b-4766-b694-46583b7a22b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:30.275253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acfb09b8-9161-4bf7-ad90-a752e1fa8d05 req-170fc07e-5506-489d-ac16-752d10962862 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905868 Jul 13 19:21:30.290635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.292803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:30.301025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:30.384507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Router 86a758b9-f034-47c5-ac52-aadf239e82ed is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:21:30.386783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:30.405724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=da79dc79-8800-4d78-8e04-4bcfdb8c7ae0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:30.418822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:30.419367 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.635674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:30.657092 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Sync routers for ids ['86a758b9-f034-47c5-ac52-aadf239e82ed'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:30.671044 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.675319 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Routers {'86a758b9-f034-47c5-ac52-aadf239e82ed'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:30.675592 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e78ebcde-c1d6-49d8-8268-27df4f13f024 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4673738 Jul 13 19:21:30.675693 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['86a758b9-f034-47c5-ac52-aadf239e82ed'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:30.675819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de587c47-2030-4853-ae21-d6d7c65591a6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:30.677950 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a931c11-e094-4402-a80f-e5f7c9976692" -d '{"events": [{"server_uuid": "5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c", "name": "network-vif-unplugged", "status": "completed", "tag": "de587c47-2030-4853-ae21-d6d7c65591a6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:30.680837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:30.683283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.827035 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2550be5-0aaa-47af-b208-ac25c07907f1 x-openstack-request-id: req-b2550be5-0aaa-47af-b208-ac25c07907f1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:30.827436 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c", "name": "network-vif-unplugged", "status": "completed", "tag": "de587c47-2030-4853-ae21-d6d7c65591a6", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:30.834693 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2550be5-0aaa-47af-b208-ac25c07907f1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:30.835151 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de587c47-2030-4853-ae21-d6d7c65591a6', 'code': 200} Jul 13 19:21:30.838038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.981672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-a0af319e-04e1-4679-98f3-c717a0ddc803 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.987923 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-a0af319e-04e1-4679-98f3-c717a0ddc803 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.60 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 807 time: 0.3476107 Jul 13 19:21:31.000157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Request body: {'port': {'device_id': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c', 'admin_state_up': True, 'tenant_id': '06fb674d5f8a44f59700ad9453117896'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:31.051764 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Set router 86a758b9-f034-47c5-ac52-aadf239e82ed gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:31.088881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:31.220723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Made reservation on behalf of 06fb674d5f8a44f59700ad9453117896 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:31.232533 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.239345 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd18cf9a-1fca-499d-9a16-57886c17ea90 req-8dd6d98b-06fe-4efd-89d7-ed0c296b6c8e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 210 time: 0.1150982 Jul 13 19:21:31.322964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 on host n-h2-800708-1 for vnic_type normal with profile {"migrating_to": "n-h1-800708-1"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:31.323571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:31.325407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:31.359996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Pushing event updated for resources: {'Port': ['ID=de587c47-2030-4853-ae21-d6d7c65591a6,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:31.377138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Port de587c47-2030-4853-ae21-d6d7c65591a6 on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:31.379036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Attempting to bind port de587c47-2030-4853-ae21-d6d7c65591a6 on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:31.439183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Allocated IP 172.20.0.12 (7c437af1-e7bb-4d6a-a51f-e37992ea2f1c/9959cf1d-702f-422b-a281-5882d959f2f1/9ebe711b-a15a-485d-a352-18372d537385) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:31.503446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:31.513199 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-router', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:26Z', 'updated_at': '2021-07-13T19:21:29Z', 'revision_number': 3, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'gw_port': {'id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:27Z', 'updated_at': '2021-07-13T19:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:31.569989 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Checking router: 86a758b9-f034-47c5-ac52-aadf239e82ed for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:31.570347 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Updating router 86a758b9-f034-47c5-ac52-aadf239e82ed port 2ae06ed0-4dcb-47ac-9c23-b3e925320def binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:21:31.614583 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.621168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-637a8e71-a86c-459d-8246-090722fef70f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728106 Jul 13 19:21:31.723556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6cffe6-51d9-4931-9921-aaa99a07a01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.889795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.907846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:31.928249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-1e351689-2c7e-4d3a-8829-67c1c572981b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:31.930048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-1e351689-2c7e-4d3a-8829-67c1c572981b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890575 Jul 13 19:21:31.979983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:31.980955 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.012138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4173e240-a3bf-4fe7-8256-c6de48e30fbb req-ef02f94a-8484-4264-aa6e-55dfbd443679 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 210 time: 0.4554002 Jul 13 19:21:32.026248 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.031476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:32.032029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:32.032575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:32.034232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Bound port: de587c47-2030-4853-ae21-d6d7c65591a6, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:32.034232 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.039235 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Transition to ACTIVE for port object 2ae06ed0-4dcb-47ac-9c23-b3e925320def will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:32.050492 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee557c25-2dfa-4419-b923-58db5609e2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.052094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6cffe6-51d9-4931-9921-aaa99a07a01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.052573 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.056657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Request body: {'port': {'device_id': '865d0722-14dd-4542-9b91-5e19c045b475', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'e643eba7f04c4a02a7cd7bebd87eb787'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:32.136755 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe16ca7-a393-483d-ac01-1ecb2a08b1df None None] Pushing event updated for resources: {'Port': ['ID=2ae06ed0-4dcb-47ac-9c23-b3e925320def,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:32.145042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6cffe6-51d9-4931-9921-aaa99a07a01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.167519 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Attempting to bind port 2ae06ed0-4dcb-47ac-9c23-b3e925320def on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:32.168620 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Attempting to bind port 2ae06ed0-4dcb-47ac-9c23-b3e925320def by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:32.169050 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Attempting to bind port 2ae06ed0-4dcb-47ac-9c23-b3e925320def on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:32.175489 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:32.176164 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:32.176665 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.177120 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:32.177664 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Bound port: 2ae06ed0-4dcb-47ac-9c23-b3e925320def, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:32.178334 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.206959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:32.251423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fa6cffe6-51d9-4931-9921-aaa99a07a01d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e42df4dcc5164cdc87b6dc856307fead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7464600 Jul 13 19:21:32.260480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:32.269111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cffe6-51d9-4931-9921-aaa99a07a01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf17550e-06d4-4891-bb0a-e58a8097928b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:32.278863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:32.302370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125e73-7a3d-4c7f-94be-f1d810924b05 req-108a2b33-4505-4b15-91fb-390a91f2fa68 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:32.304690 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f125e73-7a3d-4c7f-94be-f1d810924b05 req-108a2b33-4505-4b15-91fb-390a91f2fa68 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 943 time: 0.3736429 Jul 13 19:21:32.306213 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.308776 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.328324 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] For port 2ae06ed0-4dcb-47ac-9c23-b3e925320def, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:32.336010 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] For port 2ae06ed0-4dcb-47ac-9c23-b3e925320def, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2ae06ed0-4dcb-47ac-9c23-b3e925320def,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:32.344271 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.387526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:32.394590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:32.402347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:32.442098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Pushing event updated for resources: {'Port': ['ID=9ebe711b-a15a-485d-a352-18372d537385,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:32.457423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f125e73-7a3d-4c7f-94be-f1d810924b05 req-4fa89af3-f0e9-4c40-b6e1-d593b3a49e49 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413991 Jul 13 19:21:32.462697 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Routers {'86a758b9-f034-47c5-ac52-aadf239e82ed'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:32.463541 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['86a758b9-f034-47c5-ac52-aadf239e82ed'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:32.466559 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe16ca7-a393-483d-ac01-1ecb2a08b1df None None] Pushing event updated for resources: {'Port': ['ID=2ae06ed0-4dcb-47ac-9c23-b3e925320def,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:32.478891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:32.479534 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.528276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Pushing event updated for resources: {'Port': ['ID=de587c47-2030-4853-ae21-d6d7c65591a6,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:32.541467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:32.542138 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.543765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9b7e0bb0-00d0-41df-bd07-7c86b09d0b79 service neutron] 10.222.0.24 "PUT /v2.0/ports/de587c47-2030-4853-ae21-d6d7c65591a6 HTTP/1.1" status: 200 len: 1121 time: 3.0214107 Jul 13 19:21:32.545558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee557c25-2dfa-4419-b923-58db5609e2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.546544 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc1098f-8442-4990-ade3-68bf72bd43f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.558192 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee557c25-2dfa-4419-b923-58db5609e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.579090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-8efff6b8-da4b-4938-99cc-277264e135e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5807652 Jul 13 19:21:32.593375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Request body: {'port': {'device_id': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:32.598257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['de587c47-2030-4853-ae21-d6d7c65591a6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:32.619034 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] Set router 86a758b9-f034-47c5-ac52-aadf239e82ed gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:32.644755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Made reservation on behalf of e643eba7f04c4a02a7cd7bebd87eb787 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:32.648900 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.658217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc1098f-8442-4990-ade3-68bf72bd43f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.679295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:32.679461 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ee557c25-2dfa-4419-b923-58db5609e2a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f097deac78e249ad92408f9a8a6c88bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5761297 Jul 13 19:21:32.685326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee557c25-2dfa-4419-b923-58db5609e2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5841d13b-e8e6-49f3-814f-ede1d4d80bb5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:32.758269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5953c-3d7e-4a43-acf2-6be9217d2753 req-750fcd25-13d3-42be-9c32-05da29dfa7fd tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:32.768602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1dc5953c-3d7e-4a43-acf2-6be9217d2753 req-750fcd25-13d3-42be-9c32-05da29dfa7fd tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 932 time: 0.3461561 Jul 13 19:21:32.831956 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.838621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'tag': 'de587c47-2030-4853-ae21-d6d7c65591a6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:32.842453 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70919120-167d-4933-9cfd-659ab847e05b" -d '{"events": [{"name": "network-changed", "server_uuid": "5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c", "tag": "de587c47-2030-4853-ae21-d6d7c65591a6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:32.861448 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1dc5953c-3d7e-4a43-acf2-6be9217d2753 req-e15ae22a-a55c-4af4-83a4-41d6f36d3cdb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780003 Jul 13 19:21:32.862267 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc1098f-8442-4990-ade3-68bf72bd43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.864871 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc1098f-8442-4990-ade3-68bf72bd43f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.865936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7cc1098f-8442-4990-ade3-68bf72bd43f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf17550e-06d4-4891-bb0a-e58a8097928b HTTP/1.1" status: 204 len: 168 time: 0.6028676 Jul 13 19:21:32.904013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1098f-8442-4990-ade3-68bf72bd43f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf17550e-06d4-4891-bb0a-e58a8097928b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:32.961090 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ddbc97-f147-4b10-9904-ad5edfe7e35f x-openstack-request-id: req-05ddbc97-f147-4b10-9904-ad5edfe7e35f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:32.961380 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c", "tag": "de587c47-2030-4853-ae21-d6d7c65591a6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:32.961631 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05ddbc97-f147-4b10-9904-ad5edfe7e35f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:32.962108 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'tag': 'de587c47-2030-4853-ae21-d6d7c65591a6', 'status': 'completed', 'code': 200} Jul 13 19:21:32.976636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Allocated IP 192.168.233.20 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/968816a0-4385-4556-8384-b90cdb139283) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:32.982883 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6611ee0b-4c68-4d31-b738-7bb0554ef50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.991389 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.021427 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-router', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:26Z', 'updated_at': '2021-07-13T19:21:29Z', 'revision_number': 3, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'gw_port': {'id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:27Z', 'updated_at': '2021-07-13T19:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:33.075751 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6611ee0b-4c68-4d31-b738-7bb0554ef50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.085003 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda7b2f-a686-4404-a800-8e2a15f4eb81 None None] The sync data for ids ['86a758b9-f034-47c5-ac52-aadf239e82ed'] in n-d-800708-1 is: [{'id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-router', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:26Z', 'updated_at': '2021-07-13T19:21:29Z', 'revision_number': 3, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'gw_port': {'id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:27Z', 'updated_at': '2021-07-13T19:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:33.219039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Allocated IP 172.20.0.1 (dfa55c69-924d-40f9-8d29-02840ab83fd4/3c264caa-dc14-4bd7-a7c9-bff7a5347e8f/f4473c91-4632-4770-824e-4d4f74b35518) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:33.242024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70919120-167d-4933-9cfd-659ab847e05b req-ae3a0906-df33-4333-963e-8864ae8e0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:33.244859 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70919120-167d-4933-9cfd-659ab847e05b req-ae3a0906-df33-4333-963e-8864ae8e0c45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1124 time: 0.2066536 Jul 13 19:21:33.374577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:33.398604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ea4b794a-d99d-43f4-8114-f5c473782c27 req-9d85b1b4-aa1c-482a-9446-58050d0d3179 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 210 time: 0.2249942 Jul 13 19:21:33.406664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eefaa8be-db5e-42eb-a7cb-060bcda8c91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.443894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70919120-167d-4933-9cfd-659ab847e05b req-d7fe85b9-a0cd-4ef2-870c-380d60464ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:33.445510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70919120-167d-4933-9cfd-659ab847e05b req-d7fe85b9-a0cd-4ef2-870c-380d60464ed2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.1936944 Jul 13 19:21:33.497723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.509086 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6611ee0b-4c68-4d31-b738-7bb0554ef50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.511850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6611ee0b-4c68-4d31-b738-7bb0554ef50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.515506 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6611ee0b-4c68-4d31-b738-7bb0554ef50e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5841d13b-e8e6-49f3-814f-ede1d4d80bb5 HTTP/1.1" status: 204 len: 168 time: 0.8324339 Jul 13 19:21:33.542343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70919120-167d-4933-9cfd-659ab847e05b req-592bce42-f61d-4caa-b833-7b8ef4a0afa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de587c47-2030-4853-ae21-d6d7c65591a6 HTTP/1.1" status: 200 len: 217 time: 0.0851779 Jul 13 19:21:33.592426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Transition to ACTIVE for port object f4473c91-4632-4770-824e-4d4f74b35518 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:33.710086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70919120-167d-4933-9cfd-659ab847e05b req-8d11dfc4-0135-4912-b149-0fc001dd1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:33.711663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70919120-167d-4933-9cfd-659ab847e05b req-8d11dfc4-0135-4912-b149-0fc001dd1492 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1583116 Jul 13 19:21:33.841548 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70919120-167d-4933-9cfd-659ab847e05b req-6621b6ca-bf19-4439-9c6f-0e78584a0d8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226261 Jul 13 19:21:33.889693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611ee0b-4c68-4d31-b738-7bb0554ef50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5841d13b-e8e6-49f3-814f-ede1d4d80bb5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:33.898483 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.937473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.954036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ae06ed0-4dcb-47ac-9c23-b3e925320def up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:33.964263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Transition to ACTIVE for port object 968816a0-4385-4556-8384-b90cdb139283 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:33.983917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Network dfa55c69-924d-40f9-8d29-02840ab83fd4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:33.991070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:33.994483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:33.995204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.040383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebe711b-a15a-485d-a352-18372d537385 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:34.055616 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.086204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Transition to ACTIVE for port object 9ebe711b-a15a-485d-a352-18372d537385 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:34.101095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.117878 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.119698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['5e7f4a28-09f3-4676-9ac1-89a5ebef580b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:34.127058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2ae06ed0-4dcb-47ac-9c23-b3e925320def completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:34.193312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2ae06ed0-4dcb-47ac-9c23-b3e925320def triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:34.193691 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.204674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:34.224822 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eefaa8be-db5e-42eb-a7cb-060bcda8c91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.232265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Pushing event updated for resources: {'Port': ['ID=f4473c91-4632-4770-824e-4d4f74b35518,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:34.241394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:34.244882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eefaa8be-db5e-42eb-a7cb-060bcda8c91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.273555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:34.287214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefaa8be-db5e-42eb-a7cb-060bcda8c91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d3ab75-f011-482e-90bf-62e22d701e56,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:34.413774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:34.417900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-eefaa8be-db5e-42eb-a7cb-060bcda8c91a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7fc596f3b9740629a2ad230a5b2361a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0407953 Jul 13 19:21:34.419640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Pushing event updated for resources: {'Port': ['ID=968816a0-4385-4556-8384-b90cdb139283,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:34.421996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:34.487521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125d90b-7722-45da-b99c-fc693f8e3ae5 req-bacd30d4-4be3-4d9c-a607-bdfcf7e47ab5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.494670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-556af2ea-ae53-4a6a-96a4-1e3ae9584ca4 None None] Provisioning for port f4473c91-4632-4770-824e-4d4f74b35518 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:34.495462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1125d90b-7722-45da-b99c-fc693f8e3ae5 req-bacd30d4-4be3-4d9c-a607-bdfcf7e47ab5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 943 time: 0.7562711 Jul 13 19:21:34.546601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-556af2ea-ae53-4a6a-96a4-1e3ae9584ca4 None None] Provisioning complete for port f4473c91-4632-4770-824e-4d4f74b35518 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:34.547096 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-556af2ea-ae53-4a6a-96a4-1e3ae9584ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.550941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b43733c3-dfc1-49cb-8196-39ce656d9381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.555080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70919120-167d-4933-9cfd-659ab847e05b req-0df16fe4-8f09-4bce-9b34-27d3326ffc1f service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049634 Jul 13 19:21:34.581098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.581390 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.583715 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.614553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe711b-a15a-485d-a352-18372d537385,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:34.639216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2ae06ed0-4dcb-47ac-9c23-b3e925320def, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2ae06ed0-4dcb-47ac-9c23-b3e925320def,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:34.640775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-556af2ea-ae53-4a6a-96a4-1e3ae9584ca4 None None] Port f4473c91-4632-4770-824e-4d4f74b35518 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:34.661837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.672174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecf1b4-31ed-4438-a61a-74dcf0884cb2 req-5ce2c871-45e8-4a15-9db9-24c34e3af18b tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.676568 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8ecf1b4-31ed-4438-a61a-74dcf0884cb2 req-5ce2c871-45e8-4a15-9db9-24c34e3af18b tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 944 time: 0.4640465 Jul 13 19:21:34.678889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:34.679412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:34.679915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:34.699513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1125d90b-7722-45da-b99c-fc693f8e3ae5 req-c57a5a78-d97d-4c1c-9b5c-7e69711a02ab tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025144 Jul 13 19:21:34.709941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Port 9ebe711b-a15a-485d-a352-18372d537385 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:34.710334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:34.723504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:34.723850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:34.724242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:34.724723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Bound port: 9ebe711b-a15a-485d-a352-18372d537385, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:34.725057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.740111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.773709 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8ecf1b4-31ed-4438-a61a-74dcf0884cb2 req-b8a71575-3769-46d4-ab3c-e3e541a8d582 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838225 Jul 13 19:21:34.802836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89f14015-e594-405e-9744-4544aaa15203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.824733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2ae06ed0-4dcb-47ac-9c23-b3e925320def,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:34.837381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89f14015-e594-405e-9744-4544aaa15203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.872284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47ab264a-e2be-4b33-8ef2-885ba25c2401 None None] Provisioning for port 968816a0-4385-4556-8384-b90cdb139283 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:34.881123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47ab264a-e2be-4b33-8ef2-885ba25c2401 None None] Provisioning complete for port 968816a0-4385-4556-8384-b90cdb139283 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:34.881498 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47ab264a-e2be-4b33-8ef2-885ba25c2401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.885791 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70919120-167d-4933-9cfd-659ab847e05b req-d44a9b60-9e58-4b79-aeb7-63b1264dee7f service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216588 Jul 13 19:21:34.952548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-47ab264a-e2be-4b33-8ef2-885ba25c2401 None None] Port 968816a0-4385-4556-8384-b90cdb139283 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:34.971803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:34.972078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89f14015-e594-405e-9744-4544aaa15203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.972530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device de587c47-2030-4853-ae21-d6d7c65591a6 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:34.974437 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89f14015-e594-405e-9744-4544aaa15203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.978589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-89f14015-e594-405e-9744-4544aaa15203 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9d3ab75-f011-482e-90bf-62e22d701e56 HTTP/1.1" status: 204 len: 168 time: 0.5503035 Jul 13 19:21:34.982591 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b43733c3-dfc1-49cb-8196-39ce656d9381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.002648 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b43733c3-dfc1-49cb-8196-39ce656d9381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.003981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f14015-e594-405e-9744-4544aaa15203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d3ab75-f011-482e-90bf-62e22d701e56,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:35.009242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:35.037648 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-e981eaa5-5920-4076-acf9-9294ed8c2f3d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0857627 Jul 13 19:21:35.054056 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.061475 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.066779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Request body: {'port': {'device_id': '865d0722-14dd-4542-9b91-5e19c045b475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:35.067746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.069082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.135993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b43733c3-dfc1-49cb-8196-39ce656d9381 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4e37c4d8f99474ead3cd639669204e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7188177 Jul 13 19:21:35.140787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43733c3-dfc1-49cb-8196-39ce656d9381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc163267-8782-4307-846b-1b24d3350f83,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:35.151429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.152174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.153847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] 10.222.0.60 "PUT /v2.0/ports/9ebe711b-a15a-485d-a352-18372d537385 HTTP/1.1" status: 200 len: 1092 time: 2.5697486 Jul 13 19:21:35.154531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:35.155529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'tag': '9ebe711b-a15a-485d-a352-18372d537385'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:35.158673 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3960028-0fca-4329-8aa7-18a7bab77dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5a840c-bf50-47fa-84af-a65b3b125e18", "tag": "9ebe711b-a15a-485d-a352-18372d537385"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:35.201873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Pushing event updated for resources: {'Port': ['ID=f4473c91-4632-4770-824e-4d4f74b35518,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:35.276243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Network dfa55c69-924d-40f9-8d29-02840ab83fd4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:35.278994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:35.310023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:35.324639 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e7cac-6b29-4dcb-953c-582eda624665 x-openstack-request-id: req-c47e7cac-6b29-4dcb-953c-582eda624665 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:35.325400 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5a840c-bf50-47fa-84af-a65b3b125e18", "tag": "9ebe711b-a15a-485d-a352-18372d537385", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:35.325887 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c47e7cac-6b29-4dcb-953c-582eda624665 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:35.326684 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'tag': '9ebe711b-a15a-485d-a352-18372d537385', 'status': 'completed', 'code': 200} Jul 13 19:21:35.352662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device de587c47-2030-4853-ae21-d6d7c65591a6 has no active binding in host n-h1-800708-1 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 19:21:35.375396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88d1fc-5d21-44b5-9edf-5c128088a510 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe711b-a15a-485d-a352-18372d537385,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:35.392738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e0a2c-4ba1-4426-b269-317528517cfd req-397811db-c214-412e-b586-42e179d9d01b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.404512 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-087e0a2c-4ba1-4426-b269-317528517cfd req-397811db-c214-412e-b586-42e179d9d01b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 935 time: 0.4203463 Jul 13 19:21:35.415714 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.505540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Router 86a758b9-f034-47c5-ac52-aadf239e82ed has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:21:35.520862 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83488bbd-ec09-499d-abfe-fd503ce75709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.595082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:35.665368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:35.700541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9177cf7b-6999-4d35-9281-71bec1703288 None None] Provisioning complete for port f4473c91-4632-4770-824e-4d4f74b35518 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:35.702853 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9177cf7b-6999-4d35-9281-71bec1703288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.704662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-83b8792c-b909-4d2a-a714-a32c03d79b41 admin admin] 10.222.0.25 "PUT /v2.0/routers/86a758b9-f034-47c5-ac52-aadf239e82ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0178018 Jul 13 19:21:35.711407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-6089f537-fd50-48e1-bc41-55d6dc77ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.714658 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-6089f537-fd50-48e1-bc41-55d6dc77ba8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 1095 time: 0.5003090 Jul 13 19:21:35.739443 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-087e0a2c-4ba1-4426-b269-317528517cfd req-1faa8f0e-2158-4b0f-b60f-8bde9cf4e94f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337729 Jul 13 19:21:35.741909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83488bbd-ec09-499d-abfe-fd503ce75709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.767722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Sync routers for ids ['86a758b9-f034-47c5-ac52-aadf239e82ed'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:35.784778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Routers {'86a758b9-f034-47c5-ac52-aadf239e82ed'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:35.785493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['86a758b9-f034-47c5-ac52-aadf239e82ed'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:35.824759 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-df4e72b3-7f93-4ec8-9b44-dbed1dbeb5b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ebe711b-a15a-485d-a352-18372d537385 HTTP/1.1" status: 200 len: 217 time: 0.1012504 Jul 13 19:21:35.851242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9177cf7b-6999-4d35-9281-71bec1703288 None None] Port f4473c91-4632-4770-824e-4d4f74b35518 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:35.935663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ae06ed0-4dcb-47ac-9c23-b3e925320def up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:36.016606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Set router 86a758b9-f034-47c5-ac52-aadf239e82ed gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:36.031929 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5027ce35-e0c2-4460-bf11-86cd2284f98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.075302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2ae06ed0-4dcb-47ac-9c23-b3e925320def triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:36.075674 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.146392 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5027ce35-e0c2-4460-bf11-86cd2284f98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.169691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543cee2-8b3a-4b42-9b1a-5f9521672a32 req-78224d15-18f5-4596-b1dc-a62e25381574 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.178773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a543cee2-8b3a-4b42-9b1a-5f9521672a32 req-78224d15-18f5-4596-b1dc-a62e25381574 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 943 time: 0.2465713 Jul 13 19:21:36.181740 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5027ce35-e0c2-4460-bf11-86cd2284f98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.207591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968816a0-4385-4556-8384-b90cdb139283 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:36.228183 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.238953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-c905865b-24c2-4fdc-8d6f-e85a825c1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.240144 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-c905865b-24c2-4fdc-8d6f-e85a825c1d05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.2560360 Jul 13 19:21:36.255097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5250c-eb26-49e1-8a14-a3d17bef72d2 req-03b04bb0-9a3d-4b10-abda-e4fe5eb1482e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.263321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28f5250c-eb26-49e1-8a14-a3d17bef72d2 req-03b04bb0-9a3d-4b10-abda-e4fe5eb1482e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 944 time: 0.2587209 Jul 13 19:21:36.281975 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83488bbd-ec09-499d-abfe-fd503ce75709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.293354 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83488bbd-ec09-499d-abfe-fd503ce75709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.298251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-83488bbd-ec09-499d-abfe-fd503ce75709 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc163267-8782-4307-846b-1b24d3350f83 HTTP/1.1" status: 204 len: 168 time: 1.1361916 Jul 13 19:21:36.309317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027ce35-e0c2-4460-bf11-86cd2284f98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f37751-c3be-4b65-a8b7-e9e48415879c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:36.364434 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a543cee2-8b3a-4b42-9b1a-5f9521672a32 req-87560cb5-d21b-47dd-9ba6-0a3a690ff513 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833072 Jul 13 19:21:36.373681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5027ce35-e0c2-4460-bf11-86cd2284f98a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ced1c59f35a4645b8dd9c8dab06ec92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7735531 Jul 13 19:21:36.374525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:36.402583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Transition to ACTIVE for port object 968816a0-4385-4556-8384-b90cdb139283 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:36.421345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-2cf42455-6e97-4487-9aaa-11e36ea75af1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545007 Jul 13 19:21:36.433450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-router', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:26Z', 'updated_at': '2021-07-13T19:21:34Z', 'revision_number': 4, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'gw_port': {'id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:27Z', 'updated_at': '2021-07-13T19:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f4473c91-4632-4770-824e-4d4f74b35518', 'name': '', 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'mac_address': 'fa:16:3e:34:9c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3c264caa-dc14-4bd7-a7c9-bff7a5347e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:32Z', 'updated_at': '2021-07-13T19:21:34Z', 'revision_number': 2, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'subnets': [{'id': '3c264caa-dc14-4bd7-a7c9-bff7a5347e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:36.476079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Checking router: 86a758b9-f034-47c5-ac52-aadf239e82ed for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:36.476079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Updating router 86a758b9-f034-47c5-ac52-aadf239e82ed port f4473c91-4632-4770-824e-4d4f74b35518 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:21:36.484006 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.496694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83488bbd-ec09-499d-abfe-fd503ce75709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc163267-8782-4307-846b-1b24d3350f83,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:36.531956 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.626896 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28f5250c-eb26-49e1-8a14-a3d17bef72d2 req-40b3984f-7559-4037-8dbd-ef03ed947100 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623340 Jul 13 19:21:36.666043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-a05a7d37-c7b2-4660-b873-77a9f8edb42a service neutron] 10.222.0.60 "GET /v2.0/ports/de587c47-2030-4853-ae21-d6d7c65591a6/bindings/n-h1-800708-1 HTTP/1.1" status: 200 len: 384 time: 0.4272645 Jul 13 19:21:36.729269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Pushing event updated for resources: {'Port': ['ID=968816a0-4385-4556-8384-b90cdb139283,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:36.806259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:36.834128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8128a57-7ba3-4770-9fe8-399983157502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.909112 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8128a57-7ba3-4770-9fe8-399983157502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.039380 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8128a57-7ba3-4770-9fe8-399983157502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.044014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-493c59e9-d354-4656-9a70-f30076476739 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896618 Jul 13 19:21:37.066629 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8128a57-7ba3-4770-9fe8-399983157502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.067972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f8128a57-7ba3-4770-9fe8-399983157502 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3f37751-c3be-4b65-a8b7-e9e48415879c HTTP/1.1" status: 204 len: 168 time: 0.6792586 Jul 13 19:21:37.106668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-network', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:37.146645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8128a57-7ba3-4770-9fe8-399983157502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f37751-c3be-4b65-a8b7-e9e48415879c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:37.241557 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.253476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Transition to ACTIVE for port object f4473c91-4632-4770-824e-4d4f74b35518 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:37.269514 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.280478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Made reservation on behalf of 2dabbff973bd4a08a90543efd6c4c545 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:37.286961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.332014 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.345679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Attempting to bind port 968816a0-4385-4556-8384-b90cdb139283 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:37.346806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Attempting to bind port 968816a0-4385-4556-8384-b90cdb139283 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:37.349675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Attempting to bind port 968816a0-4385-4556-8384-b90cdb139283 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:37.365335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Port 968816a0-4385-4556-8384-b90cdb139283 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:37.366180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Attempting to bind port 968816a0-4385-4556-8384-b90cdb139283 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:37.492842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2cbd4-6726-4ddc-8c0c-adae08e5c900 None None] Pushing event updated for resources: {'Port': ['ID=f4473c91-4632-4770-824e-4d4f74b35518,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:37.496722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:37.497362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:37.497519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:37.497890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Bound port: 968816a0-4385-4556-8384-b90cdb139283, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:37.498260 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.535273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Attempting to bind port f4473c91-4632-4770-824e-4d4f74b35518 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:37.535904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Attempting to bind port f4473c91-4632-4770-824e-4d4f74b35518 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '9d9889ff-759b-4766-b694-46583b7a22b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:37.538520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Attempting to bind port f4473c91-4632-4770-824e-4d4f74b35518 on network dfa55c69-924d-40f9-8d29-02840ab83fd4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:37.561604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:37.564944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Checking segment: {'id': '9d9889ff-759b-4766-b694-46583b7a22b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:37.565573 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.566172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Bound using segment: {'id': '9d9889ff-759b-4766-b694-46583b7a22b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:37.567253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Bound port: f4473c91-4632-4770-824e-4d4f74b35518, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9889ff-759b-4766-b694-46583b7a22b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:37.567837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.766035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] For port 968816a0-4385-4556-8384-b90cdb139283, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:37.770461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] For port 968816a0-4385-4556-8384-b90cdb139283, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=968816a0-4385-4556-8384-b90cdb139283,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:37.791830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.800062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] For port f4473c91-4632-4770-824e-4d4f74b35518, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:37.806573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] For port f4473c91-4632-4770-824e-4d4f74b35518, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f4473c91-4632-4770-824e-4d4f74b35518,segment=NetworkSegment(9d9889ff-759b-4766-b694-46583b7a22b8),segment_id=9d9889ff-759b-4766-b694-46583b7a22b8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:37.820278 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.835943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb932762-ae26-4755-bb57-8699c857d2ce req-04e7713f-870d-45eb-accf-7d452e37802f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:37.837463 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cb932762-ae26-4755-bb57-8699c857d2ce req-04e7713f-870d-45eb-accf-7d452e37802f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 947 time: 0.6302679 Jul 13 19:21:37.896815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:37.912656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:37.923922 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:37.926722 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] 10.222.0.60 "PUT /v2.0/ports/968816a0-4385-4556-8384-b90cdb139283 HTTP/1.1" status: 200 len: 1095 time: 2.8738675 Jul 13 19:21:37.928982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865d0722-14dd-4542-9b91-5e19c045b475', 'tag': '968816a0-4385-4556-8384-b90cdb139283'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:37.943665 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "865d0722-14dd-4542-9b91-5e19c045b475", "tag": "968816a0-4385-4556-8384-b90cdb139283"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:37.950953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-e3024342-0348-4257-b4db-9a64c938377b service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:37.977369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689d7bb4-b598-4c16-a5e9-45c0b0941258 req-7aadf1bc-e9f6-49f5-b944-bce946437a68 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9324560 Jul 13 19:21:38.001929 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb48b8f4-ff85-459e-87ce-36a1e664af6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.128516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Routers {'86a758b9-f034-47c5-ac52-aadf239e82ed'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:38.129319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['86a758b9-f034-47c5-ac52-aadf239e82ed'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:38.130558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-e3024342-0348-4257-b4db-9a64c938377b service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:38.139326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2cbd4-6726-4ddc-8c0c-adae08e5c900 None None] Pushing event updated for resources: {'Port': ['ID=f4473c91-4632-4770-824e-4d4f74b35518,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:38.156972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cb932762-ae26-4755-bb57-8699c857d2ce req-4f15c12b-496c-4da2-9142-641947f4f9f4 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286546 Jul 13 19:21:38.219339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-e3024342-0348-4257-b4db-9a64c938377b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de587c47-2030-4853-ae21-d6d7c65591a6 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:38.249831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-e3024342-0348-4257-b4db-9a64c938377b service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:38.407838 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.424071 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-e3024342-0348-4257-b4db-9a64c938377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.452852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce07ba-8625-4cce-b863-3e165e896561 service neutron] Pushing event updated for resources: {'Port': ['ID=968816a0-4385-4556-8384-b90cdb139283,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:38.454060 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.516765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-5bdea69c-d564-43a7-b786-e7052f01e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:38.518963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-5bdea69c-d564-43a7-b786-e7052f01e009 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 1098 time: 0.4708772 Jul 13 19:21:38.571182 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3960028-0fca-4329-8aa7-18a7bab77dc0 req-a0558846-f0e4-4ad8-8bae-bd90f9669ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:38.572640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3960028-0fca-4329-8aa7-18a7bab77dc0 req-a0558846-f0e4-4ad8-8bae-bd90f9669ce8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 1095 time: 0.4197092 Jul 13 19:21:38.661152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-135cfc7c-3010-43b5-8615-e31e04f37c2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=968816a0-4385-4556-8384-b90cdb139283 HTTP/1.1" status: 200 len: 217 time: 0.0922694 Jul 13 19:21:38.829759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] Set router 86a758b9-f034-47c5-ac52-aadf239e82ed gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:38.899477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-e3024342-0348-4257-b4db-9a64c938377b service neutron] Transition to ACTIVE for port object de587c47-2030-4853-ae21-d6d7c65591a6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:38.910966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:21:38.922469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-e3024342-0348-4257-b4db-9a64c938377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.996932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3024342-0348-4257-b4db-9a64c938377b service neutron] Pushing event updated for resources: {'Port': ['ID=de587c47-2030-4853-ae21-d6d7c65591a6,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:39.008852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fadb9-b7b8-4266-bc0a-586a60c5534c req-a0ec03a6-5bdd-4214-9f97-6d2cdd6bb29e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:39.010483 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e0fadb9-b7b8-4266-bc0a-586a60c5534c req-a0ec03a6-5bdd-4214-9f97-6d2cdd6bb29e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 943 time: 1.2704399 Jul 13 19:21:39.018807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa827b5-66d1-40c0-8b03-052fcc724c65,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:39.035083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:39.035083 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Added segment aefeefdb-07ca-4c2e-a8f1-4a74dea567b5 of type vlan for network 05a772f6-812b-45ef-80d4-66fc84d2123c Jul 13 19:21:39.177669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-e3024342-0348-4257-b4db-9a64c938377b service neutron] No DVR routers for this DVR port de587c47-2030-4853-ae21-d6d7c65591a6 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:39.309543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e0fadb9-b7b8-4266-bc0a-586a60c5534c req-091ef687-98d9-4c83-8680-9eabc05a88e8 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805710 Jul 13 19:21:39.315554 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:39.327573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-e3024342-0348-4257-b4db-9a64c938377b service neutron] 10.222.0.60 "PUT /v2.0/ports/de587c47-2030-4853-ae21-d6d7c65591a6/bindings/n-h1-800708-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6520238 Jul 13 19:21:39.342693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-cde1d47e-b7a9-4603-8156-d258545a162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:39.354653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-cde1d47e-b7a9-4603-8156-d258545a162c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.6307745 Jul 13 19:21:39.372380 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb48b8f4-ff85-459e-87ce-36a1e664af6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:39.405177 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb48b8f4-ff85-459e-87ce-36a1e664af6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:39.433313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-router', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:26Z', 'updated_at': '2021-07-13T19:21:34Z', 'revision_number': 4, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'gw_port': {'id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:27Z', 'updated_at': '2021-07-13T19:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f4473c91-4632-4770-824e-4d4f74b35518', 'name': '', 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'mac_address': 'fa:16:3e:34:9c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3c264caa-dc14-4bd7-a7c9-bff7a5347e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:32Z', 'updated_at': '2021-07-13T19:21:37Z', 'revision_number': 4, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'subnets': [{'id': '3c264caa-dc14-4bd7-a7c9-bff7a5347e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:39.484548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49518f3-9e3e-4013-a188-f91e58e424e0 None None] The sync data for ids ['86a758b9-f034-47c5-ac52-aadf239e82ed'] in n-d-800708-1 is: [{'id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-router', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:26Z', 'updated_at': '2021-07-13T19:21:34Z', 'revision_number': 4, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'gw_port': {'id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:27Z', 'updated_at': '2021-07-13T19:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f4473c91-4632-4770-824e-4d4f74b35518', 'name': '', 'network_id': 'dfa55c69-924d-40f9-8d29-02840ab83fd4', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'mac_address': 'fa:16:3e:34:9c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3c264caa-dc14-4bd7-a7c9-bff7a5347e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:32Z', 'updated_at': '2021-07-13T19:21:37Z', 'revision_number': 4, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'subnets': [{'id': '3c264caa-dc14-4bd7-a7c9-bff7a5347e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:39.508446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cb48b8f4-ff85-459e-87ce-36a1e664af6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ed9ed95d722476380faef569ea84865&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6020808 Jul 13 19:21:39.520114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:39.574812 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:39.576132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:39.576720 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:39.702176 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974040b2-e819-48de-823e-53779a096f4a x-openstack-request-id: req-974040b2-e819-48de-823e-53779a096f4a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:39.702751 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865d0722-14dd-4542-9b91-5e19c045b475", "tag": "968816a0-4385-4556-8384-b90cdb139283", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:39.704648 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-974040b2-e819-48de-823e-53779a096f4a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:39.705914 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865d0722-14dd-4542-9b91-5e19c045b475', 'tag': '968816a0-4385-4556-8384-b90cdb139283', 'status': 'completed', 'code': 200} Jul 13 19:21:39.715585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-783f112b-8840-4691-89cb-6fe78246afaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:39.744950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=05a772f6-812b-45ef-80d4-66fc84d2123c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:39.754504 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0f0c9e1b-4071-4e02-af5a-260e74bbb1a8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9439213 Jul 13 19:21:39.755946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:39.760549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48b8f4-ff85-459e-87ce-36a1e664af6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4affb94-d5a1-4237-a4db-c78446d4758c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:39.778880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 05a772f6-812b-45ef-80d4-66fc84d2123c details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:21:39.794521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Request body: {'subnet': {'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-subnet', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:39.892260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Made reservation on behalf of 2dabbff973bd4a08a90543efd6c4c545 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:39.900378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:40.045902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-a6453d92-7575-4ac8-a79e-f9ce701a4bc3 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.049462 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-783f112b-8840-4691-89cb-6fe78246afaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:40.050485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-a6453d92-7575-4ac8-a79e-f9ce701a4bc3 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.6257548 Jul 13 19:21:40.134958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3960028-0fca-4329-8aa7-18a7bab77dc0 req-75cfb93d-286f-403e-ba00-8a0f48ebe107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.136471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3960028-0fca-4329-8aa7-18a7bab77dc0 req-75cfb93d-286f-403e-ba00-8a0f48ebe107 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 1.4743176 Jul 13 19:21:40.192069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9f0a6-667d-481a-80d6-16fd3fbad9f3 req-fabd7fdc-bec9-474c-98d2-be303fa2b3ae tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.203170 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06f9f0a6-667d-481a-80d6-16fd3fbad9f3 req-fabd7fdc-bec9-474c-98d2-be303fa2b3ae tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 944 time: 1.6890023 Jul 13 19:21:40.224377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-8cc2f647-0216-4b16-8beb-fcc839b97882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.234603 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-8cc2f647-0216-4b16-8beb-fcc839b97882 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7952361 Jul 13 19:21:40.238823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f4473c91-4632-4770-824e-4d4f74b35518 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:40.364362 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3960028-0fca-4329-8aa7-18a7bab77dc0 req-dbf9aed6-4cd2-45e7-adea-fd0cf0dca142 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ebe711b-a15a-485d-a352-18372d537385 HTTP/1.1" status: 200 len: 217 time: 0.1952772 Jul 13 19:21:40.408237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f4473c91-4632-4770-824e-4d4f74b35518 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:40.412518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f4473c91-4632-4770-824e-4d4f74b35518 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:40.412899 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:40.459508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 9ebe711b-a15a-485d-a352-18372d537385 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:40.485353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device de587c47-2030-4853-ae21-d6d7c65591a6 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:40.556054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-eeaebdae-96ab-48bc-bc76-38354fba5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.557632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-eeaebdae-96ab-48bc-bc76-38354fba5e72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7 HTTP/1.1" status: 200 len: 1095 time: 0.4848776 Jul 13 19:21:40.644363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3960028-0fca-4329-8aa7-18a7bab77dc0 req-da6b1e2d-20fa-4081-9b85-c45bfdd36cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.646090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3960028-0fca-4329-8aa7-18a7bab77dc0 req-da6b1e2d-20fa-4081-9b85-c45bfdd36cd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.2329280 Jul 13 19:21:40.650013 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06f9f0a6-667d-481a-80d6-16fd3fbad9f3 req-cd1cbd0e-a54d-43c8-8fb1-1b56297c5288 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473584 Jul 13 19:21:40.652253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-94cf3eff-f619-4653-954f-a96cf578dc6d service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095869 Jul 13 19:21:40.708239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da3b62-d776-47b6-b19d-0b4f17e26f70 req-c0e7e934-2833-4d3e-9e6d-c414b3d6328c tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.709823 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44da3b62-d776-47b6-b19d-0b4f17e26f70 req-c0e7e934-2833-4d3e-9e6d-c414b3d6328c tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 947 time: 0.5914819 Jul 13 19:21:40.711185 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-783f112b-8840-4691-89cb-6fe78246afaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:40.715722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-783f112b-8840-4691-89cb-6fe78246afaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:40.719829 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-783f112b-8840-4691-89cb-6fe78246afaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4affb94-d5a1-4237-a4db-c78446d4758c HTTP/1.1" status: 204 len: 168 time: 1.1948173 Jul 13 19:21:40.730600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3960028-0fca-4329-8aa7-18a7bab77dc0 req-b31ed3d2-a8ea-4518-92f9-08b05f12a4a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774264 Jul 13 19:21:40.743646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f112b-8840-4691-89cb-6fe78246afaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4affb94-d5a1-4237-a4db-c78446d4758c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:40.753940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device de587c47-2030-4853-ae21-d6d7c65591a6 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:40.824015 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:40.855598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:40.892117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '9ebe711b-a15a-485d-a352-18372d537385', 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c', 'port_id': '9ebe711b-a15a-485d-a352-18372d537385', 'mac_address': 'fa:16:3e:c4:5a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9959cf1d-702f-422b-a281-5882d959f2f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:40.983967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=feed2e8d-2d25-450f-b695-3b793e1f08f6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:41.032900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44da3b62-d776-47b6-b19d-0b4f17e26f70 req-1e8ecfc8-24a0-4a48-83c5-b0de05cf7a1e tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881479 Jul 13 19:21:41.047295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-2347dbe9-4e40-4651-b23b-99ac2475d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.050046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-2347dbe9-4e40-4651-b23b-99ac2475d33d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1095 time: 0.4375169 Jul 13 19:21:41.056455 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.125546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebe711b-a15a-485d-a352-18372d537385 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:41.133219 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.172104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:41.179372 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73310e8b-0c76-4b38-9169-b8111cbf74a0 req-c3b7026f-e797-44d0-bff2-b480da1825fe service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140193 Jul 13 19:21:41.208798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3960028-0fca-4329-8aa7-18a7bab77dc0 req-2d018fd9-7c76-402a-a7e6-272ff605a38d service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196396 Jul 13 19:21:41.219196 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.340218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port f4473c91-4632-4770-824e-4d4f74b35518, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f4473c91-4632-4770-824e-4d4f74b35518,segment=NetworkSegment(9d9889ff-759b-4766-b694-46583b7a22b8),segment_id=9d9889ff-759b-4766-b694-46583b7a22b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:41.344615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Checking segment: {'id': 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:41.351740 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.360536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Network hostable DHCP agents. Network: 05a772f6-812b-45ef-80d4-66fc84d2123c, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:21:41.419376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=9ebe711b-a15a-485d-a352-18372d537385,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:41.484847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-ea970ece-8116-4e73-bfec-751798adb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.488130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-ea970ece-8116-4e73-bfec-751798adb32d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.4033232 Jul 13 19:21:41.488360 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c3f02-f769-4ee6-943a-ca3ce77ed0df req-009fcc13-2bdf-4494-997a-ea25c29b2b28 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.489833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Network 05a772f6-812b-45ef-80d4-66fc84d2123c is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:21:41.495450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['9ebe711b-a15a-485d-a352-18372d537385'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:41.499354 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-075c3f02-f769-4ee6-943a-ca3ce77ed0df req-009fcc13-2bdf-4494-997a-ea25c29b2b28 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 944 time: 0.5663114 Jul 13 19:21:41.605023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 05a772f6-812b-45ef-80d4-66fc84d2123c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:41.607584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-7e4132dd-7be7-46e3-a79f-c3696716882e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de587c47-2030-4853-ae21-d6d7c65591a6 HTTP/1.1" status: 200 len: 217 time: 0.1061225 Jul 13 19:21:41.615970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.616592 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.646230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2057442-358c-4441-bd6a-6822203b99ab None None] Network 05a772f6-812b-45ef-80d4-66fc84d2123c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:41.667364 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-075c3f02-f769-4ee6-943a-ca3ce77ed0df req-2ab0c2de-8753-4cc3-bbd6-90592b0bb520 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671319 Jul 13 19:21:41.675830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3960028-0fca-4329-8aa7-18a7bab77dc0 req-6c65f416-c73d-4671-ada2-b582ba7cd5b0 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615028 Jul 13 19:21:41.735799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-dc21ca29-fa8b-4bfb-bc49-ae1184f315fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.738730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-dc21ca29-fa8b-4bfb-bc49-ae1184f315fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 1098 time: 0.3025863 Jul 13 19:21:41.786784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ce441d18-1f68-437b-bcba-b16f8869e3dc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0194366 Jul 13 19:21:41.795580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:41.829217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-1595a1fc-e82e-45a4-9e1d-eaad134743e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.831567 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-1595a1fc-e82e-45a4-9e1d-eaad134743e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.2028120 Jul 13 19:21:41.895180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-router', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:41.903439 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-61b09627-647d-4da6-8f9b-d393d15b6517 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594895 Jul 13 19:21:41.984324 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.985822 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:42.004998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=f4473c91-4632-4770-824e-4d4f74b35518,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:42.076652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:42.104747 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-9843ce8f-1c42-4b57-bec8-1b959bbe8e46 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932354 Jul 13 19:21:42.153707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-05a772f6-812b-45ef-80d4-66fc84d2123c', 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'fixed_ips': [{'subnet_id': 'feed2e8d-2d25-450f-b695-3b793e1f08f6'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:21:42.154619 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:42.200145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdfd13-8de9-4b27-8b9b-e8db5842e5df req-2c51365f-06af-4248-b9e7-3cc98c40710a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:42.210040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bbdfd13-8de9-4b27-8b9b-e8db5842e5df req-2c51365f-06af-4248-b9e7-3cc98c40710a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 945 time: 0.2892978 Jul 13 19:21:42.279024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bbdfd13-8de9-4b27-8b9b-e8db5842e5df req-f04505ad-c005-4671-b9f3-62f8eb37bd2a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679998 Jul 13 19:21:42.305186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-61d08459-79ce-48c0-b159-c1bd3e4a8e06 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872749 Jul 13 19:21:42.484571 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:42.489741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-58664df8-8a60-4128-a647-5d93eb628f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:42.491260 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-58664df8-8a60-4128-a647-5d93eb628f5c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.7439392 Jul 13 19:21:42.537940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Allocated IP 172.20.0.2 (05a772f6-812b-45ef-80d4-66fc84d2123c/feed2e8d-2d25-450f-b695-3b793e1f08f6/12bc9d4d-2ade-4952-b23f-765c6b1972a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:42.617074 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-e775603f-6f37-485a-8643-9cb4a7c9e6c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=968816a0-4385-4556-8384-b90cdb139283 HTTP/1.1" status: 200 len: 217 time: 0.1176856 Jul 13 19:21:42.811159 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:42.822773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Transition to ACTIVE for port object 12bc9d4d-2ade-4952-b23f-765c6b1972a1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:42.827574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-18c21f83-9f39-40dc-b09e-bcc8aea31700 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:42.833509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-18c21f83-9f39-40dc-b09e-bcc8aea31700 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1632268 Jul 13 19:21:42.844783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Transition to ACTIVE for port object 12bc9d4d-2ade-4952-b23f-765c6b1972a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:42.853883 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:42.905426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-1219216c-ba47-450d-bc65-431ab1a4f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:42.907979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-1219216c-ba47-450d-bc65-431ab1a4f654 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.2460475 Jul 13 19:21:42.916197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Pushing event updated for resources: {'Port': ['ID=12bc9d4d-2ade-4952-b23f-765c6b1972a1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:42.931744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Network 05a772f6-812b-45ef-80d4-66fc84d2123c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:42.933194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:42.937300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:43.014830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Attempting to bind port 12bc9d4d-2ade-4952-b23f-765c6b1972a1 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:43.015683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Attempting to bind port 12bc9d4d-2ade-4952-b23f-765c6b1972a1 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:43.016225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Attempting to bind port 12bc9d4d-2ade-4952-b23f-765c6b1972a1 on network 05a772f6-812b-45ef-80d4-66fc84d2123c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:43.024943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:43.025323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Checking segment: {'id': 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:43.025922 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:43.026353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Bound using segment: {'id': 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:43.026889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Bound port: 12bc9d4d-2ade-4952-b23f-765c6b1972a1, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:43.027368 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:43.046900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac499b-30ee-4467-b5c6-9eaa7e25cfc9 req-08c4675b-cb2b-4ff1-89ca-33ddd6464823 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:43.055327 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56ac499b-30ee-4467-b5c6-9eaa7e25cfc9 req-08c4675b-cb2b-4ff1-89ca-33ddd6464823 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 947 time: 0.4577394 Jul 13 19:21:43.121475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-07cf2121-f5fa-49eb-9029-30b86e832e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:43.123102 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-07cf2121-f5fa-49eb-9029-30b86e832e2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079365 Jul 13 19:21:43.132365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] For port 12bc9d4d-2ade-4952-b23f-765c6b1972a1, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:43.140798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] For port 12bc9d4d-2ade-4952-b23f-765c6b1972a1, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=12bc9d4d-2ade-4952-b23f-765c6b1972a1,segment=NetworkSegment(aefeefdb-07ca-4c2e-a8f1-4a74dea567b5),segment_id=aefeefdb-07ca-4c2e-a8f1-4a74dea567b5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:43.156689 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:43.160434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56ac499b-30ee-4467-b5c6-9eaa7e25cfc9 req-8f8e2cd5-e893-4f83-bdcb-368ece449a9b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031396 Jul 13 19:21:43.179650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80976f-3fa2-4a30-b259-65d2eb80e437 req-0f4e07cf-77de-4475-97f0-dca1055ffd3c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:43.203410 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f80976f-3fa2-4a30-b259-65d2eb80e437 req-0f4e07cf-77de-4475-97f0-dca1055ffd3c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 944 time: 0.2962227 Jul 13 19:21:43.348502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f80976f-3fa2-4a30-b259-65d2eb80e437 req-4d82f58d-3308-4587-8824-dc7d05850b78 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399906 Jul 13 19:21:43.352582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f570f-905f-4e7c-bc36-099838595e6a None None] Pushing event updated for resources: {'Port': ['ID=12bc9d4d-2ade-4952-b23f-765c6b1972a1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:43.368488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-75e6aad3-5a46-4716-bac6-ab8bfca1fddb service neutron] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:43.386660 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-75e6aad3-5a46-4716-bac6-ab8bfca1fddb service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:43.387852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935f3884-2f68-48ff-9997-e27fe3d52a41 req-75e6aad3-5a46-4716-bac6-ab8bfca1fddb service neutron] 10.222.0.24 "DELETE /v2.0/ports/de587c47-2030-4853-ae21-d6d7c65591a6/bindings/n-h2-800708-1 HTTP/1.1" status: 204 len: 173 time: 0.5470331 Jul 13 19:21:43.984986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-fa463b25-adcc-4b97-958f-9ae1101848de service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8516893 Jul 13 19:21:44.081625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 12bc9d4d-2ade-4952-b23f-765c6b1972a1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:44.089181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.152022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 12bc9d4d-2ade-4952-b23f-765c6b1972a1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:44.159996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f4473c91-4632-4770-824e-4d4f74b35518 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:44.165214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc26cd-9bc7-4e9e-98f5-bd1f04699475 req-b9716e9b-5255-4c1c-a14c-a3a83eb31d90 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:44.167972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74bc26cd-9bc7-4e9e-98f5-bd1f04699475 req-b9716e9b-5255-4c1c-a14c-a3a83eb31d90 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1095 time: 0.0864880 Jul 13 19:21:44.174496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.219477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44abf431-dd36-4bb0-bdab-2e322ce0e6dc req-9b0d88be-fc59-49ca-a915-37fee06d1648 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147074 Jul 13 19:21:44.234112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc412b4-1ff8-4387-a40e-0d5529638aea req-a2fedd94-f069-4a14-8420-0bb15686eb4e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:44.238631 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dcc412b4-1ff8-4387-a40e-0d5529638aea req-a2fedd94-f069-4a14-8420-0bb15686eb4e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 945 time: 0.4175632 Jul 13 19:21:44.238788 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74bc26cd-9bc7-4e9e-98f5-bd1f04699475 req-670125d2-7fd6-4bc5-b194-8c69a907a7f5 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617943 Jul 13 19:21:44.276246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f4473c91-4632-4770-824e-4d4f74b35518 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:44.276631 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.479060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 968816a0-4385-4556-8384-b90cdb139283 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:44.513440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Allocated IP 172.25.7.236 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/159c6591-151e-440f-b416-9a7f89d9902e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:44.682446 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.760508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.785759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18837128-e608-4b31-8d27-8e16f8e53597 req-f80bb679-7e96-4c88-99cd-3be2eae1d638 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:44.794558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 968816a0-4385-4556-8384-b90cdb139283, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=968816a0-4385-4556-8384-b90cdb139283,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:44.798841 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-18837128-e608-4b31-8d27-8e16f8e53597 req-f80bb679-7e96-4c88-99cd-3be2eae1d638 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 947 time: 0.1265345 Jul 13 19:21:44.825225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 9ebe711b-a15a-485d-a352-18372d537385 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:44.851820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '968816a0-4385-4556-8384-b90cdb139283', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '968816a0-4385-4556-8384-b90cdb139283', 'mac_address': 'fa:16:3e:cf:75:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:44.872545 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-18837128-e608-4b31-8d27-8e16f8e53597 req-d9eccb84-295a-44e2-a6f9-ca77e8fc37f4 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720441 Jul 13 19:21:44.893592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Pushing event updated for resources: {'Port': ['ID=159c6591-151e-440f-b416-9a7f89d9902e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:44.935818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:44.956338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:44.960188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:44.992637 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.037479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea054e-1b1b-47fb-8f39-b807bd00d8e4 None None] Network 05a772f6-812b-45ef-80d4-66fc84d2123c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:45.037884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:45.043013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968816a0-4385-4556-8384-b90cdb139283 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:45.069911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 968816a0-4385-4556-8384-b90cdb139283, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=968816a0-4385-4556-8384-b90cdb139283,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:45.117055 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.181751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 9ebe711b-a15a-485d-a352-18372d537385 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:45.190368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 9ebe711b-a15a-485d-a352-18372d537385 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:45.191289 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.201506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-44357501-f01c-412c-a349-d8b8df88b336 None None] Provisioning for port 12bc9d4d-2ade-4952-b23f-765c6b1972a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:45.254121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-44357501-f01c-412c-a349-d8b8df88b336 None None] Provisioning complete for port 12bc9d4d-2ade-4952-b23f-765c6b1972a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:45.254875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44357501-f01c-412c-a349-d8b8df88b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.333780 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dcc412b4-1ff8-4387-a40e-0d5529638aea req-ba23ee7b-7ffa-4cd8-afd2-10f2c350b3e0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910003 Jul 13 19:21:45.348629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=968816a0-4385-4556-8384-b90cdb139283,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:45.352621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['968816a0-4385-4556-8384-b90cdb139283'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:45.382201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-170c9cb3-97f8-4237-ab74-ece26425a47d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:45.389950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-170c9cb3-97f8-4237-ab74-ece26425a47d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 821 time: 0.1487768 Jul 13 19:21:45.445828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-2edaf483-1b93-4adb-8d33-ef703956fd8d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/quotas/869d67b9e7174d6f9740aaee1bb7cdf7 HTTP/1.1" status: 200 len: 375 time: 0.0547233 Jul 13 19:21:45.465553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dc92-017d-45d6-bc69-aaf63a3d2dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.621123 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dc92-017d-45d6-bc69-aaf63a3d2dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.631844 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.638006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dc92-017d-45d6-bc69-aaf63a3d2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.719661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-994a5028-c143-48b1-a9af-79fe7e268580 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2669361 Jul 13 19:21:45.795813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d4a3dc92-017d-45d6-bc69-aaf63a3d2dfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cf8517476ff48b08ec0f2b1dac5e5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7567749 Jul 13 19:21:45.796735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3dc92-017d-45d6-bc69-aaf63a3d2dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed695c-49a6-484a-ab9e-c954c7a2811f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:45.799398 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:45.896852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:45.941866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.943412 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-a7cee165-f62f-4368-a1d0-64c128231bb2 service neutron] 10.222.0.25 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224257 Jul 13 19:21:45.953111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f91e8378-5975-4ef4-bcdf-62001df99e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.962623 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44357501-f01c-412c-a349-d8b8df88b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.029496 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f91e8378-5975-4ef4-bcdf-62001df99e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.131593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-44357501-f01c-412c-a349-d8b8df88b336 None None] For port 12bc9d4d-2ade-4952-b23f-765c6b1972a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=12bc9d4d-2ade-4952-b23f-765c6b1972a1,segment=NetworkSegment(aefeefdb-07ca-4c2e-a8f1-4a74dea567b5),segment_id=aefeefdb-07ca-4c2e-a8f1-4a74dea567b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:46.146723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Router 26a7966d-f62a-4cb5-8569-2934cc689882 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:21:46.183711 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-b6a440cb-1b13-4dae-8ea2-6dff2a20c0ca service neutron] 10.222.0.25 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393134 Jul 13 19:21:46.210263 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.228615 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be4e01b-a2e0-4cd8-94b2-cd654e4e24e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.244361 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44357501-f01c-412c-a349-d8b8df88b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.345498 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:46.356292 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Sync routers for ids ['26a7966d-f62a-4cb5-8569-2934cc689882'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:46.375882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f91e8378-5975-4ef4-bcdf-62001df99e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.378176 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Routers {'26a7966d-f62a-4cb5-8569-2934cc689882'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:46.378327 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.379271 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['26a7966d-f62a-4cb5-8569-2934cc689882'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:46.387059 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f91e8378-5975-4ef4-bcdf-62001df99e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.396080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f91e8378-5975-4ef4-bcdf-62001df99e83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7aed695c-49a6-484a-ab9e-c954c7a2811f HTTP/1.1" status: 204 len: 168 time: 0.5931063 Jul 13 19:21:46.427959 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832be106-833f-4579-8290-1003974aa3aa req-52dea006-8025-4eeb-a3e1-8bf2705e6e7d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:46.431291 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-832be106-833f-4579-8290-1003974aa3aa req-52dea006-8025-4eeb-a3e1-8bf2705e6e7d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 948 time: 0.2886164 Jul 13 19:21:46.439417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e8378-5975-4ef4-bcdf-62001df99e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed695c-49a6-484a-ab9e-c954c7a2811f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:46.522469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be4e01b-a2e0-4cd8-94b2-cd654e4e24e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.545529 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be4e01b-a2e0-4cd8-94b2-cd654e4e24e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.570810 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.575727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b76514c7-f4e6-4d73-ba41-be85bd52e49d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7791617 Jul 13 19:21:46.576779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:46.579727 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.584711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44357501-f01c-412c-a349-d8b8df88b336 None None] Pushing event updated for resources: {'Port': ['ID=12bc9d4d-2ade-4952-b23f-765c6b1972a1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:46.701467 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Set router 26a7966d-f62a-4cb5-8569-2934cc689882 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:46.713699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebe711b-a15a-485d-a352-18372d537385'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:46.719695 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3022343b-ebba-4a1e-946a-926efc6f776b" -d '{"events": [{"server_uuid": "9e5a840c-bf50-47fa-84af-a65b3b125e18", "name": "network-vif-plugged", "status": "completed", "tag": "9ebe711b-a15a-485d-a352-18372d537385"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:46.765888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:46.779466 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.786456 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4e01b-a2e0-4cd8-94b2-cd654e4e24e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcb146c-f2d1-430a-8e82-b82cb17d61c3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:46.832815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8be4e01b-a2e0-4cd8-94b2-cd654e4e24e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b745887449004d5ca706faa2baf0b791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9237509 Jul 13 19:21:46.835127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:47.001578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0557fc55-b1fc-4875-97e4-e13ecff60d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.048325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=9ebe711b-a15a-485d-a352-18372d537385,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:47.086253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0557fc55-b1fc-4875-97e4-e13ecff60d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.188357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37075bc7-c1f7-4ab6-8ab0-906b0bd7a3ac None None] Provisioning complete for port 12bc9d4d-2ade-4952-b23f-765c6b1972a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:47.188889 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37075bc7-c1f7-4ab6-8ab0-906b0bd7a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.312838 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0557fc55-b1fc-4875-97e4-e13ecff60d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.321801 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0557fc55-b1fc-4875-97e4-e13ecff60d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.324843 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0557fc55-b1fc-4875-97e4-e13ecff60d20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fcb146c-f2d1-430a-8e82-b82cb17d61c3 HTTP/1.1" status: 204 len: 168 time: 0.4876585 Jul 13 19:21:47.425776 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-router', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '159c6591-151e-440f-b416-9a7f89d9902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:41Z', 'updated_at': '2021-07-13T19:21:45Z', 'revision_number': 3, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'gw_port': {'id': '159c6591-151e-440f-b416-9a7f89d9902e', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:44Z', 'updated_at': '2021-07-13T19:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:47.434972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557fc55-b1fc-4875-97e4-e13ecff60d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcb146c-f2d1-430a-8e82-b82cb17d61c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:47.494049 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-832be106-833f-4579-8290-1003974aa3aa req-df204d55-7e55-4acf-8147-5663cc7baa56 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0344729 Jul 13 19:21:47.501200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:47.559263 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Checking router: 26a7966d-f62a-4cb5-8569-2934cc689882 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:47.559609 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Updating router 26a7966d-f62a-4cb5-8569-2934cc689882 port 159c6591-151e-440f-b416-9a7f89d9902e binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:21:47.560725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7937db-a5a6-46ef-8837-f278486ee206 req-aed15e68-2ee3-4676-a844-4c081f337199 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:47.574572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b7937db-a5a6-46ef-8837-f278486ee206 req-aed15e68-2ee3-4676-a844-4c081f337199 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 946 time: 0.3017588 Jul 13 19:21:47.586765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ecb3-1143-4044-83c0-f4adac29cf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.691891 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.719604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b7937db-a5a6-46ef-8837-f278486ee206 req-392f3200-6997-4ac0-be8d-af4f9e09dccf tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430504 Jul 13 19:21:47.837181 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ecb3-1143-4044-83c0-f4adac29cf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.847159 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ecb3-1143-4044-83c0-f4adac29cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.873163 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe35b3ca-8035-44a2-8aca-97a4528bef6e req-8b9142a8-ba0c-48e9-9828-e8f8fae58845 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 210 time: 0.2221527 Jul 13 19:21:47.902201 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9910be-0874-4e5c-abb2-7bfa72f714af x-openstack-request-id: req-df9910be-0874-4e5c-abb2-7bfa72f714af {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:47.902914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:47.903440 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5a840c-bf50-47fa-84af-a65b3b125e18", "name": "network-vif-plugged", "status": "completed", "tag": "9ebe711b-a15a-485d-a352-18372d537385", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:47.903833 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df9910be-0874-4e5c-abb2-7bfa72f714af {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:47.904378 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebe711b-a15a-485d-a352-18372d537385', 'code': 200} Jul 13 19:21:47.905287 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a4b1ecb3-1143-4044-83c0-f4adac29cf22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb2d053c19274a5c8c6fa17e551a547d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953252 Jul 13 19:21:47.928634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1ecb3-1143-4044-83c0-f4adac29cf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68af9c7b-82e2-45e3-a372-e2d7dd4d5df9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:48.006317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 12bc9d4d-2ade-4952-b23f-765c6b1972a1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:48.068159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 12bc9d4d-2ade-4952-b23f-765c6b1972a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:48.068398 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.084442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3495133-d72d-4179-9694-64e173e77565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.163187 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3495133-d72d-4179-9694-64e173e77565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.384253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:48.408301 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda97853-7f9c-4296-8add-98f533549a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.468779 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3495133-d72d-4179-9694-64e173e77565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.472103 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3495133-d72d-4179-9694-64e173e77565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.474790 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c3495133-d72d-4179-9694-64e173e77565 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68af9c7b-82e2-45e3-a372-e2d7dd4d5df9 HTTP/1.1" status: 204 len: 168 time: 0.5684631 Jul 13 19:21:48.475679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 968816a0-4385-4556-8384-b90cdb139283 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:48.516953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3495133-d72d-4179-9694-64e173e77565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68af9c7b-82e2-45e3-a372-e2d7dd4d5df9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:48.536789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f41cd-3ac5-48d1-8096-db121b0e75fe req-bd76a6c0-2f42-4018-8b94-720c8cc4c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:48.539031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-516f41cd-3ac5-48d1-8096-db121b0e75fe req-bd76a6c0-2f42-4018-8b94-720c8cc4c5ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 1097 time: 0.3008318 Jul 13 19:21:48.554963 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.596489 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Transition to ACTIVE for port object 159c6591-151e-440f-b416-9a7f89d9902e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:48.620956 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.623743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-516f41cd-3ac5-48d1-8096-db121b0e75fe req-363a51dd-5282-40e5-a9d1-56ed387e6003 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671520 Jul 13 19:21:48.685812 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Attempting to bind port 159c6591-151e-440f-b416-9a7f89d9902e on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:48.687983 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Attempting to bind port 159c6591-151e-440f-b416-9a7f89d9902e by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:48.688593 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Attempting to bind port 159c6591-151e-440f-b416-9a7f89d9902e on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:48.741525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 968816a0-4385-4556-8384-b90cdb139283 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:48.757283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 968816a0-4385-4556-8384-b90cdb139283 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:48.757283 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.780625 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda97853-7f9c-4296-8add-98f533549a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.785260 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.789426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda97853-7f9c-4296-8add-98f533549a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.798627 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:48.799551 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:48.812100 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.812769 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:48.814114 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Bound port: 159c6591-151e-440f-b416-9a7f89d9902e, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:48.815482 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.871988 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] For port 159c6591-151e-440f-b416-9a7f89d9902e, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:48.876023 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] For port 159c6591-151e-440f-b416-9a7f89d9902e, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=159c6591-151e-440f-b416-9a7f89d9902e,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:48.877982 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ff927-b831-4b94-a313-c0845fb8d019 None None] Pushing event updated for resources: {'Port': ['ID=159c6591-151e-440f-b416-9a7f89d9902e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:48.895907 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.896850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda97853-7f9c-4296-8add-98f533549a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5371f8-344e-445f-a516-12331f3e6059,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:48.925023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cda97853-7f9c-4296-8add-98f533549a8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f11aefb7b98743afbc035de2618edc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349922 Jul 13 19:21:48.928157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:49.044813 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Routers {'26a7966d-f62a-4cb5-8569-2934cc689882'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:49.045496 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['26a7966d-f62a-4cb5-8569-2934cc689882'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:49.099905 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9cf9-f01a-496e-9fe8-1918d7da2030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:49.201206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9cf9-f01a-496e-9fe8-1918d7da2030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:49.286194 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:49.330596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70c28d-1039-4a04-bb40-d624a118bcf6 req-31ad4e88-a7f7-44ff-862d-4b6ee8ac7411 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:49.345210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc70c28d-1039-4a04-bb40-d624a118bcf6 req-31ad4e88-a7f7-44ff-862d-4b6ee8ac7411 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 948 time: 0.5226815 Jul 13 19:21:49.357220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 968816a0-4385-4556-8384-b90cdb139283, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=968816a0-4385-4556-8384-b90cdb139283,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:49.398050 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:49.440124 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] Set router 26a7966d-f62a-4cb5-8569-2934cc689882 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:49.485360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9cf9-f01a-496e-9fe8-1918d7da2030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:49.509421 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9cf9-f01a-496e-9fe8-1918d7da2030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:49.524160 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fe2b9cf9-f01a-496e-9fe8-1918d7da2030 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba5371f8-344e-445f-a516-12331f3e6059 HTTP/1.1" status: 204 len: 168 time: 0.5797830 Jul 13 19:21:49.610665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=968816a0-4385-4556-8384-b90cdb139283,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:49.684328 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ff927-b831-4b94-a313-c0845fb8d019 None None] Pushing event updated for resources: {'Port': ['ID=159c6591-151e-440f-b416-9a7f89d9902e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:49.769520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b9cf9-f01a-496e-9fe8-1918d7da2030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5371f8-344e-445f-a516-12331f3e6059,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:49.839360 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-router', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '159c6591-151e-440f-b416-9a7f89d9902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:41Z', 'updated_at': '2021-07-13T19:21:45Z', 'revision_number': 3, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'gw_port': {'id': '159c6591-151e-440f-b416-9a7f89d9902e', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:44Z', 'updated_at': '2021-07-13T19:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:49.854913 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-9ef7062e-729b-45b0-9c0f-0ba12099f5a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4849393 Jul 13 19:21:49.867146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37503b6e-7414-4d91-bb5c-8bfa1703df03 req-b4ab96c8-68e4-4f90-b18f-033cefd538d8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:49.875867 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37503b6e-7414-4d91-bb5c-8bfa1703df03 req-b4ab96c8-68e4-4f90-b18f-033cefd538d8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 946 time: 0.7581563 Jul 13 19:21:49.895847 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a02a4-2251-4b68-8768-0f3ba6590d94 None None] The sync data for ids ['26a7966d-f62a-4cb5-8569-2934cc689882'] in n-d-800708-1 is: [{'id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-router', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '159c6591-151e-440f-b416-9a7f89d9902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:41Z', 'updated_at': '2021-07-13T19:21:45Z', 'revision_number': 3, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'gw_port': {'id': '159c6591-151e-440f-b416-9a7f89d9902e', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:44Z', 'updated_at': '2021-07-13T19:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:49.906123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865d0722-14dd-4542-9b91-5e19c045b475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968816a0-4385-4556-8384-b90cdb139283'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:49.909839 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf36ccf-67e4-4f2e-a47d-b6acad5adc67" -d '{"events": [{"server_uuid": "865d0722-14dd-4542-9b91-5e19c045b475", "name": "network-vif-plugged", "status": "completed", "tag": "968816a0-4385-4556-8384-b90cdb139283"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:49.940464 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37503b6e-7414-4d91-bb5c-8bfa1703df03 req-a0d15af0-ad6f-4da3-af20-819c1d7d5c49 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636194 Jul 13 19:21:50.004307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Allocated IP 172.20.0.1 (05a772f6-812b-45ef-80d4-66fc84d2123c/feed2e8d-2d25-450f-b695-3b793e1f08f6/93864305-18a2-4284-9670-56e1f8c5a881) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:50.016796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-e9cbe01b-a3fa-4779-9ce5-96f36bd00405 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:50.019314 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-e9cbe01b-a3fa-4779-9ce5-96f36bd00405 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 821 time: 0.8339908 Jul 13 19:21:50.022347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc70c28d-1039-4a04-bb40-d624a118bcf6 req-16aeb670-1469-4803-b52f-fb956f193074 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751974 Jul 13 19:21:50.040261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Request body: {'port': {'device_id': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441', 'admin_state_up': True, 'tenant_id': '869d67b9e7174d6f9740aaee1bb7cdf7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:50.160457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3b1c1260-690d-4e19-9f36-2743f4500488 req-967c07d3-cd17-45fc-b319-4cc045be9012 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 210 time: 0.0738211 Jul 13 19:21:50.287219 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1d9db6-bee1-4fb3-9739-bc19c25a45c0 x-openstack-request-id: req-2a1d9db6-bee1-4fb3-9739-bc19c25a45c0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:50.287534 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865d0722-14dd-4542-9b91-5e19c045b475", "name": "network-vif-plugged", "status": "completed", "tag": "968816a0-4385-4556-8384-b90cdb139283", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:50.287784 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a1d9db6-bee1-4fb3-9739-bc19c25a45c0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:50.288168 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865d0722-14dd-4542-9b91-5e19c045b475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968816a0-4385-4556-8384-b90cdb139283', 'code': 200} Jul 13 19:21:50.334155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-b5cf99c0-3b26-419c-b377-6c3b7d9aeba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:50.334155 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-b5cf99c0-3b26-419c-b377-6c3b7d9aeba1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1116 time: 0.1594858 Jul 13 19:21:50.396019 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:50.465907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Transition to ACTIVE for port object 93864305-18a2-4284-9670-56e1f8c5a881 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:50.491012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-a154c971-f53f-4d24-99c2-388a93fb38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:50.493261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-a154c971-f53f-4d24-99c2-388a93fb38e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.1360381 Jul 13 19:21:50.550516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-7b29b96f-004a-4120-8741-deebfd2a715b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=221651a7-613c-4f0c-ad77-48629ecfffce HTTP/1.1" status: 200 len: 217 time: 0.0477359 Jul 13 19:21:50.571837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217e680-3d25-44f2-8b81-62474b106a07 req-f8425edd-e9eb-4e02-b2a2-1814e1d19754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:50.573390 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2217e680-3d25-44f2-8b81-62474b106a07 req-f8425edd-e9eb-4e02-b2a2-1814e1d19754 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 1100 time: 0.1942201 Jul 13 19:21:50.598755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Made reservation on behalf of 869d67b9e7174d6f9740aaee1bb7cdf7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:50.602085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:50.620361 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd189d1-583b-426c-9fbd-0f87d8d4ffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:50.656478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:50.657698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-a4c37cfd-cd38-42a5-b939-bf0fedd60d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:50.659831 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-a4c37cfd-cd38-42a5-b939-bf0fedd60d6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1019685 Jul 13 19:21:50.707150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2217e680-3d25-44f2-8b81-62474b106a07 req-31949da1-81c3-4505-936f-ff358043117a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248267 Jul 13 19:21:50.718441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-f941e789-26aa-40a2-8836-07c61d7a8c54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475619 Jul 13 19:21:50.771635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Network 05a772f6-812b-45ef-80d4-66fc84d2123c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:50.780408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:50.791379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:50.858655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Pushing event updated for resources: {'Port': ['ID=93864305-18a2-4284-9670-56e1f8c5a881,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:50.880302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-78c19516-a47b-4280-95fd-cf7ba12f90fb service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543143 Jul 13 19:21:51.006620 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:51.051653 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-622c7b1b-35eb-4777-b12b-fec061c7ae87 req-e06c8ca1-bce7-45e4-9d52-3e7f9a5c388b service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579335 Jul 13 19:21:51.158703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Allocated IP 172.20.0.8 (8777bc0e-d35f-41d4-996a-471bdf2b5441/1c7215b9-42cb-4cfe-ab63-63e138febb58/34450648-a665-4137-a88b-21ecc719afac) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:51.302922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5a95f07-dd32-4951-a86c-88dfceb649a8 None None] Provisioning for port 93864305-18a2-4284-9670-56e1f8c5a881 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:51.315146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5a95f07-dd32-4951-a86c-88dfceb649a8 None None] Provisioning complete for port 93864305-18a2-4284-9670-56e1f8c5a881 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:51.318194 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a95f07-dd32-4951-a86c-88dfceb649a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:51.416878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5a95f07-dd32-4951-a86c-88dfceb649a8 None None] Port 93864305-18a2-4284-9670-56e1f8c5a881 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:51.478318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efafe0-e731-4ead-a31f-45206bd74398 req-008494ed-4171-4c24-8bfd-9dd0700a1968 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:51.489697 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74efafe0-e731-4ead-a31f-45206bd74398 req-008494ed-4171-4c24-8bfd-9dd0700a1968 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 949 time: 0.1519995 Jul 13 19:21:51.548126 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74efafe0-e731-4ead-a31f-45206bd74398 req-9b322b48-1a82-4547-9570-f19a683931d0 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541935 Jul 13 19:21:51.614936 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:51.696478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:51.759187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d565b-c65b-4d24-a970-ecad9e2bc3da req-7dd107cf-ea7c-4e4b-9614-a13705affd5f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:51.762044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-073d565b-c65b-4d24-a970-ecad9e2bc3da req-7dd107cf-ea7c-4e4b-9614-a13705affd5f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 946 time: 0.4721744 Jul 13 19:21:51.762757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6af920b2-8936-4f58-acb8-ee4f240fa4cd req-ac036788-2395-46c7-856a-c5db9834ae46 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 210 time: 0.0550675 Jul 13 19:21:51.763364 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:51.992464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 159c6591-151e-440f-b416-9a7f89d9902e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:52.019997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Network 8777bc0e-d35f-41d4-996a-471bdf2b5441 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:52.032157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:52.047548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Pushing event updated for resources: {'Port': ['ID=34450648-a665-4137-a88b-21ecc719afac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:52.058142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:52.090189 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-073d565b-c65b-4d24-a970-ecad9e2bc3da req-fff41131-c94e-4730-abdb-e38887ae567c tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412848 Jul 13 19:21:52.127429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 159c6591-151e-440f-b416-9a7f89d9902e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:52.137650 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 159c6591-151e-440f-b416-9a7f89d9902e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:52.138020 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:52.229950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:52.230934 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:52.261984 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-c7049125-b4ed-45a1-bb72-a0dc3973bd2e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2273104 Jul 13 19:21:52.275992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Request body: {'port': {'device_id': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:52.322925 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:52.352545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 159c6591-151e-440f-b416-9a7f89d9902e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=159c6591-151e-440f-b416-9a7f89d9902e,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:52.364790 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:52.420876 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:52.435913 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:52.436638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=159c6591-151e-440f-b416-9a7f89d9902e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:52.909540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091cb5-e025-4555-b9d2-e06968d2a4b1 req-ee103cb6-a633-48a7-979a-e380403ba93c tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:52.917554 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:52.917883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd091cb5-e025-4555-b9d2-e06968d2a4b1 req-ee103cb6-a633-48a7-979a-e380403ba93c tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 1097 time: 0.0810528 Jul 13 19:21:52.957344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-4a3132b9-cdb4-4293-bfea-e87c77b075cc tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=639f879ba82141ebb6867944411978e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336583 Jul 13 19:21:52.964599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd091cb5-e025-4555-b9d2-e06968d2a4b1 req-e3998a36-d136-4bff-a8ef-15e493f3f6f1 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Jul 13 19:21:53.079056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Pushing event updated for resources: {'Port': ['ID=93864305-18a2-4284-9670-56e1f8c5a881,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:53.142157 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.170339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee2e6-979d-47b5-a8ff-c9689a186f35 req-f7fd199d-0a85-4b91-b693-2b4a0734c13c tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:53.171963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0bee2e6-979d-47b5-a8ff-c9689a186f35 req-f7fd199d-0a85-4b91-b693-2b4a0734c13c tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 949 time: 0.0804267 Jul 13 19:21:53.215506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0bee2e6-979d-47b5-a8ff-c9689a186f35 req-dc27f6de-7cac-46fe-a880-03bb0a8255d8 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Jul 13 19:21:53.217293 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fa87ca8-021d-4a3f-9eb6-712d57ef6f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.303944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-d811db18-2e53-4e8e-b31e-e43e050c5850 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:53.305449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-d811db18-2e53-4e8e-b31e-e43e050c5850 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2934968 Jul 13 19:21:53.366527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Network 05a772f6-812b-45ef-80d4-66fc84d2123c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:53.371327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:53.391442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-7eb4b29a-bbe2-45a6-8aca-196bab5172f3 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/quotas/639f879ba82141ebb6867944411978e1 HTTP/1.1" status: 200 len: 375 time: 0.0775840 Jul 13 19:21:53.457979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91523d44-3e49-45ce-b120-1e1d873d71a2 req-27bf88af-47d8-467a-84ad-51d3c2184f7d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:53.459616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91523d44-3e49-45ce-b120-1e1d873d71a2 req-27bf88af-47d8-467a-84ad-51d3c2184f7d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 931 time: 0.1061149 Jul 13 19:21:53.526492 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.528129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91523d44-3e49-45ce-b120-1e1d873d71a2 req-6dd37832-f4d1-430c-b6d5-b4938e033700 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595503 Jul 13 19:21:53.621859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-89b6a031-fb98-4a9d-bb49-c79ca87962d7 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2162511 Jul 13 19:21:53.659062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2395f741-3c22-4deb-8142-575ccb8de9f4 None None] Provisioning complete for port 93864305-18a2-4284-9670-56e1f8c5a881 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:53.659528 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2395f741-3c22-4deb-8142-575ccb8de9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.721137 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Router 26a7966d-f62a-4cb5-8569-2934cc689882 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:21:53.730224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2395f741-3c22-4deb-8142-575ccb8de9f4 None None] Port 93864305-18a2-4284-9670-56e1f8c5a881 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:53.745547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593171-cdc7-4956-ace8-048aa1890c73 req-1d320cd5-7c9b-4f1a-9da4-080bb148c046 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:53.754312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-90593171-cdc7-4956-ace8-048aa1890c73 req-1d320cd5-7c9b-4f1a-9da4-080bb148c046 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 1097 time: 0.0969920 Jul 13 19:21:53.796385 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-90593171-cdc7-4956-ace8-048aa1890c73 req-fdbdac0e-f108-46eb-8dd8-fbbaafd5b0a6 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Jul 13 19:21:53.875462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34450648-a665-4137-a88b-21ecc719afac {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:53.923084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 159c6591-151e-440f-b416-9a7f89d9902e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:53.943079 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.995341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Transition to ACTIVE for port object 34450648-a665-4137-a88b-21ecc719afac will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:54.005817 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:54.013785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 159c6591-151e-440f-b416-9a7f89d9902e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:54.014153 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:54.018993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:54.035097 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a362610c-ceca-4c7c-9f4c-d2d8c57eaad0 admin admin] 10.222.0.25 "PUT /v2.0/routers/26a7966d-f62a-4cb5-8569-2934cc689882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4292619 Jul 13 19:21:54.070577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Sync routers for ids ['26a7966d-f62a-4cb5-8569-2934cc689882'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:54.102020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Routers {'26a7966d-f62a-4cb5-8569-2934cc689882'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:54.108296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['26a7966d-f62a-4cb5-8569-2934cc689882'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:54.271616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Pushing event updated for resources: {'Port': ['ID=34450648-a665-4137-a88b-21ecc719afac,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:54.354190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Set router 26a7966d-f62a-4cb5-8569-2934cc689882 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:54.416986 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:54.479496 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5eb64c7-86f8-47f1-b914-8f1da83034d7 req-f44af299-e427-4f09-acd0-192d55e279d3 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 210 time: 0.0381625 Jul 13 19:21:54.604739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.605342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.605962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.607343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.613847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.614351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.615298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.617740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.618299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.618819 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.619934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.620545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.635693 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-26fc05fc-ec5e-49a2-b6a9-2d241d2cf727 req-fcd5885f-c448-4be2-bd40-1cf482cd1c2c tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8555 time: 0.5983360 Jul 13 19:21:54.659190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:54.660952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:54.661928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:54.672501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Port 34450648-a665-4137-a88b-21ecc719afac on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:54.674373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:54.686161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:54.687432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:54.688593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:54.690273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Bound port: 34450648-a665-4137-a88b-21ecc719afac, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:54.690921 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:54.703719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-router', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '159c6591-151e-440f-b416-9a7f89d9902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:41Z', 'updated_at': '2021-07-13T19:21:51Z', 'revision_number': 4, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'gw_port': {'id': '159c6591-151e-440f-b416-9a7f89d9902e', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:44Z', 'updated_at': '2021-07-13T19:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '93864305-18a2-4284-9670-56e1f8c5a881', 'name': '', 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'mac_address': 'fa:16:3e:99:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'feed2e8d-2d25-450f-b695-3b793e1f08f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:48Z', 'updated_at': '2021-07-13T19:21:51Z', 'revision_number': 2, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'subnets': [{'id': 'feed2e8d-2d25-450f-b695-3b793e1f08f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:54.804122 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-b6fc4314-fcfe-44a9-b9df-83834f7a12ea req-dd9e41f8-a103-4e6e-a29f-a576486b0701 tempest-FloatingIPDetailsNegativeTestJSON-897283571 tempest-FloatingIPDetailsNegativeTestJSON-897283571-project] show failed (client error): The resource could not be found. Jul 13 19:21:54.805272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b6fc4314-fcfe-44a9-b9df-83834f7a12ea req-dd9e41f8-a103-4e6e-a29f-a576486b0701 tempest-FloatingIPDetailsNegativeTestJSON-897283571 tempest-FloatingIPDetailsNegativeTestJSON-897283571-project] 10.222.0.25 "GET /v2.0/floatingips/8f6d9f3b-025d-4c92-8472-7d7793c376f1 HTTP/1.1" status: 404 len: 350 time: 0.0837975 Jul 13 19:21:54.815589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:54.902972 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:54.923340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Checking router: 26a7966d-f62a-4cb5-8569-2934cc689882 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:54.924240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Updating router 26a7966d-f62a-4cb5-8569-2934cc689882 port 93864305-18a2-4284-9670-56e1f8c5a881 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:21:54.939036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:54.953635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:54.972472 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.037027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:55.037905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.039671 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] 10.222.0.60 "PUT /v2.0/ports/34450648-a665-4137-a88b-21ecc719afac HTTP/1.1" status: 200 len: 1091 time: 2.7694759 Jul 13 19:21:55.040270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'tag': '34450648-a665-4137-a88b-21ecc719afac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:55.042719 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34" -d '{"events": [{"name": "network-changed", "server_uuid": "a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41", "tag": "34450648-a665-4137-a88b-21ecc719afac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:55.055926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92d15c-1884-4bc3-9063-abe41658faa6 req-a4a90d4c-d787-444b-94c3-943bd6d07fde tempest-ServersAdminNegativeTestJSON-394602889 tempest-ServersAdminNegativeTestJSON-394602889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:55.063639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad92d15c-1884-4bc3-9063-abe41658faa6 req-a4a90d4c-d787-444b-94c3-943bd6d07fde tempest-ServersAdminNegativeTestJSON-394602889 tempest-ServersAdminNegativeTestJSON-394602889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 1100 time: 0.2444129 Jul 13 19:21:55.098045 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad92d15c-1884-4bc3-9063-abe41658faa6 req-da6eadc1-a4e0-4981-9e51-f9d0da9d9ac0 tempest-ServersAdminNegativeTestJSON-394602889 tempest-ServersAdminNegativeTestJSON-394602889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.223262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc82444-57f3-4648-af61-f462843cc5ca service neutron] Pushing event updated for resources: {'Port': ['ID=34450648-a665-4137-a88b-21ecc719afac,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:55.325752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27381088-1bc2-4edc-a6d1-8aea2c9ed8d2 req-5274694e-03d2-4800-821b-31446f1cdf72 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:55.333592 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-27381088-1bc2-4edc-a6d1-8aea2c9ed8d2 req-5274694e-03d2-4800-821b-31446f1cdf72 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 943 time: 0.2653861 Jul 13 19:21:55.344794 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad92d15c-1884-4bc3-9063-abe41658faa6 req-da6eadc1-a4e0-4981-9e51-f9d0da9d9ac0 tempest-ServersAdminNegativeTestJSON-394602889 tempest-ServersAdminNegativeTestJSON-394602889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.349042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-df567590-a058-4331-92b2-cd9615d98739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:55.352293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-df567590-a058-4331-92b2-cd9615d98739 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1094 time: 0.1465547 Jul 13 19:21:55.354237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad92d15c-1884-4bc3-9063-abe41658faa6 req-da6eadc1-a4e0-4981-9e51-f9d0da9d9ac0 tempest-ServersAdminNegativeTestJSON-394602889 tempest-ServersAdminNegativeTestJSON-394602889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.374743 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.385917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Transition to ACTIVE for port object 93864305-18a2-4284-9670-56e1f8c5a881 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:55.394686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-27381088-1bc2-4edc-a6d1-8aea2c9ed8d2 req-8f6ea2ee-70dc-4a1c-a59a-ddb2ae07cec8 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556476 Jul 13 19:21:55.397493 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.417715 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad92d15c-1884-4bc3-9063-abe41658faa6 req-da6eadc1-a4e0-4981-9e51-f9d0da9d9ac0 tempest-ServersAdminNegativeTestJSON-394602889 tempest-ServersAdminNegativeTestJSON-394602889-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517439 Jul 13 19:21:55.542456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-17cc5308-bb70-43bc-810e-f08d7f1602d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34450648-a665-4137-a88b-21ecc719afac HTTP/1.1" status: 200 len: 217 time: 0.1801398 Jul 13 19:21:55.590961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5d8cc-be10-46ed-801e-4028896a89a0 None None] Pushing event updated for resources: {'Port': ['ID=93864305-18a2-4284-9670-56e1f8c5a881,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:55.613750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Attempting to bind port 93864305-18a2-4284-9670-56e1f8c5a881 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:55.614259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Attempting to bind port 93864305-18a2-4284-9670-56e1f8c5a881 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:55.614804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Attempting to bind port 93864305-18a2-4284-9670-56e1f8c5a881 on network 05a772f6-812b-45ef-80d4-66fc84d2123c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:55.624769 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:55.626450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Checking segment: {'id': 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:55.627050 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.630371 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Bound using segment: {'id': 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:55.631001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Bound port: 93864305-18a2-4284-9670-56e1f8c5a881, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:55.634034 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.682060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c2623-8e8a-4ea5-8f17-ee5f7ac608d9 req-58d92dfb-b563-49f9-8da0-8b60f792faec tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:55.684148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d39c2623-8e8a-4ea5-8f17-ee5f7ac608d9 req-58d92dfb-b563-49f9-8da0-8b60f792faec tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 886 time: 0.1672597 Jul 13 19:21:55.711851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eadc1-a4e0-4981-9e51-f9d0da9d9ac0 tempest-ServersAdminNegativeTestJSON-394602889 tempest-ServersAdminNegativeTestJSON-394602889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2fc579-64b6-4d35-a0b4-14c3a7f8bd89,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:55.786161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-7275437d-32ec-49f4-b900-676d63367cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:55.788630 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-7275437d-32ec-49f4-b900-676d63367cb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1029778 Jul 13 19:21:55.847705 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-904481df-34e6-435c-a806-babe6641e551 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500982 Jul 13 19:21:55.990983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] For port 93864305-18a2-4284-9670-56e1f8c5a881, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:56.010128 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:56.038499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] For port 93864305-18a2-4284-9670-56e1f8c5a881, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=93864305-18a2-4284-9670-56e1f8c5a881,segment=NetworkSegment(aefeefdb-07ca-4c2e-a8f1-4a74dea567b5),segment_id=aefeefdb-07ca-4c2e-a8f1-4a74dea567b5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:56.053133 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:56.101641 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-4aa4e828-6ec7-49c9-b698-b168d474efe8 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384708 Jul 13 19:21:56.157796 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-68a4490b-5517-4c23-b931-0c7ca662352e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=639f879ba82141ebb6867944411978e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374799 Jul 13 19:21:56.184448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5d8cc-be10-46ed-801e-4028896a89a0 None None] Pushing event updated for resources: {'Port': ['ID=93864305-18a2-4284-9670-56e1f8c5a881,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:56.214784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Routers {'26a7966d-f62a-4cb5-8569-2934cc689882'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:56.215437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['26a7966d-f62a-4cb5-8569-2934cc689882'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:56.362984 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e15cb7f-b19e-4304-9cdc-3b6db0c6ed89 req-274df079-d3ab-44a8-8363-a28a2566dd50 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577982 Jul 13 19:21:56.496259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] Set router 26a7966d-f62a-4cb5-8569-2934cc689882 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:56.504965 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e64838-3230-4ef7-91f5-5a2d9e535a65 x-openstack-request-id: req-51e64838-3230-4ef7-91f5-5a2d9e535a65 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:56.505256 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41", "tag": "34450648-a665-4137-a88b-21ecc719afac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:56.505500 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51e64838-3230-4ef7-91f5-5a2d9e535a65 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:56.505893 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'tag': '34450648-a665-4137-a88b-21ecc719afac', 'status': 'completed', 'code': 200} Jul 13 19:21:56.595028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-55faf295-0fc5-4a76-903c-155db7bbfdc2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:56.596867 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-55faf295-0fc5-4a76-903c-155db7bbfdc2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4319093 Jul 13 19:21:56.600417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:56.651499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Request body: {'port': {'device_id': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '639f879ba82141ebb6867944411978e1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:56.684516 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34 req-d46e257f-9b69-4044-854c-9f7174ae95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:56.686507 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34 req-d46e257f-9b69-4044-854c-9f7174ae95ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1094 time: 0.1703522 Jul 13 19:21:56.815573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8cbf277-a47f-44f7-a5c9-ca7970262e2b req-4161399f-420f-411e-bf22-ff6301fdf2c2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 210 time: 0.0465329 Jul 13 19:21:56.817013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-router', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '159c6591-151e-440f-b416-9a7f89d9902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:41Z', 'updated_at': '2021-07-13T19:21:51Z', 'revision_number': 4, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'gw_port': {'id': '159c6591-151e-440f-b416-9a7f89d9902e', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:44Z', 'updated_at': '2021-07-13T19:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '93864305-18a2-4284-9670-56e1f8c5a881', 'name': '', 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'mac_address': 'fa:16:3e:99:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'feed2e8d-2d25-450f-b695-3b793e1f08f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:48Z', 'updated_at': '2021-07-13T19:21:55Z', 'revision_number': 4, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'subnets': [{'id': 'feed2e8d-2d25-450f-b695-3b793e1f08f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:56.912474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4026e8-2d37-4169-ac11-66aaf4a2ada5 None None] The sync data for ids ['26a7966d-f62a-4cb5-8569-2934cc689882'] in n-d-800708-1 is: [{'id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-router', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '159c6591-151e-440f-b416-9a7f89d9902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:41Z', 'updated_at': '2021-07-13T19:21:51Z', 'revision_number': 4, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'gw_port': {'id': '159c6591-151e-440f-b416-9a7f89d9902e', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:44Z', 'updated_at': '2021-07-13T19:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '93864305-18a2-4284-9670-56e1f8c5a881', 'name': '', 'network_id': '05a772f6-812b-45ef-80d4-66fc84d2123c', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'mac_address': 'fa:16:3e:99:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'feed2e8d-2d25-450f-b695-3b793e1f08f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:48Z', 'updated_at': '2021-07-13T19:21:55Z', 'revision_number': 4, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'subnets': [{'id': 'feed2e8d-2d25-450f-b695-3b793e1f08f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:56.932776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34 req-a871dccd-ea96-48d0-a8f8-dacb097fd88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:56.934550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34 req-a871dccd-ea96-48d0-a8f8-dacb097fd88e service neutron] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.2395258 Jul 13 19:21:57.047306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34 req-e4dfc832-ad6c-4df0-84a8-64c29bcb45c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34450648-a665-4137-a88b-21ecc719afac HTTP/1.1" status: 200 len: 217 time: 0.1031001 Jul 13 19:21:57.062251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Made reservation on behalf of 639f879ba82141ebb6867944411978e1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:57.072877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:57.086654 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:57.330038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:57.337523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] Deleting port 93864305-18a2-4284-9670-56e1f8c5a881 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:57.337872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:57.339667 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:57.452860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.453940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.456330 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.457125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.457825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.458466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.459896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.460558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.461349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.461983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.462634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.463263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.465640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-991ec233-c321-4a97-90a3-cb075988c2bf req-a3bfc3e7-3926-43f5-a98d-34d16a8dabab tempest-NetworksTest-985165109 tempest-NetworksTest-985165109-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8555 time: 0.6148267 Jul 13 19:21:57.493994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c77a6a-7d7f-4d33-ad6f-b1756148fca2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:57.594509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34 req-b4a07f8b-01ea-44b5-9d47-d7a592669e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.600916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] For port 93864305-18a2-4284-9670-56e1f8c5a881, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=93864305-18a2-4284-9670-56e1f8c5a881,segment=NetworkSegment(aefeefdb-07ca-4c2e-a8f1-4a74dea567b5),segment_id=aefeefdb-07ca-4c2e-a8f1-4a74dea567b5)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:57.601282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:57.604831 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34 req-b4a07f8b-01ea-44b5-9d47-d7a592669e75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1304040 Jul 13 19:21:57.643487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] Calling delete_port for 93864305-18a2-4284-9670-56e1f8c5a881 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:57.655926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Allocated IP 192.168.233.83 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/21da0e4f-d646-4638-a7c4-25200244c6d2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:57.672377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34 req-5562102b-bb38-4016-8a14-4b96f991a5a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651202 Jul 13 19:21:58.054634 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34 req-0fdb0ccf-e83d-4ede-80fe-0b53840dc7c6 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729551 Jul 13 19:21:58.069652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 93864305-18a2-4284-9670-56e1f8c5a881 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:58.121921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0270-4cbe-4bc3-b72a-ce2837c460f1 req-c7ebbd8e-ea2b-419d-aef7-56093fd53376 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:58.135637 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.138265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:58.151142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f58e0270-4cbe-4bc3-b72a-ce2837c460f1 req-c7ebbd8e-ea2b-419d-aef7-56093fd53376 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 943 time: 0.4653180 Jul 13 19:21:58.169686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Transition to ACTIVE for port object 21da0e4f-d646-4638-a7c4-25200244c6d2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:58.287319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 93864305-18a2-4284-9670-56e1f8c5a881 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:58.291890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 93864305-18a2-4284-9670-56e1f8c5a881 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:58.292266 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.300111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.333911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Port 93864305-18a2-4284-9670-56e1f8c5a881 was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 19:21:58.366553 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee222b8a-bf50-42bd-a2f7-95dfb7161f34 req-8cb2da25-88b9-4609-80e3-6019ddc7c0f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782257 Jul 13 19:21:58.377829 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.393742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=93864305-18a2-4284-9670-56e1f8c5a881,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:58.431836 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f58e0270-4cbe-4bc3-b72a-ce2837c460f1 req-8dae0635-fd75-4b99-9ba7-d8efc388f67c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780147 Jul 13 19:21:58.517319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:58.568830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9682f61-290a-41c0-bd33-46fa9905c472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.641705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:58.644932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-1b65f5b0-6c47-4c1f-a148-5d4bcb8f920d tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:21:58.654559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-1b65f5b0-6c47-4c1f-a148-5d4bcb8f920d tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1352992 Jul 13 19:21:58.669010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Pushing event updated for resources: {'Port': ['ID=21da0e4f-d646-4638-a7c4-25200244c6d2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:58.672945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:58.684295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:58.693519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:58.694370 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.714661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ef0ef-42cd-4baa-9962-06c31476c818 req-309a4e92-5b4a-4ba4-b51f-e6da0497657b tempest-ServersAdminNegativeTestJSON-394602889 tempest-ServersAdminNegativeTestJSON-394602889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:58.733000 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a6ef0ef-42cd-4baa-9962-06c31476c818 req-309a4e92-5b4a-4ba4-b51f-e6da0497657b tempest-ServersAdminNegativeTestJSON-394602889 tempest-ServersAdminNegativeTestJSON-394602889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 1100 time: 0.1212199 Jul 13 19:21:58.823117 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a6ef0ef-42cd-4baa-9962-06c31476c818 req-6e2f11c9-2ebd-418b-9a6a-c95d422ed171 tempest-ServersAdminNegativeTestJSON-394602889 tempest-ServersAdminNegativeTestJSON-394602889-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890212 Jul 13 19:21:58.876080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Request body: {'binding': {'host': 'n-h1-800708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:58.877568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:21:58.990911 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9682f61-290a-41c0-bd33-46fa9905c472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.994825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.999396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9682f61-290a-41c0-bd33-46fa9905c472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:59.054343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b9682f61-290a-41c0-bd33-46fa9905c472 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76768aba44a14508bdeb017374b8a2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9139538 Jul 13 19:21:59.056214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-833df2d3-7545-4bf8-9e7a-dff393dfb15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4175117 Jul 13 19:21:59.058442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:59.058603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9682f61-290a-41c0-bd33-46fa9905c472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046adc31-2172-47d6-aede-1c22146db1bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:59.072719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Request body: {'port': {'device_id': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:59.119391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6986023b-1f21-42d1-8e37-a960667f3b9c None None] Provisioning for port 21da0e4f-d646-4638-a7c4-25200244c6d2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:59.135709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6986023b-1f21-42d1-8e37-a960667f3b9c None None] Provisioning complete for port 21da0e4f-d646-4638-a7c4-25200244c6d2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:59.137812 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6986023b-1f21-42d1-8e37-a960667f3b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:59.197509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6986023b-1f21-42d1-8e37-a960667f3b9c None None] Port 21da0e4f-d646-4638-a7c4-25200244c6d2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:59.238749 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a12ddce-70ec-4498-b428-617d2c1cde69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:59.257658 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:59.297546 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a12ddce-70ec-4498-b428-617d2c1cde69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:59.299890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 on host n-h1-800708-1 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:59.300337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:59.301420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:59.325897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8ecb9-1827-450f-b7c5-e665d022b68c req-34149503-1dcf-4c3e-86a9-3f0c72f4f111 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:59.327358 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77e8ecb9-1827-450f-b7c5-e665d022b68c req-34149503-1dcf-4c3e-86a9-3f0c72f4f111 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 935 time: 0.1741648 Jul 13 19:21:59.336791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Port 9ebe711b-a15a-485d-a352-18372d537385 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:59.337116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:59.348258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:59.348597 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:59.348983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:59.349422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Bound port: 9ebe711b-a15a-485d-a352-18372d537385, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:59.460604 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a12ddce-70ec-4498-b428-617d2c1cde69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:59.463125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a12ddce-70ec-4498-b428-617d2c1cde69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:59.464479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8a12ddce-70ec-4498-b428-617d2c1cde69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/046adc31-2172-47d6-aede-1c22146db1bf HTTP/1.1" status: 204 len: 168 time: 0.4050174 Jul 13 19:21:59.467909 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77e8ecb9-1827-450f-b7c5-e665d022b68c req-2950a941-ae5a-4bec-b935-f2e4f949f255 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320379 Jul 13 19:21:59.486353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12ddce-70ec-4498-b428-617d2c1cde69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046adc31-2172-47d6-aede-1c22146db1bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:59.490917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:59.506478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:59.507791 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-36c3ad35-4b6b-4aca-a73e-482a9d5d85d0 service neutron] 10.222.0.25 "POST /v2.0/ports/9ebe711b-a15a-485d-a352-18372d537385/bindings HTTP/1.1" status: 201 len: 389 time: 0.7707598 Jul 13 19:21:59.570226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] Router 26a7966d-f62a-4cb5-8569-2934cc689882 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:22:00.092542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16109e5f-f842-4a99-9a5a-686fe779cc60 req-f2c12a8f-2a13-4750-94e5-f89be93b61a5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.099997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:00.103098 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16109e5f-f842-4a99-9a5a-686fe779cc60 req-f2c12a8f-2a13-4750-94e5-f89be93b61a5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 946 time: 0.1851997 Jul 13 19:22:00.117637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-b0e984ae-395c-451a-8fbf-7f9b921221a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.119781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-b0e984ae-395c-451a-8fbf-7f9b921221a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 1097 time: 0.2694468 Jul 13 19:22:00.162089 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:00.228623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:22:00.246565 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] Sync routers for ids ['26a7966d-f62a-4cb5-8569-2934cc689882'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:22:00.250800 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16109e5f-f842-4a99-9a5a-686fe779cc60 req-41b97460-ae04-420f-93f8-c1f4833b22e1 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467175 Jul 13 19:22:00.273502 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] Routers {'26a7966d-f62a-4cb5-8569-2934cc689882'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:00.278493 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['26a7966d-f62a-4cb5-8569-2934cc689882'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:00.303606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:00.306904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-db88e3e3-7198-4c7f-9c20-c1f85f97fb36 admin admin] 10.222.0.25 "PUT /v2.0/routers/26a7966d-f62a-4cb5-8569-2934cc689882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4817219 Jul 13 19:22:00.372101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-523a62f1-64e0-4028-acee-141fba55eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.373541 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-523a62f1-64e0-4028-acee-141fba55eb0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.2423346 Jul 13 19:22:00.388975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520dfd4-1eeb-4f58-8bce-fbf673fc75b3 req-28dca8cf-3a38-4fbd-a13f-6396c8fd51e7 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.401092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e520dfd4-1eeb-4f58-8bce-fbf673fc75b3 req-28dca8cf-3a38-4fbd-a13f-6396c8fd51e7 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 943 time: 0.3601301 Jul 13 19:22:00.405620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21da0e4f-d646-4638-a7c4-25200244c6d2 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:00.441739 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-6486e96a-acc0-40e6-badb-9fda5b12e946 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ebe711b-a15a-485d-a352-18372d537385 HTTP/1.1" status: 200 len: 217 time: 0.0354645 Jul 13 19:22:00.447353 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:00.503374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-af71ef9d-d33c-415d-a078-8f27358ff112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.504621 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] Set router 26a7966d-f62a-4cb5-8569-2934cc689882 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:00.504843 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-af71ef9d-d33c-415d-a078-8f27358ff112 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.0515959 Jul 13 19:22:00.517187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Transition to ACTIVE for port object 21da0e4f-d646-4638-a7c4-25200244c6d2 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:00.523533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 34450648-a665-4137-a88b-21ecc719afac details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:00.572608 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:00.583061 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-210639d8-31d8-4698-95bd-084515ef336d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680809 Jul 13 19:22:00.633264 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e520dfd4-1eeb-4f58-8bce-fbf673fc75b3 req-76a3455d-9ab2-4304-a70a-018f05af352a tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296126 Jul 13 19:22:00.639628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:00.733965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:00.737745 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-router', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '159c6591-151e-440f-b416-9a7f89d9902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:41Z', 'updated_at': '2021-07-13T19:21:58Z', 'revision_number': 5, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'gw_port': {'id': '159c6591-151e-440f-b416-9a7f89d9902e', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:44Z', 'updated_at': '2021-07-13T19:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:00.768542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '34450648-a665-4137-a88b-21ecc719afac', 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441', 'port_id': '34450648-a665-4137-a88b-21ecc719afac', 'mac_address': 'fa:16:3e:3c:2d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7215b9-42cb-4cfe-ab63-63e138febb58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:00.809638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Pushing event updated for resources: {'Port': ['ID=21da0e4f-d646-4638-a7c4-25200244c6d2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:00.812828 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] Checking router: 26a7966d-f62a-4cb5-8569-2934cc689882 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:22:00.837803 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] Routers {'26a7966d-f62a-4cb5-8569-2934cc689882'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:00.838876 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['26a7966d-f62a-4cb5-8569-2934cc689882'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:00.877232 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:00.885269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:00.907236 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:00.921099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34450648-a665-4137-a88b-21ecc719afac {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:00.973889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Attempting to bind port 21da0e4f-d646-4638-a7c4-25200244c6d2 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:00.974300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Attempting to bind port 21da0e4f-d646-4638-a7c4-25200244c6d2 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:00.974704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Attempting to bind port 21da0e4f-d646-4638-a7c4-25200244c6d2 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:00.975245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:00.979717 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.024720 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.027874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Port 21da0e4f-d646-4638-a7c4-25200244c6d2 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:01.028211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Attempting to bind port 21da0e4f-d646-4638-a7c4-25200244c6d2 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:01.061627 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a5f286a0b78410fb7787a259701fbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9517519 Jul 13 19:22:01.066955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:01.094165 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] Set router 26a7966d-f62a-4cb5-8569-2934cc689882 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:01.149636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc5a98a-2af5-4d49-9ff5-249cd35f84ab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:01.163138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:01.164929 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:01.165681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:01.165805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=34450648-a665-4137-a88b-21ecc719afac,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:01.166640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Bound port: 21da0e4f-d646-4638-a7c4-25200244c6d2, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:01.170198 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.203538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4e2cf-fd22-4631-a528-a84421003263 req-698bf7dd-595c-4f48-aef7-7137d9167661 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:01.214261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21c4e2cf-fd22-4631-a528-a84421003263 req-698bf7dd-595c-4f48-aef7-7137d9167661 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 947 time: 0.2199240 Jul 13 19:22:01.224428 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-be66fb47-fe4b-4808-9b78-ef874baf2e3a service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301994 Jul 13 19:22:01.225717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['34450648-a665-4137-a88b-21ecc719afac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:01.251738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.252200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.252465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.254953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.255523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.255630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.256591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.256591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.256591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.265160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.265593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.265937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe65c4-75c5-4795-8f4a-4c8c3a29ac2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.377321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-50fa0b67-36c9-4aac-afcc-a93a481240fd service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374068 Jul 13 19:22:01.386513 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbc98d87-1d0d-431d-818c-ca119214a08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.411246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Deleting port 159c6591-151e-440f-b416-9a7f89d9902e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:01.412486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.484026 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:22:01.497766 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21c4e2cf-fd22-4631-a528-a84421003263 req-a831105a-803f-419c-ae5e-45079b994c5c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819834 Jul 13 19:22:01.509958 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbc98d87-1d0d-431d-818c-ca119214a08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.540364 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-router', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '159c6591-151e-440f-b416-9a7f89d9902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:41Z', 'updated_at': '2021-07-13T19:21:58Z', 'revision_number': 5, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'gw_port': {'id': '159c6591-151e-440f-b416-9a7f89d9902e', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:44Z', 'updated_at': '2021-07-13T19:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:01.540576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:01.572444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=21da0e4f-d646-4638-a7c4-25200244c6d2,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:01.577045 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f5c06-5eb2-4057-a0c7-8789cb7ef3ab None None] The sync data for ids ['26a7966d-f62a-4cb5-8569-2934cc689882'] in n-d-800708-1 is: [{'id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1008676165-router', 'tenant_id': '2dabbff973bd4a08a90543efd6c4c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '159c6591-151e-440f-b416-9a7f89d9902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:41Z', 'updated_at': '2021-07-13T19:21:58Z', 'revision_number': 5, 'project_id': '2dabbff973bd4a08a90543efd6c4c545', 'gw_port': {'id': '159c6591-151e-440f-b416-9a7f89d9902e', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7966d-f62a-4cb5-8569-2934cc689882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:44Z', 'updated_at': '2021-07-13T19:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:22:01.582225 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.651988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:01.652683 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.653926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] 10.222.0.24 "PUT /v2.0/ports/21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 1095 time: 2.5870454 Jul 13 19:22:01.656204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:01.657061 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26" -d '{"events": [{"name": "network-changed", "server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:01.676357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] For port 159c6591-151e-440f-b416-9a7f89d9902e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=159c6591-151e-440f-b416-9a7f89d9902e,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:01.676808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.688515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbc98d87-1d0d-431d-818c-ca119214a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.691999 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbc98d87-1d0d-431d-818c-ca119214a08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.695543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bbc98d87-1d0d-431d-818c-ca119214a08c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcc5a98a-2af5-4d49-9ff5-249cd35f84ab HTTP/1.1" status: 204 len: 168 time: 0.6230695 Jul 13 19:22:01.698304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fe267-6280-403c-95f6-467ec59c2c4b service neutron] Pushing event updated for resources: {'Port': ['ID=21da0e4f-d646-4638-a7c4-25200244c6d2,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:01.717456 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc630eb4-f083-4112-835e-ed4b3e43741f req-c22491e6-4017-4876-b35e-ae940d33495b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:01.719090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc630eb4-f083-4112-835e-ed4b3e43741f req-c22491e6-4017-4876-b35e-ae940d33495b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 949 time: 0.2549980 Jul 13 19:22:01.721548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc98d87-1d0d-431d-818c-ca119214a08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc5a98a-2af5-4d49-9ff5-249cd35f84ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:01.736848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Calling delete_port for 159c6591-151e-440f-b416-9a7f89d9902e owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:01.754973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-d7700519-d7f1-4a26-b1b8-f81e2da9ff55 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:01.756465 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-d7700519-d7f1-4a26-b1b8-f81e2da9ff55 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1097 time: 0.2896061 Jul 13 19:22:01.778151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800708-1'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:01.824919 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc630eb4-f083-4112-835e-ed4b3e43741f req-b663f8df-5a7b-4897-9a31-2712211491dc tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707538 Jul 13 19:22:01.876224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-2ae2772d-6afd-43cb-8fe9-845b194d3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:01.880862 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-2ae2772d-6afd-43cb-8fe9-845b194d3c22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1098 time: 0.1606138 Jul 13 19:22:01.979184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 93864305-18a2-4284-9670-56e1f8c5a881 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:01.984342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-41429248-c4cd-4f8b-bf17-edeba8b19c05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 217 time: 0.0948606 Jul 13 19:22:02.084723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 93864305-18a2-4284-9670-56e1f8c5a881 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:02.085069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 93864305-18a2-4284-9670-56e1f8c5a881 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:02.119024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-abe6ddd6-3d17-4593-a46a-c60a59aabaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.120587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-abe6ddd6-3d17-4593-a46a-c60a59aabaad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1283412 Jul 13 19:22:02.202182 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aece02-a649-4193-95cb-fa8966428bd3 x-openstack-request-id: req-65aece02-a649-4193-95cb-fa8966428bd3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:02.202802 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:02.203348 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65aece02-a649-4193-95cb-fa8966428bd3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:02.203897 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2', 'status': 'completed', 'code': 200} Jul 13 19:22:02.267300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-88a1db5d-da17-4d2c-8ebc-1645cdb85314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.269881 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-88a1db5d-da17-4d2c-8ebc-1645cdb85314 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402078 Jul 13 19:22:02.384100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115fac9-b870-419a-a5f8-b80e209c0ba9 req-9133e0a5-78a6-476d-b3c4-ac85a2b322da tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.403351 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6115fac9-b870-419a-a5f8-b80e209c0ba9 req-9133e0a5-78a6-476d-b3c4-ac85a2b322da tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 946 time: 0.6523509 Jul 13 19:22:02.513242 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-3f12d061-e5a3-4c27-9f81-a7f7717ab178 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364385 Jul 13 19:22:02.525129 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.538231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 34450648-a665-4137-a88b-21ecc719afac up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:02.541062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e9585-06d8-4953-80ed-392bd83e78f4 req-f9a9e22c-57ed-4479-8614-ad5354fd9354 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.545167 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-870e9585-06d8-4953-80ed-392bd83e78f4 req-f9a9e22c-57ed-4479-8614-ad5354fd9354 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 944 time: 0.1604800 Jul 13 19:22:02.622592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 34450648-a665-4137-a88b-21ecc719afac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:02.628521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 34450648-a665-4137-a88b-21ecc719afac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:02.629375 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.654156 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6115fac9-b870-419a-a5f8-b80e209c0ba9 req-5f4aedcd-df32-4b1f-8d87-1351ced9eaec tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473819 Jul 13 19:22:02.755805 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.786343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-870e9585-06d8-4953-80ed-392bd83e78f4 req-bb527220-4f60-4277-8039-c85c87799647 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156258 Jul 13 19:22:02.796109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34450648-a665-4137-a88b-21ecc719afac'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:02.799186 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7db808-52e8-445b-a06d-d9ebee47a5a0" -d '{"events": [{"server_uuid": "a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41", "name": "network-vif-plugged", "status": "completed", "tag": "34450648-a665-4137-a88b-21ecc719afac"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:02.845555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:02.856341 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.871194 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd41bdc3-55a4-4155-9c1b-7f3851bdb813 req-f56ae9f7-4f32-4566-8c5c-168f5ff74ee1 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248651 Jul 13 19:22:02.933190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=34450648-a665-4137-a88b-21ecc719afac,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:02.949592 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc82f79-e7c3-49d6-b493-220cb1779a2f x-openstack-request-id: req-cbc82f79-e7c3-49d6-b493-220cb1779a2f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:02.949890 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41", "name": "network-vif-plugged", "status": "completed", "tag": "34450648-a665-4137-a88b-21ecc719afac", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:02.950141 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbc82f79-e7c3-49d6-b493-220cb1779a2f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:02.950795 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34450648-a665-4137-a88b-21ecc719afac', 'code': 200} Jul 13 19:22:03.056282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-7e5591f9-0cb7-488b-b7f6-995b41486705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.065414 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:03.066227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-7e5591f9-0cb7-488b-b7f6-995b41486705 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1098 time: 0.1305003 Jul 13 19:22:03.108050 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:03.158985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:03.244792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.246731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ebe711b-a15a-485d-a352-18372d537385'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:03.249143 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cb69ec-18cd-462c-a4a7-9ef84aaa3ef3" -d '{"events": [{"server_uuid": "9e5a840c-bf50-47fa-84af-a65b3b125e18", "name": "network-vif-unplugged", "status": "completed", "tag": "9ebe711b-a15a-485d-a352-18372d537385"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:03.257410 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.311010 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.315558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-b682c52a-290c-4993-af51-9e05e572a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.317770 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-b682c52a-290c-4993-af51-9e05e572a8c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2449126 Jul 13 19:22:03.326536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=159c6591-151e-440f-b416-9a7f89d9902e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:03.337212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a7010-988c-444c-b266-5b49a3121142 req-2d44cb79-e63b-4c8b-994c-d36907f1f1be tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.347218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b9a7010-988c-444c-b266-5b49a3121142 req-2d44cb79-e63b-4c8b-994c-d36907f1f1be tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 949 time: 0.2085793 Jul 13 19:22:03.387008 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-f08a5fe2-bb6f-402d-863b-a5d72896919b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.389162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-f08a5fe2-bb6f-402d-863b-a5d72896919b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.60 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 949 time: 0.6594048 Jul 13 19:22:03.399062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.399580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.400090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.400631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.401120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.401596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.402078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.402599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.403071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.403560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.404034 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.404507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:03.449467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-network', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:03.453731 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-d26ae01b-95b7-41eb-b883-ef00ad0cb15b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 217 time: 0.1266651 Jul 13 19:22:03.507965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2688d1-61e1-4821-8a40-5fefa4648465 req-c194fdbc-8b1b-4f6a-aa2a-c35452dfb2b4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.514977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d2688d1-61e1-4821-8a40-5fefa4648465 req-c194fdbc-8b1b-4f6a-aa2a-c35452dfb2b4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 947 time: 0.5802984 Jul 13 19:22:03.557838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-c2dcc9e2-b888-424b-8f04-9565c291be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.559783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-c2dcc9e2-b888-424b-8f04-9565c291be4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0862744 Jul 13 19:22:03.604718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73659b7-cf9b-4557-baae-9e550148d07c req-229bfc33-62b4-4e88-89d9-18a5872808b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.606518 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d73659b7-cf9b-4557-baae-9e550148d07c req-229bfc33-62b4-4e88-89d9-18a5872808b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1096 time: 0.4347439 Jul 13 19:22:03.620394 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b9a7010-988c-444c-b266-5b49a3121142 req-89af8fec-b555-4bd1-9bf3-f1254f351699 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719860 Jul 13 19:22:03.623907 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.624472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Made reservation on behalf of ffe0ac87a39548f981294db40d2296fa for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:03.628300 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.645893 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.661818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe711b-a15a-485d-a352-18372d537385,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:03.721208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-97f8e90a-eb58-4127-a246-d34d09c9e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.722978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-97f8e90a-eb58-4127-a246-d34d09c9e856 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531217 Jul 13 19:22:03.786226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 on host n-h2-800708-1 for vnic_type normal with profile {"migrating_to": "n-h1-800708-1"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:03.786629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:03.786964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:03.800307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d2688d1-61e1-4821-8a40-5fefa4648465 req-6eda681b-fbda-4cfd-a763-ceb6bc48f041 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839539 Jul 13 19:22:03.833901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.840638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.869189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Port 9ebe711b-a15a-485d-a352-18372d537385 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:03.869694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Attempting to bind port 9ebe711b-a15a-485d-a352-18372d537385 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:03.937125 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63f432-8192-4005-8382-5f81e7f8eabf x-openstack-request-id: req-ae63f432-8192-4005-8382-5f81e7f8eabf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:03.937419 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5a840c-bf50-47fa-84af-a65b3b125e18", "name": "network-vif-unplugged", "status": "completed", "tag": "9ebe711b-a15a-485d-a352-18372d537385", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:03.937668 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae63f432-8192-4005-8382-5f81e7f8eabf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:03.938055 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ebe711b-a15a-485d-a352-18372d537385', 'code': 200} Jul 13 19:22:03.966463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-307ac838-4da2-47bc-b0d4-a0a536ddef17 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302449 Jul 13 19:22:03.986800 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d73659b7-cf9b-4557-baae-9e550148d07c req-f0ed2204-2ecd-47f6-8894-4d57867460b2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599453 Jul 13 19:22:03.987318 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.991298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:03.991757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:03.992176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:03.992746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Bound port: 9ebe711b-a15a-485d-a352-18372d537385, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:03.993114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.995629 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.010761 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.011299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a7966d-f62a-4cb5-8569-2934cc689882 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:22:04.021062 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.022226 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d0ac65e9-6e1f-4f3d-bb72-3ac30da41a00 admin admin] 10.222.0.25 "DELETE /v2.0/routers/26a7966d-f62a-4cb5-8569-2934cc689882 HTTP/1.1" status: 204 len: 168 time: 3.7176807 Jul 13 19:22:04.029150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:22:04.043761 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.044442 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Added segment d63f18f1-8408-4d4e-9a66-061d65f4f376 of type vlan for network 3823651e-e000-4ba3-a451-455dc29a8939 Jul 13 19:22:04.072578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:04.105589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-3dba0b8e-e87e-492e-b7e9-7e5990027abb tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Deleting port 968816a0-4385-4556-8384-b90cdb139283 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:04.105884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-3dba0b8e-e87e-492e-b7e9-7e5990027abb tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.231764 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.262953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c98731-8076-4438-902d-b1f9059edda0 admin admin] Deleting subnet feed2e8d-2d25-450f-b695-3b793e1f08f6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:22:04.271963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:04.274098 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c98731-8076-4438-902d-b1f9059edda0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.297236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:04.329259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:04.340968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.342521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:04.343053 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.343423 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.363798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf37d43d-73a7-4ff9-b148-ab61cbe35f26 req-9006f8f4-13c6-4b6a-8488-2e6d5783b8fe service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896935 Jul 13 19:22:04.369014 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c98731-8076-4438-902d-b1f9059edda0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.416070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586e06e-a938-4880-8477-a77e5ff80eb6 req-fbd12584-763a-4dce-94af-ee8c90d94ef1 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:04.418096 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d586e06e-a938-4880-8477-a77e5ff80eb6 req-fbd12584-763a-4dce-94af-ee8c90d94ef1 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 945 time: 0.3210227 Jul 13 19:22:04.450519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2674677 Jul 13 19:22:04.450519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:04.450519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Request body: {'subnet': {'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-subnet', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:04.450877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdc79d-6d55-439d-8cb7-2ff7bd1f9609 req-4d683405-ff8c-4720-951f-c069b0849797 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:04.451691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7bcdc79d-6d55-439d-8cb7-2ff7bd1f9609 req-4d683405-ff8c-4720-951f-c069b0849797 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 944 time: 0.3930309 Jul 13 19:22:04.452147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd846d-0c9a-4117-ac94-91a1d6cf6e35 admin admin] Pushing event updated for resources: {'Network': ['ID=3823651e-e000-4ba3-a451-455dc29a8939,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:04.457626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-3dba0b8e-e87e-492e-b7e9-7e5990027abb tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] For port 968816a0-4385-4556-8384-b90cdb139283, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=968816a0-4385-4556-8384-b90cdb139283,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:04.457979 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-3dba0b8e-e87e-492e-b7e9-7e5990027abb tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.480095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 3823651e-e000-4ba3-a451-455dc29a8939 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:22:04.499690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-3dba0b8e-e87e-492e-b7e9-7e5990027abb tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Calling delete_port for 968816a0-4385-4556-8384-b90cdb139283 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:04.503996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d586e06e-a938-4880-8477-a77e5ff80eb6 req-51bb29ca-2067-42fa-b07a-5ec2c3952676 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758762 Jul 13 19:22:04.515734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Made reservation on behalf of ffe0ac87a39548f981294db40d2296fa for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:04.519805 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.574874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe711b-a15a-485d-a352-18372d537385,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:04.590415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:04.592165 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.593561 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3cde3644-906c-40a2-86dc-ef440fa47920 service neutron] 10.222.0.24 "PUT /v2.0/ports/9ebe711b-a15a-485d-a352-18372d537385 HTTP/1.1" status: 200 len: 1122 time: 2.8234081 Jul 13 19:22:04.671348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['9ebe711b-a15a-485d-a352-18372d537385'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:04.958473 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.040685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7830c-1a5e-4f93-9c0c-a538f9c6156a req-de1adc36-a211-4ef3-82b6-c6606730f086 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:05.047561 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fd7830c-1a5e-4f93-9c0c-a538f9c6156a req-de1adc36-a211-4ef3-82b6-c6606730f086 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=865d0722-14dd-4542-9b91-5e19c045b475 HTTP/1.1" status: 200 len: 949 time: 0.1685357 Jul 13 19:22:05.071653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7bcdc79d-6d55-439d-8cb7-2ff7bd1f9609 req-855e3f9f-dfd2-4f89-aa01-143a15d4c884 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074212 Jul 13 19:22:05.081286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718913c3-99ab-4b8d-9974-f72ba8d4b406,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:05.089462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Checking segment: {'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:05.089826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Network hostable DHCP agents. Network: 3823651e-e000-4ba3-a451-455dc29a8939, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:22:05.091531 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c98731-8076-4438-902d-b1f9059edda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.094269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 21da0e4f-d646-4638-a7c4-25200244c6d2 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:05.175361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fd7830c-1a5e-4f93-9c0c-a538f9c6156a req-fd75e06a-8916-48b2-947a-e1472d6c581f tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213524 Jul 13 19:22:05.195511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Network 3823651e-e000-4ba3-a451-455dc29a8939 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:22:05.219114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 3823651e-e000-4ba3-a451-455dc29a8939) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:05.232209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:05.232938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.257719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488c825a-b345-4fa7-ad0e-36372bd4c4a7 None None] Network 3823651e-e000-4ba3-a451-455dc29a8939 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:22:05.263135 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-55dce325-8b01-47e2-a6a7-3de40ad3b473 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8249412 Jul 13 19:22:05.267526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:05.275495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:05.326272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.327716 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.425225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c98731-8076-4438-902d-b1f9059edda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.437562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=21da0e4f-d646-4638-a7c4-25200244c6d2,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:05.466001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c98731-8076-4438-902d-b1f9059edda0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feed2e8d-2d25-450f-b695-3b793e1f08f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:05.476994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c98731-8076-4438-902d-b1f9059edda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.479040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-35c98731-8076-4438-902d-b1f9059edda0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/feed2e8d-2d25-450f-b695-3b793e1f08f6 HTTP/1.1" status: 204 len: 168 time: 1.4055793 Jul 13 19:22:05.480792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-3dba0b8e-e87e-492e-b7e9-7e5990027abb tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.482664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:05.509546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['5e7f4a28-09f3-4676-9ac1-89a5ebef580b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:05.511768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75080cd-3240-49c7-9320-04ee1d56cd2c None None] Network 05a772f6-812b-45ef-80d4-66fc84d2123c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:22:05.547290 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.567882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba0b8e-e87e-492e-b7e9-7e5990027abb tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Pushing event deleted for resources: {'Port': ['ID=968816a0-4385-4556-8384-b90cdb139283,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:05.627952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-3dba0b8e-e87e-492e-b7e9-7e5990027abb tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] No DVR routers for this DVR port 968816a0-4385-4556-8384-b90cdb139283 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:05.631797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-3dba0b8e-e87e-492e-b7e9-7e5990027abb tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.633766 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76b1ac5d-debf-448f-8c6a-67b2f5d1af7a req-3dba0b8e-e87e-492e-b7e9-7e5990027abb tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.60 "DELETE /v2.0/ports/968816a0-4385-4556-8384-b90cdb139283 HTTP/1.1" status: 204 len: 173 time: 2.2220886 Jul 13 19:22:05.649298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.707224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '21da0e4f-d646-4638-a7c4-25200244c6d2', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '21da0e4f-d646-4638-a7c4-25200244c6d2', 'mac_address': 'fa:16:3e:3a:73:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:05.854589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Deleting port 12bc9d4d-2ade-4952-b23f-765c6b1972a1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:05.854933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.904741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 159c6591-151e-440f-b416-9a7f89d9902e no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:05.944667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'tag': '9ebe711b-a15a-485d-a352-18372d537385'}, {'server_uuid': '865d0722-14dd-4542-9b91-5e19c045b475', 'name': 'network-vif-deleted', 'tag': '968816a0-4385-4556-8384-b90cdb139283'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:05.946923 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3953bc06-a728-436e-95aa-3343cb3129cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5a840c-bf50-47fa-84af-a65b3b125e18", "tag": "9ebe711b-a15a-485d-a352-18372d537385"}, {"server_uuid": "865d0722-14dd-4542-9b91-5e19c045b475", "name": "network-vif-deleted", "tag": "968816a0-4385-4556-8384-b90cdb139283"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:05.978583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6434f9e-2560-42ba-abec-0ad2fd0b7fda req-faaa6662-1bba-4909-bbbd-fe93eec255b6 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:05.985084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6434f9e-2560-42ba-abec-0ad2fd0b7fda req-faaa6662-1bba-4909-bbbd-fe93eec255b6 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 945 time: 0.1727450 Jul 13 19:22:05.989497 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.993412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 159c6591-151e-440f-b416-9a7f89d9902e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:05.993955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 159c6591-151e-440f-b416-9a7f89d9902e not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:06.009861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275499a-f63b-4610-9b20-339d2ab17898 req-1bf72c40-1795-43d5-9e61-59948ea49325 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.017917 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b275499a-f63b-4610-9b20-339d2ab17898 req-1bf72c40-1795-43d5-9e61-59948ea49325 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 947 time: 0.5630195 Jul 13 19:22:06.050127 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.096031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] For port 12bc9d4d-2ade-4952-b23f-765c6b1972a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=12bc9d4d-2ade-4952-b23f-765c6b1972a1,segment=NetworkSegment(aefeefdb-07ca-4c2e-a8f1-4a74dea567b5),segment_id=aefeefdb-07ca-4c2e-a8f1-4a74dea567b5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:06.096533 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.109387 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6434f9e-2560-42ba-abec-0ad2fd0b7fda req-acd0d5c7-11e0-46d1-af00-39ecc45ccd44 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018610 Jul 13 19:22:06.113456 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b275499a-f63b-4610-9b20-339d2ab17898 req-c9c453fa-760f-45de-bbb7-e6e92b3a091b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942922 Jul 13 19:22:06.129952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21da0e4f-d646-4638-a7c4-25200244c6d2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:06.135461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Calling delete_port for 12bc9d4d-2ade-4952-b23f-765c6b1972a1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:06.264462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=21da0e4f-d646-4638-a7c4-25200244c6d2,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:06.290882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-3823651e-e000-4ba3-a451-455dc29a8939', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:22:06.306897 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.322481 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.340063 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b08100-20ef-466e-8a47-58e40bf7dff4 x-openstack-request-id: req-13b08100-20ef-466e-8a47-58e40bf7dff4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:06.340407 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5a840c-bf50-47fa-84af-a65b3b125e18", "tag": "9ebe711b-a15a-485d-a352-18372d537385", "status": "completed", "code": 200}, {"server_uuid": "865d0722-14dd-4542-9b91-5e19c045b475", "name": "network-vif-deleted", "tag": "968816a0-4385-4556-8384-b90cdb139283", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:06.340658 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13b08100-20ef-466e-8a47-58e40bf7dff4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:06.341065 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'tag': '9ebe711b-a15a-485d-a352-18372d537385', 'status': 'completed', 'code': 200} Jul 13 19:22:06.341323 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865d0722-14dd-4542-9b91-5e19c045b475', 'name': 'network-vif-deleted', 'tag': '968816a0-4385-4556-8384-b90cdb139283', 'status': 'completed', 'code': 200} Jul 13 19:22:06.418270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bc06-a728-436e-95aa-3343cb3129cd req-22c5498e-2024-4618-947a-d23013d092e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.420264 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3953bc06-a728-436e-95aa-3343cb3129cd req-22c5498e-2024-4618-947a-d23013d092e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 1125 time: 0.1628582 Jul 13 19:22:06.447452 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.543196 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.598760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc03cc0-4699-4d73-bb05-93c8f655c746 req-f4665e74-74a3-43ae-a46e-a1ae1eea1488 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.605478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Pushing event deleted for resources: {'Port': ['ID=12bc9d4d-2ade-4952-b23f-765c6b1972a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:06.607854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] No DVR routers for this DVR port 12bc9d4d-2ade-4952-b23f-765c6b1972a1 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:06.618096 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fc03cc0-4699-4d73-bb05-93c8f655c746 req-f4665e74-74a3-43ae-a46e-a1ae1eea1488 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1096 time: 0.3250375 Jul 13 19:22:06.632134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.721109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fc03cc0-4699-4d73-bb05-93c8f655c746 req-04477d57-af55-4f02-a225-323f8674d033 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009588 Jul 13 19:22:06.723022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.727078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 968816a0-4385-4556-8384-b90cdb139283 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:06.729211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d84da3-f2a7-40a4-a150-ba3b8bc55da8 None None] DHCP port deletion for 05a772f6-812b-45ef-80d4-66fc84d2123c request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:22:06.746107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a772f6-812b-45ef-80d4-66fc84d2123c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:06.759228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bc06-a728-436e-95aa-3343cb3129cd req-4b3b0258-b1c8-46df-993d-8926b4beb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.760731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3953bc06-a728-436e-95aa-3343cb3129cd req-4b3b0258-b1c8-46df-993d-8926b4beb597 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.3327594 Jul 13 19:22:06.762427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:06.762728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefeefdb-07ca-4c2e-a8f1-4a74dea567b5') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:06.783151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=21da0e4f-d646-4638-a7c4-25200244c6d2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:06.796962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 968816a0-4385-4556-8384-b90cdb139283 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:06.797251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 968816a0-4385-4556-8384-b90cdb139283 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:06.822590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.840000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac5d0d-fa86-40c5-b3a1-4d10687603fc req-8e79b653-e134-42e5-9b94-ac3568ea427a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.841548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-daac5d0d-fa86-40c5-b3a1-4d10687603fc req-8e79b653-e134-42e5-9b94-ac3568ea427a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 944 time: 0.3910522 Jul 13 19:22:06.863186 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3953bc06-a728-436e-95aa-3343cb3129cd req-d95fe02f-3810-411f-af93-788349357eb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ebe711b-a15a-485d-a352-18372d537385 HTTP/1.1" status: 200 len: 217 time: 0.0901856 Jul 13 19:22:06.893652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.916081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Allocated IP 172.25.7.124 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/238ea308-4570-46e5-ba32-d54dcaeb8434) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:06.922383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:22:06.922850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:22:06.926916 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:22:06.944635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Allocated IP 172.20.0.2 (3823651e-e000-4ba3-a451-455dc29a8939/718913c3-99ab-4b8d-9974-f72ba8d4b406/e701098f-d7de-49a5-96cb-73a6175e7302) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:07.030819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['21da0e4f-d646-4638-a7c4-25200244c6d2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:07.054386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bc06-a728-436e-95aa-3343cb3129cd req-0bfbfaa2-9172-428e-b1a5-7dfc7bfc2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:07.057239 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3953bc06-a728-436e-95aa-3343cb3129cd req-0bfbfaa2-9172-428e-b1a5-7dfc7bfc2dba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.1800971 Jul 13 19:22:07.110543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-daac5d0d-fa86-40c5-b3a1-4d10687603fc req-8164f714-a247-4c97-927c-a4e4ce32c081 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555285 Jul 13 19:22:07.120454 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.124930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9ebe711b-a15a-485d-a352-18372d537385 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:07.155915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3953bc06-a728-436e-95aa-3343cb3129cd req-b59cc707-4493-4d2e-881d-fd86843d5ebe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809655 Jul 13 19:22:07.156649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.189605 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.214355 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] 10.222.0.25 "DELETE /v2.0/networks/05a772f6-812b-45ef-80d4-66fc84d2123c HTTP/1.1" status: 204 len: 168 time: 1.7307281 Jul 13 19:22:07.216785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.304372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:07.317511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:07.324287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:07.374448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:07.463187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9ebe711b-a15a-485d-a352-18372d537385 has no active binding in host n-h1-800708-1 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 19:22:07.513708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c11d5e-19e3-40d4-8f2f-0c6fa1e8fe42 admin admin] Pushing event deleted for resources: {'Network': ['ID=05a772f6-812b-45ef-80d4-66fc84d2123c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:07.527648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Pushing event updated for resources: {'Port': ['ID=238ea308-4570-46e5-ba32-d54dcaeb8434,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:07.550975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:07.638735 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.666336 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Transition to ACTIVE for port object e701098f-d7de-49a5-96cb-73a6175e7302 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:07.703264 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3953bc06-a728-436e-95aa-3343cb3129cd req-107e4c69-066e-46f0-9bed-dbd2a4033fa5 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862578 Jul 13 19:22:07.711875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6018db59-722a-4616-8559-94f86f8bc9f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dabbff973bd4a08a90543efd6c4c545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520994 Jul 13 19:22:07.712980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:07.718317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Transition to ACTIVE for port object e701098f-d7de-49a5-96cb-73a6175e7302 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:07.734175 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.739644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f23b-41fb-42ca-8c62-3553a188e3eb req-8f60dd8e-ada0-4c48-a136-51722b986985 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:07.747362 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1187f23b-41fb-42ca-8c62-3553a188e3eb req-8f60dd8e-ada0-4c48-a136-51722b986985 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 948 time: 0.3022046 Jul 13 19:22:07.869848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Network 3823651e-e000-4ba3-a451-455dc29a8939 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:07.878010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:07.883910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:07.893341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Pushing event updated for resources: {'Port': ['ID=e701098f-d7de-49a5-96cb-73a6175e7302,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:07.926509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 12bc9d4d-2ade-4952-b23f-765c6b1972a1 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:07.926739 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1187f23b-41fb-42ca-8c62-3553a188e3eb req-626034bf-de11-4a26-963e-949299d3713b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783681 Jul 13 19:22:07.948817 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14b9132b-ac48-4431-8826-a13e0034fb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.962731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3953bc06-a728-436e-95aa-3343cb3129cd req-f48ebdd6-8776-4129-ba0d-6be125118fb9 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491510 Jul 13 19:22:07.989517 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14b9132b-ac48-4431-8826-a13e0034fb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.041443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.041936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.042380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.042860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.043292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.045226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.045643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.047070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.047492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.048153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.049270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.049627 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:08.057547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Attempting to bind port e701098f-d7de-49a5-96cb-73a6175e7302 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:08.059444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Attempting to bind port e701098f-d7de-49a5-96cb-73a6175e7302 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:08.059897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Attempting to bind port e701098f-d7de-49a5-96cb-73a6175e7302 on network 3823651e-e000-4ba3-a451-455dc29a8939 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:08.062819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 12bc9d4d-2ade-4952-b23f-765c6b1972a1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:08.063270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 12bc9d4d-2ade-4952-b23f-765c6b1972a1 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:08.072675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:08.073029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Checking segment: {'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:08.073427 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.073826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Bound using segment: {'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:08.074308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Bound port: e701098f-d7de-49a5-96cb-73a6175e7302, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:08.075772 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14b9132b-ac48-4431-8826-a13e0034fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.078542 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14b9132b-ac48-4431-8826-a13e0034fb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.080915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-14b9132b-ac48-4431-8826-a13e0034fb4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fa827b5-66d1-40c0-8b03-052fcc724c65 HTTP/1.1" status: 204 len: 168 time: 0.3662364 Jul 13 19:22:08.081531 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.098918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9132b-ac48-4431-8826-a13e0034fb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa827b5-66d1-40c0-8b03-052fcc724c65,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:08.202024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] For port e701098f-d7de-49a5-96cb-73a6175e7302, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:08.210081 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] For port e701098f-d7de-49a5-96cb-73a6175e7302, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e701098f-d7de-49a5-96cb-73a6175e7302,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:08.219891 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.369074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c407461-fe19-4389-94a5-e2ac8fa184f6 None None] Pushing event updated for resources: {'Port': ['ID=e701098f-d7de-49a5-96cb-73a6175e7302,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:08.382043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b66e-8f7e-4482-b8be-b20011338e15 req-56e38aaa-1b91-4b13-a7fd-62562f650dc5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.394671 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7174b66e-8f7e-4482-b8be-b20011338e15 req-56e38aaa-1b91-4b13-a7fd-62562f650dc5 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 950 time: 0.2533798 Jul 13 19:22:08.418087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.680535 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7174b66e-8f7e-4482-b8be-b20011338e15 req-2800942f-fa78-4f30-b0e1-12a6bd2c533a tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847366 Jul 13 19:22:08.784324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504b210-b18a-4b6e-a6a3-11415be37d59 req-e58f1e50-d7e7-478a-8186-ec417f665cb5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.786038 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7504b210-b18a-4b6e-a6a3-11415be37d59 req-e58f1e50-d7e7-478a-8186-ec417f665cb5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 944 time: 0.2544041 Jul 13 19:22:08.826922 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.871528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7504b210-b18a-4b6e-a6a3-11415be37d59 req-944e19bc-fb82-49d5-8e97-9b3584318e69 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788925 Jul 13 19:22:09.052632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:22:09.133560 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 21da0e4f-d646-4638-a7c4-25200244c6d2 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:09.211340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 21da0e4f-d646-4638-a7c4-25200244c6d2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:09.216670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 21da0e4f-d646-4638-a7c4-25200244c6d2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:09.217048 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.306058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:22:09.385249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Sync routers for ids ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:22:09.404818 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.409278 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1e3f4e46-6ba2-47b7-b84c-e0b57c9b0a57 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.1376271 Jul 13 19:22:09.409835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:09.466918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Routers {'8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:09.467269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:09.538984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f16f4f-ff3b-4bdd-9e18-ded897fc173e req-32217973-97e6-4f7f-8699-344696ace674 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:09.553097 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9f16f4f-ff3b-4bdd-9e18-ded897fc173e req-32217973-97e6-4f7f-8699-344696ace674 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 948 time: 0.2776911 Jul 13 19:22:09.659936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-3b7da1ab-92fd-400d-8e29-538cb7e6f9d8 service neutron] 10.222.0.60 "GET /v2.0/ports/9ebe711b-a15a-485d-a352-18372d537385/bindings/n-h1-800708-1 HTTP/1.1" status: 200 len: 384 time: 0.1746268 Jul 13 19:22:09.675417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Set router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:09.712375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-0461a2b9-6e33-4641-9626-647213f436da tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:09.713925 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-0461a2b9-6e33-4641-9626-647213f436da tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 950 time: 0.4073908 Jul 13 19:22:09.770305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9f16f4f-ff3b-4bdd-9e18-ded897fc173e req-a9061600-c085-4b23-abea-b5c484c4460a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157989 Jul 13 19:22:09.854625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:10.049291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e701098f-d7de-49a5-96cb-73a6175e7302 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:10.109921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1591f6e8-a2ad-410a-8bec-7da4c9396653 None None] Network 3823651e-e000-4ba3-a451-455dc29a8939 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:22:10.201274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:10.204403 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e869e4-72b3-4538-8c9b-292569714ae0" -d '{"events": [{"server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "name": "network-vif-plugged", "status": "completed", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:10.244534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=21da0e4f-d646-4638-a7c4-25200244c6d2,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:10.247273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb9f0337-8924-4ef6-861c-c3f12074f563 None None] Provisioning for port e701098f-d7de-49a5-96cb-73a6175e7302 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:10.261253 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:10.283782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-8a58abdd-1da0-433e-97a3-fe5e5b7dc05b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Deleting port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:10.284983 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-8a58abdd-1da0-433e-97a3-fe5e5b7dc05b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:10.328149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=21da0e4f-d646-4638-a7c4-25200244c6d2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:10.381989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e701098f-d7de-49a5-96cb-73a6175e7302 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:10.385502 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:07Z', 'revision_number': 3, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:10.447559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Checking router: 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:22:10.450824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Updating router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 port 238ea308-4570-46e5-ba32-d54dcaeb8434 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:22:10.462691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e701098f-d7de-49a5-96cb-73a6175e7302 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:10.467710 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:10.546788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-8a58abdd-1da0-433e-97a3-fe5e5b7dc05b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] For port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:10.547503 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-8a58abdd-1da0-433e-97a3-fe5e5b7dc05b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:10.579244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-8a58abdd-1da0-433e-97a3-fe5e5b7dc05b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Calling delete_port for 5e7f4a28-09f3-4676-9ac1-89a5ebef580b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:10.609979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:10.658947 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932afb9-f543-4768-8ada-27521643e177 req-fb2ccbe0-cf83-4fda-a857-7fa9ab272f2d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:10.661520 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:10.666347 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8932afb9-f543-4768-8ada-27521643e177 req-fb2ccbe0-cf83-4fda-a857-7fa9ab272f2d tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 950 time: 0.5440040 Jul 13 19:22:10.868783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8932afb9-f543-4768-8ada-27521643e177 req-25290b24-17a5-4a48-b658-6235633823c6 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d5df737-a227-4919-98f8-9d96303f63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908357 Jul 13 19:22:10.966959 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5d85fffc-f27f-4197-8761-5daa7a438b23 service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:11.077397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6963c42-41db-4f6a-bad0-b86a368396e2 req-dbc92c00-d0ee-47ba-bb20-4d858b31a192 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.099291 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6963c42-41db-4f6a-bad0-b86a368396e2 req-dbc92c00-d0ee-47ba-bb20-4d858b31a192 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 944 time: 0.4153748 Jul 13 19:22:11.113899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5d85fffc-f27f-4197-8761-5daa7a438b23 service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:11.136595 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.160700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Allocated IP 172.20.0.1 (3823651e-e000-4ba3-a451-455dc29a8939/718913c3-99ab-4b8d-9974-f72ba8d4b406/070a2484-4716-49e9-a251-dcc37f5d5a50) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:11.167757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Transition to ACTIVE for port object 238ea308-4570-46e5-ba32-d54dcaeb8434 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:11.172355 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549c98c8-9613-42f2-9902-fd865e24fa1c x-openstack-request-id: req-549c98c8-9613-42f2-9902-fd865e24fa1c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:11.172659 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "name": "network-vif-plugged", "status": "completed", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:11.173156 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-549c98c8-9613-42f2-9902-fd865e24fa1c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:11.174316 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2', 'code': 200} Jul 13 19:22:11.180754 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.285822 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.301315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Transition to ACTIVE for port object 070a2484-4716-49e9-a251-dcc37f5d5a50 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:11.336075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6963c42-41db-4f6a-bad0-b86a368396e2 req-af474d96-dfc6-49ee-964f-0360ac0c510d tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349222 Jul 13 19:22:11.348186 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.352419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Attempting to bind port 238ea308-4570-46e5-ba32-d54dcaeb8434 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:11.352894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Attempting to bind port 238ea308-4570-46e5-ba32-d54dcaeb8434 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:11.353124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Attempting to bind port 238ea308-4570-46e5-ba32-d54dcaeb8434 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:11.364329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5d85fffc-f27f-4197-8761-5daa7a438b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebe711b-a15a-485d-a352-18372d537385 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:11.427791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5d85fffc-f27f-4197-8761-5daa7a438b23 service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:11.434736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Network 3823651e-e000-4ba3-a451-455dc29a8939 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:11.446627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:11.453330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:11.453814 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.484706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-8a58abdd-1da0-433e-97a3-fe5e5b7dc05b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.503593 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5d85fffc-f27f-4197-8761-5daa7a438b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.555848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Pushing event updated for resources: {'Port': ['ID=070a2484-4716-49e9-a251-dcc37f5d5a50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:11.633948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1419ab-f6bd-4cac-b24b-8f30f0c09162 req-b89e960c-f2d6-4ba2-8cc8-a8dcbe696697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.643388 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7d1419ab-f6bd-4cac-b24b-8f30f0c09162 req-b89e960c-f2d6-4ba2-8cc8-a8dcbe696697 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1100 time: 0.3090267 Jul 13 19:22:11.649481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58abdd-1da0-433e-97a3-fe5e5b7dc05b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Pushing event deleted for resources: {'Port': ['ID=5e7f4a28-09f3-4676-9ac1-89a5ebef580b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:11.668703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:11.670853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:11.671422 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.671961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:11.675355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Bound port: 238ea308-4570-46e5-ba32-d54dcaeb8434, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:11.675888 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.734356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25a4c7-6f06-467f-b04a-d98654a4a64c None None] Pushing event updated for resources: {'Port': ['ID=238ea308-4570-46e5-ba32-d54dcaeb8434,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:11.752316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.770957 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7d1419ab-f6bd-4cac-b24b-8f30f0c09162 req-08f9de7a-20d8-4f76-af4f-baf4084201e9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197262 Jul 13 19:22:11.843827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-8a58abdd-1da0-433e-97a3-fe5e5b7dc05b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] No DVR routers for this DVR port 5e7f4a28-09f3-4676-9ac1-89a5ebef580b on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:11.856735 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-8a58abdd-1da0-433e-97a3-fe5e5b7dc05b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.858998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-88e07a7c-4738-4f4c-ba92-14ecf9138d06 req-8a58abdd-1da0-433e-97a3-fe5e5b7dc05b tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.24 "DELETE /v2.0/ports/5e7f4a28-09f3-4676-9ac1-89a5ebef580b HTTP/1.1" status: 204 len: 173 time: 2.1344597 Jul 13 19:22:11.879461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ace228-7069-4bff-a7bc-9b7d0c7c45ae', 'name': 'network-vif-deleted', 'tag': '5e7f4a28-09f3-4676-9ac1-89a5ebef580b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:11.884689 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b7218d-b098-4722-b2ee-32d5a180b19f" -d '{"events": [{"server_uuid": "e7ace228-7069-4bff-a7bc-9b7d0c7c45ae", "name": "network-vif-deleted", "tag": "5e7f4a28-09f3-4676-9ac1-89a5ebef580b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:11.891021 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.902622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e701098f-d7de-49a5-96cb-73a6175e7302, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e701098f-d7de-49a5-96cb-73a6175e7302,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:11.907351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] For port 238ea308-4570-46e5-ba32-d54dcaeb8434, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:11.916418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] For port 238ea308-4570-46e5-ba32-d54dcaeb8434, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=238ea308-4570-46e5-ba32-d54dcaeb8434,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:11.917465 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:11.926472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9833e-b5d0-4dcb-ac60-20c42a184369 req-6c06bbc4-910e-400b-b923-c1fce439f736 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.934986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bec9833e-b5d0-4dcb-ac60-20c42a184369 req-6c06bbc4-910e-400b-b923-c1fce439f736 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.3506718 Jul 13 19:22:11.944663 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:12.060290 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79f3baf-fe5e-4da3-a927-2e0edb71116d x-openstack-request-id: req-f79f3baf-fe5e-4da3-a927-2e0edb71116d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:12.060694 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ace228-7069-4bff-a7bc-9b7d0c7c45ae", "name": "network-vif-deleted", "tag": "5e7f4a28-09f3-4676-9ac1-89a5ebef580b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:12.060786 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f79f3baf-fe5e-4da3-a927-2e0edb71116d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:12.061181 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ace228-7069-4bff-a7bc-9b7d0c7c45ae', 'name': 'network-vif-deleted', 'tag': '5e7f4a28-09f3-4676-9ac1-89a5ebef580b', 'status': 'completed', 'code': 200} Jul 13 19:22:12.090996 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bec9833e-b5d0-4dcb-ac60-20c42a184369 req-198b8b08-fce6-4292-9d2f-704db59c02e5 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550596 Jul 13 19:22:12.096732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5d85fffc-f27f-4197-8761-5daa7a438b23 service neutron] Transition to ACTIVE for port object 9ebe711b-a15a-485d-a352-18372d537385 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:12.103718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Routers {'8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:12.104393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:12.113039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5d85fffc-f27f-4197-8761-5daa7a438b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:12.282562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e701098f-d7de-49a5-96cb-73a6175e7302,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:12.313011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85fffc-f27f-4197-8761-5daa7a438b23 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe711b-a15a-485d-a352-18372d537385,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:12.375421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5d85fffc-f27f-4197-8761-5daa7a438b23 service neutron] No DVR routers for this DVR port 9ebe711b-a15a-485d-a352-18372d537385 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:12.442187 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5d85fffc-f27f-4197-8761-5daa7a438b23 service neutron] 10.222.0.60 "PUT /v2.0/ports/9ebe711b-a15a-485d-a352-18372d537385/bindings/n-h1-800708-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7670958 Jul 13 19:22:12.479793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25a4c7-6f06-467f-b04a-d98654a4a64c None None] Pushing event updated for resources: {'Port': ['ID=238ea308-4570-46e5-ba32-d54dcaeb8434,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:12.488529 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:12.500718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] Set router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:12.513730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a9ffba0-3fc4-42ff-a7c2-24b597f7bd25 req-156aca32-968f-4d5a-b421-3babb08c5af6 tempest-ServersAdminNegativeTestJSON-170993787 tempest-ServersAdminNegativeTestJSON-170993787-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7ace228-7069-4bff-a7bc-9b7d0c7c45ae HTTP/1.1" status: 200 len: 210 time: 0.1320899 Jul 13 19:22:12.515918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:12.519605 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:12.702734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 9ebe711b-a15a-485d-a352-18372d537385 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:12.769012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Network 3823651e-e000-4ba3-a451-455dc29a8939 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:12.791396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:12.956716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f618c30c-f44d-4b8a-b788-5d83b689a64e None None] Provisioning complete for port e701098f-d7de-49a5-96cb-73a6175e7302 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:12.957139 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f618c30c-f44d-4b8a-b788-5d83b689a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:12.983692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Pushing event updated for resources: {'Port': ['ID=070a2484-4716-49e9-a251-dcc37f5d5a50,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:13.000754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:22:13.165520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 9ebe711b-a15a-485d-a352-18372d537385 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:13.202965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 5e7f4a28-09f3-4676-9ac1-89a5ebef580b no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:13.289483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-93dff6ce-66c8-4893-a6a8-d614baf0f42f tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:13.291663 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-93dff6ce-66c8-4893-a6a8-d614baf0f42f tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1096 time: 0.7860925 Jul 13 19:22:13.431673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-e48d82db-3309-4300-b652-e16fc6af4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:13.433640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-e48d82db-3309-4300-b652-e16fc6af4011 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18&tenant_id=06fb674d5f8a44f59700ad9453117896 HTTP/1.1" status: 200 len: 1096 time: 0.1316977 Jul 13 19:22:13.455359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 5e7f4a28-09f3-4676-9ac1-89a5ebef580b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:13.455718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 5e7f4a28-09f3-4676-9ac1-89a5ebef580b not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:13.549166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-90aaa1e3-a9bc-4a1c-a1cc-62f46dd8bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:13.550780 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-90aaa1e3-a9bc-4a1c-a1cc-62f46dd8bbe3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 1096 time: 0.0857239 Jul 13 19:22:13.630590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 1, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:13.714296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8f775-6ef6-4d77-9e03-a41fbbabe252 None None] The sync data for ids ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'] in n-d-800708-1 is: [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 1, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:22:13.760711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:22:13.815784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9dea2ab4-8d25-432a-b444-961c02d22cff admin admin] 10.222.0.25 "PUT /v2.0/routers/8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4050155 Jul 13 19:22:13.817745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-11517729-bacd-45d8-a65f-f8b10821cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:13.819478 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-11517729-bacd-45d8-a65f-f8b10821cfa5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.2617195 Jul 13 19:22:13.828490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f236c68-7585-44f9-814a-73a4f2f7caa6 None None] Provisioning for port 070a2484-4716-49e9-a251-dcc37f5d5a50 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:13.837394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f236c68-7585-44f9-814a-73a4f2f7caa6 None None] Provisioning complete for port 070a2484-4716-49e9-a251-dcc37f5d5a50 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:13.837767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9da46-c526-4ba9-8aad-9b778b72f316 req-75ab5243-a86d-4d58-87b1-f18ebe875046 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:13.837898 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f236c68-7585-44f9-814a-73a4f2f7caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:13.855104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2f9da46-c526-4ba9-8aad-9b778b72f316 req-75ab5243-a86d-4d58-87b1-f18ebe875046 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 945 time: 0.6296289 Jul 13 19:22:13.921852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7f236c68-7585-44f9-814a-73a4f2f7caa6 None None] Port 070a2484-4716-49e9-a251-dcc37f5d5a50 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:22:13.933706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-75f51279-94cc-4a9b-afa6-29156c66def4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ebe711b-a15a-485d-a352-18372d537385 HTTP/1.1" status: 200 len: 217 time: 0.0794876 Jul 13 19:22:13.946488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e5cf-0343-46b8-939f-8bdd4bca7a93 req-ea2463ca-aa76-40b6-9ed8-0c1470d98d86 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:13.948104 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71e6e5cf-0343-46b8-939f-8bdd4bca7a93 req-ea2463ca-aa76-40b6-9ed8-0c1470d98d86 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.2303691 Jul 13 19:22:14.045255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5b3604f0-32df-45bf-8da2-19cd6dff4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:14.047267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-5b3604f0-32df-45bf-8da2-19cd6dff4408 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.0977721 Jul 13 19:22:14.058933 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71e6e5cf-0343-46b8-939f-8bdd4bca7a93 req-916a6c7f-fb64-4a7d-b2ce-b2a39b992b1c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990922 Jul 13 19:22:14.064862 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2f9da46-c526-4ba9-8aad-9b778b72f316 req-98da59fb-449c-438e-a0c7-5be7805958e9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087362 Jul 13 19:22:14.118889 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-13022bdd-8c6f-4d2a-bde4-fb5363981161 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592937 Jul 13 19:22:14.142467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e701098f-d7de-49a5-96cb-73a6175e7302 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:14.269563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e701098f-d7de-49a5-96cb-73a6175e7302 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:14.269944 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:14.335457 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-9373aab0-e5a8-4dcc-8d24-0c0639b3af79 service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083189 Jul 13 19:22:14.633297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-4ded42c3-d139-47b8-9272-7f8049b169ad service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819498 Jul 13 19:22:14.843377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb287c-3272-463b-b758-084c7d615bee req-d01b1784-f96f-4238-afeb-d0bd5823a57e tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:14.851372 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fddb287c-3272-463b-b758-084c7d615bee req-d01b1784-f96f-4238-afeb-d0bd5823a57e tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1100 time: 0.1418731 Jul 13 19:22:14.887810 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fddb287c-3272-463b-b758-084c7d615bee req-f7eb48c4-a9e3-4019-b1e3-c86ecc44b2b8 tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:14.941530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:15.186179 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-474885cf-1beb-49b3-8d9a-7d01f603c2aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e643eba7f04c4a02a7cd7bebd87eb787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430890 Jul 13 19:22:15.190779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:15.277966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-d78a51cf-48fe-4d28-a0ea-9c146677cea3 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:15.280035 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-d78a51cf-48fe-4d28-a0ea-9c146677cea3 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1096 time: 0.2895362 Jul 13 19:22:15.372608 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.435885 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fddb287c-3272-463b-b758-084c7d615bee req-f7eb48c4-a9e3-4019-b1e3-c86ecc44b2b8 tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.449899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e79b82d5-c535-46f2-b10c-20a04e83fcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.497242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e79b82d5-c535-46f2-b10c-20a04e83fcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.518671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-5808df95-2aa7-4681-9afd-74db0070cf5c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:15.525363 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fddb287c-3272-463b-b758-084c7d615bee req-f7eb48c4-a9e3-4019-b1e3-c86ecc44b2b8 tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.528086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-5808df95-2aa7-4681-9afd-74db0070cf5c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/networks?id=3823651e-e000-4ba3-a451-455dc29a8939 HTTP/1.1" status: 200 len: 828 time: 0.2529466 Jul 13 19:22:15.535459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-af0f9777-b357-4e10-905c-24f65aac1abe service neutron] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:15.546422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-af0f9777-b357-4e10-905c-24f65aac1abe service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.547636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a925d2-f5b5-4ff1-b5e6-4802741b77d4 req-af0f9777-b357-4e10-905c-24f65aac1abe service neutron] 10.222.0.24 "DELETE /v2.0/ports/9ebe711b-a15a-485d-a352-18372d537385/bindings/n-h2-800708-1 HTTP/1.1" status: 204 len: 173 time: 0.2532530 Jul 13 19:22:15.589123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4ccbd14a-c9b7-4a42-9b84-34fa423cd486 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/quotas/ffe0ac87a39548f981294db40d2296fa HTTP/1.1" status: 200 len: 375 time: 0.0599585 Jul 13 19:22:15.644534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fddb287c-3272-463b-b758-084c7d615bee req-f7eb48c4-a9e3-4019-b1e3-c86ecc44b2b8 tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7905650 Jul 13 19:22:15.645084 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e79b82d5-c535-46f2-b10c-20a04e83fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.650856 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e79b82d5-c535-46f2-b10c-20a04e83fcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.655730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e79b82d5-c535-46f2-b10c-20a04e83fcac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d5df737-a227-4919-98f8-9d96303f63ea HTTP/1.1" status: 204 len: 168 time: 0.4612868 Jul 13 19:22:15.655993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb48c4-a9e3-4019-b1e3-c86ecc44b2b8 tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbe26cd-8503-450c-9237-7c4f5966b612,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:15.675699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b82d5-c535-46f2-b10c-20a04e83fcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5df737-a227-4919-98f8-9d96303f63ea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:15.772195 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-1b75a773-a471-496f-abc3-63932fe543a0 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ffe0ac87a39548f981294db40d2296fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1821921 Jul 13 19:22:15.959934 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.966167 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-707d6db3-a7f9-4a84-865e-530726a114b7 service neutron] 10.222.0.25 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928785 Jul 13 19:22:16.104846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 238ea308-4570-46e5-ba32-d54dcaeb8434 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:16.160162 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-2b71a366-e5aa-4dfe-8742-1021cdd4c530 service neutron] 10.222.0.25 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853573 Jul 13 19:22:16.169760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:16.208768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 238ea308-4570-46e5-ba32-d54dcaeb8434 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:16.214024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 238ea308-4570-46e5-ba32-d54dcaeb8434 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:16.214475 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.239060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cce5644e-24c3-422d-b3a8-8653457d3736 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8010665b9944ad9b7515b39e9fa4446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652215 Jul 13 19:22:16.239436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:16.339392 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18a75bb1-d828-46a7-a92c-80d13ae5f01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.340257 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.390228 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18a75bb1-d828-46a7-a92c-80d13ae5f01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.428936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 238ea308-4570-46e5-ba32-d54dcaeb8434, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=238ea308-4570-46e5-ba32-d54dcaeb8434,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:16.438868 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.552710 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18a75bb1-d828-46a7-a92c-80d13ae5f01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.555474 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18a75bb1-d828-46a7-a92c-80d13ae5f01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.559169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-18a75bb1-d828-46a7-a92c-80d13ae5f01e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd2fc579-64b6-4d35-a0b4-14c3a7f8bd89 HTTP/1.1" status: 204 len: 168 time: 0.3162038 Jul 13 19:22:16.601223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a75bb1-d828-46a7-a92c-80d13ae5f01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2fc579-64b6-4d35-a0b4-14c3a7f8bd89,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:16.651114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=238ea308-4570-46e5-ba32-d54dcaeb8434,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:16.706282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42a29a-630f-45c4-9922-f7cb3243148c req-f2de2072-5c8b-47b6-8ea6-56f772951baa tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:16.717552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb42a29a-630f-45c4-9922-f7cb3243148c req-f2de2072-5c8b-47b6-8ea6-56f772951baa tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 945 time: 0.1097677 Jul 13 19:22:16.784276 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb42a29a-630f-45c4-9922-f7cb3243148c req-aae368fe-b049-4752-b56d-8b8cf8274734 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654099 Jul 13 19:22:17.417824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-a1865dcc-63ee-4933-9db4-6d61b7bab75a tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:17.423685 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-a1865dcc-63ee-4933-9db4-6d61b7bab75a tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/networks?id=28e00722-b631-431f-88c3-93d857def0f6 HTTP/1.1" status: 200 len: 814 time: 0.1948466 Jul 13 19:22:17.460894 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-2aecc5f0-ebe9-43d6-a077-37f486d21006 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/quotas/8a873fbd00ce47b4859ef54ff0b79b3b HTTP/1.1" status: 200 len: 375 time: 0.0349190 Jul 13 19:22:17.477463 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Sync routers for ids ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:22:17.482809 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-553d927a-9cca-4b34-891a-0552ba5ee2fe req-23e79b28-3bfb-43d4-bfae-033b00d8b4b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 210 time: 0.0648890 Jul 13 19:22:17.497099 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Routers {'8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:17.497764 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:17.526611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-0e8670fe-8476-4e2b-a390-89bfba1c9162 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1718850 Jul 13 19:22:17.597159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5f5baded-d63e-416c-aa79-267d4fcda27a tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8a873fbd00ce47b4859ef54ff0b79b3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304617 Jul 13 19:22:17.754690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-c4b8e562-579e-45f0-8236-da2573b381fe service neutron] 10.222.0.25 "GET /v2.0/networks/28e00722-b631-431f-88c3-93d857def0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562147 Jul 13 19:22:17.756791 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Set router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:17.931068 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-12daca80-95de-42a0-882e-5ba74e05b74d service neutron] 10.222.0.25 "GET /v2.0/networks/28e00722-b631-431f-88c3-93d857def0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627717 Jul 13 19:22:18.141270 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:12Z', 'revision_number': 2, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:18.162261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 238ea308-4570-46e5-ba32-d54dcaeb8434 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:18.199538 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Checking router: 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:22:18.199891 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Updating router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 port 070a2484-4716-49e9-a251-dcc37f5d5a50 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:22:18.291320 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:18.429161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 238ea308-4570-46e5-ba32-d54dcaeb8434 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:18.430747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:18.497931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-81fa970c-2fd6-4e0f-a94f-fa2b24b9cb2e tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:18.502476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-81fa970c-2fd6-4e0f-a94f-fa2b24b9cb2e tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.60 "GET /v2.0/networks?id=3823651e-e000-4ba3-a451-455dc29a8939 HTTP/1.1" status: 200 len: 828 time: 0.2751248 Jul 13 19:22:18.516018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Request body: {'port': {'device_id': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'admin_state_up': True, 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:18.912537 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:18.924774 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Transition to ACTIVE for port object 070a2484-4716-49e9-a251-dcc37f5d5a50 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:18.931420 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:18.991577 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ed317-b24e-434f-96dc-e2d12742189f None None] Pushing event updated for resources: {'Port': ['ID=070a2484-4716-49e9-a251-dcc37f5d5a50,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:19.037091 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-141fe0be-c138-4b9f-ba09-b1af86be28f3 req-53a481e7-9743-4213-ba7a-0965319a61bb tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 210 time: 0.1146989 Jul 13 19:22:19.082674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Made reservation on behalf of ffe0ac87a39548f981294db40d2296fa for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:19.105389 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:19.137567 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Attempting to bind port 070a2484-4716-49e9-a251-dcc37f5d5a50 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:19.138063 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Attempting to bind port 070a2484-4716-49e9-a251-dcc37f5d5a50 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:19.138447 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Attempting to bind port 070a2484-4716-49e9-a251-dcc37f5d5a50 on network 3823651e-e000-4ba3-a451-455dc29a8939 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:19.145354 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:19.145693 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Checking segment: {'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:19.146096 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:19.146502 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Bound using segment: {'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:19.146961 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Bound port: 070a2484-4716-49e9-a251-dcc37f5d5a50, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:19.147353 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:19.148807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19bfe1-c0c9-494a-8fa2-9806882f18c6 req-05c787f0-5da0-455a-96f9-eae0c094ebc6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:19.179202 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf19bfe1-c0c9-494a-8fa2-9806882f18c6 req-05c787f0-5da0-455a-96f9-eae0c094ebc6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.2526214 Jul 13 19:22:19.312733 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] For port 070a2484-4716-49e9-a251-dcc37f5d5a50, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:19.326616 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] For port 070a2484-4716-49e9-a251-dcc37f5d5a50, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=070a2484-4716-49e9-a251-dcc37f5d5a50,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:19.337978 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:19.368583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf19bfe1-c0c9-494a-8fa2-9806882f18c6 req-43d5d1ae-e653-4247-b17f-804bfaa38257 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884048 Jul 13 19:22:19.546896 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ed317-b24e-434f-96dc-e2d12742189f None None] Pushing event updated for resources: {'Port': ['ID=070a2484-4716-49e9-a251-dcc37f5d5a50,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:19.591422 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Routers {'8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:19.592178 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:21:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:19.651864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Allocated IP 172.20.0.3 (3823651e-e000-4ba3-a451-455dc29a8939/718913c3-99ab-4b8d-9974-f72ba8d4b406/84c09e20-79a8-436d-aec3-4249a8ea701f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:19.755915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fba29a-71de-4d8e-92c5-44ba125de3ec req-d582b738-2d67-4952-88c7-c02016a97c81 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:19.757508 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-86fba29a-71de-4d8e-92c5-44ba125de3ec req-d582b738-2d67-4952-88c7-c02016a97c81 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 1096 time: 0.2815752 Jul 13 19:22:19.802277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2de41b53-a925-4e75-a1cd-254eb02e85b0 req-3d7286d1-515c-4910-8bdb-33165173195c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 210 time: 0.1238890 Jul 13 19:22:19.838886 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] Set router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:19.900429 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-86fba29a-71de-4d8e-92c5-44ba125de3ec req-2ec1eca0-423f-4f7b-9341-39117630eebb tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325195 Jul 13 19:22:20.154153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 070a2484-4716-49e9-a251-dcc37f5d5a50 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:20.328863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 070a2484-4716-49e9-a251-dcc37f5d5a50 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:20.329223 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:19Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:20.349950 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:20.354816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 070a2484-4716-49e9-a251-dcc37f5d5a50 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:20.355348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:20.387918 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d77c1c-3c88-4a45-9edc-71c472268441 None None] The sync data for ids ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'] in n-d-800708-1 is: [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:19Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:22:20.422152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Transition to ACTIVE for port object 84c09e20-79a8-436d-aec3-4249a8ea701f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:20.475325 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:20.553006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-52338ce0-e891-4b8e-b9c4-0da34967fe35 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381410 Jul 13 19:22:20.567471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:20.569638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 070a2484-4716-49e9-a251-dcc37f5d5a50, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=070a2484-4716-49e9-a251-dcc37f5d5a50,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:20.591771 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:20.604863 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-113942d8-b332-4a07-a0f1-31e35e4e0c2a req-8672dd2f-a6ad-4cf6-bf33-563329900411 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 210 time: 0.0569334 Jul 13 19:22:20.613101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Network 3823651e-e000-4ba3-a451-455dc29a8939 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:20.652428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:20.657124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:20.705721 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-920fbc87-b421-4481-b140-f1a40d87919a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:20.716451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=070a2484-4716-49e9-a251-dcc37f5d5a50,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:20.827823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Pushing event updated for resources: {'Port': ['ID=84c09e20-79a8-436d-aec3-4249a8ea701f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:20.841583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:20.842244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:20.912620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4dcf5cb7-1d6d-4853-b544-964700de80b4 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4008174 Jul 13 19:22:20.933246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Request body: {'port': {'device_id': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:21.022781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-4612c17b-65e0-4146-93a1-40e0cfcff0da tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:21.031674 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-4612c17b-65e0-4146-93a1-40e0cfcff0da tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 807 time: 0.2315433 Jul 13 19:22:21.037532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b531384-2b0e-49c9-8d73-1bcf5923732b None None] Provisioning for port 84c09e20-79a8-436d-aec3-4249a8ea701f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:21.044112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b531384-2b0e-49c9-8d73-1bcf5923732b None None] Provisioning complete for port 84c09e20-79a8-436d-aec3-4249a8ea701f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:21.045261 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b531384-2b0e-49c9-8d73-1bcf5923732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:21.052487 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-437e6cf3-062f-44f7-9115-14810b38ea95 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/quotas/06fb674d5f8a44f59700ad9453117896 HTTP/1.1" status: 200 len: 375 time: 0.0195708 Jul 13 19:22:21.084240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-50f03fff-ba84-477e-829e-43a753b621e4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:21.092515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-50f03fff-ba84-477e-829e-43a753b621e4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5378406 Jul 13 19:22:21.102574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2b531384-2b0e-49c9-8d73-1bcf5923732b None None] Port 84c09e20-79a8-436d-aec3-4249a8ea701f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:22:21.127971 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-b2738bd6-26a8-4add-81fe-48d1df5b58a3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743194 Jul 13 19:22:21.137290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-a2b8abbf-967a-4068-8e82-ae9430400dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:21.138848 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-a2b8abbf-967a-4068-8e82-ae9430400dd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1100 time: 0.3585575 Jul 13 19:22:21.171203 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-b8fc71e7-fe7b-437c-a5bc-368b5af09628 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/quotas/a726fc1b8b5046cda4f1b929b9e0683b HTTP/1.1" status: 200 len: 375 time: 0.0296957 Jul 13 19:22:21.224883 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:21.253288 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-6c29d4a4-d009-45a7-95c9-086b23bfe130 service neutron] 10.222.0.25 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180732 Jul 13 19:22:21.281713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-63ccf1c8-5454-44bf-a195-49efc7e70094 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957789 Jul 13 19:22:21.446673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-cce73102-42cd-4f38-99c1-36b3ce515ff7 service neutron] 10.222.0.25 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924384 Jul 13 19:22:21.526243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-a92ae28b-6072-43ef-8a57-d4b4280b5379 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:21.541708 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-a92ae28b-6072-43ef-8a57-d4b4280b5379 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.60 "GET /v2.0/networks?id=28e00722-b631-431f-88c3-93d857def0f6 HTTP/1.1" status: 200 len: 814 time: 0.2972684 Jul 13 19:22:21.662876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Request body: {'port': {'device_id': '8cd96792-6982-4334-aaf6-27398b8b2674', 'network_id': '28e00722-b631-431f-88c3-93d857def0f6', 'admin_state_up': True, 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:21.818468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-14bacb6c-9518-4f1e-b237-7e8ae12a9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:21.820621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-14bacb6c-9518-4f1e-b237-7e8ae12a9127 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.6660402 Jul 13 19:22:21.982611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031132b0-fbd8-4149-b9fe-d5eddb47e3e6 req-d38e5c03-9199-45be-87c3-d50f0248c270 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:21.991019 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-031132b0-fbd8-4149-b9fe-d5eddb47e3e6 req-d38e5c03-9199-45be-87c3-d50f0248c270 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 931 time: 0.1532762 Jul 13 19:22:22.078113 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 070a2484-4716-49e9-a251-dcc37f5d5a50 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:22.097277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-031132b0-fbd8-4149-b9fe-d5eddb47e3e6 req-74075dd9-2a81-489b-a240-7469f75ff304 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912828 Jul 13 19:22:22.155216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 070a2484-4716-49e9-a251-dcc37f5d5a50 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:22.155706 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:22.192575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:22.386079 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007dfdd7-0757-48f0-858e-f37daaf2686b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:22.496349 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-9c53bb70-5632-4f3e-93f9-0426f62cb463 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 217 time: 0.2639160 Jul 13 19:22:22.579456 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007dfdd7-0757-48f0-858e-f37daaf2686b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:22.585062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007dfdd7-0757-48f0-858e-f37daaf2686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:22.667404 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-007dfdd7-0757-48f0-858e-f37daaf2686b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cf2c7c92efc434aa0a9144715e03e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736309 Jul 13 19:22:22.671651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:22.713913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Made reservation on behalf of 8a873fbd00ce47b4859ef54ff0b79b3b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:22.718271 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:22.734114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-cc8660af-01af-47cd-b37c-e42939799efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:22.736702 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-cc8660af-01af-47cd-b37c-e42939799efc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.2049074 Jul 13 19:22:22.748548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a204fec-af52-4e0d-977c-f0f00e8e9e48 req-ebe4acfb-4a7c-4904-907a-7b034f192e33 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:22.750284 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1a204fec-af52-4e0d-977c-f0f00e8e9e48 req-ebe4acfb-4a7c-4904-907a-7b034f192e33 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.9532599 Jul 13 19:22:22.772720 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eb3fd3c-b258-47d7-9584-2841fcc776d1 req-8568c264-126a-41a5-b58e-fef58978b134 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 210 time: 0.1309102 Jul 13 19:22:22.865935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dfdd7-0757-48f0-858e-f37daaf2686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2174a5-22e9-4b87-8a30-e4ba7d8a32c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:22.956498 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-009b5819-e666-492f-be40-3f8ce5365666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:23.013358 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-009b5819-e666-492f-be40-3f8ce5365666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:23.045598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Allocated IP 172.20.0.3 (28e00722-b631-431f-88c3-93d857def0f6/68396811-1393-47ad-88a1-9d07378d0bf5/029cdbed-e380-4da4-b72a-0185eee7302f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:23.065745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccd36f22-f932-4daa-992e-7fbe4ab7e438 req-61014777-2970-4bda-bf25-3d301c2edde6 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 210 time: 0.0739329 Jul 13 19:22:23.179069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-009b5819-e666-492f-be40-3f8ce5365666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:23.182455 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-009b5819-e666-492f-be40-3f8ce5365666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:23.183887 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-009b5819-e666-492f-be40-3f8ce5365666 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b2174a5-22e9-4b87-8a30-e4ba7d8a32c1 HTTP/1.1" status: 204 len: 168 time: 0.5072412 Jul 13 19:22:23.223825 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5388a680-69b0-4e6a-8963-a2d34a0f10de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:23.229556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b5819-e666-492f-be40-3f8ce5365666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2174a5-22e9-4b87-8a30-e4ba7d8a32c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:23.230103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c09e20-79a8-436d-aec3-4249a8ea701f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:23.239027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:23.252623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Transition to ACTIVE for port object 84c09e20-79a8-436d-aec3-4249a8ea701f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:23.271896 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:23.302873 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1a204fec-af52-4e0d-977c-f0f00e8e9e48 req-dc52e6f4-b032-4bfe-8f54-509419010cd2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120332 Jul 13 19:22:23.404348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-c1206b50-e769-463f-a741-eac792382b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:23.406158 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-c1206b50-e769-463f-a741-eac792382b0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6542528 Jul 13 19:22:23.503981 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-408471a6-7cf6-4d27-aeca-976166082154 req-367176c0-7ac6-44ef-ae98-79d52a719399 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 210 time: 0.1128786 Jul 13 19:22:23.528819 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:23.887827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Pushing event updated for resources: {'Port': ['ID=84c09e20-79a8-436d-aec3-4249a8ea701f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:23.910289 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:24.088826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-0d77b227-18e0-421a-ad98-0c992f283f53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:24.090369 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-0d77b227-18e0-421a-ad98-0c992f283f53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 807 time: 0.3184347 Jul 13 19:22:24.100146 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-104c261e-757f-449e-a6eb-54b8cb850e45 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727023 Jul 13 19:22:24.105930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Transition to ACTIVE for port object 029cdbed-e380-4da4-b72a-0185eee7302f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:24.155357 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4efed6b8-88fb-439b-b1c4-10bd532884d0 req-600deee7-c56a-42ac-a144-e3c1c79721c4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 210 time: 0.0590758 Jul 13 19:22:24.166120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Request body: {'port': {'device_id': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c', 'admin_state_up': True, 'tenant_id': '06fb674d5f8a44f59700ad9453117896'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:24.309584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85e0be-7118-434a-b620-a6308239b645 req-cb322ab4-5153-4405-8611-08e132cfd981 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:24.322994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3c85e0be-7118-434a-b620-a6308239b645 req-cb322ab4-5153-4405-8611-08e132cfd981 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.6283193 Jul 13 19:22:24.355397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Attempting to bind port 84c09e20-79a8-436d-aec3-4249a8ea701f on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:24.363274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Attempting to bind port 84c09e20-79a8-436d-aec3-4249a8ea701f by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:24.364415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Attempting to bind port 84c09e20-79a8-436d-aec3-4249a8ea701f on network 3823651e-e000-4ba3-a451-455dc29a8939 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:24.410781 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:24.427153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Port 84c09e20-79a8-436d-aec3-4249a8ea701f on network 3823651e-e000-4ba3-a451-455dc29a8939 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:24.427935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Attempting to bind port 84c09e20-79a8-436d-aec3-4249a8ea701f on network 3823651e-e000-4ba3-a451-455dc29a8939 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:24.440992 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:24.487488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:24.487826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Checking segment: {'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:24.488358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Bound using segment: {'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:24.489329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Bound port: 84c09e20-79a8-436d-aec3-4249a8ea701f, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63f18f1-8408-4d4e-9a66-061d65f4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:24.489698 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:24.514735 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-970101fb-b887-4b46-b2c9-ad4c4d957753 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970945 Jul 13 19:22:24.523149 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-920ccde3-1c13-4581-9d5e-fc891dc45ff0 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839805 Jul 13 19:22:24.544456 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Made reservation on behalf of 06fb674d5f8a44f59700ad9453117896 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:24.560640 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:24.592928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3c85e0be-7118-434a-b620-a6308239b645 req-6c6ea5eb-044a-42c7-9757-359708bf662c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685299 Jul 13 19:22:24.664023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Pushing event updated for resources: {'Port': ['ID=029cdbed-e380-4da4-b72a-0185eee7302f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:24.714110 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Network 28e00722-b631-431f-88c3-93d857def0f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:24.724408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:24.743180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:24.748559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:25.018567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] For port 84c09e20-79a8-436d-aec3-4249a8ea701f, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:25.059802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-10789352-network', 'tenant_id': '152e07f797ed4d4d987c68bceff45bc2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:25.076128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] For port 84c09e20-79a8-436d-aec3-4249a8ea701f, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84c09e20-79a8-436d-aec3-4249a8ea701f,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:25.140879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:25.142062 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.165407 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.170064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-58cac3eb-cfd3-44fc-8f40-0e57a8944511 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:25.171620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-58cac3eb-cfd3-44fc-8f40-0e57a8944511 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6285055 Jul 13 19:22:25.187937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1638-a281-4ffa-b553-735a395a1ef9 req-b5191fbf-252b-4f6f-8c1f-7453e50b0fd5 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:25.195868 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-237f1638-a281-4ffa-b553-735a395a1ef9 req-b5191fbf-252b-4f6f-8c1f-7453e50b0fd5 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 931 time: 0.7013583 Jul 13 19:22:25.215781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-854e9137-57b4-43aa-94f6-80d0d543c0d2 None None] Provisioning for port 029cdbed-e380-4da4-b72a-0185eee7302f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:25.226012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-854e9137-57b4-43aa-94f6-80d0d543c0d2 None None] Provisioning complete for port 029cdbed-e380-4da4-b72a-0185eee7302f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:25.227807 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-854e9137-57b4-43aa-94f6-80d0d543c0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.241645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Request body: {'port': {'device_id': 'ed5bb5e0-6898-4d84-b242-df5d90581775', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'a726fc1b8b5046cda4f1b929b9e0683b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:25.255947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Pushing event updated for resources: {'Port': ['ID=84c09e20-79a8-436d-aec3-4249a8ea701f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:25.279647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f8049-1c76-4c30-abd5-01d6d007c650 req-51605bec-e892-4dc4-8f5d-61bcb7514dd5 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:25.281774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e99f8049-1c76-4c30-abd5-01d6d007c650 req-51605bec-e892-4dc4-8f5d-61bcb7514dd5 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.4158285 Jul 13 19:22:25.308100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Made reservation on behalf of 152e07f797ed4d4d987c68bceff45bc2 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:25.312720 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.353989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-854e9137-57b4-43aa-94f6-80d0d543c0d2 None None] Port 029cdbed-e380-4da4-b72a-0185eee7302f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:22:25.359582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:25.360467 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.364244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-237f1638-a281-4ffa-b553-735a395a1ef9 req-a704727a-8c1c-407a-adc3-e876311f863a tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673729 Jul 13 19:22:25.367582 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-9e0ba803-116c-4ca6-829e-75460a0c8df8 service neutron] 10.222.0.60 "PUT /v2.0/ports/84c09e20-79a8-436d-aec3-4249a8ea701f HTTP/1.1" status: 200 len: 1091 time: 4.4453218 Jul 13 19:22:25.370699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'tag': '84c09e20-79a8-436d-aec3-4249a8ea701f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:25.373653 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c79290-36ac-431d-a7b8-71991656ceec" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbf8088-8caf-4cae-90b6-e1084566d19b", "tag": "84c09e20-79a8-436d-aec3-4249a8ea701f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:25.397820 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-29d1948c-0f6f-41f1-99fc-5a4329d11060 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7469180 Jul 13 19:22:25.419928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.487209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e99f8049-1c76-4c30-abd5-01d6d007c650 req-20cf1cd8-bfd0-4f0c-8354-b0c81a5f014c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808579 Jul 13 19:22:25.532376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Made reservation on behalf of a726fc1b8b5046cda4f1b929b9e0683b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:25.549821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.607951 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.640601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Allocated IP 172.20.0.5 (7c437af1-e7bb-4d6a-a51f-e37992ea2f1c/9959cf1d-702f-422b-a281-5882d959f2f1/aa1860e3-6537-4288-aadb-96a8d1a45049) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:25.708979 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1271976-ce62-43a2-a060-429c53facf01 req-e33c95ad-95e8-48ff-8973-4592d1df633f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 210 time: 0.0727003 Jul 13 19:22:25.723580 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.733687 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.774340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:22:25.820188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.821419 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Added segment 5e0cda7e-d232-432c-9654-c9e66c704775 of type vlan for network 4e30d766-6112-47f5-800b-c7ff94297e57 Jul 13 19:22:25.823325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edc4765-cdfc-44b2-b948-4de80b5bcc4f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:25.837502 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d14f5c-cbfd-46be-9577-e1def5b58abd x-openstack-request-id: req-61d14f5c-cbfd-46be-9577-e1def5b58abd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:25.837783 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbf8088-8caf-4cae-90b6-e1084566d19b", "tag": "84c09e20-79a8-436d-aec3-4249a8ea701f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:25.838039 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61d14f5c-cbfd-46be-9577-e1def5b58abd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:25.838493 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'tag': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'status': 'completed', 'code': 200} Jul 13 19:22:25.910301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a4536a89-6d17-45ec-8a64-008e9491ae17 req-0bdfff58-580e-4840-a7fc-02d94ea2a7ae tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 210 time: 0.0697486 Jul 13 19:22:25.953658 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:25.956238 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.005054 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.008514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:26.009243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.046254 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.084237 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.097407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.100404 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3707466 Jul 13 19:22:26.103224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:26.109913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Request body: {'subnet': {'network_id': '4e30d766-6112-47f5-800b-c7ff94297e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-10789352-subnet', 'tenant_id': '152e07f797ed4d4d987c68bceff45bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:26.114348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac2682-a13b-4f16-9920-c81fc61e2519 admin admin] Pushing event updated for resources: {'Network': ['ID=4e30d766-6112-47f5-800b-c7ff94297e57,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:26.127259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 4e30d766-6112-47f5-800b-c7ff94297e57 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:22:26.139740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Made reservation on behalf of 152e07f797ed4d4d987c68bceff45bc2 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:26.144028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.252441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9460a25-0d21-42df-ba69-4618dbb31baf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:26.304467 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.317577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36b17-1e34-4854-867f-6607329828d6 req-7b889754-f302-44cd-9797-32db3e28be8c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:26.319180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acf36b17-1e34-4854-867f-6607329828d6 req-7b889754-f302-44cd-9797-32db3e28be8c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.2976851 Jul 13 19:22:26.362767 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.412970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:26.423671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Allocated IP 192.168.233.68 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/fb53bc71-077c-4763-8657-2c701553df20) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:26.425800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Pushing event updated for resources: {'Port': ['ID=aa1860e3-6537-4288-aadb-96a8d1a45049,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:26.428332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:26.440866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:26.447381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:26.448018 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.450582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02657185-358f-4a76-960c-515ad55a64e0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:26.460810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Checking segment: {'id': '5e0cda7e-d232-432c-9654-c9e66c704775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4e30d766-6112-47f5-800b-c7ff94297e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:26.461170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Network hostable DHCP agents. Network: 4e30d766-6112-47f5-800b-c7ff94297e57, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:22:26.475277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acf36b17-1e34-4854-867f-6607329828d6 req-2683409b-fa65-4ed4-a4f8-8a66405a0fbc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263034 Jul 13 19:22:26.499205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Network 4e30d766-6112-47f5-800b-c7ff94297e57 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:22:26.508308 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-21bdfd2f-0cfe-4457-b04e-83d9a79e1bb0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3681850 Jul 13 19:22:26.515516 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 4e30d766-6112-47f5-800b-c7ff94297e57) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:26.531647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20d25a-79f0-47e0-8212-d7569645d47c None None] Network 4e30d766-6112-47f5-800b-c7ff94297e57 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:22:26.544564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Request body: {'port': {'device_id': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:26.554227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:26.555309 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.621159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fef84d83-c282-452e-ad95-e91ac7640ce3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5090883 Jul 13 19:22:26.754992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d19b6-a730-43c7-8f13-a19f6d4fc69a req-d471981b-6565-48bf-a417-e387c7ced7a6 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:26.761373 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.761561 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ed1d19b6-a730-43c7-8f13-a19f6d4fc69a req-d471981b-6565-48bf-a417-e387c7ced7a6 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 931 time: 0.1785142 Jul 13 19:22:26.789219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Transition to ACTIVE for port object fb53bc71-077c-4763-8657-2c701553df20 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:26.794763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e2fa46-192b-4de5-b5ad-3aa1ef481afd None None] Network 4e30d766-6112-47f5-800b-c7ff94297e57 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:22:26.840594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ed1d19b6-a730-43c7-8f13-a19f6d4fc69a req-09d343ef-36e3-43fc-81eb-2dafe5fbec1b tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780487 Jul 13 19:22:26.915473 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:26.968647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.029421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f08bd1-0662-49e0-8d8c-7a3a65e66902 req-d3357a81-3693-4f2f-bf6c-0000a3d244fd tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:27.031012 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72f08bd1-0662-49e0-8d8c-7a3a65e66902 req-d3357a81-3693-4f2f-bf6c-0000a3d244fd tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.2390924 Jul 13 19:22:27.111719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:27.130961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event updated for resources: {'Port': ['ID=fb53bc71-077c-4763-8657-2c701553df20,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:27.137268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:27.142969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:27.148023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:27.148649 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.187270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715df9f-c035-4cf2-b026-f859cb4de621 req-3a5b01ce-e91a-4c4c-963f-996ccb2324d3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:27.195465 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0715df9f-c035-4cf2-b026-f859cb4de621 req-3a5b01ce-e91a-4c4c-963f-996ccb2324d3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 931 time: 0.1223953 Jul 13 19:22:27.243843 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0715df9f-c035-4cf2-b026-f859cb4de621 req-28af21a2-69d2-4fed-87ca-2c39a6726306 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Jul 13 19:22:27.250560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72f08bd1-0662-49e0-8d8c-7a3a65e66902 req-eaf3cc14-ace4-49e1-b1f2-e9dc91f21082 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630876 Jul 13 19:22:27.257945 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-f81da9d6-bcd7-4add-aab3-cb5e8b3c72d1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0554187 Jul 13 19:22:27.305212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Request body: {'port': {'device_id': 'ed5bb5e0-6898-4d84-b242-df5d90581775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:27.475737 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5e726182-0e72-4dca-9a43-7157ba35dbd7 req-74d7a81b-7bb8-419e-a5f4-2df8c7c40e77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-396502967', 'description': 'tempest-description-317620669'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:27.498557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.504319 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e726182-0e72-4dca-9a43-7157ba35dbd7 req-74d7a81b-7bb8-419e-a5f4-2df8c7c40e77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.540215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef628bbb-52d0-4939-b723-0db6680a6c76 None None] Provisioning for port fb53bc71-077c-4763-8657-2c701553df20 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:27.551086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef628bbb-52d0-4939-b723-0db6680a6c76 None None] Provisioning complete for port fb53bc71-077c-4763-8657-2c701553df20 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:27.552712 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef628bbb-52d0-4939-b723-0db6680a6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.612164 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e726182-0e72-4dca-9a43-7157ba35dbd7 req-74d7a81b-7bb8-419e-a5f4-2df8c7c40e77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.619029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e726182-0e72-4dca-9a43-7157ba35dbd7 req-74d7a81b-7bb8-419e-a5f4-2df8c7c40e77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.628473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef628bbb-52d0-4939-b723-0db6680a6c76 None None] Port fb53bc71-077c-4763-8657-2c701553df20 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:22:27.654567 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e726182-0e72-4dca-9a43-7157ba35dbd7 req-74d7a81b-7bb8-419e-a5f4-2df8c7c40e77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.667945 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5e726182-0e72-4dca-9a43-7157ba35dbd7 req-74d7a81b-7bb8-419e-a5f4-2df8c7c40e77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1967325 Jul 13 19:22:27.673935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7a81b-7bb8-419e-a5f4-2df8c7c40e77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2100dc2e-1d9c-4d77-96fa-eec18a9b4546,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:27.693949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b3e42-0bdf-4b67-ad88-9e158878ea3b req-45cf5724-b28b-454a-b626-11cdbd4ee881 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:27.695479 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b1b3e42-0bdf-4b67-ad88-9e158878ea3b req-45cf5724-b28b-454a-b626-11cdbd4ee881 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 935 time: 0.2964277 Jul 13 19:22:27.699669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1860e3-6537-4288-aadb-96a8d1a45049 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:27.853187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74ee2f-8335-4eb8-adb7-5c228745af03 req-0c0c35e2-6f60-4261-ab8d-7f3782ee338f tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:27.855148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb74ee2f-8335-4eb8-adb7-5c228745af03 req-0c0c35e2-6f60-4261-ab8d-7f3782ee338f tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.0794997 Jul 13 19:22:27.901996 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb74ee2f-8335-4eb8-adb7-5c228745af03 req-e04dd527-5394-4a4e-ad65-ff09b54e4fb1 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374844 Jul 13 19:22:27.983010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a0d743-086b-4561-a466-37077818a752 req-6015dffe-42d4-4281-971c-a105671ab0b3 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/2100dc2e-1d9c-4d77-96fa-eec18a9b4546 HTTP/1.1" status: 200 len: 1811 time: 0.0511470 Jul 13 19:22:27.986714 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.993466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-97a0d743-086b-4561-a466-37077818a752 req-05b2edc3-e571-47be-9bca-ea9705ea17cc tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2100dc2e-1d9c-4d77-96fa-eec18a9b4546', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:27.993786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-97a0d743-086b-4561-a466-37077818a752 req-05b2edc3-e571-47be-9bca-ea9705ea17cc tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2100dc2e-1d9c-4d77-96fa-eec18a9b4546', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:28.035458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Transition to ACTIVE for port object aa1860e3-6537-4288-aadb-96a8d1a45049 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:28.070621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.074195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97a0d743-086b-4561-a466-37077818a752 req-05b2edc3-e571-47be-9bca-ea9705ea17cc tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.083451 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b1b3e42-0bdf-4b67-ad88-9e158878ea3b req-6456c2d2-e49a-47bf-a53c-ecbcab96141e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755577 Jul 13 19:22:28.106746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97a0d743-086b-4561-a466-37077818a752 req-05b2edc3-e571-47be-9bca-ea9705ea17cc tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.113260 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97a0d743-086b-4561-a466-37077818a752 req-05b2edc3-e571-47be-9bca-ea9705ea17cc tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.135828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2edc3-e571-47be-9bca-ea9705ea17cc tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2c3274-5945-4c64-b0f5-973405081f79,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:28.152023 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97a0d743-086b-4561-a466-37077818a752 req-05b2edc3-e571-47be-9bca-ea9705ea17cc tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.154455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a0d743-086b-4561-a466-37077818a752 req-05b2edc3-e571-47be-9bca-ea9705ea17cc tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1649833 Jul 13 19:22:28.241795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb53bc71-077c-4763-8657-2c701553df20 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:28.289696 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.375359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Transition to ACTIVE for port object fb53bc71-077c-4763-8657-2c701553df20 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:28.383365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1860e3-6537-4288-aadb-96a8d1a45049,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:28.386611 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.392019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:28.392019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:28.392435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:28.397855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2442be14-1c7f-4482-8d59-dacb23bf6307 req-52294412-b157-4fc3-b0c9-786aba0284a2 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/2100dc2e-1d9c-4d77-96fa-eec18a9b4546 HTTP/1.1" status: 200 len: 2404 time: 0.0487237 Jul 13 19:22:28.431846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Port aa1860e3-6537-4288-aadb-96a8d1a45049 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:28.432175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:28.452471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:28.452814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:28.453957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:28.453957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Bound port: aa1860e3-6537-4288-aadb-96a8d1a45049, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:28.454189 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.481199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb53bc71-077c-4763-8657-2c701553df20,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:28.503209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99cf3d-cf2f-4fee-8d64-7ebdc89edb4f req-8f974d5b-7624-41d6-8039-c25c3ceb3829 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:28.504808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d99cf3d-cf2f-4fee-8d64-7ebdc89edb4f req-8f974d5b-7624-41d6-8039-c25c3ceb3829 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 931 time: 0.2477543 Jul 13 19:22:28.599030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Attempting to bind port fb53bc71-077c-4763-8657-2c701553df20 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:28.599508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Attempting to bind port fb53bc71-077c-4763-8657-2c701553df20 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:28.599927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Attempting to bind port fb53bc71-077c-4763-8657-2c701553df20 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:28.609330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Port fb53bc71-077c-4763-8657-2c701553df20 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:28.609736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Attempting to bind port fb53bc71-077c-4763-8657-2c701553df20 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:28.615043 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562361d0-a1b5-4944-9cc4-16dedf20ce27 req-75931996-7c17-4daf-a9cb-bc4664b97f9a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:28.616655 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-562361d0-a1b5-4944-9cc4-16dedf20ce27 req-75931996-7c17-4daf-a9cb-bc4664b97f9a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 943 time: 0.1057370 Jul 13 19:22:28.647724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d99cf3d-cf2f-4fee-8d64-7ebdc89edb4f req-825354e3-c5a9-487f-bdae-2efc776c061e tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189685 Jul 13 19:22:28.648575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:28.649052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:28.649457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:28.650045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Bound port: fb53bc71-077c-4763-8657-2c701553df20, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:28.650434 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.663894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:28.688053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-562361d0-a1b5-4944-9cc4-16dedf20ce27 req-538d580e-e528-4395-8de5-e8ac465245c3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588868 Jul 13 19:22:28.690903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:28.727438 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.761305 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f92e29e7-473e-4870-ae84-f9b32dc10d8b req-d298436b-5782-493e-96a8-25d9f8074d6c tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-group-rules/2f2c3274-5945-4c64-b0f5-973405081f79 HTTP/1.1" status: 200 len: 778 time: 0.0511830 Jul 13 19:22:28.816289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:28.817178 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.818798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] 10.222.0.24 "PUT /v2.0/ports/aa1860e3-6537-4288-aadb-96a8d1a45049 HTTP/1.1" status: 200 len: 1091 time: 2.2983768 Jul 13 19:22:28.819985 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f92e29e7-473e-4870-ae84-f9b32dc10d8b req-801ba467-911d-4a0e-b5a1-84c9a7a8ae52 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/2100dc2e-1d9c-4d77-96fa-eec18a9b4546 HTTP/1.1" status: 200 len: 2404 time: 0.0576751 Jul 13 19:22:28.824349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'tag': 'aa1860e3-6537-4288-aadb-96a8d1a45049'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:28.826789 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f8570d-3497-494f-8c67-c16f49eaeddc" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ed5174-2684-4fc9-a177-d4abc70ec2de", "tag": "aa1860e3-6537-4288-aadb-96a8d1a45049"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:28.863382 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f92e29e7-473e-4870-ae84-f9b32dc10d8b req-f8ca5e44-7952-4906-a5ff-f155c7e00f11 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.873333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f92e29e7-473e-4870-ae84-f9b32dc10d8b req-f8ca5e44-7952-4906-a5ff-f155c7e00f11 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.912410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] For port fb53bc71-077c-4763-8657-2c701553df20, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:28.924298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f92e29e7-473e-4870-ae84-f9b32dc10d8b req-f8ca5e44-7952-4906-a5ff-f155c7e00f11 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.931627 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f92e29e7-473e-4870-ae84-f9b32dc10d8b req-f8ca5e44-7952-4906-a5ff-f155c7e00f11 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.932888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f92e29e7-473e-4870-ae84-f9b32dc10d8b req-f8ca5e44-7952-4906-a5ff-f155c7e00f11 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2f2c3274-5945-4c64-b0f5-973405081f79 HTTP/1.1" status: 204 len: 173 time: 0.1121166 Jul 13 19:22:28.951149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca5e44-7952-4906-a5ff-f155c7e00f11 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f2c3274-5945-4c64-b0f5-973405081f79,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:28.955140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a43702-4e2d-431e-ad60-445d7feb6f90 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1860e3-6537-4288-aadb-96a8d1a45049,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:28.960187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] For port fb53bc71-077c-4763-8657-2c701553df20, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fb53bc71-077c-4763-8657-2c701553df20,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:28.969467 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.988148 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e04b0d-01e2-440d-9683-ca418edba14d x-openstack-request-id: req-f2e04b0d-01e2-440d-9683-ca418edba14d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:28.988538 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ed5174-2684-4fc9-a177-d4abc70ec2de", "tag": "aa1860e3-6537-4288-aadb-96a8d1a45049", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:28.988688 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2e04b0d-01e2-440d-9683-ca418edba14d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:28.989087 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'tag': 'aa1860e3-6537-4288-aadb-96a8d1a45049', 'status': 'completed', 'code': 200} Jul 13 19:22:29.029078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.029745 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.031164 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] 10.222.0.24 "PUT /v2.0/ports/fb53bc71-077c-4763-8657-2c701553df20 HTTP/1.1" status: 200 len: 1095 time: 1.7415948 Jul 13 19:22:29.076716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694eb752-5854-4af1-9e2c-990ab02f0956 req-eb08672d-e627-401d-a5e1-2fb5bea4cf43 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.084257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-694eb752-5854-4af1-9e2c-990ab02f0956 req-eb08672d-e627-401d-a5e1-2fb5bea4cf43 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.2488699 Jul 13 19:22:29.088212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa0373-2060-4e5d-8ba6-77262dfbaec9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb53bc71-077c-4763-8657-2c701553df20,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:29.101173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-a71617d6-3700-48f8-8ed6-557a6e22b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.102759 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-a71617d6-3700-48f8-8ed6-557a6e22b7eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 1094 time: 0.2232680 Jul 13 19:22:29.198701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32313a11-f207-40ff-86df-393173f9dc9e req-eb894972-9367-49bf-80b8-233919bb11da tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.207729 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-f53e99b7-dfe7-428f-928c-a2c9e68f6fec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1860e3-6537-4288-aadb-96a8d1a45049 HTTP/1.1" status: 200 len: 217 time: 0.0860109 Jul 13 19:22:29.208182 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32313a11-f207-40ff-86df-393173f9dc9e req-eb894972-9367-49bf-80b8-233919bb11da tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.0944965 Jul 13 19:22:29.248476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32313a11-f207-40ff-86df-393173f9dc9e req-d772ab02-ee46-4620-90b5-790c8f49e744 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391874 Jul 13 19:22:29.270385 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-694eb752-5854-4af1-9e2c-990ab02f0956 req-d23454c3-d8bd-4db3-98bb-513a07e3f377 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851838 Jul 13 19:22:29.305820 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8973a1c2-2e10-4925-b607-3c84db1dceba req-4dfc28e3-e9a4-47fb-ac95-aa2a7a7a0613 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1480649341', 'description': 'tempest-description-1661384821'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:29.308997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-0de5e321-4bf5-497f-9e0d-12beb1cc2f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.311272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-0de5e321-4bf5-497f-9e0d-12beb1cc2f09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 1098 time: 0.2246900 Jul 13 19:22:29.317477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-81fa7ee2-ba40-410a-9cf0-abba9de20759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.320504 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-81fa7ee2-ba40-410a-9cf0-abba9de20759 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.1047897 Jul 13 19:22:29.353083 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8973a1c2-2e10-4925-b607-3c84db1dceba req-4dfc28e3-e9a4-47fb-ac95-aa2a7a7a0613 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.417390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-3d562edf-69d2-4cbf-8afa-0ddcf32f99f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768099 Jul 13 19:22:29.419845 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-c8191835-fbeb-4144-8718-ecbb99e1ef67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=fb53bc71-077c-4763-8657-2c701553df20 HTTP/1.1" status: 200 len: 217 time: 0.0964255 Jul 13 19:22:29.490837 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8973a1c2-2e10-4925-b607-3c84db1dceba req-4dfc28e3-e9a4-47fb-ac95-aa2a7a7a0613 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.499303 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8973a1c2-2e10-4925-b607-3c84db1dceba req-4dfc28e3-e9a4-47fb-ac95-aa2a7a7a0613 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.528931 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8973a1c2-2e10-4925-b607-3c84db1dceba req-4dfc28e3-e9a4-47fb-ac95-aa2a7a7a0613 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.540367 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8973a1c2-2e10-4925-b607-3c84db1dceba req-4dfc28e3-e9a4-47fb-ac95-aa2a7a7a0613 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2408569 Jul 13 19:22:29.548876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc28e3-e9a4-47fb-ac95-aa2a7a7a0613 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7114e0b-0bd4-4949-add7-91862f8f5dd3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:29.582768 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-3cd91f6c-71cd-4a6f-8586-863ff6744cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.584260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-3cd91f6c-71cd-4a6f-8586-863ff6744cc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1449554 Jul 13 19:22:29.655398 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-09803d08-b381-4867-a8d6-d04b40519128 service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246456 Jul 13 19:22:29.668000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed243a2-5a87-4fde-ad9c-853173f19595 req-495f3a38-3482-45e3-ba7f-6d943afc01f1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.669758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aed243a2-5a87-4fde-ad9c-853173f19595 req-495f3a38-3482-45e3-ba7f-6d943afc01f1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 947 time: 0.1828671 Jul 13 19:22:29.721097 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2256a00-870b-4b61-ab30-f8e85dab0d30 req-01b3c9c3-1b61-4d37-bd61-dca0f5498112 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/b7114e0b-0bd4-4949-add7-91862f8f5dd3 HTTP/1.1" status: 200 len: 1813 time: 0.0595915 Jul 13 19:22:29.796587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aed243a2-5a87-4fde-ad9c-853173f19595 req-ff0d7ade-159d-46fe-a4ae-00177cf6df02 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152534 Jul 13 19:22:29.810501 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-6c3bbf6e-8ae1-4341-9711-2616592d292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.812013 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-6c3bbf6e-8ae1-4341-9711-2616592d292a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110741 Jul 13 19:22:29.866731 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-345daa11-7d4a-4501-b42b-f0e1a807962f req-5af3dfb8-e950-4d0a-b769-d8c7a57f075e service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955204 Jul 13 19:22:29.925141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2e3d7-a858-4dcb-835a-b7e88272bd78 req-eb0e2d49-e34b-48a3-ba64-051402dd930a tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.927027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-07c2e3d7-a858-4dcb-835a-b7e88272bd78 req-eb0e2d49-e34b-48a3-ba64-051402dd930a tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 931 time: 0.1044734 Jul 13 19:22:29.988793 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-07c2e3d7-a858-4dcb-835a-b7e88272bd78 req-b94aef74-4353-46e1-a56d-ba460a461a20 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559270 Jul 13 19:22:30.031735 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-003d74e7-4c9a-498c-bd98-88faab8e21f4 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024674 Jul 13 19:22:30.045846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f4110987-1644-4533-93d9-be3718152947 req-43a1c6d7-348c-47e9-9adb-36b9dee35774 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-990168702', 'description': 'tempest-description-798508673'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:30.075886 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4110987-1644-4533-93d9-be3718152947 req-43a1c6d7-348c-47e9-9adb-36b9dee35774 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:30.128161 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e28a9-e2ce-47f8-a475-c99fbb110750 req-a4ddb688-d170-4cf1-9310-42c115ef0154 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:30.129699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c52e28a9-e2ce-47f8-a475-c99fbb110750 req-a4ddb688-d170-4cf1-9310-42c115ef0154 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 943 time: 0.1708310 Jul 13 19:22:30.140191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8570d-3497-494f-8c67-c16f49eaeddc req-6d19f31f-758a-4bb3-997e-a96eae281a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:30.141972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f8570d-3497-494f-8c67-c16f49eaeddc req-6d19f31f-758a-4bb3-997e-a96eae281a79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 1094 time: 0.2114334 Jul 13 19:22:30.180478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4110987-1644-4533-93d9-be3718152947 req-43a1c6d7-348c-47e9-9adb-36b9dee35774 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:30.188006 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4110987-1644-4533-93d9-be3718152947 req-43a1c6d7-348c-47e9-9adb-36b9dee35774 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:30.222151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1c6d7-348c-47e9-9adb-36b9dee35774 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e577713-4162-47ac-a423-a1fd968e51fd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:30.230138 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4110987-1644-4533-93d9-be3718152947 req-43a1c6d7-348c-47e9-9adb-36b9dee35774 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:30.231533 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4110987-1644-4533-93d9-be3718152947 req-43a1c6d7-348c-47e9-9adb-36b9dee35774 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1905684 Jul 13 19:22:30.231736 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb997b2-ea46-4dea-b912-e2b981db13b9 req-d7d55c59-ed17-48db-9694-23b125546ca0 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943982 Jul 13 19:22:30.251113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c52e28a9-e2ce-47f8-a475-c99fbb110750 req-3c1f2eb4-e6ac-4992-9015-3b2c590f273f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062386 Jul 13 19:22:30.300413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8570d-3497-494f-8c67-c16f49eaeddc req-9e8a27e2-cfa9-4e96-b48c-13b20c7944cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:30.302011 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f8570d-3497-494f-8c67-c16f49eaeddc req-9e8a27e2-cfa9-4e96-b48c-13b20c7944cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.1494048 Jul 13 19:22:30.334148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-05ad1b8c-f5a5-4c79-9d1d-196afa54dff2 req-8dd88adf-c803-44d2-bfe8-3547d57eb1dc tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/9e577713-4162-47ac-a423-a1fd968e51fd HTTP/1.1" status: 200 len: 1811 time: 0.0515106 Jul 13 19:22:30.379412 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f8570d-3497-494f-8c67-c16f49eaeddc req-42bf809e-615c-4a2d-b0de-0ce732f49aa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1860e3-6537-4288-aadb-96a8d1a45049 HTTP/1.1" status: 200 len: 217 time: 0.0659406 Jul 13 19:22:30.498689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8570d-3497-494f-8c67-c16f49eaeddc req-fe1ea1ba-0ef1-440a-942b-5669ef18311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:30.500178 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f8570d-3497-494f-8c67-c16f49eaeddc req-fe1ea1ba-0ef1-440a-942b-5669ef18311f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.1095276 Jul 13 19:22:30.534010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf9c7e-5250-4817-9878-2084d320e232 req-a8acab4b-6caf-4be8-8a73-38a4ae106cc2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:30.536298 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-93cf9c7e-5250-4817-9878-2084d320e232 req-a8acab4b-6caf-4be8-8a73-38a4ae106cc2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.0761759 Jul 13 19:22:30.544078 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f8570d-3497-494f-8c67-c16f49eaeddc req-c354565b-5ec2-4270-9ec8-d457db5a47a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347369 Jul 13 19:22:30.559107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba2427-2a76-43a0-bb7f-5ae9c31f660d req-481cde31-30ac-4aa3-9aef-bdbf5c445a39 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:30.560753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-12ba2427-2a76-43a0-bb7f-5ae9c31f660d req-481cde31-30ac-4aa3-9aef-bdbf5c445a39 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.1130853 Jul 13 19:22:30.579731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-93cf9c7e-5250-4817-9878-2084d320e232 req-9640f26f-126b-494d-bf06-ffbd1bd67ede tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378113 Jul 13 19:22:30.613359 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ebb68d3c-7339-40de-8484-99e9a452df03 req-5ebb89d5-52ca-4f76-945d-058fe9f53b7c tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-394293100', 'description': 'tempest-description-1689449342'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:30.646349 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebb68d3c-7339-40de-8484-99e9a452df03 req-5ebb89d5-52ca-4f76-945d-058fe9f53b7c tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:30.661023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-12ba2427-2a76-43a0-bb7f-5ae9c31f660d req-a47310e6-91c4-4eb1-8087-5c79c3e81b8b tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900571 Jul 13 19:22:30.714360 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f8570d-3497-494f-8c67-c16f49eaeddc req-331d870e-1dda-4938-9ba4-c57f9cac9fca service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525316 Jul 13 19:22:30.778744 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebb68d3c-7339-40de-8484-99e9a452df03 req-5ebb89d5-52ca-4f76-945d-058fe9f53b7c tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:30.784545 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebb68d3c-7339-40de-8484-99e9a452df03 req-5ebb89d5-52ca-4f76-945d-058fe9f53b7c tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:30.812587 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebb68d3c-7339-40de-8484-99e9a452df03 req-5ebb89d5-52ca-4f76-945d-058fe9f53b7c tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:30.813561 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebb68d3c-7339-40de-8484-99e9a452df03 req-5ebb89d5-52ca-4f76-945d-058fe9f53b7c tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2050681 Jul 13 19:22:30.827588 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb89d5-52ca-4f76-945d-058fe9f53b7c tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad67603-0f7c-40a2-98fc-c3849f457369,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:30.869507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f8570d-3497-494f-8c67-c16f49eaeddc req-ae54f599-3c99-4905-b590-4fcccd6ce88b service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407571 Jul 13 19:22:30.911613 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28112e5b-20f6-4a51-9dd6-f3244a99c286 req-e149124f-c60b-4f9c-a3ea-8b6243308aa8 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/8ad67603-0f7c-40a2-98fc-c3849f457369 HTTP/1.1" status: 200 len: 1812 time: 0.0560868 Jul 13 19:22:30.945706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-930f7759-cf93-4898-b211-916c23cd2345 req-cd791060-bba5-415c-ba53-7c5507f9b0ec tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-656428725', 'description': 'tempest-description-917087603'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:30.972681 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-930f7759-cf93-4898-b211-916c23cd2345 req-cd791060-bba5-415c-ba53-7c5507f9b0ec tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:30.990678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5bb5e0-6898-4d84-b242-df5d90581775', 'tag': 'fb53bc71-077c-4763-8657-2c701553df20'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:30.993012 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf03de42-ee29-46a5-870d-e0bc21100c09" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5bb5e0-6898-4d84-b242-df5d90581775", "tag": "fb53bc71-077c-4763-8657-2c701553df20"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:31.041565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f8257-7f23-42b3-99a8-c7f824b9e78d req-bbe7365e-1bc7-41df-9f29-1ed8ed0b362a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.043970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-988f8257-7f23-42b3-99a8-c7f824b9e78d req-bbe7365e-1bc7-41df-9f29-1ed8ed0b362a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 947 time: 0.0782094 Jul 13 19:22:31.066985 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-930f7759-cf93-4898-b211-916c23cd2345 req-cd791060-bba5-415c-ba53-7c5507f9b0ec tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.071044 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-930f7759-cf93-4898-b211-916c23cd2345 req-cd791060-bba5-415c-ba53-7c5507f9b0ec tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.087764 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-988f8257-7f23-42b3-99a8-c7f824b9e78d req-20b8e5e2-01d0-40fd-bc25-bb138e4d6f43 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362866 Jul 13 19:22:31.103479 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-930f7759-cf93-4898-b211-916c23cd2345 req-cd791060-bba5-415c-ba53-7c5507f9b0ec tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.104740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-930f7759-cf93-4898-b211-916c23cd2345 req-cd791060-bba5-415c-ba53-7c5507f9b0ec tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1636336 Jul 13 19:22:31.106558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd791060-bba5-415c-ba53-7c5507f9b0ec tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9deba9-4d35-4de0-a50e-38bb6dbbe1cb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:31.153746 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c41808-193e-4c14-b192-5b5ee96cf24c x-openstack-request-id: req-15c41808-193e-4c14-b192-5b5ee96cf24c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:31.154118 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5bb5e0-6898-4d84-b242-df5d90581775", "tag": "fb53bc71-077c-4763-8657-2c701553df20", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:31.154585 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15c41808-193e-4c14-b192-5b5ee96cf24c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:31.155142 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5bb5e0-6898-4d84-b242-df5d90581775', 'tag': 'fb53bc71-077c-4763-8657-2c701553df20', 'status': 'completed', 'code': 200} Jul 13 19:22:31.256376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ebb4582-91a2-4304-9aba-0f6d3d0e3da9 req-ba04d865-e08a-400e-b491-6caef71c4858 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/8f9deba9-4d35-4de0-a50e-38bb6dbbe1cb HTTP/1.1" status: 200 len: 1811 time: 0.0747592 Jul 13 19:22:31.283872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-159c007a-67af-44e0-9e29-b966dc01c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.285877 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-159c007a-67af-44e0-9e29-b966dc01c5dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 1098 time: 0.0964274 Jul 13 19:22:31.288257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff23d3-2d7f-4d46-b4c2-fca061b4f180 req-b4bd15d4-328f-47d5-adf1-3d62fb14fe30 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.289978 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5ff23d3-2d7f-4d46-b4c2-fca061b4f180 req-b4bd15d4-328f-47d5-adf1-3d62fb14fe30 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 931 time: 0.0782626 Jul 13 19:22:31.310514 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-0bc53dc0-710d-47f1-8b8d-7cc3ad77a87f req-2ca45200-269a-4d8f-a784-e93e86ebb2e4 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] show failed (client error): The resource could not be found. Jul 13 19:22:31.311390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0bc53dc0-710d-47f1-8b8d-7cc3ad77a87f req-2ca45200-269a-4d8f-a784-e93e86ebb2e4 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/b8e25a18-0636-42b9-a6a3-fbb6e6d37c45 HTTP/1.1" status: 404 len: 352 time: 0.0246170 Jul 13 19:22:31.364592 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5ff23d3-2d7f-4d46-b4c2-fca061b4f180 req-32c6c52f-b45e-49fa-9389-8982cd035908 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657809 Jul 13 19:22:31.409262 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-868b6a25-f141-40cc-a8a3-37102b254118 req-6edcde00-9b2f-43e5-a935-0e9630797faa tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] show failed (client error): The resource could not be found. Jul 13 19:22:31.411586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-1f12d6a2-fe88-4966-80bf-6a4254712282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.413804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-1f12d6a2-fe88-4966-80bf-6a4254712282 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1183729 Jul 13 19:22:31.414693 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-868b6a25-f141-40cc-a8a3-37102b254118 req-6edcde00-9b2f-43e5-a935-0e9630797faa tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-group-rules/e262d476-cc5e-4096-ae91-60d84c3d768f HTTP/1.1" status: 404 len: 361 time: 0.0202103 Jul 13 19:22:31.463733 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-54e32e4b-8596-40fa-aaa4-aa0461a0c13e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=fb53bc71-077c-4763-8657-2c701553df20 HTTP/1.1" status: 200 len: 217 time: 0.0397291 Jul 13 19:22:31.488681 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6de78fa-1e91-4312-b429-0d0c02bc9f10 req-abe1da35-cf01-4428-b038-40c2c951e810 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/8f9deba9-4d35-4de0-a50e-38bb6dbbe1cb HTTP/1.1" status: 200 len: 1811 time: 0.0453796 Jul 13 19:22:31.559085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-c1fa1f84-e205-4b98-838e-a461ca3516a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.560845 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-c1fa1f84-e205-4b98-838e-a461ca3516a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0836732 Jul 13 19:22:31.574315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6de78fa-1e91-4312-b429-0d0c02bc9f10 req-15e0c3f3-7fbf-4840-9cb5-d9ae25173f77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.599341 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6de78fa-1e91-4312-b429-0d0c02bc9f10 req-15e0c3f3-7fbf-4840-9cb5-d9ae25173f77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.616636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea3768-a513-4a1a-ac51-78da871c9d41 req-4180b3fe-a800-43d4-99d9-bcc08cf678a9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.618198 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0ea3768-a513-4a1a-ac51-78da871c9d41 req-4180b3fe-a800-43d4-99d9-bcc08cf678a9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 943 time: 0.1508224 Jul 13 19:22:31.656050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6de78fa-1e91-4312-b429-0d0c02bc9f10 req-15e0c3f3-7fbf-4840-9cb5-d9ae25173f77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.658784 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6de78fa-1e91-4312-b429-0d0c02bc9f10 req-15e0c3f3-7fbf-4840-9cb5-d9ae25173f77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.670906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-58cf44c0-b4c6-410c-93fe-ca22223f22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.671227 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6de78fa-1e91-4312-b429-0d0c02bc9f10 req-15e0c3f3-7fbf-4840-9cb5-d9ae25173f77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "DELETE /v2.0/security-groups/8f9deba9-4d35-4de0-a50e-38bb6dbbe1cb HTTP/1.1" status: 204 len: 173 time: 0.1766396 Jul 13 19:22:31.673549 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-58cf44c0-b4c6-410c-93fe-ca22223f22a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017816 Jul 13 19:22:31.677055 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0ea3768-a513-4a1a-ac51-78da871c9d41 req-835d914d-e3e9-4179-a965-b3e2aad2b32b tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526910 Jul 13 19:22:31.705247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0c3f3-7fbf-4840-9cb5-d9ae25173f77 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9deba9-4d35-4de0-a50e-38bb6dbbe1cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:31.822030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01e88292-ebf1-4813-a3ce-3f8377b4fdb8 req-37a7c2bb-7a92-4773-a419-03da6478dab2 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/8ad67603-0f7c-40a2-98fc-c3849f457369 HTTP/1.1" status: 200 len: 1812 time: 0.0641103 Jul 13 19:22:31.854766 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-a94fc787-e0b2-4be2-a094-afbea4d56c9f service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744564 Jul 13 19:22:31.861572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f7072-5c21-490d-94e2-4293832b5566 req-f8df21aa-4a21-410f-9b93-a542bc60851d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.863150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-002f7072-5c21-490d-94e2-4293832b5566 req-f8df21aa-4a21-410f-9b93-a542bc60851d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.0828106 Jul 13 19:22:31.908249 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-002f7072-5c21-490d-94e2-4293832b5566 req-0df925d7-a275-45ab-bc4a-2db0c8c73609 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376463 Jul 13 19:22:31.954119 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01e88292-ebf1-4813-a3ce-3f8377b4fdb8 req-4f24b706-15ae-44ca-8ce6-e7979eb3a8fb tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.994770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01e88292-ebf1-4813-a3ce-3f8377b4fdb8 req-4f24b706-15ae-44ca-8ce6-e7979eb3a8fb tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.004514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf03de42-ee29-46a5-870d-e0bc21100c09 req-d4a345b0-c3a3-4e85-92f9-e8dd1fd2c0e7 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405134 Jul 13 19:22:32.049575 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01e88292-ebf1-4813-a3ce-3f8377b4fdb8 req-4f24b706-15ae-44ca-8ce6-e7979eb3a8fb tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.053334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01e88292-ebf1-4813-a3ce-3f8377b4fdb8 req-4f24b706-15ae-44ca-8ce6-e7979eb3a8fb tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.054533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01e88292-ebf1-4813-a3ce-3f8377b4fdb8 req-4f24b706-15ae-44ca-8ce6-e7979eb3a8fb tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "DELETE /v2.0/security-groups/8ad67603-0f7c-40a2-98fc-c3849f457369 HTTP/1.1" status: 204 len: 173 time: 0.2260034 Jul 13 19:22:32.066088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24b706-15ae-44ca-8ce6-e7979eb3a8fb tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad67603-0f7c-40a2-98fc-c3849f457369,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:32.125457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9d05c-f5ad-428b-a566-59b0f4ec1cfb req-e85bae88-3b87-4b06-a721-8f40b16aef2d tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:32.127660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-52b9d05c-f5ad-428b-a566-59b0f4ec1cfb req-e85bae88-3b87-4b06-a721-8f40b16aef2d tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.0961230 Jul 13 19:22:32.170003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-52b9d05c-f5ad-428b-a566-59b0f4ec1cfb req-a1e5491e-8a19-4298-80dc-3fed8887e135 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342531 Jul 13 19:22:32.247130 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f51c13d1-2cac-4aa5-a965-7eddfd720bf0 req-1a253c1d-1ac6-4c74-9c5d-3bfc5dc8d823 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/9e577713-4162-47ac-a423-a1fd968e51fd HTTP/1.1" status: 200 len: 1811 time: 0.0426474 Jul 13 19:22:32.311651 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f51c13d1-2cac-4aa5-a965-7eddfd720bf0 req-e843ca10-5e6f-4fb0-bf12-6ff295f29ece tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.336155 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f51c13d1-2cac-4aa5-a965-7eddfd720bf0 req-e843ca10-5e6f-4fb0-bf12-6ff295f29ece tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.364185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da5290-b28e-475a-bd27-dbccd5d26497 req-8b215afa-117b-4584-8388-dbc61d07ad59 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:32.366042 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0da5290-b28e-475a-bd27-dbccd5d26497 req-8b215afa-117b-4584-8388-dbc61d07ad59 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 947 time: 0.0790627 Jul 13 19:22:32.382442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f51c13d1-2cac-4aa5-a965-7eddfd720bf0 req-e843ca10-5e6f-4fb0-bf12-6ff295f29ece tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.384964 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f51c13d1-2cac-4aa5-a965-7eddfd720bf0 req-e843ca10-5e6f-4fb0-bf12-6ff295f29ece tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.386179 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f51c13d1-2cac-4aa5-a965-7eddfd720bf0 req-e843ca10-5e6f-4fb0-bf12-6ff295f29ece tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "DELETE /v2.0/security-groups/9e577713-4162-47ac-a423-a1fd968e51fd HTTP/1.1" status: 204 len: 173 time: 0.1333263 Jul 13 19:22:32.395680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843ca10-5e6f-4fb0-bf12-6ff295f29ece tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e577713-4162-47ac-a423-a1fd968e51fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:32.409415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0da5290-b28e-475a-bd27-dbccd5d26497 req-98b251b5-3d04-4487-aa26-25b957e3d2ab tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376961 Jul 13 19:22:32.466617 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a962abfc-90b3-4bd4-b1f9-41a992bfca9b req-a2822b54-7cd6-4e04-8702-adcafab3fed9 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/b7114e0b-0bd4-4949-add7-91862f8f5dd3 HTTP/1.1" status: 200 len: 1813 time: 0.0526087 Jul 13 19:22:32.526032 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a962abfc-90b3-4bd4-b1f9-41a992bfca9b req-bdc103cb-88c4-403d-a796-3b46f167f8ae tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.553658 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a962abfc-90b3-4bd4-b1f9-41a992bfca9b req-bdc103cb-88c4-403d-a796-3b46f167f8ae tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.624886 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a962abfc-90b3-4bd4-b1f9-41a992bfca9b req-bdc103cb-88c4-403d-a796-3b46f167f8ae tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.628228 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a962abfc-90b3-4bd4-b1f9-41a992bfca9b req-bdc103cb-88c4-403d-a796-3b46f167f8ae tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.629370 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a962abfc-90b3-4bd4-b1f9-41a992bfca9b req-bdc103cb-88c4-403d-a796-3b46f167f8ae tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "DELETE /v2.0/security-groups/b7114e0b-0bd4-4949-add7-91862f8f5dd3 HTTP/1.1" status: 204 len: 173 time: 0.1618676 Jul 13 19:22:32.634433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c0ef0-209c-4e7b-b05a-4a8221e73d5b req-4c327b41-5f89-4d37-88aa-faf14b0f38ec tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:32.636282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-081c0ef0-209c-4e7b-b05a-4a8221e73d5b req-4c327b41-5f89-4d37-88aa-faf14b0f38ec tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 931 time: 0.1065152 Jul 13 19:22:32.642827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc103cb-88c4-403d-a796-3b46f167f8ae tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7114e0b-0bd4-4949-add7-91862f8f5dd3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:32.700300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-081c0ef0-209c-4e7b-b05a-4a8221e73d5b req-ce10c619-dcab-427c-875b-93c6ac205efb tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572464 Jul 13 19:22:32.718909 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9d9ef4f5-e0ba-430d-9613-5d32580ac5ab req-29f7d5a3-1da9-4141-8913-f49d1c031789 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "GET /v2.0/security-groups/2100dc2e-1d9c-4d77-96fa-eec18a9b4546 HTTP/1.1" status: 200 len: 1811 time: 0.0433676 Jul 13 19:22:32.897762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5bab4-6d7e-451c-8e30-d2616dbf3e41 req-96633ff9-05d4-4aaf-95f0-8d06560279e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:32.899455 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eea5bab4-6d7e-451c-8e30-d2616dbf3e41 req-96633ff9-05d4-4aaf-95f0-8d06560279e3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 943 time: 0.0837667 Jul 13 19:22:32.952397 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eea5bab4-6d7e-451c-8e30-d2616dbf3e41 req-18b1842e-0bdc-463b-849f-97be735e1f66 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459754 Jul 13 19:22:33.020470 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d9ef4f5-e0ba-430d-9613-5d32580ac5ab req-c4c7cf25-9133-49df-be5d-87ea3b7c37e1 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.044363 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d9ef4f5-e0ba-430d-9613-5d32580ac5ab req-c4c7cf25-9133-49df-be5d-87ea3b7c37e1 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.091642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d9ef4f5-e0ba-430d-9613-5d32580ac5ab req-c4c7cf25-9133-49df-be5d-87ea3b7c37e1 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.094532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d9ef4f5-e0ba-430d-9613-5d32580ac5ab req-c4c7cf25-9133-49df-be5d-87ea3b7c37e1 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.096082 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9d9ef4f5-e0ba-430d-9613-5d32580ac5ab req-c4c7cf25-9133-49df-be5d-87ea3b7c37e1 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] 10.222.0.25 "DELETE /v2.0/security-groups/2100dc2e-1d9c-4d77-96fa-eec18a9b4546 HTTP/1.1" status: 204 len: 173 time: 0.3709247 Jul 13 19:22:33.105823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:33.106719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7cf25-9133-49df-be5d-87ea3b7c37e1 tempest-SecurityGroupRulesNegativeTestJSON-925286133 tempest-SecurityGroupRulesNegativeTestJSON-925286133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2100dc2e-1d9c-4d77-96fa-eec18a9b4546,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:33.180337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17228f8-f5a4-482b-a61c-a7f8ad490e36 admin admin] Deleting subnet 02657185-358f-4a76-960c-515ad55a64e0 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:22:33.185540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17228f8-f5a4-482b-a61c-a7f8ad490e36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.197215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25c27e-d8ac-41bf-83e8-b2ff674f22d7 req-011ea057-e4de-4e3c-a556-edca8b25c8f3 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:33.198830 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-de25c27e-d8ac-41bf-83e8-b2ff674f22d7 req-011ea057-e4de-4e3c-a556-edca8b25c8f3 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.1280184 Jul 13 19:22:33.249497 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17228f8-f5a4-482b-a61c-a7f8ad490e36 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.271933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17228f8-f5a4-482b-a61c-a7f8ad490e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.298885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-de25c27e-d8ac-41bf-83e8-b2ff674f22d7 req-78291441-3a1c-4f62-a8de-8605905efe6a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808282 Jul 13 19:22:33.329718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device aa1860e3-6537-4288-aadb-96a8d1a45049 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:33.348245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17228f8-f5a4-482b-a61c-a7f8ad490e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.378579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17228f8-f5a4-482b-a61c-a7f8ad490e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02657185-358f-4a76-960c-515ad55a64e0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:33.388317 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17228f8-f5a4-482b-a61c-a7f8ad490e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.393246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e17228f8-f5a4-482b-a61c-a7f8ad490e36 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/02657185-358f-4a76-960c-515ad55a64e0 HTTP/1.1" status: 204 len: 168 time: 0.2801647 Jul 13 19:22:33.394216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:33.488664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:33.505543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'aa1860e3-6537-4288-aadb-96a8d1a45049', 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c', 'port_id': 'aa1860e3-6537-4288-aadb-96a8d1a45049', 'mac_address': 'fa:16:3e:e4:e6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9959cf1d-702f-422b-a281-5882d959f2f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:33.511169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.551031 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.568385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1860e3-6537-4288-aadb-96a8d1a45049 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:33.590971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:33.599959 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.600637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fb53bc71-077c-4763-8657-2c701553df20 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:33.617289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f00f6-7302-4c36-8bff-e2f91a7dc11f req-c8e9ae69-10be-42b4-882c-6eeaf5bc2ea2 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:33.625443 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd4f00f6-7302-4c36-8bff-e2f91a7dc11f req-c8e9ae69-10be-42b4-882c-6eeaf5bc2ea2 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.1800869 Jul 13 19:22:33.661106 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.680678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e30d766-6112-47f5-800b-c7ff94297e57']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:33.694758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd4f00f6-7302-4c36-8bff-e2f91a7dc11f req-3797c238-3cd2-404b-9860-9bd6473bf6bd tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675631 Jul 13 19:22:33.716781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0cda7e-d232-432c-9654-c9e66c704775') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:33.716781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0cda7e-d232-432c-9654-c9e66c704775') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:33.740278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=aa1860e3-6537-4288-aadb-96a8d1a45049,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:33.743678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1ec71-a7f6-4051-af4f-3ad59191f0aa req-80be1557-d5e5-456c-9a30-692f11eedd07 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:33.744329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.761889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ae1ec71-a7f6-4051-af4f-3ad59191f0aa req-80be1557-d5e5-456c-9a30-692f11eedd07 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 947 time: 0.1198795 Jul 13 19:22:33.786760 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.801357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:22:33.801789 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:22:33.803605 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:22:33.825661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ae1ec71-a7f6-4051-af4f-3ad59191f0aa req-afb9530b-e1b0-4244-b9ed-a369d9135df0 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668054 Jul 13 19:22:33.842571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fb53bc71-077c-4763-8657-2c701553df20, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fb53bc71-077c-4763-8657-2c701553df20,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:33.859170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'fb53bc71-077c-4763-8657-2c701553df20', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'fb53bc71-077c-4763-8657-2c701553df20', 'mac_address': 'fa:16:3e:6c:32:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:33.908037 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.915004 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.923609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:33.925604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4e30d766-6112-47f5-800b-c7ff94297e57 HTTP/1.1" status: 204 len: 168 time: 0.5302968 Jul 13 19:22:33.933943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb53bc71-077c-4763-8657-2c701553df20 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:33.960325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cbde-bc73-4b06-b6b2-a2546a207c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e30d766-6112-47f5-800b-c7ff94297e57,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:33.972929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fb53bc71-077c-4763-8657-2c701553df20, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fb53bc71-077c-4763-8657-2c701553df20,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:33.980434 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:34.004649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43034f2f-0abc-4ae4-9bdf-32a715dbdc25 req-ccb7b9a8-121d-4808-aafa-1ff76b9ba249 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:34.007725 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-43034f2f-0abc-4ae4-9bdf-32a715dbdc25 req-ccb7b9a8-121d-4808-aafa-1ff76b9ba249 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 931 time: 0.1009319 Jul 13 19:22:34.042790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=fb53bc71-077c-4763-8657-2c701553df20,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:34.077717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:34.079485 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-43034f2f-0abc-4ae4-9bdf-32a715dbdc25 req-7a22d532-955a-4b2e-b72f-c742868271c8 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654669 Jul 13 19:22:34.156082 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fa7de028-67c5-4087-b174-65902984188a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=152e07f797ed4d4d987c68bceff45bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769382 Jul 13 19:22:34.159067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:34.185978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e9cd1-4420-4816-86c9-bb9e43f69a0f req-35ca402a-2933-47fc-8c94-9e537610d8cf tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:34.187512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb8e9cd1-4420-4816-86c9-bb9e43f69a0f req-35ca402a-2933-47fc-8c94-9e537610d8cf tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 944 time: 0.0945315 Jul 13 19:22:34.213685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e29113f7-f223-4b89-9cfb-fde5b5a36a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:34.227005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb8e9cd1-4420-4816-86c9-bb9e43f69a0f req-642023ac-6a43-476a-9577-d6cc2b129c2f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326531 Jul 13 19:22:34.235660 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e29113f7-f223-4b89-9cfb-fde5b5a36a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:34.274504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['aa1860e3-6537-4288-aadb-96a8d1a45049'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:34.277816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:34.281086 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e29113f7-f223-4b89-9cfb-fde5b5a36a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:34.284493 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e29113f7-f223-4b89-9cfb-fde5b5a36a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:34.285683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e29113f7-f223-4b89-9cfb-fde5b5a36a63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4edc4765-cdfc-44b2-b948-4de80b5bcc4f HTTP/1.1" status: 204 len: 168 time: 0.1254761 Jul 13 19:22:34.294179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29113f7-f223-4b89-9cfb-fde5b5a36a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edc4765-cdfc-44b2-b948-4de80b5bcc4f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:34.486065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081658e-7259-43e2-8529-81603f912457 req-d0467024-4015-4dd6-8e01-28550842e77b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:34.487691 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6081658e-7259-43e2-8529-81603f912457 req-d0467024-4015-4dd6-8e01-28550842e77b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.0676138 Jul 13 19:22:34.530466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6081658e-7259-43e2-8529-81603f912457 req-2848044a-a24e-4cd1-abb8-b8e9d6e50578 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372005 Jul 13 19:22:34.578568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Request body: {'port': {'device_id': '8cd96792-6982-4334-aaf6-27398b8b2674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:34.708418 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:34.726852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c79290-36ac-431d-a7b8-71991656ceec req-b5ee74cc-463b-4ee6-bb66-98d61bbd5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:34.728233 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2c79290-36ac-431d-a7b8-71991656ceec req-b5ee74cc-463b-4ee6-bb66-98d61bbd5a4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffe0ac87a39548f981294db40d2296fa&device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 1094 time: 0.1243043 Jul 13 19:22:35.036636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f12e8-dc92-4077-a999-e4643dd8007c req-8c1b5a5e-bf3a-458a-a2d1-86ffce1b227f tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:35.039109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae7f12e8-dc92-4077-a999-e4643dd8007c req-8c1b5a5e-bf3a-458a-a2d1-86ffce1b227f tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 948 time: 0.0795422 Jul 13 19:22:35.082583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:35.082775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae7f12e8-dc92-4077-a999-e4643dd8007c req-92b86f7a-c88a-4244-8aa3-3f4af63b7fd1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362308 Jul 13 19:22:35.088015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c79290-36ac-431d-a7b8-71991656ceec req-0f4b41ee-5f72-4e5f-84b4-0402720fd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:35.089508 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2c79290-36ac-431d-a7b8-71991656ceec req-0f4b41ee-5f72-4e5f-84b4-0402720fd2d4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ffe0ac87a39548f981294db40d2296fa&shared=False HTTP/1.1" status: 200 len: 929 time: 0.3398743 Jul 13 19:22:35.149903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b023c7d-c9f0-4753-98aa-8ab723e0105b req-878947a7-dcab-47e5-aa06-638d6d856f00 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:35.151442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b023c7d-c9f0-4753-98aa-8ab723e0105b req-878947a7-dcab-47e5-aa06-638d6d856f00 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.3286357 Jul 13 19:22:35.239158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-897762086-network', 'tenant_id': '0218a90c2e77416896a010a2ba559e44'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:35.261745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e915ca-fe11-4634-a5c2-0717da3589c5 req-8e8d8a07-34b4-4e22-8ee9-8d985a134778 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:35.263618 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22e915ca-fe11-4634-a5c2-0717da3589c5 req-8e8d8a07-34b4-4e22-8ee9-8d985a134778 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 931 time: 0.0652120 Jul 13 19:22:35.302993 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22e915ca-fe11-4634-a5c2-0717da3589c5 req-ceaacce1-29a8-42ce-8ddd-55d4d0a4cf01 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Jul 13 19:22:35.350024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b023c7d-c9f0-4753-98aa-8ab723e0105b req-37d958bc-6038-4b12-8aae-bfa10ecd4265 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663716 Jul 13 19:22:35.363695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Made reservation on behalf of 0218a90c2e77416896a010a2ba559e44 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:35.366198 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:35.380426 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:35.382582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c79290-36ac-431d-a7b8-71991656ceec req-039e950d-cc0c-4f02-ab38-9c47c78a9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:35.384005 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2c79290-36ac-431d-a7b8-71991656ceec req-039e950d-cc0c-4f02-ab38-9c47c78a9b7b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2822921 Jul 13 19:22:35.481057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029cdbed-e380-4da4-b72a-0185eee7302f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:35.491689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f04e4-732f-4a7d-bc78-228a81b1e079 req-3087a1f6-8b68-416e-9ff8-6ac7a10671c4 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:35.493289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d17f04e4-732f-4a7d-bc78-228a81b1e079 req-3087a1f6-8b68-416e-9ff8-6ac7a10671c4 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 944 time: 0.0781147 Jul 13 19:22:35.496604 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:35.525239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Transition to ACTIVE for port object 029cdbed-e380-4da4-b72a-0185eee7302f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:35.534907 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:35.538227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d17f04e4-732f-4a7d-bc78-228a81b1e079 req-dbe6b9e6-d60d-4d63-9bd6-2bd71a6ca321 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Jul 13 19:22:35.606893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-233687b8-96e2-470e-9eff-c58c150d732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:35.608382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-233687b8-96e2-470e-9eff-c58c150d732e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffe0ac87a39548f981294db40d2296fa&device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 1094 time: 0.1820788 Jul 13 19:22:35.614084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Pushing event updated for resources: {'Port': ['ID=029cdbed-e380-4da4-b72a-0185eee7302f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:35.714926 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-1b6dc793-993e-49d3-9a87-211ffc1131d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c09e20-79a8-436d-aec3-4249a8ea701f HTTP/1.1" status: 200 len: 217 time: 0.0979307 Jul 13 19:22:35.725266 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:35.775699 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.049480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:22:36.068445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Attempting to bind port 029cdbed-e380-4da4-b72a-0185eee7302f on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:36.068775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Attempting to bind port 029cdbed-e380-4da4-b72a-0185eee7302f by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:36.069117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Attempting to bind port 029cdbed-e380-4da4-b72a-0185eee7302f on network 28e00722-b631-431f-88c3-93d857def0f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:36.071107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8869dbc-9708-42ef-90f4-c31e09755074,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:36.074331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-654263bf-b731-405d-94bb-e16f42dfb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.075926 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-654263bf-b731-405d-94bb-e16f42dfb163 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718913c3-99ab-4b8d-9974-f72ba8d4b406 HTTP/1.1" status: 200 len: 867 time: 0.3526957 Jul 13 19:22:36.080816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.081252 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Added segment a1897ac6-1729-4ebf-8257-8d5e5570fc06 of type vlan for network 0a3164b8-f6e1-46b7-a067-29271ebb3b82 Jul 13 19:22:36.101003 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Port 029cdbed-e380-4da4-b72a-0185eee7302f on network 28e00722-b631-431f-88c3-93d857def0f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:36.101299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Attempting to bind port 029cdbed-e380-4da4-b72a-0185eee7302f on network 28e00722-b631-431f-88c3-93d857def0f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:36.147752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:36.148085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Checking segment: {'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:36.148468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Bound using segment: {'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:36.148900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Bound port: 029cdbed-e380-4da4-b72a-0185eee7302f, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '28e00722-b631-431f-88c3-93d857def0f6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:36.149254 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.177871 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.188655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7662619-300a-4a16-83d7-60ba4a99921e req-4baa8637-32a5-4923-83c6-e8f52abc6069 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.190349 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7662619-300a-4a16-83d7-60ba4a99921e req-4baa8637-32a5-4923-83c6-e8f52abc6069 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.5108581 Jul 13 19:22:36.278974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c736bb-49ad-423f-a1d7-c3f5c1917227 req-313c0899-6b33-42aa-84cc-8da29bee4bc9 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.280481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53c736bb-49ad-423f-a1d7-c3f5c1917227 req-313c0899-6b33-42aa-84cc-8da29bee4bc9 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 948 time: 0.0728748 Jul 13 19:22:36.302110 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4e4baad8-2fde-4a09-8cc4-17d59f11117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.303542 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-4e4baad8-2fde-4a09-8cc4-17d59f11117f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3823651e-e000-4ba3-a451-455dc29a8939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140632 Jul 13 19:22:36.304106 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.304981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.305535 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.314220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7662619-300a-4a16-83d7-60ba4a99921e req-3c868dbc-9b12-4803-8daa-6e4e9294a407 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915129 Jul 13 19:22:36.323883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53c736bb-49ad-423f-a1d7-c3f5c1917227 req-7392559f-4386-4a43-a81b-fcf7111ac22b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Jul 13 19:22:36.365518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] For port 029cdbed-e380-4da4-b72a-0185eee7302f, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:36.416460 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3276916 Jul 13 19:22:36.419678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:36.430024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Request body: {'subnet': {'network_id': '0a3164b8-f6e1-46b7-a067-29271ebb3b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-897762086-subnet', 'tenant_id': '0218a90c2e77416896a010a2ba559e44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:36.437575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] For port 029cdbed-e380-4da4-b72a-0185eee7302f, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=029cdbed-e380-4da4-b72a-0185eee7302f,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:36.442992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0d369-ec5a-41e6-b722-3310f4bc08c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0a3164b8-f6e1-46b7-a067-29271ebb3b82,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:36.456675 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.458570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 0a3164b8-f6e1-46b7-a067-29271ebb3b82 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:22:36.482107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Made reservation on behalf of 0218a90c2e77416896a010a2ba559e44 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:36.485420 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.538473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.539099 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.540501 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] 10.222.0.60 "PUT /v2.0/ports/029cdbed-e380-4da4-b72a-0185eee7302f HTTP/1.1" status: 200 len: 1091 time: 1.9694488 Jul 13 19:22:36.541074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd96792-6982-4334-aaf6-27398b8b2674', 'tag': '029cdbed-e380-4da4-b72a-0185eee7302f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:36.543456 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba8d880-6c79-423a-9781-bffdb86d578d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd96792-6982-4334-aaf6-27398b8b2674", "tag": "029cdbed-e380-4da4-b72a-0185eee7302f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:36.573945 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-8b1287f7-dd0e-4f2a-9589-bd9e2868456f service neutron] 10.222.0.60 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578950 Jul 13 19:22:36.583731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881aae5-c43e-486f-ae57-933cd9078b72 service neutron] Pushing event updated for resources: {'Port': ['ID=029cdbed-e380-4da4-b72a-0185eee7302f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:36.700236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5545f73-5078-4e21-beb6-37c995b471d9 req-1b4d2103-711a-4b17-b2f7-dad11b183bca tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.701852 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a5545f73-5078-4e21-beb6-37c995b471d9 req-1b4d2103-711a-4b17-b2f7-dad11b183bca tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 943 time: 0.2601204 Jul 13 19:22:36.771747 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928b6fb1-d7c1-4e05-b0e3-502b8a57944b req-f1e7847f-26e8-458d-99d5-76d8a90a4d0e service neutron] 10.222.0.60 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814156 Jul 13 19:22:36.773430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-34b0c5d3-a7d0-4291-b564-0503f5a4b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.774785 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-34b0c5d3-a7d0-4291-b564-0503f5a4b909 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a873fbd00ce47b4859ef54ff0b79b3b&device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 1094 time: 0.1743362 Jul 13 19:22:36.782454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a5545f73-5078-4e21-beb6-37c995b471d9 req-ccb48bcb-15f6-4d5d-956b-c267543dce85 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686865 Jul 13 19:22:36.834856 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-6cc1d829-8de4-4b5f-b680-c1d6af8155ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=029cdbed-e380-4da4-b72a-0185eee7302f HTTP/1.1" status: 200 len: 217 time: 0.0513268 Jul 13 19:22:36.837416 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7140a80f-aaf2-4a6f-bf04-9aa7b32d9a23 x-openstack-request-id: req-7140a80f-aaf2-4a6f-bf04-9aa7b32d9a23 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:36.837765 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd96792-6982-4334-aaf6-27398b8b2674", "tag": "029cdbed-e380-4da4-b72a-0185eee7302f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:36.838077 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7140a80f-aaf2-4a6f-bf04-9aa7b32d9a23 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:36.838554 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd96792-6982-4334-aaf6-27398b8b2674', 'tag': '029cdbed-e380-4da4-b72a-0185eee7302f', 'status': 'completed', 'code': 200} Jul 13 19:22:36.896439 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-4b6f7c3d-9401-4acf-852e-99631f0b39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.897907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-4b6f7c3d-9401-4acf-852e-99631f0b39a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68396811-1393-47ad-88a1-9d07378d0bf5 HTTP/1.1" status: 200 len: 853 time: 0.0527232 Jul 13 19:22:36.913196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b1be-1418-4f3f-b48b-7ebe180418cb req-8755142c-ccbd-4477-8fd8-00a35100ea7d tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.914744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-90e5b1be-1418-4f3f-b48b-7ebe180418cb req-8755142c-ccbd-4477-8fd8-00a35100ea7d tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.4353495 Jul 13 19:22:36.987138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-be50a0bc-5d97-49cd-a177-89aa467ee71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.989055 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-be50a0bc-5d97-49cd-a177-89aa467ee71c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28e00722-b631-431f-88c3-93d857def0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839100 Jul 13 19:22:36.991349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-90e5b1be-1418-4f3f-b48b-7ebe180418cb req-6ad89f7c-720a-4899-ba56-ca07d0ba3d80 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694420 Jul 13 19:22:37.055676 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.140771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Pushing event updated for resources: {'Subnet': ['ID=4132c20c-9483-42b6-88b7-e15438d4ba44,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:37.148546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Checking segment: {'id': 'a1897ac6-1729-4ebf-8257-8d5e5570fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0a3164b8-f6e1-46b7-a067-29271ebb3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:37.149133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Network hostable DHCP agents. Network: 0a3164b8-f6e1-46b7-a067-29271ebb3b82, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:22:37.154861 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-126f853d-13b1-42f6-9f43-f1fd9fbdc985 service neutron] 10.222.0.60 "GET /v2.0/networks/28e00722-b631-431f-88c3-93d857def0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588585 Jul 13 19:22:37.163273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b0c00-ae37-4d78-86c2-76d5f3d4ccef req-65338a84-c18b-4f80-8cce-225bafbdb089 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:37.164889 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-571b0c00-ae37-4d78-86c2-76d5f3d4ccef req-65338a84-c18b-4f80-8cce-225bafbdb089 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 944 time: 0.1117105 Jul 13 19:22:37.177201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Network 0a3164b8-f6e1-46b7-a067-29271ebb3b82 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:22:37.189806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 0a3164b8-f6e1-46b7-a067-29271ebb3b82) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:37.194978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:37.195572 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.199687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d4ebe1-c7ae-4108-a110-8afe4f09dc97 None None] Network 0a3164b8-f6e1-46b7-a067-29271ebb3b82 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:22:37.201666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770878-78f7-4a97-8b70-095d3dcbc890 req-2287f600-abe0-4b42-8aa6-a2ee56dfe8f9 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:37.203408 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba770878-78f7-4a97-8b70-095d3dcbc890 req-2287f600-abe0-4b42-8aa6-a2ee56dfe8f9 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1096 time: 0.0975468 Jul 13 19:22:37.218462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ecc1fc3e-4409-4b67-b87e-944f70e151be admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7974367 Jul 13 19:22:37.262003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-571b0c00-ae37-4d78-86c2-76d5f3d4ccef req-25094163-3c2c-4d59-97b1-d412d2866643 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843093 Jul 13 19:22:37.271585 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba770878-78f7-4a97-8b70-095d3dcbc890 req-df7941c9-2329-4ca2-89c1-b0e10db47593 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552454 Jul 13 19:22:37.288734 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3eb014aa-e584-42ce-8546-6bcd010ff10e req-14789d53-29c7-4a5a-a39d-16551ce4c5ef service neutron] 10.222.0.60 "GET /v2.0/networks/28e00722-b631-431f-88c3-93d857def0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230567 Jul 13 19:22:37.353856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device aa1860e3-6537-4288-aadb-96a8d1a45049 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:37.422327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-18c6d46e-b24b-485b-9f2f-dff0e04542d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:37.425205 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-18c6d46e-b24b-485b-9f2f-dff0e04542d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a873fbd00ce47b4859ef54ff0b79b3b&device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 1094 time: 0.0724287 Jul 13 19:22:37.460334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd60e0bc-ff59-41ff-9bf2-6fde76329625 None None] Network 0a3164b8-f6e1-46b7-a067-29271ebb3b82 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:22:37.520199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port aa1860e3-6537-4288-aadb-96a8d1a45049 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:37.527752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port aa1860e3-6537-4288-aadb-96a8d1a45049 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:37.528344 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.535915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c282d1c-fa22-45c6-8c35-a91194e397bf req-4ea108d2-99f8-4f32-98f3-34b8a352440c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:37.537612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7c282d1c-fa22-45c6-8c35-a91194e397bf req-4ea108d2-99f8-4f32-98f3-34b8a352440c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.0800221 Jul 13 19:22:37.550919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-ef1a6c17-4656-4210-a850-77df7fc05042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:37.552912 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-ef1a6c17-4656-4210-a850-77df7fc05042 service neutron] 10.222.0.60 "GET /v2.0/networks?id=28e00722-b631-431f-88c3-93d857def0f6 HTTP/1.1" status: 200 len: 915 time: 0.1214187 Jul 13 19:22:37.581333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7c282d1c-fa22-45c6-8c35-a91194e397bf req-dd540f09-5143-485e-a14b-50c861b67b49 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381789 Jul 13 19:22:37.611411 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-a7b26adf-e311-457e-b0a3-54f3af43c0f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=029cdbed-e380-4da4-b72a-0185eee7302f HTTP/1.1" status: 200 len: 217 time: 0.0499241 Jul 13 19:22:37.678359 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-d0837c64-4e0a-4fb8-a063-22daa31ccfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:37.680228 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-d0837c64-4e0a-4fb8-a063-22daa31ccfdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68396811-1393-47ad-88a1-9d07378d0bf5 HTTP/1.1" status: 200 len: 853 time: 0.0625598 Jul 13 19:22:37.693308 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.717269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1860e3-6537-4288-aadb-96a8d1a45049'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:37.719912 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6111e9ba-4265-47d2-87bd-2324fb381fcf" -d '{"events": [{"server_uuid": "a9ed5174-2684-4fc9-a177-d4abc70ec2de", "name": "network-vif-plugged", "status": "completed", "tag": "aa1860e3-6537-4288-aadb-96a8d1a45049"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:37.736615 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:37.744464 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.746045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fb53bc71-077c-4763-8657-2c701553df20 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:37.748964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-378816bb-05dc-45fa-b33f-ae4237ce9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:37.751185 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-378816bb-05dc-45fa-b33f-ae4237ce9641 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28e00722-b631-431f-88c3-93d857def0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630970 Jul 13 19:22:37.782138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ea506-7436-4c45-adf3-c323f9ba1425 req-37e9552c-716b-458e-9552-67ad5a17eafc tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:37.789337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b18ea506-7436-4c45-adf3-c323f9ba1425 req-37e9552c-716b-458e-9552-67ad5a17eafc tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 948 time: 0.0779395 Jul 13 19:22:37.840534 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b18ea506-7436-4c45-adf3-c323f9ba1425 req-42d6dd27-66ea-4d8e-8b5c-e1dade072d86 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501738 Jul 13 19:22:37.850189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=aa1860e3-6537-4288-aadb-96a8d1a45049,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:37.860311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port fb53bc71-077c-4763-8657-2c701553df20 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:37.865574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port fb53bc71-077c-4763-8657-2c701553df20 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:37.866208 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.866333 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-311c124f-888f-440e-b966-063f1754a5c1 service neutron] 10.222.0.60 "GET /v2.0/networks/28e00722-b631-431f-88c3-93d857def0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084716 Jul 13 19:22:37.955693 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.992895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fb53bc71-077c-4763-8657-2c701553df20, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fb53bc71-077c-4763-8657-2c701553df20,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:37.996125 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ba8d880-6c79-423a-9781-bffdb86d578d req-394cd436-adbd-4def-b797-c03d8db0a49c service neutron] 10.222.0.60 "GET /v2.0/networks/28e00722-b631-431f-88c3-93d857def0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216173 Jul 13 19:22:37.997614 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:38.057205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=fb53bc71-077c-4763-8657-2c701553df20,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:38.186279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-d7a8979d-1af1-4800-b717-d8f35cf2e332 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:38.188403 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-d7a8979d-1af1-4800-b717-d8f35cf2e332 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/networks?id=0a3164b8-f6e1-46b7-a067-29271ebb3b82 HTTP/1.1" status: 200 len: 813 time: 0.1068189 Jul 13 19:22:38.208425 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-0974d5c2-ff85-4d0b-af26-0a2d30f9b969 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/quotas/0218a90c2e77416896a010a2ba559e44 HTTP/1.1" status: 200 len: 375 time: 0.0144694 Jul 13 19:22:38.243308 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-0b2ad6a2-d328-4324-9520-4e0209215b21 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0218a90c2e77416896a010a2ba559e44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294268 Jul 13 19:22:38.296527 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:22:38.336393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-0003c67e-2fc9-4b8d-a594-7c4105fb793c service neutron] 10.222.0.25 "GET /v2.0/networks/0a3164b8-f6e1-46b7-a067-29271ebb3b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862453 Jul 13 19:22:38.426130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-c19bd851-4c8e-4a22-ac28-15c6fb472736 service neutron] 10.222.0.25 "GET /v2.0/networks/0a3164b8-f6e1-46b7-a067-29271ebb3b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837440 Jul 13 19:22:38.451230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-600867bd-66f7-46d5-ad63-af4856f7ce0a tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:22:38.452193 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-600867bd-66f7-46d5-ad63-af4856f7ce0a tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057640 Jul 13 19:22:38.461428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Request body: {'binding': {'host': 'n-h1-800708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:38.461881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:22:38.576776 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14113418-5a6d-43da-a756-fa7122f27dd4 x-openstack-request-id: req-14113418-5a6d-43da-a756-fa7122f27dd4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:38.577279 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed5174-2684-4fc9-a177-d4abc70ec2de", "name": "network-vif-plugged", "status": "completed", "tag": "aa1860e3-6537-4288-aadb-96a8d1a45049", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:38.577279 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14113418-5a6d-43da-a756-fa7122f27dd4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:38.577693 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1860e3-6537-4288-aadb-96a8d1a45049', 'code': 200} Jul 13 19:22:38.613263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac on host n-h1-800708-1 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:38.613585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:38.613925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:38.618650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Port 34450648-a665-4137-a88b-21ecc719afac on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:38.618999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:38.624143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:38.624479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:38.625034 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:38.625541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Bound port: 34450648-a665-4137-a88b-21ecc719afac, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:38.684809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:38.690373 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:38.691961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-090384d4-48bc-49eb-9a52-1f3dc3f70b26 service neutron] 10.222.0.25 "POST /v2.0/ports/34450648-a665-4137-a88b-21ecc719afac/bindings HTTP/1.1" status: 201 len: 389 time: 0.2340567 Jul 13 19:22:38.780351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1963ad-d499-4813-b66d-f1e35f092dc4 req-800310f9-f059-4b4c-82fa-587cdf7b7644 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:38.782458 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a1963ad-d499-4813-b66d-f1e35f092dc4 req-800310f9-f059-4b4c-82fa-587cdf7b7644 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 943 time: 0.0977728 Jul 13 19:22:38.798293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7db9d-3f93-4a55-8084-76b70c0dead2 req-e309a835-b282-4877-a51f-2fd6e944627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:38.804928 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9df7db9d-3f93-4a55-8084-76b70c0dead2 req-e309a835-b282-4877-a51f-2fd6e944627b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 1096 time: 0.1553586 Jul 13 19:22:38.905080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a1963ad-d499-4813-b66d-f1e35f092dc4 req-45b32a45-83ea-4cfd-a4c2-0cda949dfa7f tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991268 Jul 13 19:22:38.919615 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9df7db9d-3f93-4a55-8084-76b70c0dead2 req-4b1ac6af-cd0e-4f9b-a5e2-aa71209606fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009779 Jul 13 19:22:39.151645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43173b3a-b62c-4b43-a09d-5f0c8391d267 req-c18b9cb6-6c94-4b1e-a2a1-e712a580b392 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.153192 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43173b3a-b62c-4b43-a09d-5f0c8391d267 req-c18b9cb6-6c94-4b1e-a2a1-e712a580b392 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.1197956 Jul 13 19:22:39.166937 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1011b6-1457-4cea-9106-84552b30de95 req-2347bb71-5900-44f2-8f61-e1080ff6f23a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.169484 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1d1011b6-1457-4cea-9106-84552b30de95 req-2347bb71-5900-44f2-8f61-e1080ff6f23a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 945 time: 0.0860505 Jul 13 19:22:39.193998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-0327ed28-ee18-40ba-8497-67061ad6604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.195658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-0327ed28-ee18-40ba-8497-67061ad6604a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1096 time: 0.1107466 Jul 13 19:22:39.212260 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1d1011b6-1457-4cea-9106-84552b30de95 req-fe4ead6c-ac43-4b92-8d1b-86284140f435 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352423 Jul 13 19:22:39.234471 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43173b3a-b62c-4b43-a09d-5f0c8391d267 req-0c3be7fc-48aa-4852-bb6a-6d1e68c640fe tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720510 Jul 13 19:22:39.336195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-b25c1724-e2b7-4e98-ae01-9d04a806cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.337757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-b25c1724-e2b7-4e98-ae01-9d04a806cf45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.1304164 Jul 13 19:22:39.378530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d4a3988-a771-4e89-8db8-ed5075fcfd24 req-e204c5b8-1e0b-4377-8c02-b1e779b4c6d8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 210 time: 0.0354171 Jul 13 19:22:39.387771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-b9ac473a-2074-4612-ae48-bcafd2813954 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34450648-a665-4137-a88b-21ecc719afac HTTP/1.1" status: 200 len: 217 time: 0.0421286 Jul 13 19:22:39.475450 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-57f9ad94-6eda-4d2a-a3ad-8650dae71c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.477010 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-57f9ad94-6eda-4d2a-a3ad-8650dae71c45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.0783284 Jul 13 19:22:39.505161 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febdb52-210f-4b97-a5a8-3273e45ddfda req-bf0a3c25-e808-4fe2-991f-e7cda4236e01 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.506782 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2febdb52-210f-4b97-a5a8-3273e45ddfda req-bf0a3c25-e808-4fe2-991f-e7cda4236e01 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.1214957 Jul 13 19:22:39.525870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-0c80e4fb-a400-40ae-93d6-688ebe123251 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375452 Jul 13 19:22:39.556606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a34e7-a85d-4385-84ee-9a1e81436403 req-4e674649-e79f-4e5c-90a9-b9efdf418aa2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.558274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b44a34e7-a85d-4385-84ee-9a1e81436403 req-4e674649-e79f-4e5c-90a9-b9efdf418aa2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 945 time: 0.0703883 Jul 13 19:22:39.598260 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b44a34e7-a85d-4385-84ee-9a1e81436403 req-f7060f39-7560-46dd-9c89-728eab9e6a8a tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Jul 13 19:22:39.605904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2febdb52-210f-4b97-a5a8-3273e45ddfda req-88a1a165-bd2a-498e-8710-e21019d94fd9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824125 Jul 13 19:22:39.642130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-768519cb-1c66-4b7f-9648-b7d1e26dc338 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086104 Jul 13 19:22:39.772645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-443fee2a-ee0e-4630-bdf0-d977016a5562 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206179 Jul 13 19:22:39.795517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749a801-001d-4af6-810d-3920327c74ce req-4eede56e-48e7-46c0-b4c7-c4c427a4dfab tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.797543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9749a801-001d-4af6-810d-3920327c74ce req-4eede56e-48e7-46c0-b4c7-c4c427a4dfab tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 949 time: 0.0723772 Jul 13 19:22:39.817868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77f9ff-454a-4e74-ac86-762cbdda2a06 req-651f84b5-8ff9-4ee3-9811-34827c735e66 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.819509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e77f9ff-454a-4e74-ac86-762cbdda2a06 req-651f84b5-8ff9-4ee3-9811-34827c735e66 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 946 time: 0.0926290 Jul 13 19:22:39.866832 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e77f9ff-454a-4e74-ac86-762cbdda2a06 req-336c38a8-c70a-496a-ab99-5be2e315743f tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Jul 13 19:22:39.876590 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9749a801-001d-4af6-810d-3920327c74ce req-c59cbb48-3c0a-4e4a-8142-533769459410 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727069 Jul 13 19:22:39.992704 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-9da897c1-d512-48d8-a58a-60d65dc4ee66 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.994442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-9da897c1-d512-48d8-a58a-60d65dc4ee66 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.60 "GET /v2.0/networks?id=0a3164b8-f6e1-46b7-a067-29271ebb3b82 HTTP/1.1" status: 200 len: 813 time: 0.1412299 Jul 13 19:22:40.008736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Request body: {'port': {'device_id': '08ac463a-e403-4988-9b97-0d67d5118fa3', 'network_id': '0a3164b8-f6e1-46b7-a067-29271ebb3b82', 'admin_state_up': True, 'tenant_id': '0218a90c2e77416896a010a2ba559e44'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:40.100890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca7cc0-35ee-44fc-ade2-7b688668ad0b req-49353502-33e1-4ead-9aaa-52f7d5d60379 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:40.102514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4ca7cc0-35ee-44fc-ade2-7b688668ad0b req-49353502-33e1-4ead-9aaa-52f7d5d60379 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 943 time: 0.0749421 Jul 13 19:22:40.137325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Made reservation on behalf of 0218a90c2e77416896a010a2ba559e44 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:40.141734 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:40.152324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4ca7cc0-35ee-44fc-ade2-7b688668ad0b req-5c4075e6-f947-47b4-8687-3980caabab17 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429416 Jul 13 19:22:40.310815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Allocated IP 172.20.0.12 (0a3164b8-f6e1-46b7-a067-29271ebb3b82/4132c20c-9483-42b6-88b7-e15438d4ba44/4fc0e91e-1207-41bc-8dd6-d44030f9dd51) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:40.456272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33e54-2836-49fe-9ce6-f25cab7c1b75 req-a38f8428-7ace-49d8-b737-d4a55feda9b7 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:40.457738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46a33e54-2836-49fe-9ce6-f25cab7c1b75 req-a38f8428-7ace-49d8-b737-d4a55feda9b7 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 943 time: 0.0707135 Jul 13 19:22:40.473301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fe268-407c-4afa-8462-373aecc64936 req-5a5f5093-adbe-426b-835a-d4c2b779c8d9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:40.474860 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a26fe268-407c-4afa-8462-373aecc64936 req-5a5f5093-adbe-426b-835a-d4c2b779c8d9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 945 time: 0.1459932 Jul 13 19:22:40.503767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46a33e54-2836-49fe-9ce6-f25cab7c1b75 req-a9c002e6-a369-4245-b667-3b7fced99fcd tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 Jul 13 19:22:40.544093 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:40.548585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a26fe268-407c-4afa-8462-373aecc64936 req-91a5186a-553d-4f79-943c-90833e04cb73 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638211 Jul 13 19:22:40.579594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5bb5e0-6898-4d84-b242-df5d90581775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb53bc71-077c-4763-8657-2c701553df20'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:40.581917 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d8eeb-541d-40c3-8b08-5b9246816794" -d '{"events": [{"server_uuid": "ed5bb5e0-6898-4d84-b242-df5d90581775", "name": "network-vif-plugged", "status": "completed", "tag": "fb53bc71-077c-4763-8657-2c701553df20"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:40.590286 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:40.660837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Network 0a3164b8-f6e1-46b7-a067-29271ebb3b82 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:40.663942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:40.666051 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Pushing event updated for resources: {'Port': ['ID=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:40.679997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:40.694098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406593a-27e0-4b20-b3ef-23ba08088461 req-ca5e7770-d585-443d-ac51-d0c62f2bb775 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:40.695868 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b406593a-27e0-4b20-b3ef-23ba08088461 req-ca5e7770-d585-443d-ac51-d0c62f2bb775 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 932 time: 0.0736299 Jul 13 19:22:40.737326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:40.737954 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:40.748777 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b406593a-27e0-4b20-b3ef-23ba08088461 req-91083c4b-eb7a-427c-aaaa-91d3955cdfb0 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8869dbc-9708-42ef-90f4-c31e09755074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453534 Jul 13 19:22:40.765071 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-67e06af2-69cd-4a3a-96c3-1a237239fbb8 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7609341 Jul 13 19:22:40.776825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 029cdbed-e380-4da4-b72a-0185eee7302f details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:40.778136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Request body: {'port': {'device_id': '08ac463a-e403-4988-9b97-0d67d5118fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:40.911303 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:40.947652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 029cdbed-e380-4da4-b72a-0185eee7302f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=029cdbed-e380-4da4-b72a-0185eee7302f,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:40.964614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '029cdbed-e380-4da4-b72a-0185eee7302f', 'network_id': '28e00722-b631-431f-88c3-93d857def0f6', 'port_id': '029cdbed-e380-4da4-b72a-0185eee7302f', 'mac_address': 'fa:16:3e:ec:29:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68396811-1393-47ad-88a1-9d07378d0bf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:40.970499 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dae21e4-4bea-4fd6-a492-f6cf3aabf367 x-openstack-request-id: req-8dae21e4-4bea-4fd6-a492-f6cf3aabf367 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:40.971076 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5bb5e0-6898-4d84-b242-df5d90581775", "name": "network-vif-plugged", "status": "completed", "tag": "fb53bc71-077c-4763-8657-2c701553df20", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:40.971563 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dae21e4-4bea-4fd6-a492-f6cf3aabf367 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:40.972210 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5bb5e0-6898-4d84-b242-df5d90581775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb53bc71-077c-4763-8657-2c701553df20', 'code': 200} Jul 13 19:22:41.026856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d2acc-6003-4fb8-9d88-d4c7928ea5fd req-1c65a48b-4602-4894-8b61-9e9fe3129f15 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:41.028560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d83d2acc-6003-4fb8-9d88-d4c7928ea5fd req-1c65a48b-4602-4894-8b61-9e9fe3129f15 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 1096 time: 0.1087964 Jul 13 19:22:41.040914 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:41.062325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029cdbed-e380-4da4-b72a-0185eee7302f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:41.087654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 029cdbed-e380-4da4-b72a-0185eee7302f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=029cdbed-e380-4da4-b72a-0185eee7302f,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:41.093677 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:41.095294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 84c09e20-79a8-436d-aec3-4249a8ea701f details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:41.128323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d83d2acc-6003-4fb8-9d88-d4c7928ea5fd req-bab96b80-00e1-4b23-82ac-d19c8c394a11 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919433 Jul 13 19:22:41.155318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088b3c3-140b-4152-a40a-cb976f0d0fd7 req-e7abef95-488c-476e-bd2e-7734b598c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:41.158663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9088b3c3-140b-4152-a40a-cb976f0d0fd7 req-e7abef95-488c-476e-bd2e-7734b598c19b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 1100 time: 0.1207640 Jul 13 19:22:41.192858 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=029cdbed-e380-4da4-b72a-0185eee7302f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:41.238373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9088b3c3-140b-4152-a40a-cb976f0d0fd7 req-f1b475e4-485d-4df7-bcb1-9c239adfdad7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647633 Jul 13 19:22:41.271106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1b7c6-f363-4336-a048-e0ad9ea43660 req-014d633e-326e-4054-9e86-fefe40dd2a92 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:41.272674 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4db1b7c6-f363-4336-a048-e0ad9ea43660 req-014d633e-326e-4054-9e86-fefe40dd2a92 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 945 time: 0.1785939 Jul 13 19:22:41.302911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 84c09e20-79a8-436d-aec3-4249a8ea701f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84c09e20-79a8-436d-aec3-4249a8ea701f,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:41.317031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'port_id': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'mac_address': 'fa:16:3e:92:d6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:41.347533 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4db1b7c6-f363-4336-a048-e0ad9ea43660 req-82246339-ae9a-4868-ba3a-d2a3a180eb19 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679815 Jul 13 19:22:41.379912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e9a74-2a1f-436f-a2b7-dc0dcdc9b277 req-23aed918-9d4d-446e-ba07-6697e6909477 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:41.385364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-350e9a74-2a1f-436f-a2b7-dc0dcdc9b277 req-23aed918-9d4d-446e-ba07-6697e6909477 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.0874572 Jul 13 19:22:41.389295 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:41.404854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c09e20-79a8-436d-aec3-4249a8ea701f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:41.409397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:41.420069 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:41.434952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Transition to ACTIVE for port object 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:41.436918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 84c09e20-79a8-436d-aec3-4249a8ea701f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84c09e20-79a8-436d-aec3-4249a8ea701f,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:41.441182 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:41.441810 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:41.446947 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-350e9a74-2a1f-436f-a2b7-dc0dcdc9b277 req-dbf82a12-eef5-4104-af92-18685f6a0dfd tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582912 Jul 13 19:22:41.497342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Pushing event updated for resources: {'Port': ['ID=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:41.531879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=84c09e20-79a8-436d-aec3-4249a8ea701f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:41.570283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-8351ae3d-165e-4e00-a333-12376adaed65 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1147849939&fields=id&tenant_id=2a582448a6574b48b85daa79c1b602bf HTTP/1.1" status: 200 len: 267 time: 0.0401828 Jul 13 19:22:41.674990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Attempting to bind port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:41.675246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Attempting to bind port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'a1897ac6-1729-4ebf-8257-8d5e5570fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0a3164b8-f6e1-46b7-a067-29271ebb3b82'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:41.675574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Attempting to bind port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 on network 0a3164b8-f6e1-46b7-a067-29271ebb3b82 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:41.683043 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 on network 0a3164b8-f6e1-46b7-a067-29271ebb3b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:41.683363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Attempting to bind port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 on network 0a3164b8-f6e1-46b7-a067-29271ebb3b82 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:41.694418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['029cdbed-e380-4da4-b72a-0185eee7302f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:41.696197 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541b131-27e9-4bb7-864f-dd86ce2db966 req-590ab8b6-8fc9-4e65-b67a-74f219305879 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:41.697749 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c541b131-27e9-4bb7-864f-dd86ce2db966 req-590ab8b6-8fc9-4e65-b67a-74f219305879 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 949 time: 0.1697860 Jul 13 19:22:41.698005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['84c09e20-79a8-436d-aec3-4249a8ea701f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:41.700124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-2c619a21-ae38-42cd-ab41-e090a2e01b45 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:41.701719 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-2c619a21-ae38-42cd-ab41-e090a2e01b45 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/networks?id=64ddfd84-ebcf-463c-a487-176ffec7929e HTTP/1.1" status: 200 len: 824 time: 0.1243682 Jul 13 19:22:41.702801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:41.703131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Checking segment: {'id': 'a1897ac6-1729-4ebf-8257-8d5e5570fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0a3164b8-f6e1-46b7-a067-29271ebb3b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:41.703557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Bound using segment: {'id': 'a1897ac6-1729-4ebf-8257-8d5e5570fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0a3164b8-f6e1-46b7-a067-29271ebb3b82'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:41.704023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Bound port: 4fc0e91e-1207-41bc-8dd6-d44030f9dd51, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1897ac6-1729-4ebf-8257-8d5e5570fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0a3164b8-f6e1-46b7-a067-29271ebb3b82'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:41.704409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:41.731246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-2dcc8517-5c56-42d3-861b-acbb5551512d tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/quotas/2a582448a6574b48b85daa79c1b602bf HTTP/1.1" status: 200 len: 375 time: 0.0204275 Jul 13 19:22:41.786254 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c541b131-27e9-4bb7-864f-dd86ce2db966 req-2f29aee9-6762-48f5-aab4-2ad708c92e0d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756867 Jul 13 19:22:41.827493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] For port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:41.832620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] For port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,segment=NetworkSegment(a1897ac6-1729-4ebf-8257-8d5e5570fc06),segment_id=a1897ac6-1729-4ebf-8257-8d5e5570fc06)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:41.839628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:41.867515 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-71f86147-2577-4438-abc2-8568e36f3013 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a582448a6574b48b85daa79c1b602bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1341403 Jul 13 19:22:41.919306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:41.919938 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:41.921392 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] 10.222.0.60 "PUT /v2.0/ports/4fc0e91e-1207-41bc-8dd6-d44030f9dd51 HTTP/1.1" status: 200 len: 1092 time: 1.1487243 Jul 13 19:22:41.921842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ac463a-e403-4988-9b97-0d67d5118fa3', 'tag': '4fc0e91e-1207-41bc-8dd6-d44030f9dd51'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:41.942266 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c57bcb9-c0d1-4217-a23f-9d1b88651079" -d '{"events": [{"name": "network-changed", "server_uuid": "08ac463a-e403-4988-9b97-0d67d5118fa3", "tag": "4fc0e91e-1207-41bc-8dd6-d44030f9dd51"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:42.024560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-94ddec7a-f930-4241-be11-caa17ad73b6b service neutron] 10.222.0.25 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358850 Jul 13 19:22:42.043460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca98e68-1f79-436e-b65b-03ffa0a7292b service neutron] Pushing event updated for resources: {'Port': ['ID=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:42.085654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-14ba4b21-c6fc-4a3b-86cb-1946ef8af0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:42.087171 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-14ba4b21-c6fc-4a3b-86cb-1946ef8af0ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0218a90c2e77416896a010a2ba559e44&device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 1095 time: 0.1242130 Jul 13 19:22:42.092410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74876229-8cbd-4fdf-95a2-6b83b5162b14 req-18cb2d06-88e8-4d0a-9cf0-e5bbc1ee924d tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:42.093906 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74876229-8cbd-4fdf-95a2-6b83b5162b14 req-18cb2d06-88e8-4d0a-9cf0-e5bbc1ee924d tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 1096 time: 0.1017144 Jul 13 19:22:42.135417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-3d7f0653-ac96-44a5-94b5-f3fd3223586a service neutron] 10.222.0.25 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040745 Jul 13 19:22:42.145915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-faa01f4f-c8ba-4339-8578-6bb2b7ef2dd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fc0e91e-1207-41bc-8dd6-d44030f9dd51 HTTP/1.1" status: 200 len: 217 time: 0.0494800 Jul 13 19:22:42.209405 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74876229-8cbd-4fdf-95a2-6b83b5162b14 req-bc3e1ea2-0051-4419-b4d0-bfc83e9b6759 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056333 Jul 13 19:22:42.224428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-e5433a6c-9d98-435d-8bb4-6a2d32c7aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:42.225962 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-e5433a6c-9d98-435d-8bb4-6a2d32c7aacc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4132c20c-9483-42b6-88b7-e15438d4ba44 HTTP/1.1" status: 200 len: 853 time: 0.0735569 Jul 13 19:22:42.268459 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-1dc744c8-60db-438f-8582-ae18ad7c4691 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a3164b8-f6e1-46b7-a067-29271ebb3b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358934 Jul 13 19:22:42.606760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f0316-89ef-4aa6-a432-c9a65d4d7f18 req-14ce8a80-fada-476c-a0da-5f517f87bb35 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:42.615005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-037f0316-89ef-4aa6-a432-c9a65d4d7f18 req-14ce8a80-fada-476c-a0da-5f517f87bb35 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 944 time: 0.1333227 Jul 13 19:22:42.638554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5b945-d920-4951-9d7a-89e33057f57c req-42fd64c3-29a6-461b-a9c2-4ae66c6ff7d7 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:42.640292 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-42e5b945-d920-4951-9d7a-89e33057f57c req-42fd64c3-29a6-461b-a9c2-4ae66c6ff7d7 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.24 "GET /v2.0/ports?device_id=de9e57f7-c9f9-4233-9961-44efa80c769b HTTP/1.1" status: 200 len: 946 time: 0.1240044 Jul 13 19:22:42.695485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-037f0316-89ef-4aa6-a432-c9a65d4d7f18 req-928dae5c-2c5d-4801-a424-b7a38e86cb00 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794561 Jul 13 19:22:42.720583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f9b8b-4c8a-43a9-8c5e-8e8944c527a6 req-cbc65783-16db-4631-b979-f36c5944f387 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:42.736598 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e57f9b8b-4c8a-43a9-8c5e-8e8944c527a6 req-cbc65783-16db-4631-b979-f36c5944f387 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 944 time: 0.1111741 Jul 13 19:22:42.755244 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-19ccc341-ea53-4e15-97cb-b2aaa2e15069 service neutron] 10.222.0.60 "GET /v2.0/networks/0a3164b8-f6e1-46b7-a067-29271ebb3b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795063 Jul 13 19:22:42.768685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 029cdbed-e380-4da4-b72a-0185eee7302f up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:42.790597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Deleting port a87b9a38-2598-40b5-b2fc-8e7a34328da1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:42.791526 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:42.876034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 029cdbed-e380-4da4-b72a-0185eee7302f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:42.882907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 029cdbed-e380-4da4-b72a-0185eee7302f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:42.883363 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:42.949480 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e57f9b8b-4c8a-43a9-8c5e-8e8944c527a6 req-fc5eac2e-f4f1-49b0-9aa7-2483ad76f4d3 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118683 Jul 13 19:22:42.971477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-309ed257-281a-47e3-9c0d-b433bc1379c0 req-82e8ff27-efa3-41ff-843b-5b5cce3514e5 service neutron] 10.222.0.60 "GET /v2.0/networks/0a3164b8-f6e1-46b7-a067-29271ebb3b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086306 Jul 13 19:22:43.009466 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc9090a-b968-4676-99e6-9fac38cade14 x-openstack-request-id: req-8bc9090a-b968-4676-99e6-9fac38cade14 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:43.009955 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ac463a-e403-4988-9b97-0d67d5118fa3", "tag": "4fc0e91e-1207-41bc-8dd6-d44030f9dd51", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:43.010201 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bc9090a-b968-4676-99e6-9fac38cade14 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:43.010627 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ac463a-e403-4988-9b97-0d67d5118fa3', 'tag': '4fc0e91e-1207-41bc-8dd6-d44030f9dd51', 'status': 'completed', 'code': 200} Jul 13 19:22:43.017667 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:43.028689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] For port a87b9a38-2598-40b5-b2fc-8e7a34328da1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a87b9a38-2598-40b5-b2fc-8e7a34328da1,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:43.029816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:43.050269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd96792-6982-4334-aaf6-27398b8b2674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029cdbed-e380-4da4-b72a-0185eee7302f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:43.052910 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0076323e-b422-4284-87ee-3a2c748db109" -d '{"events": [{"server_uuid": "8cd96792-6982-4334-aaf6-27398b8b2674", "name": "network-vif-plugged", "status": "completed", "tag": "029cdbed-e380-4da4-b72a-0185eee7302f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:43.069437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 029cdbed-e380-4da4-b72a-0185eee7302f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=029cdbed-e380-4da4-b72a-0185eee7302f,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:43.074365 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:43.075692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 84c09e20-79a8-436d-aec3-4249a8ea701f up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:43.146084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcb9-c0d1-4217-a23f-9d1b88651079 req-24b5d68c-300d-4d5d-ac21-a379a7056c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:43.147694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c57bcb9-c0d1-4217-a23f-9d1b88651079 req-24b5d68c-300d-4d5d-ac21-a379a7056c3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0218a90c2e77416896a010a2ba559e44&device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 1095 time: 0.1098549 Jul 13 19:22:43.183050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=029cdbed-e380-4da4-b72a-0185eee7302f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:43.215841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 84c09e20-79a8-436d-aec3-4249a8ea701f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:43.224927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 84c09e20-79a8-436d-aec3-4249a8ea701f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:43.225208 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:43.305894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a76b00d-a02c-4d8a-a722-6ebe4b3134ba req-eef12fd6-dbdb-42b6-8da8-6bca3fc8e789 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 210 time: 0.0500972 Jul 13 19:22:43.334285 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:43.385208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab591e4-d165-4b13-96e8-9c632fffb3e5 req-37576ace-395b-43df-a7e9-b6bff97b2736 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:43.393638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ab591e4-d165-4b13-96e8-9c632fffb3e5 req-37576ace-395b-43df-a7e9-b6bff97b2736 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 944 time: 0.4797447 Jul 13 19:22:43.415208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcb9-c0d1-4217-a23f-9d1b88651079 req-f125c5de-b2e0-4a2a-a6cf-1c6f2d1a28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:43.417372 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c57bcb9-c0d1-4217-a23f-9d1b88651079 req-f125c5de-b2e0-4a2a-a6cf-1c6f2d1a28ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a3164b8-f6e1-46b7-a067-29271ebb3b82 HTTP/1.1" status: 200 len: 914 time: 0.2629952 Jul 13 19:22:43.426991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 84c09e20-79a8-436d-aec3-4249a8ea701f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84c09e20-79a8-436d-aec3-4249a8ea701f,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:43.435814 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:43.491897 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c57bcb9-c0d1-4217-a23f-9d1b88651079 req-4b00a7da-38a4-4392-9336-4052a4350b6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fc0e91e-1207-41bc-8dd6-d44030f9dd51 HTTP/1.1" status: 200 len: 217 time: 0.0663116 Jul 13 19:22:43.498964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=84c09e20-79a8-436d-aec3-4249a8ea701f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:43.534135 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ab591e4-d165-4b13-96e8-9c632fffb3e5 req-181e527c-1272-43ba-b289-8fcbfb405b59 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8869dbc-9708-42ef-90f4-c31e09755074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395390 Jul 13 19:22:43.571468 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:43.571851 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:43.572164 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Floating IP 62920270-6c57-4f71-ac19-2c9d1db9816d disassociated. External IP: 172.25.7.114, port: a87b9a38-2598-40b5-b2fc-8e7a34328da1. Jul 13 19:22:43.572506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Calling delete_port for a87b9a38-2598-40b5-b2fc-8e7a34328da1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:43.642432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcb9-c0d1-4217-a23f-9d1b88651079 req-d93daf4d-dad5-49bc-8d9d-c83d3355d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:43.644401 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c57bcb9-c0d1-4217-a23f-9d1b88651079 req-d93daf4d-dad5-49bc-8d9d-c83d3355d806 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4132c20c-9483-42b6-88b7-e15438d4ba44 HTTP/1.1" status: 200 len: 853 time: 0.1457789 Jul 13 19:22:43.659490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705718d6-cc09-480e-b0da-b0989dd9b66b req-6ddb4616-255f-4454-a418-84de8d64f920 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:43.661760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-705718d6-cc09-480e-b0da-b0989dd9b66b req-6ddb4616-255f-4454-a418-84de8d64f920 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 945 time: 0.1423657 Jul 13 19:22:43.700698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c57bcb9-c0d1-4217-a23f-9d1b88651079 req-7beed79a-cda5-4400-9eeb-5f2c12990929 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a3164b8-f6e1-46b7-a067-29271ebb3b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379694 Jul 13 19:22:43.782546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4986183-8e4c-41a5-9530-da5934447f73 req-5acfdafa-5bb2-4163-a049-978e423d09a8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:43.783535 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-705718d6-cc09-480e-b0da-b0989dd9b66b req-16386cd9-608f-4224-b30f-7020f2d05bd4 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073248 Jul 13 19:22:43.786909 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4986183-8e4c-41a5-9530-da5934447f73 req-5acfdafa-5bb2-4163-a049-978e423d09a8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.1290135 Jul 13 19:22:43.842839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c57bcb9-c0d1-4217-a23f-9d1b88651079 req-a56f8e8e-d6f7-42f0-bfe4-dd0eeff5f075 service neutron] 10.222.0.60 "GET /v2.0/networks/0a3164b8-f6e1-46b7-a067-29271ebb3b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337175 Jul 13 19:22:43.846688 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:43.883391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4986183-8e4c-41a5-9530-da5934447f73 req-7d5df400-0145-47f9-9253-989067b9d286 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909059 Jul 13 19:22:43.889997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event deleted for resources: {'Port': ['ID=a87b9a38-2598-40b5-b2fc-8e7a34328da1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:43.973220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c57bcb9-c0d1-4217-a23f-9d1b88651079 req-5e75cb31-3fbb-4366-bb66-1b9624967ead service neutron] 10.222.0.60 "GET /v2.0/networks/0a3164b8-f6e1-46b7-a067-29271ebb3b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226687 Jul 13 19:22:43.982265 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e25a64-d952-464d-991a-b8728c3566e5 x-openstack-request-id: req-09e25a64-d952-464d-991a-b8728c3566e5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:43.982804 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd96792-6982-4334-aaf6-27398b8b2674", "name": "network-vif-plugged", "status": "completed", "tag": "029cdbed-e380-4da4-b72a-0185eee7302f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:43.982804 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09e25a64-d952-464d-991a-b8728c3566e5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:43.983206 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd96792-6982-4334-aaf6-27398b8b2674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029cdbed-e380-4da4-b72a-0185eee7302f', 'code': 200} Jul 13 19:22:44.069539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8c02-aa97-4c07-8b73-4b5726a241bc req-a08dc34a-b9ef-4b45-8d5d-0143a24fbb06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:44.077751 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ea9f8c02-aa97-4c07-8b73-4b5726a241bc req-a08dc34a-b9ef-4b45-8d5d-0143a24fbb06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 949 time: 0.0895815 Jul 13 19:22:44.165629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ea9f8c02-aa97-4c07-8b73-4b5726a241bc req-5b19fe39-0dd8-48eb-8079-5713c98fe220 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854888 Jul 13 19:22:44.204725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Router a44a73ce-0195-4bab-adfa-63c703722ec3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:22:44.413628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e26af-9b43-48bb-a035-cb9ad13f6d8c req-1be597d3-1b6c-4782-8b01-ec58bbee98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:44.415528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b24e26af-9b43-48bb-a035-cb9ad13f6d8c req-1be597d3-1b6c-4782-8b01-ec58bbee98ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 1096 time: 0.1822650 Jul 13 19:22:44.444664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-984c7d70-6077-477a-b75b-c1881044f755 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:44.446930 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-984c7d70-6077-477a-b75b-c1881044f755 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.60 "GET /v2.0/networks?id=64ddfd84-ebcf-463c-a487-176ffec7929e HTTP/1.1" status: 200 len: 824 time: 0.3323405 Jul 13 19:22:44.516733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a6aa8-0c54-446b-8ff0-4bee3c5b3471 req-422b36a8-fa07-4c16-8827-67901ffcbc4e tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:44.518282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1a8a6aa8-0c54-446b-8ff0-4bee3c5b3471 req-422b36a8-fa07-4c16-8827-67901ffcbc4e tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 945 time: 0.2030494 Jul 13 19:22:44.565462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:22:44.579105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] Sync routers for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:22:44.585155 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b24e26af-9b43-48bb-a035-cb9ad13f6d8c req-d1bff1b1-d9d0-4ded-a1f7-5f910389dadb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368852 Jul 13 19:22:44.591419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:44.592172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:22:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:44.594940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-4ae63850-4cef-45d0-945a-9748797bcd6b tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a582448a6574b48b85daa79c1b602bf HTTP/1.1" status: 200 len: 380 time: 0.1327963 Jul 13 19:22:44.609089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ecd22-08fd-418e-bfad-6a1978be96fd req-b60f2ba6-5588-4439-a0dc-7fc993515693 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:44.611445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eb1ecd22-08fd-418e-bfad-6a1978be96fd req-b60f2ba6-5588-4439-a0dc-7fc993515693 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 945 time: 0.2292693 Jul 13 19:22:44.624584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] No DVR routers for this DVR port a87b9a38-2598-40b5-b2fc-8e7a34328da1 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:44.627748 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:44.630595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-42e5b945-d920-4951-9d7a-89e33057f57c req-885a06d2-6e58-4059-b09f-8668c4271091 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.24 "DELETE /v2.0/ports/a87b9a38-2598-40b5-b2fc-8e7a34328da1 HTTP/1.1" status: 204 len: 173 time: 1.9817557 Jul 13 19:22:44.633071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'name': 'network-vif-deleted', 'tag': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:44.645356 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48062e2-3b9e-47ec-9afc-8276971e6e13" -d '{"events": [{"server_uuid": "de9e57f7-c9f9-4233-9961-44efa80c769b", "name": "network-vif-deleted", "tag": "a87b9a38-2598-40b5-b2fc-8e7a34328da1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:44.655131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Request body: {'port': {'device_id': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'admin_state_up': True, 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'security_groups': ['46e125ea-f922-4691-a90f-07e17d38d9e4']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:44.656079 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1a8a6aa8-0c54-446b-8ff0-4bee3c5b3471 req-8aff137f-6be4-4cc6-9db7-d8fd8bdc102d tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302269 Jul 13 19:22:44.733595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:44.785273 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eb1ecd22-08fd-418e-bfad-6a1978be96fd req-a904e5cc-9999-4cce-bf2b-aa7ff4a877eb tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667440 Jul 13 19:22:44.884286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Made reservation on behalf of 2a582448a6574b48b85daa79c1b602bf for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:44.889932 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:44.942069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b30823-40dd-40bf-a0c0-896f080fb0e3 req-6fbeab00-3186-4aaf-ac0d-fb2d4cb8b791 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:44.943679 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66b30823-40dd-40bf-a0c0-896f080fb0e3 req-6fbeab00-3186-4aaf-ac0d-fb2d4cb8b791 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 1096 time: 0.1170166 Jul 13 19:22:45.014967 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66b30823-40dd-40bf-a0c0-896f080fb0e3 req-0283bbf9-ab65-468b-80d8-8b65436f1247 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640531 Jul 13 19:22:45.069147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:45.074071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Allocated IP 172.20.0.3 (64ddfd84-ebcf-463c-a487-176ffec7929e/5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8/63bf74ec-de80-4b65-82ed-b9735e29a5e6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:45.100860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] Checking router: a44a73ce-0195-4bab-adfa-63c703722ec3 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:22:45.117491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:45.118602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:22:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:45.210248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e06a17e-0b5e-4300-a73a-259634b69f28 req-4845aab1-4a93-49d5-8b95-370543f53e88 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 210 time: 0.0577953 Jul 13 19:22:45.313701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7ab75-bff0-429f-98ff-932d0d953cfd req-6540a20e-84f6-4dec-8bd5-412265161dee tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:45.318871 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-51a7ab75-bff0-429f-98ff-932d0d953cfd req-6540a20e-84f6-4dec-8bd5-412265161dee tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 1100 time: 0.2069008 Jul 13 19:22:45.344486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51a7ab75-bff0-429f-98ff-932d0d953cfd req-22aec260-22d2-443e-8ddf-c505fdc0965f tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:45.396355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:45.458615 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51a7ab75-bff0-429f-98ff-932d0d953cfd req-22aec260-22d2-443e-8ddf-c505fdc0965f tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:45.463866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51a7ab75-bff0-429f-98ff-932d0d953cfd req-22aec260-22d2-443e-8ddf-c505fdc0965f tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:45.490661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:45.501662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-51a7ab75-bff0-429f-98ff-932d0d953cfd req-22aec260-22d2-443e-8ddf-c505fdc0965f tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793463 Jul 13 19:22:45.518838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aec260-22d2-443e-8ddf-c505fdc0965f tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe39e3-eba1-408f-b692-998faddf8db1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:45.532953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Transition to ACTIVE for port object 63bf74ec-de80-4b65-82ed-b9735e29a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:45.566565 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:45.584856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff02cd5-7cd7-40dc-9f75-585189455dac req-19869ae8-d241-4e39-a2d8-bdeb3751ec1e tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:45.587254 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bff02cd5-7cd7-40dc-9f75-585189455dac req-19869ae8-d241-4e39-a2d8-bdeb3751ec1e tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 944 time: 0.1435592 Jul 13 19:22:45.589313 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a3cedd-159f-4ab4-9d80-9c294b2a9ac3 x-openstack-request-id: req-09a3cedd-159f-4ab4-9d80-9c294b2a9ac3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:45.589902 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9e57f7-c9f9-4233-9961-44efa80c769b", "name": "network-vif-deleted", "tag": "a87b9a38-2598-40b5-b2fc-8e7a34328da1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:45.590315 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09a3cedd-159f-4ab4-9d80-9c294b2a9ac3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:45.590875 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9e57f7-c9f9-4233-9961-44efa80c769b', 'name': 'network-vif-deleted', 'tag': 'a87b9a38-2598-40b5-b2fc-8e7a34328da1', 'status': 'completed', 'code': 200} Jul 13 19:22:45.601243 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:45.612417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Network 64ddfd84-ebcf-463c-a487-176ffec7929e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:45.616002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:45.620038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:45.669363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bff02cd5-7cd7-40dc-9f75-585189455dac req-5684ccab-630e-4c01-ab19-831d8d77b105 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8869dbc-9708-42ef-90f4-c31e09755074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758951 Jul 13 19:22:45.675434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event updated for resources: {'Port': ['ID=63bf74ec-de80-4b65-82ed-b9735e29a5e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:45.727354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:45.728027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:45.737080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:45.770600 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef39d0-f373-4eab-a3c9-a9d4f1b93403 None None] The sync data for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 is: [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:22:45.777749 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-50dad8ee-7a46-454b-8baf-cfec8cd54ef4 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1297855 Jul 13 19:22:45.790109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Request body: {'port': {'device_id': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:45.856144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9905a9-39b9-4f35-8d44-339aae874939 req-185fd604-32ef-402a-b1f6-f23d1bbaadd3 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:45.857960 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d9905a9-39b9-4f35-8d44-339aae874939 req-185fd604-32ef-402a-b1f6-f23d1bbaadd3 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 945 time: 0.1522551 Jul 13 19:22:45.885063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5524-af27-4f63-af34-7abe3897a802 req-f9ccd36b-b3e5-4645-99b6-94281e6bdf59 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:45.886911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-696b5524-af27-4f63-af34-7abe3897a802 req-f9ccd36b-b3e5-4645-99b6-94281e6bdf59 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.0898552 Jul 13 19:22:45.924076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-991cdba7-8243-48f2-9c56-af91ffa735f9 None None] Provisioning for port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:45.932764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-696b5524-af27-4f63-af34-7abe3897a802 req-2cdc2d39-585e-4c85-8aef-f6bb8267cb70 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Jul 13 19:22:45.950314 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d9905a9-39b9-4f35-8d44-339aae874939 req-dd96a2b2-1924-4730-9a4c-3888872542fb tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787895 Jul 13 19:22:45.955510 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:45.957425 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-991cdba7-8243-48f2-9c56-af91ffa735f9 None None] Provisioning complete for port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:45.957813 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-991cdba7-8243-48f2-9c56-af91ffa735f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:46.007397 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c09e20-79a8-436d-aec3-4249a8ea701f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:46.010259 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47af1bf-01e0-40e1-9af2-b45bea723a38" -d '{"events": [{"server_uuid": "8bbf8088-8caf-4cae-90b6-e1084566d19b", "name": "network-vif-plugged", "status": "completed", "tag": "84c09e20-79a8-436d-aec3-4249a8ea701f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:46.016362 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:46.033205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-991cdba7-8243-48f2-9c56-af91ffa735f9 None None] Port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:22:46.385622 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54c7c5-dee4-4b5c-b54b-267bd461ad89 None None] New status for floating IP 62920270-6c57-4f71-ac19-2c9d1db9816d: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:22:46.512853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bf74ec-de80-4b65-82ed-b9735e29a5e6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:46.530844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0fd4a-58ef-448c-92a7-4b365f21be1b req-37bc6f49-d952-4560-aff5-ea936a37dbd9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:46.533465 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9cd0fd4a-58ef-448c-92a7-4b365f21be1b req-37bc6f49-d952-4560-aff5-ea936a37dbd9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 945 time: 0.1565008 Jul 13 19:22:46.537707 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:46.560878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Transition to ACTIVE for port object 63bf74ec-de80-4b65-82ed-b9735e29a5e6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:46.572500 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:46.665677 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9cd0fd4a-58ef-448c-92a7-4b365f21be1b req-19eb9836-4c71-4547-a1db-6449c5b4bc6c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205533 Jul 13 19:22:46.676881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Pushing event updated for resources: {'Port': ['ID=63bf74ec-de80-4b65-82ed-b9735e29a5e6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:46.763766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Attempting to bind port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:46.764192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Attempting to bind port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:46.764646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Attempting to bind port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 on network 64ddfd84-ebcf-463c-a487-176ffec7929e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:46.770914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 on network 64ddfd84-ebcf-463c-a487-176ffec7929e not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:46.771540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Attempting to bind port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 on network 64ddfd84-ebcf-463c-a487-176ffec7929e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:46.778074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:46.778584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Checking segment: {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:46.779116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Bound using segment: {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:46.779647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Bound port: 63bf74ec-de80-4b65-82ed-b9735e29a5e6, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:46.780985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:46.783567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:46.912219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] For port 63bf74ec-de80-4b65-82ed-b9735e29a5e6, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:46.919853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,segment=NetworkSegment(a1897ac6-1729-4ebf-8257-8d5e5570fc06),segment_id=a1897ac6-1729-4ebf-8257-8d5e5570fc06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:46.929512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] For port 63bf74ec-de80-4b65-82ed-b9735e29a5e6, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=63bf74ec-de80-4b65-82ed-b9735e29a5e6,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:46.933938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '4fc0e91e-1207-41bc-8dd6-d44030f9dd51', 'network_id': '0a3164b8-f6e1-46b7-a067-29271ebb3b82', 'port_id': '4fc0e91e-1207-41bc-8dd6-d44030f9dd51', 'mac_address': 'fa:16:3e:06:e6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4132c20c-9483-42b6-88b7-e15438d4ba44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:46.937316 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:46.960883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bffb3-4892-4433-a428-edce532804b2 req-c9951840-b61f-4471-9202-dfe636e0d1b2 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:46.962914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f2bffb3-4892-4433-a428-edce532804b2 req-c9951840-b61f-4471-9202-dfe636e0d1b2 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 945 time: 0.1617124 Jul 13 19:22:46.980819 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:46.993912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:46.994561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:46.995903 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] 10.222.0.60 "PUT /v2.0/ports/63bf74ec-de80-4b65-82ed-b9735e29a5e6 HTTP/1.1" status: 200 len: 1091 time: 1.2102926 Jul 13 19:22:46.996155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:46.998907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'tag': '63bf74ec-de80-4b65-82ed-b9735e29a5e6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:47.002039 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752da4fe-63de-4e94-bde8-2caabe690c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba016903-b626-40da-a8a0-9b97a93f2468", "tag": "63bf74ec-de80-4b65-82ed-b9735e29a5e6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:47.018303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,segment=NetworkSegment(a1897ac6-1729-4ebf-8257-8d5e5570fc06),segment_id=a1897ac6-1729-4ebf-8257-8d5e5570fc06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:47.023318 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:47.059572 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f2bffb3-4892-4433-a428-edce532804b2 req-131f0556-94c0-4efc-bc41-bf716304a21f tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719781 Jul 13 19:22:47.060647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7120fb-f157-4775-b01b-5c2ce9abf0ec service neutron] Pushing event updated for resources: {'Port': ['ID=63bf74ec-de80-4b65-82ed-b9735e29a5e6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:47.088509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:47.127536 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea93400b-e440-4d13-b04c-b12f55ae6b1a x-openstack-request-id: req-ea93400b-e440-4d13-b04c-b12f55ae6b1a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:47.127833 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbf8088-8caf-4cae-90b6-e1084566d19b", "name": "network-vif-plugged", "status": "completed", "tag": "84c09e20-79a8-436d-aec3-4249a8ea701f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:47.128251 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea93400b-e440-4d13-b04c-b12f55ae6b1a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:47.128813 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'code': 200} Jul 13 19:22:47.273359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['4fc0e91e-1207-41bc-8dd6-d44030f9dd51'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:47.310995 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-0c3485a0-8c09-41da-8d01-8965cb77b901 service neutron] show failed (client error): The resource could not be found. Jul 13 19:22:47.313270 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-0c3485a0-8c09-41da-8d01-8965cb77b901 service neutron] 10.222.0.24 "GET /v2.0/ports/21da0e4f-d646-4638-a7c4-25200244c6d2/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.1189375 Jul 13 19:22:47.347612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-0dd559bc-3790-460c-b7c3-02171f49b165 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:22:47.358675 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-0dd559bc-3790-460c-b7c3-02171f49b165 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172575 Jul 13 19:22:47.367062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Request body: {'binding': {'host': 'n-h2-800708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:47.372765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:22:47.395593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a87b9a38-2598-40b5-b2fc-8e7a34328da1 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:47.400694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-3d050910-900b-47af-b343-674a17543eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:47.402537 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-3d050910-900b-47af-b343-674a17543eb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a582448a6574b48b85daa79c1b602bf&device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 1094 time: 0.2518022 Jul 13 19:22:47.425533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: a87b9a38-2598-40b5-b2fc-8e7a34328da1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:47.426155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a87b9a38-2598-40b5-b2fc-8e7a34328da1 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:47.461971 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-937b9e21-9c53-4ec4-9c98-fa2bcf574530 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63bf74ec-de80-4b65-82ed-b9735e29a5e6 HTTP/1.1" status: 200 len: 217 time: 0.0498307 Jul 13 19:22:47.466476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2438e6c-ce7b-445d-9155-f00c8c5b31c0 req-f80bb6e7-f246-4ab6-8453-b509b62ccea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:47.467613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2438e6c-ce7b-445d-9155-f00c8c5b31c0 req-f80bb6e7-f246-4ab6-8453-b509b62ccea3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 1096 time: 0.2306075 Jul 13 19:22:47.521978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092dcd9-691d-47bf-b480-e7d6d531e5c9 req-a20963e7-ea40-49db-a3bc-9622ae61fe25 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:47.523828 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6092dcd9-691d-47bf-b480-e7d6d531e5c9 req-a20963e7-ea40-49db-a3bc-9622ae61fe25 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 943 time: 0.2173212 Jul 13 19:22:47.569380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-c1afc287-1bfa-42bb-a822-5c6f82b6fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:47.570952 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-c1afc287-1bfa-42bb-a822-5c6f82b6fc74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8 HTTP/1.1" status: 200 len: 863 time: 0.1009002 Jul 13 19:22:47.588101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2438e6c-ce7b-445d-9155-f00c8c5b31c0 req-f6679d6c-08c0-485d-95e0-258c72ff1a14 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090207 Jul 13 19:22:47.602798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6092dcd9-691d-47bf-b480-e7d6d531e5c9 req-9fd9c008-28cf-4808-86e4-f47d34d9755b tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716932 Jul 13 19:22:47.618376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 on host n-h2-800708-1 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:47.618755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:47.619065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:47.624819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Port aa1860e3-6537-4288-aadb-96a8d1a45049 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:47.626728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:47.633797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:47.644198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:47.644631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:47.645109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Bound port: aa1860e3-6537-4288-aadb-96a8d1a45049, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:47.671299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-b26b1b74-32ba-4732-b2f1-466da8e74250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:47.673135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-b26b1b74-32ba-4732-b2f1-466da8e74250 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64ddfd84-ebcf-463c-a487-176ffec7929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894001 Jul 13 19:22:47.716772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:47.724701 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:47.726328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-72d366d8-3109-4872-898f-0bcce5239313 service neutron] 10.222.0.25 "POST /v2.0/ports/aa1860e3-6537-4288-aadb-96a8d1a45049/bindings HTTP/1.1" status: 201 len: 389 time: 0.3632085 Jul 13 19:22:47.842945 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-a8c135ea-2f0b-4be1-817d-c57f800c3258 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893612 Jul 13 19:22:47.952652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-991984b1-2c46-4891-895b-79cd0aeb8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:47.966168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-991984b1-2c46-4891-895b-79cd0aeb8e27 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab&tenant_id=639f879ba82141ebb6867944411978e1 HTTP/1.1" status: 200 len: 1100 time: 0.2698460 Jul 13 19:22:47.976685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-babdd4c4-2ee7-46b7-8c9b-3fb7d077f361 service neutron] 10.222.0.60 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911167 Jul 13 19:22:47.983414 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:48.098692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-c50c0461-a8f3-4e1d-a3e2-4816677781d7 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:48.105201 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-c50c0461-a8f3-4e1d-a3e2-4816677781d7 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614145 Jul 13 19:22:48.107520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887154-4523-47b4-9628-1d9adbcda111 req-1ea706a8-2aac-4cbf-a8d1-7edf4e00c085 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:48.111093 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68887154-4523-47b4-9628-1d9adbcda111 req-1ea706a8-2aac-4cbf-a8d1-7edf4e00c085 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 945 time: 0.1543033 Jul 13 19:22:48.139044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-890f3a52-43c7-4efe-a921-3793da6a0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:48.140597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-890f3a52-43c7-4efe-a921-3793da6a0f2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 1096 time: 0.1125791 Jul 13 19:22:48.150196 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-c8ffa618-b85f-4307-a966-f59f62a30014 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/quotas/a726fc1b8b5046cda4f1b929b9e0683b HTTP/1.1" status: 200 len: 375 time: 0.0441408 Jul 13 19:22:48.209041 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68887154-4523-47b4-9628-1d9adbcda111 req-d00cfad7-9c1e-40a9-9f5e-c9a64123b5cb tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8869dbc-9708-42ef-90f4-c31e09755074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937057 Jul 13 19:22:48.218245 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06bf45b9-47c9-4bbe-a578-039de7fcd970 req-c34ecff5-42eb-46fb-bc2f-7c01f01f624e service neutron] 10.222.0.60 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288439 Jul 13 19:22:48.220642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:48.289089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-b91764be-7221-4747-b526-671857e02e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:48.290936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-b91764be-7221-4747-b526-671857e02e1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.1435125 Jul 13 19:22:48.633282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-18284a8a-7d8b-4c7b-92c0-30deb042d5dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1860e3-6537-4288-aadb-96a8d1a45049 HTTP/1.1" status: 200 len: 217 time: 0.3341665 Jul 13 19:22:48.633968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-635d9058-6e05-4ec3-bbef-a524c401ddfe tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4698122 Jul 13 19:22:48.711794 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-d8caafb8-728f-4891-945d-500070281fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:48.713328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-d8caafb8-728f-4891-945d-500070281fb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.0592110 Jul 13 19:22:48.737663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc3686-7d4d-420a-9398-5590f1f65b51 req-1dca33bf-2825-489d-b100-e4af8a8f1b5c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:48.739334 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92dc3686-7d4d-420a-9398-5590f1f65b51 req-1dca33bf-2825-489d-b100-e4af8a8f1b5c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.1158788 Jul 13 19:22:48.752107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=21da0e4f-d646-4638-a7c4-25200244c6d2,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:48.762520 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-ffd13b3e-841c-466f-8bb3-3fd0d151362b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423536 Jul 13 19:22:48.791171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:48.800454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:48.836450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92dc3686-7d4d-420a-9398-5590f1f65b51 req-31ad3bba-677e-4478-b7bf-88c083206f6f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761483 Jul 13 19:22:48.841203 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:48.872658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Transition to ACTIVE for port object 21da0e4f-d646-4638-a7c4-25200244c6d2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:48.879124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:48.882862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:48.890741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:48.891540 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:48.932583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-b00a304f-1ed8-461e-8992-4c2a94ff5f3f service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626945 Jul 13 19:22:48.972499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] No DVR routers for this DVR port 21da0e4f-d646-4638-a7c4-25200244c6d2 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:48.976193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0677525-172a-4540-86da-155186f3c040 service neutron] Pushing event updated for resources: {'Port': ['ID=21da0e4f-d646-4638-a7c4-25200244c6d2,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:49.033153 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:49.036934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Attempting to bind port 21da0e4f-d646-4638-a7c4-25200244c6d2 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:49.037257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Attempting to bind port 21da0e4f-d646-4638-a7c4-25200244c6d2 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:49.037585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Attempting to bind port 21da0e4f-d646-4638-a7c4-25200244c6d2 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:49.046753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Port 21da0e4f-d646-4638-a7c4-25200244c6d2 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:49.047123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Attempting to bind port 21da0e4f-d646-4638-a7c4-25200244c6d2 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:49.052684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:49.053015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:49.053405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:49.054008 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Bound port: 21da0e4f-d646-4638-a7c4-25200244c6d2, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:49.054377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:49.089951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,segment=NetworkSegment(a1897ac6-1729-4ebf-8257-8d5e5570fc06),segment_id=a1897ac6-1729-4ebf-8257-8d5e5570fc06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:49.090468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-e7ca50dc-5b0d-4c3a-9632-5f7eca606034 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485567 Jul 13 19:22:49.099806 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:49.140257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac463a-e403-4988-9b97-0d67d5118fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc0e91e-1207-41bc-8dd6-d44030f9dd51'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:49.143663 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35ba4a7-91eb-4144-a825-9209f706fafa" -d '{"events": [{"server_uuid": "08ac463a-e403-4988-9b97-0d67d5118fa3", "name": "network-vif-plugged", "status": "completed", "tag": "4fc0e91e-1207-41bc-8dd6-d44030f9dd51"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:49.164545 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfef232b-03ae-4cae-a98f-86f9fe23811b x-openstack-request-id: req-bfef232b-03ae-4cae-a98f-86f9fe23811b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:49.164829 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba016903-b626-40da-a8a0-9b97a93f2468", "tag": "63bf74ec-de80-4b65-82ed-b9735e29a5e6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:49.165087 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfef232b-03ae-4cae-a98f-86f9fe23811b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:49.167171 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'tag': '63bf74ec-de80-4b65-82ed-b9735e29a5e6', 'status': 'completed', 'code': 200} Jul 13 19:22:49.195784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:49.231815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:49.243469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=21da0e4f-d646-4638-a7c4-25200244c6d2,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:49.251905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:49.298153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be061d-c51a-4bed-9274-8893bcfa57f3 req-591b5bce-1819-480e-beff-21aa9682c1f7 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.299965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04be061d-c51a-4bed-9274-8893bcfa57f3 req-591b5bce-1819-480e-beff-21aa9682c1f7 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 945 time: 0.2083738 Jul 13 19:22:49.307338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2d434984-05dc-45e2-8267-c16c54b77a20 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.308841 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2d434984-05dc-45e2-8267-c16c54b77a20 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1096 time: 0.1347377 Jul 13 19:22:49.325954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800708-1'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:49.334197 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.334836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:49.336319 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-e0677525-172a-4540-86da-155186f3c040 service neutron] 10.222.0.60 "PUT /v2.0/ports/21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 1095 time: 1.3569934 Jul 13 19:22:49.410096 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04be061d-c51a-4bed-9274-8893bcfa57f3 req-48a3d43a-f988-45b0-bfeb-f0494a64852f tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002481 Jul 13 19:22:49.459763 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:49.507853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-959ed8c3-fdab-4281-a9ef-d91d4ebcfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.509274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-959ed8c3-fdab-4281-a9ef-d91d4ebcfe41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a582448a6574b48b85daa79c1b602bf&device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 1094 time: 0.3286440 Jul 13 19:22:49.537296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0677525-172a-4540-86da-155186f3c040 service neutron] Pushing event updated for resources: {'Port': ['ID=21da0e4f-d646-4638-a7c4-25200244c6d2,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:49.602736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467523c-35e2-4b72-bdd5-e37f68f8cb79 req-119d4437-069d-4565-8dd2-e8b04b4b9961 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.611336 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a467523c-35e2-4b72-bdd5-e37f68f8cb79 req-119d4437-069d-4565-8dd2-e8b04b4b9961 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 945 time: 0.2960303 Jul 13 19:22:49.637189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-c43c48b5-d8b9-4c6c-ba82-f2e49ac407b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.638853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-c43c48b5-d8b9-4c6c-ba82-f2e49ac407b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1098 time: 0.2692664 Jul 13 19:22:49.731614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:49.732168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a467523c-35e2-4b72-bdd5-e37f68f8cb79 req-611950cc-46ca-441b-be99-31b32a89e467 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196842 Jul 13 19:22:49.781865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-9e44d7be-d526-4549-84b4-9be76928425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.782353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-7a616fe8-bca9-4114-9fb5-a1d28d45f7f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1750028 Jul 13 19:22:49.785528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-9e44d7be-d526-4549-84b4-9be76928425f service neutron] 10.222.0.60 "GET /v2.0/networks?id=64ddfd84-ebcf-463c-a487-176ffec7929e HTTP/1.1" status: 200 len: 925 time: 0.2674534 Jul 13 19:22:49.805825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3869b7b-e566-44cc-beef-b75436dfbdd1 req-7db4d4ee-3f73-4472-a633-71638379c1d0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.807442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3869b7b-e566-44cc-beef-b75436dfbdd1 req-7db4d4ee-3f73-4472-a633-71638379c1d0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 945 time: 0.1701834 Jul 13 19:22:49.817188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:49.841697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-fb0fb1e3-28fe-49f8-8838-c0e1f5163a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.843615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-fb0fb1e3-28fe-49f8-8838-c0e1f5163a0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1979718 Jul 13 19:22:49.908525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1860e3-6537-4288-aadb-96a8d1a45049'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:49.910853 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc2aa5a-08f6-4255-81fe-ead886bc3436" -d '{"events": [{"server_uuid": "a9ed5174-2684-4fc9-a177-d4abc70ec2de", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1860e3-6537-4288-aadb-96a8d1a45049"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:49.920292 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:49.934798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3869b7b-e566-44cc-beef-b75436dfbdd1 req-de94f597-3c8d-40c6-b85f-91727c9620e6 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878625 Jul 13 19:22:49.935476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:49.937309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-2ad67915-249b-4c77-acb8-2d2a2393f834 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63bf74ec-de80-4b65-82ed-b9735e29a5e6 HTTP/1.1" status: 200 len: 217 time: 0.1411700 Jul 13 19:22:49.939403 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-1ca9c0eb-637b-4313-8705-69a4587d7818 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 217 time: 0.0522633 Jul 13 19:22:50.018352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-5e1370ad-3f2a-4f7d-8c2c-07b3c409ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.019970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-5e1370ad-3f2a-4f7d-8c2c-07b3c409ebf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 1095 time: 0.2045107 Jul 13 19:22:50.026435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1860e3-6537-4288-aadb-96a8d1a45049,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:50.067956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-42525512-36a9-453e-8b1e-ab8c3ff4678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.069728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-42525512-36a9-453e-8b1e-ab8c3ff4678c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8 HTTP/1.1" status: 200 len: 863 time: 0.1203926 Jul 13 19:22:50.071274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-effcf62c-9784-43ec-a573-96dd7366288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.072875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-effcf62c-9784-43ec-a573-96dd7366288d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1209037 Jul 13 19:22:50.080136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 on host n-h1-800708-1 for vnic_type normal with profile {"migrating_to": "n-h2-800708-1"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:50.080136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:50.086297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:50.093293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Port aa1860e3-6537-4288-aadb-96a8d1a45049 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:50.093677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Attempting to bind port aa1860e3-6537-4288-aadb-96a8d1a45049 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:50.104802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:50.105141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:50.105540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:50.108530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Bound port: aa1860e3-6537-4288-aadb-96a8d1a45049, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:50.108530 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:50.251640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-9b5fef04-5b31-415b-aa02-f5b07c1af90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.253525 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-9b5fef04-5b31-415b-aa02-f5b07c1af90c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64ddfd84-ebcf-463c-a487-176ffec7929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721940 Jul 13 19:22:50.261097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-49769bcf-d7b6-4c9d-b182-09ae48764720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.262987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-49769bcf-d7b6-4c9d-b182-09ae48764720 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1800420 Jul 13 19:22:50.371361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-00bb1ff1-a848-44ca-855d-f792d099f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.373187 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-00bb1ff1-a848-44ca-855d-f792d099f92c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.2545075 Jul 13 19:22:50.380836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:50.384802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:50.398097 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:50.437232 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-cc487d77-405b-4343-b12c-39d5ca05a44d service neutron] 10.222.0.60 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732781 Jul 13 19:22:50.439153 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-6214d8d7-2d84-4fbf-b521-38a2ee36f3c2 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658142 Jul 13 19:22:50.462657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54575b41-ce39-49e3-a29c-7a9ba65290cf req-1f6fe1d9-add3-4bf5-8da5-126936d43b60 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.464424 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54575b41-ce39-49e3-a29c-7a9ba65290cf req-1f6fe1d9-add3-4bf5-8da5-126936d43b60 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 943 time: 0.3021336 Jul 13 19:22:50.499788 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-990af478-6ccb-49bf-b95f-ed1492f8daf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de587c47-2030-4853-ae21-d6d7c65591a6 HTTP/1.1" status: 200 len: 217 time: 0.1102984 Jul 13 19:22:50.567853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-752da4fe-63de-4e94-bde8-2caabe690c2f req-eb374be2-8b97-4baf-8ed7-f6e1fc55f641 service neutron] 10.222.0.60 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203642 Jul 13 19:22:50.600395 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c40fa3c4-a29e-48d6-b9ed-eee9f768f2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:50.630891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1860e3-6537-4288-aadb-96a8d1a45049,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:50.662283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54575b41-ce39-49e3-a29c-7a9ba65290cf req-f0202b6b-17cc-4b0b-9fb8-8a73103b03a8 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609137 Jul 13 19:22:50.662283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.662283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:50.662283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6583b39e-d54f-403f-98d0-442fcdea3322 service neutron] 10.222.0.60 "PUT /v2.0/ports/aa1860e3-6537-4288-aadb-96a8d1a45049 HTTP/1.1" status: 200 len: 1121 time: 1.3363996 Jul 13 19:22:50.681923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-24773e6f-a96e-4674-9d01-9590374d8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.683467 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-24773e6f-a96e-4674-9d01-9590374d8e5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1646824 Jul 13 19:22:50.726371 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a909cd1-13b9-4dd0-b7b0-57bd211ab1a6 x-openstack-request-id: req-3a909cd1-13b9-4dd0-b7b0-57bd211ab1a6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:50.727070 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ac463a-e403-4988-9b97-0d67d5118fa3", "name": "network-vif-plugged", "status": "completed", "tag": "4fc0e91e-1207-41bc-8dd6-d44030f9dd51", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:50.727573 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a909cd1-13b9-4dd0-b7b0-57bd211ab1a6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:50.729371 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ac463a-e403-4988-9b97-0d67d5118fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc0e91e-1207-41bc-8dd6-d44030f9dd51', 'code': 200} Jul 13 19:22:50.733344 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['aa1860e3-6537-4288-aadb-96a8d1a45049'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:50.770795 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09cf6a28-98f5-4046-9924-3a3d2d912a59 req-faf1b660-df42-43bc-b6de-e90bc92ac0e8 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147588 Jul 13 19:22:50.784105 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-55c06ca8-30b1-499f-a021-13ead819fee1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705433 Jul 13 19:22:50.809582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 63bf74ec-de80-4b65-82ed-b9735e29a5e6 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:50.945516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-ee5e6fb6-8830-4fae-9927-048cb1afca52 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540277 Jul 13 19:22:51.046924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 63bf74ec-de80-4b65-82ed-b9735e29a5e6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=63bf74ec-de80-4b65-82ed-b9735e29a5e6,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:51.075622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '63bf74ec-de80-4b65-82ed-b9735e29a5e6', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'port_id': '63bf74ec-de80-4b65-82ed-b9735e29a5e6', 'mac_address': 'fa:16:3e:2c:a9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:51.124759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00123db5-a625-4e56-a24a-0ceb4a502466 req-bc280c9f-f65e-42fa-8b4b-f2df06f19d07 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:51.132482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00123db5-a625-4e56-a24a-0ceb4a502466 req-bc280c9f-f65e-42fa-8b4b-f2df06f19d07 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 946 time: 0.1849201 Jul 13 19:22:51.136399 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d174595-6cfa-4e26-aa6d-288a45da7645 req-fda15f64-dccd-4437-8383-b5e1d6ca2d8f service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689737 Jul 13 19:22:51.136761 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-b3498173-8c4c-4722-bde5-16dc09910800 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 258 time: 0.2798123 Jul 13 19:22:51.144392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:51.169650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2'}, {'name': 'network-changed', 'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:51.174071 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4" -d '{"events": [{"server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "name": "network-vif-unplugged", "status": "completed", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2"}, {"name": "network-changed", "server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:51.195513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:51.197125 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00123db5-a625-4e56-a24a-0ceb4a502466 req-d8ca3409-cf7e-40df-8d86-4f809db06303 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8869dbc-9708-42ef-90f4-c31e09755074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635219 Jul 13 19:22:51.202333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9578d-9568-40a0-b4e2-103a3d50decf req-c2893d7e-8ed1-4754-8318-0577c24e3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:51.205050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-beb9578d-9568-40a0-b4e2-103a3d50decf req-c2893d7e-8ed1-4754-8318-0577c24e3c5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 1097 time: 0.3852832 Jul 13 19:22:51.206237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:51.227166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bf74ec-de80-4b65-82ed-b9735e29a5e6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:51.279210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 63bf74ec-de80-4b65-82ed-b9735e29a5e6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=63bf74ec-de80-4b65-82ed-b9735e29a5e6,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:51.284421 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:51.297123 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-beb9578d-9568-40a0-b4e2-103a3d50decf req-24ef7831-eb6a-4d06-a720-c0e42673d628 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8869dbc-9708-42ef-90f4-c31e09755074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768130 Jul 13 19:22:51.371415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:51.394054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=63bf74ec-de80-4b65-82ed-b9735e29a5e6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:51.416710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 21da0e4f-d646-4638-a7c4-25200244c6d2 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:51.419257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd5e5-50b5-4ab4-9158-4728e6e4c3ea req-1b39b7e2-877e-4806-9123-ed7a40343377 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:51.429495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-545dd5e5-50b5-4ab4-9158-4728e6e4c3ea req-1b39b7e2-877e-4806-9123-ed7a40343377 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 947 time: 0.0898676 Jul 13 19:22:51.477943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 21da0e4f-d646-4638-a7c4-25200244c6d2 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:51.498669 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-e73e88d9-0677-4c50-9c15-adb2ace8e502 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355802 Jul 13 19:22:51.511005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-545dd5e5-50b5-4ab4-9158-4728e6e4c3ea req-3fb8d39a-8d3f-42fd-8db5-1021aabf4a4b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805616 Jul 13 19:22:51.526716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Allocated IP 172.25.7.17 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/7f87ed7f-7a15-4899-92cd-d5d795000440) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:51.576404 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa05e0ee-c425-4274-b362-abec7fe3364c x-openstack-request-id: req-aa05e0ee-c425-4274-b362-abec7fe3364c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:51.576709 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed5174-2684-4fc9-a177-d4abc70ec2de", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1860e3-6537-4288-aadb-96a8d1a45049", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:51.576969 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa05e0ee-c425-4274-b362-abec7fe3364c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:51.577375 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1860e3-6537-4288-aadb-96a8d1a45049', 'code': 200} Jul 13 19:22:51.593052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['63bf74ec-de80-4b65-82ed-b9735e29a5e6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:51.689359 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:51.784218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:51.856024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:51.860216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:51.864493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:51.874100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-4f3b93c9-2b7e-40dc-b436-df65fccfeccb tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:51.876838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-4f3b93c9-2b7e-40dc-b436-df65fccfeccb tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3646755 Jul 13 19:22:51.902083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Request body: {'port': {'device_id': 'a89305fa-2e0b-4903-a541-7bcec175f539', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'a726fc1b8b5046cda4f1b929b9e0683b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:51.915529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Pushing event updated for resources: {'Port': ['ID=7f87ed7f-7a15-4899-92cd-d5d795000440,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:52.016233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3f7e3-7877-4d35-a3de-ee888619a3fc req-863d03e4-de37-4b4e-a3dd-a8f7c328caed tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:52.023507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62b3f7e3-7877-4d35-a3de-ee888619a3fc req-863d03e4-de37-4b4e-a3dd-a8f7c328caed tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 945 time: 0.3254125 Jul 13 19:22:52.047440 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-05a3fe7f-288f-43b7-bfe2-9ac5c86bc73f tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590956 Jul 13 19:22:52.067959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:52.175271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62b3f7e3-7877-4d35-a3de-ee888619a3fc req-e763f2d8-f703-4c58-96c9-12baacdaaed2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506257 Jul 13 19:22:52.328854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-ad055f9d-1ec8-4e69-817d-dcb052657b6e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:52.331159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-ad055f9d-1ec8-4e69-817d-dcb052657b6e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765002 Jul 13 19:22:52.332604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Made reservation on behalf of a726fc1b8b5046cda4f1b929b9e0683b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:52.351619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:52.361516 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Request body: {'port': {'device_id': 'e36a55d6-991f-4c19-be4c-5f6656d7a9c7', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'a726fc1b8b5046cda4f1b929b9e0683b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:52.415725 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:52.423782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb24e5c-827a-4181-8112-5d47628dcdc1 req-54538302-083f-48b4-89ea-89522719436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:52.425284 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bb24e5c-827a-4181-8112-5d47628dcdc1 req-54538302-083f-48b4-89ea-89522719436d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1096 time: 0.4421909 Jul 13 19:22:52.458014 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff7ded5d-6d48-4b1d-9e64-723620d7b9f1 req-3f1b7d7f-3b8c-4be8-93c2-2f1689d3bd82 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 210 time: 0.0919003 Jul 13 19:22:52.549598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb24e5c-827a-4181-8112-5d47628dcdc1 req-bb5db839-faf8-4cac-93df-f91af58834a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:52.551126 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bb24e5c-827a-4181-8112-5d47628dcdc1 req-bb5db839-faf8-4cac-93df-f91af58834a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.1036150 Jul 13 19:22:52.608199 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bb24e5c-827a-4181-8112-5d47628dcdc1 req-f74ffc25-bd35-4e28-9e76-e23bfca54f59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34450648-a665-4137-a88b-21ecc719afac HTTP/1.1" status: 200 len: 217 time: 0.0468025 Jul 13 19:22:52.644676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Allocated IP 192.168.233.147 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/c324abca-7f50-42f4-8b50-93113b7b3d38) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:52.701351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Made reservation on behalf of a726fc1b8b5046cda4f1b929b9e0683b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:52.705951 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:52.734176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb24e5c-827a-4181-8112-5d47628dcdc1 req-80086e4c-73f9-4b73-a6e4-d3888d9e4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:52.736458 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bb24e5c-827a-4181-8112-5d47628dcdc1 req-80086e4c-73f9-4b73-a6e4-d3888d9e4717 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1207700 Jul 13 19:22:52.806322 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bb24e5c-827a-4181-8112-5d47628dcdc1 req-892e1da7-5e3a-4cd5-ae56-f43f0aa104ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568032 Jul 13 19:22:52.819175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device aa1860e3-6537-4288-aadb-96a8d1a45049 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:52.824197 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-563bbd4c-c29e-404f-aa0d-733ac69f1cfe tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:52.825969 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-563bbd4c-c29e-404f-aa0d-733ac69f1cfe tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1096 time: 0.1242681 Jul 13 19:22:52.848463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800708-1'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:52.885986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc1d12-1a98-4c50-ab9c-3f1d5c708d8e req-8c72bd8a-a5b2-471e-becc-d28b702d9665 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:52.887866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-abcc1d12-1a98-4c50-ab9c-3f1d5c708d8e req-8c72bd8a-a5b2-471e-becc-d28b702d9665 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 943 time: 0.2357194 Jul 13 19:22:52.971293 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-abcc1d12-1a98-4c50-ab9c-3f1d5c708d8e req-e535d8d9-1def-4031-b825-0312843fde81 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705113 Jul 13 19:22:53.004521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 63bf74ec-de80-4b65-82ed-b9735e29a5e6 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:53.006716 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.008327 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.011168 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.020097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:53.027796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.042068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Transition to ACTIVE for port object c324abca-7f50-42f4-8b50-93113b7b3d38 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:53.088376 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bb24e5c-827a-4181-8112-5d47628dcdc1 req-88b001c3-1aa4-48a3-9adb-a8c287443242 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690778 Jul 13 19:22:53.089165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device aa1860e3-6537-4288-aadb-96a8d1a45049 has no active binding in host n-h2-800708-1 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 19:22:53.103435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:53.110192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:53.111107 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.177602 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3729e3be-0c2e-4f7f-856c-9060218bbd30 x-openstack-request-id: req-3729e3be-0c2e-4f7f-856c-9060218bbd30 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:53.177815 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "name": "network-vif-unplugged", "status": "completed", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2", "code": 200}, {"name": "network-changed", "server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:53.178093 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3729e3be-0c2e-4f7f-856c-9060218bbd30 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:53.178519 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2', 'code': 200} Jul 13 19:22:53.178775 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2', 'status': 'completed', 'code': 200} Jul 13 19:22:53.212124 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.228466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.270223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 63bf74ec-de80-4b65-82ed-b9735e29a5e6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=63bf74ec-de80-4b65-82ed-b9735e29a5e6,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:53.279233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bf74ec-de80-4b65-82ed-b9735e29a5e6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:53.282098 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc6d3b8-ee47-455d-a0ba-d250ce2e7bde" -d '{"events": [{"server_uuid": "ba016903-b626-40da-a8a0-9b97a93f2468", "name": "network-vif-plugged", "status": "completed", "tag": "63bf74ec-de80-4b65-82ed-b9735e29a5e6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:53.285295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:53.289049 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.321628 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-146445d3-2e81-47f8-aabf-499d770836b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.350747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Allocated IP 192.168.233.71 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/46a561fe-cfe5-4023-aed8-56a5f28c7e12) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:53.379711 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.425060 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.431850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 34450648-a665-4137-a88b-21ecc719afac details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:53.432034 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2936971 Jul 13 19:22:53.435632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=63bf74ec-de80-4b65-82ed-b9735e29a5e6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:53.520477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-a077fbba-a187-4182-b936-5f8b25871a4b tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0875661 Jul 13 19:22:53.621107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'tag': 'aa1860e3-6537-4288-aadb-96a8d1a45049'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:53.624173 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ed5174-2684-4fc9-a177-d4abc70ec2de", "tag": "aa1860e3-6537-4288-aadb-96a8d1a45049"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:53.639366 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.672377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:53.676912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-0e9311b0-9eb3-4c8e-a6b6-224b4b68a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.678683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-0e9311b0-9eb3-4c8e-a6b6-224b4b68a345 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1098 time: 0.4007404 Jul 13 19:22:53.690226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 34450648-a665-4137-a88b-21ecc719afac has no active binding in host n-h1-800708-1 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 19:22:53.726777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:53.727013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:53.731881 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.736137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:53.744624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-d265e0a3-105a-4c0c-b770-e818f26b8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.745676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-d265e0a3-105a-4c0c-b770-e818f26b8a75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1098 time: 0.6423264 Jul 13 19:22:53.751386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:53.757211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.757854 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.763526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20a31f-42a3-4e76-bbf3-da0143129e04 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Pushing event updated for resources: {'Port': ['ID=7f87ed7f-7a15-4899-92cd-d5d795000440,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:53.779574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087074f4-8db1-4cf1-88c2-dd67ecb805fb req-6a95883f-b9f7-4198-8e64-8e0a342ee8ba tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.782930 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-087074f4-8db1-4cf1-88c2-dd67ecb805fb req-6a95883f-b9f7-4198-8e64-8e0a342ee8ba tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 944 time: 0.6140368 Jul 13 19:22:53.794932 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bb24e5c-827a-4181-8112-5d47628dcdc1 req-a0f50869-4098-486b-bf08-7443a7406fc5 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150329 Jul 13 19:22:53.879013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:53.926274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event updated for resources: {'Port': ['ID=c324abca-7f50-42f4-8b50-93113b7b3d38,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:53.929687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-730a7958-277a-4dd3-9957-ad47215dff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.931415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-730a7958-277a-4dd3-9957-ad47215dff11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1605573 Jul 13 19:22:53.939968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-74cf6ba7-5e4f-4272-8c04-d7eba848c3cd tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.941727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-74cf6ba7-5e4f-4272-8c04-d7eba848c3cd tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.4201860 Jul 13 19:22:53.943511 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-be942b9d-6773-4c82-b2cf-ca7a49936478 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0541801 Jul 13 19:22:53.944770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Transition to ACTIVE for port object 46a561fe-cfe5-4023-aed8-56a5f28c7e12 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:53.964107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-cd13d5de-4135-456c-9dbf-59dd358866de tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:22:53.965999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13c1a000-e482-44b0-8e0b-9da1d71203b5 req-cd13d5de-4135-456c-9dbf-59dd358866de tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115037 Jul 13 19:22:54.003737 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.038906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.077295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-4cb118b7-9c87-46f6-9d34-4dc58150485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.079918 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-4cb118b7-9c87-46f6-9d34-4dc58150485e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.3087769 Jul 13 19:22:54.153328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab538a32-5133-4787-9739-2aa813e7f506 None None] Provisioning for port c324abca-7f50-42f4-8b50-93113b7b3d38 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:54.159562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab538a32-5133-4787-9739-2aa813e7f506 None None] Provisioning complete for port c324abca-7f50-42f4-8b50-93113b7b3d38 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:54.160220 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab538a32-5133-4787-9739-2aa813e7f506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.165914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-96c0705e-6322-4c97-a727-900a9c3e50f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 217 time: 0.0687094 Jul 13 19:22:54.200324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab538a32-5133-4787-9739-2aa813e7f506 None None] Port c324abca-7f50-42f4-8b50-93113b7b3d38 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:22:54.263763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Pushing event updated for resources: {'Port': ['ID=34450648-a665-4137-a88b-21ecc719afac,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:54.302423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac on host n-h2-800708-1 for vnic_type normal with profile {"migrating_to": "n-h1-800708-1"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:54.302786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:54.303095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:54.318775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-64f68b4f-74cd-442e-926c-7c56ed53070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.320622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-64f68b4f-74cd-442e-926c-7c56ed53070a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1273651 Jul 13 19:22:54.322006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Port 34450648-a665-4137-a88b-21ecc719afac on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:54.322006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Attempting to bind port 34450648-a665-4137-a88b-21ecc719afac on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:54.326884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Request body: {'port': {'device_id': 'a89305fa-2e0b-4903-a541-7bcec175f539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:54.334220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:54.334711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:54.335145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:54.335650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Bound port: 34450648-a665-4137-a88b-21ecc719afac, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:54.336078 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.383011 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-61f6f6e3-8f96-4776-9035-ef96cc33d01a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 217 time: 0.4344141 Jul 13 19:22:54.389792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359536d4-697f-45da-92f9-9ed38a7c7f90 req-c09d4dca-8566-4c86-bc95-f051a1172ac2 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.393337 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-359536d4-697f-45da-92f9-9ed38a7c7f90 req-c09d4dca-8566-4c86-bc95-f051a1172ac2 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 946 time: 0.2348344 Jul 13 19:22:54.416860 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.472373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-087074f4-8db1-4cf1-88c2-dd67ecb805fb req-f82aa930-c019-40a3-bf7b-d08ad37a3d11 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5398986 Jul 13 19:22:54.506415 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-359536d4-697f-45da-92f9-9ed38a7c7f90 req-e7edb94d-dca3-4dcf-8ac2-877fbdf1d00a tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8869dbc-9708-42ef-90f4-c31e09755074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797687 Jul 13 19:22:54.507885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:54.513686 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:54.517810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-185eda1c-76b1-4278-8858-be5083589eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.519724 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-185eda1c-76b1-4278-8858-be5083589eb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1812887 Jul 13 19:22:54.521789 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.549419 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.551909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-f88448b3-0029-4edf-985f-7645f3c27639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.553700 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-f88448b3-0029-4edf-985f-7645f3c27639 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1606379 Jul 13 19:22:54.563167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:54.689936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:54.716702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:54.745073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:54.753146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.753349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.754192 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.754516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.757330 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] 10.222.0.24 "PUT /v2.0/ports/34450648-a665-4137-a88b-21ecc719afac HTTP/1.1" status: 200 len: 1121 time: 1.9168394 Jul 13 19:22:54.779853 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.805353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event updated for resources: {'Port': ['ID=46a561fe-cfe5-4023-aed8-56a5f28c7e12,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:54.808728 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-ac039456-a7d0-4b4e-8bd3-2e01ea47b56c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4541831 Jul 13 19:22:54.815796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74d503-e59b-49de-b9ff-209cb233351d service neutron] Pushing event updated for resources: {'Port': ['ID=34450648-a665-4137-a88b-21ecc719afac,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:54.824943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Request body: {'port': {'device_id': 'e36a55d6-991f-4c19-be4c-5f6656d7a9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:54.837899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 21da0e4f-d646-4638-a7c4-25200244c6d2 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:54.882779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['34450648-a665-4137-a88b-21ecc719afac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:54.889820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-1bff302a-956b-44e4-b935-9cb977ade666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.892368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-1bff302a-956b-44e4-b935-9cb977ade666 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3101349 Jul 13 19:22:54.894124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['34450648-a665-4137-a88b-21ecc719afac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:54.947992 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-c98e029e-eac6-48c7-b414-7ccb13708f02 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576581 Jul 13 19:22:54.975915 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:22:55.040017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c19283-5b76-4bcb-949f-4fa7ddef8872 req-eadd14ac-e4d6-4526-8670-50ee79934efe tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:55.048165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06c19283-5b76-4bcb-949f-4fa7ddef8872 req-eadd14ac-e4d6-4526-8670-50ee79934efe tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 947 time: 0.3957641 Jul 13 19:22:55.096134 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-abed19f2-f349-425b-9f61-b9a40b1e6dc0 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366768 Jul 13 19:22:55.154178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fecd7-3163-4b27-bdec-f7a1d6ddd75f req-695083e5-70c9-464c-a55b-4acf00cdd772 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:55.161633 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-967fecd7-3163-4b27-bdec-f7a1d6ddd75f req-695083e5-70c9-464c-a55b-4acf00cdd772 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 943 time: 0.4842653 Jul 13 19:22:55.179589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34450648-a665-4137-a88b-21ecc719afac'}, {'name': 'network-changed', 'server_uuid': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'tag': '34450648-a665-4137-a88b-21ecc719afac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:55.187666 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928d18ab-f8bc-40d4-84aa-33731450e826" -d '{"events": [{"server_uuid": "a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41", "name": "network-vif-unplugged", "status": "completed", "tag": "34450648-a665-4137-a88b-21ecc719afac"}, {"name": "network-changed", "server_uuid": "a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41", "tag": "34450648-a665-4137-a88b-21ecc719afac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:55.196924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.229847 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06c19283-5b76-4bcb-949f-4fa7ddef8872 req-bfe63a64-4a0b-49dc-b64b-31c008d1bc8c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809084 Jul 13 19:22:55.239816 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-967fecd7-3163-4b27-bdec-f7a1d6ddd75f req-8d0fd272-1c39-47a5-94aa-c48fbc80920c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771303 Jul 13 19:22:55.269302 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-d88a03a6-7b7e-419e-bf4d-a202bda703c7 service neutron] 10.222.0.24 "GET /v2.0/ports/aa1860e3-6537-4288-aadb-96a8d1a45049/bindings/n-h2-800708-1 HTTP/1.1" status: 200 len: 384 time: 0.1721797 Jul 13 19:22:55.280957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28aa7965-4845-46b0-8a67-adfbb9167ed3 None None] Provisioning for port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:55.307786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28aa7965-4845-46b0-8a67-adfbb9167ed3 None None] Provisioning complete for port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:55.309177 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28aa7965-4845-46b0-8a67-adfbb9167ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.361271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-bae98937-6dd7-4e09-b082-f027978002c3 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498408 Jul 13 19:22:55.403007 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691cb738-83aa-4950-9f89-20886381e4f9 x-openstack-request-id: req-691cb738-83aa-4950-9f89-20886381e4f9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:55.403507 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba016903-b626-40da-a8a0-9b97a93f2468", "name": "network-vif-plugged", "status": "completed", "tag": "63bf74ec-de80-4b65-82ed-b9735e29a5e6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:55.403507 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-691cb738-83aa-4950-9f89-20886381e4f9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:55.404317 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bf74ec-de80-4b65-82ed-b9735e29a5e6', 'code': 200} Jul 13 19:22:55.509852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28aa7965-4845-46b0-8a67-adfbb9167ed3 None None] Port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:22:55.512343 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cc732b-1c5a-4383-9db6-a3c95fd587dc x-openstack-request-id: req-b2cc732b-1c5a-4383-9db6-a3c95fd587dc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:55.512633 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ed5174-2684-4fc9-a177-d4abc70ec2de", "tag": "aa1860e3-6537-4288-aadb-96a8d1a45049", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:55.512879 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2cc732b-1c5a-4383-9db6-a3c95fd587dc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:55.513402 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'tag': 'aa1860e3-6537-4288-aadb-96a8d1a45049', 'status': 'completed', 'code': 200} Jul 13 19:22:55.527855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=21da0e4f-d646-4638-a7c4-25200244c6d2,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:55.589292 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f717d229-7d5b-405a-b85a-47bfaf5ed8e4 req-4cfe83e2-5fec-49b3-b006-45cebe1c73db service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152834 Jul 13 19:22:55.608304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '21da0e4f-d646-4638-a7c4-25200244c6d2', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '21da0e4f-d646-4638-a7c4-25200244c6d2', 'mac_address': 'fa:16:3e:3a:73:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:55.647231 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c324abca-7f50-42f4-8b50-93113b7b3d38 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:55.657122 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.674384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Transition to ACTIVE for port object c324abca-7f50-42f4-8b50-93113b7b3d38 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:55.686290 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.702677 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.723009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21da0e4f-d646-4638-a7c4-25200244c6d2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:55.753230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=21da0e4f-d646-4638-a7c4-25200244c6d2,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:55.761010 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.850862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=21da0e4f-d646-4638-a7c4-25200244c6d2,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:55.871849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5bf30-ca86-4185-8a71-77eefe018831 req-da23a264-7dd8-4b64-b1e8-1d9304eba8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:55.874143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cef5bf30-ca86-4185-8a71-77eefe018831 req-da23a264-7dd8-4b64-b1e8-1d9304eba8f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 1096 time: 0.3936458 Jul 13 19:22:55.883121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee req-c5c3ecd2-9aa0-498a-acd4-f9f7945df346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:55.884937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee req-c5c3ecd2-9aa0-498a-acd4-f9f7945df346 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 1124 time: 0.3220541 Jul 13 19:22:55.932965 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.949262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e38e1-c6fe-4f1f-b9bf-939824d49d2f req-f70ab884-936f-4004-a718-10446f5af5e9 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:55.950578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-220e38e1-c6fe-4f1f-b9bf-939824d49d2f req-f70ab884-936f-4004-a718-10446f5af5e9 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 936 time: 0.3381073 Jul 13 19:22:55.953763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c324abca-7f50-42f4-8b50-93113b7b3d38,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:55.976347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Attempting to bind port c324abca-7f50-42f4-8b50-93113b7b3d38 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:55.976694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Attempting to bind port c324abca-7f50-42f4-8b50-93113b7b3d38 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:55.977030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Attempting to bind port c324abca-7f50-42f4-8b50-93113b7b3d38 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:55.998814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Port c324abca-7f50-42f4-8b50-93113b7b3d38 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:55.999071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Attempting to bind port c324abca-7f50-42f4-8b50-93113b7b3d38 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:56.033519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:56.033868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:56.034261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:56.034746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Bound port: c324abca-7f50-42f4-8b50-93113b7b3d38, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:56.035113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.066530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2024620f-fbcc-4482-94f3-af28ee336e8f service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:56.075383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-1ea9e188-ba23-4b27-be38-9da80dd09f01 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:56.076779 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-1ea9e188-ba23-4b27-be38-9da80dd09f01 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3024297 Jul 13 19:22:56.084107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cef5bf30-ca86-4185-8a71-77eefe018831 req-29b38fe2-0786-4fe0-a3bb-8fb61d8f61eb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905563 Jul 13 19:22:56.105216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['21da0e4f-d646-4638-a7c4-25200244c6d2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:56.127124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-220e38e1-c6fe-4f1f-b9bf-939824d49d2f req-03b823de-1c8b-458c-970c-b9fd3d9a7823 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167247 Jul 13 19:22:56.153641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2024620f-fbcc-4482-94f3-af28ee336e8f service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:56.210725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2024620f-fbcc-4482-94f3-af28ee336e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1860e3-6537-4288-aadb-96a8d1a45049 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:56.224312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2024620f-fbcc-4482-94f3-af28ee336e8f service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:56.234939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee req-a96ed33a-a27e-4ca4-9d97-dbea877c4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:56.236712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee req-a96ed33a-a27e-4ca4-9d97-dbea877c4ee9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.3363700 Jul 13 19:22:56.250483 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-86d51ce0-23fa-408b-88ea-f7ee8b0fe872 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.1372578 Jul 13 19:22:56.260487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2024620f-fbcc-4482-94f3-af28ee336e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.268960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e5781a75-3b05-4db9-8080-cd525862ffa9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Request body: {'floatingip': {'port_id': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:56.325541 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e5781a75-3b05-4db9-8080-cd525862ffa9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.330272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a561fe-cfe5-4023-aed8-56a5f28c7e12 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:56.336306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] For port c324abca-7f50-42f4-8b50-93113b7b3d38, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:56.371996 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.411607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] For port c324abca-7f50-42f4-8b50-93113b7b3d38, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c324abca-7f50-42f4-8b50-93113b7b3d38,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:56.425359 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.440690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Transition to ACTIVE for port object 46a561fe-cfe5-4023-aed8-56a5f28c7e12 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:56.472849 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.506204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:56.506752 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.508173 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] 10.222.0.24 "PUT /v2.0/ports/c324abca-7f50-42f4-8b50-93113b7b3d38 HTTP/1.1" status: 200 len: 1096 time: 2.5546875 Jul 13 19:22:56.581250 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee req-b3026d57-0d6e-4a5b-9fd2-589bd7efa513 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1860e3-6537-4288-aadb-96a8d1a45049 HTTP/1.1" status: 200 len: 217 time: 0.3363426 Jul 13 19:22:56.654472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feee750-b638-4f04-8ca9-cf8ae14711e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c324abca-7f50-42f4-8b50-93113b7b3d38,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:56.686643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee req-44df15eb-794f-49af-8bcc-a7042269027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:56.688384 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee req-44df15eb-794f-49af-8bcc-a7042269027d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.0993354 Jul 13 19:22:56.716889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Attempting to bind port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:56.717218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Attempting to bind port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:56.717544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Attempting to bind port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:56.724821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c31d1-b1c0-45e3-ba88-87570d4bf77f req-b6bacbf6-1084-486d-b8cb-93088927aad7 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:56.732269 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f81c31d1-b1c0-45e3-ba88-87570d4bf77f req-b6bacbf6-1084-486d-b8cb-93088927aad7 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 943 time: 0.4733365 Jul 13 19:22:56.742878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:56.743262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Attempting to bind port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:56.762394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee req-81b6e0af-6db9-4287-b921-9ba4bf00c1e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650091 Jul 13 19:22:56.765220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:56.766391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:56.766916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:56.767363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Bound port: 46a561fe-cfe5-4023-aed8-56a5f28c7e12, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:56.767720 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.769468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2024620f-fbcc-4482-94f3-af28ee336e8f service neutron] Transition to ACTIVE for port object aa1860e3-6537-4288-aadb-96a8d1a45049 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:56.772731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Pushing event updated for resources: {'Port': ['ID=46a561fe-cfe5-4023-aed8-56a5f28c7e12,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:56.791997 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2024620f-fbcc-4482-94f3-af28ee336e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.868172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-a2a886da-d115-43f1-959b-c3f0ec2e1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:56.869708 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-a2a886da-d115-43f1-959b-c3f0ec2e1ef0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 1099 time: 0.2729402 Jul 13 19:22:56.879332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f81c31d1-b1c0-45e3-ba88-87570d4bf77f req-4b00683a-de7d-4027-b2d8-2302af18e9ce tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466360 Jul 13 19:22:56.936027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2024620f-fbcc-4482-94f3-af28ee336e8f service neutron] No DVR routers for this DVR port aa1860e3-6537-4288-aadb-96a8d1a45049 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:56.942710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024620f-fbcc-4482-94f3-af28ee336e8f service neutron] Pushing event updated for resources: {'Port': ['ID=aa1860e3-6537-4288-aadb-96a8d1a45049,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:56.980835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee req-14a9d1da-1d10-4978-ba5c-f460f0a2d376 service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086904 Jul 13 19:22:56.986394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-2024620f-fbcc-4482-94f3-af28ee336e8f service neutron] 10.222.0.24 "PUT /v2.0/ports/aa1860e3-6537-4288-aadb-96a8d1a45049/bindings/n-h2-800708-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7104003 Jul 13 19:22:57.200617 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9f49bb2-b150-48a4-b9cf-665c85d3c2ee req-a9ea1c1d-508a-4542-a7a7-56965010ee28 service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024198 Jul 13 19:22:57.209691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-cf2ddaa4-3dcd-4f33-8281-4cb413fb712b tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.211216 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-cf2ddaa4-3dcd-4f33-8281-4cb413fb712b tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1270068 Jul 13 19:22:57.288467 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fa2109-944e-4594-a516-966adc42d4f7 x-openstack-request-id: req-69fa2109-944e-4594-a516-966adc42d4f7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:57.289118 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41", "name": "network-vif-unplugged", "status": "completed", "tag": "34450648-a665-4137-a88b-21ecc719afac", "code": 200}, {"name": "network-changed", "server_uuid": "a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41", "tag": "34450648-a665-4137-a88b-21ecc719afac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:57.289371 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69fa2109-944e-4594-a516-966adc42d4f7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:57.289761 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34450648-a665-4137-a88b-21ecc719afac', 'code': 200} Jul 13 19:22:57.290015 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'tag': '34450648-a665-4137-a88b-21ecc719afac', 'status': 'completed', 'code': 200} Jul 13 19:22:57.296177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-f9f3b044-15bd-4940-9983-f0610612e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.298318 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-f9f3b044-15bd-4940-9983-f0610612e103 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de&tenant_id=06fb674d5f8a44f59700ad9453117896 HTTP/1.1" status: 200 len: 1095 time: 0.0674257 Jul 13 19:22:57.350727 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-d6acf122-47b0-4982-8ff9-a436df416f2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c324abca-7f50-42f4-8b50-93113b7b3d38 HTTP/1.1" status: 200 len: 217 time: 0.0509663 Jul 13 19:22:57.394116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d18ab-f8bc-40d4-84aa-33731450e826 req-7d1dfe05-cdec-4fa6-9f9c-d951d050b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.395912 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928d18ab-f8bc-40d4-84aa-33731450e826 req-7d1dfe05-cdec-4fa6-9f9c-d951d050b65d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1124 time: 0.0577002 Jul 13 19:22:57.427578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-35bee90c-2173-4d3c-b4e9-3f4368fa9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.429120 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-35bee90c-2173-4d3c-b4e9-3f4368fa9bd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0699749 Jul 13 19:22:57.527654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89305fa-2e0b-4903-a541-7bcec175f539', 'tag': 'c324abca-7f50-42f4-8b50-93113b7b3d38'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:57.529981 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acd1e00-3372-494e-a781-e0a91bfc31ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a89305fa-2e0b-4903-a541-7bcec175f539", "tag": "c324abca-7f50-42f4-8b50-93113b7b3d38"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:57.534847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d18ab-f8bc-40d4-84aa-33731450e826 req-7588e194-a5df-458b-8089-1bc8a5f21f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.537309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928d18ab-f8bc-40d4-84aa-33731450e826 req-7588e194-a5df-458b-8089-1bc8a5f21f45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.1346459 Jul 13 19:22:57.551135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] For port 46a561fe-cfe5-4023-aed8-56a5f28c7e12, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:57.585080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] For port 46a561fe-cfe5-4023-aed8-56a5f28c7e12, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=46a561fe-cfe5-4023-aed8-56a5f28c7e12,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:57.623660 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:57.634561 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928d18ab-f8bc-40d4-84aa-33731450e826 req-d17f6d6f-2123-41f1-acdb-ddfdbbabcfd8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34450648-a665-4137-a88b-21ecc719afac HTTP/1.1" status: 200 len: 217 time: 0.0811982 Jul 13 19:22:57.685070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-8403b9f5-4118-4e1b-9066-6386e8d82c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.686789 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-8403b9f5-4118-4e1b-9066-6386e8d82c98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 1095 time: 0.2738380 Jul 13 19:22:57.690884 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e5781a75-3b05-4db9-8080-cd525862ffa9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:57.694487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.694768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:57.696117 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] 10.222.0.24 "PUT /v2.0/ports/46a561fe-cfe5-4023-aed8-56a5f28c7e12 HTTP/1.1" status: 200 len: 1095 time: 2.8753681 Jul 13 19:22:57.703867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e5781a75-3b05-4db9-8080-cd525862ffa9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:57.706850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-da19c234-8679-49e8-aa58-47189c3dc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.708391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-da19c234-8679-49e8-aa58-47189c3dc467 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517209 Jul 13 19:22:57.734255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d18ab-f8bc-40d4-84aa-33731450e826 req-181020cd-65d3-4486-9d14-3d4e0e374dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.736174 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928d18ab-f8bc-40d4-84aa-33731450e826 req-181020cd-65d3-4486-9d14-3d4e0e374dcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.0833454 Jul 13 19:22:57.787730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928d18ab-f8bc-40d4-84aa-33731450e826 req-944af373-92c8-41e3-ad02-659e90e6ced5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381067 Jul 13 19:22:57.803412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89418d7-0126-47a4-9f1b-703d1d2b48e8 req-8902e4ba-32d7-4b30-b0d0-fc69ec6dcbc6 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.805023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b89418d7-0126-47a4-9f1b-703d1d2b48e8 req-8902e4ba-32d7-4b30-b0d0-fc69ec6dcbc6 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 945 time: 0.2659404 Jul 13 19:22:57.846521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e96e87-5bf2-462f-94d7-1142b637d638 service neutron] Pushing event updated for resources: {'Port': ['ID=46a561fe-cfe5-4023-aed8-56a5f28c7e12,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:57.878951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-6760dc59-6a7f-46d2-b185-0c3d00f72ae1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.880467 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-6760dc59-6a7f-46d2-b185-0c3d00f72ae1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab&tenant_id=639f879ba82141ebb6867944411978e1&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 948 time: 0.2716515 Jul 13 19:22:57.959710 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b89418d7-0126-47a4-9f1b-703d1d2b48e8 req-646a5334-371d-422a-bcba-81d4be9408d7 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428685 Jul 13 19:22:57.986577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928d18ab-f8bc-40d4-84aa-33731450e826 req-001ed374-5d25-400d-87f5-9d8e2eff58f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795073 Jul 13 19:22:57.992406 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-dba9ff98-26b8-4722-9be5-9ab49a6397db service neutron] delete failed (client error): The resource could not be found. Jul 13 19:22:57.993386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-dba9ff98-26b8-4722-9be5-9ab49a6397db service neutron] 10.222.0.24 "DELETE /v2.0/ports/21da0e4f-d646-4638-a7c4-25200244c6d2/bindings/n-h1-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0999489 Jul 13 19:22:58.022323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-d9b9cbdf-a74d-40c9-bd5b-31e96505db21 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981286 Jul 13 19:22:58.023319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-b074608a-74af-4e14-8e0f-bfecd5f2bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.024659 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-b074608a-74af-4e14-8e0f-bfecd5f2bea4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.3223865 Jul 13 19:22:58.029855 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e5781a75-3b05-4db9-8080-cd525862ffa9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Floating IP 59eed28d-1f36-4abf-9334-f2ad4f084b8b associated. External IP: 172.25.7.17, port: 84c09e20-79a8-436d-aec3-4249a8ea701f. Jul 13 19:22:58.050982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-7817639a-a348-485e-b75f-e6a7276c5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.052349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-7817639a-a348-485e-b75f-e6a7276c5848 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=e36a55d6-991f-4c19-be4c-5f6656d7a9c7 HTTP/1.1" status: 200 len: 1098 time: 0.2940941 Jul 13 19:22:58.128188 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-6a00dcf8-f631-4f4d-8adb-e6ae0f3da88e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1860e3-6537-4288-aadb-96a8d1a45049 HTTP/1.1" status: 200 len: 217 time: 0.0948226 Jul 13 19:22:58.175817 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-928d18ab-f8bc-40d4-84aa-33731450e826 req-157a09ee-e617-43b7-b3dc-3798cece285c service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759973 Jul 13 19:22:58.203507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-a8cf83f2-2c4a-432d-9322-18fa8928243f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=46a561fe-cfe5-4023-aed8-56a5f28c7e12 HTTP/1.1" status: 200 len: 217 time: 0.0913231 Jul 13 19:22:58.212320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-f5f82d17-01ed-4e0e-8d58-56140e4a5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.213783 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-f5f82d17-01ed-4e0e-8d58-56140e4a5fa8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1099 time: 0.1168301 Jul 13 19:22:58.224065 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925610-251d-48b5-b1ae-ba62ef8cac99 req-c21c42bc-2d16-4128-93c2-eb1506a604a7 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.225474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c6925610-251d-48b5-b1ae-ba62ef8cac99 req-c21c42bc-2d16-4128-93c2-eb1506a604a7 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 943 time: 0.1180804 Jul 13 19:22:58.319616 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c6925610-251d-48b5-b1ae-ba62ef8cac99 req-adedae7e-e6a9-4893-bd84-a903f5277557 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844080 Jul 13 19:22:58.338647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-a94362c4-9211-45b3-af0c-388b15c100d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.340233 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-a94362c4-9211-45b3-af0c-388b15c100d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1139159 Jul 13 19:22:58.340774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-e2fb64fe-df05-4480-a275-41b5fe307a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.342248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-e2fb64fe-df05-4480-a275-41b5fe307a2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.1864812 Jul 13 19:22:58.349803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-b6a6cbd8-4e62-4b94-8e01-a80043cad200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.351251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-b6a6cbd8-4e62-4b94-8e01-a80043cad200 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1240950 Jul 13 19:22:58.389918 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-da0e8c08-1758-4cc6-95b8-2554306ed02c service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482027 Jul 13 19:22:58.392182 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-4a2a93a8-dc67-4f61-85b0-78de16e955b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 217 time: 0.0427420 Jul 13 19:22:58.394316 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-226d8ddf-e3d3-40cf-b775-699d46ac4aae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421965 Jul 13 19:22:58.452490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-661ea414-5440-4b12-aa86-5ecd2c2f2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.454694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-661ea414-5440-4b12-aa86-5ecd2c2f2f17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0526779 Jul 13 19:22:58.528201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-9328686d-23b1-4986-bd1d-6904c2574b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.530775 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-9328686d-23b1-4986-bd1d-6904c2574b49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599563 Jul 13 19:22:58.596091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0392-743f-4800-8472-c4dde87be55c req-f138418a-76d7-448c-90ff-b3f00a58f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.598023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-f138418a-76d7-448c-90ff-b3f00a58f698 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2334237 Jul 13 19:22:58.599354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-c7153b0e-9d26-46d5-b864-0adc818a4cd9 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885307 Jul 13 19:22:58.704626 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-c18985f2-f437-4b9f-9374-cc00f0b898df service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599660 Jul 13 19:22:58.709869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e5781a75-3b05-4db9-8080-cd525862ffa9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:22:58.786255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d0d03-46b7-402d-b801-d7bce3606a7b req-8f02f30a-2c69-4b83-a7e2-313774110630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.787873 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be1d0d03-46b7-402d-b801-d7bce3606a7b req-8f02f30a-2c69-4b83-a7e2-313774110630 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0218a90c2e77416896a010a2ba559e44&device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 1097 time: 0.1737969 Jul 13 19:22:58.797860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a53af-90d0-47e3-bd6d-34e44df41e73 req-27ed602c-73bb-41e4-93fd-cd9e1c065ddc tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.799338 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b57a53af-90d0-47e3-bd6d-34e44df41e73 req-27ed602c-73bb-41e4-93fd-cd9e1c065ddc tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 948 time: 0.1704359 Jul 13 19:22:58.817488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-4533c101-703e-4eae-b646-33401b116a12 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107928 Jul 13 19:22:58.867402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 21da0e4f-d646-4638-a7c4-25200244c6d2 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:58.873823 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-25c6fe1f-947d-402a-9be8-2e07307b2691 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592301 Jul 13 19:22:58.907522 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7dc3381-5581-4a7d-90ef-65bab30d4fe3 req-28df5bf1-c6cc-4678-ad6e-e77cac87ee25 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909049 Jul 13 19:22:58.932410 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b57a53af-90d0-47e3-bd6d-34e44df41e73 req-b47ed37a-6f2a-43b7-b12f-2cbe03b145f5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103561 Jul 13 19:22:58.944682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e5781a75-3b05-4db9-8080-cd525862ffa9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:22:58.956390 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e5781a75-3b05-4db9-8080-cd525862ffa9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:58.972046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] Sync routers for ids ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:22:58.985413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d0d03-46b7-402d-b801-d7bce3606a7b req-aadaffa2-99dc-4d5e-ad8c-b4273ac83b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.987199 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be1d0d03-46b7-402d-b801-d7bce3606a7b req-aadaffa2-99dc-4d5e-ad8c-b4273ac83b77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a3164b8-f6e1-46b7-a067-29271ebb3b82 HTTP/1.1" status: 200 len: 914 time: 0.1831257 Jul 13 19:22:58.990015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 21da0e4f-d646-4638-a7c4-25200244c6d2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:58.994713 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-064c0392-743f-4800-8472-c4dde87be55c req-de76c4a2-e085-4e0a-ac76-852ba5987e0c service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678736 Jul 13 19:22:58.996993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] Routers {'8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:58.997644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:22:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:59.005564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 21da0e4f-d646-4638-a7c4-25200244c6d2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:59.006221 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:59.019189 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e5781a75-3b05-4db9-8080-cd525862ffa9 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "PUT /v2.0/floatingips/59eed28d-1f36-4abf-9334-f2ad4f084b8b HTTP/1.1" status: 200 len: 995 time: 2.7598660 Jul 13 19:22:59.076835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be1d0d03-46b7-402d-b801-d7bce3606a7b req-dbe31880-a28e-45d0-afb9-378dcd01adbe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fc0e91e-1207-41bc-8dd6-d44030f9dd51 HTTP/1.1" status: 200 len: 217 time: 0.0831904 Jul 13 19:22:59.136665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e7d7ac82-f7cd-41d3-b843-1bcf95b4f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.138279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-e7d7ac82-f7cd-41d3-b843-1bcf95b4f324 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ffe0ac87a39548f981294db40d2296fa&device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 1096 time: 0.0978718 Jul 13 19:22:59.207689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d0d03-46b7-402d-b801-d7bce3606a7b req-838caca6-ec26-45d1-a63f-ba785c7e3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.209371 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be1d0d03-46b7-402d-b801-d7bce3606a7b req-838caca6-ec26-45d1-a63f-ba785c7e3c30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4132c20c-9483-42b6-88b7-e15438d4ba44 HTTP/1.1" status: 200 len: 853 time: 0.1164544 Jul 13 19:22:59.235681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] Set router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:59.249040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be1d0d03-46b7-402d-b801-d7bce3606a7b req-d983e03d-313f-4007-9c6d-c57df05a9013 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a3164b8-f6e1-46b7-a067-29271ebb3b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324216 Jul 13 19:22:59.280380 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:59.304555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-54f53254-54a5-4a03-83c3-be350e6bbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.306184 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-54f53254-54a5-4a03-83c3-be350e6bbaeb service neutron] 10.222.0.25 "GET /v2.0/networks?id=3823651e-e000-4ba3-a451-455dc29a8939 HTTP/1.1" status: 200 len: 929 time: 0.1617577 Jul 13 19:22:59.309682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163994be-e3b4-468a-9c1a-a77f0f1904aa req-90693d5b-b131-4c31-a08b-097740c85777 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.314458 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-163994be-e3b4-468a-9c1a-a77f0f1904aa req-90693d5b-b131-4c31-a08b-097740c85777 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 948 time: 0.1486397 Jul 13 19:22:59.319406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799461-5ec2-4917-856a-f7fa27134821 req-cc349832-2a07-4b4f-aa35-eddd600cf438 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.321120 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-cc349832-2a07-4b4f-aa35-eddd600cf438 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1149561 Jul 13 19:22:59.375879 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-163994be-e3b4-468a-9c1a-a77f0f1904aa req-79b67bbb-d8ac-416b-8469-13adde91b5f4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575011 Jul 13 19:22:59.399570 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be1d0d03-46b7-402d-b801-d7bce3606a7b req-a202463f-f4d0-423c-85af-b7c364f231db service neutron] 10.222.0.60 "GET /v2.0/networks/0a3164b8-f6e1-46b7-a067-29271ebb3b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361902 Jul 13 19:22:59.406926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:59.409805 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2882cc5a-d625-4ace-b43e-69780b5fcc43" -d '{"events": [{"server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "name": "network-vif-plugged", "status": "completed", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:59.446327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=21da0e4f-d646-4638-a7c4-25200244c6d2,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:59.453719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device aa1860e3-6537-4288-aadb-96a8d1a45049 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:59.527328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be1d0d03-46b7-402d-b801-d7bce3606a7b req-a45194c4-2b29-407e-b8e2-b5be187097bf service neutron] 10.222.0.60 "GET /v2.0/networks/0a3164b8-f6e1-46b7-a067-29271ebb3b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226952 Jul 13 19:22:59.543114 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:59.620150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device aa1860e3-6537-4288-aadb-96a8d1a45049 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:59.623720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c310d20-6ba5-474f-8780-19135765f83a req-fbe3a507-65a9-488c-8ae7-91fadcbbb529 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.626883 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c310d20-6ba5-474f-8780-19135765f83a req-fbe3a507-65a9-488c-8ae7-91fadcbbb529 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 944 time: 0.0787504 Jul 13 19:22:59.665860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=21da0e4f-d646-4638-a7c4-25200244c6d2,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:59.707611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c310d20-6ba5-474f-8780-19135765f83a req-e03a56f3-640d-4b45-9a77-d561191ef1d6 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758276 Jul 13 19:22:59.773342 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed3bdc1-03ef-4f7f-99d0-3801277e803c x-openstack-request-id: req-9ed3bdc1-03ef-4f7f-99d0-3801277e803c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:59.773944 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89305fa-2e0b-4903-a541-7bcec175f539", "tag": "c324abca-7f50-42f4-8b50-93113b7b3d38", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:59.773944 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ed3bdc1-03ef-4f7f-99d0-3801277e803c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:59.774233 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89305fa-2e0b-4903-a541-7bcec175f539', 'tag': 'c324abca-7f50-42f4-8b50-93113b7b3d38', 'status': 'completed', 'code': 200} Jul 13 19:22:59.775187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '59eed28d-1f36-4abf-9334-f2ad4f084b8b', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'port_id': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'mac_address': 'fa:16:3e:92:d6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:51Z', 'updated_at': '2021-07-13T19:22:57Z', 'revision_number': 1, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:20Z', 'revision_number': 5, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:59.815378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] Checking router: 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:22:59.824511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] Routers {'8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:59.825519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:22:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:59.883766 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-07de13c4-644a-4e5f-8731-6a14a7931077 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c09e20-79a8-436d-aec3-4249a8ea701f HTTP/1.1" status: 200 len: 998 time: 0.5603495 Jul 13 19:22:59.945418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] Set router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:59.981074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43bdc4-d5e9-4a60-9e3e-0a7051632bf0 req-e7be5d22-8c65-4f25-a0f1-0ee56554429a tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.989452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-9107f1b6-9e94-403d-a68d-80ea8b986c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.991001 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-9107f1b6-9e94-403d-a68d-80ea8b986c87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 1099 time: 0.2159939 Jul 13 19:22:59.992783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-2fea6aa3-e82d-4f9b-9d4f-2079dfb5216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.993655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-2fea6aa3-e82d-4f9b-9d4f-2079dfb5216b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=718913c3-99ab-4b8d-9974-f72ba8d4b406 HTTP/1.1" status: 200 len: 867 time: 0.1104021 Jul 13 19:22:59.994133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:59.997727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd43bdc4-d5e9-4a60-9e3e-0a7051632bf0 req-e7be5d22-8c65-4f25-a0f1-0ee56554429a tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 945 time: 0.1577449 Jul 13 19:23:00.001389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cd45898c-0113-4752-a093-ffd1fc5303bc tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Request body: {'floatingip': {'port_id': '63bf74ec-de80-4b65-82ed-b9735e29a5e6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:00.116467 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45898c-0113-4752-a093-ffd1fc5303bc tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:00.154118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8c799461-5ec2-4917-856a-f7fa27134821 req-356cfa5d-f145-4ddb-88f4-be7866d7aba5 service neutron] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:00.166890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8c799461-5ec2-4917-856a-f7fa27134821 req-356cfa5d-f145-4ddb-88f4-be7866d7aba5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:00.168037 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c799461-5ec2-4917-856a-f7fa27134821 req-356cfa5d-f145-4ddb-88f4-be7866d7aba5 service neutron] 10.222.0.60 "DELETE /v2.0/ports/aa1860e3-6537-4288-aadb-96a8d1a45049/bindings/n-h1-800708-1 HTTP/1.1" status: 204 len: 173 time: 0.8385220 Jul 13 19:23:00.197598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6717-3baf-453c-8a19-fdd6cc8fcce6 req-c5f7671d-557c-4f15-9b28-dcb476454ce4 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:00.199188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-273d6717-3baf-453c-8a19-fdd6cc8fcce6 req-c5f7671d-557c-4f15-9b28-dcb476454ce4 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 946 time: 0.0968843 Jul 13 19:23:00.224715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '59eed28d-1f36-4abf-9334-f2ad4f084b8b', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'port_id': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'mac_address': 'fa:16:3e:92:d6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:51Z', 'updated_at': '2021-07-13T19:22:57Z', 'revision_number': 1, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:20Z', 'revision_number': 5, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:00.253846 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-273d6717-3baf-453c-8a19-fdd6cc8fcce6 req-4cd631a4-07fc-4458-a082-c6f2a619a3cf tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8869dbc-9708-42ef-90f4-c31e09755074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468774 Jul 13 19:23:00.264335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5e727-e8b4-4393-b2b8-4f686b24a2c1 None None] The sync data for ids ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'] in n-d-800708-1 is: [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '59eed28d-1f36-4abf-9334-f2ad4f084b8b', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'port_id': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'mac_address': 'fa:16:3e:92:d6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:51Z', 'updated_at': '2021-07-13T19:22:57Z', 'revision_number': 1, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:20Z', 'revision_number': 5, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:00.273187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-cf63ce6c-338a-4521-823f-03e671f39706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:00.278890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-cf63ce6c-338a-4521-823f-03e671f39706 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2740343 Jul 13 19:23:00.283321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-ffc988fd-5a30-4772-b944-734b54cd7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:00.284822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-ffc988fd-5a30-4772-b944-734b54cd7cf1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3823651e-e000-4ba3-a451-455dc29a8939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2440548 Jul 13 19:23:00.301802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-ec605fc6-ffb2-4fbd-afa2-66096c494947 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:23:00.302832 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-ec605fc6-ffb2-4fbd-afa2-66096c494947 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065691 Jul 13 19:23:00.348367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-3bf51725-068e-4d3d-9af8-437b1faa2f59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c324abca-7f50-42f4-8b50-93113b7b3d38 HTTP/1.1" status: 200 len: 217 time: 0.0590060 Jul 13 19:23:00.527127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-717e34aa-782f-464a-9cb7-205cdcbc0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:00.528622 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-717e34aa-782f-464a-9cb7-205cdcbc0fa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1655121 Jul 13 19:23:00.543149 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3441d0-9057-4491-8574-9650e9b7d3df None None] New status for floating IP 59eed28d-1f36-4abf-9334-f2ad4f084b8b: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:23:00.590328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-a2f1ea59-0b52-49f0-b9f1-3bdb59f66fe3 service neutron] 10.222.0.25 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523203 Jul 13 19:23:00.790433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-782b1ddc-ba77-4a89-ab02-cc839176a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:00.792004 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-782b1ddc-ba77-4a89-ab02-cc839176a70c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2386742 Jul 13 19:23:00.863385 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0794bb3f-6ba0-4be6-aa1c-92a0ab4fcbeb req-586a4332-f442-4e23-8ba2-b14848a56b4e service neutron] 10.222.0.25 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612946 Jul 13 19:23:00.881392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc47bd5-19f0-47d3-b8b9-c102b2d49ff8 req-2fd5ad49-8ac1-43bb-9b1e-25f1e83f3a8b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:00.888389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6bc47bd5-19f0-47d3-b8b9-c102b2d49ff8 req-2fd5ad49-8ac1-43bb-9b1e-25f1e83f3a8b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 943 time: 0.0794008 Jul 13 19:23:00.929306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6bc47bd5-19f0-47d3-b8b9-c102b2d49ff8 req-338f0910-4716-4223-aae2-9c672ecd79e4 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Jul 13 19:23:00.948589 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7520d8df-d446-488c-afc9-f236c95edb94 x-openstack-request-id: req-7520d8df-d446-488c-afc9-f236c95edb94 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:00.949102 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "name": "network-vif-plugged", "status": "completed", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:00.949347 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7520d8df-d446-488c-afc9-f236c95edb94 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:00.949932 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2', 'code': 200} Jul 13 19:23:00.985223 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-d420cbe0-b3db-4021-9d32-2254cb9b280c service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734912 Jul 13 19:23:01.012931 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45898c-0113-4752-a093-ffd1fc5303bc tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.042794 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45898c-0113-4752-a093-ffd1fc5303bc tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.117262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2c9df-20fa-4ca9-9e35-30152009b5d5 req-e19003ce-0407-45fc-bab6-83b53da1f7ea tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:01.118792 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5fc2c9df-20fa-4ca9-9e35-30152009b5d5 req-e19003ce-0407-45fc-bab6-83b53da1f7ea tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 948 time: 0.0641460 Jul 13 19:23:01.157779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5fc2c9df-20fa-4ca9-9e35-30152009b5d5 req-3633ec34-7269-4f10-ae4c-2b91f6bdb1a5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332980 Jul 13 19:23:01.201023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4acd1e00-3372-494e-a781-e0a91bfc31ca req-c42114df-1d6c-4bad-af9a-359a39339b19 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088492 Jul 13 19:23:01.215225 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-cd45898c-0113-4752-a093-ffd1fc5303bc tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Floating IP 62920270-6c57-4f71-ac19-2c9d1db9816d associated. External IP: 172.25.7.114, port: 63bf74ec-de80-4b65-82ed-b9735e29a5e6. Jul 13 19:23:01.258774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9817c0-ebd4-4297-b24b-541734b5b070 req-2fc852c7-6cad-41ac-bfdb-35ae7e4c81c2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:01.260224 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f9817c0-ebd4-4297-b24b-541734b5b070 req-2fc852c7-6cad-41ac-bfdb-35ae7e4c81c2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.1792049 Jul 13 19:23:01.313996 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-c1b863d1-b95c-450b-8a18-d7a33ea98aeb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 258 time: 0.1302719 Jul 13 19:23:01.325615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:01.348143 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f9817c0-ebd4-4297-b24b-541734b5b070 req-967471e7-8794-44ed-ac92-29bedcc88176 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777769 Jul 13 19:23:01.368026 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.452586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 46a561fe-cfe5-4023-aed8-56a5f28c7e12 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:01.490891 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.589852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 46a561fe-cfe5-4023-aed8-56a5f28c7e12, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=46a561fe-cfe5-4023-aed8-56a5f28c7e12,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:01.609858 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'mac_address': 'fa:16:3e:80:a9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:01.631063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Allocated IP 172.25.7.57 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/d6479c90-59b1-4e6d-a350-fd2d0d3d45b2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:01.669376 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.686015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a561fe-cfe5-4023-aed8-56a5f28c7e12 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:01.727172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 46a561fe-cfe5-4023-aed8-56a5f28c7e12, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=46a561fe-cfe5-4023-aed8-56a5f28c7e12,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:01.732446 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.733381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c324abca-7f50-42f4-8b50-93113b7b3d38 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:01.779518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36a55d6-991f-4c19-be4c-5f6656d7a9c7', 'tag': '46a561fe-cfe5-4023-aed8-56a5f28c7e12'}, {'name': 'network-changed', 'server_uuid': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'tag': '84c09e20-79a8-436d-aec3-4249a8ea701f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:01.782570 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db766ca8-6d19-4f9a-9cab-2475a3a78707" -d '{"events": [{"name": "network-changed", "server_uuid": "e36a55d6-991f-4c19-be4c-5f6656d7a9c7", "tag": "46a561fe-cfe5-4023-aed8-56a5f28c7e12"}, {"name": "network-changed", "server_uuid": "8bbf8088-8caf-4cae-90b6-e1084566d19b", "tag": "84c09e20-79a8-436d-aec3-4249a8ea701f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:01.791307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=46a561fe-cfe5-4023-aed8-56a5f28c7e12,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:01.823912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port c324abca-7f50-42f4-8b50-93113b7b3d38, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c324abca-7f50-42f4-8b50-93113b7b3d38,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:01.830990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.832933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd45898c-0113-4752-a093-ffd1fc5303bc tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Router a44a73ce-0195-4bab-adfa-63c703722ec3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:01.845935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'c324abca-7f50-42f4-8b50-93113b7b3d38', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'c324abca-7f50-42f4-8b50-93113b7b3d38', 'mac_address': 'fa:16:3e:c0:4f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:01.846234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886057ae-41e4-45ae-b551-50e0adad4e8e req-2ecd1807-59d7-4b19-863d-ae1a304191a6 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:01.847786 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-886057ae-41e4-45ae-b551-50e0adad4e8e req-2ecd1807-59d7-4b19-863d-ae1a304191a6 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 1095 time: 0.0931756 Jul 13 19:23:01.884988 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.894000 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.900147 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-886057ae-41e4-45ae-b551-50e0adad4e8e req-fbced837-b4c4-47c1-bdf5-1e666d95838b tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448983 Jul 13 19:23:01.910791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c324abca-7f50-42f4-8b50-93113b7b3d38 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:01.942744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port c324abca-7f50-42f4-8b50-93113b7b3d38, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c324abca-7f50-42f4-8b50-93113b7b3d38,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:01.957650 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.091609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=c324abca-7f50-42f4-8b50-93113b7b3d38,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:02.101129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd45898c-0113-4752-a093-ffd1fc5303bc tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:02.113208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] Sync routers for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:02.141669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45898c-0113-4752-a093-ffd1fc5303bc tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.146838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:02.147480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:22:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:02.183936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cd45898c-0113-4752-a093-ffd1fc5303bc tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "PUT /v2.0/floatingips/62920270-6c57-4f71-ac19-2c9d1db9816d HTTP/1.1" status: 200 len: 991 time: 2.1869831 Jul 13 19:23:02.220973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030ae63-dacf-414a-a370-5342adc561a8 req-8bb077a4-fd12-4f1d-a1a1-2d335087d2b3 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:02.228414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2030ae63-dacf-414a-a370-5342adc561a8 req-8bb077a4-fd12-4f1d-a1a1-2d335087d2b3 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 946 time: 0.1248524 Jul 13 19:23:02.258120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['46a561fe-cfe5-4023-aed8-56a5f28c7e12'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:02.280703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:02.284544 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:02.285274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2030ae63-dacf-414a-a370-5342adc561a8 req-4ba7c1ce-e4bc-462a-ad52-d59c271147c1 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8869dbc-9708-42ef-90f4-c31e09755074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539529 Jul 13 19:23:02.287246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:02.294126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Pushing event updated for resources: {'Port': ['ID=d6479c90-59b1-4e6d-a350-fd2d0d3d45b2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:02.402109 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.455713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2593-ea29-4ba6-8944-f13e06f74d6d req-76d82c01-e5e6-4672-8cf8-e70383c88f88 tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:02.457060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b2f2593-ea29-4ba6-8944-f13e06f74d6d req-76d82c01-e5e6-4672-8cf8-e70383c88f88 tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1100 time: 0.0623748 Jul 13 19:23:02.459247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['c324abca-7f50-42f4-8b50-93113b7b3d38'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:02.465841 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.486832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:02.501139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b2f2593-ea29-4ba6-8944-f13e06f74d6d req-b7e7c813-c019-4779-88f2-2cb5385683b4 tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373576 Jul 13 19:23:02.584334 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c120076-3efd-4c75-a1fb-4c2a9115cef8 x-openstack-request-id: req-0c120076-3efd-4c75-a1fb-4c2a9115cef8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:02.584639 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36a55d6-991f-4c19-be4c-5f6656d7a9c7", "tag": "46a561fe-cfe5-4023-aed8-56a5f28c7e12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8bbf8088-8caf-4cae-90b6-e1084566d19b", "tag": "84c09e20-79a8-436d-aec3-4249a8ea701f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:02.584895 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c120076-3efd-4c75-a1fb-4c2a9115cef8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:02.585288 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36a55d6-991f-4c19-be4c-5f6656d7a9c7', 'tag': '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'status': 'completed', 'code': 200} Jul 13 19:23:02.585542 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'tag': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'status': 'completed', 'code': 200} Jul 13 19:23:02.700544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.710700 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.769456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Pushing event updated for resources: {'Port': ['ID=d6479c90-59b1-4e6d-a350-fd2d0d3d45b2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:02.831133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-48cf64ac-400f-4c46-87db-52f268d46f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:02.832675 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-48cf64ac-400f-4c46-87db-52f268d46f7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffe0ac87a39548f981294db40d2296fa&device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 1096 time: 0.1593046 Jul 13 19:23:02.838369 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.863009 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.864876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-d1c34420-0295-4915-879b-0635a163f9bc tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5439219 Jul 13 19:23:02.914758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-a164626c-1fad-4da7-bd80-247685e04f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:02.916394 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-a164626c-1fad-4da7-bd80-247685e04f9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=e36a55d6-991f-4c19-be4c-5f6656d7a9c7 HTTP/1.1" status: 200 len: 1099 time: 0.2949502 Jul 13 19:23:02.946220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-ad021db2-74ae-493f-ad82-830ac52989aa tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.0751922 Jul 13 19:23:02.970706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e2a9b-0f8d-4607-9303-587c4263709f req-d44f62c4-224a-480f-bf0c-524612199880 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:02.979926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab3e2a9b-0f8d-4607-9303-587c4263709f req-d44f62c4-224a-480f-bf0c-524612199880 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 943 time: 0.2404075 Jul 13 19:23:03.033320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '62920270-6c57-4f71-ac19-2c9d1db9816d', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'port_id': '63bf74ec-de80-4b65-82ed-b9735e29a5e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'mac_address': 'fa:16:3e:2c:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:37Z', 'updated_at': '2021-07-13T19:23:00Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:03.072195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] Checking router: a44a73ce-0195-4bab-adfa-63c703722ec3 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:03.076920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-b0111e26-9073-4176-a9e5-e0c6cbddf8e6 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:03.078394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e39abf03-1648-4180-a5a8-3b9331d90854 req-b0111e26-9073-4176-a9e5-e0c6cbddf8e6 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1266294 Jul 13 19:23:03.081182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:03.081791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:22:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:03.119504 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab3e2a9b-0f8d-4607-9303-587c4263709f req-fcc921fa-4104-4dfb-bae5-a459e4713c48 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386416 Jul 13 19:23:03.196788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-fa55c037-5265-4062-9f23-7de416125910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:03.198252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-fa55c037-5265-4062-9f23-7de416125910 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2480402 Jul 13 19:23:03.215924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:03.251492 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-55f47b1b-0fa7-4d6e-b218-61429d73fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:03.253006 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-55f47b1b-0fa7-4d6e-b218-61429d73fd18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3823651e-e000-4ba3-a451-455dc29a8939 HTTP/1.1" status: 200 len: 929 time: 0.4032776 Jul 13 19:23:03.254618 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-6313ff0c-0602-481c-b43b-08c1421ffbc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=46a561fe-cfe5-4023-aed8-56a5f28c7e12 HTTP/1.1" status: 200 len: 217 time: 0.0419374 Jul 13 19:23:03.326131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc195d1-8a23-453b-9904-be51f364393e req-5be96272-3ba8-4fe6-9180-6e78de4fadc4 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:03.328341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-5be96272-3ba8-4fe6-9180-6e78de4fadc4 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 807 time: 0.1454141 Jul 13 19:23:03.345819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-21695dd1-17d4-4c0a-93eb-22a10e0b851b tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/quotas/06fb674d5f8a44f59700ad9453117896 HTTP/1.1" status: 200 len: 375 time: 0.0115452 Jul 13 19:23:03.440073 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-70893cb0-7baa-41f4-958b-7fc88effd152 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c09e20-79a8-436d-aec3-4249a8ea701f HTTP/1.1" status: 200 len: 1000 time: 0.1765773 Jul 13 19:23:03.442333 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-cf262840-052f-4bd4-84ca-665a713fb56f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915554 Jul 13 19:23:03.444835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-8a4d085b-20e1-4d30-8871-959ee33517a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:03.446549 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-8a4d085b-20e1-4d30-8871-959ee33517a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1816924 Jul 13 19:23:03.497524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 34450648-a665-4137-a88b-21ecc719afac details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:03.560681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa518a-ad91-4e1f-baa9-1b6ee456d0fc req-cfdb6af2-cdc4-4f24-addd-280e919e26f7 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:03.560905 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-a10ca7d6-ea8a-4e4a-949d-633a6ffedfaf service neutron] 10.222.0.25 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175594 Jul 13 19:23:03.568426 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8baa518a-ad91-4e1f-baa9-1b6ee456d0fc req-cfdb6af2-cdc4-4f24-addd-280e919e26f7 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 949 time: 0.2353482 Jul 13 19:23:03.590000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-6e6a47a2-eac6-4abd-b76e-9d768c2e3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:03.591570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-6e6a47a2-eac6-4abd-b76e-9d768c2e3f44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718913c3-99ab-4b8d-9974-f72ba8d4b406 HTTP/1.1" status: 200 len: 867 time: 0.1399145 Jul 13 19:23:03.644763 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8baa518a-ad91-4e1f-baa9-1b6ee456d0fc req-74447110-56af-47c6-a5f2-c76ff673aa4b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754731 Jul 13 19:23:03.651731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '62920270-6c57-4f71-ac19-2c9d1db9816d', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'port_id': '63bf74ec-de80-4b65-82ed-b9735e29a5e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'mac_address': 'fa:16:3e:2c:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:37Z', 'updated_at': '2021-07-13T19:23:00Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:03.673724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-aa7a1024-f1a9-49f9-82c6-15db481b42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:03.673724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-aa7a1024-f1a9-49f9-82c6-15db481b42eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2070739 Jul 13 19:23:03.700145 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-54bd4c79-0887-475f-a879-8d706b7ecfd6 service neutron] 10.222.0.25 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384361 Jul 13 19:23:03.701342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a499f6-7bcb-4736-befa-30627487c5b1 None None] The sync data for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 is: [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '62920270-6c57-4f71-ac19-2c9d1db9816d', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'port_id': '63bf74ec-de80-4b65-82ed-b9735e29a5e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'mac_address': 'fa:16:3e:2c:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:37Z', 'updated_at': '2021-07-13T19:23:00Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:03.703079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-81cf34ce-95c7-4970-8929-5bb04188ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:03.704586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-81cf34ce-95c7-4970-8929-5bb04188ab8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3823651e-e000-4ba3-a451-455dc29a8939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930731 Jul 13 19:23:03.709743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:03.723646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 34450648-a665-4137-a88b-21ecc719afac has no active binding in host n-h1-800708-1 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 19:23:03.836931 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-3687218d-1b6f-4832-b2b2-f178c1ecdcab service neutron] 10.222.0.60 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951476 Jul 13 19:23:04.019652 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-34c9019d-c3ac-4a77-8e83-993f7548644b service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383229 Jul 13 19:23:04.057167 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b759df9-d6a3-4c4f-b25c-0990c9a64989 None None] New status for floating IP 62920270-6c57-4f71-ac19-2c9d1db9816d: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:23:04.174211 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce505132-787c-408b-ad93-df027378f60a req-37f160f2-3e2b-4ede-b78d-1b038cf2c9ed tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 210 time: 0.0410044 Jul 13 19:23:04.221757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-5453d967-b120-4095-b649-1e1d46dad694 service neutron] 10.222.0.60 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783236 Jul 13 19:23:04.249342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db766ca8-6d19-4f9a-9cab-2475a3a78707 req-cf39ed1b-36c4-4acc-b824-0a0e1bd8dc32 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171860 Jul 13 19:23:04.323309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd913050-e5be-4e97-b98c-1362ed682349 req-e157bfe6-efdb-4235-9b62-e13bea17c74c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:04.325355 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bd913050-e5be-4e97-b98c-1362ed682349 req-e157bfe6-efdb-4235-9b62-e13bea17c74c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2005174 Jul 13 19:23:04.386947 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bd913050-e5be-4e97-b98c-1362ed682349 req-22ff6102-c1e6-44e2-8e9c-8a56e023e5bb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.0541592 Jul 13 19:23:04.394891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bd913050-e5be-4e97-b98c-1362ed682349 req-5a2167d9-749c-43f3-b71a-f1bbb0051787 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Request body: {'floatingip': {'port_id': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:04.479391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd913050-e5be-4e97-b98c-1362ed682349 req-5a2167d9-749c-43f3-b71a-f1bbb0051787 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:04.590621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'tag': '63bf74ec-de80-4b65-82ed-b9735e29a5e6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:04.593136 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2577652-0270-4b84-8adf-38c02dd1d1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ba016903-b626-40da-a8a0-9b97a93f2468", "tag": "63bf74ec-de80-4b65-82ed-b9735e29a5e6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:04.622900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-3000b9ba-524b-4683-9a25-70c751344e79 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=639f879ba82141ebb6867944411978e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431614 Jul 13 19:23:04.769036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-8ccdba8f-a977-4818-b3c1-21d684e7684a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:04.770710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-8ccdba8f-a977-4818-b3c1-21d684e7684a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465840 Jul 13 19:23:04.781821 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-bd913050-e5be-4e97-b98c-1362ed682349 req-5a2167d9-749c-43f3-b71a-f1bbb0051787 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 19:23:04.790915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bd913050-e5be-4e97-b98c-1362ed682349 req-5a2167d9-749c-43f3-b71a-f1bbb0051787 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "PUT /v2.0/floatingips/befd389f-05e3-4bca-a81a-86b0b516977f HTTP/1.1" status: 409 len: 549 time: 0.4018130 Jul 13 19:23:04.791468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-09dc7dea-a9bb-4b7c-9222-2bf02fece451 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/quotas/639f879ba82141ebb6867944411978e1 HTTP/1.1" status: 200 len: 375 time: 0.0150726 Jul 13 19:23:04.889114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-ae60f80f-4596-4404-9154-866673698c6b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967455 Jul 13 19:23:04.964078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08fabb-29f5-474d-a235-06c8de7c2e31 req-f2faf533-fc19-41fe-8e6c-a62ea17ce64c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:04.965599 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f08fabb-29f5-474d-a235-06c8de7c2e31 req-f2faf533-fc19-41fe-8e6c-a62ea17ce64c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 943 time: 0.0722969 Jul 13 19:23:05.013400 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f08fabb-29f5-474d-a235-06c8de7c2e31 req-c96e0965-d839-40dc-a891-9f5d49658f0c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Jul 13 19:23:05.085870 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408e8ca8-3503-40d2-b508-29b7093035ba x-openstack-request-id: req-408e8ca8-3503-40d2-b508-29b7093035ba {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:05.086378 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba016903-b626-40da-a8a0-9b97a93f2468", "tag": "63bf74ec-de80-4b65-82ed-b9735e29a5e6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:05.086511 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-408e8ca8-3503-40d2-b508-29b7093035ba {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:05.086963 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'tag': '63bf74ec-de80-4b65-82ed-b9735e29a5e6', 'status': 'completed', 'code': 200} Jul 13 19:23:05.261952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-31c07653-b22d-47bb-983a-8316de2ebaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:05.263769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-31c07653-b22d-47bb-983a-8316de2ebaeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a582448a6574b48b85daa79c1b602bf&device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 1096 time: 0.0936127 Jul 13 19:23:05.287271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd7fd1-416b-4694-8fe5-36054de4d305 req-158428db-c577-4f9d-ac16-1f785d8e394f tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:05.288700 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0bd7fd1-416b-4694-8fe5-36054de4d305 req-158428db-c577-4f9d-ac16-1f785d8e394f tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 946 time: 0.1984329 Jul 13 19:23:05.289057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70a765-2edc-439a-a2e2-3ae75374e72a req-9d503d86-0fc2-483b-b15d-8d0672bd4737 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:05.296349 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b70a765-2edc-439a-a2e2-3ae75374e72a req-9d503d86-0fc2-483b-b15d-8d0672bd4737 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 949 time: 0.1118786 Jul 13 19:23:05.375953 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b70a765-2edc-439a-a2e2-3ae75374e72a req-6d655bbf-2255-42ef-82ea-61aeb2e55370 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682340 Jul 13 19:23:05.457741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c324abca-7f50-42f4-8b50-93113b7b3d38 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:05.497840 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-cefd39e1-49d0-4f09-bf6c-c4889538e0aa tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips/befd389f-05e3-4bca-a81a-86b0b516977f HTTP/1.1" status: 200 len: 692 time: 0.0723653 Jul 13 19:23:05.551349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port c324abca-7f50-42f4-8b50-93113b7b3d38 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:05.568735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port c324abca-7f50-42f4-8b50-93113b7b3d38 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:05.569116 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:05.585765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0bd7fd1-416b-4694-8fe5-36054de4d305 req-4c36dd34-ca72-448c-8a65-d4e52ba8456d tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8869dbc-9708-42ef-90f4-c31e09755074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402470 Jul 13 19:23:05.629672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc195d1-8a23-453b-9904-be51f364393e req-eacd31e0-c970-425e-b046-f5b2d3d95384 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:05.631641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-eacd31e0-c970-425e-b046-f5b2d3d95384 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 807 time: 0.3642716 Jul 13 19:23:05.647737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Request body: {'port': {'device_id': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c', 'admin_state_up': True, 'tenant_id': '06fb674d5f8a44f59700ad9453117896'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:05.658056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-b21cee2e-8dbd-47c4-aac2-0d0ec3f1ccc3 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:05.659488 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-b21cee2e-8dbd-47c4-aac2-0d0ec3f1ccc3 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1601613 Jul 13 19:23:05.670924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-dba36bec-3264-4add-a851-a679fda21f0c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:23:05.679874 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-dba36bec-3264-4add-a851-a679fda21f0c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138080 Jul 13 19:23:05.744295 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:05.750785 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-009f026a-e000-4215-a591-417b22768c61 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.0704253 Jul 13 19:23:05.781812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-50e10866-a62d-42c2-9ef7-4aacdf38fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:05.788375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89305fa-2e0b-4903-a541-7bcec175f539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c324abca-7f50-42f4-8b50-93113b7b3d38'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:05.790761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-50e10866-a62d-42c2-9ef7-4aacdf38fa2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=64ddfd84-ebcf-463c-a487-176ffec7929e HTTP/1.1" status: 200 len: 925 time: 0.5133624 Jul 13 19:23:05.795718 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529bb74d-f0c8-46fd-aefa-2e3d0068fb48" -d '{"events": [{"server_uuid": "a89305fa-2e0b-4903-a541-7bcec175f539", "name": "network-vif-plugged", "status": "completed", "tag": "c324abca-7f50-42f4-8b50-93113b7b3d38"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:05.825905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port c324abca-7f50-42f4-8b50-93113b7b3d38, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c324abca-7f50-42f4-8b50-93113b7b3d38,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:05.831240 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:05.832583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 46a561fe-cfe5-4023-aed8-56a5f28c7e12 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:05.864511 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-3041d6ea-a457-415f-b488-f6b98c8e9e1d tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.1064286 Jul 13 19:23:05.955265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Made reservation on behalf of 06fb674d5f8a44f59700ad9453117896 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:05.987078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.044297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=c324abca-7f50-42f4-8b50-93113b7b3d38,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:06.079666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:06.103250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:06.103626 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.117177 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9bb2bbbe-2b3b-4a81-b093-fd774eed7293 req-076d2461-e70e-493f-8b6b-9de02d344679 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 210 time: 0.1068206 Jul 13 19:23:06.137558 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-f363f0eb-7036-4cd9-aadd-2b100623f955 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63bf74ec-de80-4b65-82ed-b9735e29a5e6 HTTP/1.1" status: 200 len: 1001 time: 0.3210921 Jul 13 19:23:06.150060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Deleting port d6479c90-59b1-4e6d-a350-fd2d0d3d45b2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:06.150841 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.333249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-a766de4f-23d5-4698-8381-c826073a510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:06.334848 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-a766de4f-23d5-4698-8381-c826073a510a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8 HTTP/1.1" status: 200 len: 863 time: 0.1292212 Jul 13 19:23:06.364040 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.384209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.384660 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.409680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Calling delete_port for d6479c90-59b1-4e6d-a350-fd2d0d3d45b2 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:06.411316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 46a561fe-cfe5-4023-aed8-56a5f28c7e12, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=46a561fe-cfe5-4023-aed8-56a5f28c7e12,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:06.416640 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.477608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=46a561fe-cfe5-4023-aed8-56a5f28c7e12,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:06.498776 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25bb3bd5-b0d6-4824-81cd-6563ea9d78a9 req-af7fe8e3-59fd-4762-827c-02aa299950db tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 210 time: 0.0829680 Jul 13 19:23:06.525300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-b682dcf9-2223-47ca-8f5f-a80a9356e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:06.526671 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-b682dcf9-2223-47ca-8f5f-a80a9356e244 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64ddfd84-ebcf-463c-a487-176ffec7929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818163 Jul 13 19:23:06.533745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Allocated IP 172.20.0.4 (7c437af1-e7bb-4d6a-a51f-e37992ea2f1c/9959cf1d-702f-422b-a281-5882d959f2f1/3c9b346a-e83e-4535-afa5-374dee200e4b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:06.617633 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885037c4-16cb-43c3-bb11-ef215abb8fe4 x-openstack-request-id: req-885037c4-16cb-43c3-bb11-ef215abb8fe4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:06.618223 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89305fa-2e0b-4903-a541-7bcec175f539", "name": "network-vif-plugged", "status": "completed", "tag": "c324abca-7f50-42f4-8b50-93113b7b3d38", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:06.619341 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-885037c4-16cb-43c3-bb11-ef215abb8fe4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:06.620004 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89305fa-2e0b-4903-a541-7bcec175f539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c324abca-7f50-42f4-8b50-93113b7b3d38', 'code': 200} Jul 13 19:23:06.663625 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-f1e80977-841c-406b-8be7-2d061f0fba0d tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:06.666040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-f1e80977-841c-406b-8be7-2d061f0fba0d tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.60 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 946 time: 0.1503623 Jul 13 19:23:06.693425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.749150 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-756ef415-a673-4afe-acff-dc3c2554b4d0 service neutron] 10.222.0.60 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101994 Jul 13 19:23:06.788083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Pushing event deleted for resources: {'Port': ['ID=d6479c90-59b1-4e6d-a350-fd2d0d3d45b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:06.846635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.847002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.847724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.847724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.847976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.848309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.848638 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.849506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.849506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.849801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.849894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.850260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.914453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.916729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 34450648-a665-4137-a88b-21ecc719afac no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:06.916959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.918075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-386bebc7-7fd0-4fc9-8b0d-8a1dff74defb req-87089a9c-1c28-43b3-91a2-6798c5cebbee tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "DELETE /v2.0/floatingips/befd389f-05e3-4bca-a81a-86b0b516977f HTTP/1.1" status: 204 len: 173 time: 1.0527658 Jul 13 19:23:06.923377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.930623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcce6b-7654-4de1-b52d-5eb9631705c3 req-bc042b15-dc85-486f-959b-26d3b5146e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:06.931512 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3dcce6b-7654-4de1-b52d-5eb9631705c3 req-bc042b15-dc85-486f-959b-26d3b5146e7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 1101 time: 0.2251134 Jul 13 19:23:07.002127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-7b775dac-9a89-488c-a74b-610400b9b133 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Deleting port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:07.002561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-7b775dac-9a89-488c-a74b-610400b9b133 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.025940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f184c-ced3-49ce-8cde-40b4c49b7153 req-c957f4f8-1063-4176-8022-ba925112a770 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:07.033225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-135f184c-ced3-49ce-8cde-40b4c49b7153 req-c957f4f8-1063-4176-8022-ba925112a770 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 943 time: 0.2780807 Jul 13 19:23:07.050116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2577652-0270-4b84-8adf-38c02dd1d1ae req-cc6e8f59-c7f9-46a8-853a-63afa5752c33 service neutron] 10.222.0.60 "GET /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794733 Jul 13 19:23:07.110390 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3dcce6b-7654-4de1-b52d-5eb9631705c3 req-ee560aa9-bfee-41fa-a760-3d0e02bf0e08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711383 Jul 13 19:23:07.152831 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-135f184c-ced3-49ce-8cde-40b4c49b7153 req-b26a4208-5694-4ec0-84a3-43a2d7d02fb5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186440 Jul 13 19:23:07.214044 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-e9926da1-ebb2-4c4e-9134-bb95bba2e73c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=639f879ba82141ebb6867944411978e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562294 Jul 13 19:23:07.217096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-7b775dac-9a89-488c-a74b-610400b9b133 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] For port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,segment=NetworkSegment(a1897ac6-1729-4ebf-8257-8d5e5570fc06),segment_id=a1897ac6-1729-4ebf-8257-8d5e5570fc06)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:07.217507 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-7b775dac-9a89-488c-a74b-610400b9b133 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.227013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.238638 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-7b775dac-9a89-488c-a74b-610400b9b133 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Calling delete_port for 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:07.452739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81612697-4ffd-4a6d-a504-50e94a6b87f5 req-5372d0ca-989c-405c-8080-7a7d250ba3a1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:07.454350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81612697-4ffd-4a6d-a504-50e94a6b87f5 req-5372d0ca-989c-405c-8080-7a7d250ba3a1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 950 time: 0.1202111 Jul 13 19:23:07.508705 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-7b775dac-9a89-488c-a74b-610400b9b133 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.523975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['4fc0e91e-1207-41bc-8dd6-d44030f9dd51'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:07.525000 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81612697-4ffd-4a6d-a504-50e94a6b87f5 req-3be0235f-bc40-440f-93e5-042c90fa052d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625830 Jul 13 19:23:07.545615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b775dac-9a89-488c-a74b-610400b9b133 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Pushing event deleted for resources: {'Port': ['ID=4fc0e91e-1207-41bc-8dd6-d44030f9dd51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:07.613536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-7b775dac-9a89-488c-a74b-610400b9b133 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] No DVR routers for this DVR port 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:07.616370 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-7b775dac-9a89-488c-a74b-610400b9b133 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.618531 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02f17f44-5b50-49ca-8698-aa3e01a98fac req-7b775dac-9a89-488c-a74b-610400b9b133 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.60 "DELETE /v2.0/ports/4fc0e91e-1207-41bc-8dd6-d44030f9dd51 HTTP/1.1" status: 204 len: 173 time: 0.9422867 Jul 13 19:23:07.619058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac463a-e403-4988-9b97-0d67d5118fa3', 'name': 'network-vif-deleted', 'tag': '4fc0e91e-1207-41bc-8dd6-d44030f9dd51'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:07.629674 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1f74f1-0538-484f-b46a-9075c5de4f52" -d '{"events": [{"server_uuid": "08ac463a-e403-4988-9b97-0d67d5118fa3", "name": "network-vif-deleted", "tag": "4fc0e91e-1207-41bc-8dd6-d44030f9dd51"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:07.694676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-157086d3-2ea5-4fd7-af1c-a3f83fc0d2a6 req-27a0072d-7dcd-4290-b448-5a3fbde72a39 tempest-InstanceActionsTestJSON-572831775 tempest-InstanceActionsTestJSON-572831775-project] 10.222.0.25 "GET /v2.0/ports?device_id=08ac463a-e403-4988-9b97-0d67d5118fa3 HTTP/1.1" status: 200 len: 210 time: 0.0521083 Jul 13 19:23:07.741303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Pushing event updated for resources: {'Port': ['ID=3c9b346a-e83e-4535-afa5-374dee200e4b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:07.759211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:07.769487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:07.774682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.775338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.775902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.776476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.777015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.777545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.778094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.778776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.779339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.780559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.781908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.782576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:07.801321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:07.808820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:07.809476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.813468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-b93879d6-aca2-4284-ba19-b77730e7d204 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 1000 time: 0.1199458 Jul 13 19:23:07.843889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac924e23-d04f-4c64-a7a8-cdcbf8892454 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1996868 Jul 13 19:23:07.859962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Request body: {'port': {'device_id': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: from cryptography.utils import int_from_bytes Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: from cryptography.utils import int_from_bytes Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.870133 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:07.873674 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:07.907755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-e86e05f7-ee92-4445-80a8-437a4927f69d tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:07.909128 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-e86e05f7-ee92-4445-80a8-437a4927f69d tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports/84c09e20-79a8-436d-aec3-4249a8ea701f HTTP/1.1" status: 200 len: 942 time: 0.0951624 Jul 13 19:23:07.916754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-e9e54a5c-b8de-464d-9e5d-922e876a6b21 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:07.918103 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-e9e54a5c-b8de-464d-9e5d-922e876a6b21 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6942410 Jul 13 19:23:07.922462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fce1ea6-c1c7-4d71-9eb0-68468580b298 req-fe085a5a-86ce-42be-84da-cb31ce52bae8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 210 time: 0.0675557 Jul 13 19:23:07.940670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-4e9f4561-09f0-4a10-9e16-6e01e40f81b8 service neutron] 10.222.0.60 "GET /v2.0/ports/34450648-a665-4137-a88b-21ecc719afac/bindings/n-h1-800708-1 HTTP/1.1" status: 200 len: 384 time: 0.0782039 Jul 13 19:23:07.947844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Request body: {'port': {'device_id': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '639f879ba82141ebb6867944411978e1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:08.088843 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.129318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Made reservation on behalf of 639f879ba82141ebb6867944411978e1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:08.132992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.202316 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-4a3c2ca5-1f54-46f4-89a8-4eb53676cec8 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 1000 time: 0.1676762 Jul 13 19:23:08.333854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-9be4de81-7927-4c3b-bc40-2f175b7b768b tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:08.341744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-9be4de81-7927-4c3b-bc40-2f175b7b768b tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1377544 Jul 13 19:23:08.348274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-f3e84cbc-95b4-4256-9b41-a8b21ceab157 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:23:08.357619 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-f3e84cbc-95b4-4256-9b41-a8b21ceab157 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149899 Jul 13 19:23:08.373510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Allocated IP 192.168.233.176 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/75ea4462-7f4a-45f2-97aa-890c0a8920fc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:08.621648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36a55d6-991f-4c19-be4c-5f6656d7a9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a561fe-cfe5-4023-aed8-56a5f28c7e12'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:08.624133 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aea474-44f7-4f66-9141-c3f448dc0190" -d '{"events": [{"server_uuid": "e36a55d6-991f-4c19-be4c-5f6656d7a9c7", "name": "network-vif-plugged", "status": "completed", "tag": "46a561fe-cfe5-4023-aed8-56a5f28c7e12"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:08.625634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf48ac-c4ef-4587-951e-3d4965e51b39 req-fca143c1-b447-4830-83c9-23118bfde08d tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:08.627259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7bf48ac-c4ef-4587-951e-3d4965e51b39 req-fca143c1-b447-4830-83c9-23118bfde08d tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 931 time: 0.2440314 Jul 13 19:23:08.705199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-feade95f-b2ae-48ca-af00-b06d2a1c9b48 service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:08.710360 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-94bfd56a-a14f-474f-928e-a4beb8a461f6 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 1000 time: 0.3519468 Jul 13 19:23:08.725316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-ef60f987-f6a6-4919-bb34-beb05c9c0cac tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:08.733207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9b346a-e83e-4535-afa5-374dee200e4b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:08.743846 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.748407 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7bf48ac-c4ef-4587-951e-3d4965e51b39 req-030db487-0906-4a51-8f9d-280cd5e1e948 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087945 Jul 13 19:23:08.751261 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.774104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-feade95f-b2ae-48ca-af00-b06d2a1c9b48 service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:08.774332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Transition to ACTIVE for port object 3c9b346a-e83e-4535-afa5-374dee200e4b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:08.774332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Transition to ACTIVE for port object 75ea4462-7f4a-45f2-97aa-890c0a8920fc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:08.776679 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.824201 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bbd33b-e2df-408f-b4dd-84894c3e4e00 x-openstack-request-id: req-53bbd33b-e2df-408f-b4dd-84894c3e4e00 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:08.824201 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ac463a-e403-4988-9b97-0d67d5118fa3", "name": "network-vif-deleted", "tag": "4fc0e91e-1207-41bc-8dd6-d44030f9dd51", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:08.824862 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53bbd33b-e2df-408f-b4dd-84894c3e4e00 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:08.824862 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ac463a-e403-4988-9b97-0d67d5118fa3', 'name': 'network-vif-deleted', 'tag': '4fc0e91e-1207-41bc-8dd6-d44030f9dd51', 'status': 'completed', 'code': 200} Jul 13 19:23:08.847475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-ef60f987-f6a6-4919-bb34-beb05c9c0cac tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.851864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-feade95f-b2ae-48ca-af00-b06d2a1c9b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34450648-a665-4137-a88b-21ecc719afac {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:08.852522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b346a-e83e-4535-afa5-374dee200e4b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:08.891847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:08.892231 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:08.893110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:08.897859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.899232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Port 3c9b346a-e83e-4535-afa5-374dee200e4b on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:08.899612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:08.902010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-feade95f-b2ae-48ca-af00-b06d2a1c9b48 service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:08.909914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['21da0e4f-d646-4638-a7c4-25200244c6d2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:08.925380 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-feade95f-b2ae-48ca-af00-b06d2a1c9b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.938582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:08.938928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:08.939322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:08.939766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Bound port: 3c9b346a-e83e-4535-afa5-374dee200e4b, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:08.942063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.986920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:08.997872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:09.007633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:09.013137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.013787 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.041163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Pushing event updated for resources: {'Port': ['ID=75ea4462-7f4a-45f2-97aa-890c0a8920fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:09.069569 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-05b51147-bab8-40dd-b0a4-5ab3d018483f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1267831 Jul 13 19:23:09.092230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Request body: {'port': {'device_id': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:09.109713 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-ef60f987-f6a6-4919-bb34-beb05c9c0cac tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.117209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-ef60f987-f6a6-4919-bb34-beb05c9c0cac tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.117843 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-ef60f987-f6a6-4919-bb34-beb05c9c0cac tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Floating IP 59eed28d-1f36-4abf-9334-f2ad4f084b8b disassociated. External IP: 172.25.7.17, port: 84c09e20-79a8-436d-aec3-4249a8ea701f. Jul 13 19:23:09.141627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:09.182458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-feade95f-b2ae-48ca-af00-b06d2a1c9b48 service neutron] Transition to ACTIVE for port object 34450648-a665-4137-a88b-21ecc719afac will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:09.189547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f5a5c-5ba2-48e9-83b4-9aa1079be62b req-01386ee3-7617-454d-9a05-03cd4e069a9c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.191280 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-242f5a5c-5ba2-48e9-83b4-9aa1079be62b req-01386ee3-7617-454d-9a05-03cd4e069a9c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 943 time: 0.2761836 Jul 13 19:23:09.191808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-feade95f-b2ae-48ca-af00-b06d2a1c9b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.225540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:09.247504 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.316173 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.316624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-feade95f-b2ae-48ca-af00-b06d2a1c9b48 service neutron] No DVR routers for this DVR port 34450648-a665-4137-a88b-21ecc719afac on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:09.338198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.338856 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.340248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] 10.222.0.24 "PUT /v2.0/ports/3c9b346a-e83e-4535-afa5-374dee200e4b HTTP/1.1" status: 200 len: 1091 time: 1.4865224 Jul 13 19:23:09.342367 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'tag': '3c9b346a-e83e-4535-afa5-374dee200e4b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:09.345271 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de" -d '{"events": [{"name": "network-changed", "server_uuid": "c8433318-135b-4b94-bdc8-d45341caf4b6", "tag": "3c9b346a-e83e-4535-afa5-374dee200e4b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:09.354340 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-242f5a5c-5ba2-48e9-83b4-9aa1079be62b req-c3742e99-29a1-4bb2-8209-d172af253bea tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338885 Jul 13 19:23:09.356890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134463a-8cd8-493f-83ce-5ed46a216480 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b346a-e83e-4535-afa5-374dee200e4b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:09.357042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feade95f-b2ae-48ca-af00-b06d2a1c9b48 service neutron] Pushing event updated for resources: {'Port': ['ID=34450648-a665-4137-a88b-21ecc719afac,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:09.370607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-feade95f-b2ae-48ca-af00-b06d2a1c9b48 service neutron] 10.222.0.60 "PUT /v2.0/ports/34450648-a665-4137-a88b-21ecc719afac/bindings/n-h1-800708-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4237525 Jul 13 19:23:09.378565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0cd0f382-9621-45e7-b351-c84c3183708d None None] Provisioning for port 75ea4462-7f4a-45f2-97aa-890c0a8920fc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:09.391547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0cd0f382-9621-45e7-b351-c84c3183708d None None] Provisioning complete for port 75ea4462-7f4a-45f2-97aa-890c0a8920fc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:09.392427 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f382-9621-45e7-b351-c84c3183708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.445058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0f382-9621-45e7-b351-c84c3183708d None None] Port 75ea4462-7f4a-45f2-97aa-890c0a8920fc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:09.565770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-ef60f987-f6a6-4919-bb34-beb05c9c0cac tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:09.567876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-72faa194-c133-456e-9d0a-99281c5b5cee tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.569383 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-72faa194-c133-456e-9d0a-99281c5b5cee tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1268110 Jul 13 19:23:09.615250 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc195d1-8a23-453b-9904-be51f364393e req-ffc68cf4-363e-41b2-a83c-709bc8123845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.616772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-ffc68cf4-363e-41b2-a83c-709bc8123845 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 1094 time: 0.2042472 Jul 13 19:23:09.676405 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-90c3b318-5295-4aab-aada-92552239ccb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c9b346a-e83e-4535-afa5-374dee200e4b HTTP/1.1" status: 200 len: 217 time: 0.0476947 Jul 13 19:23:09.708507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833b90-b2e8-457d-abf9-29b68bcdf245 req-e000d8f6-e787-48a5-82cd-8dbfcabd8b16 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.709993 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c833b90-b2e8-457d-abf9-29b68bcdf245 req-e000d8f6-e787-48a5-82cd-8dbfcabd8b16 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 945 time: 0.1961477 Jul 13 19:23:09.716265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-ef60f987-f6a6-4919-bb34-beb05c9c0cac tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:09.719122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-5652e45a-5b89-4c06-baba-47cd526eef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.720632 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-5652e45a-5b89-4c06-baba-47cd526eef37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7 HTTP/1.1" status: 200 len: 1095 time: 0.1426780 Jul 13 19:23:09.723661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-ef60f987-f6a6-4919-bb34-beb05c9c0cac tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.725994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] Sync routers for ids ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:09.735937 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] Routers {'8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:09.736886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:22:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:09.803975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc195d1-8a23-453b-9904-be51f364393e req-b0c30aef-b332-4776-8535-2b826b5f0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.805462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-b0c30aef-b332-4776-8535-2b826b5f0ed8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.1212397 Jul 13 19:23:09.808119 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-ef60f987-f6a6-4919-bb34-beb05c9c0cac tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "PUT /v2.0/floatingips/59eed28d-1f36-4abf-9334-f2ad4f084b8b HTTP/1.1" status: 200 len: 694 time: 1.0894730 Jul 13 19:23:09.847048 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c833b90-b2e8-457d-abf9-29b68bcdf245 req-3d69ab17-c6d7-416b-915e-4dda4529114d tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098948 Jul 13 19:23:09.855107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] Set router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:09.870100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-453ed7b2-6b87-415b-b83c-f8e5be603bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.871732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-453ed7b2-6b87-415b-b83c-f8e5be603bf9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1095 time: 0.1130266 Jul 13 19:23:09.879171 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-a442b2ad-0ca7-40a3-b269-7f45a68f4f86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479848 Jul 13 19:23:09.885576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ea4462-7f4a-45f2-97aa-890c0a8920fc {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:09.954146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-01db8ae7-c0b3-41d4-96ad-4a49bc86211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.956736 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.962375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-01db8ae7-c0b3-41d4-96ad-4a49bc86211c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ffe0ac87a39548f981294db40d2296fa&device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 1096 time: 0.1301847 Jul 13 19:23:10.020180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Transition to ACTIVE for port object 75ea4462-7f4a-45f2-97aa-890c0a8920fc will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:10.034356 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:10.079523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-39cc6608-f2d5-42fd-9b1e-1328beece58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.081564 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-39cc6608-f2d5-42fd-9b1e-1328beece58c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.1994307 Jul 13 19:23:10.135245 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-797162ce-0d4e-4d43-9730-4a78f84f4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.137548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-797162ce-0d4e-4d43-9730-4a78f84f4dfa service neutron] 10.222.0.25 "GET /v2.0/networks?id=3823651e-e000-4ba3-a451-455dc29a8939 HTTP/1.1" status: 200 len: 929 time: 0.1743643 Jul 13 19:23:10.138525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-3ad413c4-8617-4f8c-922f-f6ed9f5c8066 service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443099 Jul 13 19:23:10.141073 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-3eae9435-6e6d-4a7c-86d3-25f6928c50fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34450648-a665-4137-a88b-21ecc719afac HTTP/1.1" status: 200 len: 217 time: 0.0503795 Jul 13 19:23:10.158113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=75ea4462-7f4a-45f2-97aa-890c0a8920fc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:10.199948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f139f0-6986-4928-9cd1-09b4a1fef0a2 req-b21a18dd-fa3f-4111-a80e-9a3128907c6d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.201514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b4f139f0-6986-4928-9cd1-09b4a1fef0a2 req-b21a18dd-fa3f-4111-a80e-9a3128907c6d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 950 time: 0.2291207 Jul 13 19:23:10.240954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Attempting to bind port 75ea4462-7f4a-45f2-97aa-890c0a8920fc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:10.241298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Attempting to bind port 75ea4462-7f4a-45f2-97aa-890c0a8920fc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:10.241628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Attempting to bind port 75ea4462-7f4a-45f2-97aa-890c0a8920fc on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:10.262394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-635bf16e-abfc-4ae4-a039-ca529cc48747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.262394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-635bf16e-abfc-4ae4-a039-ca529cc48747 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1049128 Jul 13 19:23:10.269543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Port 75ea4462-7f4a-45f2-97aa-890c0a8920fc on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:10.269874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Attempting to bind port 75ea4462-7f4a-45f2-97aa-890c0a8920fc on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:10.281780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:20Z', 'revision_number': 5, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:10.288916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:10.289256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:10.289645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:10.290094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Bound port: 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:10.290507 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:10.304306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-9893452a-58b1-4065-b688-55b23c98e896 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c09e20-79a8-436d-aec3-4249a8ea701f HTTP/1.1" status: 200 len: 217 time: 0.1555007 Jul 13 19:23:10.319315 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b4f139f0-6986-4928-9cd1-09b4a1fef0a2 req-9a4f7095-9446-4098-80dd-76501344ac19 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908141 Jul 13 19:23:10.329499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] Checking router: 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:10.342125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] Routers {'8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:10.342927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:22:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:10.361569 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0dc195d1-8a23-453b-9904-be51f364393e req-ac69eac2-1d84-4d83-8425-570ecb947218 service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984215 Jul 13 19:23:10.398173 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ba1163-af40-4231-8eee-ef2b6574b3ba x-openstack-request-id: req-a5ba1163-af40-4231-8eee-ef2b6574b3ba {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:10.398602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] For port 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:10.398740 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36a55d6-991f-4c19-be4c-5f6656d7a9c7", "name": "network-vif-plugged", "status": "completed", "tag": "46a561fe-cfe5-4023-aed8-56a5f28c7e12", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:10.398740 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5ba1163-af40-4231-8eee-ef2b6574b3ba {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:10.399088 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36a55d6-991f-4c19-be4c-5f6656d7a9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'code': 200} Jul 13 19:23:10.401766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] For port 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:10.406804 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-ba05ea82-ef83-4bbc-9f8f-91a357bc218b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128426 Jul 13 19:23:10.408920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:10.453854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.455132 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:10.456894 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] 10.222.0.60 "PUT /v2.0/ports/75ea4462-7f4a-45f2-97aa-890c0a8920fc HTTP/1.1" status: 200 len: 1096 time: 1.3729508 Jul 13 19:23:10.506023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b1124-b421-488f-a495-2ff2cb20b2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=75ea4462-7f4a-45f2-97aa-890c0a8920fc,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:10.523654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] Set router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:10.528077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-eaf1f2b4-7aef-4ff6-a01f-f40fe9ed99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.529550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-eaf1f2b4-7aef-4ff6-a01f-f40fe9ed99fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=718913c3-99ab-4b8d-9974-f72ba8d4b406 HTTP/1.1" status: 200 len: 867 time: 0.2243903 Jul 13 19:23:10.566343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df09af-094f-4980-b75b-b09a67eea60f req-f77170cb-1a97-415c-b10a-696aab08bf68 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.567903 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-01df09af-094f-4980-b75b-b09a67eea60f req-f77170cb-1a97-415c-b10a-696aab08bf68 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 945 time: 0.3059485 Jul 13 19:23:10.605221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae3313-7927-49ad-98c8-5dcf59b7275d req-37703d6c-edc4-4d2f-bb8f-e865ef38535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.607180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fae3313-7927-49ad-98c8-5dcf59b7275d req-37703d6c-edc4-4d2f-bb8f-e865ef38535b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e36a55d6-991f-4c19-be4c-5f6656d7a9c7 HTTP/1.1" status: 200 len: 1100 time: 0.1169484 Jul 13 19:23:10.613283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-02f4d2df-c387-44e5-a046-4aa18da43b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.614864 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-02f4d2df-c387-44e5-a046-4aa18da43b65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 1099 time: 0.1038518 Jul 13 19:23:10.683470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-abf03eb5-d9fe-47bb-8451-25ea9c048296 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc HTTP/1.1" status: 200 len: 217 time: 0.0453031 Jul 13 19:23:10.696987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fae3313-7927-49ad-98c8-5dcf59b7275d req-5f6bf4f0-9437-4944-8c5b-f6d115c16643 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808904 Jul 13 19:23:10.701689 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-fbfd594e-59e4-4454-b5da-27724658ba21 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712085 Jul 13 19:23:10.762949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-640353b9-dd92-4939-a4a6-45d817ca36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.764635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-7c324909-72da-466b-b11b-5a75cc7a3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.765165 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-640353b9-dd92-4939-a4a6-45d817ca36f9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3823651e-e000-4ba3-a451-455dc29a8939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1934512 Jul 13 19:23:10.766356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-7c324909-72da-466b-b11b-5a75cc7a3b7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0685890 Jul 13 19:23:10.845301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-dabddd78-cbfb-4f42-a449-9b2361f9a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.847399 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-dabddd78-cbfb-4f42-a449-9b2361f9a634 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729022 Jul 13 19:23:10.850818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'tag': '84c09e20-79a8-436d-aec3-4249a8ea701f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:10.853500 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbf8088-8caf-4cae-90b6-e1084566d19b", "tag": "84c09e20-79a8-436d-aec3-4249a8ea701f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:10.866072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:20Z', 'revision_number': 5, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:10.898872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32f519-a7e0-4d19-ad5f-bf387f621486 None None] The sync data for ids ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'] in n-d-800708-1 is: [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:22:11Z', 'revision_number': 4, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '070a2484-4716-49e9-a251-dcc37f5d5a50', 'name': '', 'network_id': '3823651e-e000-4ba3-a451-455dc29a8939', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'mac_address': 'fa:16:3e:2a:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:10Z', 'updated_at': '2021-07-13T19:22:20Z', 'revision_number': 5, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'subnets': [{'id': '718913c3-99ab-4b8d-9974-f72ba8d4b406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:10.919684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:10.946459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:10.947392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 4fc0e91e-1207-41bc-8dd6-d44030f9dd51 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:11.009031 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-dec98925-a555-4454-91ba-2c90b67c152a service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500931 Jul 13 19:23:11.024347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-081b0773-d72f-4685-80a5-3905a7d76910 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565422 Jul 13 19:23:11.059587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-01df09af-094f-4980-b75b-b09a67eea60f req-ec1cc8eb-adea-43f5-81b6-8b21b202441c tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Deleting port 029cdbed-e380-4da4-b72a-0185eee7302f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:11.059933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01df09af-094f-4980-b75b-b09a67eea60f req-ec1cc8eb-adea-43f5-81b6-8b21b202441c tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:11.066086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:11.170895 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-3b0c039a-5316-4ad4-8cb5-06029292113e service neutron] 10.222.0.25 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935900 Jul 13 19:23:11.225380 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d161bb95-c9ec-46c7-add0-87a0ba926f06 req-ef4de034-44e2-4359-b5a5-b6b2083072ca service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968925 Jul 13 19:23:11.308104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5582f3d-a28a-41f8-af8c-a2934250102e req-b219490f-6cd7-4511-b3bd-3b13a3fd9c73 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:11.317787 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5582f3d-a28a-41f8-af8c-a2934250102e req-b219490f-6cd7-4511-b3bd-3b13a3fd9c73 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 948 time: 0.1120892 Jul 13 19:23:11.332229 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-228275c2-830b-4ed4-8a9f-12d0d7c625bf req-6cbb4e37-98ad-4771-be9b-d5165e9aa02e service neutron] 10.222.0.25 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498029 Jul 13 19:23:11.336388 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100e766-de72-4bdc-a15c-8b64f3a0f122 None None] New status for floating IP 59eed28d-1f36-4abf-9334-f2ad4f084b8b: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:23:11.370754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ce50b0-e027-4229-91f0-9f3136638da0 admin admin] Deleting subnet 4132c20c-9483-42b6-88b7-e15438d4ba44 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:23:11.373122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5582f3d-a28a-41f8-af8c-a2934250102e req-221cb93a-8681-4b88-b22b-06588afdfc11 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542860 Jul 13 19:23:11.380016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50b0-e027-4229-91f0-9f3136638da0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:11.403071 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fd23b6-635c-455a-baa7-fc9ed4264aee x-openstack-request-id: req-68fd23b6-635c-455a-baa7-fc9ed4264aee {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:11.403366 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8433318-135b-4b94-bdc8-d45341caf4b6", "tag": "3c9b346a-e83e-4535-afa5-374dee200e4b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:11.403621 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68fd23b6-635c-455a-baa7-fc9ed4264aee {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:11.404022 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'tag': '3c9b346a-e83e-4535-afa5-374dee200e4b', 'status': 'completed', 'code': 200} Jul 13 19:23:11.461861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-01df09af-094f-4980-b75b-b09a67eea60f req-ec1cc8eb-adea-43f5-81b6-8b21b202441c tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] For port 029cdbed-e380-4da4-b72a-0185eee7302f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=029cdbed-e380-4da4-b72a-0185eee7302f,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:11.462373 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01df09af-094f-4980-b75b-b09a67eea60f req-ec1cc8eb-adea-43f5-81b6-8b21b202441c tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:11.511199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-01df09af-094f-4980-b75b-b09a67eea60f req-ec1cc8eb-adea-43f5-81b6-8b21b202441c tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Calling delete_port for 029cdbed-e380-4da4-b72a-0185eee7302f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:11.525618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50b0-e027-4229-91f0-9f3136638da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:11.582007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de req-f26a7be6-7481-4ca6-aee7-470046a9d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:11.583982 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de req-f26a7be6-7481-4ca6-aee7-470046a9d6ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 1094 time: 0.1486323 Jul 13 19:23:11.675611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b45ad4-c646-4518-9a07-094d3304c61b req-a8860a29-6002-418a-9ec4-aab363dda83b tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:11.682737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49b45ad4-c646-4518-9a07-094d3304c61b req-a8860a29-6002-418a-9ec4-aab363dda83b tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 943 time: 0.1334648 Jul 13 19:23:11.747311 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49b45ad4-c646-4518-9a07-094d3304c61b req-a727bdbc-340d-449f-8a26-e124b22dc785 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633087 Jul 13 19:23:11.759616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de req-be97f4f6-3aa4-4288-86f4-227840c59940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:11.767690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de req-be97f4f6-3aa4-4288-86f4-227840c59940 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.1683812 Jul 13 19:23:11.829874 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de req-ca5a4e36-a5ab-4373-997c-6923817be9cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c9b346a-e83e-4535-afa5-374dee200e4b HTTP/1.1" status: 200 len: 217 time: 0.0437570 Jul 13 19:23:11.935728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de req-3672fc4f-c4c7-4806-af51-951b9dcfaecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:11.937505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de req-3672fc4f-c4c7-4806-af51-951b9dcfaecb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.1001327 Jul 13 19:23:11.972111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-03b31a81-5e64-4470-9728-e3b915887858 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:11.973626 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-03b31a81-5e64-4470-9728-e3b915887858 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.5889742 Jul 13 19:23:11.979732 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50b0-e027-4229-91f0-9f3136638da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:11.980881 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de req-2d2315c1-47ce-49d9-8006-95ee0b84262a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345573 Jul 13 19:23:12.008835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f8213-c569-4892-b5ee-f04598381b0c req-92c623f9-7d3b-462c-813f-03dc09781256 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:12.010375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d3f8213-c569-4892-b5ee-f04598381b0c req-92c623f9-7d3b-462c-813f-03dc09781256 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 944 time: 0.1332324 Jul 13 19:23:12.092004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6f314-4d55-47f2-951d-d4bec75167a3 req-488ae57f-52a1-47cd-b064-82b6bc90ff0c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:12.094151 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ab6f314-4d55-47f2-951d-d4bec75167a3 req-488ae57f-52a1-47cd-b064-82b6bc90ff0c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=e36a55d6-991f-4c19-be4c-5f6656d7a9c7 HTTP/1.1" status: 200 len: 949 time: 0.2050786 Jul 13 19:23:12.100849 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d3f8213-c569-4892-b5ee-f04598381b0c req-54ba00ea-db55-4d15-84ac-02ca775fdd49 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801265 Jul 13 19:23:12.122434 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de req-62f7e465-fee7-4a82-a910-73084d89e36c service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336513 Jul 13 19:23:12.171941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50b0-e027-4229-91f0-9f3136638da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.223768 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c6c6520-18f2-4233-ab2b-cfb91e2a42de req-231bec8f-cb71-4d76-9c0d-ff6926ab19ba service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912874 Jul 13 19:23:12.226937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50b0-e027-4229-91f0-9f3136638da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.229616 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e2ce50b0-e027-4229-91f0-9f3136638da0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4132c20c-9483-42b6-88b7-e15438d4ba44 HTTP/1.1" status: 204 len: 168 time: 1.1621177 Jul 13 19:23:12.232441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:12.236119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce50b0-e027-4229-91f0-9f3136638da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4132c20c-9483-42b6-88b7-e15438d4ba44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:12.263491 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ab6f314-4d55-47f2-951d-d4bec75167a3 req-73e085a0-cc7b-4143-b103-74015f8ad29a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610522 Jul 13 19:23:12.274816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01df09af-094f-4980-b75b-b09a67eea60f req-ec1cc8eb-adea-43f5-81b6-8b21b202441c tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.296031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['029cdbed-e380-4da4-b72a-0185eee7302f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:12.315798 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cc8eb-adea-43f5-81b6-8b21b202441c tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Pushing event deleted for resources: {'Port': ['ID=029cdbed-e380-4da4-b72a-0185eee7302f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:12.355565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-2948deb6-591c-4d38-9945-54e549342bf9 service neutron] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:12.360860 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c7333f-8f55-40aa-b9e2-34bc922bada5 x-openstack-request-id: req-76c7333f-8f55-40aa-b9e2-34bc922bada5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:12.361240 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbf8088-8caf-4cae-90b6-e1084566d19b", "tag": "84c09e20-79a8-436d-aec3-4249a8ea701f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:12.361440 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76c7333f-8f55-40aa-b9e2-34bc922bada5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:12.361857 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'tag': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'status': 'completed', 'code': 200} Jul 13 19:23:12.364588 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-2948deb6-591c-4d38-9945-54e549342bf9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.365744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0b9cd9-3965-4bba-b7a8-bea156fa06e0 req-2948deb6-591c-4d38-9945-54e549342bf9 service neutron] 10.222.0.24 "DELETE /v2.0/ports/34450648-a665-4137-a88b-21ecc719afac/bindings/n-h2-800708-1 HTTP/1.1" status: 204 len: 173 time: 0.3828104 Jul 13 19:23:12.426476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-01df09af-094f-4980-b75b-b09a67eea60f req-ec1cc8eb-adea-43f5-81b6-8b21b202441c tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] No DVR routers for this DVR port 029cdbed-e380-4da4-b72a-0185eee7302f on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:12.430385 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01df09af-094f-4980-b75b-b09a67eea60f req-ec1cc8eb-adea-43f5-81b6-8b21b202441c tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.432478 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-01df09af-094f-4980-b75b-b09a67eea60f req-ec1cc8eb-adea-43f5-81b6-8b21b202441c tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.60 "DELETE /v2.0/ports/029cdbed-e380-4da4-b72a-0185eee7302f HTTP/1.1" status: 204 len: 173 time: 1.8244669 Jul 13 19:23:12.440540 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-76e3a6be-5d77-482d-8f48-2dca6e812c61 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips/59eed28d-1f36-4abf-9334-f2ad4f084b8b HTTP/1.1" status: 200 len: 692 time: 0.0726435 Jul 13 19:23:12.578219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9ff2701b-4285-4bed-8306-72d91ae7171e tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:12.586131 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9ff2701b-4285-4bed-8306-72d91ae7171e tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1388795 Jul 13 19:23:12.640605 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-36abcd01-29b6-455e-b53e-a906e694678c tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0532281 Jul 13 19:23:12.670142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.691251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-a828b12c-cd92-41e2-8f6e-a8e7a9f8ecba tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0446939 Jul 13 19:23:12.730515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f54c9-6660-4fce-86b7-904078aec52c req-08a1a992-a68d-4de5-a278-34daec5600ee tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:12.732021 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-056f54c9-6660-4fce-86b7-904078aec52c req-08a1a992-a68d-4de5-a278-34daec5600ee tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd96792-6982-4334-aaf6-27398b8b2674 HTTP/1.1" status: 200 len: 867 time: 0.5005026 Jul 13 19:23:12.752066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-cfe1e5ba-e094-43f8-90c0-997e57794348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:12.753599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-cfe1e5ba-e094-43f8-90c0-997e57794348 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffe0ac87a39548f981294db40d2296fa&device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 1096 time: 0.1425438 Jul 13 19:23:12.821355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9cd1f5b9-73f8-4b9b-802f-abd556e8f8cb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Deleting port 7f87ed7f-7a15-4899-92cd-d5d795000440 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:12.821689 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9cd1f5b9-73f8-4b9b-802f-abd556e8f8cb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.854264 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.876937 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.877290 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.878048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.878417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.878764 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.879103 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.879425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.879765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.880106 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.880410 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.904207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9cd1f5b9-73f8-4b9b-802f-abd556e8f8cb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.904429 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9cd1f5b9-73f8-4b9b-802f-abd556e8f8cb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.917338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9cd1f5b9-73f8-4b9b-802f-abd556e8f8cb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Calling delete_port for 7f87ed7f-7a15-4899-92cd-d5d795000440 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:12.998128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.998966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.998966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.999219 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:12.999569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3164b8-f6e1-46b7-a067-29271ebb3b82']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:13.030640 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-056f54c9-6660-4fce-86b7-904078aec52c req-333bb2b8-e7fb-430f-b156-67d99b8e3195 tempest-AttachSCSIVolumeTestJSON-1131042152 tempest-AttachSCSIVolumeTestJSON-1131042152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a71362de-06c2-4d67-878b-d14ad40c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760162 Jul 13 19:23:13.035833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1897ac6-1729-4ebf-8257-8d5e5570fc06') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:13.036135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1897ac6-1729-4ebf-8257-8d5e5570fc06') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:13.063322 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.070388 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9cd1f5b9-73f8-4b9b-802f-abd556e8f8cb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.095949 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.109326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-cb7807d0-0207-4ac8-a285-fa0f0f809cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.111266 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-cb7807d0-0207-4ac8-a285-fa0f0f809cdd service neutron] 10.222.0.60 "GET /v2.0/networks?id=3823651e-e000-4ba3-a451-455dc29a8939 HTTP/1.1" status: 200 len: 929 time: 0.3321812 Jul 13 19:23:13.114323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:23:13.114784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:23:13.118955 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:23:13.132451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1f5b9-73f8-4b9b-802f-abd556e8f8cb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Pushing event deleted for resources: {'Port': ['ID=7f87ed7f-7a15-4899-92cd-d5d795000440,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:13.214910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-d084d818-b236-4e62-9ed3-d1216e500cf3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c09e20-79a8-436d-aec3-4249a8ea701f HTTP/1.1" status: 200 len: 217 time: 0.0851588 Jul 13 19:23:13.246708 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.254926 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.257395 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9cd1f5b9-73f8-4b9b-802f-abd556e8f8cb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.259012 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0a3164b8-f6e1-46b7-a067-29271ebb3b82 HTTP/1.1" status: 204 len: 168 time: 1.0239856 Jul 13 19:23:13.260005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9cd1f5b9-73f8-4b9b-802f-abd556e8f8cb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.274108 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aba47a65-6bef-46ca-a938-d86561ca2037 req-9cd1f5b9-73f8-4b9b-802f-abd556e8f8cb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "DELETE /v2.0/floatingips/59eed28d-1f36-4abf-9334-f2ad4f084b8b HTTP/1.1" status: 204 len: 173 time: 0.5701606 Jul 13 19:23:13.296020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9253bd4-b1c0-4926-b907-267e268065f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a3164b8-f6e1-46b7-a067-29271ebb3b82,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:13.316328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-786ea803-ee7c-40c1-be69-4d9dee3d9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.318260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-786ea803-ee7c-40c1-be69-4d9dee3d9d6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718913c3-99ab-4b8d-9974-f72ba8d4b406 HTTP/1.1" status: 200 len: 867 time: 0.0852163 Jul 13 19:23:13.404311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:13.407833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'tag': '75ea4462-7f4a-45f2-97aa-890c0a8920fc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:13.410147 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4" -d '{"events": [{"name": "network-changed", "server_uuid": "4852bd99-e94e-4cff-a73e-99b27fd4f7ba", "tag": "75ea4462-7f4a-45f2-97aa-890c0a8920fc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:13.437170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-31201d31-cd9b-40ca-919c-b359c5d4c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.438547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-31201d31-cd9b-40ca-919c-b359c5d4c022 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3823651e-e000-4ba3-a451-455dc29a8939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119890 Jul 13 19:23:13.464618 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fa5e7f4b-81cc-40d1-a349-ec7f0a574ad5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0218a90c2e77416896a010a2ba559e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590632 Jul 13 19:23:13.467138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:13.473247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e63301-cc46-4e93-b93d-3f9a0c14b2c6 req-146bdb01-fc40-42cb-949c-bbc1b197b80e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.474753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80e63301-cc46-4e93-b93d-3f9a0c14b2c6 req-146bdb01-fc40-42cb-949c-bbc1b197b80e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 948 time: 0.1053219 Jul 13 19:23:13.494085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763418e-e3ef-4e1f-a0ae-81c16e5dc608 req-a07e9414-fc55-407a-be38-1eec600b328e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.495600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0763418e-e3ef-4e1f-a0ae-81c16e5dc608 req-a07e9414-fc55-407a-be38-1eec600b328e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 943 time: 0.1180599 Jul 13 19:23:13.500103 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3c9b346a-e83e-4535-afa5-374dee200e4b details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:13.556847 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80e63301-cc46-4e93-b93d-3f9a0c14b2c6 req-336189b4-fc9e-4a49-936d-7c69f522c4d2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578921 Jul 13 19:23:13.562620 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0e33-9db5-460b-ab66-96543f21763b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.567920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0763418e-e3ef-4e1f-a0ae-81c16e5dc608 req-732e0de1-e057-4c94-ac0e-875325ee664d tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609875 Jul 13 19:23:13.573625 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-3951927c-8d7c-478a-9ffb-4f2ccc062e2b service neutron] 10.222.0.60 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262956 Jul 13 19:23:13.604660 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0e33-9db5-460b-ab66-96543f21763b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.681067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:13.695699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '3c9b346a-e83e-4535-afa5-374dee200e4b', 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c', 'port_id': '3c9b346a-e83e-4535-afa5-374dee200e4b', 'mac_address': 'fa:16:3e:14:53:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9959cf1d-702f-422b-a281-5882d959f2f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:13.697204 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0e33-9db5-460b-ab66-96543f21763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.700224 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0e33-9db5-460b-ab66-96543f21763b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.701500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e1ca0e33-9db5-460b-ab66-96543f21763b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8869dbc-9708-42ef-90f4-c31e09755074 HTTP/1.1" status: 204 len: 168 time: 0.2334671 Jul 13 19:23:13.721330 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca0e33-9db5-460b-ab66-96543f21763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8869dbc-9708-42ef-90f4-c31e09755074,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:13.756478 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.772382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9b346a-e83e-4535-afa5-374dee200e4b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:13.772747 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e9cf577-d6e2-4a70-b5e8-2f564d3f50d2 req-18ac3eb1-dd93-4166-95a7-2285d6fb032f service neutron] 10.222.0.60 "GET /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836009 Jul 13 19:23:13.807439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:13.812053 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:13.846575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223917b-4a7c-40f5-8e9a-bef32f1c6f28 req-b48297ac-dee0-4177-ade3-e9993a72b3a8 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.847220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efb14f-4d63-47bc-a24e-edab408cf7f6 req-e93f8728-87ad-45b9-9b76-587b27d0b61c tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.848459 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c223917b-4a7c-40f5-8e9a-bef32f1c6f28 req-b48297ac-dee0-4177-ade3-e9993a72b3a8 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=e36a55d6-991f-4c19-be4c-5f6656d7a9c7 HTTP/1.1" status: 200 len: 949 time: 0.0783472 Jul 13 19:23:13.849171 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09efb14f-4d63-47bc-a24e-edab408cf7f6 req-e93f8728-87ad-45b9-9b76-587b27d0b61c tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1095 time: 0.0753121 Jul 13 19:23:13.887384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3c9b346a-e83e-4535-afa5-374dee200e4b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:13.897294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.897643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.897985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.898678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.899206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.899705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.900185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.900659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.901476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.901639 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09efb14f-4d63-47bc-a24e-edab408cf7f6 req-4f74da9a-be0a-4330-9846-74ef5ca00c38 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465031 Jul 13 19:23:13.902149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.902445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.902774 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.915743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c223917b-4a7c-40f5-8e9a-bef32f1c6f28 req-8775efb5-a47b-44ac-a62a-2c7f31f24a30 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569222 Jul 13 19:23:13.963670 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b8abfd-b591-44c7-bfa4-e4a8d7a114d6 x-openstack-request-id: req-47b8abfd-b591-44c7-bfa4-e4a8d7a114d6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:13.963961 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4852bd99-e94e-4cff-a73e-99b27fd4f7ba", "tag": "75ea4462-7f4a-45f2-97aa-890c0a8920fc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:13.964480 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47b8abfd-b591-44c7-bfa4-e4a8d7a114d6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:13.964880 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'tag': '75ea4462-7f4a-45f2-97aa-890c0a8920fc', 'status': 'completed', 'code': 200} Jul 13 19:23:14.054679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-f19f221d-79b8-4150-b029-c929dffbe520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.056709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-f19f221d-79b8-4150-b029-c929dffbe520 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 1099 time: 0.0556860 Jul 13 19:23:14.181250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['3c9b346a-e83e-4535-afa5-374dee200e4b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:14.208650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5f1fa-e7db-415a-90e4-c2556842765b req-489e1cfa-cbe5-4a9a-965c-5435959c0791 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.210203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3dc5f1fa-e7db-415a-90e4-c2556842765b req-489e1cfa-cbe5-4a9a-965c-5435959c0791 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1474638 Jul 13 19:23:14.211715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-84958ecb-c1ed-43c1-808a-4fbbaa438767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.213045 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-84958ecb-c1ed-43c1-808a-4fbbaa438767 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1484718 Jul 13 19:23:14.299251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3dc5f1fa-e7db-415a-90e4-c2556842765b req-022cf269-cf42-4f3f-951b-caa1ab1e9dbe tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0782609 Jul 13 19:23:14.299251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-5ffb33b7-1a97-440c-8ae9-7d37d043d3fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc HTTP/1.1" status: 200 len: 217 time: 0.0777266 Jul 13 19:23:14.314518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176f325-f186-4978-977d-de41b7483635 req-d97ea5c9-6d4c-4519-a4b8-b9f1b84d49a4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.318895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176f325-f186-4978-977d-de41b7483635 req-d97ea5c9-6d4c-4519-a4b8-b9f1b84d49a4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.321072 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d176f325-f186-4978-977d-de41b7483635 req-d97ea5c9-6d4c-4519-a4b8-b9f1b84d49a4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539&device_id=e36a55d6-991f-4c19-be4c-5f6656d7a9c7 HTTP/1.1" status: 200 len: 1690 time: 0.0898304 Jul 13 19:23:14.365440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd96792-6982-4334-aaf6-27398b8b2674', 'name': 'network-vif-deleted', 'tag': '029cdbed-e380-4da4-b72a-0185eee7302f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:14.366214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-b3a1cdbe-591f-421b-ad17-862ea9516f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.368109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-b3a1cdbe-591f-421b-ad17-862ea9516f00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0611706 Jul 13 19:23:14.372532 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d51c811-4577-48dd-9e73-eafab663a1e6" -d '{"events": [{"server_uuid": "8cd96792-6982-4334-aaf6-27398b8b2674", "name": "network-vif-deleted", "tag": "029cdbed-e380-4da4-b72a-0185eee7302f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:14.404897 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d176f325-f186-4978-977d-de41b7483635 req-87844f19-a434-41c1-95c7-c5eab9ee9f45 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778310 Jul 13 19:23:14.485246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-102d7387-c6ec-4f74-9e3e-8438ef0ea9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.486949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-102d7387-c6ec-4f74-9e3e-8438ef0ea9f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116362 Jul 13 19:23:14.495658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19a89b-5904-4a0c-8cc0-8c3be4eab36f req-41af5f83-3e1b-45a4-bb57-7e02235efdd4 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.497273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c19a89b-5904-4a0c-8cc0-8c3be4eab36f req-41af5f83-3e1b-45a4-bb57-7e02235efdd4 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 1095 time: 0.0782359 Jul 13 19:23:14.600109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c19a89b-5904-4a0c-8cc0-8c3be4eab36f req-8d989f75-8c65-45c6-afc8-24f9c5c22d89 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798712 Jul 13 19:23:14.610080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:14.644987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-0458b0c0-af3f-49d7-af49-35d48c247013 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464920 Jul 13 19:23:14.688211 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cd5223-185e-442e-a0ed-cebb8bc5c76f x-openstack-request-id: req-95cd5223-185e-442e-a0ed-cebb8bc5c76f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:14.688511 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd96792-6982-4334-aaf6-27398b8b2674", "name": "network-vif-deleted", "tag": "029cdbed-e380-4da4-b72a-0185eee7302f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:14.688786 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95cd5223-185e-442e-a0ed-cebb8bc5c76f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:14.689172 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd96792-6982-4334-aaf6-27398b8b2674', 'name': 'network-vif-deleted', 'tag': '029cdbed-e380-4da4-b72a-0185eee7302f', 'status': 'completed', 'code': 200} Jul 13 19:23:14.705477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2287837-c344-4799-ac82-4a364aa96864 req-f01402d9-a10d-4793-90c1-3f9107cdb669 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0818663 Jul 13 19:23:14.832633 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d167b5d2-f79d-4ab6-a39b-114d6e39abf4 req-9dd77352-31ad-4d26-b6b9-d67321a08069 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749253 Jul 13 19:23:14.866010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-474522996-network', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:14.897168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Made reservation on behalf of bfb81c11f2e3414487ed987d486db450 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:14.900190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:14.912829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8409cd-b6ef-4e43-9c90-9bc1b8817edb req-c6f4e3f7-8fc6-47dd-bad9-b146ced44e2f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.913022 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:14.914431 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c8409cd-b6ef-4e43-9c90-9bc1b8817edb req-c6f4e3f7-8fc6-47dd-bad9-b146ced44e2f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 948 time: 0.0928457 Jul 13 19:23:14.931206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 75ea4462-7f4a-45f2-97aa-890c0a8920fc details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:14.936207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 029cdbed-e380-4da4-b72a-0185eee7302f no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:14.959810 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c8409cd-b6ef-4e43-9c90-9bc1b8817edb req-bd658c4a-a0bb-4a5f-ab37-a30de4a223ed tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371578 Jul 13 19:23:14.976700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 029cdbed-e380-4da4-b72a-0185eee7302f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:14.977643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 029cdbed-e380-4da4-b72a-0185eee7302f not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:15.019454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb180057-2ecb-4bdc-b561-e2aea95f461b req-2290e3ae-c58c-47c9-a78b-b279e2eed301 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:15.020988 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb180057-2ecb-4bdc-b561-e2aea95f461b req-2290e3ae-c58c-47c9-a78b-b279e2eed301 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 944 time: 0.1101005 Jul 13 19:23:15.093295 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb180057-2ecb-4bdc-b561-e2aea95f461b req-a6a09b58-2459-421c-aeb6-35b3face5c5c tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602057 Jul 13 19:23:15.134262 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.139003 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.149659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:15.176571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '75ea4462-7f4a-45f2-97aa-890c0a8920fc', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '75ea4462-7f4a-45f2-97aa-890c0a8920fc', 'mac_address': 'fa:16:3e:b6:03:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:15.192523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:15.231559 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.238526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a14812-b803-4990-9b30-bfcc0a04a42b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:15.249850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ea4462-7f4a-45f2-97aa-890c0a8920fc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:15.255914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.256325 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Added segment b008a969-f2c8-4337-bf44-a78b9028510f of type vlan for network f9948263-df17-4641-a5db-e08323ff6f9f Jul 13 19:23:15.271459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:15.276100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.295512 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:23:15.341905 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.382255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=75ea4462-7f4a-45f2-97aa-890c0a8920fc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:15.385746 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.406464 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.408155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:15.409263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.479952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:15.480629 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8670185 Jul 13 19:23:15.486001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Request body: {'subnet': {'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-474522996-subnet', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:15.493610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ab500-e9a2-405a-bc9e-c687d0438d60 admin admin] Pushing event updated for resources: {'Network': ['ID=f9948263-df17-4641-a5db-e08323ff6f9f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:15.509259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network f9948263-df17-4641-a5db-e08323ff6f9f details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:15.536525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3c9b346a-e83e-4535-afa5-374dee200e4b up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:15.540967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Made reservation on behalf of bfb81c11f2e3414487ed987d486db450 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:15.544352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.600261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['75ea4462-7f4a-45f2-97aa-890c0a8920fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:15.746109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 3c9b346a-e83e-4535-afa5-374dee200e4b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:15.752464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 3c9b346a-e83e-4535-afa5-374dee200e4b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:15.753250 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.757350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7704406-98d9-4067-a736-b656e7b3ca13 req-1066fbbd-2780-4726-bf14-c964ec6285f1 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:15.761714 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7704406-98d9-4067-a736-b656e7b3ca13 req-1066fbbd-2780-4726-bf14-c964ec6285f1 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 1101 time: 0.2132039 Jul 13 19:23:15.768131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37201936-f2a6-4e61-82de-472e4a48bfba req-3b41ac40-ac3d-4b51-8858-c7849e9f70fe tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:15.769953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37201936-f2a6-4e61-82de-472e4a48bfba req-3b41ac40-ac3d-4b51-8858-c7849e9f70fe tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 945 time: 0.0919459 Jul 13 19:23:15.833768 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37201936-f2a6-4e61-82de-472e4a48bfba req-fdb85f88-6087-493d-bd27-2c901d976b3d tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570416 Jul 13 19:23:15.838937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7704406-98d9-4067-a736-b656e7b3ca13 req-2b9696a0-e2c0-4deb-815a-4b0848d2b936 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686157 Jul 13 19:23:15.926890 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.929662 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.988462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:15.989340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9b346a-e83e-4535-afa5-374dee200e4b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:15.992491 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9134b707-c973-40f6-8a2b-3a41197811a6" -d '{"events": [{"server_uuid": "c8433318-135b-4b94-bdc8-d45341caf4b6", "name": "network-vif-plugged", "status": "completed", "tag": "3c9b346a-e83e-4535-afa5-374dee200e4b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:15.998621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.002844 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.026666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49127a9b-d3c6-4bba-a498-5c78b6a4e563,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:16.036509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Checking segment: {'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:16.036935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Network hostable DHCP agents. Network: f9948263-df17-4641-a5db-e08323ff6f9f, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:16.056284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3c9b346a-e83e-4535-afa5-374dee200e4b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:16.056599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Network f9948263-df17-4641-a5db-e08323ff6f9f is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:16.076183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, f9948263-df17-4641-a5db-e08323ff6f9f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:16.088323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4523c5-4649-4722-a126-dd952f148208 None None] Network f9948263-df17-4641-a5db-e08323ff6f9f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:16.104700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:16.105782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.123690 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-627b5425-bf32-42df-9865-8335bb09f441 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6417983 Jul 13 19:23:16.127075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:16.133678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-474522996-router', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:16.162034 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.165050 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.183783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a4118-2bff-4165-a0d0-9a9f91791e82 req-43108e4c-aca5-4d46-a918-8968efeb8878 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:16.190191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-763a4118-2bff-4165-a0d0-9a9f91791e82 req-43108e4c-aca5-4d46-a918-8968efeb8878 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e36a55d6-991f-4c19-be4c-5f6656d7a9c7 HTTP/1.1" status: 200 len: 1100 time: 0.1228113 Jul 13 19:23:16.233701 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-763a4118-2bff-4165-a0d0-9a9f91791e82 req-9a0d7f79-9f84-4dbd-8701-e6f3d25a4352 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Jul 13 19:23:16.265569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a37f388-ce14-4240-ba9c-9aa75f35b0a5 None None] Network f9948263-df17-4641-a5db-e08323ff6f9f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:16.281206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.360118 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8ea937-fe68-4fb5-8fe6-45b3e7c5d208 x-openstack-request-id: req-bf8ea937-fe68-4fb5-8fe6-45b3e7c5d208 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:16.360411 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8433318-135b-4b94-bdc8-d45341caf4b6", "name": "network-vif-plugged", "status": "completed", "tag": "3c9b346a-e83e-4535-afa5-374dee200e4b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:16.360659 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf8ea937-fe68-4fb5-8fe6-45b3e7c5d208 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:16.361564 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9b346a-e83e-4535-afa5-374dee200e4b', 'code': 200} Jul 13 19:23:16.455328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a62080-7584-4f45-8749-da01104869eb req-c59a192a-1715-497f-ad58-68cc4c9243ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:16.457151 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-25a62080-7584-4f45-8749-da01104869eb req-c59a192a-1715-497f-ad58-68cc4c9243ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 1096 time: 0.0739028 Jul 13 19:23:16.498906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48742122-e7ad-4024-9150-11e8425ed49b req-39880b24-9150-402e-aad6-42bad09c9b7c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:16.500393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48742122-e7ad-4024-9150-11e8425ed49b req-39880b24-9150-402e-aad6-42bad09c9b7c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 949 time: 0.2836802 Jul 13 19:23:16.502500 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.537571 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-25a62080-7584-4f45-8749-da01104869eb req-e53f16d6-a358-4568-a11c-ef8bea9ec42b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629089 Jul 13 19:23:16.562813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b54bf-841f-42e3-aa28-8ff70a8b35b9 req-cf151a34-603b-4033-99ad-681d1263da83 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:16.564370 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-706b54bf-841f-42e3-aa28-8ff70a8b35b9 req-cf151a34-603b-4033-99ad-681d1263da83 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 945 time: 0.0994048 Jul 13 19:23:16.583170 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48742122-e7ad-4024-9150-11e8425ed49b req-3da109cd-3737-4860-8963-d5e856da3e95 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751662 Jul 13 19:23:16.610293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-706b54bf-841f-42e3-aa28-8ff70a8b35b9 req-d110bf50-58bb-4e46-8e3f-40598b52ef82 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Jul 13 19:23:16.751340 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.771737 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.946678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 75ea4462-7f4a-45f2-97aa-890c0a8920fc up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:16.971023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-c1fdb087-4761-4801-b08b-7e11b16fb814 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543973 Jul 13 19:23:16.992332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Allocated IP 172.25.7.229 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/c5db39c2-2951-44ca-80b9-2ac08fcb63e7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:17.104124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 75ea4462-7f4a-45f2-97aa-890c0a8920fc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:17.109371 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 75ea4462-7f4a-45f2-97aa-890c0a8920fc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:17.109946 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:17.132191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:17.185909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-51cb9b14-8a6c-49cf-8dd2-4d1506b8d642 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:17.193838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-51cb9b14-8a6c-49cf-8dd2-4d1506b8d642 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192664 Jul 13 19:23:17.206961 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:17.225019 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-4edc75e7-bbb5-4a6b-a1fa-8b2fbcc6128a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/quotas/a726fc1b8b5046cda4f1b929b9e0683b HTTP/1.1" status: 200 len: 375 time: 0.0302174 Jul 13 19:23:17.245237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:17.251146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:17.270381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:17.343320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=75ea4462-7f4a-45f2-97aa-890c0a8920fc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:17.355064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-f77f905c-d9e1-4f4b-aea3-feb0e39c500a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1290617 Jul 13 19:23:17.380052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:17.390512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Pushing event updated for resources: {'Port': ['ID=c5db39c2-2951-44ca-80b9-2ac08fcb63e7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:17.398233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:17.402702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:17.412008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae18e08-bc87-4531-a308-581c0a132aa5 req-39f83488-74eb-4585-aeaf-395dab90d68e tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:17.419516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dae18e08-bc87-4531-a308-581c0a132aa5 req-39f83488-74eb-4585-aeaf-395dab90d68e tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 945 time: 0.2338264 Jul 13 19:23:17.428375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-3ceb63da-08f6-4a34-acdd-0ba434783e66 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:17.429865 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-3ceb63da-08f6-4a34-acdd-0ba434783e66 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 945 time: 0.2438123 Jul 13 19:23:17.548033 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dae18e08-bc87-4531-a308-581c0a132aa5 req-bdeb58f6-40a7-45ab-9769-f6f43df680d1 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/security-groups?id=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266632 Jul 13 19:23:17.811249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-72a63b1d-a8c1-43ba-b6e2-83a718c35ecb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Deleting port 84c09e20-79a8-436d-aec3-4249a8ea701f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:17.812138 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-72a63b1d-a8c1-43ba-b6e2-83a718c35ecb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:18.228504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40da602-0423-4535-8881-1c9160843660 req-cfda1f99-f291-4f0e-a2de-03985410b609 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:18.244257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c40da602-0423-4535-8881-1c9160843660 req-cfda1f99-f291-4f0e-a2de-03985410b609 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 945 time: 0.1069405 Jul 13 19:23:18.322055 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c40da602-0423-4535-8881-1c9160843660 req-440ce4dc-4491-480f-a429-62aec1eb8e66 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644522 Jul 13 19:23:18.362530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ea4462-7f4a-45f2-97aa-890c0a8920fc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:18.365474 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7700c2-955d-4e14-9476-7e8f456dfd5c" -d '{"events": [{"server_uuid": "4852bd99-e94e-4cff-a73e-99b27fd4f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "75ea4462-7f4a-45f2-97aa-890c0a8920fc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:18.425504 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:18.434865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-72a63b1d-a8c1-43ba-b6e2-83a718c35ecb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] For port 84c09e20-79a8-436d-aec3-4249a8ea701f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84c09e20-79a8-436d-aec3-4249a8ea701f,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:18.435232 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-72a63b1d-a8c1-43ba-b6e2-83a718c35ecb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:18.553898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-72a63b1d-a8c1-43ba-b6e2-83a718c35ecb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Calling delete_port for 84c09e20-79a8-436d-aec3-4249a8ea701f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:18.573434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4a730-d07b-4418-800d-a8b9408a3954 req-b7b6b547-ab5f-4afc-9697-59a88382fef7 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:18.582021 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bce4a730-d07b-4418-800d-a8b9408a3954 req-b7b6b547-ab5f-4afc-9697-59a88382fef7 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.7314913 Jul 13 19:23:18.853755 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bce4a730-d07b-4418-800d-a8b9408a3954 req-5d3f969b-a552-4c60-a37b-a0b22e591861 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707725 Jul 13 19:23:18.857696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304453b9-d2d0-4208-b59e-05235480479e req-2c419884-18c0-4a2e-b377-f41a2e60e142 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:18.860193 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-304453b9-d2d0-4208-b59e-05235480479e req-2c419884-18c0-4a2e-b377-f41a2e60e142 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 1096 time: 0.1013083 Jul 13 19:23:18.916567 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-304453b9-d2d0-4208-b59e-05235480479e req-1985fbdc-b9ba-47ad-a39b-0b850bd0b16a tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486774 Jul 13 19:23:18.947044 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1df731-b418-4ec2-adef-58971de75ac9 x-openstack-request-id: req-fc1df731-b418-4ec2-adef-58971de75ac9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:18.947425 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4852bd99-e94e-4cff-a73e-99b27fd4f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "75ea4462-7f4a-45f2-97aa-890c0a8920fc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:18.947674 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc1df731-b418-4ec2-adef-58971de75ac9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:18.960868 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ea4462-7f4a-45f2-97aa-890c0a8920fc', 'code': 200} Jul 13 19:23:18.979297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:19.121280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-72a63b1d-a8c1-43ba-b6e2-83a718c35ecb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:19.200973 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-572fa30b-910a-4415-a5d1-0213a15604ec req-e81181ca-1e65-4b70-8021-42627bf266b8 tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 210 time: 0.0925710 Jul 13 19:23:19.207193 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-627e3521-7635-410c-a995-c106c04d23cd req-a47fcfa2-ba09-49ca-9b82-fe5ca28be365 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 210 time: 0.0397828 Jul 13 19:23:19.316143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a63b1d-a8c1-43ba-b6e2-83a718c35ecb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Pushing event deleted for resources: {'Port': ['ID=84c09e20-79a8-436d-aec3-4249a8ea701f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:19.365777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c83ef6-49d1-4c29-8eda-acc3662a9936 req-952483ab-278b-470f-b5cb-541ddc676772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:19.370898 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31c83ef6-49d1-4c29-8eda-acc3662a9936 req-952483ab-278b-470f-b5cb-541ddc676772 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 1101 time: 0.1267490 Jul 13 19:23:19.443992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-72a63b1d-a8c1-43ba-b6e2-83a718c35ecb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] No DVR routers for this DVR port 84c09e20-79a8-436d-aec3-4249a8ea701f on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:19.462316 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31c83ef6-49d1-4c29-8eda-acc3662a9936 req-341d12fc-3e82-41e4-8323-02c752eb3663 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856097 Jul 13 19:23:19.484653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-72a63b1d-a8c1-43ba-b6e2-83a718c35ecb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:19.486798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf67083f-69c9-4447-bd1c-62ad8f37e28f req-72a63b1d-a8c1-43ba-b6e2-83a718c35ecb tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.60 "DELETE /v2.0/ports/84c09e20-79a8-436d-aec3-4249a8ea701f HTTP/1.1" status: 204 len: 173 time: 2.0306492 Jul 13 19:23:19.489001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'name': 'network-vif-deleted', 'tag': '84c09e20-79a8-436d-aec3-4249a8ea701f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:19.491292 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d89f7d-4743-48a1-ade3-f34175bd81c1" -d '{"events": [{"server_uuid": "8bbf8088-8caf-4cae-90b6-e1084566d19b", "name": "network-vif-deleted", "tag": "84c09e20-79a8-436d-aec3-4249a8ea701f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:19.564662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Router d1765019-e2d6-4258-99fa-9d3d62e716c5 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:23:19.588791 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f280d5c5-87df-419b-8fde-be46d6e7af15 x-openstack-request-id: req-f280d5c5-87df-419b-8fde-be46d6e7af15 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:19.589084 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbf8088-8caf-4cae-90b6-e1084566d19b", "name": "network-vif-deleted", "tag": "84c09e20-79a8-436d-aec3-4249a8ea701f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:19.589338 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f280d5c5-87df-419b-8fde-be46d6e7af15 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:19.589751 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bbf8088-8caf-4cae-90b6-e1084566d19b', 'name': 'network-vif-deleted', 'tag': '84c09e20-79a8-436d-aec3-4249a8ea701f', 'status': 'completed', 'code': 200} Jul 13 19:23:19.701457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:19.868888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:19.884151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Sync routers for ids ['d1765019-e2d6-4258-99fa-9d3d62e716c5'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:19.899979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:19.905189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Routers {'d1765019-e2d6-4258-99fa-9d3d62e716c5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:19.905333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-12052041-263b-435f-8191-27ff54c93577 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7768731 Jul 13 19:23:19.906551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:19.906732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:22:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d1765019-e2d6-4258-99fa-9d3d62e716c5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:20.102376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Set router d1765019-e2d6-4258-99fa-9d3d62e716c5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:20.394989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832be06-ce43-4868-a4aa-5ca1d584ea8e req-1925871a-ef13-4fe6-b57a-01a88b1b9705 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:20.397375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c832be06-ce43-4868-a4aa-5ca1d584ea8e req-1925871a-ef13-4fe6-b57a-01a88b1b9705 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.2210329 Jul 13 19:23:20.586494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'name': 'tempest-ServerRescueNegativeTestJSON-474522996-router', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:17Z', 'revision_number': 3, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'gw_port': {'id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:20.782045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Checking router: d1765019-e2d6-4258-99fa-9d3d62e716c5 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:20.787682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Updating router d1765019-e2d6-4258-99fa-9d3d62e716c5 port c5db39c2-2951-44ca-80b9-2ac08fcb63e7 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:23:20.826868 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe62c2e1-4b8c-42a9-ac85-c7d4c26766e8 req-6e1f0a77-2a9e-4439-a84b-ac3806c266cf tempest-FloatingIPsAssociationNegativeTestJSON-614550804 tempest-FloatingIPsAssociationNegativeTestJSON-614550804-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbf8088-8caf-4cae-90b6-e1084566d19b HTTP/1.1" status: 200 len: 210 time: 0.1858037 Jul 13 19:23:20.865509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c832be06-ce43-4868-a4aa-5ca1d584ea8e req-017ea727-0d7a-488d-8be1-7ad62dc12762 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298713 Jul 13 19:23:20.962900 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0874332-b5e3-4fe2-8be3-2b242e774f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.973257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 84c09e20-79a8-436d-aec3-4249a8ea701f no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:21.173737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f532bc-4b29-48ca-9ff1-61c81003f24b req-48a461d7-d9a6-42ad-a48d-1303b6074ee6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 210 time: 0.1185758 Jul 13 19:23:21.178799 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-5c9dcd7a-f7c1-4631-a7cd-b2aa30f09a66 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1997130 Jul 13 19:23:21.239991 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-f258f501-cd19-458c-83c3-e91cc6d133c4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778158 Jul 13 19:23:21.306386 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.309147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 84c09e20-79a8-436d-aec3-4249a8ea701f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:21.309493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 84c09e20-79a8-436d-aec3-4249a8ea701f not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:21.476323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-3d586931-198c-4494-a43c-a063621deaa6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:21.478943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-261bb99d-d40b-4b30-a8f5-1efb9696b4f8 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:21.480571 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-261bb99d-d40b-4b30-a8f5-1efb9696b4f8 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922542 Jul 13 19:23:21.482279 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-3d586931-198c-4494-a43c-a063621deaa6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299767 Jul 13 19:23:21.486826 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.508170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Request body: {'port': {'device_id': 'b581b4ac-f352-441d-8636-465677abbf21', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'a726fc1b8b5046cda4f1b929b9e0683b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:21.510049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Request body: {'port': {'device_id': '4e197144-28d4-41f2-b8a9-1627f24dbb41', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'a726fc1b8b5046cda4f1b929b9e0683b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:21.724033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.751420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Made reservation on behalf of a726fc1b8b5046cda4f1b929b9e0683b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:21.755693 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.848415 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.894158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Transition to ACTIVE for port object c5db39c2-2951-44ca-80b9-2ac08fcb63e7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:21.907043 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.922327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Allocated IP 192.168.233.169 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/a2aaa14b-e448-46e0-a176-8e8adaaa17d7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:22.023416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:22.047873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Attempting to bind port c5db39c2-2951-44ca-80b9-2ac08fcb63e7 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:22.048438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Attempting to bind port c5db39c2-2951-44ca-80b9-2ac08fcb63e7 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:22.052637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Attempting to bind port c5db39c2-2951-44ca-80b9-2ac08fcb63e7 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:22.089095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:22.089481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:22.089893 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.090290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:22.090810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Bound port: c5db39c2-2951-44ca-80b9-2ac08fcb63e7, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:22.091194 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.121027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Made reservation on behalf of a726fc1b8b5046cda4f1b929b9e0683b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:22.125941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.144650 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ff6c6-89db-457e-a8ee-1e9506773113 None None] Pushing event updated for resources: {'Port': ['ID=c5db39c2-2951-44ca-80b9-2ac08fcb63e7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:22.165936 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.182429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Transition to ACTIVE for port object a2aaa14b-e448-46e0-a176-8e8adaaa17d7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:22.185023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] For port c5db39c2-2951-44ca-80b9-2ac08fcb63e7, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:22.203273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] For port c5db39c2-2951-44ca-80b9-2ac08fcb63e7, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c5db39c2-2951-44ca-80b9-2ac08fcb63e7,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:22.210045 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.321362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Routers {'d1765019-e2d6-4258-99fa-9d3d62e716c5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:22.322049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:22:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d1765019-e2d6-4258-99fa-9d3d62e716c5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:22.326520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ff6c6-89db-457e-a8ee-1e9506773113 None None] Pushing event updated for resources: {'Port': ['ID=c5db39c2-2951-44ca-80b9-2ac08fcb63e7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:22.356514 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.381448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:22.420378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event updated for resources: {'Port': ['ID=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:22.423650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Allocated IP 172.20.0.1 (f9948263-df17-4641-a5db-e08323ff6f9f/49127a9b-d3c6-4bba-a498-5c78b6a4e563/3196c7c6-d0ef-48c2-a07b-2ca191ba1704) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:22.435967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3037-9b7d-4efa-bdff-9d023c43b93e req-48da3a00-8d16-494a-a8d2-159069430324 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:22.444379 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-941f3037-9b7d-4efa-bdff-9d023c43b93e req-48da3a00-8d16-494a-a8d2-159069430324 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.2601779 Jul 13 19:23:22.478233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:22.485120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:22.497508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:22.566930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] Set router d1765019-e2d6-4258-99fa-9d3d62e716c5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:22.576234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:22.576913 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.681968 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-941f3037-9b7d-4efa-bdff-9d023c43b93e req-ffbd9631-da68-4668-a311-b6c718fadeb1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365940 Jul 13 19:23:22.690824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-bca5216d-90f2-40e5-92b6-6e2bfd4df468 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1875250 Jul 13 19:23:22.716842 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Request body: {'port': {'device_id': 'b581b4ac-f352-441d-8636-465677abbf21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:22.862659 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-826f8350-6bb0-4750-a137-00c11f260c03 req-83eadad6-5a96-491f-ad79-a2d4cd8ba39e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 210 time: 0.0820735 Jul 13 19:23:22.959320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-350713e1-7e2b-4d08-ac9b-347183a85d30 None None] Provisioning for port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:22.982471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-350713e1-7e2b-4d08-ac9b-347183a85d30 None None] Provisioning complete for port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:22.982877 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-350713e1-7e2b-4d08-ac9b-347183a85d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.056103 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.084650 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'name': 'tempest-ServerRescueNegativeTestJSON-474522996-router', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:17Z', 'revision_number': 3, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'gw_port': {'id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:23.085934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Allocated IP 192.168.233.245 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/7ff9c63d-c572-4855-9632-89c5e5572e1b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:23.122093 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.124676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94215b7-f0d2-45f4-89da-8d8b0c662cef None None] The sync data for ids ['d1765019-e2d6-4258-99fa-9d3d62e716c5'] in n-d-800708-1 is: [{'id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'name': 'tempest-ServerRescueNegativeTestJSON-474522996-router', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:17Z', 'revision_number': 3, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'gw_port': {'id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:23.130147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-350713e1-7e2b-4d08-ac9b-347183a85d30 None None] Port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:23.206534 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.259052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Network f9948263-df17-4641-a5db-e08323ff6f9f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:23.276694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:23.299417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:23.321829 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-937f6032-e0a8-4c41-8047-1df149748ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.416529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] Deleting port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:23.418288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.457014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Pushing event updated for resources: {'Port': ['ID=3196c7c6-d0ef-48c2-a07b-2ca191ba1704,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:23.486897 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.520543 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.717384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bd5f5-a915-40e3-b49a-1f0b21a3f9a2 req-4a4de6e3-130a-40e5-93ce-0b000efd8dfc tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:23.724074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d67bd5f5-a915-40e3-b49a-1f0b21a3f9a2 req-4a4de6e3-130a-40e5-93ce-0b000efd8dfc tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.1895702 Jul 13 19:23:23.784790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] For port 7bbf35f3-4399-4b09-9d44-06d4bc0367c1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7bbf35f3-4399-4b09-9d44-06d4bc0367c1,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:23.785340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.807132 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.822710 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.849747 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.881147 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d67bd5f5-a915-40e3-b49a-1f0b21a3f9a2 req-3c1e0c20-13f8-4238-b427-a7ee32e4cdf2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466944 Jul 13 19:23:23.882820 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] Calling delete_port for 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:23.910874 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-86993b65-c2b6-4180-bb76-a522ac7d2b5c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3815691 Jul 13 19:23:23.912062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Transition to ACTIVE for port object 7ff9c63d-c572-4855-9632-89c5e5572e1b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:24.130639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d49886f6-a903-47a0-9945-a23f945bd59c req-5aa9a40b-a89b-4151-a15c-9bc066d82721 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 210 time: 0.0623424 Jul 13 19:23:24.191302 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.203790 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.215684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c5db39c2-2951-44ca-80b9-2ac08fcb63e7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:24.223565 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.354021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:24.377127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:24.430908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:24.452944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:24.528305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port c5db39c2-2951-44ca-80b9-2ac08fcb63e7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:24.536009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c5db39c2-2951-44ca-80b9-2ac08fcb63e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:24.536651 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.538514 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.974756 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:25.003794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:25.004528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:25.007124 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:25.070058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event updated for resources: {'Port': ['ID=7ff9c63d-c572-4855-9632-89c5e5572e1b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:25.121934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Pushing event updated for resources: {'Port': ['ID=3196c7c6-d0ef-48c2-a07b-2ca191ba1704,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:25.133393 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:25.167975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port c5db39c2-2951-44ca-80b9-2ac08fcb63e7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c5db39c2-2951-44ca-80b9-2ac08fcb63e7,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:25.183290 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-6f3ca088-a6ec-481b-b78c-8905380b9698 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6876431 Jul 13 19:23:25.184977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ccb62e7b-9a7e-4999-9eff-fc42210a17d4 None None] Provisioning for port 7ff9c63d-c572-4855-9632-89c5e5572e1b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:25.213815 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:25.229421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ccb62e7b-9a7e-4999-9eff-fc42210a17d4 None None] Provisioning complete for port 7ff9c63d-c572-4855-9632-89c5e5572e1b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:25.230007 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccb62e7b-9a7e-4999-9eff-fc42210a17d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:25.284079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Request body: {'port': {'device_id': '4e197144-28d4-41f2-b8a9-1627f24dbb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:25.316751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbf35f3-4399-4b09-9d44-06d4bc0367c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:25.429723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ccb62e7b-9a7e-4999-9eff-fc42210a17d4 None None] Port 7ff9c63d-c572-4855-9632-89c5e5572e1b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:25.494067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=c5db39c2-2951-44ca-80b9-2ac08fcb63e7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:25.579396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2aaa14b-e448-46e0-a176-8e8adaaa17d7 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:25.628289 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:25.684716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Transition to ACTIVE for port object a2aaa14b-e448-46e0-a176-8e8adaaa17d7 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:25.801623 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:25.922137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:25.936391 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:25.936898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Network f9948263-df17-4641-a5db-e08323ff6f9f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:25.946989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf86eb2-59f3-4452-ae90-e79fad9fdb86 req-552cc1d9-c87b-4272-86db-916fdc22795d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:25.948569 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6cf86eb2-59f3-4452-ae90-e79fad9fdb86 req-552cc1d9-c87b-4272-86db-916fdc22795d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.6615570 Jul 13 19:23:25.974956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:26.024504 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:26.182076 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:26.199081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814ceba-4e9a-4553-b82b-17290ba96815 req-640b6a05-23d1-4b1d-a877-9215161c0f85 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:26.201007 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e814ceba-4e9a-4553-b82b-17290ba96815 req-640b6a05-23d1-4b1d-a877-9215161c0f85 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 936 time: 0.4994166 Jul 13 19:23:26.209177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Router d1765019-e2d6-4258-99fa-9d3d62e716c5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:26.304823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c5db39c2-2951-44ca-80b9-2ac08fcb63e7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:26.380734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Attempting to bind port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:26.381203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Attempting to bind port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:26.381694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Attempting to bind port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:26.403872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c5db39c2-2951-44ca-80b9-2ac08fcb63e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:26.403872 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:26.404341 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e814ceba-4e9a-4553-b82b-17290ba96815 req-9e82f519-6208-49dc-889e-9696243fe048 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911585 Jul 13 19:23:26.429598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:26.429943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Attempting to bind port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:26.448208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:26.448535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:26.448937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:26.449400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Bound port: a2aaa14b-e448-46e0-a176-8e8adaaa17d7, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:26.449775 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:26.464782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] Deleting port 070a2484-4716-49e9-a251-dcc37f5d5a50 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:26.465138 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:26.586615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:26.599757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Sync routers for ids ['d1765019-e2d6-4258-99fa-9d3d62e716c5'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:26.613195 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ba8f441a-f9f9-4693-a9b4-b218f96a7a15 admin admin] 10.222.0.25 "PUT /v2.0/routers/d1765019-e2d6-4258-99fa-9d3d62e716c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7051258 Jul 13 19:23:26.627322 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Routers {'d1765019-e2d6-4258-99fa-9d3d62e716c5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:26.627957 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d1765019-e2d6-4258-99fa-9d3d62e716c5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:26.662713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] For port a2aaa14b-e448-46e0-a176-8e8adaaa17d7, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:26.668599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] For port a2aaa14b-e448-46e0-a176-8e8adaaa17d7, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:26.676385 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:26.706473 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6cf86eb2-59f3-4452-ae90-e79fad9fdb86 req-b202a563-0386-4578-8390-d76536802380 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397157 Jul 13 19:23:26.803135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:26.803917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:26.806018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] 10.222.0.60 "PUT /v2.0/ports/a2aaa14b-e448-46e0-a176-8e8adaaa17d7 HTTP/1.1" status: 200 len: 1096 time: 4.1012228 Jul 13 19:23:26.806183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b581b4ac-f352-441d-8636-465677abbf21', 'tag': 'a2aaa14b-e448-46e0-a176-8e8adaaa17d7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:26.809859 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05220e-73ca-4a08-836e-465419aee6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b581b4ac-f352-441d-8636-465677abbf21", "tag": "a2aaa14b-e448-46e0-a176-8e8adaaa17d7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:26.811102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-8cc01875-eb6a-4d16-88ed-9e7e5d51417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:26.813451 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-8cc01875-eb6a-4d16-88ed-9e7e5d51417f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 1101 time: 0.6270764 Jul 13 19:23:26.836562 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Set router d1765019-e2d6-4258-99fa-9d3d62e716c5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:26.897648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ba7c1-0c8e-42ab-b3fa-5529f9fd7eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:26.947137 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11b78d7-f738-4cdb-81f9-e990aa785ef1 x-openstack-request-id: req-a11b78d7-f738-4cdb-81f9-e990aa785ef1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:26.947515 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b581b4ac-f352-441d-8636-465677abbf21", "tag": "a2aaa14b-e448-46e0-a176-8e8adaaa17d7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:26.947691 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a11b78d7-f738-4cdb-81f9-e990aa785ef1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:26.949777 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b581b4ac-f352-441d-8636-465677abbf21', 'tag': 'a2aaa14b-e448-46e0-a176-8e8adaaa17d7', 'status': 'completed', 'code': 200} Jul 13 19:23:26.971700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-7b477a68-a79c-41ea-bd56-ded181e27466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:26.978050 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-7b477a68-a79c-41ea-bd56-ded181e27466 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=b581b4ac-f352-441d-8636-465677abbf21 HTTP/1.1" status: 200 len: 1099 time: 0.1177733 Jul 13 19:23:27.083294 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e7e45391-1d54-4410-985e-0e9ca486d4ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a2aaa14b-e448-46e0-a176-8e8adaaa17d7 HTTP/1.1" status: 200 len: 217 time: 0.0957291 Jul 13 19:23:27.221672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-1917a693-63b8-4578-8917-1463fe3be3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:27.226322 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-1917a693-63b8-4578-8917-1463fe3be3f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1368613 Jul 13 19:23:27.306899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-72ccce2d-5846-4ab3-8ad4-d6945705d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:27.308653 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-72ccce2d-5846-4ab3-8ad4-d6945705d7eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763402 Jul 13 19:23:27.351350 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'name': 'tempest-ServerRescueNegativeTestJSON-474522996-router', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:23Z', 'revision_number': 4, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'gw_port': {'id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3196c7c6-d0ef-48c2-a07b-2ca191ba1704', 'name': '', 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'mac_address': 'fa:16:3e:5c:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '49127a9b-d3c6-4bba-a498-5c78b6a4e563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:21Z', 'updated_at': '2021-07-13T19:23:23Z', 'revision_number': 2, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'subnets': [{'id': '49127a9b-d3c6-4bba-a498-5c78b6a4e563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:27.388787 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Checking router: d1765019-e2d6-4258-99fa-9d3d62e716c5 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:27.389122 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Updating router d1765019-e2d6-4258-99fa-9d3d62e716c5 port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:23:27.435665 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:27.469035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-2b987dcf-8963-4b11-9eb9-57ef5bb7c2c1 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493368 Jul 13 19:23:27.673718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] For port 070a2484-4716-49e9-a251-dcc37f5d5a50, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=070a2484-4716-49e9-a251-dcc37f5d5a50,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:27.673718 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:27.694512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] Calling delete_port for 070a2484-4716-49e9-a251-dcc37f5d5a50 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:27.721386 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-962404ca-54eb-4c58-b371-1d5867d5cd74 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459528 Jul 13 19:23:27.849935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeb248-a6d9-4601-b4bb-b718c71dfc49 req-849ba169-a8a3-46fa-817d-cd8df5d14614 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:27.859154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01aeb248-a6d9-4601-b4bb-b718c71dfc49 req-849ba169-a8a3-46fa-817d-cd8df5d14614 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 936 time: 0.2202249 Jul 13 19:23:27.906311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] Router a09bad5a-e2e9-4a10-88ff-33936713a4c7 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:27.935080 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:27.950558 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01aeb248-a6d9-4601-b4bb-b718c71dfc49 req-59437225-f566-4538-9803-aa3288d9a270 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903199 Jul 13 19:23:27.960127 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Transition to ACTIVE for port object 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:27.973617 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:27.982288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05220e-73ca-4a08-836e-465419aee6fc req-0bdd343d-5021-46c8-b396-018c0d576761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:27.985162 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e05220e-73ca-4a08-836e-465419aee6fc req-0bdd343d-5021-46c8-b396-018c0d576761 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=b581b4ac-f352-441d-8636-465677abbf21 HTTP/1.1" status: 200 len: 1099 time: 0.1993954 Jul 13 19:23:28.073768 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Pushing event updated for resources: {'Port': ['ID=3196c7c6-d0ef-48c2-a07b-2ca191ba1704,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:28.090603 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.090913 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.091193 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.091517 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.092443 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.093520 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.093889 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.094575 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.095420 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.095812 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.096151 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.096471 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:28.172844 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Attempting to bind port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:28.175310 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Attempting to bind port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:28.175723 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Attempting to bind port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 on network f9948263-df17-4641-a5db-e08323ff6f9f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:28.194771 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:28.195258 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Checking segment: {'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:28.195571 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:28.195951 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Bound using segment: {'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:28.196428 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Bound port: 3196c7c6-d0ef-48c2-a07b-2ca191ba1704, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:28.196818 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:28.213262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05220e-73ca-4a08-836e-465419aee6fc req-907b2236-a710-47c6-87cc-de5e8f1aff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:28.217105 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e05220e-73ca-4a08-836e-465419aee6fc req-907b2236-a710-47c6-87cc-de5e8f1aff9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2228136 Jul 13 19:23:28.224143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-98477db8-0d36-4c0f-beef-68a14996adcf tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:28.225667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-98477db8-0d36-4c0f-beef-68a14996adcf tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 818 time: 0.8568950 Jul 13 19:23:28.297312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e05220e-73ca-4a08-836e-465419aee6fc req-a575ce3c-deaf-45b9-9521-2cd4c63fc8f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a2aaa14b-e448-46e0-a176-8e8adaaa17d7 HTTP/1.1" status: 200 len: 217 time: 0.0611627 Jul 13 19:23:28.298658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-541200d2-a400-47d0-84ad-265dc4119e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:28.300128 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-541200d2-a400-47d0-84ad-265dc4119e0c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.9604273 Jul 13 19:23:28.341416 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:28.358148 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] For port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:28.361983 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] For port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3196c7c6-d0ef-48c2-a07b-2ca191ba1704,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:28.368263 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:28.386783 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-3ccb7824-6ce0-4c21-87d2-198e7b82d325 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/quotas/bfb81c11f2e3414487ed987d486db450 HTTP/1.1" status: 200 len: 375 time: 0.1435995 Jul 13 19:23:28.401430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05220e-73ca-4a08-836e-465419aee6fc req-8df4ab66-dff5-40a6-bbd4-396dff97c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:28.404806 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e05220e-73ca-4a08-836e-465419aee6fc req-8df4ab66-dff5-40a6-bbd4-396dff97c29b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0947816 Jul 13 19:23:28.407157 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-8efc4c6a-3f6e-4a89-bb1c-768f05e7a02b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc HTTP/1.1" status: 200 len: 217 time: 0.0779860 Jul 13 19:23:28.442602 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Routers {'d1765019-e2d6-4258-99fa-9d3d62e716c5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:28.443151 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d1765019-e2d6-4258-99fa-9d3d62e716c5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:28.464015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff9c63d-c572-4855-9632-89c5e5572e1b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:28.478808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] Pushing event deleted for resources: {'Port': ['ID=070a2484-4716-49e9-a251-dcc37f5d5a50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:28.483177 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff023298-2f37-447c-b555-4b4df270c5f3 None None] Pushing event updated for resources: {'Port': ['ID=3196c7c6-d0ef-48c2-a07b-2ca191ba1704,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:28.557206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:28.573210 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] Set router d1765019-e2d6-4258-99fa-9d3d62e716c5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:28.652153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05220e-73ca-4a08-836e-465419aee6fc req-5e511c3b-b0e0-464a-a71b-ef9443bd9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:28.653717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e05220e-73ca-4a08-836e-465419aee6fc req-5e511c3b-b0e0-464a-a71b-ef9443bd9d45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2149763 Jul 13 19:23:28.682051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787d7be-4cb2-4c7f-9b80-242999d73402 req-8315a434-66f9-4024-a676-372072a6f1b4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:28.684474 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4787d7be-4cb2-4c7f-9b80-242999d73402 req-8315a434-66f9-4024-a676-372072a6f1b4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.2613518 Jul 13 19:23:28.714174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:28.723112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] Sync routers for ids ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:28.724967 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fe5b4e00-3b30-4d0b-9d7e-f266b2f7cb51 admin admin] 10.222.0.25 "PUT /v2.0/routers/a09bad5a-e2e9-4a10-88ff-33936713a4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0223293 Jul 13 19:23:28.745811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] Routers {'a09bad5a-e2e9-4a10-88ff-33936713a4c7'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:28.746557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:28.829384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:28.918791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Transition to ACTIVE for port object 7ff9c63d-c572-4855-9632-89c5e5572e1b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:28.958726 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:28.960567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] Set router a09bad5a-e2e9-4a10-88ff-33936713a4c7 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:28.998722 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'name': 'tempest-ServerRescueNegativeTestJSON-474522996-router', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:23Z', 'revision_number': 4, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'gw_port': {'id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3196c7c6-d0ef-48c2-a07b-2ca191ba1704', 'name': '', 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'mac_address': 'fa:16:3e:5c:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '49127a9b-d3c6-4bba-a498-5c78b6a4e563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:21Z', 'updated_at': '2021-07-13T19:23:28Z', 'revision_number': 4, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'subnets': [{'id': '49127a9b-d3c6-4bba-a498-5c78b6a4e563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:29.038569 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae6100-a35c-4ce0-8704-34f36e0e12c2 None None] The sync data for ids ['d1765019-e2d6-4258-99fa-9d3d62e716c5'] in n-d-800708-1 is: [{'id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'name': 'tempest-ServerRescueNegativeTestJSON-474522996-router', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:23Z', 'revision_number': 4, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'gw_port': {'id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3196c7c6-d0ef-48c2-a07b-2ca191ba1704', 'name': '', 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'mac_address': 'fa:16:3e:5c:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '49127a9b-d3c6-4bba-a498-5c78b6a4e563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:21Z', 'updated_at': '2021-07-13T19:23:28Z', 'revision_number': 4, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'subnets': [{'id': '49127a9b-d3c6-4bba-a498-5c78b6a4e563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:29.118759 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4787d7be-4cb2-4c7f-9b80-242999d73402 req-61a7e286-a2e8-446d-9868-15f345648280 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169047 Jul 13 19:23:29.145382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-c111008d-7b75-4cf5-9dfd-9d40d8da56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:29.147602 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-c111008d-7b75-4cf5-9dfd-9d40d8da56d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.6896391 Jul 13 19:23:29.192136 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e05220e-73ca-4a08-836e-465419aee6fc req-8c9765f4-7d51-4636-adfc-1218819b7b8b service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065985 Jul 13 19:23:29.241193 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:29.351193 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-ebdf1baf-caa1-4bbd-810b-125b06057ce2 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9060683 Jul 13 19:23:29.360369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff9c63d-c572-4855-9632-89c5e5572e1b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:29.413095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:29.626965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e05220e-73ca-4a08-836e-465419aee6fc req-bb996f14-5ce2-4e4e-92d5-97444d7fa6aa service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206553 Jul 13 19:23:29.629810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-e2e531cc-3652-4244-8a78-d3415597ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:29.635005 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-e2e531cc-3652-4244-8a78-d3415597ca6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4557753 Jul 13 19:23:29.640283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:29.672256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-router', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:12Z', 'updated_at': '2021-07-13T19:23:24Z', 'revision_number': 5, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'gw_port': {'id': '92731ed8-2e70-4568-8559-a32df25bd61b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:15Z', 'updated_at': '2021-07-13T19:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:29.703230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e996ad-d901-45f4-ba14-8f2bbe4832d8 req-2f303397-1933-4fb9-8623-3e7a12b66ac4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:29.715490 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-52e996ad-d901-45f4-ba14-8f2bbe4832d8 req-2f303397-1933-4fb9-8623-3e7a12b66ac4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 948 time: 0.3500516 Jul 13 19:23:29.752380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] Checking router: a09bad5a-e2e9-4a10-88ff-33936713a4c7 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:29.766502 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-1f665e44-d1f9-410a-9474-43820ed0e7e5 service neutron] 10.222.0.25 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952277 Jul 13 19:23:29.776727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] Routers {'a09bad5a-e2e9-4a10-88ff-33936713a4c7'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:29.777812 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:29.859573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-52e996ad-d901-45f4-ba14-8f2bbe4832d8 req-91527c57-534d-4f25-90f0-33827826c97d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430981 Jul 13 19:23:29.926808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Deleting port 92731ed8-2e70-4568-8559-a32df25bd61b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:29.933691 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:29.984882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] Set router a09bad5a-e2e9-4a10-88ff-33936713a4c7 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:30.094577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Attempting to bind port 7ff9c63d-c572-4855-9632-89c5e5572e1b on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:30.095210 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Attempting to bind port 7ff9c63d-c572-4855-9632-89c5e5572e1b by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:30.095720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Attempting to bind port 7ff9c63d-c572-4855-9632-89c5e5572e1b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:30.097299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] For port 92731ed8-2e70-4568-8559-a32df25bd61b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=92731ed8-2e70-4568-8559-a32df25bd61b,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:30.097669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.118625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-router', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:12Z', 'updated_at': '2021-07-13T19:23:29Z', 'revision_number': 6, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:30.127406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Calling delete_port for 92731ed8-2e70-4568-8559-a32df25bd61b owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:30.197078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181cf61-a510-40e2-94dd-09dbf5e7114c None None] The sync data for ids ['a09bad5a-e2e9-4a10-88ff-33936713a4c7'] in n-d-800708-1 is: [{'id': 'a09bad5a-e2e9-4a10-88ff-33936713a4c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-931124491-router', 'tenant_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:12Z', 'updated_at': '2021-07-13T19:23:29Z', 'revision_number': 6, 'project_id': '8a873fbd00ce47b4859ef54ff0b79b3b', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:30.269400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Port 7ff9c63d-c572-4855-9632-89c5e5572e1b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:30.269737 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Attempting to bind port 7ff9c63d-c572-4855-9632-89c5e5572e1b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:30.289497 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-d6e7506a-094d-4cb0-827d-bca4c2ca9022 service neutron] 10.222.0.25 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184214 Jul 13 19:23:30.316760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:30.317105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:30.317504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:30.322069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Bound port: 7ff9c63d-c572-4855-9632-89c5e5572e1b, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:30.322509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.512635 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-a7b16f0d-ad58-476d-8f55-781d8ad7724e service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076331 Jul 13 19:23:30.567176 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.688134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92731ed8-2e70-4568-8559-a32df25bd61b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:30.715459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:30.741358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631e048-882e-4a75-98a5-4b9bd8264782 req-cc2e28b3-8057-4153-96c7-517f27910e85 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:30.743003 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a631e048-882e-4a75-98a5-4b9bd8264782 req-cc2e28b3-8057-4153-96c7-517f27910e85 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.3091507 Jul 13 19:23:30.860049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:30.869205 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.871444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:30.872195 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.039625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.050380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a2aaa14b-e448-46e0-a176-8e8adaaa17d7 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:31.122717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a631e048-882e-4a75-98a5-4b9bd8264782 req-eb41272b-a922-4032-aa5b-9351d500d0d9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605206 Jul 13 19:23:31.232496 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.236189 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.286130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] Router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:31.363224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3196c7c6-d0ef-48c2-a07b-2ca191ba1704,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:31.375874 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.416908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.418786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a09bad5a-e2e9-4a10-88ff-33936713a4c7 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:23:31.429917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.432571 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-83929600-30d9-44f2-a27d-c07ab40881a2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a09bad5a-e2e9-4a10-88ff-33936713a4c7 HTTP/1.1" status: 204 len: 168 time: 2.6003234 Jul 13 19:23:31.435302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:31.480555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-259fa5ff-0cb1-49dc-a5d8-fd8e99b2aaab req-6b494f03-0ddd-42cb-a141-172094f7726f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 210 time: 0.2180672 Jul 13 19:23:31.509634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] For port 7ff9c63d-c572-4855-9632-89c5e5572e1b, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:31.642752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a2aaa14b-e448-46e0-a176-8e8adaaa17d7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:31.705442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-832834a1-b6f4-4e2b-94da-46092f04534c admin admin] Deleting subnet 68396811-1393-47ad-88a1-9d07378d0bf5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:23:31.709953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'a2aaa14b-e448-46e0-a176-8e8adaaa17d7', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'a2aaa14b-e448-46e0-a176-8e8adaaa17d7', 'mac_address': 'fa:16:3e:6d:6c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:31.725956 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832834a1-b6f4-4e2b-94da-46092f04534c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.753647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=3196c7c6-d0ef-48c2-a07b-2ca191ba1704,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:31.797393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] For port 7ff9c63d-c572-4855-9632-89c5e5572e1b, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7ff9c63d-c572-4855-9632-89c5e5572e1b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:31.834254 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832834a1-b6f4-4e2b-94da-46092f04534c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.838422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.865935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.913587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2aaa14b-e448-46e0-a176-8e8adaaa17d7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:31.914164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbcf36-b1bb-455d-b5a7-fa7f8d76d922 req-a8122025-732a-4b62-9fa3-f42f667cd896 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:31.928392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b6bbcf36-b1bb-455d-b5a7-fa7f8d76d922 req-a8122025-732a-4b62-9fa3-f42f667cd896 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 948 time: 0.4197364 Jul 13 19:23:31.957984 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a2aaa14b-e448-46e0-a176-8e8adaaa17d7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:31.964636 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.007283 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff9c63d-c572-4855-9632-89c5e5572e1b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:32.045938 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-747bd376-4105-4b84-a4d0-d4e30172fe77 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5239382 Jul 13 19:23:32.172754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:32.177056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:32.177948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.179608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e4646f3f-2532-4456-8f33-cf1da0a61847 service neutron] 10.222.0.24 "PUT /v2.0/ports/7ff9c63d-c572-4855-9632-89c5e5572e1b HTTP/1.1" status: 200 len: 1096 time: 6.9748230 Jul 13 19:23:32.180234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e197144-28d4-41f2-b8a9-1627f24dbb41', 'tag': '7ff9c63d-c572-4855-9632-89c5e5572e1b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:32.185175 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e197144-28d4-41f2-b8a9-1627f24dbb41", "tag": "7ff9c63d-c572-4855-9632-89c5e5572e1b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:32.192582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:32.203982 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-68db9204-e6c9-4a8c-aa6c-c5f9885e8fef admin admin] 10.222.0.25 "PUT /v2.0/routers/8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1787558 Jul 13 19:23:32.205766 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] Sync routers for ids ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:32.216369 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] Routers {'8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:32.217321 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:32.240519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:32.265910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a2aaa14b-e448-46e0-a176-8e8adaaa17d7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:32.317877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:32.365578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833ef84-a120-40a2-9047-3fdc04903640 req-b5429ff4-07ea-4573-99ec-c062d06965d7 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:32.376132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-b5429ff4-07ea-4573-99ec-c062d06965d7 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 818 time: 0.3760676 Jul 13 19:23:32.394422 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b6bbcf36-b1bb-455d-b5a7-fa7f8d76d922 req-5a2e9653-b099-4de3-a3e6-51a1379864ca tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650152 Jul 13 19:23:32.490063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832834a1-b6f4-4e2b-94da-46092f04534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.539548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-e430670b-3e2b-41e9-9b9e-ced7a5e2bdce tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/quotas/bfb81c11f2e3414487ed987d486db450 HTTP/1.1" status: 200 len: 375 time: 0.0408027 Jul 13 19:23:32.562531 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] Set router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:32.569133 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832834a1-b6f4-4e2b-94da-46092f04534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.598293 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832834a1-b6f4-4e2b-94da-46092f04534c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.601717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-832834a1-b6f4-4e2b-94da-46092f04534c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/68396811-1393-47ad-88a1-9d07378d0bf5 HTTP/1.1" status: 204 len: 168 time: 1.1631205 Jul 13 19:23:32.620776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b386804d-141b-416c-8d99-50c0f85f307f None None] Network 28e00722-b631-431f-88c3-93d857def0f6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:32.645566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:32.800743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-71829552-e3ec-413e-8f43-c34757028c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:32.802551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-71829552-e3ec-413e-8f43-c34757028c55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 1099 time: 0.4186032 Jul 13 19:23:32.812710 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-3879e477-786b-4474-80fa-ec7ec5d4afb7 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2660263 Jul 13 19:23:32.829050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:32.829477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.859732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-05bfc4e0-d12b-417d-89c9-a36286f3ad2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7ff9c63d-c572-4855-9632-89c5e5572e1b HTTP/1.1" status: 200 len: 217 time: 0.0436237 Jul 13 19:23:32.864669 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.884049 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:23:28Z', 'revision_number': 5, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:32.932951 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] Checking router: 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:32.947712 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] Routers {'8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:32.948617 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:32.967890 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-5c27fcd5-41b4-4e42-aca1-93153f7e6912 service neutron] 10.222.0.25 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064508 Jul 13 19:23:33.113932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832834a1-b6f4-4e2b-94da-46092f04534c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68396811-1393-47ad-88a1-9d07378d0bf5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:33.208253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 92731ed8-2e70-4568-8559-a32df25bd61b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:33.224387 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] Set router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:33.245786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 92731ed8-2e70-4568-8559-a32df25bd61b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:33.246043 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 92731ed8-2e70-4568-8559-a32df25bd61b not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:33.246517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:33.250749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c40df0-7c3e-462b-aaad-c08b3ba24bcf None None] DHCP port deletion for 28e00722-b631-431f-88c3-93d857def0f6 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:23:33.286959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:33.296718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7bbf35f3-4399-4b09-9d44-06d4bc0367c1 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:33.296877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.339049 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-ae2f245f-45e7-400f-bde0-7c6bfd67ed08 service neutron] 10.222.0.25 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534894 Jul 13 19:23:33.390897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52c40df0-7c3e-462b-aaad-c08b3ba24bcf None None] Deleting port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:33.391402 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52c40df0-7c3e-462b-aaad-c08b3ba24bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.405765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e5ce7e19-aa26-43f7-8f55-80211c090e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:33.412109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-e5ce7e19-aa26-43f7-8f55-80211c090e32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.4431074 Jul 13 19:23:33.523819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b98648-1351-45bf-8f74-338d18693918 req-a6355aa6-1484-475f-b9c1-35125ae07c19 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:33.527281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-41b98648-1351-45bf-8f74-338d18693918 req-a6355aa6-1484-475f-b9c1-35125ae07c19 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.4246683 Jul 13 19:23:33.534864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-52c40df0-7c3e-462b-aaad-c08b3ba24bcf None None] For port 355bc45d-10f6-40b2-8f1f-9589d4e0c023, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=355bc45d-10f6-40b2-8f1f-9589d4e0c023,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:33.538833 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52c40df0-7c3e-462b-aaad-c08b3ba24bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.539692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Deleting port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:33.540202 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.567386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52c40df0-7c3e-462b-aaad-c08b3ba24bcf None None] Calling delete_port for 355bc45d-10f6-40b2-8f1f-9589d4e0c023 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:33.621912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c6b22e4f-585b-4fd0-9c88-5c002d53b3ab tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:33.624313 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c6b22e4f-585b-4fd0-9c88-5c002d53b3ab tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.60 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 818 time: 0.3182065 Jul 13 19:23:33.633263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102ab-21b6-4305-a151-104be2ff74e5 req-a9a57d12-b621-4c38-963a-1ad4036fe7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:33.635220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-a9a57d12-b621-4c38-963a-1ad4036fe7ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2097616 Jul 13 19:23:33.642368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Request body: {'port': {'device_id': '6112e018-46c1-4486-9df2-bf1df1802298', 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f', 'admin_state_up': True, 'tenant_id': 'bfb81c11f2e3414487ed987d486db450'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:33.662857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-41b98648-1351-45bf-8f74-338d18693918 req-da79db6f-738e-4e4d-94e5-51c07e0e9917 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195674 Jul 13 19:23:33.691237 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.758120 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:23:28Z', 'revision_number': 5, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:33.811739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Deleting port 238ea308-4570-46e5-ba32-d54dcaeb8434 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:33.812304 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.837931 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21b3eb3-7275-4702-b4d0-82e6352a1971 None None] The sync data for ids ['8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9'] in n-d-800708-1 is: [{'id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-266856118-router', 'tenant_id': 'ffe0ac87a39548f981294db40d2296fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:22:05Z', 'updated_at': '2021-07-13T19:23:28Z', 'revision_number': 5, 'project_id': 'ffe0ac87a39548f981294db40d2296fa', 'gw_port': {'id': '238ea308-4570-46e5-ba32-d54dcaeb8434', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:22:06Z', 'updated_at': '2021-07-13T19:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:33.973078 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52c40df0-7c3e-462b-aaad-c08b3ba24bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.979231 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eeaea8-20a8-469b-bdf3-1009a302cd95 x-openstack-request-id: req-78eeaea8-20a8-469b-bdf3-1009a302cd95 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:33.984704 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e197144-28d4-41f2-b8a9-1627f24dbb41", "tag": "7ff9c63d-c572-4855-9632-89c5e5572e1b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:33.985233 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78eeaea8-20a8-469b-bdf3-1009a302cd95 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:33.985753 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e197144-28d4-41f2-b8a9-1627f24dbb41', 'tag': '7ff9c63d-c572-4855-9632-89c5e5572e1b', 'status': 'completed', 'code': 200} Jul 13 19:23:34.009156 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c40df0-7c3e-462b-aaad-c08b3ba24bcf None None] Pushing event deleted for resources: {'Port': ['ID=355bc45d-10f6-40b2-8f1f-9589d4e0c023,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:34.021605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c40df0-7c3e-462b-aaad-c08b3ba24bcf None None] No DVR routers for this DVR port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:34.073468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4bdbcc7-9f3c-430e-a043-8c65a4018c9f req-65e30e35-d437-4fce-8d92-1521e3ee7eb9 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 210 time: 0.0458887 Jul 13 19:23:34.085868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] For port 238ea308-4570-46e5-ba32-d54dcaeb8434, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=238ea308-4570-46e5-ba32-d54dcaeb8434,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:34.086207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.114816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Calling delete_port for 238ea308-4570-46e5-ba32-d54dcaeb8434 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:34.135457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] For port 355bc45d-10f6-40b2-8f1f-9589d4e0c023, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=355bc45d-10f6-40b2-8f1f-9589d4e0c023,segment=NetworkSegment(2f4316d9-bd8d-4c9d-bcf0-8e070085b95d),segment_id=2f4316d9-bd8d-4c9d-bcf0-8e070085b95d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:34.135823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.166681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Calling delete_port for 355bc45d-10f6-40b2-8f1f-9589d4e0c023 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:34.168492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Made reservation on behalf of bfb81c11f2e3414487ed987d486db450 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:34.172972 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.195512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810b41-5791-4b17-9ed8-dab03ed89113 req-eb990ff3-8584-49ce-8d27-8c06457e5d99 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:34.202963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9810b41-5791-4b17-9ed8-dab03ed89113 req-eb990ff3-8584-49ce-8d27-8c06457e5d99 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 948 time: 0.2055173 Jul 13 19:23:34.262758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-8afd72ce-f674-4ad9-9add-9b882aaead94 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132271 Jul 13 19:23:34.351507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9810b41-5791-4b17-9ed8-dab03ed89113 req-8f03d7e8-33fd-4db7-b15f-923ca72f32c5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471229 Jul 13 19:23:34.388249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 355bc45d-10f6-40b2-8f1f-9589d4e0c023 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:34.445781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 355bc45d-10f6-40b2-8f1f-9589d4e0c023 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:34.447634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 355bc45d-10f6-40b2-8f1f-9589d4e0c023 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:34.448956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 070a2484-4716-49e9-a251-dcc37f5d5a50 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:34.482368 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.484901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 070a2484-4716-49e9-a251-dcc37f5d5a50 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:34.485510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 070a2484-4716-49e9-a251-dcc37f5d5a50 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:34.537618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Pushing event deleted for resources: {'Port': ['ID=238ea308-4570-46e5-ba32-d54dcaeb8434,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:34.555560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.606144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] No DVR routers for this DVR port 355bc45d-10f6-40b2-8f1f-9589d4e0c023 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:34.627195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Pushing event deleted for resources: {'Port': ['ID=355bc45d-10f6-40b2-8f1f-9589d4e0c023,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:34.638652 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.751966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.754810 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.808400 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.809171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:23:34.819643 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.823051 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-53e38c1e-76c8-4240-b3b8-7f2496488264 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8f9ead7b-fb4a-4f92-ad8c-0996ba6a2de9 HTTP/1.1" status: 204 len: 168 time: 2.5793295 Jul 13 19:23:34.823312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:34.848188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-465102ab-21b6-4305-a151-104be2ff74e5 req-a6dbff8c-4fc3-400f-b09a-36a4663a5eb1 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727787 Jul 13 19:23:34.921365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9063905c-50ee-4a9c-b44a-ded6944caaa9 admin admin] Deleting subnet 718913c3-99ab-4b8d-9974-f72ba8d4b406 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:23:34.928645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063905c-50ee-4a9c-b44a-ded6944caaa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.929121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Allocated IP 172.20.0.7 (f9948263-df17-4641-a5db-e08323ff6f9f/49127a9b-d3c6-4bba-a498-5c78b6a4e563/ff9d0a4c-bacb-4b59-b65e-d68da949a9fe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:34.969897 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.010252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e00722-b631-431f-88c3-93d857def0f6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:35.013843 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063905c-50ee-4a9c-b44a-ded6944caaa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.027772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:35.028185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4316d9-bd8d-4c9d-bcf0-8e070085b95d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:35.056336 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.068573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a2aaa14b-e448-46e0-a176-8e8adaaa17d7 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:35.126900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063905c-50ee-4a9c-b44a-ded6944caaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.129582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.151002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:23:35.151766 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:23:35.153833 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:23:35.158955 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:23:35.185713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:35.200112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:35.201603 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.217992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063905c-50ee-4a9c-b44a-ded6944caaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.249816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063905c-50ee-4a9c-b44a-ded6944caaa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718913c3-99ab-4b8d-9974-f72ba8d4b406,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:35.254511 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063905c-50ee-4a9c-b44a-ded6944caaa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.256214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9063905c-50ee-4a9c-b44a-ded6944caaa9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/718913c3-99ab-4b8d-9974-f72ba8d4b406 HTTP/1.1" status: 204 len: 168 time: 0.4317870 Jul 13 19:23:35.260589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c756f01-3fc6-4351-affc-3f5ad89cb37a None None] Network 3823651e-e000-4ba3-a451-455dc29a8939 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:35.268722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:35.374392 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.388812 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.445442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd8d8479-4425-467f-b3dc-df548a856f87 req-08cb4404-2226-42fc-a4e7-abf6f30c9cb4 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 210 time: 0.0667112 Jul 13 19:23:35.513254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2fa73-3b37-4d0d-9ef1-4c4609fd6b4f req-6fbc54ae-c5d1-46d3-96d1-68cb023557dc tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:35.522381 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53e2fa73-3b37-4d0d-9ef1-4c4609fd6b4f req-6fbc54ae-c5d1-46d3-96d1-68cb023557dc tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.6138678 Jul 13 19:23:35.530948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.536685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.542183 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.544335 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] 10.222.0.25 "DELETE /v2.0/networks/28e00722-b631-431f-88c3-93d857def0f6 HTTP/1.1" status: 204 len: 168 time: 2.8972995 Jul 13 19:23:35.594594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:35.643910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d372f2-c538-472e-a63c-22b4f7c50565 admin admin] Pushing event deleted for resources: {'Network': ['ID=28e00722-b631-431f-88c3-93d857def0f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:35.647018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Pushing event updated for resources: {'Port': ['ID=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:35.654885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-e6ad0ef3-ea0c-4691-98a7-b6441289c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:35.657569 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-e6ad0ef3-ea0c-4691-98a7-b6441289c8b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 1099 time: 0.7309806 Jul 13 19:23:35.678120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Network f9948263-df17-4641-a5db-e08323ff6f9f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:35.700780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:35.725812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:35.732575 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.782682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b581b4ac-f352-441d-8636-465677abbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2aaa14b-e448-46e0-a176-8e8adaaa17d7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:35.786246 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f15725-2728-4c29-b936-1d3d56517763" -d '{"events": [{"server_uuid": "b581b4ac-f352-441d-8636-465677abbf21", "name": "network-vif-plugged", "status": "completed", "tag": "a2aaa14b-e448-46e0-a176-8e8adaaa17d7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:35.795858 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53e2fa73-3b37-4d0d-9ef1-4c4609fd6b4f req-2f1f4025-9d2a-4d91-9c2f-651effb37708 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724726 Jul 13 19:23:35.805548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a2aaa14b-e448-46e0-a176-8e8adaaa17d7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:35.815768 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.866152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:35.867285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.883324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833ef84-a120-40a2-9047-3fdc04903640 req-2191bb9a-3e35-4533-9705-b34c44cbd293 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:35.885158 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-2191bb9a-3e35-4533-9705-b34c44cbd293 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.60 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 818 time: 0.4388385 Jul 13 19:23:35.894858 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-c55fc015-0375-4d86-bb7b-937cf7be1222 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2559900 Jul 13 19:23:35.907772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-4325760d-e998-4692-ba8e-268678886201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:35.909426 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-4325760d-e998-4692-ba8e-268678886201 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2300148 Jul 13 19:23:35.921040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Request body: {'port': {'device_id': '6112e018-46c1-4486-9df2-bf1df1802298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:35.947264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Request body: {'port': {'device_id': '4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9', 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f', 'admin_state_up': True, 'tenant_id': 'bfb81c11f2e3414487ed987d486db450'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:35.999398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-4ee724be-df3d-4c38-b422-c5274a338c48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7ff9c63d-c572-4855-9632-89c5e5572e1b HTTP/1.1" status: 200 len: 217 time: 0.0743761 Jul 13 19:23:36.101313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Deleting port e701098f-d7de-49a5-96cb-73a6175e7302 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:36.101587 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.140653 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581bbafa-5cfd-42ba-a76a-6e6ba773bdbe x-openstack-request-id: req-581bbafa-5cfd-42ba-a76a-6e6ba773bdbe {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:36.140939 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b581b4ac-f352-441d-8636-465677abbf21", "name": "network-vif-plugged", "status": "completed", "tag": "a2aaa14b-e448-46e0-a176-8e8adaaa17d7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:36.141174 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-581bbafa-5cfd-42ba-a76a-6e6ba773bdbe {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:36.141559 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b581b4ac-f352-441d-8636-465677abbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2aaa14b-e448-46e0-a176-8e8adaaa17d7', 'code': 200} Jul 13 19:23:36.142315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f55bf43-e45a-44b6-81ec-effa479a2c83 None None] DHCP port deletion for 3823651e-e000-4ba3-a451-455dc29a8939 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:23:36.147254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e701098f-d7de-49a5-96cb-73a6175e7302 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:36.240992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37370707-915e-4989-8c2c-50d2650e9759 req-a0f36705-8b8b-47fe-a1c6-6c97a423557b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:36.242631 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37370707-915e-4989-8c2c-50d2650e9759 req-a0f36705-8b8b-47fe-a1c6-6c97a423557b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 948 time: 0.3565302 Jul 13 19:23:36.285941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:36.315509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] For port e701098f-d7de-49a5-96cb-73a6175e7302, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e701098f-d7de-49a5-96cb-73a6175e7302,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:36.315875 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.351715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Calling delete_port for e701098f-d7de-49a5-96cb-73a6175e7302 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:36.381136 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.401950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Made reservation on behalf of bfb81c11f2e3414487ed987d486db450 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:36.406092 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.414883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3f55bf43-e45a-44b6-81ec-effa479a2c83 None None] Deleting port e701098f-d7de-49a5-96cb-73a6175e7302 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:36.415236 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f55bf43-e45a-44b6-81ec-effa479a2c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.449656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37370707-915e-4989-8c2c-50d2650e9759 req-2d4e481f-89aa-4f98-8b82-1f7b57711157 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600680 Jul 13 19:23:36.492561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e701098f-d7de-49a5-96cb-73a6175e7302, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e701098f-d7de-49a5-96cb-73a6175e7302,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:36.497587 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.498421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 238ea308-4570-46e5-ba32-d54dcaeb8434 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:36.534082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-1ce491f2-c54d-4a40-b263-f472648eb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:36.547941 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-1ce491f2-c54d-4a40-b263-f472648eb519 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.5231636 Jul 13 19:23:36.551473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.593961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 238ea308-4570-46e5-ba32-d54dcaeb8434 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:36.594349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 238ea308-4570-46e5-ba32-d54dcaeb8434 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:36.597392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3f55bf43-e45a-44b6-81ec-effa479a2c83 None None] For port e701098f-d7de-49a5-96cb-73a6175e7302, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e701098f-d7de-49a5-96cb-73a6175e7302,segment=NetworkSegment(d63f18f1-8408-4d4e-9a66-061d65f4f376),segment_id=d63f18f1-8408-4d4e-9a66-061d65f4f376)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:36.597792 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f55bf43-e45a-44b6-81ec-effa479a2c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.600249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e701098f-d7de-49a5-96cb-73a6175e7302,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:36.613155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3f55bf43-e45a-44b6-81ec-effa479a2c83 None None] Calling delete_port for e701098f-d7de-49a5-96cb-73a6175e7302 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:36.693759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917165-e940-4364-9651-9849f3fd766a req-ab8fefc0-3d50-47dd-8af2-1cd3d96b84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:36.695869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a917165-e940-4364-9651-9849f3fd766a req-ab8fefc0-3d50-47dd-8af2-1cd3d96b84f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b581b4ac-f352-441d-8636-465677abbf21 HTTP/1.1" status: 200 len: 1101 time: 0.7073188 Jul 13 19:23:36.751098 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.752646 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f55bf43-e45a-44b6-81ec-effa479a2c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.791833 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-104fc36e-078a-4080-9eb6-c427af730b2f req-fb8ad11f-694e-4921-88d5-5dd503333a39 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 210 time: 0.0899396 Jul 13 19:23:36.813555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] No DVR routers for this DVR port e701098f-d7de-49a5-96cb-73a6175e7302 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:36.816805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Pushing event deleted for resources: {'Port': ['ID=e701098f-d7de-49a5-96cb-73a6175e7302,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:36.824850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f55bf43-e45a-44b6-81ec-effa479a2c83 None None] No DVR routers for this DVR port e701098f-d7de-49a5-96cb-73a6175e7302 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:36.826717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Allocated IP 172.20.0.11 (f9948263-df17-4641-a5db-e08323ff6f9f/49127a9b-d3c6-4bba-a498-5c78b6a4e563/706aa3ba-7ba2-419c-ad36-243d5e6a1aef) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:36.849647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55bf43-e45a-44b6-81ec-effa479a2c83 None None] Pushing event deleted for resources: {'Port': ['ID=e701098f-d7de-49a5-96cb-73a6175e7302,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:36.904803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a917165-e940-4364-9651-9849f3fd766a req-9097e9b5-836f-40cb-bad8-b8104029c105 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875849 Jul 13 19:23:36.932131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-56dec8ec-eb0c-44c5-94f7-57ef1255459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:36.934739 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-56dec8ec-eb0c-44c5-94f7-57ef1255459c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3782802 Jul 13 19:23:36.958000 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.982089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3823651e-e000-4ba3-a451-455dc29a8939']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:37.029613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63f18f1-8408-4d4e-9a66-061d65f4f376') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:37.029613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63f18f1-8408-4d4e-9a66-061d65f4f376') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:37.051662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-6c8da761-02e1-48e4-8e9f-830e0ab5d10b service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100643 Jul 13 19:23:37.067790 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.124172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.157970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:23:37.158383 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:23:37.164076 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:23:37.169679 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2eb20ba-6dd8-4413-8ca8-7928ed38ea2b req-54d44e5b-b413-448e-9d9e-6e87a7014ea6 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039484 Jul 13 19:23:37.261329 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.270683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f42d18-9a16-4763-a5d1-3d38233baeb6 req-69652a06-65a6-4f19-a704-ea3287782148 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:37.272245 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02f42d18-9a16-4763-a5d1-3d38233baeb6 req-69652a06-65a6-4f19-a704-ea3287782148 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.2848260 Jul 13 19:23:37.290022 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.290022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] 10.222.0.25 "DELETE /v2.0/networks/3823651e-e000-4ba3-a451-455dc29a8939 HTTP/1.1" status: 204 len: 168 time: 2.0203080 Jul 13 19:23:37.296002 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.317585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e2138-beb9-4aac-a1ab-25ea0052ce5b admin admin] Pushing event deleted for resources: {'Network': ['ID=3823651e-e000-4ba3-a451-455dc29a8939,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:37.380965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.435092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02f42d18-9a16-4763-a5d1-3d38233baeb6 req-c3b5088e-eca4-4798-8dcb-483de9130c6b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436050 Jul 13 19:23:37.452975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:37.501404 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.555698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Network f9948263-df17-4641-a5db-e08323ff6f9f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:37.560661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:37.570693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:37.611194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7ff9c63d-c572-4855-9632-89c5e5572e1b details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:37.643995 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e12ef48b-66a5-484d-b88f-2846639cc370 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffe0ac87a39548f981294db40d2296fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895943 Jul 13 19:23:37.644521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Pushing event updated for resources: {'Port': ['ID=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:37.649204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:37.702689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:37.703643 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.731205 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-cac95098-80be-4e70-ab8b-ce49c9950802 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7934260 Jul 13 19:23:37.761354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Request body: {'port': {'device_id': '4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:37.788694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7ff9c63d-c572-4855-9632-89c5e5572e1b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7ff9c63d-c572-4855-9632-89c5e5572e1b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:37.799279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021beaae-eed1-47eb-bb18-314fbd7578e0 req-f6e4ab12-8b2c-4ded-bf93-7df53b919555 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:37.807499 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-021beaae-eed1-47eb-bb18-314fbd7578e0 req-f6e4ab12-8b2c-4ded-bf93-7df53b919555 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 948 time: 0.2094705 Jul 13 19:23:37.824434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '7ff9c63d-c572-4855-9632-89c5e5572e1b', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '7ff9c63d-c572-4855-9632-89c5e5572e1b', 'mac_address': 'fa:16:3e:1a:39:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:37.834684 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b347ac5b-fe1a-4152-beaa-467da3be70fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.850953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9d0a4c-bacb-4b59-b65e-d68da949a9fe {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:37.895481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.926048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b347ac5b-fe1a-4152-beaa-467da3be70fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.944770 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.957613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-021beaae-eed1-47eb-bb18-314fbd7578e0 req-4640ddce-b808-4ae7-b26a-1f34d5e5dd46 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452739 Jul 13 19:23:37.970535 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Transition to ACTIVE for port object ff9d0a4c-bacb-4b59-b65e-d68da949a9fe will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:37.981356 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.983492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff9c63d-c572-4855-9632-89c5e5572e1b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:38.055767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7ff9c63d-c572-4855-9632-89c5e5572e1b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7ff9c63d-c572-4855-9632-89c5e5572e1b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:38.058902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:38.065894 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.092066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b347ac5b-fe1a-4152-beaa-467da3be70fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.099031 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b347ac5b-fe1a-4152-beaa-467da3be70fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.099031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b347ac5b-fe1a-4152-beaa-467da3be70fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2 HTTP/1.1" status: 204 len: 168 time: 0.4449790 Jul 13 19:23:38.132386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347ac5b-fe1a-4152-beaa-467da3be70fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196ad0cf-1546-4faa-b6dd-8bc6ebdad5e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:38.172176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Attempting to bind port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:38.172647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Attempting to bind port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:38.173092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Attempting to bind port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe on network f9948263-df17-4641-a5db-e08323ff6f9f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:38.178102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe on network f9948263-df17-4641-a5db-e08323ff6f9f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:38.178607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Attempting to bind port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe on network f9948263-df17-4641-a5db-e08323ff6f9f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:38.184365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:38.184838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Checking segment: {'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:38.185325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Bound using segment: {'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:38.185866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Bound port: ff9d0a4c-bacb-4b59-b65e-d68da949a9fe, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:38.187238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.202818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7ff9c63d-c572-4855-9632-89c5e5572e1b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:38.277774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] For port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:38.283508 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] For port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:38.289333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.348856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:38.350695 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.352471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] 10.222.0.60 "PUT /v2.0/ports/ff9d0a4c-bacb-4b59-b65e-d68da949a9fe HTTP/1.1" status: 200 len: 1091 time: 2.4418433 Jul 13 19:23:38.357748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6112e018-46c1-4486-9df2-bf1df1802298', 'tag': 'ff9d0a4c-bacb-4b59-b65e-d68da949a9fe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:38.361742 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da266811-618b-426a-b562-14b541fb3241" -d '{"events": [{"name": "network-changed", "server_uuid": "6112e018-46c1-4486-9df2-bf1df1802298", "tag": "ff9d0a4c-bacb-4b59-b65e-d68da949a9fe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:38.464296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['7ff9c63d-c572-4855-9632-89c5e5572e1b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:38.468248 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.474577 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10430022-1f14-4ef6-9f28-f8b6f2abb213 x-openstack-request-id: req-10430022-1f14-4ef6-9f28-f8b6f2abb213 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:38.474859 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6112e018-46c1-4486-9df2-bf1df1802298", "tag": "ff9d0a4c-bacb-4b59-b65e-d68da949a9fe", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:38.475106 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10430022-1f14-4ef6-9f28-f8b6f2abb213 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:38.475494 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6112e018-46c1-4486-9df2-bf1df1802298', 'tag': 'ff9d0a4c-bacb-4b59-b65e-d68da949a9fe', 'status': 'completed', 'code': 200} Jul 13 19:23:38.480782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51d44c-7103-4ef3-bb4b-74307d28f9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:38.548644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-a8e15daa-45df-4494-be10-5b9e8998b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:38.552725 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-a8e15daa-45df-4494-be10-5b9e8998b682 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 1094 time: 0.1398759 Jul 13 19:23:38.600911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259edb1a-667f-45a5-838d-0fcc1c3f2455 req-5464cdef-cc58-4a01-8de0-47dd2bf92f57 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:38.602420 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-259edb1a-667f-45a5-838d-0fcc1c3f2455 req-5464cdef-cc58-4a01-8de0-47dd2bf92f57 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 932 time: 0.2722073 Jul 13 19:23:38.619191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] Deleting port f4473c91-4632-4770-824e-4d4f74b35518 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:38.619584 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.629186 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-663b763a-8881-4e38-9fe2-2bdcac2638bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe HTTP/1.1" status: 200 len: 217 time: 0.0694528 Jul 13 19:23:38.749875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-5bb04f91-f850-4138-9a15-8483f12bf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:38.753047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-5bb04f91-f850-4138-9a15-8483f12bf1c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49127a9b-d3c6-4bba-a498-5c78b6a4e563 HTTP/1.1" status: 200 len: 858 time: 0.1162951 Jul 13 19:23:38.812528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-d9c8d705-00ad-45c4-91c3-71d8865ea3ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9948263-df17-4641-a5db-e08323ff6f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522768 Jul 13 19:23:38.829091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-259edb1a-667f-45a5-838d-0fcc1c3f2455 req-ddf62942-9f4e-4b64-b73b-80b090e15975 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115498 Jul 13 19:23:38.952738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] For port f4473c91-4632-4770-824e-4d4f74b35518, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f4473c91-4632-4770-824e-4d4f74b35518,segment=NetworkSegment(9d9889ff-759b-4766-b694-46583b7a22b8),segment_id=9d9889ff-759b-4766-b694-46583b7a22b8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:38.953395 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.978000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] Calling delete_port for f4473c91-4632-4770-824e-4d4f74b35518 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:38.993513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-ba784261-f942-48d4-9fb6-007e0bc757a3 service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737339 Jul 13 19:23:39.004505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08f771-d0d7-48c8-b45d-bb3ac2c96126 req-331cb264-98e0-4853-a699-fdfff0b252f2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:39.006336 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b08f771-d0d7-48c8-b45d-bb3ac2c96126 req-331cb264-98e0-4853-a699-fdfff0b252f2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.1269786 Jul 13 19:23:39.125495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b08f771-d0d7-48c8-b45d-bb3ac2c96126 req-2a601080-1424-4c72-9448-224c5e334a69 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086850 Jul 13 19:23:39.148725 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec388c9b-30a7-4769-a4bc-3c4ecb8e96f8 req-875f29b3-0ea0-466d-92ec-5cc840025f1a service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412961 Jul 13 19:23:39.259499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706aa3ba-7ba2-419c-ad36-243d5e6a1aef {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:39.329534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da266811-618b-426a-b562-14b541fb3241 req-fa363c7b-9ef5-48f0-810f-15c848b63067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:39.332454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da266811-618b-426a-b562-14b541fb3241 req-fa363c7b-9ef5-48f0-810f-15c848b63067 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 1094 time: 0.1258867 Jul 13 19:23:39.340965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.376629 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Transition to ACTIVE for port object 706aa3ba-7ba2-419c-ad36-243d5e6a1aef will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:39.383511 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.419773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1764c-8e7e-4925-9623-7f159ab4851e req-a7340ebb-66c6-4ff5-902c-637718413d81 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:39.422863 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2be1764c-8e7e-4925-9623-7f159ab4851e req-a7340ebb-66c6-4ff5-902c-637718413d81 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 949 time: 0.1804571 Jul 13 19:23:39.499977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2be1764c-8e7e-4925-9623-7f159ab4851e req-5803d53f-72b2-4b6f-beac-163f38fd939c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707507 Jul 13 19:23:39.501342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da266811-618b-426a-b562-14b541fb3241 req-8598566d-7076-4f4f-93bf-5b407c593ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:39.502928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da266811-618b-426a-b562-14b541fb3241 req-8598566d-7076-4f4f-93bf-5b407c593ffe service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 919 time: 0.1654842 Jul 13 19:23:39.505908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2885fa6-bc53-4b32-9008-038b7ba5d741 req-f3c3ddd8-e91d-4307-b105-9824ed4ccd1f tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:39.507527 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2885fa6-bc53-4b32-9008-038b7ba5d741 req-f3c3ddd8-e91d-4307-b105-9824ed4ccd1f tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 1096 time: 0.3806636 Jul 13 19:23:39.538962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Pushing event updated for resources: {'Port': ['ID=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:39.573224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da266811-618b-426a-b562-14b541fb3241 req-e8f3bbb8-c15f-47c4-b39e-7da3a93b6638 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe HTTP/1.1" status: 200 len: 217 time: 0.0580633 Jul 13 19:23:39.604725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.606684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Attempting to bind port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:39.607020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Attempting to bind port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:39.607350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Attempting to bind port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef on network f9948263-df17-4641-a5db-e08323ff6f9f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:39.623736 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2885fa6-bc53-4b32-9008-038b7ba5d741 req-154c51b0-9008-49ad-aad5-520d6f94a6fc tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053171 Jul 13 19:23:39.634489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da266811-618b-426a-b562-14b541fb3241 req-f9e09ef3-bfcb-448c-90cf-d9f81f6fe975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:39.636735 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da266811-618b-426a-b562-14b541fb3241 req-f9e09ef3-bfcb-448c-90cf-d9f81f6fe975 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49127a9b-d3c6-4bba-a498-5c78b6a4e563 HTTP/1.1" status: 200 len: 858 time: 0.0567117 Jul 13 19:23:39.640001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef on network f9948263-df17-4641-a5db-e08323ff6f9f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:39.640383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Attempting to bind port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef on network f9948263-df17-4641-a5db-e08323ff6f9f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:39.645217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4473c91-4632-4770-824e-4d4f74b35518,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:39.648906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:39.649253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Checking segment: {'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:39.649641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Bound using segment: {'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:39.650075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Bound port: 706aa3ba-7ba2-419c-ad36-243d5e6a1aef, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b008a969-f2c8-4337-bf44-a78b9028510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:39.650463 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.697276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da266811-618b-426a-b562-14b541fb3241 req-b741231f-2752-4f9b-a809-8f3b3d1c12e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9948263-df17-4641-a5db-e08323ff6f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525126 Jul 13 19:23:39.822504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da266811-618b-426a-b562-14b541fb3241 req-87dc0142-fb68-4ebd-b3ad-9425ce750ff8 service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146250 Jul 13 19:23:39.858358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] For port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:39.930934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] For port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:39.941807 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.030249 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da266811-618b-426a-b562-14b541fb3241 req-1e90743a-dae9-4bbe-816f-7dfb191c8be8 service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985695 Jul 13 19:23:40.046969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:40.046969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.048724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] 10.222.0.60 "PUT /v2.0/ports/706aa3ba-7ba2-419c-ad36-243d5e6a1aef HTTP/1.1" status: 200 len: 1092 time: 2.3088813 Jul 13 19:23:40.055175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9', 'tag': '706aa3ba-7ba2-419c-ad36-243d5e6a1aef'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:40.057488 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e2b458-4323-4e4c-9a72-8c8a30733368" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9", "tag": "706aa3ba-7ba2-419c-ad36-243d5e6a1aef"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:40.063062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.152239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4fd31-0611-4091-b6d0-a90afb4b4f67 service neutron] Pushing event updated for resources: {'Port': ['ID=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:40.210684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ecf7d-eb45-406d-a333-12bc36869a77 req-bece02c6-21ab-4cbe-bc70-0110400abd18 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:40.217405 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-717ecf7d-eb45-406d-a333-12bc36869a77 req-bece02c6-21ab-4cbe-bc70-0110400abd18 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 944 time: 0.0886638 Jul 13 19:23:40.290198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833ef84-a120-40a2-9047-3fdc04903640 req-e7937512-2e27-4a7c-a719-56f7acd85e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:40.291749 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-e7937512-2e27-4a7c-a719-56f7acd85e66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 1095 time: 0.1636882 Jul 13 19:23:40.293855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-717ecf7d-eb45-406d-a333-12bc36869a77 req-029fff60-b7f1-47ad-81a9-abe35a8ac87f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704124 Jul 13 19:23:40.395468 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54244b51-47e3-4472-a8c8-b00a3cf732dd x-openstack-request-id: req-54244b51-47e3-4472-a8c8-b00a3cf732dd {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:40.395758 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9", "tag": "706aa3ba-7ba2-419c-ad36-243d5e6a1aef", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:40.396006 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54244b51-47e3-4472-a8c8-b00a3cf732dd {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:40.396519 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9', 'tag': '706aa3ba-7ba2-419c-ad36-243d5e6a1aef', 'status': 'completed', 'code': 200} Jul 13 19:23:40.400328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-f066c485-d895-48a0-9386-278e1522ceb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=706aa3ba-7ba2-419c-ad36-243d5e6a1aef HTTP/1.1" status: 200 len: 217 time: 0.0610049 Jul 13 19:23:40.508723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7c625dde-ab1b-47cc-8551-0a914c065ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:40.510188 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-7c625dde-ab1b-47cc-8551-0a914c065ab3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49127a9b-d3c6-4bba-a498-5c78b6a4e563 HTTP/1.1" status: 200 len: 858 time: 0.0994639 Jul 13 19:23:40.532423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] Router 86a758b9-f034-47c5-ac52-aadf239e82ed has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:40.557199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-a6d1f927-8abc-4fb9-925c-0fe2a24a8f3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9948263-df17-4641-a5db-e08323ff6f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395608 Jul 13 19:23:40.558856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b504f5-b64c-4548-aff1-2ad24c05b2d2 req-62546991-695a-4cd9-94ce-cf87c4150d63 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:40.562374 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1b504f5-b64c-4548-aff1-2ad24c05b2d2 req-62546991-695a-4cd9-94ce-cf87c4150d63 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.0826030 Jul 13 19:23:40.611940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1b504f5-b64c-4548-aff1-2ad24c05b2d2 req-be61d99c-97e8-4331-92bb-adaa803073f2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425858 Jul 13 19:23:40.750714 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-077eec93-eb92-407a-b83c-649e24cbc72d service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847699 Jul 13 19:23:40.753692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:40.760109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5deb1542-5af2-4357-b7d2-6557efed84c9 admin admin] 10.222.0.25 "PUT /v2.0/routers/86a758b9-f034-47c5-ac52-aadf239e82ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9118738 Jul 13 19:23:40.762723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:40.772659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] Sync routers for ids ['86a758b9-f034-47c5-ac52-aadf239e82ed'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:40.785692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] Routers {'86a758b9-f034-47c5-ac52-aadf239e82ed'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:40.786684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['86a758b9-f034-47c5-ac52-aadf239e82ed'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:40.941467 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.949950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4833ef84-a120-40a2-9047-3fdc04903640 req-35f4c757-9a88-4074-91b5-217ca1c77cdb service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887040 Jul 13 19:23:40.953439 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928f7f-e90e-48d6-81eb-a78bd1768a0d req-0aae2d24-ea87-49f3-8a5c-46cd165603a0 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:40.960264 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2928f7f-e90e-48d6-81eb-a78bd1768a0d req-0aae2d24-ea87-49f3-8a5c-46cd165603a0 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 949 time: 0.1410706 Jul 13 19:23:40.968838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] Set router 86a758b9-f034-47c5-ac52-aadf239e82ed gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:41.074826 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2928f7f-e90e-48d6-81eb-a78bd1768a0d req-d48819fe-5d6e-410a-96dc-3f6d1af98462 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135483 Jul 13 19:23:41.119165 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.181767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b458-4323-4e4c-9a72-8c8a30733368 req-a52fbbb6-994e-4ead-adc0-35f8821e99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:41.185612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37e2b458-4323-4e4c-9a72-8c8a30733368 req-a52fbbb6-994e-4ead-adc0-35f8821e99ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 1095 time: 0.1409431 Jul 13 19:23:41.197504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Deleting port 2ae06ed0-4dcb-47ac-9c23-b3e925320def {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:41.199093 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.224724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-router', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:26Z', 'updated_at': '2021-07-13T19:23:39Z', 'revision_number': 5, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'gw_port': {'id': '2ae06ed0-4dcb-47ac-9c23-b3e925320def', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:27Z', 'updated_at': '2021-07-13T19:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:41.226281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-208fc3b2-a86d-4454-b21c-0666d22b1398 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:23:41.229112 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-208fc3b2-a86d-4454-b21c-0666d22b1398 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189960 Jul 13 19:23:41.279998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] Checking router: 86a758b9-f034-47c5-ac52-aadf239e82ed for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:41.290519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] Routers {'86a758b9-f034-47c5-ac52-aadf239e82ed'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:41.291383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['86a758b9-f034-47c5-ac52-aadf239e82ed'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:41.302909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] For port 2ae06ed0-4dcb-47ac-9c23-b3e925320def, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2ae06ed0-4dcb-47ac-9c23-b3e925320def,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:41.303286 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.321363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Calling delete_port for 2ae06ed0-4dcb-47ac-9c23-b3e925320def owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:41.344700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Request body: {'binding': {'host': 'n-h2-800708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:41.346044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:23:41.412608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] Set router 86a758b9-f034-47c5-ac52-aadf239e82ed gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:41.442323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b458-4323-4e4c-9a72-8c8a30733368 req-9e4dbdf3-2762-4adf-af07-619250e7ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:41.444058 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37e2b458-4323-4e4c-9a72-8c8a30733368 req-9e4dbdf3-2762-4adf-af07-619250e7ce77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 919 time: 0.2513978 Jul 13 19:23:41.523312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-router', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:26Z', 'updated_at': '2021-07-13T19:23:41Z', 'revision_number': 6, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:41.557242 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37e2b458-4323-4e4c-9a72-8c8a30733368 req-cb0197fb-9c50-4e02-a9f2-90ef0638a744 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=706aa3ba-7ba2-419c-ad36-243d5e6a1aef HTTP/1.1" status: 200 len: 217 time: 0.0856214 Jul 13 19:23:41.589889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3214e8a-c601-431e-975b-e5bae9f8353d None None] The sync data for ids ['86a758b9-f034-47c5-ac52-aadf239e82ed'] in n-d-800708-1 is: [{'id': '86a758b9-f034-47c5-ac52-aadf239e82ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1436292541-router', 'tenant_id': '98d98156aed6471f933ca4a650aa0408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:26Z', 'updated_at': '2021-07-13T19:23:41Z', 'revision_number': 6, 'project_id': '98d98156aed6471f933ca4a650aa0408', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:41.631080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7ff9c63d-c572-4855-9632-89c5e5572e1b up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:41.666035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b458-4323-4e4c-9a72-8c8a30733368 req-50f70c65-dcc8-4ecd-831e-456b80661c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:41.668154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37e2b458-4323-4e4c-9a72-8c8a30733368 req-50f70c65-dcc8-4ecd-831e-456b80661c5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49127a9b-d3c6-4bba-a498-5c78b6a4e563 HTTP/1.1" status: 200 len: 858 time: 0.1021399 Jul 13 19:23:41.701675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b on host n-h2-800708-1 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:41.701675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:41.702197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:41.722363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Port 3c9b346a-e83e-4535-afa5-374dee200e4b on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:41.722707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:41.727721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37e2b458-4323-4e4c-9a72-8c8a30733368 req-a860ab71-b90e-4d6f-9d7f-acba031ad5a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9948263-df17-4641-a5db-e08323ff6f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416918 Jul 13 19:23:41.728472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 7ff9c63d-c572-4855-9632-89c5e5572e1b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:41.730977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:41.731319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:41.731706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:41.732143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Bound port: 3c9b346a-e83e-4535-afa5-374dee200e4b, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:41.734974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 7ff9c63d-c572-4855-9632-89c5e5572e1b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:41.735550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.737483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.785467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:41.820507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae06ed0-4dcb-47ac-9c23-b3e925320def,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:41.882888 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.921470 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e197144-28d4-41f2-b8a9-1627f24dbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff9c63d-c572-4855-9632-89c5e5572e1b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:41.926241 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43765557-83b8-4ffa-b0ee-86bd184c1ca1" -d '{"events": [{"server_uuid": "4e197144-28d4-41f2-b8a9-1627f24dbb41", "name": "network-vif-plugged", "status": "completed", "tag": "7ff9c63d-c572-4855-9632-89c5e5572e1b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:41.949076 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37e2b458-4323-4e4c-9a72-8c8a30733368 req-3d2bfe42-8d12-43f9-b9a5-b5cf9395d3cd service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020781 Jul 13 19:23:41.950101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7ff9c63d-c572-4855-9632-89c5e5572e1b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7ff9c63d-c572-4855-9632-89c5e5572e1b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:41.956704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:41.958146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87c6df-0146-4411-bc22-c3c62943eedd req-1fee3378-4af7-4f68-8ef9-660ea112fe68 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:41.959899 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c87c6df-0146-4411-bc22-c3c62943eedd req-1fee3378-4af7-4f68-8ef9-660ea112fe68 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 944 time: 0.2671406 Jul 13 19:23:41.960926 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.961359 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.982819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.984921 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c7fc1e04-bd3a-495f-8512-b33abfe97a76 service neutron] 10.222.0.25 "POST /v2.0/ports/3c9b346a-e83e-4535-afa5-374dee200e4b/bindings HTTP/1.1" status: 201 len: 389 time: 0.7322667 Jul 13 19:23:42.080474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7ff9c63d-c572-4855-9632-89c5e5572e1b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:42.177721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f4473c91-4632-4770-824e-4d4f74b35518 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:42.206430 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37e2b458-4323-4e4c-9a72-8c8a30733368 req-aa4a71f0-3a82-478e-8d78-c7676751ed8c service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463267 Jul 13 19:23:42.223424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: f4473c91-4632-4770-824e-4d4f74b35518 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:42.223776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f4473c91-4632-4770-824e-4d4f74b35518 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:42.237937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.241235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.298229 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d771563-a85a-483d-8950-4c887eadaf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.313341 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.314518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86a758b9-f034-47c5-ac52-aadf239e82ed {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:23:42.324087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.325210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d0f444dd-6f1d-4ac9-a415-c5ce291077ea admin admin] 10.222.0.25 "DELETE /v2.0/routers/86a758b9-f034-47c5-ac52-aadf239e82ed HTTP/1.1" status: 204 len: 168 time: 1.5615320 Jul 13 19:23:42.329661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:42.345784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c87c6df-0146-4411-bc22-c3c62943eedd req-c7e3fb26-a173-4afd-815d-f9b6cec87937 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175037 Jul 13 19:23:42.403270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-9fe05686-6b30-48d4-a569-889676852789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:42.405665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-9fe05686-6b30-48d4-a569-889676852789 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 1096 time: 0.1241090 Jul 13 19:23:42.420004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b77593-fe21-43be-8a49-a06c57e5e7d0 admin admin] Deleting subnet 3c264caa-dc14-4bd7-a7c9-bff7a5347e8f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:23:42.425568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9b77593-fe21-43be-8a49-a06c57e5e7d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.433511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df4394-aef5-4d01-b595-70e15cc90a04 req-64bd7bc1-879b-4d78-9c76-1f1c49d83b24 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:42.440469 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db86a688-6a02-4809-914b-39b0acdabd91 x-openstack-request-id: req-db86a688-6a02-4809-914b-39b0acdabd91 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:42.440979 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e197144-28d4-41f2-b8a9-1627f24dbb41", "name": "network-vif-plugged", "status": "completed", "tag": "7ff9c63d-c572-4855-9632-89c5e5572e1b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:42.441438 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db86a688-6a02-4809-914b-39b0acdabd91 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:42.442025 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e197144-28d4-41f2-b8a9-1627f24dbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff9c63d-c572-4855-9632-89c5e5572e1b', 'code': 200} Jul 13 19:23:42.442953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72df4394-aef5-4d01-b595-70e15cc90a04 req-64bd7bc1-879b-4d78-9c76-1f1c49d83b24 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.1228316 Jul 13 19:23:42.481992 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9b77593-fe21-43be-8a49-a06c57e5e7d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.587317 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72df4394-aef5-4d01-b595-70e15cc90a04 req-4fe82a49-bac6-4b7b-b51b-334c9779b4d3 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422210 Jul 13 19:23:42.620025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-76f83c4c-d432-43b3-af95-5c507b88d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:42.621891 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-76f83c4c-d432-43b3-af95-5c507b88d264 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.2083404 Jul 13 19:23:42.674637 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-0da5c784-01fc-40d1-a0bf-22a6d0765b7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c9b346a-e83e-4535-afa5-374dee200e4b HTTP/1.1" status: 200 len: 217 time: 0.0420997 Jul 13 19:23:42.689317 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d771563-a85a-483d-8950-4c887eadaf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.704106 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d771563-a85a-483d-8950-4c887eadaf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.727438 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9b77593-fe21-43be-8a49-a06c57e5e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.783426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-cbefb2bd-352e-4035-ba21-1a0269661c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:42.784893 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-cbefb2bd-352e-4035-ba21-1a0269661c8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.1005259 Jul 13 19:23:42.804340 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3d771563-a85a-483d-8950-4c887eadaf14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa0055e2dc3e45ee869656fae0f37239&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0126395 Jul 13 19:23:42.804340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a4882-be0c-461d-ae59-0c5def553bc8 req-e72a538d-ff2d-4d82-8119-5fa270a35457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:42.805129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:42.805611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-776a4882-be0c-461d-ae59-0c5def553bc8 req-e72a538d-ff2d-4d82-8119-5fa270a35457 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 1101 time: 0.2710652 Jul 13 19:23:42.809658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d771563-a85a-483d-8950-4c887eadaf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08cd86e-fb88-4a20-b08d-1f95676ca53d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:42.841530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-76d8b977-8f55-484f-89e0-72df19ddfe22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468700 Jul 13 19:23:42.848709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de79fc-d10c-4912-9b1e-975a877e3f10 req-aece1242-fad5-4eb8-8531-569d7def6be7 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:42.850255 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89de79fc-d10c-4912-9b1e-975a877e3f10 req-aece1242-fad5-4eb8-8531-569d7def6be7 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 945 time: 0.2487574 Jul 13 19:23:42.889236 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-776a4882-be0c-461d-ae59-0c5def553bc8 req-aebea96c-b9fb-41d3-8fe1-dfa1f1f0480c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724235 Jul 13 19:23:42.892483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9b77593-fe21-43be-8a49-a06c57e5e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.930230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b77593-fe21-43be-8a49-a06c57e5e7d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c264caa-dc14-4bd7-a7c9-bff7a5347e8f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:42.944256 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9b77593-fe21-43be-8a49-a06c57e5e7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.945621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3019c566-b5dd-4c97-9f51-fdc881328fa7 None None] Network dfa55c69-924d-40f9-8d29-02840ab83fd4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:42.949047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f9b77593-fe21-43be-8a49-a06c57e5e7d0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3c264caa-dc14-4bd7-a7c9-bff7a5347e8f HTTP/1.1" status: 204 len: 168 time: 0.6139579 Jul 13 19:23:42.950620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:42.987752 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89de79fc-d10c-4912-9b1e-975a877e3f10 req-014f9911-05ab-4058-b96c-abb5b09b7dc2 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294191 Jul 13 19:23:43.097213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ff9d0a4c-bacb-4b59-b65e-d68da949a9fe details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:43.130031 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.224478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Deleting port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:43.225298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.272712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159c53-4996-4990-b961-eda569549183 req-ff741040-f525-4060-bfdb-fae2ccbb6774 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:43.280643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74159c53-4996-4990-b961-eda569549183 req-ff741040-f525-4060-bfdb-fae2ccbb6774 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 950 time: 0.5490470 Jul 13 19:23:43.284214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:43.301215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'ff9d0a4c-bacb-4b59-b65e-d68da949a9fe', 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f', 'port_id': 'ff9d0a4c-bacb-4b59-b65e-d68da949a9fe', 'mac_address': 'fa:16:3e:14:76:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49127a9b-d3c6-4bba-a498-5c78b6a4e563', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:43.315835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] For port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=da79dc79-8800-4d78-8e04-4bcfdb8c7ae0,segment=NetworkSegment(9d9889ff-759b-4766-b694-46583b7a22b8),segment_id=9d9889ff-759b-4766-b694-46583b7a22b8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:43.318682 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.342676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Calling delete_port for da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:43.346347 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56dea674-e575-471a-8c26-73b4bc99793a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.362168 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74159c53-4996-4990-b961-eda569549183 req-669ecc0d-82ed-4364-89a1-1c46dfbb893f tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803056 Jul 13 19:23:43.390872 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.404426 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-6e3f317e-4203-4555-ac7e-2ccb7f42095c service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554590 Jul 13 19:23:43.407011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56dea674-e575-471a-8c26-73b4bc99793a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.418314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9d0a4c-bacb-4b59-b65e-d68da949a9fe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:43.474483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b35be-efe2-4256-9320-8642aa2c3b26 None None] DHCP port deletion for dfa55c69-924d-40f9-8d29-02840ab83fd4 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:23:43.482288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:43.490363 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.545070 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56dea674-e575-471a-8c26-73b4bc99793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.551795 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56dea674-e575-471a-8c26-73b4bc99793a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.555978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-56dea674-e575-471a-8c26-73b4bc99793a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f08cd86e-fb88-4a20-b08d-1f95676ca53d HTTP/1.1" status: 204 len: 168 time: 0.7498517 Jul 13 19:23:43.585525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-8f3450cc-43e3-49fc-8571-cf68370e62b4 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715446 Jul 13 19:23:43.606880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dea674-e575-471a-8c26-73b4bc99793a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08cd86e-fb88-4a20-b08d-1f95676ca53d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:43.813729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:43.904431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b35be-efe2-4256-9320-8642aa2c3b26 None None] Deleting port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:43.905641 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f4b35be-efe2-4256-9320-8642aa2c3b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.995912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9f4b35be-efe2-4256-9320-8642aa2c3b26 None None] For port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=da79dc79-8800-4d78-8e04-4bcfdb8c7ae0,segment=NetworkSegment(9d9889ff-759b-4766-b694-46583b7a22b8),segment_id=9d9889ff-759b-4766-b694-46583b7a22b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:43.996567 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f4b35be-efe2-4256-9320-8642aa2c3b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.011200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b35be-efe2-4256-9320-8642aa2c3b26 None None] Calling delete_port for da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:44.013469 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.041336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d31f1-270b-4cd6-9928-e40a619f80dc req-bbb75041-f8ea-481b-bbaa-604cd6f052f1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:44.056468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-696d31f1-270b-4cd6-9928-e40a619f80dc req-bbb75041-f8ea-481b-bbaa-604cd6f052f1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.1408153 Jul 13 19:23:44.058970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] No DVR routers for this DVR port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:44.086367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Pushing event deleted for resources: {'Port': ['ID=da79dc79-8800-4d78-8e04-4bcfdb8c7ae0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:44.136965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['ff9d0a4c-bacb-4b59-b65e-d68da949a9fe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:44.150540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-696d31f1-270b-4cd6-9928-e40a619f80dc req-fadfcb1d-da27-4562-98f2-2d205f73e701 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926280 Jul 13 19:23:44.214272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:44.249124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.273271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275f7e6-d29a-4156-9889-644b8682c7f0 req-bc937e57-59df-4f30-a292-8acb32e4f02e tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:44.283950 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5275f7e6-d29a-4156-9889-644b8682c7f0 req-bc937e57-59df-4f30-a292-8acb32e4f02e tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 944 time: 0.3523514 Jul 13 19:23:44.319557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa55c69-924d-40f9-8d29-02840ab83fd4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:44.345732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:44.347245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:44.347955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ae06ed0-4dcb-47ac-9c23-b3e925320def no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:44.353020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec23491-a993-4fba-b221-e6772c25020a req-a26ec8db-3a26-48da-bd63-41ee52e86d5f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:44.354910 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5275f7e6-d29a-4156-9889-644b8682c7f0 req-9968bcdc-a63a-411c-91cb-60ab5025df90 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699322 Jul 13 19:23:44.362984 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dec23491-a993-4fba-b221-e6772c25020a req-a26ec8db-3a26-48da-bd63-41ee52e86d5f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 945 time: 0.0932012 Jul 13 19:23:44.364569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9889ff-759b-4766-b694-46583b7a22b8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:44.366301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9889ff-759b-4766-b694-46583b7a22b8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:44.390175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.425284 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.447119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:23:44.447914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:23:44.451195 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:23:44.455033 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dec23491-a993-4fba-b221-e6772c25020a req-c2062ccb-3afd-40d5-80f7-0303aa5145a2 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907524 Jul 13 19:23:44.457702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2ae06ed0-4dcb-47ac-9c23-b3e925320def {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:44.458373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ae06ed0-4dcb-47ac-9c23-b3e925320def not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:44.512587 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f4b35be-efe2-4256-9320-8642aa2c3b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.555805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b35be-efe2-4256-9320-8642aa2c3b26 None None] Pushing event deleted for resources: {'Port': ['ID=da79dc79-8800-4d78-8e04-4bcfdb8c7ae0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:44.562753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b35be-efe2-4256-9320-8642aa2c3b26 None None] No DVR routers for this DVR port da79dc79-8800-4d78-8e04-4bcfdb8c7ae0 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:44.606925 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.623842 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.628267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] 10.222.0.25 "DELETE /v2.0/networks/dfa55c69-924d-40f9-8d29-02840ab83fd4 HTTP/1.1" status: 204 len: 168 time: 1.6741223 Jul 13 19:23:44.641128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cf65f-5386-4276-85f5-05e18c45494c admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa55c69-924d-40f9-8d29-02840ab83fd4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:44.805849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:44.809525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395a28-9703-40af-aa01-4c03f85f06ec req-df032f37-38de-4136-b1e0-340a7a2ec008 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:44.811685 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45395a28-9703-40af-aa01-4c03f85f06ec req-df032f37-38de-4136-b1e0-340a7a2ec008 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 950 time: 0.1183872 Jul 13 19:23:44.868742 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45395a28-9703-40af-aa01-4c03f85f06ec req-16790ac4-6515-4d29-a3b9-c55b05f8ec6d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Jul 13 19:23:44.901415 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6447874c-9db1-439d-91f5-5d3bd0683752 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a873fbd00ce47b4859ef54ff0b79b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912573 Jul 13 19:23:44.901415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:44.961225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1bb45be-7ad3-4148-a7fc-16cde51b6fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.991847 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1bb45be-7ad3-4148-a7fc-16cde51b6fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.091634 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1bb45be-7ad3-4148-a7fc-16cde51b6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.096339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1bb45be-7ad3-4148-a7fc-16cde51b6fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.098308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 706aa3ba-7ba2-419c-ad36-243d5e6a1aef details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:45.101591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b1bb45be-7ad3-4148-a7fc-16cde51b6fcd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a71362de-06c2-4d67-878b-d14ad40c2934 HTTP/1.1" status: 204 len: 168 time: 0.1986306 Jul 13 19:23:45.118574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb45be-7ad3-4148-a7fc-16cde51b6fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71362de-06c2-4d67-878b-d14ad40c2934,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:45.131443 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fafa7-432a-491b-b199-dbbdf43246f5 req-36ca5db0-be83-4803-9c1a-9f9e713cdd38 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:45.133344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c96fafa7-432a-491b-b199-dbbdf43246f5 req-36ca5db0-be83-4803-9c1a-9f9e713cdd38 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=b581b4ac-f352-441d-8636-465677abbf21 HTTP/1.1" status: 200 len: 950 time: 0.1161668 Jul 13 19:23:45.245037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c96fafa7-432a-491b-b199-dbbdf43246f5 req-8910e180-ed10-41d8-addf-5685df0103a1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960259 Jul 13 19:23:45.322972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:45.337709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '706aa3ba-7ba2-419c-ad36-243d5e6a1aef', 'network_id': 'f9948263-df17-4641-a5db-e08323ff6f9f', 'port_id': '706aa3ba-7ba2-419c-ad36-243d5e6a1aef', 'mac_address': 'fa:16:3e:81:54:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49127a9b-d3c6-4bba-a498-5c78b6a4e563', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:45.419244 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.448019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706aa3ba-7ba2-419c-ad36-243d5e6a1aef {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:45.468451 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.473901 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e08d9b-3907-419d-8f43-0332da742046 req-fcf78f31-579a-45d5-a0f7-6d0fc612d15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:45.479547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:45.484852 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.484995 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57e08d9b-3907-419d-8f43-0332da742046 req-fcf78f31-579a-45d5-a0f7-6d0fc612d15d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.0876892 Jul 13 19:23:45.539039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-1261b62e-8b05-4130-a05f-1f0cd8d080b9 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9b7c5989eb054e90aa8a4ded15569ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387092 Jul 13 19:23:45.565010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:45.588867 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57e08d9b-3907-419d-8f43-0332da742046 req-d4f34282-ebe0-44a1-80ec-7667fe961183 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029866 Jul 13 19:23:45.744983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:45.760042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['706aa3ba-7ba2-419c-ad36-243d5e6a1aef'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:45.792903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-e14e9f47-6c72-4409-8ce9-8812a5b4c04d tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:45.794705 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-e14e9f47-6c72-4409-8ce9-8812a5b4c04d tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545073 Jul 13 19:23:45.829571 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-45cc9e03-2c86-437b-a77b-da284f721a7a tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/quotas/9b7c5989eb054e90aa8a4ded15569ae9 HTTP/1.1" status: 200 len: 375 time: 0.0268843 Jul 13 19:23:45.841227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8d761097-a8dd-4113-b977-3ce0e33337f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98d98156aed6471f933ca4a650aa0408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949311 Jul 13 19:23:45.843945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:45.888412 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-27ed1cae-fe2a-41a5-9566-b0b191136f09 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9b7c5989eb054e90aa8a4ded15569ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579975 Jul 13 19:23:45.989096 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64f29f78-e7ce-46b8-8bdc-597b88a7f57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.994064 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.061342 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64f29f78-e7ce-46b8-8bdc-597b88a7f57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.126736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fad6c-bedf-4bcd-9ca4-54c918bfe830 req-95bef259-2f27-4565-b42a-27630e5fb734 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.151382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fad6c-bedf-4bcd-9ca4-54c918bfe830 req-95bef259-2f27-4565-b42a-27630e5fb734 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.158787 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-593fad6c-bedf-4bcd-9ca4-54c918bfe830 req-95bef259-2f27-4565-b42a-27630e5fb734 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41&device_id=b581b4ac-f352-441d-8636-465677abbf21 HTTP/1.1" status: 200 len: 1691 time: 0.2098408 Jul 13 19:23:46.217861 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-593fad6c-bedf-4bcd-9ca4-54c918bfe830 req-8c31b47f-07b2-409f-898c-e2b249d1bd77 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563099 Jul 13 19:23:46.244482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64f29f78-e7ce-46b8-8bdc-597b88a7f57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.247337 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64f29f78-e7ce-46b8-8bdc-597b88a7f57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.264245 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-64f29f78-e7ce-46b8-8bdc-597b88a7f57f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9039f01f-c3b8-4483-9505-d0e626e104b6 HTTP/1.1" status: 204 len: 168 time: 0.4072263 Jul 13 19:23:46.285665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f29f78-e7ce-46b8-8bdc-597b88a7f57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9039f01f-c3b8-4483-9505-d0e626e104b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:46.336831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d7f40-5376-4fd9-abea-191db85b83d0 req-0fc82d5d-ad1c-4a72-a5bb-7b6a8751bf8f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.350753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f91d7f40-5376-4fd9-abea-191db85b83d0 req-0fc82d5d-ad1c-4a72-a5bb-7b6a8751bf8f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 945 time: 0.1969128 Jul 13 19:23:46.446165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63923-0fcf-48ea-b1f5-3116965c85df req-d10abdd1-2d3b-4b8b-a2ad-b1f051a31a53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.465382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bbe63923-0fcf-48ea-b1f5-3116965c85df req-d10abdd1-2d3b-4b8b-a2ad-b1f051a31a53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 945 time: 0.1400092 Jul 13 19:23:46.473856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f91d7f40-5376-4fd9-abea-191db85b83d0 req-efe87271-5e5c-4a14-be6c-2886caaa4f1a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216371 Jul 13 19:23:46.553750 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bbe63923-0fcf-48ea-b1f5-3116965c85df req-1635ee77-8118-4919-b8d5-6857fa4c5d25 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789557 Jul 13 19:23:46.739946 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc28a336-a11b-4834-8e47-10e395db67db req-7b8a6689-abcd-46a2-8e27-76f128ab2e79 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 210 time: 0.0918026 Jul 13 19:23:46.957333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d478267-b4d2-4fe8-b122-6be7a5c5181d req-61da1b0b-0861-4052-b1e8-a6ab5cd44242 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.959355 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d478267-b4d2-4fe8-b122-6be7a5c5181d req-61da1b0b-0861-4052-b1e8-a6ab5cd44242 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 1101 time: 0.0939243 Jul 13 19:23:46.981899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503239e8-aa5c-49c3-a9fd-ea3d2b223181 req-d06f6e5c-0671-4548-9192-59b9089ac4b4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.995112 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-503239e8-aa5c-49c3-a9fd-ea3d2b223181 req-d06f6e5c-0671-4548-9192-59b9089ac4b4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.1069682 Jul 13 19:23:47.018551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d478267-b4d2-4fe8-b122-6be7a5c5181d req-2508fd80-190f-475d-8f0b-8a3c11eb47ad tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519772 Jul 13 19:23:47.116792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ff9d0a4c-bacb-4b59-b65e-d68da949a9fe up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:47.118319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-503239e8-aa5c-49c3-a9fd-ea3d2b223181 req-4fea2d7e-cf07-40dc-af55-fe755b2f98af tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105981 Jul 13 19:23:47.232429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:47.239013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:47.239450 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.314253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f28625-0a0e-4326-a947-88ab1720a9bc req-c04dcb76-d06d-4cb2-9b0a-65d282d4f65c tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:47.320285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9f28625-0a0e-4326-a947-88ab1720a9bc req-c04dcb76-d06d-4cb2-9b0a-65d282d4f65c tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b581b4ac-f352-441d-8636-465677abbf21 HTTP/1.1" status: 200 len: 1101 time: 0.1146917 Jul 13 19:23:47.368525 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.388638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9f28625-0a0e-4326-a947-88ab1720a9bc req-63cd34b7-7b87-48e6-99df-5ba5e1a989ae tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592809 Jul 13 19:23:47.413234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6112e018-46c1-4486-9df2-bf1df1802298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9d0a4c-bacb-4b59-b65e-d68da949a9fe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:47.417291 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b434a039-7e74-4806-b162-dd42452e4ec1" -d '{"events": [{"server_uuid": "6112e018-46c1-4486-9df2-bf1df1802298", "name": "network-vif-plugged", "status": "completed", "tag": "ff9d0a4c-bacb-4b59-b65e-d68da949a9fe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:47.433532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:47.439468 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.441414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 706aa3ba-7ba2-419c-ad36-243d5e6a1aef up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:47.560669 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c365fa8-45a5-464f-83ee-90bbd2435ec1 x-openstack-request-id: req-4c365fa8-45a5-464f-83ee-90bbd2435ec1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:47.562867 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6112e018-46c1-4486-9df2-bf1df1802298", "name": "network-vif-plugged", "status": "completed", "tag": "ff9d0a4c-bacb-4b59-b65e-d68da949a9fe", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:47.563223 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c365fa8-45a5-464f-83ee-90bbd2435ec1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:47.564643 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6112e018-46c1-4486-9df2-bf1df1802298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9d0a4c-bacb-4b59-b65e-d68da949a9fe', 'code': 200} Jul 13 19:23:47.643463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:47.675036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:47.703757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-ab6667fb-5354-454e-850f-463d1a3ca33e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708008 Jul 13 19:23:47.711699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:47.722487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:47.729670 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.844312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-1583c741-61c3-4f40-9b44-8f6eec5c3b7f tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9b7c5989eb054e90aa8a4ded15569ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531983 Jul 13 19:23:47.900502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-network', 'tenant_id': '29775fabf84d4e6082febcbb967d13be'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:47.971458 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.027106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-8051889d-b7d4-4c9b-91a7-4db610ef3504 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:48.028740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-8051889d-b7d4-4c9b-91a7-4db610ef3504 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190193 Jul 13 19:23:48.066152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47890bfd-4baa-4803-bfd6-a9ebca73c218 req-f85d8806-e484-4b5f-b33a-6464c02fb0d4 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:48.071051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-0056d03c-5ee6-4c91-9dd0-81cd1141b2a5 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:48.075010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47890bfd-4baa-4803-bfd6-a9ebca73c218 req-f85d8806-e484-4b5f-b33a-6464c02fb0d4 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 945 time: 0.3738725 Jul 13 19:23:48.080415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Made reservation on behalf of 29775fabf84d4e6082febcbb967d13be for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:48.083043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.083938 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-0056d03c-5ee6-4c91-9dd0-81cd1141b2a5 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132661 Jul 13 19:23:48.099443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-8c6b9bff-2dde-4b9d-bd09-47f1c1102f9a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/quotas/a726fc1b8b5046cda4f1b929b9e0683b HTTP/1.1" status: 200 len: 375 time: 0.0598722 Jul 13 19:23:48.119403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:48.125609 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.139639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Request body: {'port': {'device_id': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '9b7c5989eb054e90aa8a4ded15569ae9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:48.155622 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.247420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.275431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-e53ffd44-98f9-4eb2-9e58-03a32938b373 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1747994 Jul 13 19:23:48.332563 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.335603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044c75c-41dd-4830-8c62-67e416ee9ba4 req-78a6c37f-fbc7-464f-bd4b-211decb6085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:48.337697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7044c75c-41dd-4830-8c62-67e416ee9ba4 req-78a6c37f-fbc7-464f-bd4b-211decb6085e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 1096 time: 0.5226860 Jul 13 19:23:48.339213 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.359869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47890bfd-4baa-4803-bfd6-a9ebca73c218 req-31f6a318-1fca-4ca7-8f61-eed5aede188c tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598670 Jul 13 19:23:48.375437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Made reservation on behalf of 9b7c5989eb054e90aa8a4ded15569ae9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:48.381017 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.403231 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.434340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:48.443489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d21b11e-be07-4d54-89c9-3cf90df2b2db,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.503241 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.504769 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Added segment a526d834-a929-4319-8c8c-a7fc0ec5b2f8 of type vlan for network afa8d942-356e-477f-924e-abae24e26c3c Jul 13 19:23:48.650080 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.667723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.708970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7044c75c-41dd-4830-8c62-67e416ee9ba4 req-bb871620-fb8a-4bda-97cc-32b350620dcf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421385 Jul 13 19:23:48.752314 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.821589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8be64-763c-48d6-8b7c-87f1abb53066 req-16d03c29-61b9-46c0-a037-21156b3cb32c tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:48.832162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-88a8be64-763c-48d6-8b7c-87f1abb53066 req-16d03c29-61b9-46c0-a037-21156b3cb32c tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 945 time: 0.2537227 Jul 13 19:23:48.833033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.887401 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-408ace1b-6733-4bc8-af1b-117428ed074b req-5f082a65-cc4d-4406-9384-a45de59b1316 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 210 time: 0.0416651 Jul 13 19:23:48.893669 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.894763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:48.895643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.922973 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-88a8be64-763c-48d6-8b7c-87f1abb53066 req-766d6f1a-7bd5-404d-ac1b-29b0824ef318 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898268 Jul 13 19:23:49.085974 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a7e04e46-e637-440a-9a04-8f6e70795e33 req-427a8ceb-c7be-4256-af23-ff9981acdd7e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 210 time: 0.0648365 Jul 13 19:23:49.097792 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4528630 Jul 13 19:23:49.102994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:49.105584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Allocated IP 192.168.233.5 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/06a381b1-d09b-47ea-8f69-ddc40ed73ada) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:49.113566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374285c-db58-4d09-a7d5-422c0623cbe2 admin admin] Pushing event updated for resources: {'Network': ['ID=afa8d942-356e-477f-924e-abae24e26c3c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:49.121428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Request body: {'subnet': {'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-subnet', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:49.163687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network afa8d942-356e-477f-924e-abae24e26c3c details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:49.173949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Made reservation on behalf of 29775fabf84d4e6082febcbb967d13be for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:49.181055 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.446503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f554e-4611-4530-8cf3-1fcbaac06b01 req-22c94606-8d44-4339-be4c-b22e24d1e6d8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:49.448209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a74f554e-4611-4530-8cf3-1fcbaac06b01 req-22c94606-8d44-4339-be4c-b22e24d1e6d8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.2806294 Jul 13 19:23:49.563778 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a74f554e-4611-4530-8cf3-1fcbaac06b01 req-a57e594d-b7b8-448b-be00-efd6e6c20d4d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060500 Jul 13 19:23:49.566222 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706aa3ba-7ba2-419c-ad36-243d5e6a1aef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:49.569313 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bf79c2-35e2-4913-9188-c7cf379f991c" -d '{"events": [{"server_uuid": "4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9", "name": "network-vif-plugged", "status": "completed", "tag": "706aa3ba-7ba2-419c-ad36-243d5e6a1aef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:49.701849 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd836c87-421d-45cc-ae2b-1d15036213a6 x-openstack-request-id: req-cd836c87-421d-45cc-ae2b-1d15036213a6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:49.702434 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9", "name": "network-vif-plugged", "status": "completed", "tag": "706aa3ba-7ba2-419c-ad36-243d5e6a1aef", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:49.702745 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd836c87-421d-45cc-ae2b-1d15036213a6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:49.703079 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706aa3ba-7ba2-419c-ad36-243d5e6a1aef', 'code': 200} Jul 13 19:23:49.779012 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.798151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1e52-b19e-46ab-ab50-eee0b0a6b49f req-6808d772-2a34-4247-8d05-d1aafe9c11e6 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:49.800141 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9eb1e52-b19e-46ab-ab50-eee0b0a6b49f req-6808d772-2a34-4247-8d05-d1aafe9c11e6 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.2164724 Jul 13 19:23:49.801601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.817420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Transition to ACTIVE for port object 06a381b1-d09b-47ea-8f69-ddc40ed73ada will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:49.874854 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9eb1e52-b19e-46ab-ab50-eee0b0a6b49f req-a23d47e4-ebed-4f16-8c8d-247e5e848b5c tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627322 Jul 13 19:23:49.970993 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.038821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b700e8b-0739-40e4-9f8e-1e3d69fee5f8 req-e3083e50-edf5-45de-ae1b-3f626120ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:50.039969 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4b700e8b-0739-40e4-9f8e-1e3d69fee5f8 req-e3083e50-edf5-45de-ae1b-3f626120ab6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 1097 time: 0.0998960 Jul 13 19:23:50.051951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:50.065756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Checking segment: {'id': 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:50.066118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Network hostable DHCP agents. Network: afa8d942-356e-477f-924e-abae24e26c3c, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:50.068495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e101692-2e41-4f18-9682-91f9beac152d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:50.101485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Network afa8d942-356e-477f-924e-abae24e26c3c is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:50.115363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:50.118531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:50.122503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, afa8d942-356e-477f-924e-abae24e26c3c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:50.127825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4b700e8b-0739-40e4-9f8e-1e3d69fee5f8 req-c11ccece-394e-4ed7-b7d4-c44e03093de1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803356 Jul 13 19:23:50.128226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:50.128950 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.133489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:50.161031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f4fb7a-5fc5-4038-a344-b6325eef6226 None None] Network afa8d942-356e-477f-924e-abae24e26c3c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:50.202980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:50.204011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.241259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276cdcd-93d5-4f70-bf04-2b5f2e89b751 req-632c6aaa-2748-4539-a7cd-6e166278d4e4 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:50.242902 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2276cdcd-93d5-4f70-bf04-2b5f2e89b751 req-632c6aaa-2748-4539-a7cd-6e166278d4e4 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 934 time: 0.1657007 Jul 13 19:23:50.360677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-28b20f3a-ef30-44ad-967d-78696325b7e4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2472641 Jul 13 19:23:50.368190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:50.369738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-c84b428c-1519-4815-afa0-34548ca0f180 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2353833 Jul 13 19:23:50.374550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-router', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:50.377659 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2276cdcd-93d5-4f70-bf04-2b5f2e89b751 req-3804c755-be0d-45a2-b299-7d63f86a29f0 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249974 Jul 13 19:23:50.401344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Request body: {'port': {'device_id': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:50.409087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-afa8d942-356e-477f-924e-abae24e26c3c', 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'fixed_ips': [{'subnet_id': '1e101692-2e41-4f18-9682-91f9beac152d'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:23:50.410150 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.484304 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-68d232fb-d910-47b7-a99d-9bf7f5106626 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441575 Jul 13 19:23:50.490638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.491664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.634069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.636767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-dc6503a0-ae89-4ad2-93c0-d0a9b2bff4fd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:50.637907 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5d395b3-952e-4535-866e-9aae602a6f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.638538 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-dc6503a0-ae89-4ad2-93c0-d0a9b2bff4fd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472864 Jul 13 19:23:50.645226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ebe53f9e-a6e9-4b7a-935c-8ce628678291 None None] Provisioning for port 06a381b1-d09b-47ea-8f69-ddc40ed73ada completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:50.653293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ebe53f9e-a6e9-4b7a-935c-8ce628678291 None None] Provisioning complete for port 06a381b1-d09b-47ea-8f69-ddc40ed73ada triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:50.653947 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebe53f9e-a6e9-4b7a-935c-8ce628678291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.672191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Request body: {'port': {'device_id': '3b8448dc-bb88-447a-916d-3f20b391dcaf', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'a726fc1b8b5046cda4f1b929b9e0683b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:50.684391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1aa280-9c9c-47db-bbb1-5b85212aa385 req-fe5dfd66-5580-4830-aef8-c52f4de0c1a9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:50.688167 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eb1aa280-9c9c-47db-bbb1-5b85212aa385 req-fe5dfd66-5580-4830-aef8-c52f4de0c1a9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 945 time: 0.4787450 Jul 13 19:23:50.713520 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42951578-0cce-4a22-8096-c3c6d2b1d021 req-fbc6c2cf-7d72-4653-9979-2bc7047ccd8e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 210 time: 0.0732255 Jul 13 19:23:50.760533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ebe53f9e-a6e9-4b7a-935c-8ce628678291 None None] Port 06a381b1-d09b-47ea-8f69-ddc40ed73ada cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:50.766753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Allocated IP 172.20.0.2 (afa8d942-356e-477f-924e-abae24e26c3c/1e101692-2e41-4f18-9682-91f9beac152d/04e61a51-f659-472c-8705-122173212384) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:50.875561 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.996603 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.021127 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eb1aa280-9c9c-47db-bbb1-5b85212aa385 req-f57528ff-528f-4fc7-b129-226a6e4d22b5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411444 Jul 13 19:23:51.056891 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.068615 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Transition to ACTIVE for port object 04e61a51-f659-472c-8705-122173212384 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:51.093524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Transition to ACTIVE for port object 04e61a51-f659-472c-8705-122173212384 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:51.096257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Made reservation on behalf of a726fc1b8b5046cda4f1b929b9e0683b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:51.103983 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.105990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.179903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Pushing event updated for resources: {'Port': ['ID=04e61a51-f659-472c-8705-122173212384,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:51.209536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Network afa8d942-356e-477f-924e-abae24e26c3c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:51.211325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:51.216382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:51.343700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4d554-8f93-400e-8d60-500826960c45 req-d7b673d2-8619-4069-8cb2-f927fb6234f2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:51.351600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e4d554-8f93-400e-8d60-500826960c45 req-d7b673d2-8619-4069-8cb2-f927fb6234f2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.3940558 Jul 13 19:23:51.374384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Attempting to bind port 04e61a51-f659-472c-8705-122173212384 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:51.374797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Attempting to bind port 04e61a51-f659-472c-8705-122173212384 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:51.375248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Attempting to bind port 04e61a51-f659-472c-8705-122173212384 on network afa8d942-356e-477f-924e-abae24e26c3c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:51.380609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:51.380985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Checking segment: {'id': 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:51.381392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.381788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Bound using segment: {'id': 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:51.382318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Bound port: 04e61a51-f659-472c-8705-122173212384, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:51.382772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.425500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e4d554-8f93-400e-8d60-500826960c45 req-2e3d04ef-222d-47ed-ba3a-53ef115083bc tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727966 Jul 13 19:23:51.486708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] For port 04e61a51-f659-472c-8705-122173212384, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:51.497072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] For port 04e61a51-f659-472c-8705-122173212384, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=04e61a51-f659-472c-8705-122173212384,segment=NetworkSegment(a526d834-a929-4319-8c8c-a7fc0ec5b2f8),segment_id=a526d834-a929-4319-8c8c-a7fc0ec5b2f8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:51.506477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.552615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8d133-ac65-4714-948b-6f079e817a39 req-3d5ed54c-e570-4a52-8ca5-81e6cac01e4e tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:51.559442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bbc8d133-ac65-4714-948b-6f079e817a39 req-3d5ed54c-e570-4a52-8ca5-81e6cac01e4e tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.2856798 Jul 13 19:23:51.588372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bcd86-9686-400f-be2b-a14bd4f019cd None None] Pushing event updated for resources: {'Port': ['ID=04e61a51-f659-472c-8705-122173212384,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:51.707301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a381b1-d09b-47ea-8f69-ddc40ed73ada {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:51.721900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.807246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bbc8d133-ac65-4714-948b-6f079e817a39 req-d113b110-aad7-4714-a524-e8db2150dc39 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466633 Jul 13 19:23:51.814060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Transition to ACTIVE for port object 06a381b1-d09b-47ea-8f69-ddc40ed73ada will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:51.832754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.894214 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.927987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ed624-23a4-43ed-ba25-fa3b1cc91b77 req-6eefebe7-42f8-43b9-8633-6a8352e91f68 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:51.940210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de3ed624-23a4-43ed-ba25-fa3b1cc91b77 req-6eefebe7-42f8-43b9-8633-6a8352e91f68 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 934 time: 0.2392325 Jul 13 19:23:51.949513 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.005346 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de3ed624-23a4-43ed-ba25-fa3b1cc91b77 req-4dcec5f5-47f5-4306-b6ee-263491bbd7b6 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638952 Jul 13 19:23:52.025707 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Allocated IP 192.168.233.190 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/5b162b7e-73c9-477b-acab-258c9033c677) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:52.037586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:52.079392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cef73b93-32b3-47e9-82b9-9731792ff0a4 req-71c37ffc-60a7-4820-abc3-dbd15119703a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 210 time: 0.0587187 Jul 13 19:23:52.229931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 04e61a51-f659-472c-8705-122173212384 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:52.269523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Allocated IP 172.25.7.230 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/76e27d2b-0027-4bc5-8f02-aab5ae3f6a85) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:52.294960 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:23:52.318163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Attempting to bind port 06a381b1-d09b-47ea-8f69-ddc40ed73ada on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:52.318519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Attempting to bind port 06a381b1-d09b-47ea-8f69-ddc40ed73ada by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:52.318849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Attempting to bind port 06a381b1-d09b-47ea-8f69-ddc40ed73ada on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:52.354031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Port 06a381b1-d09b-47ea-8f69-ddc40ed73ada on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:52.354483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Attempting to bind port 06a381b1-d09b-47ea-8f69-ddc40ed73ada on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:52.369148 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:52.369497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:52.369883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:52.370317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Bound port: 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:52.377990 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.382363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 04e61a51-f659-472c-8705-122173212384 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:52.394574 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.409832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3751e67-6463-4485-984c-85b5a5a3eeec req-7a59a145-9b78-4944-a5a3-17be32770b36 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:52.411482 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3751e67-6463-4485-984c-85b5a5a3eeec req-7a59a145-9b78-4944-a5a3-17be32770b36 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 945 time: 0.2034757 Jul 13 19:23:52.440921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Transition to ACTIVE for port object 5b162b7e-73c9-477b-acab-258c9033c677 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:52.489998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.502066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:52.505973 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3751e67-6463-4485-984c-85b5a5a3eeec req-992f4f12-63d3-47e9-84db-6d499278cfe0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785818 Jul 13 19:23:52.506594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:52.516280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.523803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.547107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a2aaa14b-e448-46e0-a176-8e8adaaa17d7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:52.549221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38', '7ff9c63d-c572-4855-9632-89c5e5572e1b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:52.570550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:52.575744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:52.592523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:52.659116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:52.659872 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.683521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:52.684146 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.687730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] 10.222.0.60 "PUT /v2.0/ports/06a381b1-d09b-47ea-8f69-ddc40ed73ada HTTP/1.1" status: 200 len: 1094 time: 2.2932608 Jul 13 19:23:52.695722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:52.699885 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e538fc24-5d0e-4d43-9949-fb7e256bc179" -d '{"events": [{"name": "network-changed", "server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:52.704448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0446546 Jul 13 19:23:52.705065 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23d016-31cc-4815-814c-ecf82295a19d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event updated for resources: {'Port': ['ID=5b162b7e-73c9-477b-acab-258c9033c677,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:52.746958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Request body: {'port': {'device_id': '3b8448dc-bb88-447a-916d-3f20b391dcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:52.935768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df096215-9a4c-4b87-b675-f3068eb0edcc req-68855dd7-01f0-4297-b379-fe79f2642a06 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:52.946622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df096215-9a4c-4b87-b675-f3068eb0edcc req-68855dd7-01f0-4297-b379-fe79f2642a06 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.1825595 Jul 13 19:23:52.957390 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.001160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fcc3943f-d622-43b7-8860-44bfd68b49de None None] Provisioning for port 5b162b7e-73c9-477b-acab-258c9033c677 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:53.025254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fcc3943f-d622-43b7-8860-44bfd68b49de None None] Provisioning complete for port 5b162b7e-73c9-477b-acab-258c9033c677 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:53.025676 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcc3943f-d622-43b7-8860-44bfd68b49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.050394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df096215-9a4c-4b87-b675-f3068eb0edcc req-c58afd71-3c51-437c-bafd-440604c39ee6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027699 Jul 13 19:23:53.127218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fcc3943f-d622-43b7-8860-44bfd68b49de None None] Port 5b162b7e-73c9-477b-acab-258c9033c677 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:53.132709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ade2b-b1eb-43a8-bfe7-10cd3b52a816 service neutron] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:53.133039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa5370f-b8cd-4237-a9ea-cb6bb7c222d0 None None] Network afa8d942-356e-477f-924e-abae24e26c3c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:53.244864 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.288612 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19397f27-13fa-45ff-bc83-679638b4e629 x-openstack-request-id: req-19397f27-13fa-45ff-bc83-679638b4e629 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:53.288900 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:53.289218 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19397f27-13fa-45ff-bc83-679638b4e629 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:53.289537 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'status': 'completed', 'code': 200} Jul 13 19:23:53.290199 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a7d28b2-27e8-4d95-b6e7-21c91618c45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.316172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-955ab2ad-fa62-409e-9e46-2a885b309f7d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:53.319266 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-955ab2ad-fa62-409e-9e46-2a885b309f7d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 821 time: 0.7924621 Jul 13 19:23:53.322326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:53.327154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6668eeb2-37f1-481e-ba61-7569693e9a65 None None] Provisioning for port 04e61a51-f659-472c-8705-122173212384 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:53.339489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:53.344899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6668eeb2-37f1-481e-ba61-7569693e9a65 None None] Provisioning complete for port 04e61a51-f659-472c-8705-122173212384 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:53.345267 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6668eeb2-37f1-481e-ba61-7569693e9a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.345383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:53.355556 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-c30c21b5-1240-4b08-a43f-d3c9ceadbc12 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/quotas/869d67b9e7174d6f9740aaee1bb7cdf7 HTTP/1.1" status: 200 len: 375 time: 0.0353866 Jul 13 19:23:53.391151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Pushing event updated for resources: {'Port': ['ID=76e27d2b-0027-4bc5-8f02-aab5ae3f6a85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:53.422199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b162b7e-73c9-477b-acab-258c9033c677 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:53.431085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.431444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-87a90f75-84fc-4847-9c8a-07eb42de780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:53.433023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-87a90f75-84fc-4847-9c8a-07eb42de780d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b7c5989eb054e90aa8a4ded15569ae9&device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 1097 time: 0.2914646 Jul 13 19:23:53.445857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Transition to ACTIVE for port object 5b162b7e-73c9-477b-acab-258c9033c677 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:53.450900 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.523521 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-cec18c0d-5c9c-413c-bfe9-c8c1d53bc48e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada HTTP/1.1" status: 200 len: 217 time: 0.0803092 Jul 13 19:23:53.544401 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6668eeb2-37f1-481e-ba61-7569693e9a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.549244 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.630307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Pushing event updated for resources: {'Port': ['ID=5b162b7e-73c9-477b-acab-258c9033c677,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:53.646545 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-dab07b0d-9060-4371-9841-189d984a4c85 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2899482 Jul 13 19:23:53.654319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Attempting to bind port 5b162b7e-73c9-477b-acab-258c9033c677 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:53.655254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Attempting to bind port 5b162b7e-73c9-477b-acab-258c9033c677 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:53.655579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Attempting to bind port 5b162b7e-73c9-477b-acab-258c9033c677 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:53.671882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Port 5b162b7e-73c9-477b-acab-258c9033c677 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:53.671882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Attempting to bind port 5b162b7e-73c9-477b-acab-258c9033c677 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:53.689100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6668eeb2-37f1-481e-ba61-7569693e9a65 None None] For port 04e61a51-f659-472c-8705-122173212384, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=04e61a51-f659-472c-8705-122173212384,segment=NetworkSegment(a526d834-a929-4319-8c8c-a7fc0ec5b2f8),segment_id=a526d834-a929-4319-8c8c-a7fc0ec5b2f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:53.696335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd35e6-cdae-4585-9ca8-3d438260dac4 req-24ab911e-fa52-4eec-9837-1e92affe6c67 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:53.699325 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15dd35e6-cdae-4585-9ca8-3d438260dac4 req-24ab911e-fa52-4eec-9837-1e92affe6c67 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.2513449 Jul 13 19:23:53.700598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:53.701702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:53.702254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:53.703169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Bound port: 5b162b7e-73c9-477b-acab-258c9033c677, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:53.703770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.711961 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6668eeb2-37f1-481e-ba61-7569693e9a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.726707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-4ec7d852-b58e-47ba-9607-15cdb6f2de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:53.728279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-4ec7d852-b58e-47ba-9607-15cdb6f2de29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1724193 Jul 13 19:23:53.830840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668eeb2-37f1-481e-ba61-7569693e9a65 None None] Pushing event updated for resources: {'Port': ['ID=04e61a51-f659-472c-8705-122173212384,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:53.874810 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15dd35e6-cdae-4585-9ca8-3d438260dac4 req-a5e89204-b387-48f3-b0cd-a847b066e7df tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396465 Jul 13 19:23:53.942740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-b3b072df-ff56-4e2c-b024-3c1c4c30ef77 service neutron] 10.222.0.25 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952924 Jul 13 19:23:53.974109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] For port 5b162b7e-73c9-477b-acab-258c9033c677, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:53.979161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] For port 5b162b7e-73c9-477b-acab-258c9033c677, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5b162b7e-73c9-477b-acab-258c9033c677,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:53.991691 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.005573 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.058088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-7ea025cf-a5dd-43f2-9b41-75f5ac190dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.059803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-7ea025cf-a5dd-43f2-9b41-75f5ac190dd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2820418 Jul 13 19:23:54.068918 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-79f3f397-d6aa-4f14-9cf2-f65b5c496679 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1523292 Jul 13 19:23:54.077343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e9b8503a-6757-47fe-9453-8ad4ddd09c4b None None] Provisioning complete for port 04e61a51-f659-472c-8705-122173212384 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:54.077774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9b8503a-6757-47fe-9453-8ad4ddd09c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.117529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.118380 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.119786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] 10.222.0.60 "PUT /v2.0/ports/5b162b7e-73c9-477b-acab-258c9033c677 HTTP/1.1" status: 200 len: 1096 time: 1.3972631 Jul 13 19:23:54.128493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 04e61a51-f659-472c-8705-122173212384 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:54.167509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8448dc-bb88-447a-916d-3f20b391dcaf', 'tag': '5b162b7e-73c9-477b-acab-258c9033c677'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:54.171010 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b0d62e-d58c-48a8-897c-2edce9b52292" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8448dc-bb88-447a-916d-3f20b391dcaf", "tag": "5b162b7e-73c9-477b-acab-258c9033c677"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:54.190145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-efbd75d5-3c57-418f-9f44-7491226cf7e4 service neutron] 10.222.0.25 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464566 Jul 13 19:23:54.193546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d80b7a-45be-4f20-b4a8-10b55e5a28ec service neutron] Pushing event updated for resources: {'Port': ['ID=5b162b7e-73c9-477b-acab-258c9033c677,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:54.270617 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-f825a0bc-3999-477b-bbd9-e8f091ffe916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.272205 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-f825a0bc-3999-477b-bbd9-e8f091ffe916 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1100 time: 0.1512787 Jul 13 19:23:54.299573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e853e-2a86-40a1-a087-5d449358b18a req-8562d6a8-5c8a-41e2-a5e6-3dcb9999b870 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.312869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-714e853e-2a86-40a1-a087-5d449358b18a req-8562d6a8-5c8a-41e2-a5e6-3dcb9999b870 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 946 time: 0.2888067 Jul 13 19:23:54.313361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-3e0e3b0c-d707-40d3-97c7-8ab1bea4633f service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439187 Jul 13 19:23:54.430507 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.438011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 04e61a51-f659-472c-8705-122173212384 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:54.438590 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.443113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-6b7950e6-7dd6-4e3e-86c9-2a8c3af57f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.445729 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-6b7950e6-7dd6-4e3e-86c9-2a8c3af57f03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 1099 time: 0.2627652 Jul 13 19:23:54.457025 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-714e853e-2a86-40a1-a087-5d449358b18a req-f6813bb3-e2cb-49f9-9a0d-ee0b8e05295f tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430776 Jul 13 19:23:54.524079 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-f6cc8d25-bbc2-4c45-a084-dab7d1155478 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=5b162b7e-73c9-477b-acab-258c9033c677 HTTP/1.1" status: 200 len: 217 time: 0.0659163 Jul 13 19:23:54.559137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.571049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c2fe016-6bb5-48cc-985a-a760bcdfe138 req-43a91cb1-70c5-4eed-8ce6-eabf349c8468 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207105 Jul 13 19:23:54.579942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-2035dcb1-54a8-4b16-88e4-420256f74133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.581417 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-2035dcb1-54a8-4b16-88e4-420256f74133 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2599554 Jul 13 19:23:54.590909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-5dd51fc3-a60e-43c1-91bb-2b21892183e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.593326 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-5dd51fc3-a60e-43c1-91bb-2b21892183e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0617032 Jul 13 19:23:54.657482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.60', 59867) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:54.730112 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-5d1eb4ed-cf1e-4caa-afc5-40a7adee9c78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 217 time: 0.1295803 Jul 13 19:23:54.743374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-7eb9e5e5-d4ff-4538-9654-59a314118656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.743938 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-7eb9e5e5-d4ff-4538-9654-59a314118656 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b7c5989eb054e90aa8a4ded15569ae9&device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 1097 time: 0.1074481 Jul 13 19:23:54.809328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-073bd89a-0b9a-4aec-a35f-a6ac6eb94bb3 service neutron] 10.222.0.60 "GET /v2.0/ports/75ea4462-7f4a-45f2-97aa-890c0a8920fc/bindings/n-h2-800708-1 HTTP/1.1" status: 200 len: 382 time: 0.1328752 Jul 13 19:23:54.835656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Router e18a6ef7-3769-48b4-abc7-6ff0276baa93 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:23:54.864792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-bf03e291-2971-47f5-9a3f-c5918f18f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.866238 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-bf03e291-2971-47f5-9a3f-c5918f18f7d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1229262 Jul 13 19:23:54.914164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2068343-e8a1-468c-8793-477393922211 req-e2617529-7bdb-4608-b125-46c011c07e02 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.915709 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2068343-e8a1-468c-8793-477393922211 req-e2617529-7bdb-4608-b125-46c011c07e02 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 948 time: 0.2406929 Jul 13 19:23:54.917504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-ef593a2e-330f-4a46-9bea-fd58aee8307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.919275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-ef593a2e-330f-4a46-9bea-fd58aee8307c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3094616 Jul 13 19:23:54.952060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-6c066785-efcd-4cc4-ab94-2d0ca836ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.954127 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-6c066785-efcd-4cc4-ab94-2d0ca836ba69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2003379 Jul 13 19:23:54.969926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993e87e-133a-41f3-b783-0ce38be5aa99 req-ce055569-6ef1-45cf-8aef-53d479f3f88c tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.971590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c993e87e-133a-41f3-b783-0ce38be5aa99 req-ce055569-6ef1-45cf-8aef-53d479f3f88c tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 945 time: 0.1660168 Jul 13 19:23:55.054747 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-e9306936-480c-4015-ba2f-14f41a48192b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada HTTP/1.1" status: 200 len: 217 time: 0.0932603 Jul 13 19:23:55.060963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-d8b93c3b-74a0-44f5-a79b-da88a0d7e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:55.062789 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-d8b93c3b-74a0-44f5-a79b-da88a0d7e8fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1836324 Jul 13 19:23:55.115512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c993e87e-133a-41f3-b783-0ce38be5aa99 req-ac6e5ef5-b0d1-4db2-b2d2-2c4f7e686cca tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113906 Jul 13 19:23:55.130287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:55.141822 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Sync routers for ids ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:55.156625 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Routers {'e18a6ef7-3769-48b4-abc7-6ff0276baa93'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:55.156722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-86e71d5f-ffee-46ea-b281-fc3b0e3070d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:55.158231 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-86e71d5f-ffee-46ea-b281-fc3b0e3070d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0930443 Jul 13 19:23:55.158362 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:55.168443 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.174625 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-538e0763-39da-492f-a8e2-091f75a5ee49 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8039000 Jul 13 19:23:55.175241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:55.179226 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-c0739234-cae0-45d6-b20b-d50a6337096e service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095986 Jul 13 19:23:55.355175 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Set router e18a6ef7-3769-48b4-abc7-6ff0276baa93 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:55.408485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-ba3067fa-af9f-4120-8bf8-d606178c2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:55.410108 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-ba3067fa-af9f-4120-8bf8-d606178c2d32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2452023 Jul 13 19:23:55.561894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2068343-e8a1-468c-8793-477393922211 req-70546498-3a25-4dbe-965f-e7d14b653677 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985334 Jul 13 19:23:55.633651 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-e134ff4c-ca86-4025-a34a-36df1d2c47a5 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159393 Jul 13 19:23:55.651552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.60', 59868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:55.679060 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-9df25e46-1cd2-486c-94bc-d2291372577d service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472656 Jul 13 19:23:55.704057 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80c79e9-82eb-4ebe-8793-69b648fe9942 x-openstack-request-id: req-c80c79e9-82eb-4ebe-8793-69b648fe9942 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:55.704430 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8448dc-bb88-447a-916d-3f20b391dcaf", "tag": "5b162b7e-73c9-477b-acab-258c9033c677", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:55.704747 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c80c79e9-82eb-4ebe-8793-69b648fe9942 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:55.705194 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8448dc-bb88-447a-916d-3f20b391dcaf', 'tag': '5b162b7e-73c9-477b-acab-258c9033c677', 'status': 'completed', 'code': 200} Jul 13 19:23:55.829609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-beaa608c-a70a-4841-8773-efa68ee0db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:55.831244 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-beaa608c-a70a-4841-8773-efa68ee0db75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba&tenant_id=639f879ba82141ebb6867944411978e1 HTTP/1.1" status: 200 len: 1101 time: 0.6510413 Jul 13 19:23:55.841224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64aa3af5-9861-44f9-9bf5-29ff0d3ac27d req-a776dc16-0f64-4aac-bed0-a70616d3d046 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284811 Jul 13 19:23:55.859494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f22a-c1fb-4874-abc9-dca34bec0e35 req-2ef2c7bf-7f87-41ce-ac6f-0954bbbc2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:55.861106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8916f22a-c1fb-4874-abc9-dca34bec0e35 req-2ef2c7bf-7f87-41ce-ac6f-0954bbbc2aa0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 1097 time: 0.1982310 Jul 13 19:23:55.861271 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-router', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 3, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'gw_port': {'id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:51Z', 'updated_at': '2021-07-13T19:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:55.865540 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb1e0290-e80f-46fe-9a3e-88f8f7d61b1b req-73a40eb8-7803-4609-a5cf-3b29b6bc9321 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591311 Jul 13 19:23:55.907921 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Checking router: e18a6ef7-3769-48b4-abc7-6ff0276baa93 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:55.908604 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Updating router e18a6ef7-3769-48b4-abc7-6ff0276baa93 port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:23:55.940486 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.971197 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.067931 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3563853-8c81-4426-a1a3-6664071d2301 req-5db74e01-caf9-4580-88c3-4ff759b5912a tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 210 time: 0.0843902 Jul 13 19:23:56.139441 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f22a-c1fb-4874-abc9-dca34bec0e35 req-308e96b2-6e83-4a07-937d-2ebebb7bfadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.141431 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8916f22a-c1fb-4874-abc9-dca34bec0e35 req-308e96b2-6e83-4a07-937d-2ebebb7bfadb service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 919 time: 0.2510767 Jul 13 19:23:56.148563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-fc227091-db69-4ae7-8c33-ff33785cb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.150060 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-fc227091-db69-4ae7-8c33-ff33785cb962 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 1101 time: 0.2628655 Jul 13 19:23:56.155496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-ca3c8c31-b515-49ed-bafb-b9015bed44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.157381 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-ca3c8c31-b515-49ed-bafb-b9015bed44c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 1099 time: 0.1757267 Jul 13 19:23:56.227434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8916f22a-c1fb-4874-abc9-dca34bec0e35 req-4189ddf1-ebe8-41dd-8a55-37ad9bf1bd39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=706aa3ba-7ba2-419c-ad36-243d5e6a1aef HTTP/1.1" status: 200 len: 217 time: 0.0688324 Jul 13 19:23:56.249818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e538fc24-5d0e-4d43-9949-fb7e256bc179 req-965b889b-2acf-4780-8fe6-79ef0de53990 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824995 Jul 13 19:23:56.294285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8d7eb-8883-44d4-a071-df1ee2cb6a54 req-0c1cd13d-4a5e-4bc2-beea-58a717fa17e0 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.296253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e8d7eb-8883-44d4-a071-df1ee2cb6a54 req-0c1cd13d-4a5e-4bc2-beea-58a717fa17e0 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.5278435 Jul 13 19:23:56.379127 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e8d7eb-8883-44d4-a071-df1ee2cb6a54 req-86540a1b-c1a8-42db-a2a3-0d71b44ae250 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740607 Jul 13 19:23:56.430785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.459617 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.475386 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Transition to ACTIVE for port object 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:56.481846 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.514107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f22a-c1fb-4874-abc9-dca34bec0e35 req-4d640445-4522-405e-b1ee-35c886a4f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.516501 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8916f22a-c1fb-4874-abc9-dca34bec0e35 req-4d640445-4522-405e-b1ee-35c886a4f388 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49127a9b-d3c6-4bba-a498-5c78b6a4e563 HTTP/1.1" status: 200 len: 858 time: 0.2494607 Jul 13 19:23:56.562439 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc319f8a-0e88-492e-ac12-0c5059d46f47 None None] Pushing event updated for resources: {'Port': ['ID=76e27d2b-0027-4bc5-8f02-aab5ae3f6a85,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:56.565842 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Attempting to bind port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:56.566626 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Attempting to bind port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:56.566985 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Attempting to bind port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:56.572609 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:56.572974 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:56.573369 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.573746 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:56.574200 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Bound port: 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:56.575256 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.604080 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8916f22a-c1fb-4874-abc9-dca34bec0e35 req-d4980805-49d7-40df-bd2a-2826a0d2bc20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9948263-df17-4641-a5db-e08323ff6f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700526 Jul 13 19:23:56.605193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-bbaf6765-857a-4a37-b7de-beb8e0e95412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.606754 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-bbaf6765-857a-4a37-b7de-beb8e0e95412 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.4401565 Jul 13 19:23:56.617024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-ec7d9e2e-0875-483c-bf1a-a0c47fa8b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.619401 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-ec7d9e2e-0875-483c-bf1a-a0c47fa8b8b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.4517543 Jul 13 19:23:56.640137 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] For port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:56.643466 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] For port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=76e27d2b-0027-4bc5-8f02-aab5ae3f6a85,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:56.649619 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.692977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Allocated IP 172.20.0.1 (afa8d942-356e-477f-924e-abae24e26c3c/1e101692-2e41-4f18-9682-91f9beac152d/ad5486d1-ef0e-4af6-9e4b-6bef9af9c206) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:56.702858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3deff-bef5-45d1-a00a-fdb54b8d3894 req-36c513f1-3d13-41c5-84df-aed7c6467532 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.704466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6fe3deff-bef5-45d1-a00a-fdb54b8d3894 req-36c513f1-3d13-41c5-84df-aed7c6467532 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.1291819 Jul 13 19:23:56.724433 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc319f8a-0e88-492e-ac12-0c5059d46f47 None None] Pushing event updated for resources: {'Port': ['ID=76e27d2b-0027-4bc5-8f02-aab5ae3f6a85,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:56.742484 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Routers {'e18a6ef7-3769-48b4-abc7-6ff0276baa93'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:56.743080 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:56.801649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-57f08d24-dc2c-4789-ae38-b18985a5a9a2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.803356 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-57f08d24-dc2c-4789-ae38-b18985a5a9a2 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 821 time: 0.4894989 Jul 13 19:23:56.811401 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-c126f984-a4f2-4474-8edc-09f746e17f3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc HTTP/1.1" status: 200 len: 217 time: 0.1084797 Jul 13 19:23:56.815644 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-54251673-8295-488a-9c82-bbae104bc931 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=5b162b7e-73c9-477b-acab-258c9033c677 HTTP/1.1" status: 200 len: 217 time: 0.1155598 Jul 13 19:23:56.825630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Request body: {'port': {'device_id': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441', 'admin_state_up': True, 'tenant_id': '869d67b9e7174d6f9740aaee1bb7cdf7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:56.830956 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8916f22a-c1fb-4874-abc9-dca34bec0e35 req-6805ffb3-dab5-46e6-a668-ba543b2bca24 service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104762 Jul 13 19:23:56.842484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aea983-d0cf-4f71-8fd9-4c9abb409346 req-db3adea7-ce5e-45cc-91d1-35200622d3b7 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.849447 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9aea983-d0cf-4f71-8fd9-4c9abb409346 req-db3adea7-ce5e-45cc-91d1-35200622d3b7 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 946 time: 0.4449477 Jul 13 19:23:56.856559 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] Set router e18a6ef7-3769-48b4-abc7-6ff0276baa93 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:56.883816 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6fe3deff-bef5-45d1-a00a-fdb54b8d3894 req-1ac0743f-7ab0-4a6b-b488-b979e3037ae1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066117 Jul 13 19:23:56.890102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.908575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Transition to ACTIVE for port object ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:56.913469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-a46c7880-7541-4229-beb7-7dbb0d76438f tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.915039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-a46c7880-7541-4229-beb7-7dbb0d76438f tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1096 time: 0.1371508 Jul 13 19:23:56.932472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800708-1'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:57.062766 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-router', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 3, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'gw_port': {'id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:51Z', 'updated_at': '2021-07-13T19:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:57.087755 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.104351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-85a4ff9a-fea3-46f8-a14a-c7a96a256173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:57.106211 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-85a4ff9a-fea3-46f8-a14a-c7a96a256173 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.2719893 Jul 13 19:23:57.109496 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57153-5a97-4b3b-bc08-879b209eacc7 None None] The sync data for ids ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'] in n-d-800708-1 is: [{'id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-router', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 3, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'gw_port': {'id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:51Z', 'updated_at': '2021-07-13T19:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:57.116369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-acb9baf2-ad29-439b-b29b-24cc9e0dc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:57.118353 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-acb9baf2-ad29-439b-b29b-24cc9e0dc652 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.2851708 Jul 13 19:23:57.143540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 06a381b1-d09b-47ea-8f69-ddc40ed73ada details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:57.147114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.160961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9aea983-d0cf-4f71-8fd9-4c9abb409346 req-61329706-b185-473a-9f4e-07c7fb30ddee tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104806 Jul 13 19:23:57.190052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Network afa8d942-356e-477f-924e-abae24e26c3c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:57.197561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:57.209429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:57.257544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8916f22a-c1fb-4874-abc9-dca34bec0e35 req-981d185e-6d12-4d73-ad4e-fc89cf67e743 service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880355 Jul 13 19:23:57.289911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Pushing event updated for resources: {'Port': ['ID=ad5486d1-ef0e-4af6-9e4b-6bef9af9c206,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:57.421184 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.429897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:57.442690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Made reservation on behalf of 869d67b9e7174d6f9740aaee1bb7cdf7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:57.443274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'mac_address': 'fa:16:3e:9f:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:57.446221 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.488331 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.505694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a381b1-d09b-47ea-8f69-ddc40ed73ada {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:57.551333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:57.557131 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.569141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d378a0d-7f12-4cbd-b972-77329078791b req-59debdfe-9dd9-405d-a0da-05f2efe0f0d8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:57.574969 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d378a0d-7f12-4cbd-b972-77329078791b req-59debdfe-9dd9-405d-a0da-05f2efe0f0d8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 945 time: 0.4720986 Jul 13 19:23:57.586933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-79b4a83c-7962-4bae-9e01-40f2050a9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:57.588482 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-79b4a83c-7962-4bae-9e01-40f2050a9b70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4522665 Jul 13 19:23:57.590150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-1234c96f-8c68-4af3-9aea-a2c26df3f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:57.591593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-1234c96f-8c68-4af3-9aea-a2c26df3f6d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4494722 Jul 13 19:23:57.641875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:57.652660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:57.691247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a9ef1a0-8214-4ded-b203-7e2f01cec0b1 None None] Provisioning for port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:57.695689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a9ef1a0-8214-4ded-b203-7e2f01cec0b1 None None] Provisioning complete for port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:57.696452 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef1a0-8214-4ded-b203-7e2f01cec0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.717427 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d378a0d-7f12-4cbd-b972-77329078791b req-59270da0-ff4c-4d84-b381-e6136cd29853 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296377 Jul 13 19:23:57.761667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:57.790638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ef1a0-8214-4ded-b203-7e2f01cec0b1 None None] Port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:57.800506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68288f32-7149-4f6c-af19-413cda34e0e5 req-c51c4731-1183-4a8b-b79f-cd47ef2436df tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:57.807703 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68288f32-7149-4f6c-af19-413cda34e0e5 req-c51c4731-1183-4a8b-b79f-cd47ef2436df tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 948 time: 0.4891467 Jul 13 19:23:57.826030 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.845765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9b346a-e83e-4535-afa5-374dee200e4b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:57.849611 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f74e70-2ac9-4aaf-b27e-138a3425952d" -d '{"events": [{"server_uuid": "c8433318-135b-4b94-bdc8-d45341caf4b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9b346a-e83e-4535-afa5-374dee200e4b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:57.854891 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.957844 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['06a381b1-d09b-47ea-8f69-ddc40ed73ada'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:57.963408 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b346a-e83e-4535-afa5-374dee200e4b,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:58.152565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b on host n-h1-800708-1 for vnic_type normal with profile {"migrating_to": "n-h2-800708-1"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:58.153790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:58.154994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:58.161359 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.192457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Port 3c9b346a-e83e-4535-afa5-374dee200e4b on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:58.192792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Attempting to bind port 3c9b346a-e83e-4535-afa5-374dee200e4b on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:58.205491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:58.237716 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d804aaf6-ba42-4799-a54a-717f4d876b56 req-5c602f7c-dbce-449d-9ce0-419b7914ca12 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 210 time: 0.0709887 Jul 13 19:23:58.240344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:58.240688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:58.241082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:58.241537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Bound port: 3c9b346a-e83e-4535-afa5-374dee200e4b, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:58.241899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.328893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:58.333888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:58.334618 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.432124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-918ef695-cb5f-4584-8f2b-7225ce0f46ab service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8056388 Jul 13 19:23:58.440799 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.478778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=76e27d2b-0027-4bc5-8f02-aab5ae3f6a85,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:58.485226 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.486073 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68288f32-7149-4f6c-af19-413cda34e0e5 req-1f16ee85-89e3-4dbb-be1d-919aac0deea7 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6754365 Jul 13 19:23:58.571320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:58.571940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=76e27d2b-0027-4bc5-8f02-aab5ae3f6a85,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:58.604432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:58.616056 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.622681 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253a5da4-2649-4720-b394-773bbf142cb2 x-openstack-request-id: req-253a5da4-2649-4720-b394-773bbf142cb2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:58.623843 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8433318-135b-4b94-bdc8-d45341caf4b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9b346a-e83e-4535-afa5-374dee200e4b", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:58.624297 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-253a5da4-2649-4720-b394-773bbf142cb2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:58.624899 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9b346a-e83e-4535-afa5-374dee200e4b', 'code': 200} Jul 13 19:23:58.678248 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-4837001a-a8a3-4502-bea7-4aa78170ccae service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0527575 Jul 13 19:23:58.713519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Allocated IP 172.20.0.7 (8777bc0e-d35f-41d4-996a-471bdf2b5441/1c7215b9-42cb-4cfe-ab63-63e138febb58/86ea307d-d2cf-47a7-86ff-d2bb59d1048d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:58.734758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8b0d62e-d58c-48a8-897c-2edce9b52292 req-c5b61e7e-5d67-4c87-a904-53036b765fae service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378640 Jul 13 19:23:58.765804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089aeaf-e9c7-42e0-8fdc-86f0242e16fe req-071be8cb-4b5a-473b-8f2a-1439c1406ef9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:58.772343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5089aeaf-e9c7-42e0-8fdc-86f0242e16fe req-071be8cb-4b5a-473b-8f2a-1439c1406ef9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.3063908 Jul 13 19:23:58.816213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b346a-e83e-4535-afa5-374dee200e4b,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:58.821537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.823917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:58.824545 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.826084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-077a3b9c-ded8-4f3e-99fe-a818dd525b46 service neutron] 10.222.0.60 "PUT /v2.0/ports/3c9b346a-e83e-4535-afa5-374dee200e4b HTTP/1.1" status: 200 len: 1121 time: 1.9028413 Jul 13 19:23:58.834758 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.907504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Pushing event updated for resources: {'Port': ['ID=ad5486d1-ef0e-4af6-9e4b-6bef9af9c206,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:58.929626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['3c9b346a-e83e-4535-afa5-374dee200e4b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:58.947417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5089aeaf-e9c7-42e0-8fdc-86f0242e16fe req-01eb5fcf-bdb0-4950-a577-4bea86fea636 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548731 Jul 13 19:23:58.961577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.021233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['3c9b346a-e83e-4535-afa5-374dee200e4b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:59.053155 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.099843 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-e92b8a49-cad7-49fc-938c-b2ba88a4fbcc service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058867 Jul 13 19:23:59.102067 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.124612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190040-85a7-4e74-b0a1-83e012a23d6d req-ddaafa8b-5a33-429e-b84c-50ac42b72cc5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:59.125577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06190040-85a7-4e74-b0a1-83e012a23d6d req-ddaafa8b-5a33-429e-b84c-50ac42b72cc5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.3516858 Jul 13 19:23:59.159812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Network afa8d942-356e-477f-924e-abae24e26c3c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:59.172219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:59.192478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 3c9b346a-e83e-4535-afa5-374dee200e4b details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:59.282858 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 06a381b1-d09b-47ea-8f69-ddc40ed73ada up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:59.284404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Network 8777bc0e-d35f-41d4-996a-471bdf2b5441 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:59.291708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:59.317366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06190040-85a7-4e74-b0a1-83e012a23d6d req-42744856-7f81-4714-ac92-cfb3789825f3 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810589 Jul 13 19:23:59.318480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:59.417370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Pushing event updated for resources: {'Port': ['ID=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:59.432040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2ae14-eca4-4d4f-87e2-325a053ae703 req-60f43d25-8fae-4dc5-a703-1c0772b877d1 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:59.434046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72b2ae14-eca4-4d4f-87e2-325a053ae703 req-60f43d25-8fae-4dc5-a703-1c0772b877d1 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 947 time: 0.2776310 Jul 13 19:23:59.493008 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:59.493676 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.497399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:59.500501 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Router e18a6ef7-3769-48b4-abc7-6ff0276baa93 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:59.523511 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-8fc79c2c-5cfb-4ff2-846f-dbf3a140b2cf tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7037730 Jul 13 19:23:59.544278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Request body: {'port': {'device_id': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:59.544766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 06a381b1-d09b-47ea-8f69-ddc40ed73ada completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:59.558288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 3c9b346a-e83e-4535-afa5-374dee200e4b has no active binding in host n-h2-800708-1 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 19:23:59.558935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5b162b7e-73c9-477b-acab-258c9033c677 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:59.565520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 06a381b1-d09b-47ea-8f69-ddc40ed73ada triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:59.566092 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.650675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:59.664830 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72b2ae14-eca4-4d4f-87e2-325a053ae703 req-30ae681c-f1d5-4587-b3a4-e03fc3ca1489 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221465 Jul 13 19:23:59.685210 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1214c00d-e9d0-4cf9-b434-09785e6dcced admin admin] 10.222.0.25 "PUT /v2.0/routers/e18a6ef7-3769-48b4-abc7-6ff0276baa93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4865177 Jul 13 19:23:59.727005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0fecf31-610e-4b34-ad4a-eb0c977b121b None None] Provisioning complete for port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:59.727634 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0fecf31-610e-4b34-ad4a-eb0c977b121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.727748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.775212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0fecf31-610e-4b34-ad4a-eb0c977b121b None None] Port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:59.777116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Sync routers for ids ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:59.818038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Routers {'e18a6ef7-3769-48b4-abc7-6ff0276baa93'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:59.819015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:59.885178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['34450648-a665-4137-a88b-21ecc719afac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:59.942585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec1fb2-6346-46b3-85cc-c82f472cb62d req-762071ce-e641-492d-a5e0-7d878d7593c4 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:59.944335 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03ec1fb2-6346-46b3-85cc-c82f472cb62d req-762071ce-e641-492d-a5e0-7d878d7593c4 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 943 time: 0.3774610 Jul 13 19:24:00.035735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Set router e18a6ef7-3769-48b4-abc7-6ff0276baa93 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:00.036429 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03ec1fb2-6346-46b3-85cc-c82f472cb62d req-4f3ab339-f962-4591-b89b-14fe17fc7d49 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851002 Jul 13 19:24:00.041241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37badc59-03ce-4850-b15c-b2d6c036af47 req-9e47fb9d-fb4c-4ce6-84a1-a3f811a2cdb1 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:00.049191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37badc59-03ce-4850-b15c-b2d6c036af47 req-9e47fb9d-fb4c-4ce6-84a1-a3f811a2cdb1 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 931 time: 0.1013246 Jul 13 19:24:00.097651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5b162b7e-73c9-477b-acab-258c9033c677, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5b162b7e-73c9-477b-acab-258c9033c677,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:00.102075 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.151612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37badc59-03ce-4850-b15c-b2d6c036af47 req-0bc87c77-20ea-45bc-9cc4-99efe0ccce20 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018052 Jul 13 19:24:00.156483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ea307d-d2cf-47a7-86ff-d2bb59d1048d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:00.165891 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.185587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '5b162b7e-73c9-477b-acab-258c9033c677', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '5b162b7e-73c9-477b-acab-258c9033c677', 'mac_address': 'fa:16:3e:e8:59:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:00.197986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Transition to ACTIVE for port object 86ea307d-d2cf-47a7-86ff-d2bb59d1048d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:00.203219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.230501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:00.259968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:00.262450 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6a1e8c-9256-4cb4-85f4-a0d691b4fb4c" -d '{"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-plugged", "status": "completed", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:00.339434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:00.341085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Pushing event updated for resources: {'Port': ['ID=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:00.413905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58898dd-fc28-45e5-a5c1-d32a3a365fed req-b513f6d3-803a-4bac-a508-75b3792565e8 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:00.415474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b58898dd-fc28-45e5-a5c1-d32a3a365fed req-b513f6d3-803a-4bac-a508-75b3792565e8 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 948 time: 0.1508284 Jul 13 19:24:00.433799 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.441271 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.443126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 75ea4462-7f4a-45f2-97aa-890c0a8920fc no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:00.453352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:00.453613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:00.453947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:00.466273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:00.467198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:00.481801 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37aaa5f8-4a92-44f6-b29c-03ba6eecdf50 req-b53f022c-1bfb-4b8b-8b87-4adb8bd9aece tempest-FloatingIPsNegativeTestJSON-756293895 tempest-FloatingIPsNegativeTestJSON-756293895-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=29775fabf84d4e6082febcbb967d13be HTTP/1.1" status: 200 len: 217 time: 0.0797091 Jul 13 19:24:00.484210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b58898dd-fc28-45e5-a5c1-d32a3a365fed req-47a88948-65fa-4179-a9af-e1b3ad1e31cb tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620625 Jul 13 19:24:00.485127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:00.485463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:00.485844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:00.486284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Bound port: 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:00.486672 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.626691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'tag': '3c9b346a-e83e-4535-afa5-374dee200e4b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:00.629599 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8433318-135b-4b94-bdc8-d45341caf4b6", "tag": "3c9b346a-e83e-4535-afa5-374dee200e4b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:00.698353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:00.738201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:00.745578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ef828-a924-4290-bbe3-0ae70c09c6e0 req-36884164-fe88-4172-bec6-b0becd9e950b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:00.746074 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.749286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-799ef828-a924-4290-bbe3-0ae70c09c6e0 req-36884164-fe88-4172-bec6-b0becd9e950b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.0816634 Jul 13 19:24:00.767101 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4ad577-44fd-40bc-a428-1894f62b76a9 x-openstack-request-id: req-cc4ad577-44fd-40bc-a428-1894f62b76a9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:00.767486 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-plugged", "status": "completed", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:00.767666 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc4ad577-44fd-40bc-a428-1894f62b76a9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:00.768023 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'code': 200} Jul 13 19:24:00.804671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:00.805299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.806723 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] 10.222.0.24 "PUT /v2.0/ports/86ea307d-d2cf-47a7-86ff-d2bb59d1048d HTTP/1.1" status: 200 len: 1091 time: 1.2686570 Jul 13 19:24:00.813428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'tag': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:00.815787 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-799ef828-a924-4290-bbe3-0ae70c09c6e0 req-9e9de1e9-5bf8-434e-a41d-fa5e83e07d97 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598769 Jul 13 19:24:00.821738 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "48c9b928-f45b-427a-801e-266a9bb5bd63", "tag": "86ea307d-d2cf-47a7-86ff-d2bb59d1048d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:00.862277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:00.862740 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.894356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d857ba9b-0c45-4e68-881e-0c25477ada2e req-6016672d-292e-4d4e-af3c-e0b9ac3081ee tempest-FloatingIPsNegativeTestJSON-756293895 tempest-FloatingIPsNegativeTestJSON-756293895-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0554237 Jul 13 19:24:00.901131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4dbe9-e749-4117-98cb-dc5f10051192 service neutron] Pushing event updated for resources: {'Port': ['ID=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:00.912540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e90f9-c97a-491a-8279-388afcae3cda req-76227dae-12eb-45dc-982d-a5ed9cf2275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:00.914157 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-513e90f9-c97a-491a-8279-388afcae3cda req-76227dae-12eb-45dc-982d-a5ed9cf2275d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 1099 time: 0.2701883 Jul 13 19:24:00.915165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b162b7e-73c9-477b-acab-258c9033c677 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:00.925287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab92c9c-132a-4223-8bc3-23867013236c req-db75b111-7860-454b-9880-0fe23f6ea00a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:00.926822 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ab92c9c-132a-4223-8bc3-23867013236c req-db75b111-7860-454b-9880-0fe23f6ea00a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.2587292 Jul 13 19:24:00.936253 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e488c2c-d0ed-4334-95e5-83c040ac07d4 x-openstack-request-id: req-7e488c2c-d0ed-4334-95e5-83c040ac07d4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:00.936651 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8433318-135b-4b94-bdc8-d45341caf4b6", "tag": "3c9b346a-e83e-4535-afa5-374dee200e4b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:00.936798 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e488c2c-d0ed-4334-95e5-83c040ac07d4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:00.937178 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'tag': '3c9b346a-e83e-4535-afa5-374dee200e4b', 'status': 'completed', 'code': 200} Jul 13 19:24:01.003614 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.010806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:01.016104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5b162b7e-73c9-477b-acab-258c9033c677, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5b162b7e-73c9-477b-acab-258c9033c677,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:01.038681 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ab92c9c-132a-4223-8bc3-23867013236c req-203780d3-52d7-4962-8a26-26448a3c754d tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943885 Jul 13 19:24:01.041846 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-513e90f9-c97a-491a-8279-388afcae3cda req-3caa959a-bf7d-4159-b737-307f4547ea00 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114812 Jul 13 19:24:01.045303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-28f74ff6-15b1-451f-b06e-e7659ccd69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:01.047173 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-28f74ff6-15b1-451f-b06e-e7659ccd69ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 1094 time: 0.1786280 Jul 13 19:24:01.050215 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.079254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d req-03c9d2f1-3f8f-4c52-9b53-1d15eac5288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:01.080774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d req-03c9d2f1-3f8f-4c52-9b53-1d15eac5288b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 1124 time: 0.1250253 Jul 13 19:24:01.102166 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-fcc2f414-3319-4ad0-84ab-6b895c40e509 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d HTTP/1.1" status: 200 len: 217 time: 0.0456359 Jul 13 19:24:01.157968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:01.161722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-30500c3e-11a1-40bc-b473-9f6a690fdce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:01.164205 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-30500c3e-11a1-40bc-b473-9f6a690fdce0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.0539691 Jul 13 19:24:01.173350 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.183291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5b162b7e-73c9-477b-acab-258c9033c677,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:01.212434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-ed9f2b44-5cb7-4f6e-898a-a9d19b5d348b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375183 Jul 13 19:24:01.262375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d req-3bd11b6f-ed60-42c5-9f38-4020f4e39a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:01.264579 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d req-3bd11b6f-ed60-42c5-9f38-4020f4e39a7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.1763315 Jul 13 19:24:01.271186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=75ea4462-7f4a-45f2-97aa-890c0a8920fc,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:01.297526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-router', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:23:57Z', 'revision_number': 4, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'gw_port': {'id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:51Z', 'updated_at': '2021-07-13T19:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ad5486d1-ef0e-4af6-9e4b-6bef9af9c206', 'name': '', 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'mac_address': 'fa:16:3e:69:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1e101692-2e41-4f18-9682-91f9beac152d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:56Z', 'updated_at': '2021-07-13T19:23:58Z', 'revision_number': 2, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'subnets': [{'id': '1e101692-2e41-4f18-9682-91f9beac152d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:01.338018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d req-a0f3c8e5-66df-4d12-adff-91b9aef00ee8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c9b346a-e83e-4535-afa5-374dee200e4b HTTP/1.1" status: 200 len: 217 time: 0.0641594 Jul 13 19:24:01.341041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Checking router: e18a6ef7-3769-48b4-abc7-6ff0276baa93 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:01.342312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Updating router e18a6ef7-3769-48b4-abc7-6ff0276baa93 port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:24:01.342958 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d70cb14-5073-41b2-9718-5d47689a5ff6 x-openstack-request-id: req-6d70cb14-5073-41b2-9718-5d47689a5ff6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:01.343255 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c9b928-f45b-427a-801e-266a9bb5bd63", "tag": "86ea307d-d2cf-47a7-86ff-d2bb59d1048d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:01.346512 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d70cb14-5073-41b2-9718-5d47689a5ff6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:01.346924 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'tag': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d', 'status': 'completed', 'code': 200} Jul 13 19:24:01.388590 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-39fd10c8-86aa-4e67-877e-11a9fcbbdf0b req-24779da1-079b-4690-bcd0-01d1b78a7022 tempest-FloatingIPsNegativeTestJSON-756293895 tempest-FloatingIPsNegativeTestJSON-756293895-project] show failed (client error): The resource could not be found. Jul 13 19:24:01.389724 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39fd10c8-86aa-4e67-877e-11a9fcbbdf0b req-24779da1-079b-4690-bcd0-01d1b78a7022 tempest-FloatingIPsNegativeTestJSON-756293895 tempest-FloatingIPsNegativeTestJSON-756293895-project] 10.222.0.25 "GET /v2.0/floatingips/afc4fcf2-3bcb-4da3-84a3-1952d2584315 HTTP/1.1" status: 404 len: 350 time: 0.0403388 Jul 13 19:24:01.389977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cfd0e-5fb7-4c70-97cb-2649920cfa74 req-4ddf25a3-56a2-4d84-8c57-63d6f40c874d tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:01.392649 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c28cfd0e-5fb7-4c70-97cb-2649920cfa74 req-4ddf25a3-56a2-4d84-8c57-63d6f40c874d tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 948 time: 0.1738219 Jul 13 19:24:01.399951 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.400416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:01.442357 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c28cfd0e-5fb7-4c70-97cb-2649920cfa74 req-6cb0d1f6-2ac9-4281-a152-9a3eab7fb2ec tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Jul 13 19:24:01.443928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d req-d158a151-7e3a-45c5-92a8-063ca7fcc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:01.445392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d req-d158a151-7e3a-45c5-92a8-063ca7fcc87e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.0996289 Jul 13 19:24:01.499687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d req-ad8e507c-248f-4036-a31f-5093e8825dd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423036 Jul 13 19:24:01.532258 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-7c5fd3ff-0d16-428e-a0e6-f2fe5d95cd6b service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061049 Jul 13 19:24:01.597961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5b162b7e-73c9-477b-acab-258c9033c677'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:01.695562 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d req-cc5098bc-cbda-47c6-a26e-b0ae4fb731c6 service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820366 Jul 13 19:24:01.721105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507caa84-f0c0-4644-8b1c-8b9e9a421d45 req-041bfdbe-1616-412d-b42f-c23e14cdf04b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:01.729190 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-507caa84-f0c0-4644-8b1c-8b9e9a421d45 req-041bfdbe-1616-412d-b42f-c23e14cdf04b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.1247418 Jul 13 19:24:01.762715 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde71a9-6bf7-4019-a5d2-515d27778d14 req-ddea0c46-41ad-46d6-84f0-8d8d89ae1859 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:01.765064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7dde71a9-6bf7-4019-a5d2-515d27778d14 req-ddea0c46-41ad-46d6-84f0-8d8d89ae1859 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 943 time: 0.1580095 Jul 13 19:24:01.767170 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e085eb-861f-47bc-9b18-ac7c4e478722 req-f3a22427-10c7-4f55-87dd-abe5add2774c service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319047 Jul 13 19:24:01.861259 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7dde71a9-6bf7-4019-a5d2-515d27778d14 req-360d30e2-6372-4287-af34-3cc025791ba8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879810 Jul 13 19:24:01.934886 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3706ffc4-eab2-4e78-9e41-c8c3d27c5e9d req-e64b9ca5-ca36-4383-b6dc-319718fec5ef service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292702 Jul 13 19:24:01.968453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-507caa84-f0c0-4644-8b1c-8b9e9a421d45 req-5f795fa0-97eb-47fb-8789-5331be04cd2a tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383714 Jul 13 19:24:02.003769 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.023194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Transition to ACTIVE for port object ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:02.030014 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.118624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c req-7aedf171-3470-421e-9ebe-2832473456a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:02.128962 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c req-7aedf171-3470-421e-9ebe-2832473456a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 1094 time: 0.1938136 Jul 13 19:24:02.161635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b1c45-085b-49b6-a6fd-bf1cee46ec01 None None] Pushing event updated for resources: {'Port': ['ID=ad5486d1-ef0e-4af6-9e4b-6bef9af9c206,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:02.180417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Attempting to bind port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:02.181066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Attempting to bind port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:02.181604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Attempting to bind port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 on network afa8d942-356e-477f-924e-abae24e26c3c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:02.189004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:02.189559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Checking segment: {'id': 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:02.190067 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.190820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Bound using segment: {'id': 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:02.191307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Bound port: ad5486d1-ef0e-4af6-9e4b-6bef9af9c206, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:02.191836 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.279950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cb864-66c2-4a21-89e9-de0add42e989 req-d2d36a61-e8bb-4824-81de-9ab5531f49b1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:02.281634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f9cb864-66c2-4a21-89e9-de0add42e989 req-d2d36a61-e8bb-4824-81de-9ab5531f49b1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 948 time: 0.1341059 Jul 13 19:24:02.294789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] For port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:02.299441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] For port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ad5486d1-ef0e-4af6-9e4b-6bef9af9c206,segment=NetworkSegment(a526d834-a929-4319-8c8c-a7fc0ec5b2f8),segment_id=a526d834-a929-4319-8c8c-a7fc0ec5b2f8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:02.308069 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.336011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8e658-5613-4764-ab70-89c6dced685e req-d94e5482-e6a5-4a66-b63c-4d4fb9db8386 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:02.343569 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4c8e658-5613-4764-ab70-89c6dced685e req-d94e5482-e6a5-4a66-b63c-4d4fb9db8386 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 949 time: 0.2911291 Jul 13 19:24:02.344547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f9cb864-66c2-4a21-89e9-de0add42e989 req-440fb16f-0c72-4734-95f6-b8d2e6b8b16b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489914 Jul 13 19:24:02.432793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Routers {'e18a6ef7-3769-48b4-abc7-6ff0276baa93'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:02.433590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:02.447683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4c8e658-5613-4764-ab70-89c6dced685e req-f79f2b0a-c093-4b10-be10-5101e7baa9a2 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031566 Jul 13 19:24:02.451297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c req-52bf3f26-8ad4-4a0b-b9dc-9d1ec69466aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:02.452775 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c req-52bf3f26-8ad4-4a0b-b9dc-9d1ec69466aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.3102744 Jul 13 19:24:02.508067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b1c45-085b-49b6-a6fd-bf1cee46ec01 None None] Pushing event updated for resources: {'Port': ['ID=ad5486d1-ef0e-4af6-9e4b-6bef9af9c206,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:02.579801 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c req-dc5013ce-ac92-4f61-8fa5-1c6fa8bb54ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d HTTP/1.1" status: 200 len: 217 time: 0.1136000 Jul 13 19:24:02.653232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] Set router e18a6ef7-3769-48b4-abc7-6ff0276baa93 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:02.714852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e14ff-6a56-4516-9e21-fc50a8d3ba44 req-cd4defc6-5529-447f-8de0-efa6b996c89c tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:02.717397 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e66e14ff-6a56-4516-9e21-fc50a8d3ba44 req-cd4defc6-5529-447f-8de0-efa6b996c89c tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.1289372 Jul 13 19:24:02.750823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c req-2934b6ef-7ec5-4aff-a86c-a363522b727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:02.752294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c req-2934b6ef-7ec5-4aff-a86c-a363522b727b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1528649 Jul 13 19:24:02.772163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ea4462-7f4a-45f2-97aa-890c0a8920fc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:02.774762 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a1c5c7-62f4-4274-94c6-1daf4ab586c0" -d '{"events": [{"server_uuid": "4852bd99-e94e-4cff-a73e-99b27fd4f7ba", "name": "network-vif-unplugged", "status": "completed", "tag": "75ea4462-7f4a-45f2-97aa-890c0a8920fc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:02.779732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e66e14ff-6a56-4516-9e21-fc50a8d3ba44 req-112906fe-b7b3-4366-abfa-4a360e39cb61 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538323 Jul 13 19:24:02.836429 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c req-090ceec1-b0da-4e71-94ef-a623809c9275 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737135 Jul 13 19:24:02.839209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.959749 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9214a40f-21b1-49b0-9d83-9a72264b5a92 x-openstack-request-id: req-9214a40f-21b1-49b0-9d83-9a72264b5a92 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:02.960429 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4852bd99-e94e-4cff-a73e-99b27fd4f7ba", "name": "network-vif-unplugged", "status": "completed", "tag": "75ea4462-7f4a-45f2-97aa-890c0a8920fc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:02.960686 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9214a40f-21b1-49b0-9d83-9a72264b5a92 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:02.961083 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ea4462-7f4a-45f2-97aa-890c0a8920fc', 'code': 200} Jul 13 19:24:03.010597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c req-62109dbf-b73e-4d02-bfe1-2eb57f430afa service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291897 Jul 13 19:24:03.037232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-router', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:23:57Z', 'revision_number': 4, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'gw_port': {'id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:51Z', 'updated_at': '2021-07-13T19:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ad5486d1-ef0e-4af6-9e4b-6bef9af9c206', 'name': '', 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'mac_address': 'fa:16:3e:69:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1e101692-2e41-4f18-9682-91f9beac152d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:56Z', 'updated_at': '2021-07-13T19:24:02Z', 'revision_number': 4, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'subnets': [{'id': '1e101692-2e41-4f18-9682-91f9beac152d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:03.046667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208c2af-e432-4208-8048-24b697b4df8b req-b9af8f41-66fb-4221-9171-5cbafb5446db tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:03.057982 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2208c2af-e432-4208-8048-24b697b4df8b req-b9af8f41-66fb-4221-9171-5cbafb5446db tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 948 time: 0.1556385 Jul 13 19:24:03.087258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b7aa6-51f1-4960-8063-7c4d909d3517 None None] The sync data for ids ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'] in n-d-800708-1 is: [{'id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-router', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:23:57Z', 'revision_number': 4, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'gw_port': {'id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:51Z', 'updated_at': '2021-07-13T19:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ad5486d1-ef0e-4af6-9e4b-6bef9af9c206', 'name': '', 'network_id': 'afa8d942-356e-477f-924e-abae24e26c3c', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'mac_address': 'fa:16:3e:69:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1e101692-2e41-4f18-9682-91f9beac152d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:56Z', 'updated_at': '2021-07-13T19:24:02Z', 'revision_number': 4, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'subnets': [{'id': '1e101692-2e41-4f18-9682-91f9beac152d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:03.157144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2208c2af-e432-4208-8048-24b697b4df8b req-399e5939-1468-4f3b-9b7a-9e88288c42de tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891435 Jul 13 19:24:03.188064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 75ea4462-7f4a-45f2-97aa-890c0a8920fc details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:03.325644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:03.343616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '75ea4462-7f4a-45f2-97aa-890c0a8920fc', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '75ea4462-7f4a-45f2-97aa-890c0a8920fc', 'mac_address': 'fa:16:3e:b6:03:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:03.398222 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:03.410139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd592a47-aa4c-4ba5-91bb-64b641a05cce req-b1531cdb-dbac-4fe4-8501-6ee53b1e0f60 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:03.412071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd592a47-aa4c-4ba5-91bb-64b641a05cce req-b1531cdb-dbac-4fe4-8501-6ee53b1e0f60 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 943 time: 0.0916793 Jul 13 19:24:03.415878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ea4462-7f4a-45f2-97aa-890c0a8920fc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:03.440052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:03.444852 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:03.478371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd592a47-aa4c-4ba5-91bb-64b641a05cce req-baaeb530-45cd-45b4-9c95-9a092096deeb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491076 Jul 13 19:24:03.540519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=75ea4462-7f4a-45f2-97aa-890c0a8920fc,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:03.680028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc292fba-a7f1-405b-98ca-e12bd3a9c051 req-149069f0-fee1-4232-896f-db956186e650 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:03.681629 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc292fba-a7f1-405b-98ca-e12bd3a9c051 req-149069f0-fee1-4232-896f-db956186e650 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.0688550 Jul 13 19:24:03.726915 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc292fba-a7f1-405b-98ca-e12bd3a9c051 req-9fbe7234-93d7-471e-a03f-bcf8fed3b329 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374374 Jul 13 19:24:03.752961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0cdec3c-edbf-4ea1-b49e-2d5ed6da8d1c req-156e86ba-df86-4970-9676-3716838972de service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212193 Jul 13 19:24:03.791886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73285-cacb-40ef-a295-a8a388487db0 req-783c27e4-bfd9-41fd-89fd-1ccebb2dbe21 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:03.793405 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99b73285-cacb-40ef-a295-a8a388487db0 req-783c27e4-bfd9-41fd-89fd-1ccebb2dbe21 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba&tenant_id=639f879ba82141ebb6867944411978e1&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 948 time: 0.7755198 Jul 13 19:24:03.811840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c5319-14ec-4b24-a88e-77b1765d0b91 req-253eaa0d-e317-4c81-95d5-496cd5600308 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:03.813493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc0c5319-14ec-4b24-a88e-77b1765d0b91 req-253eaa0d-e317-4c81-95d5-496cd5600308 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 948 time: 0.6892502 Jul 13 19:24:03.845720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['75ea4462-7f4a-45f2-97aa-890c0a8920fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:03.917891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc0c5319-14ec-4b24-a88e-77b1765d0b91 req-5224e629-0212-443b-bc25-b74838832967 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981369 Jul 13 19:24:04.069608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73285-cacb-40ef-a295-a8a388487db0 req-a70e8f1e-048e-4fcf-af4f-1248e809266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:04.071375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99b73285-cacb-40ef-a295-a8a388487db0 req-a70e8f1e-048e-4fcf-af4f-1248e809266a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 1100 time: 0.2044475 Jul 13 19:24:04.157337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:04.192200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] Deleting port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:24:04.192449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.220959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:04.224816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:04.225190 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.293086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73285-cacb-40ef-a295-a8a388487db0 req-c973f320-04a2-4a39-872b-984a6cd9857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:04.296014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99b73285-cacb-40ef-a295-a8a388487db0 req-c973f320-04a2-4a39-872b-984a6cd9857d service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2138853 Jul 13 19:24:04.314829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a0dab-4583-43bf-93df-0c36fc8f8c74 req-0a4ce963-19ca-4916-ba2a-390d2877ecfe tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:04.319583 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.322914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c95a0dab-4583-43bf-93df-0c36fc8f8c74 req-0a4ce963-19ca-4916-ba2a-390d2877ecfe tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 949 time: 0.2255554 Jul 13 19:24:04.374039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ad5486d1-ef0e-4af6-9e4b-6bef9af9c206,segment=NetworkSegment(a526d834-a929-4319-8c8c-a7fc0ec5b2f8),segment_id=a526d834-a929-4319-8c8c-a7fc0ec5b2f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:04.377385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99b73285-cacb-40ef-a295-a8a388487db0 req-5dd4ccbe-e1ad-488e-ac69-60c05be2405a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc HTTP/1.1" status: 200 len: 217 time: 0.0499711 Jul 13 19:24:04.379896 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.455439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ad5486d1-ef0e-4af6-9e4b-6bef9af9c206,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:04.478713 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] For port ad5486d1-ef0e-4af6-9e4b-6bef9af9c206, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ad5486d1-ef0e-4af6-9e4b-6bef9af9c206,segment=NetworkSegment(a526d834-a929-4319-8c8c-a7fc0ec5b2f8),segment_id=a526d834-a929-4319-8c8c-a7fc0ec5b2f8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:04.479096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.492971 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c95a0dab-4583-43bf-93df-0c36fc8f8c74 req-48baa869-d4a3-4c68-9d4f-edcef1522cae tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690733 Jul 13 19:24:04.504530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73285-cacb-40ef-a295-a8a388487db0 req-3abc0126-3e43-4abd-8843-724a601d2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:04.506109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99b73285-cacb-40ef-a295-a8a388487db0 req-3abc0126-3e43-4abd-8843-724a601d2e43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1085002 Jul 13 19:24:04.515710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] Calling delete_port for ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:24:04.646277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73285-cacb-40ef-a295-a8a388487db0 req-71bc84a2-1f93-4f64-9ae5-2746f64fe28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:04.647664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99b73285-cacb-40ef-a295-a8a388487db0 req-71bc84a2-1f93-4f64-9ae5-2746f64fe28c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262231 Jul 13 19:24:04.663904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8750f81-9437-49a7-9f9f-12d8b5147d05 req-ec155f26-13b0-48b3-8168-61c3aa0aba55 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:04.673218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d8750f81-9437-49a7-9f9f-12d8b5147d05 req-ec155f26-13b0-48b3-8168-61c3aa0aba55 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.1139226 Jul 13 19:24:04.717180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d8750f81-9437-49a7-9f9f-12d8b5147d05 req-340581f6-dfd5-4ce7-8ce4-54931148d6cb tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jul 13 19:24:04.863703 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99b73285-cacb-40ef-a295-a8a388487db0 req-30e7e1d5-13d8-44a5-995f-1e92a4b687fb service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027531 Jul 13 19:24:04.902308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30f01a-72ca-4132-a23b-aff2532c74e2 req-4921f891-8cac-4360-afa2-c2bb3cd46df1 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:04.903859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee30f01a-72ca-4132-a23b-aff2532c74e2 req-4921f891-8cac-4360-afa2-c2bb3cd46df1 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 943 time: 0.1595087 Jul 13 19:24:04.929514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0f4ec-f029-4982-a937-11682d7bc435 req-1a5959a8-3a3e-4298-8945-beada2db16ab tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:04.930510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5fd0f4ec-f029-4982-a937-11682d7bc435 req-1a5959a8-3a3e-4298-8945-beada2db16ab tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.0737989 Jul 13 19:24:04.987100 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5fd0f4ec-f029-4982-a937-11682d7bc435 req-c5eb6e47-6d02-487d-93a6-d149bfd5f349 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Jul 13 19:24:05.011958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.033044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee30f01a-72ca-4132-a23b-aff2532c74e2 req-a08b3038-32a8-4d48-a568-b657fd307799 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220939 Jul 13 19:24:05.066190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5486d1-ef0e-4af6-9e4b-6bef9af9c206,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:05.101984 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99b73285-cacb-40ef-a295-a8a388487db0 req-5fb0d5a8-63a1-4ffa-bf2f-132cb4adb12e service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162580 Jul 13 19:24:05.184951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e341c-dfac-45ac-95c4-70cecf9e6dfb req-10e84660-bbb1-458f-b801-f95f6090be60 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.188877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5b162b7e-73c9-477b-acab-258c9033c677 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:05.201210 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-653e341c-dfac-45ac-95c4-70cecf9e6dfb req-10e84660-bbb1-458f-b801-f95f6090be60 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 949 time: 0.1029861 Jul 13 19:24:05.278350 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-653e341c-dfac-45ac-95c4-70cecf9e6dfb req-5d51bc04-1ab4-4efa-9b7f-8f00fa002bb0 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762198 Jul 13 19:24:05.296616 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.305574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 5b162b7e-73c9-477b-acab-258c9033c677 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:05.309767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 5b162b7e-73c9-477b-acab-258c9033c677 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:05.310735 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.406559 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.430315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8448dc-bb88-447a-916d-3f20b391dcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b162b7e-73c9-477b-acab-258c9033c677'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:05.434093 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c871b7c0-4ec8-45e9-a8ee-00de3da06150" -d '{"events": [{"server_uuid": "3b8448dc-bb88-447a-916d-3f20b391dcaf", "name": "network-vif-plugged", "status": "completed", "tag": "5b162b7e-73c9-477b-acab-258c9033c677"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:05.453396 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5b162b7e-73c9-477b-acab-258c9033c677, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5b162b7e-73c9-477b-acab-258c9033c677,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:05.458313 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.517660 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dce223-54c7-4066-9aae-7b2fd2781485 x-openstack-request-id: req-b6dce223-54c7-4066-9aae-7b2fd2781485 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:05.518015 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8448dc-bb88-447a-916d-3f20b391dcaf", "name": "network-vif-plugged", "status": "completed", "tag": "5b162b7e-73c9-477b-acab-258c9033c677", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:05.518314 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6dce223-54c7-4066-9aae-7b2fd2781485 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:05.518861 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8448dc-bb88-447a-916d-3f20b391dcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b162b7e-73c9-477b-acab-258c9033c677', 'code': 200} Jul 13 19:24:05.524651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5b162b7e-73c9-477b-acab-258c9033c677,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:05.568699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] Router e18a6ef7-3769-48b4-abc7-6ff0276baa93 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:24:05.796991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:24:05.801482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff4231-2b6d-4f4e-9be3-1782ee51abf7 req-c33bbc1b-e7f8-432c-950d-676c7d9f7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.803041 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0aff4231-2b6d-4f4e-9be3-1782ee51abf7 req-c33bbc1b-e7f8-432c-950d-676c7d9f7f72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 1101 time: 0.1660655 Jul 13 19:24:05.810864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cf31499a-eed4-44cf-9c75-4fcfaccba41e admin admin] 10.222.0.25 "PUT /v2.0/routers/e18a6ef7-3769-48b4-abc7-6ff0276baa93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4060891 Jul 13 19:24:05.811584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:05.815059 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] Sync routers for ids ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:24:05.824355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361847e7-9e42-46e6-a51f-40c3aede0411 req-75297c80-8987-442c-9f8f-4bc4fc618d75 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.827291 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-361847e7-9e42-46e6-a51f-40c3aede0411 req-75297c80-8987-442c-9f8f-4bc4fc618d75 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 950 time: 0.1751857 Jul 13 19:24:05.852424 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] Routers {'e18a6ef7-3769-48b4-abc7-6ff0276baa93'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:05.854500 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:05.877256 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0aff4231-2b6d-4f4e-9be3-1782ee51abf7 req-e6b7bab7-68ae-4c36-a785-fbe7c2d0e043 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648863 Jul 13 19:24:05.890905 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-361847e7-9e42-46e6-a51f-40c3aede0411 req-35ed5ab7-c820-4bc7-9a45-3aafe501e3ed tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531838 Jul 13 19:24:06.061132 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.070209 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] Set router e18a6ef7-3769-48b4-abc7-6ff0276baa93 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:06.210018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d2368-76f8-4f5a-ba42-317131ce5820 req-5e1ac8d6-1e0a-4de4-a157-9958555135cc tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:06.213154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-262d2368-76f8-4f5a-ba42-317131ce5820 req-5e1ac8d6-1e0a-4de4-a157-9958555135cc tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.2070582 Jul 13 19:24:06.257901 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.281385 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-262d2368-76f8-4f5a-ba42-317131ce5820 req-14d7780f-ae21-4afb-b9dd-d65ceb81df48 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604098 Jul 13 19:24:06.323370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d01886-ae3d-431c-89b8-73fcd78724b1 req-83b0bcc2-df31-41c4-8f76-9589642a9a0f tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:06.341490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63d01886-ae3d-431c-89b8-73fcd78724b1 req-83b0bcc2-df31-41c4-8f76-9589642a9a0f tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.1540737 Jul 13 19:24:06.378713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Deleting port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:24:06.379433 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.405510 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-router', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'gw_port': {'id': '76e27d2b-0027-4bc5-8f02-aab5ae3f6a85', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:51Z', 'updated_at': '2021-07-13T19:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:06.422347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63d01886-ae3d-431c-89b8-73fcd78724b1 req-be88e4d5-d663-45ea-ad68-e451335b6176 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701604 Jul 13 19:24:06.442116 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] Checking router: e18a6ef7-3769-48b4-abc7-6ff0276baa93 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:06.459409 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] Routers {'e18a6ef7-3769-48b4-abc7-6ff0276baa93'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:06.460048 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:23:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:06.589856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] For port 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=76e27d2b-0027-4bc5-8f02-aab5ae3f6a85,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:06.590223 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.600325 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] Set router e18a6ef7-3769-48b4-abc7-6ff0276baa93 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:06.610368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Calling delete_port for 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:24:06.679950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb8252-8d3b-4e5c-9245-82b1c44135a8 req-a5a030c1-02c5-4f5a-a03a-852d47031aab tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:06.681556 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-router', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:24:06Z', 'revision_number': 6, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:06.692730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9fb8252-8d3b-4e5c-9245-82b1c44135a8 req-a5a030c1-02c5-4f5a-a03a-852d47031aab tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 949 time: 0.1097867 Jul 13 19:24:06.734876 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b738370-fbfc-45bd-b243-3cbceae8ea92 None None] The sync data for ids ['e18a6ef7-3769-48b4-abc7-6ff0276baa93'] in n-d-800708-1 is: [{'id': 'e18a6ef7-3769-48b4-abc7-6ff0276baa93', 'name': 'tempest-FloatingIPsNegativeTestJSON-240258333-router', 'tenant_id': '29775fabf84d4e6082febcbb967d13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:24:06Z', 'revision_number': 6, 'project_id': '29775fabf84d4e6082febcbb967d13be', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:06.760196 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9fb8252-8d3b-4e5c-9245-82b1c44135a8 req-77ce4df7-e07e-42a8-ba33-0f8d605951c5 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660493 Jul 13 19:24:06.844559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-5e80b2d5-b57c-4877-aa3e-8e47876a8189 service neutron] 10.222.0.24 "GET /v2.0/ports/3c9b346a-e83e-4535-afa5-374dee200e4b/bindings/n-h2-800708-1 HTTP/1.1" status: 200 len: 384 time: 0.1027637 Jul 13 19:24:07.029151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166d8dd-aa71-40a8-b112-01dd49300a42 req-e3d9454a-777d-42ac-9f57-6f2eeb26889a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:07.030820 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3166d8dd-aa71-40a8-b112-01dd49300a42 req-e3d9454a-777d-42ac-9f57-6f2eeb26889a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 943 time: 0.5724947 Jul 13 19:24:07.033731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:07.055947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:07.123293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9b346a-e83e-4535-afa5-374dee200e4b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:07.123756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3166d8dd-aa71-40a8-b112-01dd49300a42 req-c20a9860-5ba2-45d2-b817-93d2c0211b15 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537028 Jul 13 19:24:07.146743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:07.168636 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.193322 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.203886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08f142-3dec-4c66-9c17-16dd1b40ac51 req-6a1817ed-d661-4377-b624-8d359d58d7da tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:07.205866 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af08f142-3dec-4c66-9c17-16dd1b40ac51 req-6a1817ed-d661-4377-b624-8d359d58d7da tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 949 time: 0.1301236 Jul 13 19:24:07.212251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 06a381b1-d09b-47ea-8f69-ddc40ed73ada details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:07.215504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 75ea4462-7f4a-45f2-97aa-890c0a8920fc up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:07.273036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e27d2b-0027-4bc5-8f02-aab5ae3f6a85,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:07.319035 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af08f142-3dec-4c66-9c17-16dd1b40ac51 req-8bf4d5ba-9df1-48f8-b09e-166472e5c029 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681179 Jul 13 19:24:07.350136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 75ea4462-7f4a-45f2-97aa-890c0a8920fc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:07.351071 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.353782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Transition to ACTIVE for port object 3c9b346a-e83e-4535-afa5-374dee200e4b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:07.361846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.386551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.392071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:07.413139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'mac_address': 'fa:16:3e:9f:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:07.455918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b346a-e83e-4535-afa5-374dee200e4b,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:07.460557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf71f0-7c74-4ed9-8cfb-a30d28f1ad6d req-ed5ee1b9-beb4-4ac4-9d23-879eed55486c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:07.470366 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1fcf71f0-7c74-4ed9-8cfb-a30d28f1ad6d req-ed5ee1b9-beb4-4ac4-9d23-879eed55486c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 950 time: 0.1986558 Jul 13 19:24:07.480610 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.498931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.498931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.499347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.499720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.499998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.500336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.500663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.500990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.501736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.501736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.501933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.502246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:07.503069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06a381b1-d09b-47ea-8f69-ddc40ed73ada {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:07.510195 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.527926 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.532813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.544018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] No DVR routers for this DVR port 3c9b346a-e83e-4535-afa5-374dee200e4b on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:24:07.545756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1fcf71f0-7c74-4ed9-8cfb-a30d28f1ad6d req-8998d509-573f-4922-b02f-19b52873c995 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754616 Jul 13 19:24:07.549223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:07.564750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ea4462-7f4a-45f2-97aa-890c0a8920fc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:07.567053 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1292cc4-7023-4a5c-a29a-dae3501c3f3d" -d '{"events": [{"server_uuid": "4852bd99-e94e-4cff-a73e-99b27fd4f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "75ea4462-7f4a-45f2-97aa-890c0a8920fc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:07.584864 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.596128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:07.602959 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.639183 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-7ca43945-2b66-4871-bda6-31b5414fa284 service neutron] 10.222.0.24 "PUT /v2.0/ports/3c9b346a-e83e-4535-afa5-374dee200e4b/bindings/n-h2-800708-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7875712 Jul 13 19:24:07.650709 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.651494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e18a6ef7-3769-48b4-abc7-6ff0276baa93 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:24:07.656724 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.660365 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-79b04fe3-ee9b-4128-8051-a173d1b523c8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e18a6ef7-3769-48b4-abc7-6ff0276baa93 HTTP/1.1" status: 204 len: 168 time: 1.8441727 Jul 13 19:24:07.660598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:07.679659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00927bd0-4bd5-4a3d-8da3-30efa79433bd req-cf78bf99-4603-4bf7-bc82-dafdf91ae8f2 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:07.687034 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00927bd0-4bd5-4a3d-8da3-30efa79433bd req-cf78bf99-4603-4bf7-bc82-dafdf91ae8f2 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.2351842 Jul 13 19:24:07.743529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00927bd0-4bd5-4a3d-8da3-30efa79433bd req-73a399da-c58f-41ed-9239-56ba2aa6af6c tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556667 Jul 13 19:24:07.757470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Deleting subnet 1e101692-2e41-4f18-9682-91f9beac152d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:24:07.767157 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.810613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3c9b346a-e83e-4535-afa5-374dee200e4b no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:07.824222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.838814 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b202fdc-7a65-4b31-94e6-456900a72439 x-openstack-request-id: req-6b202fdc-7a65-4b31-94e6-456900a72439 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:07.839111 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4852bd99-e94e-4cff-a73e-99b27fd4f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "75ea4462-7f4a-45f2-97aa-890c0a8920fc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:07.839348 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b202fdc-7a65-4b31-94e6-456900a72439 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:07.839734 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ea4462-7f4a-45f2-97aa-890c0a8920fc', 'code': 200} Jul 13 19:24:07.882366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c07f5def-dab5-4f98-b61d-56853e3cd2a5 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:07.884434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c07f5def-dab5-4f98-b61d-56853e3cd2a5 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1399872 Jul 13 19:24:07.900489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3c9b346a-e83e-4535-afa5-374dee200e4b not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:24:07.902433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:08.003289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=75ea4462-7f4a-45f2-97aa-890c0a8920fc,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:08.004861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-79d1ddf3-3d41-4a08-bd30-09982d642de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:08.006688 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-79d1ddf3-3d41-4a08-bd30-09982d642de1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6&tenant_id=06fb674d5f8a44f59700ad9453117896 HTTP/1.1" status: 200 len: 1095 time: 0.1057611 Jul 13 19:24:08.012819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.025942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['06a381b1-d09b-47ea-8f69-ddc40ed73ada'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:08.108768 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3570-f723-4267-920e-3902622c35ea req-34267e5f-2846-44f9-85a4-b1153b32e440 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:08.119030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-595e3570-f723-4267-920e-3902622c35ea req-34267e5f-2846-44f9-85a4-b1153b32e440 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.2189865 Jul 13 19:24:08.168591 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.176241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:08.176605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-6b6dabf4-acd1-4c20-a687-ee2952936fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:08.178797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-6b6dabf4-acd1-4c20-a687-ee2952936fae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 1095 time: 0.1415884 Jul 13 19:24:08.226571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:24:08.227084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ad5486d1-ef0e-4af6-9e4b-6bef9af9c206 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:24:08.227379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:08.229909 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-595e3570-f723-4267-920e-3902622c35ea req-2711e769-6b52-4925-a484-49b45bbdaadc tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948799 Jul 13 19:24:08.233169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e101692-2e41-4f18-9682-91f9beac152d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:08.235802 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.237682 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1e101692-2e41-4f18-9682-91f9beac152d HTTP/1.1" status: 204 len: 168 time: 0.5760758 Jul 13 19:24:08.249781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:08.270321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965dc888-e434-43da-a095-22a9b85841ff None None] Network afa8d942-356e-477f-924e-abae24e26c3c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:24:08.287090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.287499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.287843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.288183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.288518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.288851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.289177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.289502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.289835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.290157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.290500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.291400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060150d9-b8a5-459c-8ab6-ae6352208369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:08.329913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:24:08.330172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 76e27d2b-0027-4bc5-8f02-aab5ae3f6a85 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:24:08.354924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-d98142c2-3b3e-4141-bdb4-0a2a05ff6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:08.356057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-d98142c2-3b3e-4141-bdb4-0a2a05ff6f8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.1690693 Jul 13 19:24:08.358078 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-da1f7ebf-9073-49b4-bf66-958781518c63 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=639f879ba82141ebb6867944411978e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661242 Jul 13 19:24:08.381600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.453230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-32358967-28c7-4b27-9dbd-8ff2101c15c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c9b346a-e83e-4535-afa5-374dee200e4b HTTP/1.1" status: 200 len: 217 time: 0.0674682 Jul 13 19:24:08.489877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc8963-f0d5-42f1-afba-244dd23dd4f9 req-7911ae99-4d72-44f3-a30d-b60dc530a06e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:08.491618 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b4bc8963-f0d5-42f1-afba-244dd23dd4f9 req-7911ae99-4d72-44f3-a30d-b60dc530a06e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 944 time: 0.1071732 Jul 13 19:24:08.498561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Deleting port 04e61a51-f659-472c-8705-122173212384 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:24:08.498900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.535808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767b1388-f77c-4f7c-9b7d-ade53672721d None None] DHCP port deletion for afa8d942-356e-477f-924e-abae24e26c3c request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:24:08.539082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379729-8b80-435f-9603-213d075520e4 req-ccca550a-66d7-4ed0-8a78-3dd121832bb1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:08.540658 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-ccca550a-66d7-4ed0-8a78-3dd121832bb1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772199 Jul 13 19:24:08.548521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-12b1e791-1313-4ae4-aca1-619e454bea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:08.550064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-12b1e791-1313-4ae4-aca1-619e454bea7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.0724692 Jul 13 19:24:08.565074 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-808076db-b345-4960-b52c-2e3f14ae4668 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/quotas/639f879ba82141ebb6867944411978e1 HTTP/1.1" status: 200 len: 375 time: 0.0139339 Jul 13 19:24:08.591132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-767b1388-f77c-4f7c-9b7d-ade53672721d None None] Deleting port 04e61a51-f659-472c-8705-122173212384 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:24:08.591753 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-767b1388-f77c-4f7c-9b7d-ade53672721d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.592869 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b4bc8963-f0d5-42f1-afba-244dd23dd4f9 req-32adf2e2-6425-473f-8c75-d0d6da349225 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910370 Jul 13 19:24:08.603700 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-c2654930-a4b7-4459-9b8f-261146efb89d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268934 Jul 13 19:24:08.614066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] For port 04e61a51-f659-472c-8705-122173212384, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=04e61a51-f659-472c-8705-122173212384,segment=NetworkSegment(a526d834-a929-4319-8c8c-a7fc0ec5b2f8),segment_id=a526d834-a929-4319-8c8c-a7fc0ec5b2f8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:08.615269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.636431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Calling delete_port for 04e61a51-f659-472c-8705-122173212384 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:24:08.677013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-767b1388-f77c-4f7c-9b7d-ade53672721d None None] For port 04e61a51-f659-472c-8705-122173212384, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=04e61a51-f659-472c-8705-122173212384,segment=NetworkSegment(a526d834-a929-4319-8c8c-a7fc0ec5b2f8),segment_id=a526d834-a929-4319-8c8c-a7fc0ec5b2f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:08.677406 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-767b1388-f77c-4f7c-9b7d-ade53672721d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.691246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-767b1388-f77c-4f7c-9b7d-ade53672721d None None] Calling delete_port for 04e61a51-f659-472c-8705-122173212384 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:24:08.727448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-9e5d42da-0be5-4dd2-b210-d8dbce21fa92 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1612589 Jul 13 19:24:08.731454 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.756209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-603c2acf-c267-4408-b893-1c8b556d1c21 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305673 Jul 13 19:24:08.781749 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-767b1388-f77c-4f7c-9b7d-ade53672721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.782491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] No DVR routers for this DVR port 04e61a51-f659-472c-8705-122173212384 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:24:08.807766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=04e61a51-f659-472c-8705-122173212384,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:08.816429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b1388-f77c-4f7c-9b7d-ade53672721d None None] Pushing event deleted for resources: {'Port': ['ID=04e61a51-f659-472c-8705-122173212384,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:08.823927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b1388-f77c-4f7c-9b7d-ade53672721d None None] No DVR routers for this DVR port 04e61a51-f659-472c-8705-122173212384 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:24:08.912717 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.925087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa8d942-356e-477f-924e-abae24e26c3c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:08.959066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:08.959360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a526d834-a929-4319-8c8c-a7fc0ec5b2f8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:08.982893 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.002731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.012251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb369c89-5825-4937-90e6-344d92ed07dc req-94e0ee13-f5bd-42e6-97fc-1756617e1cf2 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:09.014123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb369c89-5825-4937-90e6-344d92ed07dc req-94e0ee13-f5bd-42e6-97fc-1756617e1cf2 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 950 time: 0.2685776 Jul 13 19:24:09.019679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:24:09.020019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:24:09.021974 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:24:09.100784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.108271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.110514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] 10.222.0.25 "DELETE /v2.0/networks/afa8d942-356e-477f-924e-abae24e26c3c HTTP/1.1" status: 204 len: 168 time: 0.8594842 Jul 13 19:24:09.115886 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb369c89-5825-4937-90e6-344d92ed07dc req-148f48f8-fb3d-4ff0-abe1-c070c5df6708 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836942 Jul 13 19:24:09.129181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b714e-4b07-4c1d-9a08-06d7e757e7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=afa8d942-356e-477f-924e-abae24e26c3c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:09.225344 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 06a381b1-d09b-47ea-8f69-ddc40ed73ada up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:09.228724 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-7ab09251-fb6f-4b46-b058-38111d294126 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496543 Jul 13 19:24:09.250579 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50376725-86b5-4e92-8c49-c46b8dbacb6b req-01ce43b8-7498-48d2-9445-120be4a9bed3 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 210 time: 0.0624020 Jul 13 19:24:09.252427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe83aa9-d4df-4845-bcca-1c4ad23caf22 req-e6ea1b84-154d-451a-8e39-9720c2337950 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:09.264576 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dbe83aa9-d4df-4845-bcca-1c4ad23caf22 req-e6ea1b84-154d-451a-8e39-9720c2337950 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.1286716 Jul 13 19:24:09.336286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:09.343677 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dbe83aa9-d4df-4845-bcca-1c4ad23caf22 req-6a7223a8-dd97-44de-b850-4e414ad4a3e1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779259 Jul 13 19:24:09.353759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 06a381b1-d09b-47ea-8f69-ddc40ed73ada triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:09.354284 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.437246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9da892cb-3e12-4ff8-9296-58f879e5b0ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29775fabf84d4e6082febcbb967d13be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0978494 Jul 13 19:24:09.439673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:09.457298 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.551704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:09.557097 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.634096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a7def87-efdd-4bf5-b6a7-06cc6303e65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.677499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:09.699881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a7def87-efdd-4bf5-b6a7-06cc6303e65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.724957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06933342-63ff-497e-a698-860c0b9710f8 req-d0523166-d3e5-420e-8724-69603d40a4a3 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:09.731090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06933342-63ff-497e-a698-860c0b9710f8 req-d0523166-d3e5-420e-8724-69603d40a4a3 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 1101 time: 0.1844454 Jul 13 19:24:09.756975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a89ee-f385-4041-b4a7-a76c52c2529f req-df6a044d-5aa0-42eb-b51d-6fe01ca93af5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:09.759141 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e05a89ee-f385-4041-b4a7-a76c52c2529f req-df6a044d-5aa0-42eb-b51d-6fe01ca93af5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.1085138 Jul 13 19:24:09.806051 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e05a89ee-f385-4041-b4a7-a76c52c2529f req-137daadc-ae10-4043-80da-4ae2b3d4dd50 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Jul 13 19:24:09.815243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-a02bf722-6375-4599-882b-a92df9a636e4 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:09.816697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-a02bf722-6375-4599-882b-a92df9a636e4 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1767852 Jul 13 19:24:09.828683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06933342-63ff-497e-a698-860c0b9710f8 req-5fe600fd-d86a-45bf-956b-aaac84f61dd6 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885453 Jul 13 19:24:09.840651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:09.844241 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221a30a-6e35-4166-bbe1-3f72f50e9bcd" -d '{"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-plugged", "status": "completed", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:09.914734 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a7def87-efdd-4bf5-b6a7-06cc6303e65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.917895 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a7def87-efdd-4bf5-b6a7-06cc6303e65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.919538 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6a7def87-efdd-4bf5-b6a7-06cc6303e65d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d21b11e-be07-4d54-89c9-3cf90df2b2db HTTP/1.1" status: 204 len: 168 time: 0.4779973 Jul 13 19:24:09.935393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7def87-efdd-4bf5-b6a7-06cc6303e65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d21b11e-be07-4d54-89c9-3cf90df2b2db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:09.994834 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070329af-6426-415d-8f8f-dd7ce3d93e6a x-openstack-request-id: req-070329af-6426-415d-8f8f-dd7ce3d93e6a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:09.995495 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-plugged", "status": "completed", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:09.996192 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-070329af-6426-415d-8f8f-dd7ce3d93e6a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:09.996862 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'code': 200} Jul 13 19:24:10.005748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-74007e9e-891a-4380-b28e-b53307465423 service neutron] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:10.012333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-74007e9e-891a-4380-b28e-b53307465423 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:10.015160 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22112051-aab8-4b6f-92cc-8eb3cfa24498 req-74007e9e-891a-4380-b28e-b53307465423 service neutron] 10.222.0.60 "DELETE /v2.0/ports/3c9b346a-e83e-4535-afa5-374dee200e4b/bindings/n-h1-800708-1 HTTP/1.1" status: 204 len: 173 time: 0.1854329 Jul 13 19:24:10.050612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f2d9b-317f-4bf1-8102-19948109bb8a req-a88a24a1-b7f1-422a-8baf-0e1c8df93def tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.061291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c71f2d9b-317f-4bf1-8102-19948109bb8a req-a88a24a1-b7f1-422a-8baf-0e1c8df93def tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 944 time: 0.0984876 Jul 13 19:24:10.123924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c71f2d9b-317f-4bf1-8102-19948109bb8a req-a2408f0f-7bfb-4dfa-993f-24abecdc23bd tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609131 Jul 13 19:24:10.132326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 04e61a51-f659-472c-8705-122173212384 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:10.163288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 04e61a51-f659-472c-8705-122173212384 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:24:10.164100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 04e61a51-f659-472c-8705-122173212384 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:24:10.184324 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-42536619-efcd-40b8-9277-f7e69393f4a8 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338054 Jul 13 19:24:10.355305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-3d5d3691-dbdb-4913-8f4c-2047d787cd67 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.364170 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-3d5d3691-dbdb-4913-8f4c-2047d787cd67 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728518 Jul 13 19:24:10.393096 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-80fb6233-22ad-49ef-9877-eb327f2ce2e2 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/quotas/a726fc1b8b5046cda4f1b929b9e0683b HTTP/1.1" status: 200 len: 375 time: 0.0275891 Jul 13 19:24:10.457925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4995a0-45d0-469e-8670-2e2a7209c20e req-b0614bc8-86aa-48ea-afc7-d1be23cba20d tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.467454 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9f4995a0-45d0-469e-8670-2e2a7209c20e req-b0614bc8-86aa-48ea-afc7-d1be23cba20d tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 1095 time: 0.0877445 Jul 13 19:24:10.545225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9f4995a0-45d0-469e-8670-2e2a7209c20e req-59f815d0-4529-4fd7-8a28-682bc752663a tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720985 Jul 13 19:24:10.587001 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-e64c2f97-39f9-487b-b493-8efc57f7e70b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1891272 Jul 13 19:24:10.615341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-72dc73ee-298e-46c8-9284-819f2024ec9c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=639f879ba82141ebb6867944411978e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781596 Jul 13 19:24:10.905539 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71cfe719-481d-42ab-aa16-0762da3e495a req-6c1ee05b-d768-4720-97d0-e7ea2500019e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 210 time: 0.0684195 Jul 13 19:24:11.116516 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379729-8b80-435f-9603-213d075520e4 req-39a6675e-95bb-4134-ad72-52d901a70b1b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.118084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-39a6675e-95bb-4134-ad72-52d901a70b1b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4978883 Jul 13 19:24:11.135903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Request body: {'port': {'device_id': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '639f879ba82141ebb6867944411978e1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:11.235329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ecd0b-deb3-4e4c-9cf7-e507d2ac45a8 req-b982931e-9ed1-4994-b493-b382c6240cd4 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.252274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a6ecd0b-deb3-4e4c-9cf7-e507d2ac45a8 req-b982931e-9ed1-4994-b493-b382c6240cd4 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.3378661 Jul 13 19:24:11.468390 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a6ecd0b-deb3-4e4c-9cf7-e507d2ac45a8 req-983fa83d-f597-423a-ab60-a824db5ae246 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150085 Jul 13 19:24:11.566176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Made reservation on behalf of 639f879ba82141ebb6867944411978e1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:11.571597 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:11.608120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82adf94-7893-46da-81e8-d8de57033674 req-52458f6a-fe35-4e6d-8062-8852c1ecb58c tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.612104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b82adf94-7893-46da-81e8-d8de57033674 req-52458f6a-fe35-4e6d-8062-8852c1ecb58c tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 1095 time: 0.0999601 Jul 13 19:24:11.612445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a5da2d86-74d4-4807-8f49-5fc9cbf2d3f4 req-f4324fdc-236e-4bdb-b078-6fc1071e820e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 210 time: 0.0479062 Jul 13 19:24:11.675285 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b82adf94-7893-46da-81e8-d8de57033674 req-f7037d94-62e7-4569-83fe-700669fb1785 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527234 Jul 13 19:24:11.768198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 86ea307d-d2cf-47a7-86ff-d2bb59d1048d details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:11.961042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ae74-e3d4-4ba7-9940-9cc33e565b21 req-b85030c2-2cba-48ff-86ee-df84f23f3176 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.983220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5001ae74-e3d4-4ba7-9940-9cc33e565b21 req-b85030c2-2cba-48ff-86ee-df84f23f3176 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.1768837 Jul 13 19:24:12.010468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:12.040989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d', 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441', 'port_id': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d', 'mac_address': 'fa:16:3e:bb:7f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7215b9-42cb-4cfe-ab63-63e138febb58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:12.058159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Allocated IP 192.168.233.158 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/adef089e-d122-4082-b083-0dd08325b41c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:12.164565 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.170297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5001ae74-e3d4-4ba7-9940-9cc33e565b21 req-159cabb3-298f-4053-94e4-69907f84162d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861734 Jul 13 19:24:12.192322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ea307d-d2cf-47a7-86ff-d2bb59d1048d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:12.242222 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:12.242222 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.322884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:12.504073 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13a6ee32-bb7d-4d9f-8d2b-f0612f964923 req-37118c3c-8f9b-461e-9b4f-d2605fa53848 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 210 time: 0.0948305 Jul 13 19:24:12.590233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['86ea307d-d2cf-47a7-86ff-d2bb59d1048d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:12.606289 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.626242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Transition to ACTIVE for port object adef089e-d122-4082-b083-0dd08325b41c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:12.697346 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.733918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['21da0e4f-d646-4638-a7c4-25200244c6d2', '75ea4462-7f4a-45f2-97aa-890c0a8920fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:12.850893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:12.937249 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-030586c5-2e25-4904-a0b9-5acf08c3f523 req-dd0c1b6c-af8d-4376-9c93-3eb1fbfc5614 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 210 time: 0.1017978 Jul 13 19:24:12.937877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:12.958826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a81ba-b09f-46da-8a2d-f430cf1a5f0b req-12b2b317-8974-4460-8f80-e4e7ba006f5b tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:12.961631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:12.965958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-731a81ba-b09f-46da-8a2d-f430cf1a5f0b req-12b2b317-8974-4460-8f80-e4e7ba006f5b tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.1185279 Jul 13 19:24:12.978159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:13.024990 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-731a81ba-b09f-46da-8a2d-f430cf1a5f0b req-af3b0586-297d-4236-a3b7-5b6df0e35ba3 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574064 Jul 13 19:24:13.097630 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-aff1c53d-d31b-4d99-97ca-1fd351a00407 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1372240 Jul 13 19:24:13.254982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:13.255777 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:13.345703 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-df634bb9-9281-4118-9485-c8b729064709 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2143149 Jul 13 19:24:13.366608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Request body: {'port': {'device_id': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:13.436528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79383eca-9894-4622-942d-2c4577ca840e None None] Provisioning for port adef089e-d122-4082-b083-0dd08325b41c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:13.458635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79383eca-9894-4622-942d-2c4577ca840e None None] Provisioning complete for port adef089e-d122-4082-b083-0dd08325b41c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:13.459410 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79383eca-9894-4622-942d-2c4577ca840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:13.471261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-80608bce-8a2f-4d12-a72f-6a06381beed0 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:13.473109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-80608bce-8a2f-4d12-a72f-6a06381beed0 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3553660 Jul 13 19:24:13.499297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Request body: {'port': {'device_id': '876eec78-864e-4c01-8b5b-feacac834192', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'a726fc1b8b5046cda4f1b929b9e0683b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:13.537573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-79383eca-9894-4622-942d-2c4577ca840e None None] Port adef089e-d122-4082-b083-0dd08325b41c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:13.597678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:13.694722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:13.773217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d010733-df19-4b3e-a983-2ebb6af80d70 req-e113f8c6-4e5e-40a5-971f-f0011f03d212 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:13.780842 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7d010733-df19-4b3e-a983-2ebb6af80d70 req-e113f8c6-4e5e-40a5-971f-f0011f03d212 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 944 time: 0.3638856 Jul 13 19:24:13.790077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484e477-00c7-44bf-91b3-a3a77683ce63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.051808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Made reservation on behalf of a726fc1b8b5046cda4f1b929b9e0683b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:14.055639 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.087200 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7d010733-df19-4b3e-a983-2ebb6af80d70 req-083d2e16-271c-4212-bc78-050bd1d216d5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052442 Jul 13 19:24:14.136072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6571e-b9f2-412c-b068-031cb0574117 req-f54df137-d87c-4f8e-a2da-7021c01fae87 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:14.146209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04d6571e-b9f2-412c-b068-031cb0574117 req-f54df137-d87c-4f8e-a2da-7021c01fae87 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 936 time: 0.1569190 Jul 13 19:24:14.219398 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04d6571e-b9f2-412c-b068-031cb0574117 req-98b8a1c5-15f4-4d95-ae45-f6fd7795908b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716603 Jul 13 19:24:14.269977 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484e477-00c7-44bf-91b3-a3a77683ce63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.275873 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484e477-00c7-44bf-91b3-a3a77683ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.366385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484e477-00c7-44bf-91b3-a3a77683ce63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dc6e69-eec7-4420-a256-a95761f0a2ca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:14.386714 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adef089e-d122-4082-b083-0dd08325b41c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:14.395800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1484e477-00c7-44bf-91b3-a3a77683ce63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39baa62fb791493ba20badeeec99307d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7966609 Jul 13 19:24:14.398349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:14.414208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.472962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Transition to ACTIVE for port object adef089e-d122-4082-b083-0dd08325b41c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:14.481590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.490577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e334b1e-62bc-467d-834d-2d9df51e39b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.523246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e334b1e-62bc-467d-834d-2d9df51e39b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.653143 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e334b1e-62bc-467d-834d-2d9df51e39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.656193 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e334b1e-62bc-467d-834d-2d9df51e39b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.660165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5e334b1e-62bc-467d-834d-2d9df51e39b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8dc6e69-eec7-4420-a256-a95761f0a2ca HTTP/1.1" status: 204 len: 168 time: 0.2601779 Jul 13 19:24:14.670679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b1e-62bc-467d-834d-2d9df51e39b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dc6e69-eec7-4420-a256-a95761f0a2ca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:14.679993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87f872-5426-47dc-9e12-958a267ef14d req-3aec1314-1ae1-413f-bc1b-66fdce231c33 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:14.687780 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b87f872-5426-47dc-9e12-958a267ef14d req-3aec1314-1ae1-413f-bc1b-66fdce231c33 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.1326499 Jul 13 19:24:14.715945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:14.840487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Attempting to bind port adef089e-d122-4082-b083-0dd08325b41c on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:14.840802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Attempting to bind port adef089e-d122-4082-b083-0dd08325b41c by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:14.841684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Attempting to bind port adef089e-d122-4082-b083-0dd08325b41c on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:14.844417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Allocated IP 192.168.233.224 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/f281d952-0aed-4aae-8f0a-19d0af14f3c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:14.845777 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b87f872-5426-47dc-9e12-958a267ef14d req-c925f831-b92f-41ce-a0e7-a3e20921c11e tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571217 Jul 13 19:24:14.856154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Port adef089e-d122-4082-b083-0dd08325b41c on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:14.856607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Attempting to bind port adef089e-d122-4082-b083-0dd08325b41c on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:14.896162 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:14.898712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:14.899224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:14.899784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Bound port: adef089e-d122-4082-b083-0dd08325b41c, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:14.900723 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.998045 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61de3ce2-5526-4ac3-a873-129533905902 req-86dd5793-07bb-4203-a210-27e8a01d798c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 210 time: 0.1367743 Jul 13 19:24:15.033032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:15.080321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:15.100268 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.229892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.230556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.233784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/adef089e-d122-4082-b083-0dd08325b41c HTTP/1.1" status: 200 len: 1096 time: 1.8712864 Jul 13 19:24:15.233784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:15.236597 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f57af8-8c9f-44b9-9a03-28ea1577758c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "tag": "adef089e-d122-4082-b083-0dd08325b41c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:15.286734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25a42f-3a2c-4fb7-87f3-1d6a9502a9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:15.389928 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.550677 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.585041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7d9c-cbec-405d-a93d-0f1e215154fe req-cc68ec61-6097-435d-8553-3528418f0273 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.587015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379729-8b80-435f-9603-213d075520e4 req-f2789b5e-67af-49a8-af8b-eab42591bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.588606 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-f2789b5e-67af-49a8-af8b-eab42591bf60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 1099 time: 0.2963200 Jul 13 19:24:15.592992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Transition to ACTIVE for port object f281d952-0aed-4aae-8f0a-19d0af14f3c1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:15.601515 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-931f7d9c-cbec-405d-a93d-0f1e215154fe req-cc68ec61-6097-435d-8553-3528418f0273 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 944 time: 0.2355223 Jul 13 19:24:15.674357 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-8a4ebce7-692f-43e0-ae3a-d3fb318fe4e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=adef089e-d122-4082-b083-0dd08325b41c HTTP/1.1" status: 200 len: 217 time: 0.0753877 Jul 13 19:24:15.735352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d838-da3d-4811-abef-1a0b29adb085 req-1018ca89-87e4-45b3-bcc4-0407f3a1fbf0 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.737382 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-931f7d9c-cbec-405d-a93d-0f1e215154fe req-363acd43-07d6-4958-93ff-3774696fb24f tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218860 Jul 13 19:24:15.744696 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f65d838-da3d-4811-abef-1a0b29adb085 req-1018ca89-87e4-45b3-bcc4-0407f3a1fbf0 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 948 time: 0.2702122 Jul 13 19:24:15.780511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 86ea307d-d2cf-47a7-86ff-d2bb59d1048d up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:15.806835 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.856992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38', '7ff9c63d-c572-4855-9632-89c5e5572e1b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:15.863862 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7a5b0a-7bad-4b4c-865f-483a06415594 x-openstack-request-id: req-ce7a5b0a-7bad-4b4c-865f-483a06415594 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:15.864562 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "tag": "adef089e-d122-4082-b083-0dd08325b41c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:15.864823 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce7a5b0a-7bad-4b4c-865f-483a06415594 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:15.865225 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c', 'status': 'completed', 'code': 200} Jul 13 19:24:15.867688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a2aaa14b-e448-46e0-a176-8e8adaaa17d7', '5b162b7e-73c9-477b-acab-258c9033c677'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:15.886779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f65d838-da3d-4811-abef-1a0b29adb085 req-9f3c8bd8-f204-4d34-a914-38077c1579d2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408577 Jul 13 19:24:15.951853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:15.954200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379729-8b80-435f-9603-213d075520e4 req-4b8c061f-52dd-47d6-a317-579fa599b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.958977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-4b8c061f-52dd-47d6-a317-579fa599b560 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.2767456 Jul 13 19:24:15.962349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:16.125032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:16.128109 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.195954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:16.276922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event updated for resources: {'Port': ['ID=f281d952-0aed-4aae-8f0a-19d0af14f3c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:16.283825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:16.287113 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.433064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.438295 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.441892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc865e81-6ff8-4f61-8958-4c93b663bb06 req-3b103a8d-d49f-4411-b0db-bc493908390a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.457812 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dc865e81-6ff8-4f61-8958-4c93b663bb06 req-3b103a8d-d49f-4411-b0db-bc493908390a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 936 time: 0.1767330 Jul 13 19:24:16.517745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379729-8b80-435f-9603-213d075520e4 req-91121603-e065-4eb0-ac77-9fee06a67420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.519363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-91121603-e065-4eb0-ac77-9fee06a67420 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5154622 Jul 13 19:24:16.548737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dc865e81-6ff8-4f61-8958-4c93b663bb06 req-da62dbf9-212d-454d-9b46-1f91e765f0f0 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881844 Jul 13 19:24:16.556622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-402c985e-b4ec-4183-8a57-62fcb993fd4d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0658445 Jul 13 19:24:16.558914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c7c54c5-f7a8-486d-8995-16416b18afe4 None None] Provisioning for port f281d952-0aed-4aae-8f0a-19d0af14f3c1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:16.581846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Request body: {'port': {'device_id': '876eec78-864e-4c01-8b5b-feacac834192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:16.688593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c7c54c5-f7a8-486d-8995-16416b18afe4 None None] Provisioning complete for port f281d952-0aed-4aae-8f0a-19d0af14f3c1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:16.689201 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c7c54c5-f7a8-486d-8995-16416b18afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.729274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-556b7622-fd61-4482-b348-297849e075a8 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885052 Jul 13 19:24:16.791512 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.802760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c54c5-f7a8-486d-8995-16416b18afe4 None None] Port f281d952-0aed-4aae-8f0a-19d0af14f3c1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:16.844952 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50379729-8b80-435f-9603-213d075520e4 req-c5cb931c-b9ef-48ca-9cad-3ae6351d9244 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050382 Jul 13 19:24:16.852954 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.856377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:16.877698 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f785db3d-4891-4ba6-a76a-d73e9a1757e7" -d '{"events": [{"server_uuid": "48c9b928-f45b-427a-801e-266a9bb5bd63", "name": "network-vif-plugged", "status": "completed", "tag": "86ea307d-d2cf-47a7-86ff-d2bb59d1048d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:16.892694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb6aa1-b9fe-41c9-a8be-c9307b4cfa89 req-c4c5622e-65e7-4d9b-a019-07a42ea2c1dc tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.900716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebeb6aa1-b9fe-41c9-a8be-c9307b4cfa89 req-c4c5622e-65e7-4d9b-a019-07a42ea2c1dc tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.5154707 Jul 13 19:24:16.936345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:16.960793 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.047771 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebeb6aa1-b9fe-41c9-a8be-c9307b4cfa89 req-381a6eda-cd1f-4e6a-bffc-6c8e68e50dec tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460662 Jul 13 19:24:17.063173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:17.100284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.100883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.101379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.101864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.102346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.102860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.103361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.103838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.104313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.104797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.105417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.105893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:17.136715 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45b9d0d-ece9-43af-af91-90499e9c8da5 x-openstack-request-id: req-d45b9d0d-ece9-43af-af91-90499e9c8da5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:17.137252 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9b928-f45b-427a-801e-266a9bb5bd63", "name": "network-vif-plugged", "status": "completed", "tag": "86ea307d-d2cf-47a7-86ff-d2bb59d1048d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:17.137684 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d45b9d0d-ece9-43af-af91-90499e9c8da5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:17.138472 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d', 'code': 200} Jul 13 19:24:17.221301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-ed481818-8bab-490d-b54f-ede5fea9876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.222817 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-ed481818-8bab-490d-b54f-ede5fea9876c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 1099 time: 0.2988484 Jul 13 19:24:17.233836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1785f-b666-4b68-9071-8f14aa9f825b req-3f245dd0-c809-41e4-a3c7-cc92c39a253f tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.243719 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-19d1785f-b666-4b68-9071-8f14aa9f825b req-3f245dd0-c809-41e4-a3c7-cc92c39a253f tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.2086706 Jul 13 19:24:17.456318 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-19d1785f-b666-4b68-9071-8f14aa9f825b req-d49083da-114d-4457-908c-013ecf901c4d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085941 Jul 13 19:24:17.505904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71da7b1-9024-4402-99fa-81da1ab043f1 req-96f6e7ae-1476-434f-ab41-f750c032daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.512094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c71da7b1-9024-4402-99fa-81da1ab043f1 req-96f6e7ae-1476-434f-ab41-f750c032daf7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 1096 time: 0.2607613 Jul 13 19:24:17.587724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c71da7b1-9024-4402-99fa-81da1ab043f1 req-e5e9e285-be33-48de-be05-b0cd7c7cf826 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682323 Jul 13 19:24:17.911296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-099580fe-a33d-4f03-b289-3711dff2089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.913942 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-099580fe-a33d-4f03-b289-3711dff2089d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.6836994 Jul 13 19:24:17.989775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daa34d-dde8-4a0c-8836-482845f5d720 req-4f8cb1d2-02d2-47a5-8b13-0ca1af37888d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.997451 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87daa34d-dde8-4a0c-8836-482845f5d720 req-4f8cb1d2-02d2-47a5-8b13-0ca1af37888d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 948 time: 0.2754052 Jul 13 19:24:18.008411 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-2f05212f-fad7-4896-bfea-be3dbd731f39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=adef089e-d122-4082-b083-0dd08325b41c HTTP/1.1" status: 200 len: 217 time: 0.0851169 Jul 13 19:24:18.122082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-1956962b-2966-4516-9dbd-816c53f8c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.124181 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-1956962b-2966-4516-9dbd-816c53f8c793 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0959916 Jul 13 19:24:18.176765 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87daa34d-dde8-4a0c-8836-482845f5d720 req-ba13fa27-0fcf-44a3-966b-4ebef7d3fed0 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781325 Jul 13 19:24:18.244627 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f281d952-0aed-4aae-8f0a-19d0af14f3c1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:18.260388 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.281666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-d9514a65-61d0-4e92-aee4-287f180d38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.282793 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-d9514a65-61d0-4e92-aee4-287f180d38ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201165 Jul 13 19:24:18.289141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Transition to ACTIVE for port object f281d952-0aed-4aae-8f0a-19d0af14f3c1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:18.348450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.506371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Pushing event updated for resources: {'Port': ['ID=f281d952-0aed-4aae-8f0a-19d0af14f3c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:18.510679 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-e2b4e289-9111-4758-90bd-840d43034dae service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199242 Jul 13 19:24:18.625359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864be724-a5dc-493f-8933-90e33548968a req-dd5e14ba-087a-4714-aae4-c7b287d7ea56 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.635467 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-864be724-a5dc-493f-8933-90e33548968a req-dd5e14ba-087a-4714-aae4-c7b287d7ea56 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 948 time: 0.1576576 Jul 13 19:24:18.721381 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-864be724-a5dc-493f-8933-90e33548968a req-2dd2b7f7-83b4-4ca2-879e-1e9b4ea16a42 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792809 Jul 13 19:24:18.920005 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1f57af8-8c9f-44b9-9a03-28ea1577758c req-9cdead4d-b408-4cf3-918a-48b43f9eaa0e service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948758 Jul 13 19:24:18.921747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Attempting to bind port f281d952-0aed-4aae-8f0a-19d0af14f3c1 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:18.922435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Attempting to bind port f281d952-0aed-4aae-8f0a-19d0af14f3c1 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:18.923287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Attempting to bind port f281d952-0aed-4aae-8f0a-19d0af14f3c1 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:18.948510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Port f281d952-0aed-4aae-8f0a-19d0af14f3c1 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:18.948925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Attempting to bind port f281d952-0aed-4aae-8f0a-19d0af14f3c1 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:18.962431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:18.963339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:18.963339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:18.963876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Bound port: f281d952-0aed-4aae-8f0a-19d0af14f3c1, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:18.964320 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.017269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ad3f8-1ee2-4da4-a129-8fc4819c5443 req-6382aff4-8d6f-4e74-8c81-bf1565d2d26f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.024624 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b6ad3f8-1ee2-4da4-a129-8fc4819c5443 req-6382aff4-8d6f-4e74-8c81-bf1565d2d26f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.5106699 Jul 13 19:24:19.060992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89d903-5c3f-4c78-8a9a-ee0cb63c09b6 req-10704238-cc0b-4a99-85d9-70ac8138d827 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.070258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eb89d903-5c3f-4c78-8a9a-ee0cb63c09b6 req-10704238-cc0b-4a99-85d9-70ac8138d827 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.0886028 Jul 13 19:24:19.100362 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b6ad3f8-1ee2-4da4-a129-8fc4819c5443 req-bdc7ba2b-40be-4acf-b09e-5759a51a9e40 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744720 Jul 13 19:24:19.109927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] For port f281d952-0aed-4aae-8f0a-19d0af14f3c1, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:19.117003 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] For port f281d952-0aed-4aae-8f0a-19d0af14f3c1, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f281d952-0aed-4aae-8f0a-19d0af14f3c1,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:19.127619 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eb89d903-5c3f-4c78-8a9a-ee0cb63c09b6 req-e9115c8e-9057-45c1-bd14-360dd32063b5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554731 Jul 13 19:24:19.127895 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.201326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.201954 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.203383 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] 10.222.0.60 "PUT /v2.0/ports/f281d952-0aed-4aae-8f0a-19d0af14f3c1 HTTP/1.1" status: 200 len: 1096 time: 2.6280365 Jul 13 19:24:19.203840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876eec78-864e-4c01-8b5b-feacac834192', 'tag': 'f281d952-0aed-4aae-8f0a-19d0af14f3c1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:19.210614 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aa3241-a11e-4fbc-adfd-a0990e150ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "876eec78-864e-4c01-8b5b-feacac834192", "tag": "f281d952-0aed-4aae-8f0a-19d0af14f3c1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:19.348711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d594-e4b8-4f54-92ee-66832ec3ce3f service neutron] Pushing event updated for resources: {'Port': ['ID=f281d952-0aed-4aae-8f0a-19d0af14f3c1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:19.429589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2179db63-1f2a-412b-b35d-810ae9c1e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.432147 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2179db63-1f2a-412b-b35d-810ae9c1e0b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 1099 time: 0.1635566 Jul 13 19:24:19.493527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c52dbb-117f-4436-b0c5-8ce4417c9971 req-cee1620e-6455-4c34-85d5-267a3c665259 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.495600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5c52dbb-117f-4436-b0c5-8ce4417c9971 req-cee1620e-6455-4c34-85d5-267a3c665259 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 1096 time: 0.1207564 Jul 13 19:24:19.506586 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-51863c73-a4c1-49ba-8da9-fc64f0b3e317 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f281d952-0aed-4aae-8f0a-19d0af14f3c1 HTTP/1.1" status: 200 len: 217 time: 0.0482335 Jul 13 19:24:19.549862 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5c52dbb-117f-4436-b0c5-8ce4417c9971 req-cf81bc5c-1a59-49c4-a145-18837a3b4f87 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476048 Jul 13 19:24:19.585230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-8ba7462f-8a15-4f9f-b239-7abe2038afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.588587 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-8ba7462f-8a15-4f9f-b239-7abe2038afc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0714440 Jul 13 19:24:19.597610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc269d6-1f17-48ee-a084-5b0af4ada7da req-23b92951-a1d1-4a0a-8b2b-1766dbb9dfaa tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.599363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dcc269d6-1f17-48ee-a084-5b0af4ada7da req-23b92951-a1d1-4a0a-8b2b-1766dbb9dfaa tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 948 time: 0.1834311 Jul 13 19:24:19.662454 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5f9475-b719-4e4c-ba9f-46bdf416ca9d x-openstack-request-id: req-5b5f9475-b719-4e4c-ba9f-46bdf416ca9d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:19.662879 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876eec78-864e-4c01-8b5b-feacac834192", "tag": "f281d952-0aed-4aae-8f0a-19d0af14f3c1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:19.663230 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b5f9475-b719-4e4c-ba9f-46bdf416ca9d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:19.663813 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876eec78-864e-4c01-8b5b-feacac834192', 'tag': 'f281d952-0aed-4aae-8f0a-19d0af14f3c1', 'status': 'completed', 'code': 200} Jul 13 19:24:19.684343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dcc269d6-1f17-48ee-a084-5b0af4ada7da req-8192d91e-e392-48e7-a2f2-e7f8bd4a04f3 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750072 Jul 13 19:24:19.701683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-c407a80b-05d2-43ce-9274-98534e936209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.703848 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-c407a80b-05d2-43ce-9274-98534e936209 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027241 Jul 13 19:24:19.795665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device adef089e-d122-4082-b083-0dd08325b41c details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:19.840091 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-2ca6900c-73dd-4f09-aa9d-dbd8483eeb0e service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246045 Jul 13 19:24:19.991589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:20.018253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5cfb70a-328e-44cb-b5bc-e78a524efc5b req-034f768e-4a8b-40aa-88cc-3bd95503560d service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627843 Jul 13 19:24:20.023943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'adef089e-d122-4082-b083-0dd08325b41c', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'adef089e-d122-4082-b083-0dd08325b41c', 'mac_address': 'fa:16:3e:cd:13:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:20.063881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe21ac-a21d-45c2-a4fb-b67dee01a448 req-9405ef01-5b74-4e5f-a8d1-c3fd9582fcf0 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.066156 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7fe21ac-a21d-45c2-a4fb-b67dee01a448 req-9405ef01-5b74-4e5f-a8d1-c3fd9582fcf0 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 1096 time: 0.1177256 Jul 13 19:24:20.113580 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.133481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adef089e-d122-4082-b083-0dd08325b41c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:20.135997 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7fe21ac-a21d-45c2-a4fb-b67dee01a448 req-6a0e89da-c8f1-4f60-90f0-aa11fc658471 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Jul 13 19:24:20.178824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:20.184284 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.247482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-f8b9d0c7-9ccf-475d-a914-1924e4093128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.251536 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-f8b9d0c7-9ccf-475d-a914-1924e4093128 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 1099 time: 0.1140981 Jul 13 19:24:20.270151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270937de-c96d-49c2-ab48-afa9d71caa88 req-51af4321-889b-44f1-befd-c6dfe965f9d7 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.282280 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-270937de-c96d-49c2-ab48-afa9d71caa88 req-51af4321-889b-44f1-befd-c6dfe965f9d7 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 948 time: 0.1990159 Jul 13 19:24:20.317611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:20.460788 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-270937de-c96d-49c2-ab48-afa9d71caa88 req-c642c4cd-8cb2-4d92-8805-9d4a78b25cab tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521738 Jul 13 19:24:20.501463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39c862-592c-4d73-8b3b-617c33c8fcfa req-1efe51a5-e86d-46d4-8268-f9729c6b2191 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.511813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe39c862-592c-4d73-8b3b-617c33c8fcfa req-1efe51a5-e86d-46d4-8268-f9729c6b2191 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.1125095 Jul 13 19:24:20.514528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-876ff4cc-39b3-43d0-872e-e2ac2cc3dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.516317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-876ff4cc-39b3-43d0-872e-e2ac2cc3dbb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2330663 Jul 13 19:24:20.572564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['adef089e-d122-4082-b083-0dd08325b41c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:20.574142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-30f3f684-277b-491e-a2e7-e6f6aa117741 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f281d952-0aed-4aae-8f0a-19d0af14f3c1 HTTP/1.1" status: 200 len: 217 time: 0.0485804 Jul 13 19:24:20.578393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe39c862-592c-4d73-8b3b-617c33c8fcfa req-f3955460-aa25-4b85-ba2a-c96fbced4352 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654714 Jul 13 19:24:20.678144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-f640afb7-792e-456b-8a32-1f4e10ee71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.678318 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aae67fa5-76a9-4bcb-9951-64f9b4e95a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.679734 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-f640afb7-792e-456b-8a32-1f4e10ee71e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0968366 Jul 13 19:24:20.833714 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-71943582-8dc4-4257-ae5a-842d19561c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.841394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-71943582-8dc4-4257-ae5a-842d19561c8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412320 Jul 13 19:24:20.970998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d19905-21a8-4b2c-b20d-08d673f99423 req-96313bb4-d309-45a0-9575-040f0d52c994 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.985277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79d19905-21a8-4b2c-b20d-08d673f99423 req-96313bb4-d309-45a0-9575-040f0d52c994 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 949 time: 0.1033473 Jul 13 19:24:21.050486 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79d19905-21a8-4b2c-b20d-08d673f99423 req-797ae424-7e7b-455d-8975-6b6ac2a30778 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587227 Jul 13 19:24:21.064050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-90d7b1ff-01e3-45ac-82af-fa7586c40812 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020776 Jul 13 19:24:21.194024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-12aa3241-a11e-4fbc-adfd-a0990e150ff2 req-ec355f47-41e1-4472-9ba9-262e689938fe service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287971 Jul 13 19:24:21.817054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fe7eb-62b7-459c-8740-44a8f3ea307a req-2cb948ce-5432-4088-a854-2a3e2ae49c7f tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:21.820219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd3fe7eb-62b7-459c-8740-44a8f3ea307a req-2cb948ce-5432-4088-a854-2a3e2ae49c7f tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 948 time: 0.1605341 Jul 13 19:24:21.893538 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd3fe7eb-62b7-459c-8740-44a8f3ea307a req-b9d94845-793d-45df-bbdf-d75bcf3c0287 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659163 Jul 13 19:24:22.130421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93caf84-df7a-465d-b8d5-b3b51965ee26 req-d94d682c-8300-4cbd-a818-241948e682d8 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:22.138957 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d93caf84-df7a-465d-b8d5-b3b51965ee26 req-d94d682c-8300-4cbd-a818-241948e682d8 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.0911539 Jul 13 19:24:22.197680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d93caf84-df7a-465d-b8d5-b3b51965ee26 req-c32f1eeb-a61a-410b-94a4-78bd4051cc6c tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506840 Jul 13 19:24:22.246598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-4247995a-b61f-4a6c-89e2-d8e95c4ffec8 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:24:22.248979 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-4247995a-b61f-4a6c-89e2-d8e95c4ffec8 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096536 Jul 13 19:24:22.265219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Request body: {'binding': {'host': 'n-h2-800708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:22.265664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:24:22.473027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9bf1-0314-4b38-90e5-85af0c86c955 req-f7b94ee4-338f-445d-acd5-58a11133188b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:22.474501 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb2f9bf1-0314-4b38-90e5-85af0c86c955 req-f7b94ee4-338f-445d-acd5-58a11133188b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 949 time: 0.1129427 Jul 13 19:24:22.523809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on host n-h2-800708-1 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:22.524141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:22.524492 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:22.539485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:22.539887 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:22.551536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb2f9bf1-0314-4b38-90e5-85af0c86c955 req-545ccf3a-4b88-4552-aa29-40c131d1bb52 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713308 Jul 13 19:24:22.552526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:22.552931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:22.553369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:22.553865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Bound port: 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:22.632051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:22.641547 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:22.642904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-047face8-1ea2-43a5-9c3f-ccd7d8372026 service neutron] 10.222.0.25 "POST /v2.0/ports/86ea307d-d2cf-47a7-86ff-d2bb59d1048d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3816409 Jul 13 19:24:23.124131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6060144-0cb0-439b-8010-c71a0be74dcc req-6e7b6303-fffe-40e8-8c87-b8dba24bce2f tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.126444 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d6060144-0cb0-439b-8010-c71a0be74dcc req-6e7b6303-fffe-40e8-8c87-b8dba24bce2f tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.1416612 Jul 13 19:24:23.137299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-c28504b8-3ab8-49db-ac2b-d9ac5683c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.140124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-c28504b8-3ab8-49db-ac2b-d9ac5683c904 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 1096 time: 0.1432035 Jul 13 19:24:23.205453 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bd8816f-8870-45b9-be4f-da8b6d30ae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:23.238419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f281d952-0aed-4aae-8f0a-19d0af14f3c1 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:23.241483 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d6060144-0cb0-439b-8010-c71a0be74dcc req-445382e0-8ee5-4e0e-bc0a-bc163aad1615 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068494 Jul 13 19:24:23.363269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-14f4fd02-2e07-45a7-9eab-920c123cfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.365436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-14f4fd02-2e07-45a7-9eab-920c123cfef0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.2045999 Jul 13 19:24:23.414517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f281d952-0aed-4aae-8f0a-19d0af14f3c1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f281d952-0aed-4aae-8f0a-19d0af14f3c1,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:23.551219 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-d27992c2-0e88-4ded-a48c-29d07543a2a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d HTTP/1.1" status: 200 len: 217 time: 0.1777349 Jul 13 19:24:23.570580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'f281d952-0aed-4aae-8f0a-19d0af14f3c1', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'f281d952-0aed-4aae-8f0a-19d0af14f3c1', 'mac_address': 'fa:16:3e:f2:53:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:23.619834 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:23.628399 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:23.642990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f281d952-0aed-4aae-8f0a-19d0af14f3c1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:23.653202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c8663-aca0-4251-9ae0-a299337bf5cd req-177cfa3d-6660-4878-9981-00d4d0422834 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.655141 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d0c8663-aca0-4251-9ae0-a299337bf5cd req-177cfa3d-6660-4878-9981-00d4d0422834 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 948 time: 0.2040055 Jul 13 19:24:23.676325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-a8c47a54-1c92-4205-8ba0-d20898106558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.677743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-a8c47a54-1c92-4205-8ba0-d20898106558 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1139200 Jul 13 19:24:23.678049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f281d952-0aed-4aae-8f0a-19d0af14f3c1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f281d952-0aed-4aae-8f0a-19d0af14f3c1,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:23.685944 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:23.735188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-64d0ccd5-3abb-4074-a396-685d8f1be9aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417249 Jul 13 19:24:23.755814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d0c8663-aca0-4251-9ae0-a299337bf5cd req-da652932-76c4-4e79-bc99-4aca9c850f45 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885937 Jul 13 19:24:23.767729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f281d952-0aed-4aae-8f0a-19d0af14f3c1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:23.816639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device adef089e-d122-4082-b083-0dd08325b41c up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:23.900662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port adef089e-d122-4082-b083-0dd08325b41c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:23.907900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port adef089e-d122-4082-b083-0dd08325b41c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:23.909217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:23.940761 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-6b0c418d-91a5-40e5-97de-79bf262a615d service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810746 Jul 13 19:24:24.035641 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:24.083510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:24.089053 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d844709a-efac-43dc-8a53-b418de0134f2" -d '{"events": [{"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-plugged", "status": "completed", "tag": "adef089e-d122-4082-b083-0dd08325b41c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:24.119842 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-257db8ed-28e1-46fd-8d98-83ea85e84822 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700027 Jul 13 19:24:24.134261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b0178-57c4-43c3-b38b-8268032cbbaf req-42271271-7f97-4f8f-ae88-0879c53af2d6 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:24.136265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae4b0178-57c4-43c3-b38b-8268032cbbaf req-42271271-7f97-4f8f-ae88-0879c53af2d6 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.1202955 Jul 13 19:24:24.146124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:24.156734 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:24.203179 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae4b0178-57c4-43c3-b38b-8268032cbbaf req-9fdca9eb-aba7-4d7d-8786-c334498f5fe1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600207 Jul 13 19:24:24.277761 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:24.310927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['f281d952-0aed-4aae-8f0a-19d0af14f3c1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:24.401831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cf5bd-f57a-4b18-b07a-22eed78c8cd5 req-ace341a9-55ce-4da3-8e63-cfcb2acf48b6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:24.403606 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba9cf5bd-f57a-4b18-b07a-22eed78c8cd5 req-ace341a9-55ce-4da3-8e63-cfcb2acf48b6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.0868380 Jul 13 19:24:24.456149 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:24.463164 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba9cf5bd-f57a-4b18-b07a-22eed78c8cd5 req-4cdbfb1e-f8ad-465d-b232-f5104410ab5c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536809 Jul 13 19:24:24.679226 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3420789d-0f6d-4e53-bc3b-4260819dbc20 x-openstack-request-id: req-3420789d-0f6d-4e53-bc3b-4260819dbc20 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:24.679619 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-plugged", "status": "completed", "tag": "adef089e-d122-4082-b083-0dd08325b41c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:24.679963 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3420789d-0f6d-4e53-bc3b-4260819dbc20 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:24.680482 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c', 'code': 200} Jul 13 19:24:24.957123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08019bd-d92c-4912-acf8-184eda638f97 req-ad219bdd-1d98-4318-b435-7e0381b99da7 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:24.966732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e08019bd-d92c-4912-acf8-184eda638f97 req-ad219bdd-1d98-4318-b435-7e0381b99da7 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.1472762 Jul 13 19:24:24.972857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acbbd6-e63e-43d4-afc9-088aa436fded req-4eecfc9c-a95e-466d-bf01-9d9e1a292a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:24.974833 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8acbbd6-e63e-43d4-afc9-088aa436fded req-4eecfc9c-a95e-466d-bf01-9d9e1a292a94 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 1097 time: 0.2286792 Jul 13 19:24:25.024911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3c15-7534-402c-84d9-ef3a9cd83154 req-e93d66e8-cc91-47ac-be7a-0ece02987eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.026773 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57db3c15-7534-402c-84d9-ef3a9cd83154 req-e93d66e8-cc91-47ac-be7a-0ece02987eda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 1101 time: 0.2289500 Jul 13 19:24:25.086772 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e08019bd-d92c-4912-acf8-184eda638f97 req-9a51ea9f-7d4e-4907-9bbe-bb1f3080eb2d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185949 Jul 13 19:24:25.089574 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8acbbd6-e63e-43d4-afc9-088aa436fded req-ad7d247c-eb32-4634-9435-b196e3c55b28 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992765 Jul 13 19:24:25.105445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57db3c15-7534-402c-84d9-ef3a9cd83154 req-c591a596-01ca-42ef-bf7b-1dce2aa7955b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678794 Jul 13 19:24:25.318017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be849fac-83f3-4572-b37f-1f61a95f2411 req-34bf40de-9c9c-4ec9-8251-614785de41f4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.320274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be849fac-83f3-4572-b37f-1f61a95f2411 req-34bf40de-9c9c-4ec9-8251-614785de41f4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 949 time: 0.1020730 Jul 13 19:24:25.400216 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be849fac-83f3-4572-b37f-1f61a95f2411 req-a6d0f9cf-7155-47c2-b4f6-b9c9a3d839a4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729120 Jul 13 19:24:25.625253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50013c7c-ea65-401a-81c6-bd77b8eb3a74 req-d55815e1-6666-400e-b2ac-672eacea7a98 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.632436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50013c7c-ea65-401a-81c6-bd77b8eb3a74 req-d55815e1-6666-400e-b2ac-672eacea7a98 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.1282518 Jul 13 19:24:25.695865 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50013c7c-ea65-401a-81c6-bd77b8eb3a74 req-2353d963-d925-4949-8439-ecbc20684f2f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 Jul 13 19:24:25.885017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad611b7-67e4-4ae2-979a-282211fb9e00 req-3be9d0c2-f446-4c43-b90b-02a66176c38f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.893532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ad611b7-67e4-4ae2-979a-282211fb9e00 req-3be9d0c2-f446-4c43-b90b-02a66176c38f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.0945475 Jul 13 19:24:25.940358 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:25.944968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ad611b7-67e4-4ae2-979a-282211fb9e00 req-ca2b56f7-4ccc-4c08-96ee-cf7cfb33268b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473609 Jul 13 19:24:26.386932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea03deb-3866-46b0-be34-66717c8dfe92 req-3344b6ec-2813-446b-8b7d-26ff4c58c4ee tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:26.389662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dea03deb-3866-46b0-be34-66717c8dfe92 req-3344b6ec-2813-446b-8b7d-26ff4c58c4ee tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.1075053 Jul 13 19:24:26.448496 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dea03deb-3866-46b0-be34-66717c8dfe92 req-65ff308b-e4d4-4a57-bd55-986c3f94d755 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519609 Jul 13 19:24:26.657186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a5b1-37fd-4b29-8fc2-f640bcb256c6 req-8a43cc54-8273-4548-9603-83e9a7dce694 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:26.659323 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6ad2a5b1-37fd-4b29-8fc2-f640bcb256c6 req-8a43cc54-8273-4548-9603-83e9a7dce694 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 949 time: 0.0775211 Jul 13 19:24:26.705048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6ad2a5b1-37fd-4b29-8fc2-f640bcb256c6 req-383560e2-c664-42d2-b7e6-78a8506f4857 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Jul 13 19:24:26.922897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa12784-8c2b-4642-ba6f-1dcc2d70c69b req-3420e844-6a75-4d15-917e-58e53a906fac tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:26.933409 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aaa12784-8c2b-4642-ba6f-1dcc2d70c69b req-3420e844-6a75-4d15-917e-58e53a906fac tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.0963254 Jul 13 19:24:26.985451 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aaa12784-8c2b-4642-ba6f-1dcc2d70c69b req-76bba316-4310-494c-8195-438987469afb tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510552 Jul 13 19:24:27.240236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88117c6-367f-4ac9-88d5-9ab14d5fc691 req-789a520b-9636-4424-800a-0a3a5d43f440 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.252271 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e88117c6-367f-4ac9-88d5-9ab14d5fc691 req-789a520b-9636-4424-800a-0a3a5d43f440 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1385124 Jul 13 19:24:27.268504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f281d952-0aed-4aae-8f0a-19d0af14f3c1 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:27.342520 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e88117c6-367f-4ac9-88d5-9ab14d5fc691 req-a2ac3f4f-8a56-4518-bc06-25f9e0d1a40b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833802 Jul 13 19:24:27.364007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port f281d952-0aed-4aae-8f0a-19d0af14f3c1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:27.399028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port f281d952-0aed-4aae-8f0a-19d0af14f3c1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:27.399685 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:27.566319 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:27.594075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876eec78-864e-4c01-8b5b-feacac834192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f281d952-0aed-4aae-8f0a-19d0af14f3c1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:27.596424 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0d5f3a-1393-4623-b857-a76964eb290b" -d '{"events": [{"server_uuid": "876eec78-864e-4c01-8b5b-feacac834192", "name": "network-vif-plugged", "status": "completed", "tag": "f281d952-0aed-4aae-8f0a-19d0af14f3c1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:27.635386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f281d952-0aed-4aae-8f0a-19d0af14f3c1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f281d952-0aed-4aae-8f0a-19d0af14f3c1,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:27.649332 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:27.675950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d29c-b8c9-41b9-875b-19b881c34b93 req-75086349-ff7d-4d52-afc9-45654f87571d tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.683164 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-70a9d29c-b8c9-41b9-875b-19b881c34b93 req-75086349-ff7d-4d52-afc9-45654f87571d tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1459498 Jul 13 19:24:27.718305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f281d952-0aed-4aae-8f0a-19d0af14f3c1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:27.748622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-70a9d29c-b8c9-41b9-875b-19b881c34b93 req-c127c87d-584b-497f-8189-1f51738c90c2 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642517 Jul 13 19:24:28.134518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f15ef-ea9f-4c6e-ad13-7b3d6bd093fb req-2194129c-6265-45c0-99cf-14ba849afff9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:28.139857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-922f15ef-ea9f-4c6e-ad13-7b3d6bd093fb req-2194129c-6265-45c0-99cf-14ba849afff9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.0780520 Jul 13 19:24:28.189343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-922f15ef-ea9f-4c6e-ad13-7b3d6bd093fb req-d0df800d-b19d-4877-96e4-edc516faf2ea tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 Jul 13 19:24:28.427577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd2148-5949-4b98-9049-ae123ff4e4fb req-02e71899-f7d4-4f6a-9e69-abdcb60b35d8 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:28.446598 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b2dd2148-5949-4b98-9049-ae123ff4e4fb req-02e71899-f7d4-4f6a-9e69-abdcb60b35d8 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.0958309 Jul 13 19:24:28.505406 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b2dd2148-5949-4b98-9049-ae123ff4e4fb req-5a7e0d63-d999-418d-9619-7f1d14fc6858 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686581 Jul 13 19:24:28.552693 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21def750-b144-4d59-8693-c2b2ae1461b2 x-openstack-request-id: req-21def750-b144-4d59-8693-c2b2ae1461b2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:28.553210 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876eec78-864e-4c01-8b5b-feacac834192", "name": "network-vif-plugged", "status": "completed", "tag": "f281d952-0aed-4aae-8f0a-19d0af14f3c1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:28.553210 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21def750-b144-4d59-8693-c2b2ae1461b2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:28.553617 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876eec78-864e-4c01-8b5b-feacac834192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f281d952-0aed-4aae-8f0a-19d0af14f3c1', 'code': 200} Jul 13 19:24:28.769741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7b2fa-60d6-4b1f-9e85-a14689ecd860 req-ab8b6ef2-3bbb-4014-8c97-5ee87c61c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:28.771813 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91d7b2fa-60d6-4b1f-9e85-a14689ecd860 req-ab8b6ef2-3bbb-4014-8c97-5ee87c61c41f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 1101 time: 0.1301854 Jul 13 19:24:28.798271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c8760-3a65-4ed6-aefb-79fcb5f5d593 req-bb123952-cb5f-4308-960f-f89f541dd762 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:28.799819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-862c8760-3a65-4ed6-aefb-79fcb5f5d593 req-bb123952-cb5f-4308-960f-f89f541dd762 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 950 time: 0.1071055 Jul 13 19:24:28.840929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91d7b2fa-60d6-4b1f-9e85-a14689ecd860 req-81810709-bb3f-4754-9141-35f15565603f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576005 Jul 13 19:24:28.879839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-862c8760-3a65-4ed6-aefb-79fcb5f5d593 req-ff0d61b7-26d8-427a-936b-ce213fa43356 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708404 Jul 13 19:24:29.295659 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:24:29.534811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82a4d-5289-4583-8122-259ac4096823 req-6a5bd5e2-c8f8-4563-a957-7f7f8bae4b57 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:29.536178 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ef82a4d-5289-4583-8122-259ac4096823 req-6a5bd5e2-c8f8-4563-a957-7f7f8bae4b57 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.0977082 Jul 13 19:24:29.603812 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ef82a4d-5289-4583-8122-259ac4096823 req-8c4d1790-1b81-404a-b335-e3671a11baae tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532117 Jul 13 19:24:29.800323 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-79f41661-3590-4c96-a384-33318668e897 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1524577 Jul 13 19:24:29.823297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ea595-36cf-42d3-b9d4-05a4c8b7731d req-6e2f74df-3830-4c65-8dc6-4c23ddf65bd4 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:29.831055 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6c5ea595-36cf-42d3-b9d4-05a4c8b7731d req-6e2f74df-3830-4c65-8dc6-4c23ddf65bd4 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 948 time: 0.0969501 Jul 13 19:24:29.866718 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6c5ea595-36cf-42d3-b9d4-05a4c8b7731d req-765f108e-a110-44b5-b178-485b8b65b3f3 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345993 Jul 13 19:24:29.947785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f6832-70dc-4d43-875a-55b199b01468 req-b1842a0a-aab1-44b3-a478-921f3fd891d9 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:29.957115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-589f6832-70dc-4d43-875a-55b199b01468 req-b1842a0a-aab1-44b3-a478-921f3fd891d9 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.1268399 Jul 13 19:24:30.027156 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-589f6832-70dc-4d43-875a-55b199b01468 req-6f3ee5df-1f25-4fcb-811c-6f9a8557fc37 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688381 Jul 13 19:24:30.155550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1cc5d-bf33-4b2d-b6b4-f735b0a66703 req-44b2ce03-0515-4074-9a6a-d8dc491fd2d5 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:30.158089 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0d1cc5d-bf33-4b2d-b6b4-f735b0a66703 req-44b2ce03-0515-4074-9a6a-d8dc491fd2d5 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1176424 Jul 13 19:24:30.168066 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-69eaff77-9821-45fd-862f-4c304d20b7fc tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=aeeff44f91af49bea04478e7e3862f73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280583 Jul 13 19:24:30.214430 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0d1cc5d-bf33-4b2d-b6b4-f735b0a66703 req-d3aa34e5-bed6-498a-8ee3-1fa96253a873 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498340 Jul 13 19:24:30.350392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-0083d796-cabb-4b46-90d2-9857a89101c6 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:30.355763 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-0083d796-cabb-4b46-90d2-9857a89101c6 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691594 Jul 13 19:24:30.372532 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-07621e8b-e732-4db3-949b-ff52a0aa561d tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/quotas/aeeff44f91af49bea04478e7e3862f73 HTTP/1.1" status: 200 len: 375 time: 0.0103726 Jul 13 19:24:30.424271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-918c5536-7d6d-4afb-a4e5-4f520b6f4718 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aeeff44f91af49bea04478e7e3862f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451016 Jul 13 19:24:30.480647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ddd55-cfd0-4008-abd3-1520d42929d2 req-ddbdbe46-5874-4aa5-bf1b-efd1ff1a6a41 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:30.489837 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c9ddd55-cfd0-4008-abd3-1520d42929d2 req-ddbdbe46-5874-4aa5-bf1b-efd1ff1a6a41 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 950 time: 0.0895534 Jul 13 19:24:30.537620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c9ddd55-cfd0-4008-abd3-1520d42929d2 req-98e545a3-216a-48b2-827c-efecf89c05ba tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467887 Jul 13 19:24:30.999387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681752b5-4b35-427f-85fe-2dddfe09acd5 req-b1791dcc-1b86-400c-8b98-28d1040e0f30 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:31.001704 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-681752b5-4b35-427f-85fe-2dddfe09acd5 req-b1791dcc-1b86-400c-8b98-28d1040e0f30 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.0902221 Jul 13 19:24:31.068016 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-681752b5-4b35-427f-85fe-2dddfe09acd5 req-e699edfa-ed87-4eb3-804d-8ceae3fb9c9f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536258 Jul 13 19:24:31.524463 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-fe880531-4bee-4d8e-913d-25f64053edcf tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=aeeff44f91af49bea04478e7e3862f73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389333 Jul 13 19:24:31.562217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279c7bc-9820-4a68-97d6-60436eb2ab2e req-5f3991ca-bc13-4bf7-b0d2-e740e0952325 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:31.572098 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a279c7bc-9820-4a68-97d6-60436eb2ab2e req-5f3991ca-bc13-4bf7-b0d2-e740e0952325 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.1215799 Jul 13 19:24:31.615526 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a279c7bc-9820-4a68-97d6-60436eb2ab2e req-66c6afb2-d889-43d6-b90a-fe59e44fab01 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Jul 13 19:24:31.729515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-4058e398-e4e2-43ac-9d12-3906b021cbaf tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:31.731546 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-4058e398-e4e2-43ac-9d12-3906b021cbaf tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054098 Jul 13 19:24:31.753500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-10328699-2aa8-4576-850d-c90116263e04 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/quotas/aeeff44f91af49bea04478e7e3862f73 HTTP/1.1" status: 200 len: 375 time: 0.0146668 Jul 13 19:24:31.760352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d866-8351-4870-b4a6-29bf085eba1c req-e9409ff9-c709-483d-8434-364ac749e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:31.761898 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-e9409ff9-c709-483d-8434-364ac749e476 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 1101 time: 0.1036522 Jul 13 19:24:31.815700 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-fb4be958-29d1-4fad-a9cd-6bb57941f30f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aeeff44f91af49bea04478e7e3862f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520115 Jul 13 19:24:31.897496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d866-8351-4870-b4a6-29bf085eba1c req-844be21a-2218-41d9-aa9f-db4d9c98ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:31.899074 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-844be21a-2218-41d9-aa9f-db4d9c98ef05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1260719 Jul 13 19:24:31.931114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49b191-a98f-4542-b1cb-422ac8c35694 req-0d11ab2a-ebf2-4c9d-a7b5-a9d015625ab4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:31.934995 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b49b191-a98f-4542-b1cb-422ac8c35694 req-0d11ab2a-ebf2-4c9d-a7b5-a9d015625ab4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.0769012 Jul 13 19:24:31.956621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-bc9c704c-115b-4cf2-a170-229e67a3453c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=adef089e-d122-4082-b083-0dd08325b41c HTTP/1.1" status: 200 len: 217 time: 0.0489538 Jul 13 19:24:31.994740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b49b191-a98f-4542-b1cb-422ac8c35694 req-01cc9a84-4e41-457c-b5a4-d5cadebf07ea tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532539 Jul 13 19:24:32.033897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d866-8351-4870-b4a6-29bf085eba1c req-6c052233-f870-40f1-be74-8ec4ba46c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:32.035540 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-6c052233-f870-40f1-be74-8ec4ba46c876 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0709391 Jul 13 19:24:32.201423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d866-8351-4870-b4a6-29bf085eba1c req-abde506a-2e9c-4ff2-b95f-c10aea0b6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:32.204506 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-abde506a-2e9c-4ff2-b95f-c10aea0b6a3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613879 Jul 13 19:24:32.213416 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-363fad8b-0909-414a-b9d9-df1bb63558ad tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=aeeff44f91af49bea04478e7e3862f73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502474 Jul 13 19:24:32.383461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-5ea4d392-c91c-4f05-9947-0eb400961f9c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:32.390938 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-5ea4d392-c91c-4f05-9947-0eb400961f9c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711328 Jul 13 19:24:32.392984 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-0964205c-ff33-4b58-9a75-829ea89c9d51 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811380 Jul 13 19:24:32.413863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Request body: {'port': {'device_id': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'aeeff44f91af49bea04478e7e3862f73'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:32.537605 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-2dd94f37-502e-4720-8e02-27b1be79f86a service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283290 Jul 13 19:24:32.595066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0daf10-a00c-4f03-aa7a-4fbd41609fba req-0815969b-f3de-469c-874a-b564e9fb7204 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:32.604184 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0e0daf10-a00c-4f03-aa7a-4fbd41609fba req-0815969b-f3de-469c-874a-b564e9fb7204 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 950 time: 0.2080586 Jul 13 19:24:32.659463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Made reservation on behalf of aeeff44f91af49bea04478e7e3862f73 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:32.670462 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.688294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.719437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0e0daf10-a00c-4f03-aa7a-4fbd41609fba req-1c8157ea-a9eb-4cba-9f0c-d54b21cb2b93 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011767 Jul 13 19:24:32.900961 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb7d25f-b6c8-4efe-9b3f-2f7d4052e62a req-9d5911b3-2301-4e93-976b-f07754af4df5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 210 time: 0.0483351 Jul 13 19:24:32.951406 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.957674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:33.049820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4524460a-22e9-42ac-8bd5-3af0949c7ef4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:33.221017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Allocated IP 192.168.233.82 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/f56086ce-7842-45ae-989a-3583b18b4307) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:33.247535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65c00d-82be-4d76-b91a-6677ba267c76 req-4feae7f0-7d7c-4fde-9a11-977ed44407aa tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:33.249447 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e65c00d-82be-4d76-b91a-6677ba267c76 req-4feae7f0-7d7c-4fde-9a11-977ed44407aa tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1557906 Jul 13 19:24:33.300465 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 06a381b1-d09b-47ea-8f69-ddc40ed73ada no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:33.355005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e65c00d-82be-4d76-b91a-6677ba267c76 req-00c65b28-64a1-4aae-87a0-569bd596fa0f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957747 Jul 13 19:24:33.406579 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:33.433167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90de35a-e009-4a89-a9c9-2a0cb299218b req-0bb2d075-d62d-415b-9a43-2ca9dd96aab9 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:33.453610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a90de35a-e009-4a89-a9c9-2a0cb299218b req-0bb2d075-d62d-415b-9a43-2ca9dd96aab9 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.1647730 Jul 13 19:24:33.478103 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:33.479834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:33.484142 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78becc9b-5cc4-4613-9585-d25f84daaee1" -d '{"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-unplugged", "status": "completed", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:33.488035 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:33.545815 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:33.572510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a90de35a-e009-4a89-a9c9-2a0cb299218b req-380518ba-ab86-4a6e-9e65-e67c25e71f8d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146100 Jul 13 19:24:33.583316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:33.585840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Transition to ACTIVE for port object f56086ce-7842-45ae-989a-3583b18b4307 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:33.676453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:33.679287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9387bc5-d554-4247-a8f6-3074a51104f7 req-8b592e6b-0cd7-461b-a1ad-8054ab21e5dc tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:33.686789 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9387bc5-d554-4247-a8f6-3074a51104f7 req-8b592e6b-0cd7-461b-a1ad-8054ab21e5dc tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 1101 time: 0.1035190 Jul 13 19:24:33.765240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:33.771704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:33.784977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:33.792283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:33.842041 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9387bc5-d554-4247-a8f6-3074a51104f7 req-68c2cc74-5325-47d8-8bb1-b14a7b35ee2c tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542976 Jul 13 19:24:33.923752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:33.923752 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:33.959473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-4ac93539-e011-40ea-9f7c-3153a90be34c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5503025 Jul 13 19:24:33.984845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Request body: {'port': {'device_id': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:34.011879 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-61350e37-0118-44f2-b2cc-4b31576a266b tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=aeeff44f91af49bea04478e7e3862f73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2062941 Jul 13 19:24:34.091388 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5fd6c8-7c95-4434-8515-125f2f3db172 x-openstack-request-id: req-fb5fd6c8-7c95-4434-8515-125f2f3db172 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:34.092023 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-unplugged", "status": "completed", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:34.092989 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb5fd6c8-7c95-4434-8515-125f2f3db172 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:34.095778 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'code': 200} Jul 13 19:24:34.166612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.176252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-0bcb5e56-ad1e-4c8b-b8a5-c569c1ee9ef9 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:34.178071 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-0bcb5e56-ad1e-4c8b-b8a5-c569c1ee9ef9 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555891 Jul 13 19:24:34.202616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Request body: {'port': {'device_id': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'aeeff44f91af49bea04478e7e3862f73'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:34.245397 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ebf8df9b-bad4-4f69-9456-453e3b4e9d33 None None] Provisioning for port f56086ce-7842-45ae-989a-3583b18b4307 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:34.259326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ebf8df9b-bad4-4f69-9456-453e3b4e9d33 None None] Provisioning complete for port f56086ce-7842-45ae-989a-3583b18b4307 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:34.260892 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebf8df9b-bad4-4f69-9456-453e3b4e9d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.313388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708290f-6605-4ec2-8511-2237a8ab3759 req-40ea3679-2469-4a0b-b3fa-a2ad2b3a3b19 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:34.320834 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f708290f-6605-4ec2-8511-2237a8ab3759 req-40ea3679-2469-4a0b-b3fa-a2ad2b3a3b19 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.4919932 Jul 13 19:24:34.350090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8df9b-bad4-4f69-9456-453e3b4e9d33 None None] Port f56086ce-7842-45ae-989a-3583b18b4307 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:34.403551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f708290f-6605-4ec2-8511-2237a8ab3759 req-14dcb94a-b403-4bef-9440-815d81348be3 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809066 Jul 13 19:24:34.463861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Made reservation on behalf of aeeff44f91af49bea04478e7e3862f73 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:34.468119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.577611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56086ce-7842-45ae-989a-3583b18b4307 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:34.628428 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dbb57eb6-e91b-4f05-8f74-f8ebe49b67da req-cc21dcdb-565f-450d-ba8f-2d6f1bb7d0e8 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 210 time: 0.0444980 Jul 13 19:24:34.634590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.663187 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-8d09be2b-f0a3-46f2-a1ea-694664d6c3f6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486388 Jul 13 19:24:34.672839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Transition to ACTIVE for port object f56086ce-7842-45ae-989a-3583b18b4307 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:34.677062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.808164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:34.949027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Attempting to bind port f56086ce-7842-45ae-989a-3583b18b4307 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:34.952134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Attempting to bind port f56086ce-7842-45ae-989a-3583b18b4307 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:34.953025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Attempting to bind port f56086ce-7842-45ae-989a-3583b18b4307 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:34.967871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Port f56086ce-7842-45ae-989a-3583b18b4307 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:34.971318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Attempting to bind port f56086ce-7842-45ae-989a-3583b18b4307 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:34.980275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:34.980505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:34.980956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:34.981399 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Bound port: f56086ce-7842-45ae-989a-3583b18b4307, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:34.981770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.102977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda2d54-0bfc-4ec6-9d27-89586fe8b6f5 req-e6772cb3-1c9e-44b6-a323-6b5e71582047 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.104583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bbda2d54-0bfc-4ec6-9d27-89586fe8b6f5 req-e6772cb3-1c9e-44b6-a323-6b5e71582047 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.2466624 Jul 13 19:24:35.167726 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bbda2d54-0bfc-4ec6-9d27-89586fe8b6f5 req-688389c5-94c9-4944-9401-99471c5ee65e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542696 Jul 13 19:24:35.169701 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:35.181495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:35.189464 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.217193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Allocated IP 192.168.233.171 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/7784b493-d206-4aa4-9034-998290a1a1c4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:35.241005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03587b-4b17-4690-aab4-070698b30cda req-683074e4-ac48-47ea-9e8b-96840928314c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.242202 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-683074e4-ac48-47ea-9e8b-96840928314c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5779383 Jul 13 19:24:35.242689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.243557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.245146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] 10.222.0.24 "PUT /v2.0/ports/f56086ce-7842-45ae-989a-3583b18b4307 HTTP/1.1" status: 200 len: 1095 time: 1.2777476 Jul 13 19:24:35.245585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:35.248207 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "tag": "f56086ce-7842-45ae-989a-3583b18b4307"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:35.272473 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-0b434faf-2490-4c6d-aef6-3a33f0508ba4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/quotas/a726fc1b8b5046cda4f1b929b9e0683b HTTP/1.1" status: 200 len: 375 time: 0.0183420 Jul 13 19:24:35.281091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70db3a7-9e3a-4133-a592-1cab95412826 service neutron] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:35.368546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-f12a568c-7c4d-4044-9a41-f1cc589aceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.370236 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-f12a568c-7c4d-4044-9a41-f1cc589aceb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aeeff44f91af49bea04478e7e3862f73&device_id=9b0e00e6-0aa5-42fe-a752-678885691eca HTTP/1.1" status: 200 len: 1098 time: 0.0836504 Jul 13 19:24:35.395069 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0706b0-1860-423d-ad6c-b0b75dade7fc x-openstack-request-id: req-db0706b0-1860-423d-ad6c-b0b75dade7fc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:35.395351 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "tag": "f56086ce-7842-45ae-989a-3583b18b4307", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:35.395657 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db0706b0-1860-423d-ad6c-b0b75dade7fc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:35.396238 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307', 'status': 'completed', 'code': 200} Jul 13 19:24:35.441130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-6e0063e3-0873-4737-a884-11f72cd86f4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=f56086ce-7842-45ae-989a-3583b18b4307 HTTP/1.1" status: 200 len: 217 time: 0.0573933 Jul 13 19:24:35.491315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-e28a728f-bbb1-4970-be67-f9b15d1f7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.493568 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-e28a728f-bbb1-4970-be67-f9b15d1f7ac6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0510550 Jul 13 19:24:35.510656 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-78d6e159-6237-41e5-8cb5-e5fc10da91b6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2176251 Jul 13 19:24:35.557102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.572575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Transition to ACTIVE for port object 7784b493-d206-4aa4-9034-998290a1a1c4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:35.611233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-5e28982e-7613-4440-bfda-43821bb9a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.611929 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.612934 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-5e28982e-7613-4440-bfda-43821bb9a730 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121693 Jul 13 19:24:35.669657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Pushing event updated for resources: {'Port': ['ID=7784b493-d206-4aa4-9034-998290a1a1c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:35.687084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:35.688688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:35.704636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:35.774043 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-82959f3c-1814-4449-8977-42d6ebd52e1f req-1e2886bb-b42c-4d8a-949a-602b7bb786de tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 210 time: 0.0617192 Jul 13 19:24:35.816092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.816770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.845884 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-f6b2b4dd-791d-4c47-8c10-d9ee6e15687f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6534204 Jul 13 19:24:35.850129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-bcdabc66-73bf-43ac-8dcb-aae1eab2700d service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259383 Jul 13 19:24:35.862993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539ddf8-f08b-487f-9a0f-1f3a5e5017ed req-073e3014-b2d8-4dcf-b5e6-ec35a0efd9a2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.863254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Request body: {'port': {'device_id': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:35.874367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5539ddf8-f08b-487f-9a0f-1f3a5e5017ed req-073e3014-b2d8-4dcf-b5e6-ec35a0efd9a2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1381860 Jul 13 19:24:36.068770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.150245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e4eae16-d48d-4862-bb41-eed7ea43f737 None None] Provisioning for port 7784b493-d206-4aa4-9034-998290a1a1c4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:36.158278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e4eae16-d48d-4862-bb41-eed7ea43f737 None None] Provisioning complete for port 7784b493-d206-4aa4-9034-998290a1a1c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:36.160085 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e4eae16-d48d-4862-bb41-eed7ea43f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.196359 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce27381-d155-4e9c-bd18-a92d80357431 req-5b610792-1514-4e44-93b0-d83fe37bc9a7 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:36.198713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ce27381-d155-4e9c-bd18-a92d80357431 req-5b610792-1514-4e44-93b0-d83fe37bc9a7 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 936 time: 0.2544055 Jul 13 19:24:36.235630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7e4eae16-d48d-4862-bb41-eed7ea43f737 None None] Port 7784b493-d206-4aa4-9034-998290a1a1c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:36.321031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ce27381-d155-4e9c-bd18-a92d80357431 req-ff56b29b-7a00-4039-8a51-7ca315c5c0eb tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114740 Jul 13 19:24:36.411103 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5539ddf8-f08b-487f-9a0f-1f3a5e5017ed req-3ce883ac-1531-4a83-976d-81cb94808593 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356948 Jul 13 19:24:36.499734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-c7c6906b-9b1e-43bf-a893-daca9df8c7d9 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:36.501486 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-c7c6906b-9b1e-43bf-a893-daca9df8c7d9 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1096 time: 0.1540310 Jul 13 19:24:36.505441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e187f0c-25d3-4558-b054-5b6262ed3194 req-93be796f-a8c5-4f5d-a31d-638fecee82fd service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279659 Jul 13 19:24:36.518914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800708-1'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:36.651886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7784b493-d206-4aa4-9034-998290a1a1c4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:36.667562 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.688319 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.767879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Transition to ACTIVE for port object 7784b493-d206-4aa4-9034-998290a1a1c4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:36.795327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-3b04c877-fa11-4e06-9ebc-6a92807b5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:36.796900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-3b04c877-fa11-4e06-9ebc-6a92807b5170 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aeeff44f91af49bea04478e7e3862f73&device_id=9b0e00e6-0aa5-42fe-a752-678885691eca HTTP/1.1" status: 200 len: 1098 time: 0.1968324 Jul 13 19:24:36.813772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c8c7d-30be-4a1e-9eca-7deed3a03c80 req-4109c953-b811-42ab-807c-e4332e444e2a tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:36.815329 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c05c8c7d-30be-4a1e-9eca-7deed3a03c80 req-4109c953-b811-42ab-807c-e4332e444e2a tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 945 time: 0.2173274 Jul 13 19:24:36.841979 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.967077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Pushing event updated for resources: {'Port': ['ID=7784b493-d206-4aa4-9034-998290a1a1c4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:37.036588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-277b578c-6fc3-4390-8019-868120bab8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.038238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-277b578c-6fc3-4390-8019-868120bab8d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2220361 Jul 13 19:24:37.080628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Attempting to bind port 7784b493-d206-4aa4-9034-998290a1a1c4 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:37.080971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Attempting to bind port 7784b493-d206-4aa4-9034-998290a1a1c4 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:37.081306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Attempting to bind port 7784b493-d206-4aa4-9034-998290a1a1c4 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:37.088120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:37.091090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Port 7784b493-d206-4aa4-9034-998290a1a1c4 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:37.091090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Attempting to bind port 7784b493-d206-4aa4-9034-998290a1a1c4 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:37.114063 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-05302314-6ddd-4679-8503-d4e4a4dab087 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=f56086ce-7842-45ae-989a-3583b18b4307 HTTP/1.1" status: 200 len: 217 time: 0.0644269 Jul 13 19:24:37.168035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c05c8c7d-30be-4a1e-9eca-7deed3a03c80 req-7f91946b-ddf5-4e9f-8875-d226fa6e4997 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601893 Jul 13 19:24:37.180026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:37.180374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:37.180767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:37.181350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Bound port: 7784b493-d206-4aa4-9034-998290a1a1c4, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:37.181715 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.198260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-3086a977-5bc0-4b7f-b00c-d4305598194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.201675 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-3086a977-5bc0-4b7f-b00c-d4305598194d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0767970 Jul 13 19:24:37.204071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:37.209866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d733a-5d47-487f-aa3e-3cc54dfa9009 req-6ed1eb13-66f7-4b16-8d2c-17b4710175c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.216852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-289d733a-5d47-487f-aa3e-3cc54dfa9009 req-6ed1eb13-66f7-4b16-8d2c-17b4710175c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 1096 time: 0.3066795 Jul 13 19:24:37.320717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:37.324792 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec45d590-c95d-47c5-85d2-7d160d2fbfa7" -d '{"events": [{"server_uuid": "48c9b928-f45b-427a-801e-266a9bb5bd63", "name": "network-vif-unplugged", "status": "completed", "tag": "86ea307d-d2cf-47a7-86ff-d2bb59d1048d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:37.326906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 86ea307d-d2cf-47a7-86ff-d2bb59d1048d details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:37.330903 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.369496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] For port 7784b493-d206-4aa4-9034-998290a1a1c4, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:37.376241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] For port 7784b493-d206-4aa4-9034-998290a1a1c4, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7784b493-d206-4aa4-9034-998290a1a1c4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:37.386775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7aaef-cc3f-4bb8-bc80-9bfa94542f32 req-1e519788-2a55-4dc8-8417-61645ace33f5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.395015 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20d7aaef-cc3f-4bb8-bc80-9bfa94542f32 req-1e519788-2a55-4dc8-8417-61645ace33f5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.3013399 Jul 13 19:24:37.402193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-7db8bbcf-28dd-4f3d-a422-551973cf5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.404852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-7db8bbcf-28dd-4f3d-a422-551973cf5140 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1880279 Jul 13 19:24:37.405152 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.407043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.494748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.495831 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.498168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] 10.222.0.24 "PUT /v2.0/ports/7784b493-d206-4aa4-9034-998290a1a1c4 HTTP/1.1" status: 200 len: 1096 time: 1.6394229 Jul 13 19:24:37.550264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d733a-5d47-487f-aa3e-3cc54dfa9009 req-f9a24be7-f700-43ca-922f-f3e206b6ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.552560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-289d733a-5d47-487f-aa3e-3cc54dfa9009 req-f9a24be7-f700-43ca-922f-f3e206b6ce65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 919 time: 0.3288710 Jul 13 19:24:37.557619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:37.575320 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20d7aaef-cc3f-4bb8-bc80-9bfa94542f32 req-a9420f6c-9f8a-4fe2-8af8-092c5171cd70 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789434 Jul 13 19:24:37.600201 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 86ea307d-d2cf-47a7-86ff-d2bb59d1048d has no active binding in host n-h2-800708-1 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 19:24:37.600973 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d7fa185-c3ed-4a2b-aefa-9f85451eda0e req-812a7bc7-50a7-4d6b-ac5c-82710538a234 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 210 time: 0.1834724 Jul 13 19:24:37.604804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 06a381b1-d09b-47ea-8f69-ddc40ed73ada details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:37.735319 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964d747c-58a7-4446-a531-c1b7a0b97b84 x-openstack-request-id: req-964d747c-58a7-4446-a531-c1b7a0b97b84 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:37.735793 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9b928-f45b-427a-801e-266a9bb5bd63", "name": "network-vif-unplugged", "status": "completed", "tag": "86ea307d-d2cf-47a7-86ff-d2bb59d1048d", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:37.735912 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-964d747c-58a7-4446-a531-c1b7a0b97b84 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:37.736257 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d', 'code': 200} Jul 13 19:24:37.736870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea896d2-e7ad-40a3-85d7-56be570eca0d service neutron] Pushing event updated for resources: {'Port': ['ID=7784b493-d206-4aa4-9034-998290a1a1c4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:37.782109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-289d733a-5d47-487f-aa3e-3cc54dfa9009 req-eac7390a-6ce3-48c9-a6ad-ea19436b88dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe HTTP/1.1" status: 200 len: 217 time: 0.2155440 Jul 13 19:24:37.800909 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-551eab42-177f-4756-a550-835c198d7098 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2591310 Jul 13 19:24:37.830358 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-0f1ee662-b97e-47b0-a4e8-806c75e2c431 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140611 Jul 13 19:24:37.834126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:37.849114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'mac_address': 'fa:16:3e:9f:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:37.901708 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.902304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on host n-h1-800708-1 for vnic_type normal with profile {"migrating_to": "n-h2-800708-1"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:37.903590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:37.904175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:37.921938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a381b1-d09b-47ea-8f69-ddc40ed73ada {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:37.931155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:37.931863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Attempting to bind port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on network 8777bc0e-d35f-41d4-996a-471bdf2b5441 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:37.946270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:37.952405 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.003033 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:38.003287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Checking segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:38.003711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Bound using segment: {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:38.004175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Bound port: 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8777bc0e-d35f-41d4-996a-471bdf2b5441'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:38.004538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.018849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:38.055125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d733a-5d47-487f-aa3e-3cc54dfa9009 req-148a2272-fa35-4b06-8332-0961e5c4d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.056582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-289d733a-5d47-487f-aa3e-3cc54dfa9009 req-148a2272-fa35-4b06-8332-0961e5c4d6ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49127a9b-d3c6-4bba-a498-5c78b6a4e563 HTTP/1.1" status: 200 len: 858 time: 0.2412922 Jul 13 19:24:38.080220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Pushing event updated for resources: {'Port': ['ID=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:38.120387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-289d733a-5d47-487f-aa3e-3cc54dfa9009 req-15fb8d56-4d5d-42be-aba7-cfe35461c436 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9948263-df17-4641-a5db-e08323ff6f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474303 Jul 13 19:24:38.127971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-3401733c-1c26-4c78-bfcc-fcfb99da43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.129536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-3401733c-1c26-4c78-bfcc-fcfb99da43fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aeeff44f91af49bea04478e7e3862f73&device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 1099 time: 0.5345097 Jul 13 19:24:38.131989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['06a381b1-d09b-47ea-8f69-ddc40ed73ada'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:38.177774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03587b-4b17-4690-aab4-070698b30cda req-43f05925-2b0c-4fc7-8cb5-34096ad63672 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.180321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-43f05925-2b0c-4fc7-8cb5-34096ad63672 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891264 Jul 13 19:24:38.193847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Request body: {'port': {'device_id': 'ac169fad-0303-47c9-8df0-c45842fd574d', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'a726fc1b8b5046cda4f1b929b9e0683b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:38.213092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:38.237780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084067f3-1861-4f03-988c-4376f44a4496 req-48b71876-f5be-4881-96f1-ef6e5c618fa3 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.239409 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-084067f3-1861-4f03-988c-4376f44a4496 req-48b71876-f5be-4881-96f1-ef6e5c618fa3 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 948 time: 0.4674692 Jul 13 19:24:38.245100 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ec0e04c-c398-4bf6-b9c9-2e6f68cbc20b req-eea455d9-d2f7-4cab-9876-c7decb724711 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943833 Jul 13 19:24:38.251020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-2f83c15d-016a-4f55-98cd-2c39b5924317 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7784b493-d206-4aa4-9034-998290a1a1c4 HTTP/1.1" status: 200 len: 217 time: 0.0997801 Jul 13 19:24:38.285356 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af76bd-390a-45b7-ade3-681ee3fe0391 req-af626d5b-fe5e-421f-946a-2e283129eece tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.307890 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28af76bd-390a-45b7-ade3-681ee3fe0391 req-af626d5b-fe5e-421f-946a-2e283129eece tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.3214059 Jul 13 19:24:38.364572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-8e0590a6-a254-48e8-ac65-8319ddc4293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.366233 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-8e0590a6-a254-48e8-ac65-8319ddc4293d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1028185 Jul 13 19:24:38.379483 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-084067f3-1861-4f03-988c-4376f44a4496 req-0aa2e547-7146-4ccc-8b5c-7a1ef4ed5734 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274157 Jul 13 19:24:38.390714 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:38.400416 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-289d733a-5d47-487f-aa3e-3cc54dfa9009 req-18d29d2d-8c61-4c25-831a-9d0f5d4e787c service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698798 Jul 13 19:24:38.409160 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.487470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28af76bd-390a-45b7-ade3-681ee3fe0391 req-5cafda18-91d5-4856-93db-a987e917a212 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781211 Jul 13 19:24:38.601335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.602228 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.604232 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] 10.222.0.60 "PUT /v2.0/ports/86ea307d-d2cf-47a7-86ff-d2bb59d1048d HTTP/1.1" status: 200 len: 1121 time: 2.0897093 Jul 13 19:24:38.605074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c86a8c-84b1-48c0-88ae-b3be840096b5 service neutron] Pushing event updated for resources: {'Port': ['ID=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:38.609638 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Made reservation on behalf of a726fc1b8b5046cda4f1b929b9e0683b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:38.613771 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.689886 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-289d733a-5d47-487f-aa3e-3cc54dfa9009 req-85137eeb-4b12-4d31-96f5-b587c14bc4b5 service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342596 Jul 13 19:24:38.703564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-676a932d-ec56-4b7c-aa6e-b68231fff4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.705419 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-676a932d-ec56-4b7c-aa6e-b68231fff4eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3247128 Jul 13 19:24:38.754271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['86ea307d-d2cf-47a7-86ff-d2bb59d1048d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:38.845178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c535-687c-435e-befb-d54d3d46da44 req-e7194442-30de-48eb-a31f-d9cd01bcee67 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.852500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d952c535-687c-435e-befb-d54d3d46da44 req-e7194442-30de-48eb-a31f-d9cd01bcee67 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.1925528 Jul 13 19:24:38.863785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['86ea307d-d2cf-47a7-86ff-d2bb59d1048d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:38.895579 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-ce9ee445-f7b8-474f-82a7-2eb23105e288 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828570 Jul 13 19:24:38.909803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Allocated IP 192.168.233.198 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/f4840e00-862c-4c57-be1c-ff17f8e2a21e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:38.910201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dea76-a6cf-46b8-9d9d-2825c8c85b94 req-71f1f03e-9b7c-4f7d-a237-3bb664f89d9b tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.911788 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-189dea76-a6cf-46b8-9d9d-2825c8c85b94 req-71f1f03e-9b7c-4f7d-a237-3bb664f89d9b tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1579843 Jul 13 19:24:39.028489 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-189dea76-a6cf-46b8-9d9d-2825c8c85b94 req-6211a911-20ea-4939-b17a-52b72f23e4ae tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031778 Jul 13 19:24:39.084609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eaf8e911-517c-42bf-8933-b3f3287b8bed req-9ea7e2c0-2205-4dd9-9d4a-dbaa014ad62b service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684980 Jul 13 19:24:39.207729 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-947da63d-d903-417a-a7df-44a95a0724c5 req-fc43b23f-c180-4884-bd98-dee7315cb246 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 210 time: 0.0321128 Jul 13 19:24:39.243207 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d952c535-687c-435e-befb-d54d3d46da44 req-5bd57468-f0d3-4f99-ba55-1d524c82ea58 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890295 Jul 13 19:24:39.277551 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.296288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Transition to ACTIVE for port object f4840e00-862c-4c57-be1c-ff17f8e2a21e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:39.337787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.351916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38', '7ff9c63d-c572-4855-9632-89c5e5572e1b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:39.403123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:39.407665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:39.413656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:39.422670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event updated for resources: {'Port': ['ID=f4840e00-862c-4c57-be1c-ff17f8e2a21e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:39.498700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:39.503107 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.535391 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-ad6efaa5-2ca5-4226-bbf9-77ba189e7415 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3453672 Jul 13 19:24:39.552124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Request body: {'port': {'device_id': 'ac169fad-0303-47c9-8df0-c45842fd574d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:39.707735 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.736937 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'tag': '7784b493-d206-4aa4-9034-998290a1a1c4'}, {'name': 'network-changed', 'server_uuid': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'tag': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:39.742899 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0" -d '{"events": [{"name": "network-changed", "server_uuid": "38dd43c7-ac19-47d3-a55b-105af068c9dd", "tag": "7784b493-d206-4aa4-9034-998290a1a1c4"}, {"name": "network-changed", "server_uuid": "48c9b928-f45b-427a-801e-266a9bb5bd63", "tag": "86ea307d-d2cf-47a7-86ff-d2bb59d1048d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:39.865703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1048d150-7f0f-449f-95d1-03fd573d46da None None] Provisioning for port f4840e00-862c-4c57-be1c-ff17f8e2a21e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:39.876264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1048d150-7f0f-449f-95d1-03fd573d46da None None] Provisioning complete for port f4840e00-862c-4c57-be1c-ff17f8e2a21e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:39.876745 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1048d150-7f0f-449f-95d1-03fd573d46da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.879584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f41d4-fe8f-46a4-b73a-32cdcfa9faf1 req-57ef56b6-a85f-47ea-b367-ffe869a69c6c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:39.893252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7c1f41d4-fe8f-46a4-b73a-32cdcfa9faf1 req-57ef56b6-a85f-47ea-b367-ffe869a69c6c tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 948 time: 0.1597006 Jul 13 19:24:39.922883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f56086ce-7842-45ae-989a-3583b18b4307 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:39.976966 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7c1f41d4-fe8f-46a4-b73a-32cdcfa9faf1 req-4061c10b-c5a2-4f40-a218-80eb45b93042 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817316 Jul 13 19:24:39.991135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1048d150-7f0f-449f-95d1-03fd573d46da None None] Port f4840e00-862c-4c57-be1c-ff17f8e2a21e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:40.093273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73a19f-8931-4c06-ae35-86f8fb4ea259 req-1c77e81a-80ac-42b6-8d13-84720bb75507 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:40.095317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae73a19f-8931-4c06-ae35-86f8fb4ea259 req-1c77e81a-80ac-42b6-8d13-84720bb75507 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.2697837 Jul 13 19:24:40.190311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae73a19f-8931-4c06-ae35-86f8fb4ea259 req-7d2c8dda-da79-4bb0-8b88-abc85b7fd7fa tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869522 Jul 13 19:24:40.221259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:40.247822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'f56086ce-7842-45ae-989a-3583b18b4307', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'f56086ce-7842-45ae-989a-3583b18b4307', 'mac_address': 'fa:16:3e:b0:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:40.284424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4840e00-862c-4c57-be1c-ff17f8e2a21e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:40.312028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.330184 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.342146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Transition to ACTIVE for port object f4840e00-862c-4c57-be1c-ff17f8e2a21e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:40.346782 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c71f089-2b5e-4241-9ec4-0fab08d77a34 x-openstack-request-id: req-4c71f089-2b5e-4241-9ec4-0fab08d77a34 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:40.347238 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dd43c7-ac19-47d3-a55b-105af068c9dd", "tag": "7784b493-d206-4aa4-9034-998290a1a1c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48c9b928-f45b-427a-801e-266a9bb5bd63", "tag": "86ea307d-d2cf-47a7-86ff-d2bb59d1048d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:40.347562 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c71f089-2b5e-4241-9ec4-0fab08d77a34 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:40.350667 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'tag': '7784b493-d206-4aa4-9034-998290a1a1c4', 'status': 'completed', 'code': 200} Jul 13 19:24:40.350667 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'tag': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d', 'status': 'completed', 'code': 200} Jul 13 19:24:40.351356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56086ce-7842-45ae-989a-3583b18b4307 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:40.352722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.404790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:40.429051 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.547989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-a614bf3a-2573-4903-8ca6-00ec7c836709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:40.555738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-a614bf3a-2573-4903-8ca6-00ec7c836709 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aeeff44f91af49bea04478e7e3862f73&device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 1099 time: 0.1670401 Jul 13 19:24:40.579918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Pushing event updated for resources: {'Port': ['ID=f4840e00-862c-4c57-be1c-ff17f8e2a21e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:40.617043 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Attempting to bind port f4840e00-862c-4c57-be1c-ff17f8e2a21e on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:40.620744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Attempting to bind port f4840e00-862c-4c57-be1c-ff17f8e2a21e by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:40.621341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Attempting to bind port f4840e00-862c-4c57-be1c-ff17f8e2a21e on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:40.628125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:40.637953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Port f4840e00-862c-4c57-be1c-ff17f8e2a21e on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:40.638582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Attempting to bind port f4840e00-862c-4c57-be1c-ff17f8e2a21e on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:40.648259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a2aaa14b-e448-46e0-a176-8e8adaaa17d7', '5b162b7e-73c9-477b-acab-258c9033c677', 'f281d952-0aed-4aae-8f0a-19d0af14f3c1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:40.651228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:40.651683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:40.652168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:40.652738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Bound port: f4840e00-862c-4c57-be1c-ff17f8e2a21e, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:40.653385 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.873552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] For port f4840e00-862c-4c57-be1c-ff17f8e2a21e, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:40.886368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] For port f4840e00-862c-4c57-be1c-ff17f8e2a21e, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f4840e00-862c-4c57-be1c-ff17f8e2a21e,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:40.893681 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.897369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829d221-261c-47fe-a239-b1e899f3feae req-f8bb427f-fc5b-466f-872d-571d758b8851 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:40.905217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d829d221-261c-47fe-a239-b1e899f3feae req-f8bb427f-fc5b-466f-872d-571d758b8851 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1912856 Jul 13 19:24:40.917169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-89f7880c-94e8-4f6d-a4e7-1983f8b61600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:40.920240 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-89f7880c-94e8-4f6d-a4e7-1983f8b61600 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.3578656 Jul 13 19:24:40.999454 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-adfb7af6-c669-42a2-90b4-81b73daca6af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7784b493-d206-4aa4-9034-998290a1a1c4 HTTP/1.1" status: 200 len: 217 time: 0.0661185 Jul 13 19:24:41.021746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f56086ce-7842-45ae-989a-3583b18b4307'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:41.032181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.032822 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:41.035685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] 10.222.0.24 "PUT /v2.0/ports/f4840e00-862c-4c57-be1c-ff17f8e2a21e HTTP/1.1" status: 200 len: 1096 time: 1.4926972 Jul 13 19:24:41.051465 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d829d221-261c-47fe-a239-b1e899f3feae req-eb42c24b-11f6-43e6-98b5-22356831268e tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385705 Jul 13 19:24:41.103303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c65b12-412f-41e7-8105-c968539db38b req-b4aa584c-6d51-4ba2-97de-f18eb31b814c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.116616 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b2c65b12-412f-41e7-8105-c968539db38b req-b4aa584c-6d51-4ba2-97de-f18eb31b814c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 948 time: 0.3652089 Jul 13 19:24:41.159212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-5ed1cedc-1128-4e88-860a-a823c44ee08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.161126 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-5ed1cedc-1128-4e88-860a-a823c44ee08a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1519380 Jul 13 19:24:41.164594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf2621-380a-4d28-9452-b00e876e7983 service neutron] Pushing event updated for resources: {'Port': ['ID=f4840e00-862c-4c57-be1c-ff17f8e2a21e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:41.253309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-c512178c-b21a-4221-922c-93c3cee80c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.255262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-c512178c-b21a-4221-922c-93c3cee80c1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870028 Jul 13 19:24:41.286692 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b2c65b12-412f-41e7-8105-c968539db38b req-c066faf2-0cb6-4cd3-af8e-3159b590751a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690850 Jul 13 19:24:41.337653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03587b-4b17-4690-aab4-070698b30cda req-0b10cdf2-1233-46a3-9deb-c2788b44d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.339646 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-0b10cdf2-1233-46a3-9deb-c2788b44d23e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 1099 time: 0.2211308 Jul 13 19:24:41.393046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 06a381b1-d09b-47ea-8f69-ddc40ed73ada up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:41.403095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-6df48018-3130-4541-9848-fcddf9ea7c2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=f4840e00-862c-4c57-be1c-ff17f8e2a21e HTTP/1.1" status: 200 len: 217 time: 0.0553954 Jul 13 19:24:41.509234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-31fdb986-79d2-43d6-b5b3-c93142b58531 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401052 Jul 13 19:24:41.526723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 06a381b1-d09b-47ea-8f69-ddc40ed73ada triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:41.527260 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:41.539779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03587b-4b17-4690-aab4-070698b30cda req-9d7ac5d1-2bdf-4c89-80ef-d32623ea4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.541510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-9d7ac5d1-2bdf-4c89-80ef-d32623ea4be3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1300197 Jul 13 19:24:41.656141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be6986-c459-4e69-a39e-9897e6551f1c req-f9585322-0d8d-4ddf-92f0-d407d3cc9f58 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.658082 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-27be6986-c459-4e69-a39e-9897e6551f1c req-f9585322-0d8d-4ddf-92f0-d407d3cc9f58 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.3046837 Jul 13 19:24:41.660233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03587b-4b17-4690-aab4-070698b30cda req-efaa2356-5b69-4a78-9a9d-be191a6027f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.661986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-efaa2356-5b69-4a78-9a9d-be191a6027f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109097 Jul 13 19:24:41.728298 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:41.739996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-27be6986-c459-4e69-a39e-9897e6551f1c req-cd9b0f17-ace2-4894-a99e-cbffb6def9db tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659454 Jul 13 19:24:41.792118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:41.794835 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58185acd-0a27-4d05-819a-aa5e2f4dba6b" -d '{"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-plugged", "status": "completed", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:41.797443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-b59a1f91-90d8-42d9-b20a-6bfa7e1c85f0 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722850 Jul 13 19:24:41.822032 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-d6e100d6-b764-469d-92e6-b8c78dd4897e service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511102 Jul 13 19:24:41.833743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:41.838978 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:41.914326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7784b493-d206-4aa4-9034-998290a1a1c4 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:41.944600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16405dd0-525a-479d-aafd-4db9b83c4def req-3e544776-99e0-4ada-b43a-c7c8b2ba50a9 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.946427 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16405dd0-525a-479d-aafd-4db9b83c4def req-3e544776-99e0-4ada-b43a-c7c8b2ba50a9 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 948 time: 0.2524428 Jul 13 19:24:41.982085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:42.008479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f03587b-4b17-4690-aab4-070698b30cda req-ca8156c9-aaaf-490a-a2ac-4ae229f5a693 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766438 Jul 13 19:24:42.051341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16405dd0-525a-479d-aafd-4db9b83c4def req-3a84d7e7-a2e3-4fd5-bacd-b6ac9ab9d8a2 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Jul 13 19:24:42.103696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-f1c7c456-781d-4819-bc53-63ffbdb261f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.105395 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-f1c7c456-781d-4819-bc53-63ffbdb261f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 1124 time: 0.2199068 Jul 13 19:24:42.124473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7784b493-d206-4aa4-9034-998290a1a1c4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7784b493-d206-4aa4-9034-998290a1a1c4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:42.125042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898a6c7-03e9-480d-83b7-13a3f5ed2c13 req-0073d6ca-67dc-448c-b173-8db1a1ea638b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.126377 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1898a6c7-03e9-480d-83b7-13a3f5ed2c13 req-0073d6ca-67dc-448c-b173-8db1a1ea638b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1874554 Jul 13 19:24:42.152174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '7784b493-d206-4aa4-9034-998290a1a1c4', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '7784b493-d206-4aa4-9034-998290a1a1c4', 'mac_address': 'fa:16:3e:55:c8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:42.254717 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.265635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-ea9eead8-11ff-42c2-8e8e-1d763bd5f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.265635 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-ea9eead8-11ff-42c2-8e8e-1d763bd5f87c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.1370780 Jul 13 19:24:42.322940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7784b493-d206-4aa4-9034-998290a1a1c4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:42.350162 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac169fad-0303-47c9-8df0-c45842fd574d', 'tag': 'f4840e00-862c-4c57-be1c-ff17f8e2a21e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:42.355478 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9843a800-3243-40b1-b99e-f7f11491aab4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac169fad-0303-47c9-8df0-c45842fd574d", "tag": "f4840e00-862c-4c57-be1c-ff17f8e2a21e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:42.386582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-8c89589a-61f2-4881-87f7-e976751f1aa8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d HTTP/1.1" status: 200 len: 217 time: 0.0959673 Jul 13 19:24:42.399211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7784b493-d206-4aa4-9034-998290a1a1c4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7784b493-d206-4aa4-9034-998290a1a1c4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:42.402152 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc8eb50-d3a8-4215-be35-8d43ab871e9d x-openstack-request-id: req-bdc8eb50-d3a8-4215-be35-8d43ab871e9d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:42.403614 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-plugged", "status": "completed", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:42.403974 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdc8eb50-d3a8-4215-be35-8d43ab871e9d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:42.404772 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'code': 200} Jul 13 19:24:42.408703 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.454125 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1898a6c7-03e9-480d-83b7-13a3f5ed2c13 req-b7069d5e-e6f5-476b-884f-2b3692eb556f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881509 Jul 13 19:24:42.499432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-c0660d6c-1021-47b8-af32-8e5f25f0e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.504378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-c0660d6c-1021-47b8-af32-8e5f25f0e25a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1088305 Jul 13 19:24:42.567485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-da9c951c-d0c4-4972-a79d-04517d8a1e8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574291 Jul 13 19:24:42.575528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7784b493-d206-4aa4-9034-998290a1a1c4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:42.700420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b05d2-9aa0-4ac2-b12b-c2936dc956e3 req-e66975e7-5d82-4426-be9e-a34094936915 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.709438 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e0b05d2-9aa0-4ac2-b12b-c2936dc956e3 req-e66975e7-5d82-4426-be9e-a34094936915 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1054282 Jul 13 19:24:42.767919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['7784b493-d206-4aa4-9034-998290a1a1c4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:42.788421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-f1011af6-47cc-4076-8c90-c73badcfe193 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128162 Jul 13 19:24:42.801564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caf085-7ab4-458f-8325-82d41aa6588c req-840ec82b-b12e-409f-9a04-831f5100dda2 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.803081 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-59caf085-7ab4-458f-8325-82d41aa6588c req-840ec82b-b12e-409f-9a04-831f5100dda2 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 948 time: 0.1203156 Jul 13 19:24:42.811088 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e0b05d2-9aa0-4ac2-b12b-c2936dc956e3 req-e2ea5bf5-62cb-4b3c-b3cb-23369770e6fd tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984766 Jul 13 19:24:42.916293 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-59caf085-7ab4-458f-8325-82d41aa6588c req-a7a00f64-0d9f-4479-ad4d-59adb61720b0 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975900 Jul 13 19:24:42.939874 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef287a10-b2ac-4c0f-9dfc-4e4dce3a65f0 req-4338d2b1-b48e-4cfc-9fa7-e2f383644e67 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354680 Jul 13 19:24:42.993480 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b8384f-9276-4239-862d-25ab7a5b782c x-openstack-request-id: req-23b8384f-9276-4239-862d-25ab7a5b782c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:42.994005 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac169fad-0303-47c9-8df0-c45842fd574d", "tag": "f4840e00-862c-4c57-be1c-ff17f8e2a21e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:42.994005 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23b8384f-9276-4239-862d-25ab7a5b782c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:42.994846 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac169fad-0303-47c9-8df0-c45842fd574d', 'tag': 'f4840e00-862c-4c57-be1c-ff17f8e2a21e', 'status': 'completed', 'code': 200} Jul 13 19:24:43.119264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-ebb4f403-7004-4c7e-822c-83bc569d1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.120793 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-ebb4f403-7004-4c7e-822c-83bc569d1c8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 1099 time: 0.1117969 Jul 13 19:24:43.329982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-19049c6e-7ab0-4409-89bc-5f25e83553ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.332560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-19049c6e-7ab0-4409-89bc-5f25e83553ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2011187 Jul 13 19:24:43.341129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c14b99-225c-437a-8da0-bb54782cfaf2 req-b0888e47-b6ba-45eb-a963-d62fc9f58fd8 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.342812 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02c14b99-225c-437a-8da0-bb54782cfaf2 req-b0888e47-b6ba-45eb-a963-d62fc9f58fd8 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.1066287 Jul 13 19:24:43.413282 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02c14b99-225c-437a-8da0-bb54782cfaf2 req-097461a4-f0a6-49ac-a10e-3f766ac8c7bd tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542777 Jul 13 19:24:43.437063 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-90c22714-eaca-4e33-8f4e-b8b09efe0950 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=f4840e00-862c-4c57-be1c-ff17f8e2a21e HTTP/1.1" status: 200 len: 217 time: 0.0888882 Jul 13 19:24:43.610829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-eab86a71-1549-4eb5-adca-3c4f9775de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.620107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-eab86a71-1549-4eb5-adca-3c4f9775de5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1757319 Jul 13 19:24:43.703600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49819-c0b1-4517-b530-4a95e26e533f req-7a01aef7-6deb-4fd8-9da3-5ebf7393ff21 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.710540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09b49819-c0b1-4517-b530-4a95e26e533f req-7a01aef7-6deb-4fd8-9da3-5ebf7393ff21 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 949 time: 0.2701099 Jul 13 19:24:43.723680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-2d2f9180-91ac-4857-a861-bcc4f2c0f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.725233 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-2d2f9180-91ac-4857-a861-bcc4f2c0f009 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945714 Jul 13 19:24:43.785679 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09b49819-c0b1-4517-b530-4a95e26e533f req-92c18eb7-9e22-4c1a-8f96-037f76759539 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741482 Jul 13 19:24:43.922214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f4840e00-862c-4c57-be1c-ff17f8e2a21e details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:43.924284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f56086ce-7842-45ae-989a-3583b18b4307 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:43.925974 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-526aaff5-73cc-4105-8e84-00de405414e8 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921577 Jul 13 19:24:43.975470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f996c4b-7109-45c2-845d-badf66166434 req-827327dc-8760-41a3-bf0c-f34e5e892568 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.992051 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f996c4b-7109-45c2-845d-badf66166434 req-827327dc-8760-41a3-bf0c-f34e5e892568 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1373632 Jul 13 19:24:44.094413 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f996c4b-7109-45c2-845d-badf66166434 req-81f5bbb6-bb4b-4241-9655-f9b2ea0be564 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013498 Jul 13 19:24:44.169528 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9843a800-3243-40b1-b99e-f7f11491aab4 req-e420bec3-bc31-435d-aa2e-0a959bd11482 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318711 Jul 13 19:24:44.211145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bef34e-0101-4b34-9141-da6c264eb527 req-72e12b2d-5f03-4744-a3d7-c288fcc8568d tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:44.220392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1bef34e-0101-4b34-9141-da6c264eb527 req-72e12b2d-5f03-4744-a3d7-c288fcc8568d tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1236753 Jul 13 19:24:44.271149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port f56086ce-7842-45ae-989a-3583b18b4307 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:44.274958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1bef34e-0101-4b34-9141-da6c264eb527 req-b5a47834-ad82-4950-9999-db14102b913a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533018 Jul 13 19:24:44.290810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port f56086ce-7842-45ae-989a-3583b18b4307 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:44.290810 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.366390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f4840e00-862c-4c57-be1c-ff17f8e2a21e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f4840e00-862c-4c57-be1c-ff17f8e2a21e,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:44.392575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'f4840e00-862c-4c57-be1c-ff17f8e2a21e', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'f4840e00-862c-4c57-be1c-ff17f8e2a21e', 'mac_address': 'fa:16:3e:54:08:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:44.471249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88373118-5790-4aa5-a9f3-e25fc0432fbd req-01fddadc-793a-401f-92e7-69af945cc717 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:44.477572 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-88373118-5790-4aa5-a9f3-e25fc0432fbd req-01fddadc-793a-401f-92e7-69af945cc717 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 948 time: 0.1097884 Jul 13 19:24:44.533989 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.565814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-88373118-5790-4aa5-a9f3-e25fc0432fbd req-d31a9ff3-5630-42bb-bf26-caa0b1e44216 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802438 Jul 13 19:24:44.575454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4840e00-862c-4c57-be1c-ff17f8e2a21e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:44.593288 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.651422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f4840e00-862c-4c57-be1c-ff17f8e2a21e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f4840e00-862c-4c57-be1c-ff17f8e2a21e,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:44.664811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:44.672739 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68e942c-3dfa-4abe-aeff-af31770a8152" -d '{"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-plugged", "status": "completed", "tag": "f56086ce-7842-45ae-989a-3583b18b4307"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:44.684630 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.768818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f4840e00-862c-4c57-be1c-ff17f8e2a21e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:44.772654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:44.780191 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.781022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 86ea307d-d2cf-47a7-86ff-d2bb59d1048d no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:44.932812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43603de-e064-4f88-8868-2d8e88afc5cf req-4e5436e0-273e-4b51-a75f-2c22c759de1b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:44.941449 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f43603de-e064-4f88-8868-2d8e88afc5cf req-4e5436e0-273e-4b51-a75f-2c22c759de1b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 943 time: 0.2787375 Jul 13 19:24:44.990962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:45.035085 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831e9bb5-c510-4567-bb23-1ae920595949 x-openstack-request-id: req-831e9bb5-c510-4567-bb23-1ae920595949 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:45.035569 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-plugged", "status": "completed", "tag": "f56086ce-7842-45ae-989a-3583b18b4307", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:45.036011 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-831e9bb5-c510-4567-bb23-1ae920595949 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:45.036569 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307', 'code': 200} Jul 13 19:24:45.060108 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-f614fdbc-023e-4916-be55-b07371d4c80b service neutron] 10.222.0.24 "GET /v2.0/ports/86ea307d-d2cf-47a7-86ff-d2bb59d1048d/bindings/n-h2-800708-1 HTTP/1.1" status: 200 len: 384 time: 0.2143157 Jul 13 19:24:45.072844 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f43603de-e064-4f88-8868-2d8e88afc5cf req-a1e7b778-a245-47ae-abe6-c750dbd403de tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302297 Jul 13 19:24:45.160400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f4840e00-862c-4c57-be1c-ff17f8e2a21e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:45.237227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fda14-e42c-46a8-85f0-30732bdd2328 req-ddfaa53f-f4d5-4e7b-9c17-cd805d9bd355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:45.239470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-638fda14-e42c-46a8-85f0-30732bdd2328 req-ddfaa53f-f4d5-4e7b-9c17-cd805d9bd355 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b0e00e6-0aa5-42fe-a752-678885691eca HTTP/1.1" status: 200 len: 1100 time: 0.1344347 Jul 13 19:24:45.399662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-638fda14-e42c-46a8-85f0-30732bdd2328 req-89adf8b5-1358-4c55-b9bb-6463ef4f3571 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513178 Jul 13 19:24:45.408694 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.463556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-953b512d-4c56-4bac-9854-18ab499e9457 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:45.477680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2a38e-40c0-4a10-9f77-a03de68e0d6f req-f6c066c9-aec5-41e1-9b68-94c4865fd204 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:45.479513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23e2a38e-40c0-4a10-9f77-a03de68e0d6f req-f6c066c9-aec5-41e1-9b68-94c4865fd204 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 949 time: 0.2028213 Jul 13 19:24:45.542767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-953b512d-4c56-4bac-9854-18ab499e9457 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:45.566382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23e2a38e-40c0-4a10-9f77-a03de68e0d6f req-2e6da01e-50f8-4bd6-a3fe-145cee5c1783 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778894 Jul 13 19:24:45.614705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e647e36-0a7e-4984-9c01-0341d8773c1b req-e241adc2-72eb-47c0-a707-f82f5f999c96 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:45.622363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3e647e36-0a7e-4984-9c01-0341d8773c1b req-e241adc2-72eb-47c0-a707-f82f5f999c96 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.2439842 Jul 13 19:24:45.643329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-953b512d-4c56-4bac-9854-18ab499e9457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ea307d-d2cf-47a7-86ff-d2bb59d1048d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:45.661502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-953b512d-4c56-4bac-9854-18ab499e9457 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:45.687930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-953b512d-4c56-4bac-9854-18ab499e9457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.705367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3e647e36-0a7e-4984-9c01-0341d8773c1b req-4557d284-cfc5-407b-b30c-1202d8cca414 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819952 Jul 13 19:24:45.852985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e8c46-5296-4099-a159-ac59785f7f4b req-698d8580-0889-4a71-bf2f-a94c88e5f1a1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:45.854607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2b4e8c46-5296-4099-a159-ac59785f7f4b req-698d8580-0889-4a71-bf2f-a94c88e5f1a1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1327336 Jul 13 19:24:45.873025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-953b512d-4c56-4bac-9854-18ab499e9457 service neutron] Transition to ACTIVE for port object 86ea307d-d2cf-47a7-86ff-d2bb59d1048d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:45.880395 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-953b512d-4c56-4bac-9854-18ab499e9457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.912468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7784b493-d206-4aa4-9034-998290a1a1c4 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:45.922382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2b4e8c46-5296-4099-a159-ac59785f7f4b req-0244e7e9-22aa-44f7-9add-e31a7f6f2073 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578740 Jul 13 19:24:46.050254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-953b512d-4c56-4bac-9854-18ab499e9457 service neutron] No DVR routers for this DVR port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:24:46.098966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b512d-4c56-4bac-9854-18ab499e9457 service neutron] Pushing event updated for resources: {'Port': ['ID=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:46.101277 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.107478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 7784b493-d206-4aa4-9034-998290a1a1c4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:46.124039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 7784b493-d206-4aa4-9034-998290a1a1c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:46.124607 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.181503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-953b512d-4c56-4bac-9854-18ab499e9457 service neutron] 10.222.0.24 "PUT /v2.0/ports/86ea307d-d2cf-47a7-86ff-d2bb59d1048d/bindings/n-h2-800708-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1035407 Jul 13 19:24:46.233247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d388d-5d0d-4664-8ff6-477eecf7964c req-907c49d0-a8a6-49d1-96ce-ddb0dcfc0069 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:46.285111 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc2d388d-5d0d-4664-8ff6-477eecf7964c req-907c49d0-a8a6-49d1-96ce-ddb0dcfc0069 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 949 time: 0.2137215 Jul 13 19:24:46.329258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dc708-77e2-40cd-8413-37c7ef1d1c73 req-8208164d-1124-40cf-8fff-19a99464f52b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:46.337448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a74dc708-77e2-40cd-8413-37c7ef1d1c73 req-8208164d-1124-40cf-8fff-19a99464f52b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 944 time: 0.1168103 Jul 13 19:24:46.385842 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.424354 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a74dc708-77e2-40cd-8413-37c7ef1d1c73 req-1a37b2f3-07a3-40e7-a230-be348b505c19 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858848 Jul 13 19:24:46.449864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7784b493-d206-4aa4-9034-998290a1a1c4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7784b493-d206-4aa4-9034-998290a1a1c4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:46.459058 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc2d388d-5d0d-4664-8ff6-477eecf7964c req-1e520f83-e977-437c-a9ac-e8eba76cee66 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736615 Jul 13 19:24:46.480298 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.601892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7784b493-d206-4aa4-9034-998290a1a1c4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:46.819972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-f302b883-edd8-4917-aee2-d50a12213418 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:46.822442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-f302b883-edd8-4917-aee2-d50a12213418 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.5077026 Jul 13 19:24:46.841060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf868c0-1b38-49f7-8d11-07b22aa5d8bd req-4536c3e7-3b60-45a6-a3f6-5734dd045fe4 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:46.842808 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bf868c0-1b38-49f7-8d11-07b22aa5d8bd req-4536c3e7-3b60-45a6-a3f6-5734dd045fe4 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 950 time: 0.0873969 Jul 13 19:24:46.907386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bf868c0-1b38-49f7-8d11-07b22aa5d8bd req-d7dcd74c-5c1e-4e1b-b59f-2e88c1b01934 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558541 Jul 13 19:24:46.981179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-2d0a881e-2606-4c4c-8f2e-008fdfef5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:46.983286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-2d0a881e-2606-4c4c-8f2e-008fdfef5c8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7 HTTP/1.1" status: 200 len: 1095 time: 0.1303692 Jul 13 19:24:47.007041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a925c-1454-44de-8c7f-6fc9977e10d2 req-38b326a2-5f38-478b-b828-0a8c168a9336 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:47.014835 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-574a925c-1454-44de-8c7f-6fc9977e10d2 req-38b326a2-5f38-478b-b828-0a8c168a9336 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1070476 Jul 13 19:24:47.037521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7784b493-d206-4aa4-9034-998290a1a1c4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:47.040365 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dcebe4-4dc6-4b78-b58f-8afc620aeada" -d '{"events": [{"server_uuid": "38dd43c7-ac19-47d3-a55b-105af068c9dd", "name": "network-vif-plugged", "status": "completed", "tag": "7784b493-d206-4aa4-9034-998290a1a1c4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:47.102543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-574a925c-1454-44de-8c7f-6fc9977e10d2 req-7d7ac06d-c670-49e7-a771-26eaec96fb92 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865314 Jul 13 19:24:47.157986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-c4ff3f78-1ce4-41f7-b04b-0b6784dd000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:47.157986 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-c4ff3f78-1ce4-41f7-b04b-0b6784dd000e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 1095 time: 0.1201496 Jul 13 19:24:47.195842 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c01453-b3ad-469c-befa-fb8dab406fef x-openstack-request-id: req-50c01453-b3ad-469c-befa-fb8dab406fef {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:47.196452 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dd43c7-ac19-47d3-a55b-105af068c9dd", "name": "network-vif-plugged", "status": "completed", "tag": "7784b493-d206-4aa4-9034-998290a1a1c4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:47.196600 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50c01453-b3ad-469c-befa-fb8dab406fef {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:47.197103 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7784b493-d206-4aa4-9034-998290a1a1c4', 'code': 200} Jul 13 19:24:47.335765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d74ef-ee97-47d1-9f5a-8e7ae989dd7e req-9b1640a2-4268-46b1-b11d-f467493d09f9 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:47.337439 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d25d74ef-ee97-47d1-9f5a-8e7ae989dd7e req-9b1640a2-4268-46b1-b11d-f467493d09f9 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1929257 Jul 13 19:24:47.391818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d25d74ef-ee97-47d1-9f5a-8e7ae989dd7e req-b1d544c2-d3ac-4a3e-a8d8-4209ee02bbcd tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483377 Jul 13 19:24:47.403951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-80d3d97c-4d19-401d-b954-b42b2b0f503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:47.410357 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-80d3d97c-4d19-401d-b954-b42b2b0f503c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.2392921 Jul 13 19:24:47.554801 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-c94e4676-2bb0-4539-8ece-b7c80943b82b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d HTTP/1.1" status: 200 len: 217 time: 0.1239707 Jul 13 19:24:47.684633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2b3d5-8dfd-47ea-81ca-92cf40d792e4 req-fa938090-6546-4e39-a8e1-349876906897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:47.686322 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58d2b3d5-8dfd-47ea-81ca-92cf40d792e4 req-fa938090-6546-4e39-a8e1-349876906897 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 1101 time: 0.3371842 Jul 13 19:24:47.693784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-b2bc71c9-46f0-4d80-a372-9644e43234f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:47.694918 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-b2bc71c9-46f0-4d80-a372-9644e43234f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.1286561 Jul 13 19:24:47.741493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cb3f5-a403-4d02-8fbd-aaa2e0899127 req-0625f2b3-9fa3-4353-8a87-a00b4bf72206 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:47.745620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-88f92da0-fca5-4f80-977d-8c484c56cb5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392835 Jul 13 19:24:47.750681 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f89cb3f5-a403-4d02-8fbd-aaa2e0899127 req-0625f2b3-9fa3-4353-8a87-a00b4bf72206 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 949 time: 0.0841565 Jul 13 19:24:47.788358 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58d2b3d5-8dfd-47ea-81ca-92cf40d792e4 req-b122ba09-7d87-41e3-a150-e6c11d8af7ff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924387 Jul 13 19:24:47.809557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f89cb3f5-a403-4d02-8fbd-aaa2e0899127 req-19623107-9c93-4e2c-97cd-93c2e5add6d8 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569918 Jul 13 19:24:47.842603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17878e-cef8-4a8f-8bba-4b9c733f9b12 req-9f2f2085-08ad-40ac-a54a-4219d851b779 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:47.846882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd17878e-cef8-4a8f-8bba-4b9c733f9b12 req-9f2f2085-08ad-40ac-a54a-4219d851b779 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 944 time: 0.2527919 Jul 13 19:24:47.909069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd17878e-cef8-4a8f-8bba-4b9c733f9b12 req-e05e524a-1522-45a6-a368-65b967950c3e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588744 Jul 13 19:24:47.913012 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-5997509f-58ee-49d2-9adf-a7b35d0c332c service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499078 Jul 13 19:24:47.924556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f4840e00-862c-4c57-be1c-ff17f8e2a21e up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:47.998313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port f4840e00-862c-4c57-be1c-ff17f8e2a21e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:48.006137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port f4840e00-862c-4c57-be1c-ff17f8e2a21e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:48.006538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:48.063842 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-1cd12717-d9c6-4704-8fea-7d177a642582 service neutron] 10.222.0.60 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364834 Jul 13 19:24:48.161120 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:48.164247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f988272-51db-46bd-9623-8dbd71cb7b0b req-26336765-de26-410f-8664-5175afa93e6e tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:48.167287 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f988272-51db-46bd-9623-8dbd71cb7b0b req-26336765-de26-410f-8664-5175afa93e6e tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 950 time: 0.1047554 Jul 13 19:24:48.202167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f4840e00-862c-4c57-be1c-ff17f8e2a21e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f4840e00-862c-4c57-be1c-ff17f8e2a21e,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:48.209677 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:48.248382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f988272-51db-46bd-9623-8dbd71cb7b0b req-928e2b82-a5d1-43a0-ba24-c5db2d9cbeb2 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740259 Jul 13 19:24:48.284691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f4840e00-862c-4c57-be1c-ff17f8e2a21e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:48.358523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f72f4-211d-4ed5-9c6a-624ce597d684 req-4036aa6f-2656-43ab-8053-622c4a2f6a76 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:48.365897 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-589f72f4-211d-4ed5-9c6a-624ce597d684 req-4036aa6f-2656-43ab-8053-622c4a2f6a76 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1115878 Jul 13 19:24:48.416676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-589f72f4-211d-4ed5-9c6a-624ce597d684 req-685481a2-cf12-4761-a308-572d70e8276b tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495484 Jul 13 19:24:48.591761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-9ef92c29-b418-4a18-9511-01c19bcd9104 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:48.593364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-9ef92c29-b418-4a18-9511-01c19bcd9104 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63&tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1158550 Jul 13 19:24:48.710184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dea61-04a8-4d68-aa08-0e44d4617e11 req-e482b963-ffad-47c5-a819-36802d7102aa tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:48.718753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c61dea61-04a8-4d68-aa08-0e44d4617e11 req-e482b963-ffad-47c5-a819-36802d7102aa tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1484578 Jul 13 19:24:48.833785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c61dea61-04a8-4d68-aa08-0e44d4617e11 req-7735f5af-12e9-4d69-9a81-ba61762bef47 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140339 Jul 13 19:24:48.870320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-65b56b66-9b42-4f2c-a700-56b1e70a28e2 service neutron] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:48.881778 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-65b56b66-9b42-4f2c-a700-56b1e70a28e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:48.887441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eae07e03-c5e7-40f5-b223-88ec79430ed7 req-65b56b66-9b42-4f2c-a700-56b1e70a28e2 service neutron] 10.222.0.60 "DELETE /v2.0/ports/86ea307d-d2cf-47a7-86ff-d2bb59d1048d/bindings/n-h1-800708-1 HTTP/1.1" status: 204 len: 173 time: 0.2721164 Jul 13 19:24:49.026846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-8229f209-86de-4eb1-bc3b-85947fb35dc3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:49.028578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-8229f209-86de-4eb1-bc3b-85947fb35dc3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 807 time: 0.2354186 Jul 13 19:24:49.045556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-9ebb1cba-433e-4e1c-bd1e-d3633e841757 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/quotas/06fb674d5f8a44f59700ad9453117896 HTTP/1.1" status: 200 len: 375 time: 0.0115681 Jul 13 19:24:49.064731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776173d5-38af-4a73-8c5c-cbd6bf40c6e5 req-18cac169-40c8-4558-b04b-184440380124 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:49.066958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-776173d5-38af-4a73-8c5c-cbd6bf40c6e5 req-18cac169-40c8-4558-b04b-184440380124 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 950 time: 0.0756238 Jul 13 19:24:49.129298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-776173d5-38af-4a73-8c5c-cbd6bf40c6e5 req-dd8b346a-243e-4e20-909b-a5ff8ad67baa tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535989 Jul 13 19:24:49.147168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-12da91db-b338-4797-99e3-862e23b75423 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948679 Jul 13 19:24:49.198386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac169fad-0303-47c9-8df0-c45842fd574d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4840e00-862c-4c57-be1c-ff17f8e2a21e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:49.203812 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6832a7-93b2-4b1d-a1eb-53eaaf7a2c5f" -d '{"events": [{"server_uuid": "ac169fad-0303-47c9-8df0-c45842fd574d", "name": "network-vif-plugged", "status": "completed", "tag": "f4840e00-862c-4c57-be1c-ff17f8e2a21e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:49.287998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-41d0d6c2-eb3a-4a9a-ab04-82d6e44d8721 service neutron] 10.222.0.25 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392646 Jul 13 19:24:49.337582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611fbb0-6de1-4900-98ba-334f19c64393 req-31ba9a9d-fe18-4a12-9fa2-b302fa4adc7d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:49.346083 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c611fbb0-6de1-4900-98ba-334f19c64393 req-31ba9a9d-fe18-4a12-9fa2-b302fa4adc7d tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 944 time: 0.1076341 Jul 13 19:24:49.383124 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c611fbb0-6de1-4900-98ba-334f19c64393 req-5ece0395-d74e-4284-8a1b-aad7ad50ec88 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361001 Jul 13 19:24:49.427781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-1ae964ad-27bb-44f0-9c43-bf6d747fd102 service neutron] 10.222.0.25 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352339 Jul 13 19:24:49.559118 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acca8ef-fb26-4749-804c-b1038e01ed80 x-openstack-request-id: req-6acca8ef-fb26-4749-804c-b1038e01ed80 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:49.559699 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac169fad-0303-47c9-8df0-c45842fd574d", "name": "network-vif-plugged", "status": "completed", "tag": "f4840e00-862c-4c57-be1c-ff17f8e2a21e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:49.560110 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6acca8ef-fb26-4749-804c-b1038e01ed80 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:49.560658 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac169fad-0303-47c9-8df0-c45842fd574d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4840e00-862c-4c57-be1c-ff17f8e2a21e', 'code': 200} Jul 13 19:24:49.767561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6b737-0d1e-4a66-bbca-509f2e199560 req-00854819-b663-42f2-8311-2f2b6aff5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:49.769774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f4e6b737-0d1e-4a66-bbca-509f2e199560 req-00854819-b663-42f2-8311-2f2b6aff5c27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 1101 time: 0.1200783 Jul 13 19:24:49.806995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d96daf-493e-4c22-96c7-160f298ad710 req-b4a57fe9-3601-4bb8-9985-f100dc9783eb tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:49.809499 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-90d96daf-493e-4c22-96c7-160f298ad710 req-b4a57fe9-3601-4bb8-9985-f100dc9783eb tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 950 time: 0.1192636 Jul 13 19:24:49.883710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f4e6b737-0d1e-4a66-bbca-509f2e199560 req-8f79cc7a-e92c-48fd-8748-3dc2e158f94b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036327 Jul 13 19:24:49.903689 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-90d96daf-493e-4c22-96c7-160f298ad710 req-a6fb53a9-7efa-483f-8715-0f5a870d8efc tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852141 Jul 13 19:24:50.167241 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7583844d-c08e-4f41-94a8-3074539d68c6 req-7aec7338-e9b8-4b14-9f4c-3e0cb43c5718 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 210 time: 0.0420702 Jul 13 19:24:50.201437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad8f25-910b-47e0-9e49-83011590d548 req-e5a1e589-c988-4640-ae11-c563e308c5cb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:50.214212 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ddad8f25-910b-47e0-9e49-83011590d548 req-e5a1e589-c988-4640-ae11-c563e308c5cb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1918378 Jul 13 19:24:50.299475 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ddad8f25-910b-47e0-9e49-83011590d548 req-a66519ca-5f3b-426a-9868-a318ed281a22 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817101 Jul 13 19:24:50.385080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83df08-0483-4689-9cbc-3813d043a14e req-24baf4b1-2f28-4940-b165-56c02a1d779e tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:50.389879 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db83df08-0483-4689-9cbc-3813d043a14e req-24baf4b1-2f28-4940-b165-56c02a1d779e tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 1095 time: 0.0863836 Jul 13 19:24:50.440652 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db83df08-0483-4689-9cbc-3813d043a14e req-ca43a366-c9c4-45f4-9b86-38d39a0d7f75 tempest-LiveAutoBlockMigrationV225Test-2031289267 tempest-LiveAutoBlockMigrationV225Test-2031289267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Jul 13 19:24:50.556861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0e8c1-2cb4-4e17-8db6-7437159e900d req-8f4aeb06-2142-4709-bc53-70b4361d2cfd tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:50.565740 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8ad0e8c1-2cb4-4e17-8db6-7437159e900d req-8f4aeb06-2142-4709-bc53-70b4361d2cfd tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1214616 Jul 13 19:24:50.635357 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ebf63ba-555c-4b73-8747-db7ccb635df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.676699 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8ad0e8c1-2cb4-4e17-8db6-7437159e900d req-844197f0-59b4-44bf-b6a2-75c99fd80223 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087351 Jul 13 19:24:50.745243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f60adb-4e6f-49dd-b476-fd6e9bd4d41b req-b06c6d97-e3be-4994-b261-f24e49dcdeec tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:50.748711 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1f60adb-4e6f-49dd-b476-fd6e9bd4d41b req-b06c6d97-e3be-4994-b261-f24e49dcdeec tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b0e00e6-0aa5-42fe-a752-678885691eca HTTP/1.1" status: 200 len: 949 time: 0.1445518 Jul 13 19:24:50.797508 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1f60adb-4e6f-49dd-b476-fd6e9bd4d41b req-ad06cac3-e4d7-4077-92d1-261785a27d3e tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Jul 13 19:24:50.894944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbba34-8bb5-4733-981c-2a35fd201161 req-8b658d1a-3eb5-4d5b-b2ef-c08c9766c1c3 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:50.902710 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68cbba34-8bb5-4733-981c-2a35fd201161 req-8b658d1a-3eb5-4d5b-b2ef-c08c9766c1c3 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 950 time: 0.0800343 Jul 13 19:24:50.955723 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68cbba34-8bb5-4733-981c-2a35fd201161 req-c71f338f-f751-42ad-8921-52eddbc0dcd8 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518651 Jul 13 19:24:51.602038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed3105-6ed2-425f-9c8f-b8aa4ab98d5f req-111aba1d-efee-42b5-b3c3-2d6414530e03 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:51.604784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25ed3105-6ed2-425f-9c8f-b8aa4ab98d5f req-111aba1d-efee-42b5-b3c3-2d6414530e03 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 944 time: 0.2094350 Jul 13 19:24:51.644998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-00ffd418-2054-42ee-8323-0ebf79bdf8d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1982746 Jul 13 19:24:51.665980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d5512-ed83-40c2-a9c6-4be245b23558 req-d7df9826-6eff-4c4d-b4c9-7f607da3f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:51.667533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba7d5512-ed83-40c2-a9c6-4be245b23558 req-d7df9826-6eff-4c4d-b4c9-7f607da3f509 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 1096 time: 0.1659713 Jul 13 19:24:51.686857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25ed3105-6ed2-425f-9c8f-b8aa4ab98d5f req-e7e1460d-7a33-49e1-980d-e53160eec726 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718069 Jul 13 19:24:51.762642 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba7d5512-ed83-40c2-a9c6-4be245b23558 req-97077228-9204-4bfd-8638-b4ada019a4fa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705123 Jul 13 19:24:52.103122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1d6ff-cc79-467a-a566-4a490c203372 req-90b3fd72-7035-4ec2-98c5-739c26122583 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.104782 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fda1d6ff-cc79-467a-a566-4a490c203372 req-90b3fd72-7035-4ec2-98c5-739c26122583 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 945 time: 0.2011757 Jul 13 19:24:52.112750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-3ca6d715-2f2d-48df-be9a-0171be33704e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.114505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-3ca6d715-2f2d-48df-be9a-0171be33704e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.60 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 807 time: 0.2795107 Jul 13 19:24:52.161864 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fda1d6ff-cc79-467a-a566-4a490c203372 req-7b614c50-fdfe-449e-8c4c-fdf47b5f45b7 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450923 Jul 13 19:24:52.166342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-e9c22939-bdda-468d-a23c-07d13dea2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.167520 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-e9c22939-bdda-468d-a23c-07d13dea2bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 1116 time: 0.3453622 Jul 13 19:24:52.179648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Request body: {'port': {'device_id': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c', 'admin_state_up': True, 'tenant_id': '06fb674d5f8a44f59700ad9453117896'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:52.264497 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2361fdea-d14a-4492-afce-ad0564d3814e req-007570be-0784-44c6-b806-8e893e14aa29 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 210 time: 0.4822252 Jul 13 19:24:52.382529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-32a7a02e-9aca-4ccb-adb2-8a3580a6ad12 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.384085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-32a7a02e-9aca-4ccb-adb2-8a3580a6ad12 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 944 time: 0.1485598 Jul 13 19:24:52.483292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Made reservation on behalf of 06fb674d5f8a44f59700ad9453117896 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:52.486848 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.620489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Allocated IP 172.20.0.14 (7c437af1-e7bb-4d6a-a51f-e37992ea2f1c/9959cf1d-702f-422b-a281-5882d959f2f1/5ed76590-b94a-4373-9b5b-a256e00d1d60) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:52.634815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-62c1cc31-7b5b-423b-adeb-d5694184bc7c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Deleting port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:24:52.635198 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-62c1cc31-7b5b-423b-adeb-d5694184bc7c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.737462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-62c1cc31-7b5b-423b-adeb-d5694184bc7c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] For port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:52.741221 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-62c1cc31-7b5b-423b-adeb-d5694184bc7c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.754332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-62c1cc31-7b5b-423b-adeb-d5694184bc7c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Calling delete_port for 86ea307d-d2cf-47a7-86ff-d2bb59d1048d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:24:52.770062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.822389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25faca-7995-4cf0-9471-196649551d03 req-76bb1c47-9093-43ac-a6ac-bb2141ee402d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.824593 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e25faca-7995-4cf0-9471-196649551d03 req-76bb1c47-9093-43ac-a6ac-bb2141ee402d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.4505911 Jul 13 19:24:52.834433 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.837831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08738e-2d40-40ab-b695-e861755d8fe7 req-903ddfea-1ddf-4dc9-9095-a4ac6c194ae5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.845123 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f08738e-2d40-40ab-b695-e861755d8fe7 req-903ddfea-1ddf-4dc9-9095-a4ac6c194ae5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.2921875 Jul 13 19:24:52.850342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['3c9b346a-e83e-4535-afa5-374dee200e4b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:52.902931 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f08738e-2d40-40ab-b695-e861755d8fe7 req-36e286b4-21f4-4cff-9596-30349344f99a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561290 Jul 13 19:24:52.937221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Pushing event updated for resources: {'Port': ['ID=5ed76590-b94a-4373-9b5b-a256e00d1d60,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:52.942310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:52.963185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-3faf9416-68d6-4022-9e52-ed84cdaa2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.972499 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-3faf9416-68d6-4022-9e52-ed84cdaa2923 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 200 len: 922 time: 0.6015735 Jul 13 19:24:52.974713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:52.987630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:53.019675 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-62c1cc31-7b5b-423b-adeb-d5694184bc7c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.049809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['34450648-a665-4137-a88b-21ecc719afac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:53.079933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1cc31-7b5b-423b-adeb-d5694184bc7c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Pushing event deleted for resources: {'Port': ['ID=86ea307d-d2cf-47a7-86ff-d2bb59d1048d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.147813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-48fcc6ff-1d64-4922-a46b-2f14434199ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=221651a7-613c-4f0c-ad77-48629ecfffce HTTP/1.1" status: 200 len: 217 time: 0.1742296 Jul 13 19:24:53.167150 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e25faca-7995-4cf0-9471-196649551d03 req-8640aa24-b374-4dfb-b7b1-d117ecf46316 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984495 Jul 13 19:24:53.189758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-62c1cc31-7b5b-423b-adeb-d5694184bc7c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] No DVR routers for this DVR port 86ea307d-d2cf-47a7-86ff-d2bb59d1048d on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:24:53.193685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-62c1cc31-7b5b-423b-adeb-d5694184bc7c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.196182 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d87befbc-0757-4cc1-8fbb-343e986f8884 req-62c1cc31-7b5b-423b-adeb-d5694184bc7c tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.60 "DELETE /v2.0/ports/86ea307d-d2cf-47a7-86ff-d2bb59d1048d HTTP/1.1" status: 204 len: 173 time: 0.8056700 Jul 13 19:24:53.196632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'name': 'network-vif-deleted', 'tag': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:53.198960 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06370ba0-4344-405a-9af4-abdb990f5a81" -d '{"events": [{"server_uuid": "48c9b928-f45b-427a-801e-266a9bb5bd63", "name": "network-vif-deleted", "tag": "86ea307d-d2cf-47a7-86ff-d2bb59d1048d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:53.253031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6b97-3077-4850-a55e-f99f1a44d370 req-31b1a508-b68a-43de-9a08-15da2893b51e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:53.262222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-082e6b97-3077-4850-a55e-f99f1a44d370 req-31b1a508-b68a-43de-9a08-15da2893b51e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 950 time: 0.1336398 Jul 13 19:24:53.364452 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-082e6b97-3077-4850-a55e-f99f1a44d370 req-02c84756-5c50-4050-8f9c-f143aa170d30 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894485 Jul 13 19:24:53.365064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-5327082e-d7f5-41e4-be32-a8299c5c47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:53.379512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-5327082e-d7f5-41e4-be32-a8299c5c47a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 200 len: 861 time: 0.2044010 Jul 13 19:24:53.429457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:53.432496 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bd916d0-7ed2-43c6-8a69-c2f8f5da9693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.432656 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.490465 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c85a81d-9eed-4143-adeb-c4cb99b3d78c x-openstack-request-id: req-0c85a81d-9eed-4143-adeb-c4cb99b3d78c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:53.490856 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9b928-f45b-427a-801e-266a9bb5bd63", "name": "network-vif-deleted", "tag": "86ea307d-d2cf-47a7-86ff-d2bb59d1048d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:53.491146 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c85a81d-9eed-4143-adeb-c4cb99b3d78c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:53.491542 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9b928-f45b-427a-801e-266a9bb5bd63', 'name': 'network-vif-deleted', 'tag': '86ea307d-d2cf-47a7-86ff-d2bb59d1048d', 'status': 'completed', 'code': 200} Jul 13 19:24:53.513323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-d6926a08-d519-457d-aae7-bc3cf4383801 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8777bc0e-d35f-41d4-996a-471bdf2b5441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329334 Jul 13 19:24:53.545210 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-b001e30a-5456-414d-885d-da2974e82a8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3868887 Jul 13 19:24:53.596743 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.630812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Request body: {'port': {'device_id': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:53.736690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42a372-a708-4be6-80c3-2a8f54df3a2f req-ed62a3a0-2c6e-48ce-beda-a25822fcacd0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:53.744511 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be42a372-a708-4be6-80c3-2a8f54df3a2f req-ed62a3a0-2c6e-48ce-beda-a25822fcacd0 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 932 time: 0.0894744 Jul 13 19:24:53.771351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-31c70fb9-b475-4c47-9775-0baef7bf80ca service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471352 Jul 13 19:24:53.807213 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be42a372-a708-4be6-80c3-2a8f54df3a2f req-d00af549-77c4-4924-90a0-a22087c66ac7 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614259 Jul 13 19:24:53.885696 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36a8156c-9902-4b35-98f8-cd7a49706eec req-7d5db090-197a-44e3-b094-6c1bb84c2e29 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 210 time: 0.1788058 Jul 13 19:24:53.915248 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.985734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f56086ce-7842-45ae-989a-3583b18b4307 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:54.060509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1e19def-d79e-4478-ab34-aebbb8e49d91 req-b257edd4-b928-4fb1-bfca-accdf52f1ae6 service neutron] 10.222.0.24 "GET /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587390 Jul 13 19:24:54.234993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5f9b9-1df8-4099-86b7-f041c678c966 req-529a2ddc-35e5-4dd6-842d-953fe7586cf8 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:54.242414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:54.243774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2f5f9b9-1df8-4099-86b7-f041c678c966 req-529a2ddc-35e5-4dd6-842d-953fe7586cf8 tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 1101 time: 0.1167569 Jul 13 19:24:54.279536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'f56086ce-7842-45ae-989a-3583b18b4307', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'f56086ce-7842-45ae-989a-3583b18b4307', 'mac_address': 'fa:16:3e:b0:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:54.341836 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2f5f9b9-1df8-4099-86b7-f041c678c966 req-bd8c1be3-6839-47f4-a774-3916e63da52e tempest-ServersOnMultiNodesTest-60180127 tempest-ServersOnMultiNodesTest-60180127-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969489 Jul 13 19:24:54.391665 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.453920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f56086ce-7842-45ae-989a-3583b18b4307 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:54.478967 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.508352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:54.513881 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.636411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:54.656763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56844d-8b8e-40e2-ba33-884ed31b4779 req-aa36d34e-9ef0-4e15-b3e8-2002af242c94 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:54.664278 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c56844d-8b8e-40e2-ba33-884ed31b4779 req-aa36d34e-9ef0-4e15-b3e8-2002af242c94 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.0919497 Jul 13 19:24:54.671150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ddf8b-6488-4010-8ed1-72186939f4c7 req-770c9492-e729-4f33-b0ff-70279001f82b tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:54.679142 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb5ddf8b-6488-4010-8ed1-72186939f4c7 req-770c9492-e729-4f33-b0ff-70279001f82b tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1824691 Jul 13 19:24:54.720213 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c56844d-8b8e-40e2-ba33-884ed31b4779 req-12d9fa64-ab04-4725-a7a6-8b2d119b6cd6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548496 Jul 13 19:24:54.728876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f56086ce-7842-45ae-989a-3583b18b4307'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:54.773365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed76590-b94a-4373-9b5b-a256e00d1d60 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:54.798442 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.867268 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb5ddf8b-6488-4010-8ed1-72186939f4c7 req-818f278e-ba85-4295-96d1-9400d89a466b tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807795 Jul 13 19:24:54.869900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Transition to ACTIVE for port object 5ed76590-b94a-4373-9b5b-a256e00d1d60 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:54.876568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.061060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Pushing event updated for resources: {'Port': ['ID=5ed76590-b94a-4373-9b5b-a256e00d1d60,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:55.101741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb699bf-0571-4c30-954a-8aa10e452e84 req-c8727f0a-b3ea-44ae-ae7c-b5ea92323d43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:55.115164 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5fb699bf-0571-4c30-954a-8aa10e452e84 req-c8727f0a-b3ea-44ae-ae7c-b5ea92323d43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 945 time: 0.1726413 Jul 13 19:24:55.209575 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5fb699bf-0571-4c30-954a-8aa10e452e84 req-fc376a9e-d9bf-4008-8e09-fb3c88e79c69 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832009 Jul 13 19:24:55.285597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:55.286138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:55.286703 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:55.291651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:55.292157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:55.297837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:55.298472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:55.299027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:55.299625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Bound port: 5ed76590-b94a-4373-9b5b-a256e00d1d60, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:55.300155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.400147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 86ea307d-d2cf-47a7-86ff-d2bb59d1048d no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:55.459101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a137d-0bbd-4076-bb57-19715921d360 req-5740c958-3c85-4546-b6f0-57f8b2392329 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:55.461185 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c7a137d-0bbd-4076-bb57-19715921d360 req-5740c958-3c85-4546-b6f0-57f8b2392329 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.0974483 Jul 13 19:24:55.479628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 86ea307d-d2cf-47a7-86ff-d2bb59d1048d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:24:55.480363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 86ea307d-d2cf-47a7-86ff-d2bb59d1048d not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:24:55.534079 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c7a137d-0bbd-4076-bb57-19715921d360 req-ace083dd-d781-48ad-a1ca-92047b61c589 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645413 Jul 13 19:24:55.946481 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.989347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c033a9-af80-4c45-aca6-f155af9ba51f req-11297ab1-2716-49d2-a2f9-6133a2c21059 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:55.991172 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50c033a9-af80-4c45-aca6-f155af9ba51f req-11297ab1-2716-49d2-a2f9-6133a2c21059 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 950 time: 0.1321123 Jul 13 19:24:56.003521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f56086ce-7842-45ae-989a-3583b18b4307 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:56.076919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50c033a9-af80-4c45-aca6-f155af9ba51f req-18053695-fc3a-484e-ba41-d539fcbe041e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761204 Jul 13 19:24:56.148916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port f56086ce-7842-45ae-989a-3583b18b4307 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:56.149287 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.350278 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:56.362756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:56.363015 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.379112 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58590c73-2988-41bf-920e-5d1f1b6a7207 req-f86134b9-e288-4ef4-a5e7-04cfeb988668 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 210 time: 0.1701441 Jul 13 19:24:56.383128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.405398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:56.409399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d6810-5538-47e2-b1c0-78a027e31fd3 req-3a8731db-aa66-4823-8169-d01b742892fd tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:56.411489 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaedc62-ec98-4f6d-9235-46e54d2d699e" -d '{"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-plugged", "status": "completed", "tag": "f56086ce-7842-45ae-989a-3583b18b4307"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:56.420334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c38d6810-5538-47e2-b1c0-78a027e31fd3 req-3a8731db-aa66-4823-8169-d01b742892fd tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1924703 Jul 13 19:24:56.447053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:56.454542 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.508292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:56.508912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.510288 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] 10.222.0.60 "PUT /v2.0/ports/5ed76590-b94a-4373-9b5b-a256e00d1d60 HTTP/1.1" status: 200 len: 1092 time: 2.9425528 Jul 13 19:24:56.510774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'tag': '5ed76590-b94a-4373-9b5b-a256e00d1d60'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:56.536103 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa55ca7-0201-4592-8dea-ee078dbed0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a763d7b9-afee-432e-bf0c-ec25060337ba", "tag": "5ed76590-b94a-4373-9b5b-a256e00d1d60"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:56.545874 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c38d6810-5538-47e2-b1c0-78a027e31fd3 req-feb188f1-fcf3-42ef-9725-186173a9f0ae tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243241 Jul 13 19:24:56.596060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:56.600890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-4ff74b93-ea41-4c11-9052-2f31e65a489f tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:56.602724 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-4ff74b93-ea41-4c11-9052-2f31e65a489f tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 945 time: 0.2843504 Jul 13 19:24:56.678691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a489753-6075-43d9-9b48-6215c180fc5f service neutron] Pushing event updated for resources: {'Port': ['ID=5ed76590-b94a-4373-9b5b-a256e00d1d60,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:56.736716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-dd771cc6-728e-4c1a-a845-f42cd20eb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:56.738246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-dd771cc6-728e-4c1a-a845-f42cd20eb4da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 1095 time: 0.1699810 Jul 13 19:24:56.836710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-a58d0b8d-4d48-4a36-84e6-270f34cc110b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60 HTTP/1.1" status: 200 len: 217 time: 0.0854461 Jul 13 19:24:56.910176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Deleting port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:24:56.910563 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.949247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2f5d0ddd-d57b-43af-b095-82c1d6218735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:56.950917 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-2f5d0ddd-d57b-43af-b095-82c1d6218735 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.1078861 Jul 13 19:24:57.085837 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-3d538832-bc60-4c7b-95eb-20d83eacc020 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260333 Jul 13 19:24:57.160089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] For port 63bf74ec-de80-4b65-82ed-b9735e29a5e6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=63bf74ec-de80-4b65-82ed-b9735e29a5e6,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:57.160773 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.422480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-f8ba9dba-3b48-43a8-b644-6fea08c692cc tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:57.430068 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.430463 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.430774 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Floating IP 62920270-6c57-4f71-ac19-2c9d1db9816d disassociated. External IP: 172.25.7.114, port: 63bf74ec-de80-4b65-82ed-b9735e29a5e6. Jul 13 19:24:57.431378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Calling delete_port for 63bf74ec-de80-4b65-82ed-b9735e29a5e6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:24:57.438023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-f8ba9dba-3b48-43a8-b644-6fea08c692cc tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac169fad-0303-47c9-8df0-c45842fd574d HTTP/1.1" status: 200 len: 950 time: 0.3904796 Jul 13 19:24:57.471250 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-7a299d46-cf5a-41b8-a691-1edb435981f5 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658550 Jul 13 19:24:57.622359 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.674979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event deleted for resources: {'Port': ['ID=63bf74ec-de80-4b65-82ed-b9735e29a5e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:57.712099 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495b9f51-5ac3-4e2e-91f1-a0bde4bc5328 req-14a1db59-349c-4287-bc2b-637cf7f69899 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062740 Jul 13 19:24:57.739756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1f3ae-5b87-4db7-a3a0-7882e62f13bf req-e3063b25-41ff-4c2a-bfc3-156ed28f0d85 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:57.749929 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d2f1f3ae-5b87-4db7-a3a0-7882e62f13bf req-e3063b25-41ff-4c2a-bfc3-156ed28f0d85 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba016903-b626-40da-a8a0-9b97a93f2468 HTTP/1.1" status: 200 len: 945 time: 0.5584671 Jul 13 19:24:57.854956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d2f1f3ae-5b87-4db7-a3a0-7882e62f13bf req-c534d9eb-7b5f-4142-b62b-0f3438cd9edd tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups?id=46e125ea-f922-4691-a90f-07e17d38d9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029398 Jul 13 19:24:57.879967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc7fbf-8295-4740-b5de-c427cc05d2bb req-6672061a-a403-42bd-b7d7-72b2d0575647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:57.881044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74dc7fbf-8295-4740-b5de-c427cc05d2bb req-6672061a-a403-42bd-b7d7-72b2d0575647 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 1096 time: 0.2972369 Jul 13 19:24:57.892044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Router a44a73ce-0195-4bab-adfa-63c703722ec3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:24:57.908621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-352cfe88-90a5-44d0-965b-25892c9e527a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Deleting port f4840e00-862c-4c57-be1c-ff17f8e2a21e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:24:57.909253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-352cfe88-90a5-44d0-965b-25892c9e527a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:58.034653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-352cfe88-90a5-44d0-965b-25892c9e527a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] For port f4840e00-862c-4c57-be1c-ff17f8e2a21e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f4840e00-862c-4c57-be1c-ff17f8e2a21e,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:58.035443 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-352cfe88-90a5-44d0-965b-25892c9e527a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:58.071752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-352cfe88-90a5-44d0-965b-25892c9e527a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Calling delete_port for f4840e00-862c-4c57-be1c-ff17f8e2a21e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:24:58.238101 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71325977-49b1-4d36-bf6e-428abd1bfce2 x-openstack-request-id: req-71325977-49b1-4d36-bf6e-428abd1bfce2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:58.239258 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-plugged", "status": "completed", "tag": "f56086ce-7842-45ae-989a-3583b18b4307", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:58.239663 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71325977-49b1-4d36-bf6e-428abd1bfce2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:58.240202 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307', 'code': 200} Jul 13 19:24:58.298600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc7fbf-8295-4740-b5de-c427cc05d2bb req-91ad4384-8a6f-4994-a881-fbd58efa8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:58.300563 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74dc7fbf-8295-4740-b5de-c427cc05d2bb req-91ad4384-8a6f-4994-a881-fbd58efa8d3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 919 time: 0.4072978 Jul 13 19:24:58.397550 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c2a05-009d-4330-948a-2ccafaf0b9dc x-openstack-request-id: req-488c2a05-009d-4330-948a-2ccafaf0b9dc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:58.397957 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a763d7b9-afee-432e-bf0c-ec25060337ba", "tag": "5ed76590-b94a-4373-9b5b-a256e00d1d60", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:58.398178 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-488c2a05-009d-4330-948a-2ccafaf0b9dc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:58.398757 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'tag': '5ed76590-b94a-4373-9b5b-a256e00d1d60', 'status': 'completed', 'code': 200} Jul 13 19:24:58.399543 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-352cfe88-90a5-44d0-965b-25892c9e527a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:58.416025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a2aaa14b-e448-46e0-a176-8e8adaaa17d7', '5b162b7e-73c9-477b-acab-258c9033c677', 'f281d952-0aed-4aae-8f0a-19d0af14f3c1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:58.418337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38', '7ff9c63d-c572-4855-9632-89c5e5572e1b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:58.514118 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74dc7fbf-8295-4740-b5de-c427cc05d2bb req-79c6a465-ed75-4b62-9de2-1ad8adc8efd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe HTTP/1.1" status: 200 len: 217 time: 0.1958652 Jul 13 19:24:58.706327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cfe88-90a5-44d0-965b-25892c9e527a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event deleted for resources: {'Port': ['ID=f4840e00-862c-4c57-be1c-ff17f8e2a21e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:58.718750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-352cfe88-90a5-44d0-965b-25892c9e527a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] No DVR routers for this DVR port f4840e00-862c-4c57-be1c-ff17f8e2a21e on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:24:58.730857 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-352cfe88-90a5-44d0-965b-25892c9e527a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:58.741750 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-235dea12-4da0-4623-bd88-5c876870bdd3 req-352cfe88-90a5-44d0-965b-25892c9e527a tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "DELETE /v2.0/ports/f4840e00-862c-4c57-be1c-ff17f8e2a21e HTTP/1.1" status: 204 len: 173 time: 1.2866056 Jul 13 19:24:58.839341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:24:58.857113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa55ca7-0201-4592-8dea-ee078dbed0ac req-d6a8e95d-a93f-4192-b117-f3b794ff4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:58.860191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fa55ca7-0201-4592-8dea-ee078dbed0ac req-d6a8e95d-a93f-4192-b117-f3b794ff4df5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 1095 time: 0.4198022 Jul 13 19:24:58.970447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] No DVR routers for this DVR port 63bf74ec-de80-4b65-82ed-b9735e29a5e6 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:24:58.974029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:58.974899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] Sync routers for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:24:58.984684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa55ca7-0201-4592-8dea-ee078dbed0ac req-48a0f86d-f157-4f5c-b0cc-e9b6a005a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:58.986659 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fa55ca7-0201-4592-8dea-ee078dbed0ac req-48a0f86d-f157-4f5c-b0cc-e9b6a005a689 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.1177170 Jul 13 19:24:58.987026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d516af1-e9a7-46ff-a94b-740bbc8110e8 req-73e68451-6c6b-4595-8b9f-ac96d5ba2e43 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.60 "DELETE /v2.0/ports/63bf74ec-de80-4b65-82ed-b9735e29a5e6 HTTP/1.1" status: 204 len: 173 time: 2.3710279 Jul 13 19:24:58.989407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'name': 'network-vif-deleted', 'tag': '63bf74ec-de80-4b65-82ed-b9735e29a5e6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:58.991698 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3e6728-80e2-4bca-a421-35b3ab009cc1" -d '{"events": [{"server_uuid": "ba016903-b626-40da-a8a0-9b97a93f2468", "name": "network-vif-deleted", "tag": "63bf74ec-de80-4b65-82ed-b9735e29a5e6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:59.018494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc7fbf-8295-4740-b5de-c427cc05d2bb req-c38af5a0-6cc3-4710-a312-825d39004cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:59.020644 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74dc7fbf-8295-4740-b5de-c427cc05d2bb req-c38af5a0-6cc3-4710-a312-825d39004cf9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49127a9b-d3c6-4bba-a498-5c78b6a4e563 HTTP/1.1" status: 200 len: 858 time: 0.4973624 Jul 13 19:24:59.071104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:59.072271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:24:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:59.084466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fa55ca7-0201-4592-8dea-ee078dbed0ac req-cf794311-d3ce-4d00-9365-f0c92f5582ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60 HTTP/1.1" status: 200 len: 217 time: 0.0793178 Jul 13 19:24:59.093939 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74dc7fbf-8295-4740-b5de-c427cc05d2bb req-8e94e7dc-d56b-4b0c-bf5a-f601e94ed438 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9948263-df17-4641-a5db-e08323ff6f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570686 Jul 13 19:24:59.138760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9893c-b6c9-4f66-95d8-44d80a274d82 req-3c462f9a-7e9c-44ef-a3ef-ebd8275912c2 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:59.151032 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1d9893c-b6c9-4f66-95d8-44d80a274d82 req-3c462f9a-7e9c-44ef-a3ef-ebd8275912c2 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.3726978 Jul 13 19:24:59.297565 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74dc7fbf-8295-4740-b5de-c427cc05d2bb req-f561f007-c018-4382-972f-bef5bb0ec525 service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835749 Jul 13 19:24:59.303883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa55ca7-0201-4592-8dea-ee078dbed0ac req-609525cb-97c7-4d31-8ff8-4087b0c296bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:59.307344 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fa55ca7-0201-4592-8dea-ee078dbed0ac req-609525cb-97c7-4d31-8ff8-4087b0c296bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.1530209 Jul 13 19:24:59.339018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1d9893c-b6c9-4f66-95d8-44d80a274d82 req-0d2c608d-626e-432d-aa0c-72117b0f0da8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870215 Jul 13 19:24:59.440021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 63bf74ec-de80-4b65-82ed-b9735e29a5e6 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:59.443300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fa55ca7-0201-4592-8dea-ee078dbed0ac req-3059f281-44da-475f-8826-24b7eee0241a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003726 Jul 13 19:24:59.554232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 63bf74ec-de80-4b65-82ed-b9735e29a5e6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:24:59.556533 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74dc7fbf-8295-4740-b5de-c427cc05d2bb req-9e7d5ab3-58ab-4d49-b35f-6fce1df1bb1c service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276216 Jul 13 19:24:59.557015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 63bf74ec-de80-4b65-82ed-b9735e29a5e6 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:24:59.624051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:59.745057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fa55ca7-0201-4592-8dea-ee078dbed0ac req-a3e485ff-659c-4ff6-b7ee-b66b8837d08d service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924569 Jul 13 19:24:59.919488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fa55ca7-0201-4592-8dea-ee078dbed0ac req-8272d622-1824-40e6-9a17-9ca3ff90240a service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579854 Jul 13 19:25:00.102988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f4840e00-862c-4c57-be1c-ff17f8e2a21e no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:00.134430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: f4840e00-862c-4c57-be1c-ff17f8e2a21e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:00.134800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f4840e00-862c-4c57-be1c-ff17f8e2a21e not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:00.400175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac169fad-0303-47c9-8df0-c45842fd574d', 'name': 'network-vif-deleted', 'tag': 'f4840e00-862c-4c57-be1c-ff17f8e2a21e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:00.403298 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1430e71a-e778-452b-918c-115a8d1e9e78" -d '{"events": [{"server_uuid": "ac169fad-0303-47c9-8df0-c45842fd574d", "name": "network-vif-deleted", "tag": "f4840e00-862c-4c57-be1c-ff17f8e2a21e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:00.521203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:00.559905 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a45e74f1-786d-4698-ab37-2dcdbb5d264e req-3a8226f6-24f9-43ac-bccd-90acfd130889 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 210 time: 0.0669007 Jul 13 19:25:00.574746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36f038-7224-4863-8134-b437be1a9e73 req-d0b966e8-61ec-478d-8ae0-8ac2ec21193e tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:00.579666 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b36f038-7224-4863-8134-b437be1a9e73 req-d0b966e8-61ec-478d-8ae0-8ac2ec21193e tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1542878 Jul 13 19:25:00.664730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b36f038-7224-4863-8134-b437be1a9e73 req-7eeeef8b-c3be-49c7-9280-11dcb8ae5677 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784254 Jul 13 19:25:00.759809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] Checking router: a44a73ce-0195-4bab-adfa-63c703722ec3 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:00.770193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:00.770834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:24:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:00.821822 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65120841-69a1-4704-b821-3781f821d90d x-openstack-request-id: req-65120841-69a1-4704-b821-3781f821d90d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:00.822438 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba016903-b626-40da-a8a0-9b97a93f2468", "name": "network-vif-deleted", "tag": "63bf74ec-de80-4b65-82ed-b9735e29a5e6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:00.822924 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65120841-69a1-4704-b821-3781f821d90d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:00.823566 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba016903-b626-40da-a8a0-9b97a93f2468', 'name': 'network-vif-deleted', 'tag': '63bf74ec-de80-4b65-82ed-b9735e29a5e6', 'status': 'completed', 'code': 200} Jul 13 19:25:00.869497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbafb76-dec1-47aa-b023-6f5cc335cc8d req-b42eac23-62b2-40fb-96cb-d6fe74e16514 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:00.872602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffbafb76-dec1-47aa-b023-6f5cc335cc8d req-b42eac23-62b2-40fb-96cb-d6fe74e16514 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1666219 Jul 13 19:25:00.949490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:00.996979 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffbafb76-dec1-47aa-b023-6f5cc335cc8d req-28d296cf-4455-438c-9a9d-9bc79f53236d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151998 Jul 13 19:25:01.297453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08380f6-4f0b-4f38-898a-effb0cd86391 req-0efb7d88-673b-4181-ac60-a74a8a569fa6 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:01.302263 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c08380f6-4f0b-4f38-898a-effb0cd86391 req-0efb7d88-673b-4181-ac60-a74a8a569fa6 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.1529489 Jul 13 19:25:01.318510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:01.364245 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4943edee-5dd0-46d0-8b26-40e66d3c3aa7 x-openstack-request-id: req-4943edee-5dd0-46d0-8b26-40e66d3c3aa7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:01.364634 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac169fad-0303-47c9-8df0-c45842fd574d", "name": "network-vif-deleted", "tag": "f4840e00-862c-4c57-be1c-ff17f8e2a21e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:01.364880 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4943edee-5dd0-46d0-8b26-40e66d3c3aa7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:01.365313 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac169fad-0303-47c9-8df0-c45842fd574d', 'name': 'network-vif-deleted', 'tag': 'f4840e00-862c-4c57-be1c-ff17f8e2a21e', 'status': 'completed', 'code': 200} Jul 13 19:25:01.400612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c08380f6-4f0b-4f38-898a-effb0cd86391 req-ba3bd38f-6d8a-45d9-b8dd-1583e8ab0a0a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766199 Jul 13 19:25:01.403984 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5e898-55c0-4de6-a0d3-fe7734e46194 None None] The sync data for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 is: [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2500e615-3c11-4b86-8776-3593690f0ccf', 'name': '', 'network_id': '64ddfd84-ebcf-463c-a487-176ffec7929e', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'mac_address': 'fa:16:3e:88:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:08Z', 'updated_at': '2021-07-13T19:20:16Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'subnets': [{'id': '5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:01.730829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cff9-592d-4689-8cd4-58720aa47f7e req-bf2e04c5-2b56-47a2-805b-88bb0437915e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:01.733466 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c81cff9-592d-4689-8cd4-58720aa47f7e req-bf2e04c5-2b56-47a2-805b-88bb0437915e tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 950 time: 0.1188433 Jul 13 19:25:01.746718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10926a1-0ff6-48cb-afe6-0e7a591a5597 req-d1896708-857d-4d3b-a9c8-ec64d06ac264 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:01.746718 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a10926a1-0ff6-48cb-afe6-0e7a591a5597 req-d1896708-857d-4d3b-a9c8-ec64d06ac264 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 949 time: 0.1077425 Jul 13 19:25:01.815795 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c81cff9-592d-4689-8cd4-58720aa47f7e req-75e1207c-27cd-482d-9eb4-4fdeb16e6aa4 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744977 Jul 13 19:25:01.852987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a10926a1-0ff6-48cb-afe6-0e7a591a5597 req-ab44991c-e55a-492e-8d3c-38ea6cbf5691 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000791 Jul 13 19:25:01.944576 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2fbef-fe31-4d98-9469-96613747b064 None None] New status for floating IP 62920270-6c57-4f71-ac19-2c9d1db9816d: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:25:02.049785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ab87551-c85b-44d6-98bf-3674531f2433 req-8f7865c3-bb07-4457-b9f0-db56df91cd64 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 210 time: 0.0469468 Jul 13 19:25:02.233234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639652e-2397-45ae-9aec-37acd8e6cc31 req-9263c3cf-a3c4-424a-be25-d796e36847c5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:02.242928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e639652e-2397-45ae-9aec-37acd8e6cc31 req-9263c3cf-a3c4-424a-be25-d796e36847c5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1220217 Jul 13 19:25:02.318936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e639652e-2397-45ae-9aec-37acd8e6cc31 req-01300b52-d13f-4574-a810-a743ef55acc1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736256 Jul 13 19:25:02.393434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:02.513588 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b455e64f-461b-4894-83e0-87b4e649d7ea tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:02.595094 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b455e64f-461b-4894-83e0-87b4e649d7ea tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:02.649886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af0b69-29b3-40d3-a0bd-5729fee4499d req-1bf0c896-f5f2-4bb8-8491-f804a3ee2def tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:02.674129 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68af0b69-29b3-40d3-a0bd-5729fee4499d req-1bf0c896-f5f2-4bb8-8491-f804a3ee2def tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.1189523 Jul 13 19:25:02.689342 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b455e64f-461b-4894-83e0-87b4e649d7ea tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:02.693288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b455e64f-461b-4894-83e0-87b4e649d7ea tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:02.695910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b455e64f-461b-4894-83e0-87b4e649d7ea tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "DELETE /v2.0/security-groups/46e125ea-f922-4691-a90f-07e17d38d9e4 HTTP/1.1" status: 204 len: 168 time: 0.3012011 Jul 13 19:25:02.711986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:02.713203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455e64f-461b-4894-83e0-87b4e649d7ea tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e125ea-f922-4691-a90f-07e17d38d9e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:02.762254 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8b40a339-1975-4931-a8a0-2d41a46b6c31 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] show failed (client error): The resource could not be found. Jul 13 19:25:02.764645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8b40a339-1975-4931-a8a0-2d41a46b6c31 tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "GET /v2.0/security-groups/46e125ea-f922-4691-a90f-07e17d38d9e4 HTTP/1.1" status: 404 len: 347 time: 0.0466418 Jul 13 19:25:02.769638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:02.771820 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68af0b69-29b3-40d3-a0bd-5729fee4499d req-e3680f3d-c29a-4d03-a2f5-961245d73998 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927036 Jul 13 19:25:02.985381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffc9cb-6401-4863-85af-ad71c866b6f9 req-88766251-87fb-4bff-ad90-e7df3905d85d tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:02.986021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dc52afcc-7daf-41bc-ad9f-d56d0888a71c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Deleting port e56f41d9-3b86-4881-bfe4-c72d8f015897 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:02.986412 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc52afcc-7daf-41bc-ad9f-d56d0888a71c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.007159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06ffc9cb-6401-4863-85af-ad71c866b6f9 req-88766251-87fb-4bff-ad90-e7df3905d85d tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.1016362 Jul 13 19:25:03.099172 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06ffc9cb-6401-4863-85af-ad71c866b6f9 req-7cdcca64-a139-40a5-ad0d-e43724c402c8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831778 Jul 13 19:25:03.126127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc52afcc-7daf-41bc-ad9f-d56d0888a71c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.126750 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc52afcc-7daf-41bc-ad9f-d56d0888a71c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.151353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dc52afcc-7daf-41bc-ad9f-d56d0888a71c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Calling delete_port for e56f41d9-3b86-4881-bfe4-c72d8f015897 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:03.301050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4c1fd48-e780-44c7-8024-c29c6f78a5d8 req-fb938c04-290d-49c4-b484-55773c210582 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 210 time: 0.0373583 Jul 13 19:25:03.398140 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc52afcc-7daf-41bc-ad9f-d56d0888a71c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.439294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 06a381b1-d09b-47ea-8f69-ddc40ed73ada no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:03.459334 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52afcc-7daf-41bc-ad9f-d56d0888a71c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Pushing event deleted for resources: {'Port': ['ID=e56f41d9-3b86-4881-bfe4-c72d8f015897,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:03.598682 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc52afcc-7daf-41bc-ad9f-d56d0888a71c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.601884 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc52afcc-7daf-41bc-ad9f-d56d0888a71c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.602097 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.603253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dc52afcc-7daf-41bc-ad9f-d56d0888a71c tempest-ServersWithSpecificFlavorTestJSON-1597072818 tempest-ServersWithSpecificFlavorTestJSON-1597072818-project] 10.222.0.25 "DELETE /v2.0/floatingips/62920270-6c57-4f71-ac19-2c9d1db9816d HTTP/1.1" status: 204 len: 168 time: 0.8323369 Jul 13 19:25:03.618086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a00f3b-ebd0-4f59-a6d6-171eba57e614 req-14fc96ef-6096-4913-bd1e-bd5cc3b66a09 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:03.629956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9a00f3b-ebd0-4f59-a6d6-171eba57e614 req-14fc96ef-6096-4913-bd1e-bd5cc3b66a09 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 950 time: 0.3915513 Jul 13 19:25:03.665401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:03.665401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:03.669482 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf92ad4f-7a55-4aa5-808c-c21d23a05a63" -d '{"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-unplugged", "status": "completed", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:03.673166 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.718201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-d72f80fd-f96a-484a-a757-53c53a3914dc tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:03.720786 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-d72f80fd-f96a-484a-a757-53c53a3914dc tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 950 time: 0.2626400 Jul 13 19:25:03.733984 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9a00f3b-ebd0-4f59-a6d6-171eba57e614 req-2a7af84d-a58c-499c-8f0d-09303709e2e1 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022890 Jul 13 19:25:03.775981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:03.889753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff0aac-893c-4c85-9395-aa81d74c4fb8 req-40bf35ff-2ffe-41ff-b574-32cea17a3402 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:03.892564 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-72ff0aac-893c-4c85-9395-aa81d74c4fb8 req-40bf35ff-2ffe-41ff-b574-32cea17a3402 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1111617 Jul 13 19:25:03.939716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-2e6ef4c0-4cf3-45db-bb22-d75fc09933a6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Deleting port f281d952-0aed-4aae-8f0a-19d0af14f3c1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:03.940222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-2e6ef4c0-4cf3-45db-bb22-d75fc09933a6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.986699 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-72ff0aac-893c-4c85-9395-aa81d74c4fb8 req-ed47ee09-5fe2-4566-ae89-6c5b2f1c1801 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870414 Jul 13 19:25:04.095254 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27362a31-4311-425e-991a-a9b0333c705a x-openstack-request-id: req-27362a31-4311-425e-991a-a9b0333c705a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:04.095891 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-unplugged", "status": "completed", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:04.096300 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27362a31-4311-425e-991a-a9b0333c705a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:04.097016 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'code': 200} Jul 13 19:25:04.159152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-2e6ef4c0-4cf3-45db-bb22-d75fc09933a6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] For port f281d952-0aed-4aae-8f0a-19d0af14f3c1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f281d952-0aed-4aae-8f0a-19d0af14f3c1,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:04.159728 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-2e6ef4c0-4cf3-45db-bb22-d75fc09933a6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.189224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2deac3-d827-4ad5-a950-ba395d134511 req-bf61008a-4c2a-4f87-a5da-7fadaca482a6 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:04.198274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a2deac3-d827-4ad5-a950-ba395d134511 req-bf61008a-4c2a-4f87-a5da-7fadaca482a6 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 947 time: 0.1555459 Jul 13 19:25:04.206570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-2e6ef4c0-4cf3-45db-bb22-d75fc09933a6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Calling delete_port for f281d952-0aed-4aae-8f0a-19d0af14f3c1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:04.282378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a2deac3-d827-4ad5-a950-ba395d134511 req-50d7b378-8e17-44fc-ade6-9b5671b152d4 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809338 Jul 13 19:25:04.508802 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-2e6ef4c0-4cf3-45db-bb22-d75fc09933a6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.521768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a2aaa14b-e448-46e0-a176-8e8adaaa17d7', '5b162b7e-73c9-477b-acab-258c9033c677', 'f281d952-0aed-4aae-8f0a-19d0af14f3c1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:04.525391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38', '7ff9c63d-c572-4855-9632-89c5e5572e1b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:04.534717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adfc1-69cb-429b-944b-a7c50717f454 req-3e553a29-b3db-4e78-b4a9-a8f23e629df5 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:04.541898 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b63adfc1-69cb-429b-944b-a7c50717f454 req-3e553a29-b3db-4e78-b4a9-a8f23e629df5 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.2369337 Jul 13 19:25:04.599991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ef4c0-4cf3-45db-bb22-d75fc09933a6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event deleted for resources: {'Port': ['ID=f281d952-0aed-4aae-8f0a-19d0af14f3c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:04.649635 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b63adfc1-69cb-429b-944b-a7c50717f454 req-1d37c7b3-2553-4543-b853-b6da7d9b8e12 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004915 Jul 13 19:25:04.911536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-2e6ef4c0-4cf3-45db-bb22-d75fc09933a6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] No DVR routers for this DVR port f281d952-0aed-4aae-8f0a-19d0af14f3c1 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:04.935053 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-2e6ef4c0-4cf3-45db-bb22-d75fc09933a6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.937141 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3424c29-71a7-415a-b0b7-67c6c990682c req-2e6ef4c0-4cf3-45db-bb22-d75fc09933a6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "DELETE /v2.0/ports/f281d952-0aed-4aae-8f0a-19d0af14f3c1 HTTP/1.1" status: 204 len: 173 time: 1.2021065 Jul 13 19:25:04.943217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876eec78-864e-4c01-8b5b-feacac834192', 'name': 'network-vif-deleted', 'tag': 'f281d952-0aed-4aae-8f0a-19d0af14f3c1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:04.952505 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45eca6f-024b-4dd5-9d70-5acc4bed4ca1" -d '{"events": [{"server_uuid": "876eec78-864e-4c01-8b5b-feacac834192", "name": "network-vif-deleted", "tag": "f281d952-0aed-4aae-8f0a-19d0af14f3c1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:05.061756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8202fe6-2117-4e95-9475-9d63591e0327 req-23a96e3c-ed67-4360-9d66-f8f751e50cfe tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:05.070507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8202fe6-2117-4e95-9475-9d63591e0327 req-23a96e3c-ed67-4360-9d66-f8f751e50cfe tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.4244595 Jul 13 19:25:05.096849 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-26833510-d70c-4e2d-8f0e-3447375ed69a req-2892bff5-0c8e-4fa6-828a-b48b153320f0 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9b928-f45b-427a-801e-266a9bb5bd63 HTTP/1.1" status: 200 len: 210 time: 0.0657270 Jul 13 19:25:05.138319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8202fe6-2117-4e95-9475-9d63591e0327 req-d3efd783-6ab1-440e-a187-eb5aaff3eac9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665545 Jul 13 19:25:05.203165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-f2523a3c-9b4d-42ca-862b-e40bc743deec service neutron] 10.222.0.24 "GET /v2.0/ports/adef089e-d122-4082-b083-0dd08325b41c/bindings/n-h1-800708-1 HTTP/1.1" status: 200 len: 382 time: 0.2104607 Jul 13 19:25:05.329961 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273c693a-02dc-4a88-8fca-dacbb6e1becb x-openstack-request-id: req-273c693a-02dc-4a88-8fca-dacbb6e1becb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:05.330273 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876eec78-864e-4c01-8b5b-feacac834192", "name": "network-vif-deleted", "tag": "f281d952-0aed-4aae-8f0a-19d0af14f3c1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:05.330631 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-273c693a-02dc-4a88-8fca-dacbb6e1becb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:05.330998 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876eec78-864e-4c01-8b5b-feacac834192', 'name': 'network-vif-deleted', 'tag': 'f281d952-0aed-4aae-8f0a-19d0af14f3c1', 'status': 'completed', 'code': 200} Jul 13 19:25:05.447928 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-df841eaa-ea7a-4974-a1d6-47e1464ba3b8 req-28027f99-017e-475f-a8e2-831869f5229c tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=876eec78-864e-4c01-8b5b-feacac834192 HTTP/1.1" status: 200 len: 210 time: 0.0833344 Jul 13 19:25:05.805646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56371876-33c3-4dfb-9749-a9c259f1eb96 req-b55f14aa-4b5a-4c67-9a94-485adcaed303 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:05.815812 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56371876-33c3-4dfb-9749-a9c259f1eb96 req-b55f14aa-4b5a-4c67-9a94-485adcaed303 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 947 time: 0.1596668 Jul 13 19:25:05.931985 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56371876-33c3-4dfb-9749-a9c259f1eb96 req-f7ea42db-b96e-4ef8-997f-a55c1ea92720 tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112227 Jul 13 19:25:06.024098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d866-8351-4870-b4a6-29bf085eba1c req-741fe6ab-9844-4807-ac3b-5256336f4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.026626 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-741fe6ab-9844-4807-ac3b-5256336f4bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d&tenant_id=639f879ba82141ebb6867944411978e1 HTTP/1.1" status: 200 len: 1101 time: 0.1308663 Jul 13 19:25:06.301978 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:25:06.345611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d866-8351-4870-b4a6-29bf085eba1c req-15a1d5e9-c2c1-4e4f-b899-17b0c9be1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.347323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-15a1d5e9-c2c1-4e4f-b899-17b0c9be1a81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 1101 time: 0.2939279 Jul 13 19:25:06.646512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef527c2-def0-4d7d-b9e0-c5c147135f64 req-5e6fb56f-780d-4565-aa72-16241974fced tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.660061 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ef527c2-def0-4d7d-b9e0-c5c147135f64 req-5e6fb56f-780d-4565-aa72-16241974fced tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.4941392 Jul 13 19:25:06.791170 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ef527c2-def0-4d7d-b9e0-c5c147135f64 req-460c44ef-fb59-4f2a-9ada-cc469da50003 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303253 Jul 13 19:25:06.817818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d866-8351-4870-b4a6-29bf085eba1c req-a6ce0cb5-19b0-42bb-9ea4-d74282bb6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.827931 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-a6ce0cb5-19b0-42bb-9ea4-d74282bb6c7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.4666901 Jul 13 19:25:06.877150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-908dcd05-7ac0-41b5-8d2c-8196fb485e2f tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.889187 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-908dcd05-7ac0-41b5-8d2c-8196fb485e2f tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.60 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 947 time: 0.4019012 Jul 13 19:25:07.013293 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-c226ccde-8eda-4ab9-9310-ce2773a3aa43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=adef089e-d122-4082-b083-0dd08325b41c HTTP/1.1" status: 200 len: 217 time: 0.1767862 Jul 13 19:25:07.178140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d866-8351-4870-b4a6-29bf085eba1c req-4003ec83-8a1b-40ab-903f-319e9fc92c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:07.184191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-4003ec83-8a1b-40ab-903f-319e9fc92c46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1395745 Jul 13 19:25:07.322291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4dfe5-1744-4aff-aad5-66eab614b71e req-8e3505b5-cd15-45d4-8362-189702e992f1 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:07.333456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-14a4dfe5-1744-4aff-aad5-66eab614b71e req-8e3505b5-cd15-45d4-8362-189702e992f1 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.6467574 Jul 13 19:25:07.456312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 06a381b1-d09b-47ea-8f69-ddc40ed73ada no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:07.460796 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-14a4dfe5-1744-4aff-aad5-66eab614b71e req-a4bc20a7-3318-4ff6-a9a3-ff5b82f86f68 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247048 Jul 13 19:25:07.518246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Deleting port 06a381b1-d09b-47ea-8f69-ddc40ed73ada {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:07.518816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.593553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d866-8351-4870-b4a6-29bf085eba1c req-64084b30-8bcf-4507-bb29-3222284c803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:07.595208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-64084b30-8bcf-4507-bb29-3222284c803a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3971310 Jul 13 19:25:07.615846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f281d952-0aed-4aae-8f0a-19d0af14f3c1 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:07.656249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:07.657223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: f281d952-0aed-4aae-8f0a-19d0af14f3c1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:07.658093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f281d952-0aed-4aae-8f0a-19d0af14f3c1 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:07.992267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c21a6-7eca-4af5-9a7c-df4d40f58c21 req-beb97409-7001-45a1-82bf-a1db9bb6fd8b tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:08.007746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-525c21a6-7eca-4af5-9a7c-df4d40f58c21 req-beb97409-7001-45a1-82bf-a1db9bb6fd8b tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1907265 Jul 13 19:25:08.061638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device adef089e-d122-4082-b083-0dd08325b41c no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:08.160455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-525c21a6-7eca-4af5-9a7c-df4d40f58c21 req-c8eb970a-90ac-4133-b5b0-3b5e411ba59a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516938 Jul 13 19:25:08.196995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc64bc1-d2f8-444a-8af0-e0921fa728db req-aea785e4-f3e7-4d9c-ab06-ae305dd104de tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:08.205068 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fcc64bc1-d2f8-444a-8af0-e0921fa728db req-aea785e4-f3e7-4d9c-ab06-ae305dd104de tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 947 time: 0.7647920 Jul 13 19:25:08.270320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] For port 06a381b1-d09b-47ea-8f69-ddc40ed73ada, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=06a381b1-d09b-47ea-8f69-ddc40ed73ada,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:08.270685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.293277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fcc64bc1-d2f8-444a-8af0-e0921fa728db req-22e68a62-efd0-4311-bd57-a5a2ad5bcadf tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/security-groups?id=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871623 Jul 13 19:25:08.349213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Calling delete_port for 06a381b1-d09b-47ea-8f69-ddc40ed73ada owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:08.353850 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.359948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-aa46d435-5fc6-43ed-a5e5-ff197be89332 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363679 Jul 13 19:25:08.408656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:08.413876 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86879e55-a701-488c-a4b9-2e74ad33d6be" -d '{"events": [{"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-unplugged", "status": "completed", "tag": "adef089e-d122-4082-b083-0dd08325b41c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:08.460190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:08.467172 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.586368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:08.727856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d620d866-8351-4870-b4a6-29bf085eba1c req-206e10d1-584c-4f5a-b102-68b297264802 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592432 Jul 13 19:25:08.800033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12dd50-bd2e-4d52-952e-b2cf7caacaca req-55da8387-5d33-440a-b86e-29069297fbba tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:08.807003 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab12dd50-bd2e-4d52-952e-b2cf7caacaca req-55da8387-5d33-440a-b86e-29069297fbba tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 948 time: 0.2184522 Jul 13 19:25:08.849305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.951629 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab12dd50-bd2e-4d52-952e-b2cf7caacaca req-4a7bbd05-7dca-4d13-8cbf-3825c4d3f7c6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347547 Jul 13 19:25:08.969451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.067192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Pushing event deleted for resources: {'Port': ['ID=06a381b1-d09b-47ea-8f69-ddc40ed73ada,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:09.104299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.105416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.106990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.107454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.107913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.109157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.109603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.113497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.114009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.114482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.114934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.115377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:09.196566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] No DVR routers for this DVR port 06a381b1-d09b-47ea-8f69-ddc40ed73ada on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:09.200569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.202911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a44e0a2f-2c9f-4462-ac5c-6c6e69565509 req-f31d9924-34b9-4873-9e6c-3956f47c92ca tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.60 "DELETE /v2.0/ports/06a381b1-d09b-47ea-8f69-ddc40ed73ada HTTP/1.1" status: 204 len: 173 time: 2.3079691 Jul 13 19:25:09.203676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-deleted', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:09.207008 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43fbae7-1878-460c-a7df-28931cc6dfcf" -d '{"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-deleted", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:09.284205 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e8fb01-6d8b-407c-9f44-2ed96c50cbc1 x-openstack-request-id: req-b3e8fb01-6d8b-407c-9f44-2ed96c50cbc1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:09.286665 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-unplugged", "status": "completed", "tag": "adef089e-d122-4082-b083-0dd08325b41c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:09.287234 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3e8fb01-6d8b-407c-9f44-2ed96c50cbc1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:09.288274 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c', 'code': 200} Jul 13 19:25:09.617238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Deleting port 2500e615-3c11-4b86-8776-3593690f0ccf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:09.617629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.769737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921321b3-3867-47f4-9538-21483ec4f3f1 req-52985a7e-2052-405f-b046-f215438853bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:09.777392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-921321b3-3867-47f4-9538-21483ec4f3f1 req-52985a7e-2052-405f-b046-f215438853bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.1383345 Jul 13 19:25:09.849597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-921321b3-3867-47f4-9538-21483ec4f3f1 req-a0dde013-eb96-49cc-a7ea-37b63be045c6 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710771 Jul 13 19:25:09.951299 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f55a384-0be4-4739-8929-0a7cb023c722 x-openstack-request-id: req-0f55a384-0be4-4739-8929-0a7cb023c722 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:09.951665 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59cc965-c96c-48cf-b986-f698a3fa3176", "name": "network-vif-deleted", "tag": "06a381b1-d09b-47ea-8f69-ddc40ed73ada", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:09.952282 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f55a384-0be4-4739-8929-0a7cb023c722 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:09.952871 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59cc965-c96c-48cf-b986-f698a3fa3176', 'name': 'network-vif-deleted', 'tag': '06a381b1-d09b-47ea-8f69-ddc40ed73ada', 'status': 'completed', 'code': 200} Jul 13 19:25:10.353041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] For port 2500e615-3c11-4b86-8776-3593690f0ccf, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2500e615-3c11-4b86-8776-3593690f0ccf,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:10.353582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.381510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-20bb8522-74e3-4440-a2e8-7be7a8442353 req-e891169d-7d2d-4930-820c-409d7f2766bf tempest-ImagesOneServerTestJSON-969101983 tempest-ImagesOneServerTestJSON-969101983-project] 10.222.0.25 "GET /v2.0/ports?device_id=a59cc965-c96c-48cf-b986-f698a3fa3176 HTTP/1.1" status: 200 len: 210 time: 0.1843464 Jul 13 19:25:10.385696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23a6bd-951f-4474-a6a8-fc3eb0820471 req-237b8366-4435-44f7-bc77-552e9e2c6811 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:10.393062 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ef23a6bd-951f-4474-a6a8-fc3eb0820471 req-237b8366-4435-44f7-bc77-552e9e2c6811 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 950 time: 0.6078529 Jul 13 19:25:10.405964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Calling delete_port for 2500e615-3c11-4b86-8776-3593690f0ccf owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:10.542826 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ef23a6bd-951f-4474-a6a8-fc3eb0820471 req-67666087-4cd4-488d-aa3c-2b29dec307e6 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419611 Jul 13 19:25:10.595602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-b87043f7-6bf8-4dc3-b17f-bf56e02fa3fb tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:10.597640 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-b87043f7-6bf8-4dc3-b17f-bf56e02fa3fb tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 950 time: 0.1916132 Jul 13 19:25:10.901818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef22a8-5a13-4710-af37-ba81fb091ff3 req-b2904c30-8053-4f6b-ba40-fdfc6f52e0bb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:10.909537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a8ef22a8-5a13-4710-af37-ba81fb091ff3 req-b2904c30-8053-4f6b-ba40-fdfc6f52e0bb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 948 time: 0.1960812 Jul 13 19:25:11.015039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-93db1264-a67a-4442-bdd5-4be4c085fec5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Deleting port 5b162b7e-73c9-477b-acab-258c9033c677 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:11.029200 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-93db1264-a67a-4442-bdd5-4be4c085fec5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.032053 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.087614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Pushing event deleted for resources: {'Port': ['ID=2500e615-3c11-4b86-8776-3593690f0ccf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:11.189450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.196835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.200651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.203692 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a8ef22a8-5a13-4710-af37-ba81fb091ff3 req-854cef79-0edf-4d5e-b7b5-476a567e9f89 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928677 Jul 13 19:25:11.203881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.204899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.207155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.210418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.212230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.214510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.241206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.242148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.243958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:11.332597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-93db1264-a67a-4442-bdd5-4be4c085fec5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] For port 5b162b7e-73c9-477b-acab-258c9033c677, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5b162b7e-73c9-477b-acab-258c9033c677,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:11.333230 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-93db1264-a67a-4442-bdd5-4be4c085fec5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.393799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-93db1264-a67a-4442-bdd5-4be4c085fec5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Calling delete_port for 5b162b7e-73c9-477b-acab-258c9033c677 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:11.906663 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-93db1264-a67a-4442-bdd5-4be4c085fec5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.924065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a2aaa14b-e448-46e0-a176-8e8adaaa17d7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:11.927816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38', '7ff9c63d-c572-4855-9632-89c5e5572e1b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:11.986974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db1264-a67a-4442-bdd5-4be4c085fec5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event deleted for resources: {'Port': ['ID=5b162b7e-73c9-477b-acab-258c9033c677,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:11.999188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337dd02-4981-4ef4-b1a2-f206f1f6f2df req-9ff70ada-3662-4c30-89cc-76547495a7e5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:12.012283 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f337dd02-4981-4ef4-b1a2-f206f1f6f2df req-9ff70ada-3662-4c30-89cc-76547495a7e5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.7488556 Jul 13 19:25:12.088889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device adef089e-d122-4082-b083-0dd08325b41c details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:12.240031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-93db1264-a67a-4442-bdd5-4be4c085fec5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] No DVR routers for this DVR port 5b162b7e-73c9-477b-acab-258c9033c677 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:12.252227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-93db1264-a67a-4442-bdd5-4be4c085fec5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.265606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:12.265909 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d532407-7614-4cc0-b3d6-bef7e45a8887 req-93db1264-a67a-4442-bdd5-4be4c085fec5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "DELETE /v2.0/ports/5b162b7e-73c9-477b-acab-258c9033c677 HTTP/1.1" status: 204 len: 173 time: 1.6600075 Jul 13 19:25:12.265909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8448dc-bb88-447a-916d-3f20b391dcaf', 'name': 'network-vif-deleted', 'tag': '5b162b7e-73c9-477b-acab-258c9033c677'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:12.282127 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc433fc1-4628-4837-b3f8-299b76026454" -d '{"events": [{"server_uuid": "3b8448dc-bb88-447a-916d-3f20b391dcaf", "name": "network-vif-deleted", "tag": "5b162b7e-73c9-477b-acab-258c9033c677"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:12.387345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f337dd02-4981-4ef4-b1a2-f206f1f6f2df req-195e6239-5483-4c37-870b-f52c5b109979 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727627 Jul 13 19:25:12.403898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.447555 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e48bb92b-40c1-40b9-80a6-a9dd55cc6a6d req-3d2a7d90-1583-4e39-9a41-3fd6c79df991 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 210 time: 0.1371918 Jul 13 19:25:12.644264 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230184a3-b2c7-486c-bcc1-502651afe42d x-openstack-request-id: req-230184a3-b2c7-486c-bcc1-502651afe42d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:12.644917 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8448dc-bb88-447a-916d-3f20b391dcaf", "name": "network-vif-deleted", "tag": "5b162b7e-73c9-477b-acab-258c9033c677", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:12.645071 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-230184a3-b2c7-486c-bcc1-502651afe42d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:12.645480 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8448dc-bb88-447a-916d-3f20b391dcaf', 'name': 'network-vif-deleted', 'tag': '5b162b7e-73c9-477b-acab-258c9033c677', 'status': 'completed', 'code': 200} Jul 13 19:25:12.887920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:13.048404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'adef089e-d122-4082-b083-0dd08325b41c', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'adef089e-d122-4082-b083-0dd08325b41c', 'mac_address': 'fa:16:3e:cd:13:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:13.146564 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d9c4e1b7-dce5-4a68-84b9-c082c0766eaf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b7c5989eb054e90aa8a4ded15569ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8805902 Jul 13 19:25:13.155515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:13.277789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b152-3c73-4afb-bdce-78840a1d5dd7 req-462c7d22-9564-4aa4-8f50-b6adff44b995 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:13.300149 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-83f7b152-3c73-4afb-bdce-78840a1d5dd7 req-462c7d22-9564-4aa4-8f50-b6adff44b995 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 948 time: 0.3440037 Jul 13 19:25:13.428541 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.514240 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-83f7b152-3c73-4afb-bdce-78840a1d5dd7 req-c5b4d0da-af6a-4181-8118-41628a29e94a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127180 Jul 13 19:25:13.545453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5b162b7e-73c9-477b-acab-258c9033c677 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:13.688985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adef089e-d122-4082-b083-0dd08325b41c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:13.702393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 5b162b7e-73c9-477b-acab-258c9033c677 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:13.708898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5b162b7e-73c9-477b-acab-258c9033c677 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:13.722810 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eea4d49c-79a8-4047-b515-f27b4a155062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.825836 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:13.830963 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eea4d49c-79a8-4047-b515-f27b4a155062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.866874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Router a44a73ce-0195-4bab-adfa-63c703722ec3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:25:13.947854 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccefe25f-c153-4304-8adf-25b4e518719d req-bb358abf-7b39-4567-b06e-54ef4b9331ff tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8448dc-bb88-447a-916d-3f20b391dcaf HTTP/1.1" status: 200 len: 210 time: 0.0784643 Jul 13 19:25:14.021951 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.054612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77e3b8-08a6-4813-b0a9-d83a6a6ab83d req-cabeebce-014e-47e9-8f00-62fbd5ecc339 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:14.064230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae77e3b8-08a6-4813-b0a9-d83a6a6ab83d req-cabeebce-014e-47e9-8f00-62fbd5ecc339 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.1960273 Jul 13 19:25:14.193341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae77e3b8-08a6-4813-b0a9-d83a6a6ab83d req-99bf3708-1107-4d38-8347-89a3a108ddb8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224563 Jul 13 19:25:14.294519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eea4d49c-79a8-4047-b515-f27b4a155062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.297052 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eea4d49c-79a8-4047-b515-f27b4a155062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.303550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:14.305261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eea4d49c-79a8-4047-b515-f27b4a155062 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2 HTTP/1.1" status: 204 len: 168 time: 1.1469655 Jul 13 19:25:14.379757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4d49c-79a8-4047-b515-f27b4a155062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3935ce27-b3c9-4bc4-b16d-e6a2a1bf63c2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:14.384479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:14.400156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:14.400704 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-be1b1f4f-6d85-4936-b78b-31a72746dc7f admin admin] 10.222.0.25 "PUT /v2.0/routers/a44a73ce-0195-4bab-adfa-63c703722ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7431531 Jul 13 19:25:14.408678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] Sync routers for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:14.504881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:14.505730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:24:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:14.711969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.773626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:14.936737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['adef089e-d122-4082-b083-0dd08325b41c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:15.055798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.517118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5ed76590-b94a-4373-9b5b-a256e00d1d60 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:15.614988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bf98-df66-4083-a780-66d7c429b002 req-9b423c83-363a-42ad-9aea-b6c7864efbc8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:15.616596 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-9b423c83-363a-42ad-9aea-b6c7864efbc8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d&tenant_id=639f879ba82141ebb6867944411978e1&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 949 time: 0.5493753 Jul 13 19:25:15.657973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07831c-558c-4524-b183-bb9997c41b1d req-56c83b61-0ce1-44d8-88f2-b77c66849a34 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:15.673628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e07831c-558c-4524-b183-bb9997c41b1d req-56c83b61-0ce1-44d8-88f2-b77c66849a34 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 949 time: 0.1838274 Jul 13 19:25:15.770346 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Deleting port dc4f3b4d-4359-4fe2-9079-2071f1f6e127 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:15.778890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.981357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-bda3d36e-6215-4dff-9229-62760264b0fa tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:15.982970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-bda3d36e-6215-4dff-9229-62760264b0fa tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.24 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 944 time: 0.2102604 Jul 13 19:25:15.983468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:16.020874 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e07831c-558c-4524-b183-bb9997c41b1d req-6d160b70-0df2-4862-bcb5-ce82cca2e9c2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662449 Jul 13 19:25:16.108068 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-07845be9-515c-414f-b756-e71d5e27a5da service neutron] 10.222.0.24 "GET /v2.0/ports/adef089e-d122-4082-b083-0dd08325b41c/bindings/n-h1-800708-1 HTTP/1.1" status: 200 len: 382 time: 0.4820335 Jul 13 19:25:16.246430 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.332634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-365314390-network', 'tenant_id': 'f545a053873340abbe8e169890f41716'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:16.335477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:25:10Z', 'revision_number': 5, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port': {'id': 'dc4f3b4d-4359-4fe2-9079-2071f1f6e127', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:16.372017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] Checking router: a44a73ce-0195-4bab-adfa-63c703722ec3 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:16.392989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-eee16c4d-5fe3-47e6-a07e-f43c1043f14b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Deleting port 34450648-a665-4137-a88b-21ecc719afac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:16.393365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-eee16c4d-5fe3-47e6-a07e-f43c1043f14b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.395820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] Routers {'a44a73ce-0195-4bab-adfa-63c703722ec3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:16.396463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:24:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a44a73ce-0195-4bab-adfa-63c703722ec3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:16.440191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] For port dc4f3b4d-4359-4fe2-9079-2071f1f6e127, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=dc4f3b4d-4359-4fe2-9079-2071f1f6e127,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:16.443178 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.506271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Calling delete_port for dc4f3b4d-4359-4fe2-9079-2071f1f6e127 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:16.512045 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.514231 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bf98-df66-4083-a780-66d7c429b002 req-29cac85d-8948-4157-9ea2-2203f3da2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:16.518913 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-29cac85d-8948-4157-9ea2-2203f3da2eac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 1100 time: 0.3768287 Jul 13 19:25:16.586435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Made reservation on behalf of f545a053873340abbe8e169890f41716 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:16.592991 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.603167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:16.617987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] Set router a44a73ce-0195-4bab-adfa-63c703722ec3 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:16.628672 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.680422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '5ed76590-b94a-4373-9b5b-a256e00d1d60', 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c', 'port_id': '5ed76590-b94a-4373-9b5b-a256e00d1d60', 'mac_address': 'fa:16:3e:81:d7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9959cf1d-702f-422b-a281-5882d959f2f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:16.682775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 6, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:16.716861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c65943-e547-450f-aef6-d7a4a5cecb9d None None] The sync data for ids ['a44a73ce-0195-4bab-adfa-63c703722ec3'] in n-d-800708-1 is: [{'id': 'a44a73ce-0195-4bab-adfa-63c703722ec3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1561616568-router', 'tenant_id': '2a582448a6574b48b85daa79c1b602bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 6, 'project_id': '2a582448a6574b48b85daa79c1b602bf', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:16.770353 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.793217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed76590-b94a-4373-9b5b-a256e00d1d60 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:16.827598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:16.834113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bf98-df66-4083-a780-66d7c429b002 req-5b174d1b-e7ce-47cc-867a-018dd9fb8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:16.835876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-5b174d1b-e7ce-47cc-867a-018dd9fb8951 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.3071253 Jul 13 19:25:16.853996 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.868335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ac197-09ac-4d51-bef8-69824ad069f2 req-2c78ddf9-1612-44c8-8121-8b3e943b3f4e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:16.876183 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e7ac197-09ac-4d51-bef8-69824ad069f2 req-2c78ddf9-1612-44c8-8121-8b3e943b3f4e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 944 time: 0.5147157 Jul 13 19:25:16.881435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-eee16c4d-5fe3-47e6-a07e-f43c1043f14b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] For port 34450648-a665-4137-a88b-21ecc719afac, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=34450648-a665-4137-a88b-21ecc719afac,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:16.881802 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-eee16c4d-5fe3-47e6-a07e-f43c1043f14b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.929839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5c9ce-5160-44d5-92d7-cd95f089a760 req-8a34c682-f70a-45a7-a502-c1ada5b0a9a9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:16.931446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6bd5c9ce-5160-44d5-92d7-cd95f089a760 req-8a34c682-f70a-45a7-a502-c1ada5b0a9a9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.6010423 Jul 13 19:25:16.939766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5ed76590-b94a-4373-9b5b-a256e00d1d60,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:16.954382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-eee16c4d-5fe3-47e6-a07e-f43c1043f14b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Calling delete_port for 34450648-a665-4137-a88b-21ecc719afac owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:16.958840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-93871c96-4f02-404c-afc1-71788fed9c34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=adef089e-d122-4082-b083-0dd08325b41c HTTP/1.1" status: 200 len: 217 time: 0.1134062 Jul 13 19:25:17.011531 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e7ac197-09ac-4d51-bef8-69824ad069f2 req-8231042c-0e37-4203-afd8-03a29b7fe1e5 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336687 Jul 13 19:25:17.098481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.104597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6bd5c9ce-5160-44d5-92d7-cd95f089a760 req-2c9daa2d-8d5f-4bd0-81b1-6f0d46443c0d tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547086 Jul 13 19:25:17.116354 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.164545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:25:17.169973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5ed76590-b94a-4373-9b5b-a256e00d1d60'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:17.186515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bf98-df66-4083-a780-66d7c429b002 req-f0f7c91a-d96f-43f6-b9b9-ed78067c94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:17.195248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-f0f7c91a-d96f-43f6-b9b9-ed78067c94b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.2186453 Jul 13 19:25:17.204688 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.205320 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Added segment f750d988-43fd-46d8-bb5a-c2b44185fd35 of type vlan for network b9326bba-bd84-49ea-8064-31ba3b5dd7bd Jul 13 19:25:17.335047 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.399616 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.416310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bf98-df66-4083-a780-66d7c429b002 req-48ce7b28-e333-4d54-8380-2d7b1cda105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:17.418605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-48ce7b28-e333-4d54-8380-2d7b1cda105c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2066278 Jul 13 19:25:17.433354 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.439618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:17.440462 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.495283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4f3b4d-4359-4fe2-9079-2071f1f6e127,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.665248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47325912-f945-458a-b566-8b8a143659f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.679521 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6950226 Jul 13 19:25:17.689291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:17.704690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Request body: {'subnet': {'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-365314390-subnet', 'tenant_id': 'f545a053873340abbe8e169890f41716', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:17.755825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530683c8-219f-4407-b7c3-841152ca663e admin admin] Pushing event updated for resources: {'Network': ['ID=b9326bba-bd84-49ea-8064-31ba3b5dd7bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.769206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network b9326bba-bd84-49ea-8064-31ba3b5dd7bd details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:25:17.817803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.831132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Made reservation on behalf of f545a053873340abbe8e169890f41716 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:17.833574 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.986772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de6aed-fa68-49b3-9002-0cd3e573e638 req-36d52e51-0dbb-4902-8861-a28173a1132a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:17.989092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-41de6aed-fa68-49b3-9002-0cd3e573e638 req-36d52e51-0dbb-4902-8861-a28173a1132a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 949 time: 0.3045685 Jul 13 19:25:17.992746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.004673 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.012040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-e4b04917-690e-4a18-a751-f9dbc5cf0630 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506990 Jul 13 19:25:18.059152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135516e-1d48-4b89-afa0-3c826927a686 req-727e6ce4-d151-45cf-9d74-1e40a3851948 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:18.060432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1135516e-1d48-4b89-afa0-3c826927a686 req-727e6ce4-d151-45cf-9d74-1e40a3851948 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "GET /v2.0/ports?device_id=b581b4ac-f352-441d-8636-465677abbf21 HTTP/1.1" status: 200 len: 950 time: 0.3383520 Jul 13 19:25:18.090393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device adef089e-d122-4082-b083-0dd08325b41c up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:18.108011 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.213282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-41de6aed-fa68-49b3-9002-0cd3e573e638 req-c0492a54-79cc-4ccd-bd49-23f31f08d495 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169206 Jul 13 19:25:18.214498 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.215053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a44a73ce-0195-4bab-adfa-63c703722ec3 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:25:18.228361 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.229837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2500e615-3c11-4b86-8776-3593690f0ccf no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:18.233353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-72c68465-3065-42d3-a27b-fd829b2d99ab admin admin] 10.222.0.25 "DELETE /v2.0/routers/a44a73ce-0195-4bab-adfa-63c703722ec3 HTTP/1.1" status: 204 len: 168 time: 3.8320415 Jul 13 19:25:18.233904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:18.279272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2500e615-3c11-4b86-8776-3593690f0ccf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:18.279621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2500e615-3c11-4b86-8776-3593690f0ccf not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:18.280043 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device dc4f3b4d-4359-4fe2-9079-2071f1f6e127 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:18.291052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port adef089e-d122-4082-b083-0dd08325b41c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:18.291492 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.305528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-eee16c4d-5fe3-47e6-a07e-f43c1043f14b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.308675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba66efc-e478-4fa2-80af-71b4974c0809,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:18.343703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: dc4f3b4d-4359-4fe2-9079-2071f1f6e127 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:18.344122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device dc4f3b4d-4359-4fe2-9079-2071f1f6e127 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:18.398132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee16c4d-5fe3-47e6-a07e-f43c1043f14b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Pushing event deleted for resources: {'Port': ['ID=34450648-a665-4137-a88b-21ecc719afac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:18.416011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Checking segment: {'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:18.416406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Network hostable DHCP agents. Network: b9326bba-bd84-49ea-8064-31ba3b5dd7bd, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:25:18.460193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b7ab3d-e365-43f3-b4ff-bc96c88881b1 admin admin] Deleting subnet 5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:25:18.472629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b7ab3d-e365-43f3-b4ff-bc96c88881b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.476355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-91323e3d-4469-410a-b4da-1b09dc3ce163 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362297 Jul 13 19:25:18.483739 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.502056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9965a-a682-4ebb-98ae-03abe6a9e1cc req-714da09a-e0b6-4f02-bccb-bcd99984d5a5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:18.509835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3d9965a-a682-4ebb-98ae-03abe6a9e1cc req-714da09a-e0b6-4f02-bccb-bcd99984d5a5 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=b581b4ac-f352-441d-8636-465677abbf21 HTTP/1.1" status: 200 len: 950 time: 0.4318466 Jul 13 19:25:18.513423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1135516e-1d48-4b89-afa0-3c826927a686 req-8584ba81-dfc8-4097-aa27-2144cf13477b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Deleting port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:18.517933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1135516e-1d48-4b89-afa0-3c826927a686 req-8584ba81-dfc8-4097-aa27-2144cf13477b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.557323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-eee16c4d-5fe3-47e6-a07e-f43c1043f14b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] No DVR routers for this DVR port 34450648-a665-4137-a88b-21ecc719afac on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:18.561689 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-eee16c4d-5fe3-47e6-a07e-f43c1043f14b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.563804 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6938a9d0-6ea0-4491-a8ed-d6d719eb15e4 req-eee16c4d-5fe3-47e6-a07e-f43c1043f14b tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.24 "DELETE /v2.0/ports/34450648-a665-4137-a88b-21ecc719afac HTTP/1.1" status: 204 len: 173 time: 2.5565307 Jul 13 19:25:18.573807 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'name': 'network-vif-deleted', 'tag': '34450648-a665-4137-a88b-21ecc719afac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:18.577479 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759d6804-b4ea-4eed-8dce-0fc0709d6d0b" -d '{"events": [{"server_uuid": "a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41", "name": "network-vif-deleted", "tag": "34450648-a665-4137-a88b-21ecc719afac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:18.632113 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:18.633156 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Network b9326bba-bd84-49ea-8064-31ba3b5dd7bd is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:25:18.635673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:18.646816 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbff96ce-b7cc-4200-a72e-f0fc92c3befd" -d '{"events": [{"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-plugged", "status": "completed", "tag": "adef089e-d122-4082-b083-0dd08325b41c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:18.655468 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b7ab3d-e365-43f3-b4ff-bc96c88881b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.656111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1135516e-1d48-4b89-afa0-3c826927a686 req-8584ba81-dfc8-4097-aa27-2144cf13477b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] For port a2aaa14b-e448-46e0-a176-8e8adaaa17d7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:18.656480 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1135516e-1d48-4b89-afa0-3c826927a686 req-8584ba81-dfc8-4097-aa27-2144cf13477b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.661576 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.670986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1135516e-1d48-4b89-afa0-3c826927a686 req-8584ba81-dfc8-4097-aa27-2144cf13477b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Calling delete_port for a2aaa14b-e448-46e0-a176-8e8adaaa17d7 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:18.671844 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 34450648-a665-4137-a88b-21ecc719afac no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:18.750266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3d9965a-a682-4ebb-98ae-03abe6a9e1cc req-9b1f9682-72c3-4c6d-bc71-eddb24d3a0e7 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394829 Jul 13 19:25:18.753679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, b9326bba-bd84-49ea-8064-31ba3b5dd7bd) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:18.801719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:18.802693 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.842663 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1135516e-1d48-4b89-afa0-3c826927a686 req-8584ba81-dfc8-4097-aa27-2144cf13477b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.901111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:18.901707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16f357c-d0f4-4440-9713-feb75d5d6884 None None] Network b9326bba-bd84-49ea-8064-31ba3b5dd7bd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:18.913162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-973fcb77-3ce9-4901-99b4-7c6d4d863772 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2186027 Jul 13 19:25:18.979893 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b7ab3d-e365-43f3-b4ff-bc96c88881b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.008677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4002e5e-ef02-43e7-866b-0f8b595dbbaf req-5a842d5c-8ba2-4ecf-baf2-363a2932588e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41 HTTP/1.1" status: 200 len: 210 time: 0.1702645 Jul 13 19:25:19.009461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584ba81-dfc8-4097-aa27-2144cf13477b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event deleted for resources: {'Port': ['ID=a2aaa14b-e448-46e0-a176-8e8adaaa17d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:19.020395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1135516e-1d48-4b89-afa0-3c826927a686 req-8584ba81-dfc8-4097-aa27-2144cf13477b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] No DVR routers for this DVR port a2aaa14b-e448-46e0-a176-8e8adaaa17d7 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:19.023650 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1135516e-1d48-4b89-afa0-3c826927a686 req-8584ba81-dfc8-4097-aa27-2144cf13477b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.027358 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1135516e-1d48-4b89-afa0-3c826927a686 req-8584ba81-dfc8-4097-aa27-2144cf13477b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.60 "DELETE /v2.0/ports/a2aaa14b-e448-46e0-a176-8e8adaaa17d7 HTTP/1.1" status: 204 len: 173 time: 0.9317329 Jul 13 19:25:19.031503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b581b4ac-f352-441d-8636-465677abbf21', 'name': 'network-vif-deleted', 'tag': 'a2aaa14b-e448-46e0-a176-8e8adaaa17d7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:19.036376 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf2f044-1af8-462d-853d-969dfef88271" -d '{"events": [{"server_uuid": "b581b4ac-f352-441d-8636-465677abbf21", "name": "network-vif-deleted", "tag": "a2aaa14b-e448-46e0-a176-8e8adaaa17d7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:19.176146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a2aaa14b-e448-46e0-a176-8e8adaaa17d7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:19.178863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38', '7ff9c63d-c572-4855-9632-89c5e5572e1b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:19.192080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 34450648-a665-4137-a88b-21ecc719afac {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:19.192535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 34450648-a665-4137-a88b-21ecc719afac not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:19.227410 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b7ab3d-e365-43f3-b4ff-bc96c88881b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.276056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.286647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.287267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.287828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.288409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.289228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.289801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.290565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.291117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.292666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.293285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.294193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:19.364785 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a2d2a2-d84f-4459-83a7-17e746b641a4 x-openstack-request-id: req-71a2d2a2-d84f-4459-83a7-17e746b641a4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:19.365222 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-plugged", "status": "completed", "tag": "adef089e-d122-4082-b083-0dd08325b41c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:19.365577 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71a2d2a2-d84f-4459-83a7-17e746b641a4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:19.366071 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c', 'code': 200} Jul 13 19:25:19.375444 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc91a8ff-8281-4501-8806-bb93412e555d x-openstack-request-id: req-dc91a8ff-8281-4501-8806-bb93412e555d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:19.376936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e8876-db70-4806-b590-42c2aa8f0edb None None] Network b9326bba-bd84-49ea-8064-31ba3b5dd7bd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:19.377866 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41", "name": "network-vif-deleted", "tag": "34450648-a665-4137-a88b-21ecc719afac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:19.379050 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc91a8ff-8281-4501-8806-bb93412e555d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:19.379624 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91b3aa8-6d34-47ed-a6bc-cd8ebfcd8c41', 'name': 'network-vif-deleted', 'tag': '34450648-a665-4137-a88b-21ecc719afac', 'status': 'completed', 'code': 200} Jul 13 19:25:19.390645 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b7ab3d-e365-43f3-b4ff-bc96c88881b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.396042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:19.412143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-66b7ab3d-e365-43f3-b4ff-bc96c88881b1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8 HTTP/1.1" status: 204 len: 168 time: 1.1736732 Jul 13 19:25:19.424199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ffb9c-3ba5-4cf1-a10b-690fd836dde4 None None] Network 64ddfd84-ebcf-463c-a487-176ffec7929e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:19.453855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7ab3d-e365-43f3-b4ff-bc96c88881b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd3b685-da1d-4e3f-8a92-63b9dffc4ce8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:19.518662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56722b2-effa-457f-91e6-fb04f196a9af req-37f6c092-0123-4cae-86eb-6449e2f3f5b2 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:19.525857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c56722b2-effa-457f-91e6-fb04f196a9af req-37f6c092-0123-4cae-86eb-6449e2f3f5b2 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 945 time: 0.4388268 Jul 13 19:25:19.559616 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaac7e4-233a-4cac-bb1a-81e30d141b6b x-openstack-request-id: req-daaac7e4-233a-4cac-bb1a-81e30d141b6b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:19.560078 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b581b4ac-f352-441d-8636-465677abbf21", "name": "network-vif-deleted", "tag": "a2aaa14b-e448-46e0-a176-8e8adaaa17d7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:19.560462 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-daaac7e4-233a-4cac-bb1a-81e30d141b6b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:19.564419 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b581b4ac-f352-441d-8636-465677abbf21', 'name': 'network-vif-deleted', 'tag': 'a2aaa14b-e448-46e0-a176-8e8adaaa17d7', 'status': 'completed', 'code': 200} Jul 13 19:25:19.575654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5ed76590-b94a-4373-9b5b-a256e00d1d60 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:19.616994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c56722b2-effa-457f-91e6-fb04f196a9af req-25616e4e-db09-4866-aaac-53779d168108 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887487 Jul 13 19:25:19.658307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-bcc0a810-9312-4cef-95c7-4d96a5a59b73 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:19.668439 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-bcc0a810-9312-4cef-95c7-4d96a5a59b73 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 950 time: 0.2495346 Jul 13 19:25:19.683773 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.930323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Deleting port 62f618d6-95c1-45e7-98fc-d37d9d2917e5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:19.930717 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.107281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] For port 62f618d6-95c1-45e7-98fc-d37d9d2917e5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=62f618d6-95c1-45e7-98fc-d37d9d2917e5,segment=NetworkSegment(9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b),segment_id=9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:20.107877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.121640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Calling delete_port for 62f618d6-95c1-45e7-98fc-d37d9d2917e5 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:20.158837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 5ed76590-b94a-4373-9b5b-a256e00d1d60 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:20.176074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-171dc666-9bc1-4da0-b0fa-f4ecd09b69dd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Deleting port 7ff9c63d-c572-4855-9632-89c5e5572e1b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:20.176469 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-171dc666-9bc1-4da0-b0fa-f4ecd09b69dd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.180125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 5ed76590-b94a-4373-9b5b-a256e00d1d60 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:20.180500 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.189235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a4c5-f21d-4e08-843b-70c21d82efc3 req-e8d890a7-043d-4359-be08-f1b4caf16d6a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:20.190966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5cb2a4c5-f21d-4e08-843b-70c21d82efc3 req-e8d890a7-043d-4359-be08-f1b4caf16d6a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.2076392 Jul 13 19:25:20.300095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5cb2a4c5-f21d-4e08-843b-70c21d82efc3 req-38353849-c7be-40fa-8150-9adb655c41cb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927570 Jul 13 19:25:20.363912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.400790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] No DVR routers for this DVR port 62f618d6-95c1-45e7-98fc-d37d9d2917e5 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:20.445656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-171dc666-9bc1-4da0-b0fa-f4ecd09b69dd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] For port 7ff9c63d-c572-4855-9632-89c5e5572e1b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7ff9c63d-c572-4855-9632-89c5e5572e1b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:20.446105 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-171dc666-9bc1-4da0-b0fa-f4ecd09b69dd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.481074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-171dc666-9bc1-4da0-b0fa-f4ecd09b69dd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Calling delete_port for 7ff9c63d-c572-4855-9632-89c5e5572e1b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:20.512623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-4953a196-7351-4ddd-9c2f-e6ea968f10ac tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:20.521450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-4953a196-7351-4ddd-9c2f-e6ea968f10ac tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/networks?id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd HTTP/1.1" status: 200 len: 821 time: 0.4761190 Jul 13 19:25:20.569602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec06ad-be1e-4841-a123-85424b78e5de None None] DHCP port deletion for 64ddfd84-ebcf-463c-a487-176ffec7929e request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:25:20.628388 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.681549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:20.688806 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68540019-8700-4222-b0c6-efdec6b44c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.699264 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.781720 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-171dc666-9bc1-4da0-b0fa-f4ecd09b69dd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.821456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dc666-9bc1-4da0-b0fa-f4ecd09b69dd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event deleted for resources: {'Port': ['ID=7ff9c63d-c572-4855-9632-89c5e5572e1b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:20.914325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-171dc666-9bc1-4da0-b0fa-f4ecd09b69dd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] No DVR routers for this DVR port 7ff9c63d-c572-4855-9632-89c5e5572e1b on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:20.924096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-171dc666-9bc1-4da0-b0fa-f4ecd09b69dd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.925728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5ed76590-b94a-4373-9b5b-a256e00d1d60,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:20.938554 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6ed892e-23e9-4820-882d-ad223663a1ce req-171dc666-9bc1-4da0-b0fa-f4ecd09b69dd tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "DELETE /v2.0/ports/7ff9c63d-c572-4855-9632-89c5e5572e1b HTTP/1.1" status: 204 len: 173 time: 1.2495458 Jul 13 19:25:21.071121 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-033c25e5-8fe4-4ecf-9dee-b7fe9aa63a82 req-dfa6cb85-517e-4dd5-8221-015628cdc39d tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e197144-28d4-41f2-b8a9-1627f24dbb41 HTTP/1.1" status: 200 len: 210 time: 0.0366707 Jul 13 19:25:21.277407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f618d6-95c1-45e7-98fc-d37d9d2917e5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:21.302094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-04e89c4a-f2fc-49a2-b54b-6059d0932f0d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/quotas/f545a053873340abbe8e169890f41716 HTTP/1.1" status: 200 len: 375 time: 0.7733662 Jul 13 19:25:21.326597 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.381271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e197144-28d4-41f2-b8a9-1627f24dbb41', 'name': 'network-vif-deleted', 'tag': '7ff9c63d-c572-4855-9632-89c5e5572e1b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:21.384076 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7161fa15-dcd0-45f8-b7f7-b8bc0bf2d6a0" -d '{"events": [{"server_uuid": "4e197144-28d4-41f2-b8a9-1627f24dbb41", "name": "network-vif-deleted", "tag": "7ff9c63d-c572-4855-9632-89c5e5572e1b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:21.394775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed76590-b94a-4373-9b5b-a256e00d1d60'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:21.404194 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a300ae7-9984-4b1a-8826-e029327399a0" -d '{"events": [{"server_uuid": "a763d7b9-afee-432e-bf0c-ec25060337ba", "name": "network-vif-plugged", "status": "completed", "tag": "5ed76590-b94a-4373-9b5b-a256e00d1d60"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:21.425919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ddfd84-ebcf-463c-a487-176ffec7929e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:21.435758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-db437ced-ed44-4446-a026-93fbb5bf24c8 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f545a053873340abbe8e169890f41716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1255713 Jul 13 19:25:21.460991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:21.461216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f14ac4e-abe8-41f5-a7ef-5825b0c42d9b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:21.476629 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.513916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a2aaa14b-e448-46e0-a176-8e8adaaa17d7 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:21.569828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: a2aaa14b-e448-46e0-a176-8e8adaaa17d7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:21.570195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a2aaa14b-e448-46e0-a176-8e8adaaa17d7 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:21.580128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.590370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:25:21.590859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:25:21.592765 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:25:21.618777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bf98-df66-4083-a780-66d7c429b002 req-09b48868-8f79-4f09-8117-530216d41ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:21.621068 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-09b48868-8f79-4f09-8117-530216d41ee8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d&tenant_id=639f879ba82141ebb6867944411978e1 HTTP/1.1" status: 200 len: 1101 time: 0.2334843 Jul 13 19:25:21.685663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-eff72d38-896a-4d69-896a-9e93260cd4de service neutron] 10.222.0.25 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910398 Jul 13 19:25:21.692581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.707127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.712037 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] 10.222.0.25 "DELETE /v2.0/networks/64ddfd84-ebcf-463c-a487-176ffec7929e HTTP/1.1" status: 204 len: 168 time: 2.3118885 Jul 13 19:25:21.718910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:21.775286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4f599-b23c-4226-863a-13c8dd4fa013 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ddfd84-ebcf-463c-a487-176ffec7929e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:21.875196 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-12959440-d14b-4ce4-9711-51362413508a service neutron] 10.222.0.25 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831212 Jul 13 19:25:21.924586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85e730-6c66-4efd-ac76-92cb50acaac9 req-d5ea82cf-6a73-4a50-a27e-643129262649 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:21.926442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cb85e730-6c66-4efd-ac76-92cb50acaac9 req-d5ea82cf-6a73-4a50-a27e-643129262649 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.2460854 Jul 13 19:25:21.930486 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bf98-df66-4083-a780-66d7c429b002 req-e1f68171-899b-4c1f-90fe-919424a78bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:21.932457 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-e1f68171-899b-4c1f-90fe-919424a78bcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 1101 time: 0.2723715 Jul 13 19:25:22.059177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bf98-df66-4083-a780-66d7c429b002 req-4f00b2bd-710a-4242-88b7-91ae67613d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:22.060893 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-4f00b2bd-710a-4242-88b7-91ae67613d2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.0951507 Jul 13 19:25:22.123647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7ff9c63d-c572-4855-9632-89c5e5572e1b no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:22.185504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 7ff9c63d-c572-4855-9632-89c5e5572e1b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:22.185848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7ff9c63d-c572-4855-9632-89c5e5572e1b not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:22.248705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 62f618d6-95c1-45e7-98fc-d37d9d2917e5 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:22.298905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 62f618d6-95c1-45e7-98fc-d37d9d2917e5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:22.299294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 62f618d6-95c1-45e7-98fc-d37d9d2917e5 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:22.555659 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-b158499e-de27-4cdc-829d-58bad9f1de7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=adef089e-d122-4082-b083-0dd08325b41c HTTP/1.1" status: 200 len: 217 time: 0.4732878 Jul 13 19:25:22.575803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cb85e730-6c66-4efd-ac76-92cb50acaac9 req-ef6f331a-966a-4e58-8d38-08231f45213b tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088400 Jul 13 19:25:22.595402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:22.646558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bf98-df66-4083-a780-66d7c429b002 req-7f229b2b-f449-4722-a3de-060995561e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:22.648220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-7f229b2b-f449-4722-a3de-060995561e46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0715692 Jul 13 19:25:22.712721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243716f-08c4-44b1-aedd-83086a3e444d req-fe8977c4-310c-4caa-8c9d-efccdef3ec8e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:22.721773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d243716f-08c4-44b1-aedd-83086a3e444d req-fe8977c4-310c-4caa-8c9d-efccdef3ec8e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.0990958 Jul 13 19:25:22.725843 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4c1c91-3d0a-48f2-b5d1-7b5e369ea830 x-openstack-request-id: req-dd4c1c91-3d0a-48f2-b5d1-7b5e369ea830 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:22.726153 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e197144-28d4-41f2-b8a9-1627f24dbb41", "name": "network-vif-deleted", "tag": "7ff9c63d-c572-4855-9632-89c5e5572e1b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:22.726423 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd4c1c91-3d0a-48f2-b5d1-7b5e369ea830 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:22.726817 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e197144-28d4-41f2-b8a9-1627f24dbb41', 'name': 'network-vif-deleted', 'tag': '7ff9c63d-c572-4855-9632-89c5e5572e1b', 'status': 'completed', 'code': 200} Jul 13 19:25:22.777863 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427900c1-0e2a-45be-896c-f0e18224dbd9 x-openstack-request-id: req-427900c1-0e2a-45be-896c-f0e18224dbd9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:22.779356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d243716f-08c4-44b1-aedd-83086a3e444d req-d83139d0-11e1-474a-83db-2087281d317c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563471 Jul 13 19:25:22.817564 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a763d7b9-afee-432e-bf0c-ec25060337ba", "name": "network-vif-plugged", "status": "completed", "tag": "5ed76590-b94a-4373-9b5b-a256e00d1d60", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:22.819058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bf98-df66-4083-a780-66d7c429b002 req-17e26dd3-4921-4949-9796-38d774d3f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:22.820694 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-427900c1-0e2a-45be-896c-f0e18224dbd9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:22.821321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-17e26dd3-4921-4949-9796-38d774d3f0e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454425 Jul 13 19:25:22.822062 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed76590-b94a-4373-9b5b-a256e00d1d60', 'code': 200} Jul 13 19:25:22.869842 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09d6631e-2218-4522-8af3-d4c67e3d9f64 req-573752c3-315c-4541-a0af-a7c696daab96 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 210 time: 0.0491605 Jul 13 19:25:23.166123 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-33198ad8-3d2b-471b-ac60-e6555a3747b9 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275599 Jul 13 19:25:23.247204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-67a3d1c6-e6e2-4dd4-a163-69fa04342b28 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:23.251888 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-67a3d1c6-e6e2-4dd4-a163-69fa04342b28 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 944 time: 0.1093159 Jul 13 19:25:23.265988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74719325-d15a-4cd7-93f0-95b1750c1b28 req-8cf92389-dfd4-4aba-b58a-93785b9161ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:23.282454 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.287659 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a291261-b177-4bbc-a4a7-fe39ca29bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.288543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74719325-d15a-4cd7-93f0-95b1750c1b28 req-8cf92389-dfd4-4aba-b58a-93785b9161ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 1097 time: 0.2634435 Jul 13 19:25:23.302026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f3f99-aed0-4fd5-8ef7-397c9786e0ee req-5fbae5eb-9fd2-4e3d-9570-a426b8e12a6e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:23.303667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf3f3f99-aed0-4fd5-8ef7-397c9786e0ee req-5fbae5eb-9fd2-4e3d-9570-a426b8e12a6e tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 944 time: 0.2360067 Jul 13 19:25:23.404990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c93bf98-df66-4083-a780-66d7c429b002 req-710f8803-0e5a-4592-8883-e7b00c699906 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296968 Jul 13 19:25:23.442986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf3f3f99-aed0-4fd5-8ef7-397c9786e0ee req-846bd86f-43b2-489d-8bc5-f001e9ee8213 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024508 Jul 13 19:25:23.462304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74719325-d15a-4cd7-93f0-95b1750c1b28 req-8f59cbeb-0a22-4307-86e7-768d703e18cb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600235 Jul 13 19:25:23.521663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8802c-ef51-41f6-80eb-c03ff5c6ece7 req-28598d4a-5b23-4db4-a495-59870982c3f8 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:23.522928 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.529108 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72e8802c-ef51-41f6-80eb-c03ff5c6ece7 req-28598d4a-5b23-4db4-a495-59870982c3f8 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b0e00e6-0aa5-42fe-a752-678885691eca HTTP/1.1" status: 200 len: 949 time: 0.1977363 Jul 13 19:25:23.562184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-b633bb05-315f-4e6b-9649-1fef7e7ef353 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Deleting port de587c47-2030-4853-ae21-d6d7c65591a6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:23.562558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-b633bb05-315f-4e6b-9649-1fef7e7ef353 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.610907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72e8802c-ef51-41f6-80eb-c03ff5c6ece7 req-cc680586-3b78-4fe2-828a-9c9e6ffa19da tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809133 Jul 13 19:25:23.685829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] Deleting port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:23.687129 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.704388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-b633bb05-315f-4e6b-9649-1fef7e7ef353 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] For port de587c47-2030-4853-ae21-d6d7c65591a6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=de587c47-2030-4853-ae21-d6d7c65591a6,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:23.704756 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-b633bb05-315f-4e6b-9649-1fef7e7ef353 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.735234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-b633bb05-315f-4e6b-9649-1fef7e7ef353 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Calling delete_port for de587c47-2030-4853-ae21-d6d7c65591a6 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:23.784116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] For port cbb12a14-73cd-4fa3-a340-33cf2f20ef6d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cbb12a14-73cd-4fa3-a340-33cf2f20ef6d,segment=NetworkSegment(599e3826-84a6-4749-aebf-3d37995dd63a),segment_id=599e3826-84a6-4749-aebf-3d37995dd63a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:23.784483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.802879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] Calling delete_port for cbb12a14-73cd-4fa3-a340-33cf2f20ef6d owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:23.857966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b9ab0-8098-418a-a80a-b8aefebe15df req-8c92aa5f-d876-43a4-a1fd-7bcae7b0c6e2 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:23.865291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba7b9ab0-8098-418a-a80a-b8aefebe15df req-8c92aa5f-d876-43a4-a1fd-7bcae7b0c6e2 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.1445861 Jul 13 19:25:23.981425 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba7b9ab0-8098-418a-a80a-b8aefebe15df req-41dda976-e518-4821-94a7-b1e4704df4e7 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151209 Jul 13 19:25:23.987531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-b633bb05-315f-4e6b-9649-1fef7e7ef353 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.030037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633bb05-315f-4e6b-9649-1fef7e7ef353 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Pushing event deleted for resources: {'Port': ['ID=de587c47-2030-4853-ae21-d6d7c65591a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:24.043551 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.097172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-b633bb05-315f-4e6b-9649-1fef7e7ef353 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] No DVR routers for this DVR port de587c47-2030-4853-ae21-d6d7c65591a6 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:24.099963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-b633bb05-315f-4e6b-9649-1fef7e7ef353 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.102229 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7838cd6-d2a4-4d5f-b6bb-ee9c57211349 req-b633bb05-315f-4e6b-9649-1fef7e7ef353 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.24 "DELETE /v2.0/ports/de587c47-2030-4853-ae21-d6d7c65591a6 HTTP/1.1" status: 204 len: 173 time: 0.8433263 Jul 13 19:25:24.102961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'name': 'network-vif-deleted', 'tag': 'de587c47-2030-4853-ae21-d6d7c65591a6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:24.106386 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8d8b85-271e-452f-b32d-2e34e0fc70c5" -d '{"events": [{"server_uuid": "5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c", "name": "network-vif-deleted", "tag": "de587c47-2030-4853-ae21-d6d7c65591a6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:24.122561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb12a14-73cd-4fa3-a340-33cf2f20ef6d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:24.125891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device adef089e-d122-4082-b083-0dd08325b41c no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:24.530884 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.534052 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.546809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-6a14c329-da7c-48c7-91a1-47d6872fa1e9 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:24.548311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-6a14c329-da7c-48c7-91a1-47d6872fa1e9 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.24 "GET /v2.0/networks?id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd HTTP/1.1" status: 200 len: 821 time: 0.5228207 Jul 13 19:25:24.571963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:24.584006 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.584541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Request body: {'port': {'device_id': 'bc31ef7f-ac54-4a22-8a8b-76721e69c620', 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd', 'admin_state_up': True, 'tenant_id': 'f545a053873340abbe8e169890f41716'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:24.615673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7114e032-cdd9-4423-adf3-ff9828a87170 req-0a91eeef-5861-4f07-a9b8-51e1e62d2289 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 210 time: 0.0400763 Jul 13 19:25:24.647352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.661061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:24.689994 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39dbce9-4d77-4fc8-9070-192e235f3759 x-openstack-request-id: req-f39dbce9-4d77-4fc8-9070-192e235f3759 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:24.690596 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c", "name": "network-vif-deleted", "tag": "de587c47-2030-4853-ae21-d6d7c65591a6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:24.691088 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f39dbce9-4d77-4fc8-9070-192e235f3759 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:24.691824 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c', 'name': 'network-vif-deleted', 'tag': 'de587c47-2030-4853-ae21-d6d7c65591a6', 'status': 'completed', 'code': 200} Jul 13 19:25:24.761410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89a845-bbce-4891-bb22-9b414c163a96 req-8c4a5e42-99a6-49c1-8a6c-907b2e6b1ec6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:24.762886 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3a89a845-bbce-4891-bb22-9b414c163a96 req-8c4a5e42-99a6-49c1-8a6c-907b2e6b1ec6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.2350285 Jul 13 19:25:24.824399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:24.827275 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177b8a50-baaf-4f49-9d63-085809ae5d5d" -d '{"events": [{"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-unplugged", "status": "completed", "tag": "adef089e-d122-4082-b083-0dd08325b41c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:24.874030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3a89a845-bbce-4891-bb22-9b414c163a96 req-89130d69-0118-43ef-9b63-0372b73ac7ab tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752828 Jul 13 19:25:24.876720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Made reservation on behalf of f545a053873340abbe8e169890f41716 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:24.880241 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.912801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f109fa-9386-405a-b9c5-ab18c709f2f8 req-01cbb186-f520-4a4f-a6fa-f055b2f70ef2 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:24.915188 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69f109fa-9386-405a-b9c5-ab18c709f2f8 req-01cbb186-f520-4a4f-a6fa-f055b2f70ef2 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=e36a55d6-991f-4c19-be4c-5f6656d7a9c7 HTTP/1.1" status: 200 len: 949 time: 0.0761988 Jul 13 19:25:24.960428 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69f109fa-9386-405a-b9c5-ab18c709f2f8 req-384efcc2-0633-4a79-8373-f1569e370e52 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380342 Jul 13 19:25:25.023198 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6826e1-9ea9-422d-b859-43f38314bd73 x-openstack-request-id: req-9a6826e1-9ea9-422d-b859-43f38314bd73 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:25.023754 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-unplugged", "status": "completed", "tag": "adef089e-d122-4082-b083-0dd08325b41c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:25.024622 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a6826e1-9ea9-422d-b859-43f38314bd73 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:25.025223 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c', 'code': 200} Jul 13 19:25:25.055678 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7fcb54ff-e93e-4f9d-82e8-95d1a6143bc1 req-ffa51c45-18b2-4482-9da9-42c6c0c035b6 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dadf8bd-7d2d-4b6e-afd8-f9373a23f99c HTTP/1.1" status: 200 len: 210 time: 0.0452590 Jul 13 19:25:25.093226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] Router 4babd3b8-2ccf-44ec-9324-786de497e63e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:25:25.178495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Allocated IP 172.20.0.10 (b9326bba-bd84-49ea-8064-31ba3b5dd7bd/3ba66efc-e478-4fa2-80af-71b4974c0809/4fd41859-f329-4bcc-992c-bb2719447daa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:25.180392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973183db-bc80-448f-a11e-2ea53da23d7e req-ab622628-1263-4a4c-85f0-7aca30c216a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.182127 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-973183db-bc80-448f-a11e-2ea53da23d7e req-ab622628-1263-4a4c-85f0-7aca30c216a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.0686722 Jul 13 19:25:25.234964 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-973183db-bc80-448f-a11e-2ea53da23d7e req-b1a0b79e-1601-4a29-a867-245dbf8e228b tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Jul 13 19:25:25.293118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:25.302255 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aee8cafb-4cee-4823-9471-2fb1b93932b0 admin admin] 10.222.0.25 "PUT /v2.0/routers/4babd3b8-2ccf-44ec-9324-786de497e63e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5772963 Jul 13 19:25:25.303245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:25.308120 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] Sync routers for ids ['4babd3b8-2ccf-44ec-9324-786de497e63e'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:25.322675 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] Routers {'4babd3b8-2ccf-44ec-9324-786de497e63e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:25.324078 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:25:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4babd3b8-2ccf-44ec-9324-786de497e63e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:25.440635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.442679 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] Set router 4babd3b8-2ccf-44ec-9324-786de497e63e gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:25.453859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.462038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3137c2-5482-435f-bd3f-1cdb4798edbf req-6c4ee637-60ee-4226-82b9-c02a0d1144c3 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.464135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3137c2-5482-435f-bd3f-1cdb4798edbf req-6c4ee637-60ee-4226-82b9-c02a0d1144c3 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 1097 time: 0.1043069 Jul 13 19:25:25.515031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3137c2-5482-435f-bd3f-1cdb4798edbf req-579049f5-2d11-4449-a821-d3a35c130805 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440092 Jul 13 19:25:25.516137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.578922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Network b9326bba-bd84-49ea-8064-31ba3b5dd7bd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:25.582479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:25.586622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:25.614777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event updated for resources: {'Port': ['ID=4fd41859-f329-4bcc-992c-bb2719447daa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:25.645757 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.655758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.657398 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.683136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-80d0b550-00a9-4143-9bcf-6c0969684f9a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1117923 Jul 13 19:25:25.703421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Request body: {'port': {'device_id': 'bc31ef7f-ac54-4a22-8a8b-76721e69c620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:25.766291 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-router', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:19Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 5, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'gw_port': {'id': 'abeb846d-3884-4aaa-af0a-8d287f1f6701', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:21Z', 'updated_at': '2021-07-13T19:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:25.806655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Deleting port abeb846d-3884-4aaa-af0a-8d287f1f6701 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:25.807480 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.811107 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] Checking router: 4babd3b8-2ccf-44ec-9324-786de497e63e for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:25.826833 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] Routers {'4babd3b8-2ccf-44ec-9324-786de497e63e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:25.827833 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:25:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4babd3b8-2ccf-44ec-9324-786de497e63e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:25.850775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.929302 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] Set router 4babd3b8-2ccf-44ec-9324-786de497e63e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:25.941208 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.954983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ccb59-4145-4a2a-89bf-9bf9a0dccd5e req-8c63ae2a-ee01-43e8-b75e-17c547bf46b6 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.962288 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-948ccb59-4145-4a2a-89bf-9bf9a0dccd5e req-8c63ae2a-ee01-43e8-b75e-17c547bf46b6 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 1097 time: 0.2109785 Jul 13 19:25:25.986667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] For port abeb846d-3884-4aaa-af0a-8d287f1f6701, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=abeb846d-3884-4aaa-af0a-8d287f1f6701,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:25.987415 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.988629 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-router', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 6, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:26.003801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-91b0cffd-f5fd-4316-9971-24930381cfeb tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:26.005714 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-91b0cffd-f5fd-4316-9971-24930381cfeb tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36a55d6-991f-4c19-be4c-5f6656d7a9c7 HTTP/1.1" status: 200 len: 949 time: 0.1840594 Jul 13 19:25:26.015757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e56e1c-5e34-4127-8376-d622828d60f5 None None] The sync data for ids ['4babd3b8-2ccf-44ec-9324-786de497e63e'] in n-d-800708-1 is: [{'id': '4babd3b8-2ccf-44ec-9324-786de497e63e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1991076103-router', 'tenant_id': 'dee7a1085a15414393548aff294a65f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:20:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 6, 'project_id': 'dee7a1085a15414393548aff294a65f0', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:26.064700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Calling delete_port for abeb846d-3884-4aaa-af0a-8d287f1f6701 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:26.065432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed09d0d-96ac-48ae-9d61-328f0414081d req-3a881806-9ae3-4e0f-9145-fe016e22b353 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:26.067018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ed09d0d-96ac-48ae-9d61-328f0414081d req-3a881806-9ae3-4e0f-9145-fe016e22b353 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 932 time: 0.2590234 Jul 13 19:25:26.112699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-948ccb59-4145-4a2a-89bf-9bf9a0dccd5e req-72134fb8-e8e6-4e47-88a6-ff2f34cae38a tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494043 Jul 13 19:25:26.146431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device adef089e-d122-4082-b083-0dd08325b41c details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:26.148539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device de587c47-2030-4853-ae21-d6d7c65591a6 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:26.198921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-900bf941-881b-4cc3-8746-c37fabc57c06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Deleting port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:26.199276 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-900bf941-881b-4cc3-8746-c37fabc57c06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.280941 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ed09d0d-96ac-48ae-9d61-328f0414081d req-9da58ac4-5f39-43b3-9a72-e34224dfda26 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833932 Jul 13 19:25:26.293576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd41859-f329-4bcc-992c-bb2719447daa {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:26.316031 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.330336 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: de587c47-2030-4853-ae21-d6d7c65591a6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:26.330820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device de587c47-2030-4853-ae21-d6d7c65591a6 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:26.331754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f56086ce-7842-45ae-989a-3583b18b4307 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:26.362140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Transition to ACTIVE for port object 4fd41859-f329-4bcc-992c-bb2719447daa will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:26.371238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.404120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-900bf941-881b-4cc3-8746-c37fabc57c06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] For port 46a561fe-cfe5-4023-aed8-56a5f28c7e12, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=46a561fe-cfe5-4023-aed8-56a5f28c7e12,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:26.404926 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-900bf941-881b-4cc3-8746-c37fabc57c06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.435789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd41859-f329-4bcc-992c-bb2719447daa,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:26.452834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-900bf941-881b-4cc3-8746-c37fabc57c06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Calling delete_port for 46a561fe-cfe5-4023-aed8-56a5f28c7e12 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:26.535785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cbb12a14-73cd-4fa3-a340-33cf2f20ef6d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:26.540128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.598047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: cbb12a14-73cd-4fa3-a340-33cf2f20ef6d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:26.598388 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cbb12a14-73cd-4fa3-a340-33cf2f20ef6d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:26.612084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:26.616286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Attempting to bind port 4fd41859-f329-4bcc-992c-bb2719447daa on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:26.616845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Attempting to bind port 4fd41859-f329-4bcc-992c-bb2719447daa by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:26.617270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Attempting to bind port 4fd41859-f329-4bcc-992c-bb2719447daa on network b9326bba-bd84-49ea-8064-31ba3b5dd7bd {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:26.626210 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Port 4fd41859-f329-4bcc-992c-bb2719447daa on network b9326bba-bd84-49ea-8064-31ba3b5dd7bd not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:25:26.626866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Attempting to bind port 4fd41859-f329-4bcc-992c-bb2719447daa on network b9326bba-bd84-49ea-8064-31ba3b5dd7bd {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:26.633258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'adef089e-d122-4082-b083-0dd08325b41c', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'adef089e-d122-4082-b083-0dd08325b41c', 'mac_address': 'fa:16:3e:cd:13:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:26.633812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:26.634382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Checking segment: {'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:26.634903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Bound using segment: {'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:26.635051 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.636199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Bound port: 4fd41859-f329-4bcc-992c-bb2719447daa, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:26.637017 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.689406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Pushing event deleted for resources: {'Port': ['ID=abeb846d-3884-4aaa-af0a-8d287f1f6701,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:26.701234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:26.706264 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.710137 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.751154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adef089e-d122-4082-b083-0dd08325b41c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:26.790830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:26.798213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:26.801085 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.819920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-900bf941-881b-4cc3-8746-c37fabc57c06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.835070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20', '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'c324abca-7f50-42f4-8b50-93113b7b3d38'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:26.877932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bf941-881b-4cc3-8746-c37fabc57c06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event deleted for resources: {'Port': ['ID=46a561fe-cfe5-4023-aed8-56a5f28c7e12,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:26.890327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefbca9-0c74-4aba-86db-34c84c3021d9 req-f252ca1a-98cc-4cff-a9e0-cfe0e881d8f2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:26.890759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:26.891882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4cefbca9-0c74-4aba-86db-34c84c3021d9 req-f252ca1a-98cc-4cff-a9e0-cfe0e881d8f2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 948 time: 0.4179060 Jul 13 19:25:26.903431 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.027262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:27.030505 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbf4d60-d615-4842-8892-ea6d1e21c9ba" -d '{"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-unplugged", "status": "completed", "tag": "f56086ce-7842-45ae-989a-3583b18b4307"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:27.069900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-900bf941-881b-4cc3-8746-c37fabc57c06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] No DVR routers for this DVR port 46a561fe-cfe5-4023-aed8-56a5f28c7e12 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:27.074738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce226d8a-b704-4138-a86c-3d08f2236d8e req-65cffb5a-3bff-4ae1-a6cf-97d8cc7e765b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:27.077314 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce226d8a-b704-4138-a86c-3d08f2236d8e req-65cffb5a-3bff-4ae1-a6cf-97d8cc7e765b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=e36a55d6-991f-4c19-be4c-5f6656d7a9c7 HTTP/1.1" status: 200 len: 867 time: 0.5114179 Jul 13 19:25:27.082019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-d06b3d85-2384-4db3-8921-90fd8af9acd2 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:27.083621 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-d06b3d85-2384-4db3-8921-90fd8af9acd2 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/ports?device_id=a89305fa-2e0b-4903-a541-7bcec175f539 HTTP/1.1" status: 200 len: 950 time: 0.3906791 Jul 13 19:25:27.084940 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-900bf941-881b-4cc3-8746-c37fabc57c06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.087160 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fee712f6-8c35-4c81-a7b0-e705ad75c1d5 req-900bf941-881b-4cc3-8746-c37fabc57c06 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "DELETE /v2.0/ports/46a561fe-cfe5-4023-aed8-56a5f28c7e12 HTTP/1.1" status: 204 len: 173 time: 1.0729613 Jul 13 19:25:27.091545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36a55d6-991f-4c19-be4c-5f6656d7a9c7', 'name': 'network-vif-deleted', 'tag': '46a561fe-cfe5-4023-aed8-56a5f28c7e12'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:27.093959 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf6baef-e467-405d-aa20-fd1ee1692632" -d '{"events": [{"server_uuid": "e36a55d6-991f-4c19-be4c-5f6656d7a9c7", "name": "network-vif-deleted", "tag": "46a561fe-cfe5-4023-aed8-56a5f28c7e12"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:27.101364 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.115191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.138992 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce226d8a-b704-4138-a86c-3d08f2236d8e req-8d34ce01-57f8-4737-9059-fcde9e65dc1b tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529640 Jul 13 19:25:27.168005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] For port 4fd41859-f329-4bcc-992c-bb2719447daa, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:27.168005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] For port 4fd41859-f329-4bcc-992c-bb2719447daa, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=4fd41859-f329-4bcc-992c-bb2719447daa,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:27.172332 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.180421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4cefbca9-0c74-4aba-86db-34c84c3021d9 req-9a6318c0-3cc1-4d95-84b3-3ea7e3447e75 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534022 Jul 13 19:25:27.203229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['adef089e-d122-4082-b083-0dd08325b41c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:27.253755 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.254267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4babd3b8-2ccf-44ec-9324-786de497e63e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:25:27.262137 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:27.266119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.269048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] 10.222.0.24 "PUT /v2.0/ports/4fd41859-f329-4bcc-992c-bb2719447daa HTTP/1.1" status: 200 len: 1092 time: 1.5772460 Jul 13 19:25:27.270865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc31ef7f-ac54-4a22-8a8b-76721e69c620', 'tag': '4fd41859-f329-4bcc-992c-bb2719447daa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:27.275311 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56d1638-e647-4d8e-a279-cf6ad328241f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc31ef7f-ac54-4a22-8a8b-76721e69c620", "tag": "4fd41859-f329-4bcc-992c-bb2719447daa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:27.301194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.301660 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cf2f99af-def8-44f7-96e9-3fd2f614dffd admin admin] 10.222.0.25 "DELETE /v2.0/routers/4babd3b8-2ccf-44ec-9324-786de497e63e HTTP/1.1" status: 204 len: 168 time: 1.9972115 Jul 13 19:25:27.305565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:27.370882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b2ad0-4c6b-4293-aa49-b2f71ef48003 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd41859-f329-4bcc-992c-bb2719447daa,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.414163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-35103047-f435-40bb-ab60-9fc53001ecc1 admin admin] Deleting subnet 4af70a29-6ad3-4a96-ad31-9d0e4e07e370 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:25:27.425169 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35103047-f435-40bb-ab60-9fc53001ecc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.431713 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1522c331-698e-4865-b71f-9fc63f0ada6e x-openstack-request-id: req-1522c331-698e-4865-b71f-9fc63f0ada6e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:27.431999 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-unplugged", "status": "completed", "tag": "f56086ce-7842-45ae-989a-3583b18b4307", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:27.453641 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1522c331-698e-4865-b71f-9fc63f0ada6e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:27.454278 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307', 'code': 200} Jul 13 19:25:27.475276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-6a19672c-dda0-41d5-af1d-c89d79e70a91 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Deleting port c324abca-7f50-42f4-8b50-93113b7b3d38 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:27.475626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-6a19672c-dda0-41d5-af1d-c89d79e70a91 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.529645 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fabd05-f414-4a7c-9ca6-4687f77544be x-openstack-request-id: req-14fabd05-f414-4a7c-9ca6-4687f77544be {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:27.529645 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36a55d6-991f-4c19-be4c-5f6656d7a9c7", "name": "network-vif-deleted", "tag": "46a561fe-cfe5-4023-aed8-56a5f28c7e12", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:27.529645 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14fabd05-f414-4a7c-9ca6-4687f77544be {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:27.529645 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36a55d6-991f-4c19-be4c-5f6656d7a9c7', 'name': 'network-vif-deleted', 'tag': '46a561fe-cfe5-4023-aed8-56a5f28c7e12', 'status': 'completed', 'code': 200} Jul 13 19:25:27.546317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-3dfe5e4b-a0d0-4f70-b11c-60538bb0d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:27.547870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-3dfe5e4b-a0d0-4f70-b11c-60538bb0d0d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f545a053873340abbe8e169890f41716&device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 1095 time: 0.1379590 Jul 13 19:25:27.560918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35103047-f435-40bb-ab60-9fc53001ecc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.628953 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-6ee02afe-6677-41ca-83db-4ac279e1bf9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fd41859-f329-4bcc-992c-bb2719447daa HTTP/1.1" status: 200 len: 217 time: 0.0682518 Jul 13 19:25:27.695398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-056694f1-ba3a-4c22-bea2-2ecedc802a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:27.696955 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-056694f1-ba3a-4c22-bea2-2ecedc802a3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ba66efc-e478-4fa2-80af-71b4974c0809 HTTP/1.1" status: 200 len: 861 time: 0.0591617 Jul 13 19:25:27.705418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-6a19672c-dda0-41d5-af1d-c89d79e70a91 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] For port c324abca-7f50-42f4-8b50-93113b7b3d38, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c324abca-7f50-42f4-8b50-93113b7b3d38,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:27.705777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-6a19672c-dda0-41d5-af1d-c89d79e70a91 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.737317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-a07864a9-f4d7-4eb2-a40c-17ab950801e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312660 Jul 13 19:25:27.745861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-6a19672c-dda0-41d5-af1d-c89d79e70a91 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Calling delete_port for c324abca-7f50-42f4-8b50-93113b7b3d38 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:27.765200 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35103047-f435-40bb-ab60-9fc53001ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.860992 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-8dc3f007-745a-4143-89bb-111ccd1816c7 service neutron] 10.222.0.24 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149299 Jul 13 19:25:27.890194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee471e0-cdd8-42af-ae5b-67eeb2c68d3f req-65022c24-827b-4d93-b375-bc8d8910e1da tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:27.891730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ee471e0-cdd8-42af-ae5b-67eeb2c68d3f req-65022c24-827b-4d93-b375-bc8d8910e1da tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 950 time: 0.2398527 Jul 13 19:25:27.971634 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35103047-f435-40bb-ab60-9fc53001ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.017799 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ee471e0-cdd8-42af-ae5b-67eeb2c68d3f req-2020457d-7ff5-45a7-94b2-a80411197ca1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146870 Jul 13 19:25:28.021809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35103047-f435-40bb-ab60-9fc53001ecc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af70a29-6ad3-4a96-ad31-9d0e4e07e370,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:28.037822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df634b5-a9bf-4d29-81dd-8ea3444ed401 None None] Network 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:28.061874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35103047-f435-40bb-ab60-9fc53001ecc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.064432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-35103047-f435-40bb-ab60-9fc53001ecc1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4af70a29-6ad3-4a96-ad31-9d0e4e07e370 HTTP/1.1" status: 204 len: 168 time: 0.7574883 Jul 13 19:25:28.066942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:28.070323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a69392-d8f4-4846-82b0-74f8ffe59f42 req-ac9c889c-c21d-4ce7-aae0-5a02966f2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:28.071869 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9a69392-d8f4-4846-82b0-74f8ffe59f42 req-ac9c889c-c21d-4ce7-aae0-5a02966f2046 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 1096 time: 0.2390065 Jul 13 19:25:28.074901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e3269f1-6661-4ebd-9c3b-996b178eda24 req-099ebf5a-a715-45fe-a394-5f3b951332e8 service neutron] 10.222.0.24 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721585 Jul 13 19:25:28.117403 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6cfa37-d51b-456e-a0a6-1688cfcbc108 x-openstack-request-id: req-5c6cfa37-d51b-456e-a0a6-1688cfcbc108 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:28.118032 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc31ef7f-ac54-4a22-8a8b-76721e69c620", "tag": "4fd41859-f329-4bcc-992c-bb2719447daa", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:28.119333 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c6cfa37-d51b-456e-a0a6-1688cfcbc108 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:28.120122 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc31ef7f-ac54-4a22-8a8b-76721e69c620', 'tag': '4fd41859-f329-4bcc-992c-bb2719447daa', 'status': 'completed', 'code': 200} Jul 13 19:25:28.161147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7784b493-d206-4aa4-9034-998290a1a1c4 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:28.166045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 46a561fe-cfe5-4023-aed8-56a5f28c7e12 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:28.215327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 46a561fe-cfe5-4023-aed8-56a5f28c7e12 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:28.216024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 46a561fe-cfe5-4023-aed8-56a5f28c7e12 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:28.272970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d1638-e647-4d8e-a279-cf6ad328241f req-ff17741b-126f-4f56-9a0c-b5b043b0441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:28.278262 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a56d1638-e647-4d8e-a279-cf6ad328241f req-ff17741b-126f-4f56-9a0c-b5b043b0441c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f545a053873340abbe8e169890f41716&device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 1095 time: 0.1208668 Jul 13 19:25:28.332177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device abeb846d-3884-4aaa-af0a-8d287f1f6701 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:28.368861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: abeb846d-3884-4aaa-af0a-8d287f1f6701 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:28.369494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device abeb846d-3884-4aaa-af0a-8d287f1f6701 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:28.418966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d1638-e647-4d8e-a279-cf6ad328241f req-9d5c1dcc-b5bf-4650-8972-ce7cd4fc36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:28.420835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a56d1638-e647-4d8e-a279-cf6ad328241f req-9d5c1dcc-b5bf-4650-8972-ce7cd4fc36e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd HTTP/1.1" status: 200 len: 922 time: 0.1312041 Jul 13 19:25:28.455334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7784b493-d206-4aa4-9034-998290a1a1c4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7784b493-d206-4aa4-9034-998290a1a1c4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:28.481922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '7784b493-d206-4aa4-9034-998290a1a1c4', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '7784b493-d206-4aa4-9034-998290a1a1c4', 'mac_address': 'fa:16:3e:55:c8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:28.504653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a56d1638-e647-4d8e-a279-cf6ad328241f req-ab5ad749-e3e9-44ed-a137-75ff38ec043e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fd41859-f329-4bcc-992c-bb2719447daa HTTP/1.1" status: 200 len: 217 time: 0.0720124 Jul 13 19:25:28.556103 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.598106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7784b493-d206-4aa4-9034-998290a1a1c4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:28.616892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d1638-e647-4d8e-a279-cf6ad328241f req-eb26f0ec-10fd-4fe3-9f00-76a518c87447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:28.622859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a56d1638-e647-4d8e-a279-cf6ad328241f req-eb26f0ec-10fd-4fe3-9f00-76a518c87447 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ba66efc-e478-4fa2-80af-71b4974c0809 HTTP/1.1" status: 200 len: 861 time: 0.0887449 Jul 13 19:25:28.640693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7784b493-d206-4aa4-9034-998290a1a1c4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7784b493-d206-4aa4-9034-998290a1a1c4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:28.647112 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.684296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a56d1638-e647-4d8e-a279-cf6ad328241f req-dcb20ed7-b6c6-4bfb-9eb4-f3c72444a0d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426326 Jul 13 19:25:28.685114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591f2f3-5620-42a0-a40f-fec99891d56d None None] DHCP port deletion for 67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:25:28.755591 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-6a19672c-dda0-41d5-af1d-c89d79e70a91 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.770671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.786579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fb53bc71-077c-4763-8657-2c701553df20'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:28.819948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19672c-dda0-41d5-af1d-c89d79e70a91 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event deleted for resources: {'Port': ['ID=c324abca-7f50-42f4-8b50-93113b7b3d38,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:28.832035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7784b493-d206-4aa4-9034-998290a1a1c4,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:28.841835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['7784b493-d206-4aa4-9034-998290a1a1c4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:28.854662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a56d1638-e647-4d8e-a279-cf6ad328241f req-1975e321-4abb-45aa-843f-294a31023854 service neutron] 10.222.0.24 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482520 Jul 13 19:25:28.878145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a69392-d8f4-4846-82b0-74f8ffe59f42 req-8fe784e3-bb73-46dc-afa2-c524306a0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:28.880368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9a69392-d8f4-4846-82b0-74f8ffe59f42 req-8fe784e3-bb73-46dc-afa2-c524306a0b22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 919 time: 0.7988937 Jul 13 19:25:28.906059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-6a19672c-dda0-41d5-af1d-c89d79e70a91 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] No DVR routers for this DVR port c324abca-7f50-42f4-8b50-93113b7b3d38 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:28.915398 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-6a19672c-dda0-41d5-af1d-c89d79e70a91 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.918316 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ef6043e-38b1-472c-af85-9fbcf0d7445e req-6a19672c-dda0-41d5-af1d-c89d79e70a91 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "DELETE /v2.0/ports/c324abca-7f50-42f4-8b50-93113b7b3d38 HTTP/1.1" status: 204 len: 173 time: 1.8195889 Jul 13 19:25:28.980546 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9a69392-d8f4-4846-82b0-74f8ffe59f42 req-215172cc-c61a-4b56-b2d8-b625f4751d01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe HTTP/1.1" status: 200 len: 217 time: 0.0777411 Jul 13 19:25:28.993948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905d665-62b5-42ba-98c7-d00bb5435b8f req-cb9592c3-12d4-4fc5-a49b-bed13a86c450 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:29.001361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a905d665-62b5-42ba-98c7-d00bb5435b8f req-cb9592c3-12d4-4fc5-a49b-bed13a86c450 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 944 time: 0.6954525 Jul 13 19:25:29.030860 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a56d1638-e647-4d8e-a279-cf6ad328241f req-a7571551-0128-4f4d-8273-6e100e176d8f service neutron] 10.222.0.24 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674407 Jul 13 19:25:29.069102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a69392-d8f4-4846-82b0-74f8ffe59f42 req-8952e045-3e1d-49cb-853c-6aaa449ccef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:29.071381 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9a69392-d8f4-4846-82b0-74f8ffe59f42 req-8952e045-3e1d-49cb-853c-6aaa449ccef1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49127a9b-d3c6-4bba-a498-5c78b6a4e563 HTTP/1.1" status: 200 len: 858 time: 0.0629468 Jul 13 19:25:29.093274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6591f2f3-5620-42a0-a40f-fec99891d56d None None] Deleting port 00fb3cec-effe-42cb-8ac5-3e37da405a58 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:29.093769 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6591f2f3-5620-42a0-a40f-fec99891d56d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.118778 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9a69392-d8f4-4846-82b0-74f8ffe59f42 req-8974e7d6-8d2f-4dec-a5be-3437b6bd8e68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9948263-df17-4641-a5db-e08323ff6f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368447 Jul 13 19:25:29.165148 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Deleting port 00fb3cec-effe-42cb-8ac5-3e37da405a58 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:29.165370 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.235150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6591f2f3-5620-42a0-a40f-fec99891d56d None None] For port 00fb3cec-effe-42cb-8ac5-3e37da405a58, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=00fb3cec-effe-42cb-8ac5-3e37da405a58,segment=NetworkSegment(599e3826-84a6-4749-aebf-3d37995dd63a),segment_id=599e3826-84a6-4749-aebf-3d37995dd63a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:29.235561 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6591f2f3-5620-42a0-a40f-fec99891d56d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.236871 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a905d665-62b5-42ba-98c7-d00bb5435b8f req-c53b909c-ea28-4f03-99c0-be6d8f57b9d7 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326870 Jul 13 19:25:29.281278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6591f2f3-5620-42a0-a40f-fec99891d56d None None] Calling delete_port for 00fb3cec-effe-42cb-8ac5-3e37da405a58 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:29.289072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-c957df9f-1ed9-4368-9e60-d3ff2b4750ce tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:29.293574 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-c957df9f-1ed9-4368-9e60-d3ff2b4750ce tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.24 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 965 time: 0.2405214 Jul 13 19:25:29.523319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-abf8fb00-79aa-46a9-9d65-c591656d6692 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Deleting port 221651a7-613c-4f0c-ad77-48629ecfffce {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:29.523783 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-abf8fb00-79aa-46a9-9d65-c591656d6692 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.544980 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6591f2f3-5620-42a0-a40f-fec99891d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.549362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89305fa-2e0b-4903-a541-7bcec175f539', 'name': 'network-vif-deleted', 'tag': 'c324abca-7f50-42f4-8b50-93113b7b3d38'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:29.552560 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37865e90-15df-42c5-aea9-9937f4c7d649" -d '{"events": [{"server_uuid": "a89305fa-2e0b-4903-a541-7bcec175f539", "name": "network-vif-deleted", "tag": "c324abca-7f50-42f4-8b50-93113b7b3d38"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:29.599934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591f2f3-5620-42a0-a40f-fec99891d56d None None] Pushing event deleted for resources: {'Port': ['ID=00fb3cec-effe-42cb-8ac5-3e37da405a58,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:29.614735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591f2f3-5620-42a0-a40f-fec99891d56d None None] No DVR routers for this DVR port 00fb3cec-effe-42cb-8ac5-3e37da405a58 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:29.659722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] For port 00fb3cec-effe-42cb-8ac5-3e37da405a58, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=00fb3cec-effe-42cb-8ac5-3e37da405a58,segment=NetworkSegment(599e3826-84a6-4749-aebf-3d37995dd63a),segment_id=599e3826-84a6-4749-aebf-3d37995dd63a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:29.660396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.667409 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-c0520a2b-18dc-48db-b190-cc827959ef7a tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:25:29.676292 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-c0520a2b-18dc-48db-b190-cc827959ef7a tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216429 Jul 13 19:25:29.684911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Request body: {'binding': {'host': 'n-h1-800708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:29.685367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:25:29.700051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Calling delete_port for 00fb3cec-effe-42cb-8ac5-3e37da405a58 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:29.741807 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9a69392-d8f4-4846-82b0-74f8ffe59f42 req-10488623-876e-48f6-a19a-bb56c3551722 service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132982 Jul 13 19:25:29.859941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-abf8fb00-79aa-46a9-9d65-c591656d6692 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] For port 221651a7-613c-4f0c-ad77-48629ecfffce, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=221651a7-613c-4f0c-ad77-48629ecfffce,segment=NetworkSegment(ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c),segment_id=ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:29.860274 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-abf8fb00-79aa-46a9-9d65-c591656d6692 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.860941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bcad-ea62-4809-89f4-d3b6e40cd7d9 req-cd637d2a-c90f-44db-acc1-91976b9cf2ed tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:29.863521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on host n-h1-800708-1 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:29.863986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:29.864269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:29.866029 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb30bcad-ea62-4809-89f4-d3b6e40cd7d9 req-cd637d2a-c90f-44db-acc1-91976b9cf2ed tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.4386046 Jul 13 19:25:29.874714 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:25:29.875044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:29.884470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-abf8fb00-79aa-46a9-9d65-c591656d6692 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Calling delete_port for 221651a7-613c-4f0c-ad77-48629ecfffce owned by compute:tempest-test_az-309741403 {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:29.889268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:29.889612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:29.890000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:29.890523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Bound port: 5ed76590-b94a-4373-9b5b-a256e00d1d60, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:29.973326 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.995824 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:30.002862 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.016398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-f8fd304c-7669-4e28-864d-e15440e7f60b service neutron] 10.222.0.25 "POST /v2.0/ports/5ed76590-b94a-4373-9b5b-a256e00d1d60/bindings HTTP/1.1" status: 201 len: 389 time: 0.3394122 Jul 13 19:25:30.024086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] No DVR routers for this DVR port 00fb3cec-effe-42cb-8ac5-3e37da405a58 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:30.026508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Pushing event deleted for resources: {'Port': ['ID=00fb3cec-effe-42cb-8ac5-3e37da405a58,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:30.038691 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9a69392-d8f4-4846-82b0-74f8ffe59f42 req-1d36fdaa-4a78-4ca2-9533-bbbfd1d11c16 service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536547 Jul 13 19:25:30.051658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb30bcad-ea62-4809-89f4-d3b6e40cd7d9 req-04d58db9-8555-488e-a7cd-82462850110d tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767519 Jul 13 19:25:30.156398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 4fd41859-f329-4bcc-992c-bb2719447daa details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:30.159616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7784b493-d206-4aa4-9034-998290a1a1c4 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:30.312737 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.339235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a0deb5-49e6-4aa7-9fcd-d16a39d4b956']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:30.359285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599e3826-84a6-4749-aebf-3d37995dd63a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:30.359672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599e3826-84a6-4749-aebf-3d37995dd63a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:30.392191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.399128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 00fb3cec-effe-42cb-8ac5-3e37da405a58 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:30.410079 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-abf8fb00-79aa-46a9-9d65-c591656d6692 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.457677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8fb00-79aa-46a9-9d65-c591656d6692 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Pushing event deleted for resources: {'Port': ['ID=221651a7-613c-4f0c-ad77-48629ecfffce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:30.477309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 00fb3cec-effe-42cb-8ac5-3e37da405a58 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:30.477740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 00fb3cec-effe-42cb-8ac5-3e37da405a58 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:30.481763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dea39c-0234-479b-95a3-f4f5bd80c601 req-c64fa3b3-bc48-4b93-86e6-8c78d5b764e3 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:30.485782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.490072 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9dea39c-0234-479b-95a3-f4f5bd80c601 req-c64fa3b3-bc48-4b93-86e6-8c78d5b764e3 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/ports?device_id=585d9b45-3c65-43db-8520-a0757e69d0e2 HTTP/1.1" status: 200 len: 887 time: 0.2780433 Jul 13 19:25:30.500868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:25:30.500868 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:25:30.501879 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:25:30.514299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 7784b493-d206-4aa4-9034-998290a1a1c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:30.530895 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.548883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-abf8fb00-79aa-46a9-9d65-c591656d6692 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] No DVR routers for this DVR port 221651a7-613c-4f0c-ad77-48629ecfffce on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:30.552881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-abf8fb00-79aa-46a9-9d65-c591656d6692 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.555320 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bdc1489f-26c8-414d-9147-706f8fe2cad4 req-abf8fb00-79aa-46a9-9d65-c591656d6692 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.24 "DELETE /v2.0/ports/221651a7-613c-4f0c-ad77-48629ecfffce HTTP/1.1" status: 204 len: 173 time: 1.2479007 Jul 13 19:25:30.555924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'name': 'network-vif-deleted', 'tag': '221651a7-613c-4f0c-ad77-48629ecfffce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:30.559203 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa89c5-933d-4014-b603-682f12bf8d3a" -d '{"events": [{"server_uuid": "585d9b45-3c65-43db-8520-a0757e69d0e2", "name": "network-vif-deleted", "tag": "221651a7-613c-4f0c-ad77-48629ecfffce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:30.594876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9dea39c-0234-479b-95a3-f4f5bd80c601 req-fcce9eb6-7d92-45b3-b69e-22277965c629 tempest-LiveAutoBlockMigrationV225Test-59140549 tempest-LiveAutoBlockMigrationV225Test-59140549-project] 10.222.0.25 "GET /v2.0/security-groups?id=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053169 Jul 13 19:25:30.629108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 4fd41859-f329-4bcc-992c-bb2719447daa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=4fd41859-f329-4bcc-992c-bb2719447daa,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:30.668508 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc777704-bba5-4f7b-b529-35febdfe1255 x-openstack-request-id: req-bc777704-bba5-4f7b-b529-35febdfe1255 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:30.668792 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89305fa-2e0b-4903-a541-7bcec175f539", "name": "network-vif-deleted", "tag": "c324abca-7f50-42f4-8b50-93113b7b3d38", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:30.669050 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc777704-bba5-4f7b-b529-35febdfe1255 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:30.669697 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89305fa-2e0b-4903-a541-7bcec175f539', 'name': 'network-vif-deleted', 'tag': 'c324abca-7f50-42f4-8b50-93113b7b3d38', 'status': 'completed', 'code': 200} Jul 13 19:25:30.673427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-6545ee1b-3097-41f3-a2dc-07c554e77a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:30.674989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-6545ee1b-3097-41f3-a2dc-07c554e77a70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 1097 time: 0.2918806 Jul 13 19:25:30.675675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '4fd41859-f329-4bcc-992c-bb2719447daa', 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd', 'port_id': '4fd41859-f329-4bcc-992c-bb2719447daa', 'mac_address': 'fa:16:3e:bc:82:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba66efc-e478-4fa2-80af-71b4974c0809', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:30.694879 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.708280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.718915 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] 10.222.0.25 "DELETE /v2.0/networks/67a0deb5-49e6-4aa7-9fcd-d16a39d4b956 HTTP/1.1" status: 204 len: 168 time: 2.6485498 Jul 13 19:25:30.744180 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.748687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b540c19-5b45-4e94-9f65-80709ab0ef2f admin admin] Pushing event deleted for resources: {'Network': ['ID=67a0deb5-49e6-4aa7-9fcd-d16a39d4b956,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:30.817885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd41859-f329-4bcc-992c-bb2719447daa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:30.898537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-e147884e-553e-4b76-a247-7f9cf45adfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:30.900193 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-e147884e-553e-4b76-a247-7f9cf45adfa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.2130232 Jul 13 19:25:30.924278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 4fd41859-f329-4bcc-992c-bb2719447daa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=4fd41859-f329-4bcc-992c-bb2719447daa,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:30.925970 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.944038 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.985410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3a51f-7f59-47ea-b490-f884a83ffc18 req-49084bac-dfbe-4fd6-8894-2717bca52144 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:30.996292 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bce3a51f-7f59-47ea-b490-f884a83ffc18 req-49084bac-dfbe-4fd6-8894-2717bca52144 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.1179066 Jul 13 19:25:31.022139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-e57d5b7c-c949-4178-8577-567b23dc9cbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60 HTTP/1.1" status: 200 len: 217 time: 0.1112444 Jul 13 19:25:31.023295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:31.025118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7784b493-d206-4aa4-9034-998290a1a1c4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:31.027915 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232c15ff-01a6-4c6a-8faa-441478bb54b0" -d '{"events": [{"server_uuid": "38dd43c7-ac19-47d3-a55b-105af068c9dd", "name": "network-vif-plugged", "status": "completed", "tag": "7784b493-d206-4aa4-9034-998290a1a1c4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:31.040274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=4fd41859-f329-4bcc-992c-bb2719447daa,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:31.050975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7784b493-d206-4aa4-9034-998290a1a1c4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7784b493-d206-4aa4-9034-998290a1a1c4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:31.059703 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.061156 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device adef089e-d122-4082-b083-0dd08325b41c up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:31.075183 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bce3a51f-7f59-47ea-b490-f884a83ffc18 req-9c0a5d1e-1edb-4ea1-b0b7-2bcd1051bf28 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731356 Jul 13 19:25:31.124520 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-50256a05-732f-438a-88d2-de3b83f21399 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a582448a6574b48b85daa79c1b602bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1000445 Jul 13 19:25:31.127134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:31.135743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-911fff93-adf5-4822-aec0-77a3a60663f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:31.137860 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-911fff93-adf5-4822-aec0-77a3a60663f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.0924606 Jul 13 19:25:31.149544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5b4f1-277b-4d39-91a8-e4d19e21a49b req-aac35209-dfc2-42dc-b9bc-d0a3ef39f7b8 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:31.156726 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2de5b4f1-277b-4d39-91a8-e4d19e21a49b req-aac35209-dfc2-42dc-b9bc-d0a3ef39f7b8 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 944 time: 0.2611961 Jul 13 19:25:31.175161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7784b493-d206-4aa4-9034-998290a1a1c4,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:31.200145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-db0232f5-7b96-4600-8f61-96f10d27edff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405984 Jul 13 19:25:31.208003 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port adef089e-d122-4082-b083-0dd08325b41c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:31.208386 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.252302 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fc35-80f3-4ec8-901a-a63471c05061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.289303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['4fd41859-f329-4bcc-992c-bb2719447daa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:31.313334 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fc35-80f3-4ec8-901a-a63471c05061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.339388 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2de5b4f1-277b-4d39-91a8-e4d19e21a49b req-55898f1f-18f7-4531-9e05-c90972793586 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811924 Jul 13 19:25:31.413496 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-68678c6a-f3b6-46ed-a058-52d056818d0f service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988792 Jul 13 19:25:31.459281 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-80fb808f-af42-4211-9581-788a8b914f40 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=639f879ba82141ebb6867944411978e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600548 Jul 13 19:25:31.470534 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad24c74-285b-4034-b78b-9f19443f6f05 x-openstack-request-id: req-6ad24c74-285b-4034-b78b-9f19443f6f05 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:31.471062 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585d9b45-3c65-43db-8520-a0757e69d0e2", "name": "network-vif-deleted", "tag": "221651a7-613c-4f0c-ad77-48629ecfffce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:31.471318 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ad24c74-285b-4034-b78b-9f19443f6f05 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:31.471727 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585d9b45-3c65-43db-8520-a0757e69d0e2', 'name': 'network-vif-deleted', 'tag': '221651a7-613c-4f0c-ad77-48629ecfffce', 'status': 'completed', 'code': 200} Jul 13 19:25:31.547115 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bcf48d-ac73-41e3-9be7-084c94b0852d x-openstack-request-id: req-87bcf48d-ac73-41e3-9be7-084c94b0852d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:31.547405 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dd43c7-ac19-47d3-a55b-105af068c9dd", "name": "network-vif-plugged", "status": "completed", "tag": "7784b493-d206-4aa4-9034-998290a1a1c4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:31.547643 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87bcf48d-ac73-41e3-9be7-084c94b0852d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:31.548039 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7784b493-d206-4aa4-9034-998290a1a1c4', 'code': 200} Jul 13 19:25:31.590133 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-98326f5a-ac7f-4bcc-b474-7a444a7d3699 service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679721 Jul 13 19:25:31.618195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fc35-80f3-4ec8-901a-a63471c05061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.621505 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fc35-80f3-4ec8-901a-a63471c05061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.625728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5ae6fc35-80f3-4ec8-901a-a63471c05061 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6bece69-71b5-48ea-a236-226b3ceaa167 HTTP/1.1" status: 204 len: 168 time: 0.4967782 Jul 13 19:25:31.637534 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.653686 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6fc35-80f3-4ec8-901a-a63471c05061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bece69-71b5-48ea-a236-226b3ceaa167,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:31.738313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475a03-f27d-4687-b6d5-2ca58846311d req-bdac3496-8f5f-4f1e-b4b5-f048da53cd5d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:31.739886 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-bdac3496-8f5f-4f1e-b4b5-f048da53cd5d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672772 Jul 13 19:25:31.763293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:31.774501 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-13bae021-93bf-4d49-bdc3-ab9a1b193429 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/quotas/639f879ba82141ebb6867944411978e1 HTTP/1.1" status: 200 len: 375 time: 0.0261257 Jul 13 19:25:31.786020 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.786850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c324abca-7f50-42f4-8b50-93113b7b3d38 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:31.830893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb91eb-5f8c-4f81-9077-675cfa32c551 req-9ef026e2-36cf-4503-b04b-315f5fdf72ac tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:31.842920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3cb91eb-5f8c-4f81-9077-675cfa32c551 req-9ef026e2-36cf-4503-b04b-315f5fdf72ac tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.2322514 Jul 13 19:25:31.864622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: c324abca-7f50-42f4-8b50-93113b7b3d38 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:31.865001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c324abca-7f50-42f4-8b50-93113b7b3d38 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:31.917277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:31.935923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3cb91eb-5f8c-4f81-9077-675cfa32c551 req-384d7617-9ca0-49be-8812-99f4cda30da4 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920851 Jul 13 19:25:31.960560 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-3d921571-110e-4531-b6ba-f3462a6d74bd tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1850772 Jul 13 19:25:32.159973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 221651a7-613c-4f0c-ad77-48629ecfffce no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:32.225847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 221651a7-613c-4f0c-ad77-48629ecfffce {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:32.226532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 221651a7-613c-4f0c-ad77-48629ecfffce not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:32.251987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:32.365257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:32.370529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-17c14431-7b32-4538-9e0f-f132f777e403 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dee7a1085a15414393548aff294a65f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088376 Jul 13 19:25:32.498679 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f000a58-d3ba-4efd-87fa-dd2251c85f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.511500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:32.539572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f000a58-d3ba-4efd-87fa-dd2251c85f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.608490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f000a58-d3ba-4efd-87fa-dd2251c85f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.612790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f000a58-d3ba-4efd-87fa-dd2251c85f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.617350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1f000a58-d3ba-4efd-87fa-dd2251c85f7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e62aa532-372b-46b5-93d5-a7798eb7b121 HTTP/1.1" status: 204 len: 168 time: 0.2478759 Jul 13 19:25:32.626317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f000a58-d3ba-4efd-87fa-dd2251c85f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62aa532-372b-46b5-93d5-a7798eb7b121,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:32.854431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47e77f76-7aa0-4abf-93d9-92e8ee82ac1c req-26ed28de-7947-462e-bf4e-f2cc5705ff77 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 210 time: 0.0815742 Jul 13 19:25:32.931262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc0ba2-c7ec-4aa3-a495-7bd9228e154b req-114a4722-3c35-4e66-bd16-effa9e43a1e5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:32.933544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ddc0ba2-c7ec-4aa3-a495-7bd9228e154b req-114a4722-3c35-4e66-bd16-effa9e43a1e5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.1632736 Jul 13 19:25:33.044782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-002d9b73-cc65-4387-a366-44771257b498 admin admin] Deleting subnet 1c7215b9-42cb-4cfe-ab63-63e138febb58 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:25:33.049213 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-002d9b73-cc65-4387-a366-44771257b498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.056715 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ddc0ba2-c7ec-4aa3-a495-7bd9228e154b req-58f72227-5bd2-4584-a6fa-80991caa5210 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057332 Jul 13 19:25:33.193120 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-002d9b73-cc65-4387-a366-44771257b498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.326104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d98d9-9ca9-479c-a679-5fab08df7847 req-9ce384b5-0462-4e2e-b737-ceab21220024 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:33.328197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e6d98d9-9ca9-479c-a679-5fab08df7847 req-9ce384b5-0462-4e2e-b737-ceab21220024 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 945 time: 0.2480922 Jul 13 19:25:33.334266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-002d9b73-cc65-4387-a366-44771257b498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.473608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d54cd-1f5f-447a-bfdd-ce63d0d3c0b8 req-b9bebe38-6dda-43a6-bcef-3410f980d303 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:33.492224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-630d54cd-1f5f-447a-bfdd-ce63d0d3c0b8 req-b9bebe38-6dda-43a6-bcef-3410f980d303 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 949 time: 0.1568291 Jul 13 19:25:33.529960 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e6d98d9-9ca9-479c-a679-5fab08df7847 req-0895d38c-f7bb-4699-ad5c-7b1ab52d0d08 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889060 Jul 13 19:25:33.555214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:33.556430 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-002d9b73-cc65-4387-a366-44771257b498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.559193 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0cf0d6-433b-4e46-bcfb-e76a81d617d0" -d '{"events": [{"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-plugged", "status": "completed", "tag": "adef089e-d122-4082-b083-0dd08325b41c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:33.567382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-630d54cd-1f5f-447a-bfdd-ce63d0d3c0b8 req-531f0d57-d29c-4b68-8db9-f151b81d45eb tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747952 Jul 13 19:25:33.621201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d9b73-cc65-4387-a366-44771257b498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7215b9-42cb-4cfe-ab63-63e138febb58,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:33.638352 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-002d9b73-cc65-4387-a366-44771257b498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.644530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-002d9b73-cc65-4387-a366-44771257b498 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1c7215b9-42cb-4cfe-ab63-63e138febb58 HTTP/1.1" status: 204 len: 168 time: 1.1276612 Jul 13 19:25:33.645434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:33.740146 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7243c9-07a2-432a-b185-b7279f3242cd x-openstack-request-id: req-8d7243c9-07a2-432a-b185-b7279f3242cd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:33.740541 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-plugged", "status": "completed", "tag": "adef089e-d122-4082-b083-0dd08325b41c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:33.740894 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d7243c9-07a2-432a-b185-b7279f3242cd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:33.741390 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c', 'code': 200} Jul 13 19:25:33.805664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b77daa-240a-4254-a33e-ae36560fe0a2 req-f625d1be-b220-4b2b-aee1-8224507d03e5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:33.808413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66b77daa-240a-4254-a33e-ae36560fe0a2 req-f625d1be-b220-4b2b-aee1-8224507d03e5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.0881519 Jul 13 19:25:33.825051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.889769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66b77daa-240a-4254-a33e-ae36560fe0a2 req-0aae29ea-7f64-4a4d-9b70-5101c3eb99f5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708451 Jul 13 19:25:33.995795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.022125 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3bef9d4c-9333-417e-b980-c1a69c4df4d7 req-685d45ee-d1a6-4328-8352-3d370e00adf2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 210 time: 0.0416641 Jul 13 19:25:34.027737 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8777bc0e-d35f-41d4-996a-471bdf2b5441']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:34.043971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:34.044839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac825e3e-9e3a-4a4b-96b2-6c47d5c06f1c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:34.087669 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.092953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-1f8b81d2-ded9-4f90-984f-ae81d163aea6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=639f879ba82141ebb6867944411978e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425746 Jul 13 19:25:34.141957 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.164868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:25:34.165459 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.170174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 4fd41859-f329-4bcc-992c-bb2719447daa up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:25:34.176393 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:25:34.181789 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:25:34.320630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.330316 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.332313 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] 10.222.0.25 "DELETE /v2.0/networks/8777bc0e-d35f-41d4-996a-471bdf2b5441 HTTP/1.1" status: 204 len: 168 time: 0.6857750 Jul 13 19:25:34.335340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:34.347892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475a03-f27d-4687-b6d5-2ca58846311d req-297775ca-014a-463e-9e42-42378bb845ee tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:34.355505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-297775ca-014a-463e-9e42-42378bb845ee tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388711 Jul 13 19:25:34.369941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 4fd41859-f329-4bcc-992c-bb2719447daa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:34.378309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Request body: {'port': {'device_id': '2a17643e-68ff-4828-aa41-377fa6256f97', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '639f879ba82141ebb6867944411978e1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:34.379801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 4fd41859-f329-4bcc-992c-bb2719447daa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:34.380182 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.434442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e7914-9974-450b-bced-09365f5a99cb admin admin] Pushing event deleted for resources: {'Network': ['ID=8777bc0e-d35f-41d4-996a-471bdf2b5441,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:34.533924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5032e9eb-bb1b-4d26-96df-3a25e0ff0135 admin admin] Deleting subnet 51ba8c39-ce95-4898-ba58-ca65e64010e2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:25:34.542360 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5032e9eb-bb1b-4d26-96df-3a25e0ff0135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.622364 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5032e9eb-bb1b-4d26-96df-3a25e0ff0135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.672565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-5cc78974-6141-4f21-a273-135eba5aa5e7 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:34.675139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-5cc78974-6141-4f21-a273-135eba5aa5e7 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 949 time: 0.3283193 Jul 13 19:25:34.791145 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5032e9eb-bb1b-4d26-96df-3a25e0ff0135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.847133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5ab0c-5bff-4bf4-9e98-598c50f02cce req-b4abd1d0-70d4-4883-9174-c0b31dba81ce tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:34.856187 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bb5ab0c-5bff-4bf4-9e98-598c50f02cce req-b4abd1d0-70d4-4883-9174-c0b31dba81ce tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.4981010 Jul 13 19:25:34.935095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Made reservation on behalf of 639f879ba82141ebb6867944411978e1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:34.943608 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.952947 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bb5ab0c-5bff-4bf4-9e98-598c50f02cce req-8517b7b6-f3e6-4e62-b435-945684705164 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957355 Jul 13 19:25:35.015697 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.049902 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5032e9eb-bb1b-4d26-96df-3a25e0ff0135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.078874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 4fd41859-f329-4bcc-992c-bb2719447daa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=4fd41859-f329-4bcc-992c-bb2719447daa,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:35.084780 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.146186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032e9eb-bb1b-4d26-96df-3a25e0ff0135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ba8c39-ce95-4898-ba58-ca65e64010e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:35.161041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=4fd41859-f329-4bcc-992c-bb2719447daa,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:35.182882 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5032e9eb-bb1b-4d26-96df-3a25e0ff0135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.184972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5032e9eb-bb1b-4d26-96df-3a25e0ff0135 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/51ba8c39-ce95-4898-ba58-ca65e64010e2 HTTP/1.1" status: 204 len: 168 time: 0.8486679 Jul 13 19:25:35.188794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:35.193447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-be673e9d-fbca-444c-8bb3-62dbff437d47 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Deleting port fb53bc71-077c-4763-8657-2c701553df20 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:35.193895 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-be673e9d-fbca-444c-8bb3-62dbff437d47 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.377172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311039f5-6294-440c-9a7e-c92874b8fb04 req-696ec563-c5bf-4830-ad6f-995e304829ec tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:35.386913 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-311039f5-6294-440c-9a7e-c92874b8fb04 req-696ec563-c5bf-4830-ad6f-995e304829ec tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 945 time: 0.5027077 Jul 13 19:25:35.408690 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.436622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Allocated IP 192.168.233.210 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/df68a831-821b-472b-9c6a-86fcc03b1d5f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:35.515396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-be673e9d-fbca-444c-8bb3-62dbff437d47 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] For port fb53bc71-077c-4763-8657-2c701553df20, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fb53bc71-077c-4763-8657-2c701553df20,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:35.515916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-be673e9d-fbca-444c-8bb3-62dbff437d47 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.518088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acb044-09ec-4c1f-88a4-cc65f73e0c32 req-37db8666-b7ed-4030-a336-b525a768debc tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:35.526203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06acb044-09ec-4c1f-88a4-cc65f73e0c32 req-37db8666-b7ed-4030-a336-b525a768debc tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 949 time: 0.2429402 Jul 13 19:25:35.555049 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-311039f5-6294-440c-9a7e-c92874b8fb04 req-14316a64-2b2f-47e2-9678-6bbf45648cc6 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670446 Jul 13 19:25:35.624906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-be673e9d-fbca-444c-8bb3-62dbff437d47 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Calling delete_port for fb53bc71-077c-4763-8657-2c701553df20 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:35.635790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06acb044-09ec-4c1f-88a4-cc65f73e0c32 req-32afea82-419f-4d9e-9f7c-9b2217364b17 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9460a25-0d21-42df-ba69-4618dbb31baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075280 Jul 13 19:25:35.742410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc31ef7f-ac54-4a22-8a8b-76721e69c620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd41859-f329-4bcc-992c-bb2719447daa'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:35.746456 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fc5850-88a9-4eb6-bd90-ac9ce625cc6d" -d '{"events": [{"server_uuid": "bc31ef7f-ac54-4a22-8a8b-76721e69c620", "name": "network-vif-plugged", "status": "completed", "tag": "4fd41859-f329-4bcc-992c-bb2719447daa"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:35.758258 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.803502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Transition to ACTIVE for port object df68a831-821b-472b-9c6a-86fcc03b1d5f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:35.843049 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.881748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0386d98-9167-4c77-a08d-ec29714619e0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:35.912941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc93ebdc-3466-4f83-9bbe-1a6a44d46023') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:35.913256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc93ebdc-3466-4f83-9bbe-1a6a44d46023') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:35.931975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.945649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['21da0e4f-d646-4638-a7c4-25200244c6d2', '75ea4462-7f4a-45f2-97aa-890c0a8920fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:35.953000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['adef089e-d122-4082-b083-0dd08325b41c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:35.989317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-82c81423-2bf5-4d9e-b975-e0f771bec031 req-86d1c8b1-6604-479e-974f-0dbdba52ddc0 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 210 time: 0.0867219 Jul 13 19:25:35.998494 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.013348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:36.031495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.044069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:25:36.044733 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:25:36.046595 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:25:36.102825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098917d-6956-484e-a704-c4156210214a req-1b8e0660-a1ed-4e99-839b-91fd80b559a8 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:36.114383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b098917d-6956-484e-a704-c4156210214a req-1b8e0660-a1ed-4e99-839b-91fd80b559a8 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.2938781 Jul 13 19:25:36.143066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:36.144825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:36.148538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:36.189097 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.208517 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.210380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] 10.222.0.25 "DELETE /v2.0/networks/b0386d98-9167-4c77-a08d-ec29714619e0 HTTP/1.1" status: 204 len: 168 time: 1.0188277 Jul 13 19:25:36.246821 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b098917d-6956-484e-a704-c4156210214a req-55f5dfd6-ddd0-410b-a653-5ca096f3f0b9 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307964 Jul 13 19:25:36.248917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fe5a7-2cba-4890-8961-2ec5970ec95d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0386d98-9167-4c77-a08d-ec29714619e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:36.267798 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-be673e9d-fbca-444c-8bb3-62dbff437d47 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.374512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:36.380844 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.389041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be673e9d-fbca-444c-8bb3-62dbff437d47 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Pushing event deleted for resources: {'Port': ['ID=fb53bc71-077c-4763-8657-2c701553df20,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:36.464709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-789dc42c-ead3-42fb-8ea9-9e194e0cae3e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1035624 Jul 13 19:25:36.480093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Request body: {'port': {'device_id': '2a17643e-68ff-4828-aa41-377fa6256f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:36.492483 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648b586f-a0fe-4ded-92bd-e19e5316b202 x-openstack-request-id: req-648b586f-a0fe-4ded-92bd-e19e5316b202 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:36.493079 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc31ef7f-ac54-4a22-8a8b-76721e69c620", "name": "network-vif-plugged", "status": "completed", "tag": "4fd41859-f329-4bcc-992c-bb2719447daa", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:36.494075 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-648b586f-a0fe-4ded-92bd-e19e5316b202 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:36.495139 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc31ef7f-ac54-4a22-8a8b-76721e69c620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd41859-f329-4bcc-992c-bb2719447daa', 'code': 200} Jul 13 19:25:36.535213 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-be673e9d-fbca-444c-8bb3-62dbff437d47 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] No DVR routers for this DVR port fb53bc71-077c-4763-8657-2c701553df20 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:36.542731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-be673e9d-fbca-444c-8bb3-62dbff437d47 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.549223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cbe27598-6585-44a2-8885-6ac7796b27c8 req-be673e9d-fbca-444c-8bb3-62dbff437d47 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.24 "DELETE /v2.0/ports/fb53bc71-077c-4763-8657-2c701553df20 HTTP/1.1" status: 204 len: 173 time: 1.8686798 Jul 13 19:25:36.553205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5bb5e0-6898-4d84-b242-df5d90581775', 'name': 'network-vif-deleted', 'tag': 'fb53bc71-077c-4763-8657-2c701553df20'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:36.564769 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8e9ba4-5e1b-4964-ad6f-165edad018d7" -d '{"events": [{"server_uuid": "ed5bb5e0-6898-4d84-b242-df5d90581775", "name": "network-vif-deleted", "tag": "fb53bc71-077c-4763-8657-2c701553df20"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:36.705403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:36.794113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.795624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4d710-ce4c-4326-a434-e6476779453d req-0e610bf9-0c86-4744-a943-0191a19008c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:36.798185 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4dc4d710-ce4c-4326-a434-e6476779453d req-0e610bf9-0c86-4744-a943-0191a19008c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 1097 time: 0.2143917 Jul 13 19:25:36.808248 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb9d99e-db89-4c28-83dc-7490c1916dbd x-openstack-request-id: req-bdb9d99e-db89-4c28-83dc-7490c1916dbd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:36.808527 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5bb5e0-6898-4d84-b242-df5d90581775", "name": "network-vif-deleted", "tag": "fb53bc71-077c-4763-8657-2c701553df20", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:36.808864 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdb9d99e-db89-4c28-83dc-7490c1916dbd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:36.809259 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5bb5e0-6898-4d84-b242-df5d90581775', 'name': 'network-vif-deleted', 'tag': 'fb53bc71-077c-4763-8657-2c701553df20', 'status': 'completed', 'code': 200} Jul 13 19:25:36.816031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-597e802e-e4ce-46fc-9689-02b85b8c6ca7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=869d67b9e7174d6f9740aaee1bb7cdf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094491 Jul 13 19:25:36.822532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:36.852957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd4ae983-437d-49f6-9a8f-e2819a552365 None None] Provisioning for port df68a831-821b-472b-9c6a-86fcc03b1d5f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:36.863516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd4ae983-437d-49f6-9a8f-e2819a552365 None None] Provisioning complete for port df68a831-821b-472b-9c6a-86fcc03b1d5f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:36.864041 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd4ae983-437d-49f6-9a8f-e2819a552365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.917878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ae983-437d-49f6-9a8f-e2819a552365 None None] Port df68a831-821b-472b-9c6a-86fcc03b1d5f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:36.929090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4dc4d710-ce4c-4326-a434-e6476779453d req-d7e6e1fb-3ffd-42b8-b0cb-693b448469aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070566 Jul 13 19:25:37.114883 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-467f02ca-563d-43aa-8fdb-ed735f0a18c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.172344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c7c62-b5bf-4fdb-b793-d120d71f3170 req-fb6b3778-b530-4cf1-af98-b36f37913124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:37.173773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b5c7c62-b5bf-4fdb-b793-d120d71f3170 req-fb6b3778-b530-4cf1-af98-b36f37913124 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 1096 time: 0.3538532 Jul 13 19:25:37.198628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-467f02ca-563d-43aa-8fdb-ed735f0a18c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.218318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996e67-5d03-4b08-b983-a9403ebd4574 req-ecb78540-8d10-4471-a438-a5b6036f9a64 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:37.218851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980073e-64fd-4023-be2f-cbce9cc198f2 req-efa0df7e-a94c-48de-a98b-4ace33eaad33 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:37.225340 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-17996e67-5d03-4b08-b983-a9403ebd4574 req-ecb78540-8d10-4471-a438-a5b6036f9a64 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.4064159 Jul 13 19:25:37.232168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a980073e-64fd-4023-be2f-cbce9cc198f2 req-efa0df7e-a94c-48de-a98b-4ace33eaad33 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.1923840 Jul 13 19:25:37.301704 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a980073e-64fd-4023-be2f-cbce9cc198f2 req-6424010f-b107-4e35-b7ca-38431e7d34c9 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679865 Jul 13 19:25:37.487438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df68a831-821b-472b-9c6a-86fcc03b1d5f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:37.501458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.517399 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Transition to ACTIVE for port object df68a831-821b-472b-9c6a-86fcc03b1d5f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:37.581830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f70bcdf-4962-4a6f-8bce-d8c9a70240eb req-ec7784c4-5c24-4962-b618-23f0a116a711 tempest-ServersOnMultiNodesTest-1126806950 tempest-ServersOnMultiNodesTest-1126806950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5bb5e0-6898-4d84-b242-df5d90581775 HTTP/1.1" status: 200 len: 210 time: 0.0825641 Jul 13 19:25:37.613872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-17996e67-5d03-4b08-b983-a9403ebd4574 req-932e9a68-c8f2-4035-828a-702da2f40863 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876436 Jul 13 19:25:37.614634 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.859059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:37.871848 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b5c7c62-b5bf-4fdb-b793-d120d71f3170 req-b1a0c0e9-344f-475a-a955-743d8c60d098 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6808629 Jul 13 19:25:38.027544 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-467f02ca-563d-43aa-8fdb-ed735f0a18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.040849 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-467f02ca-563d-43aa-8fdb-ed735f0a18c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.044904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-467f02ca-563d-43aa-8fdb-ed735f0a18c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f65b72f3-fbc6-4f2c-80e0-120b0428b7d7 HTTP/1.1" status: 204 len: 168 time: 1.2112341 Jul 13 19:25:38.069736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f02ca-563d-43aa-8fdb-ed735f0a18c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65b72f3-fbc6-4f2c-80e0-120b0428b7d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:38.118106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:38.118776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:38.118920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:38.124978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Port df68a831-821b-472b-9c6a-86fcc03b1d5f on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:25:38.125342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:38.132861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:38.133203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:38.134513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:38.146935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Bound port: df68a831-821b-472b-9c6a-86fcc03b1d5f, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:38.147262 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.171147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fb53bc71-077c-4763-8657-2c701553df20 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:38.258780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: fb53bc71-077c-4763-8657-2c701553df20 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:38.262703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fb53bc71-077c-4763-8657-2c701553df20 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:38.296669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:38.315209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:38.327618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dab17a-b531-47a3-81ff-c145071c81df req-6b2c0455-abae-4f68-bc02-746331504f26 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.329190 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-31dab17a-b531-47a3-81ff-c145071c81df req-6b2c0455-abae-4f68-bc02-746331504f26 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 948 time: 0.1975455 Jul 13 19:25:38.330889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.396966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bd069-20bf-4140-b663-6082b6196bda req-fd8dada0-e0d8-4af0-bc92-4d2a0c5d2462 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.405668 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-238bd069-20bf-4140-b663-6082b6196bda req-fd8dada0-e0d8-4af0-bc92-4d2a0c5d2462 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1003399 Jul 13 19:25:38.410873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.411517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.412971 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] 10.222.0.24 "PUT /v2.0/ports/df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 1096 time: 1.9382083 Jul 13 19:25:38.439436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:38.443366 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c36e13-2231-40b5-9ddd-5c16c50deb38" -d '{"events": [{"name": "network-changed", "server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:38.461009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565895cb-e28c-4c86-beb7-66ce19649624 service neutron] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:38.516644 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-238bd069-20bf-4140-b663-6082b6196bda req-769d8264-861f-4e23-a160-e2b0d4c51e2a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974333 Jul 13 19:25:38.544746 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-31dab17a-b531-47a3-81ff-c145071c81df req-2ad4e27f-291b-4815-93ea-0547bd1e25a1 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702158 Jul 13 19:25:38.606117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475a03-f27d-4687-b6d5-2ca58846311d req-02b19024-8c9e-4390-8c89-5c13cd3d5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.607691 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-02b19024-8c9e-4390-8c89-5c13cd3d5ff3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1099 time: 0.1345875 Jul 13 19:25:38.704638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-3cbe4b36-b0a7-43c0-a6f4-19aba8ceb48e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 217 time: 0.0789545 Jul 13 19:25:38.769072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:38.849082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475a03-f27d-4687-b6d5-2ca58846311d req-2eaec643-fe6e-4f02-a1c9-7d6df2c52b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.850598 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-2eaec643-fe6e-4f02-a1c9-7d6df2c52b2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1399205 Jul 13 19:25:38.871312 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0297ec18-a094-4d39-9138-2d9794c41321 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80ddd070aefa413593451d1360b1170f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010387 Jul 13 19:25:38.875029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:38.976776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c77dc30-1335-4f85-9fb7-aa4a5a297a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.991370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475a03-f27d-4687-b6d5-2ca58846311d req-7d0cbb34-a5ec-43a8-9e76-339adf57ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.992884 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-7d0cbb34-a5ec-43a8-9e76-339adf57ba1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312804 Jul 13 19:25:39.020416 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c77dc30-1335-4f85-9fb7-aa4a5a297a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.203725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c77dc30-1335-4f85-9fb7-aa4a5a297a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.209769 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c77dc30-1335-4f85-9fb7-aa4a5a297a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.212487 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4c77dc30-1335-4f85-9fb7-aa4a5a297a3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fbbf576-5745-4b0e-b0f3-0857a26deca8 HTTP/1.1" status: 204 len: 168 time: 0.3363774 Jul 13 19:25:39.234952 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-e15b3fbc-5be4-43c2-973a-c5f73b93e59a service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235377 Jul 13 19:25:39.302087 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e3db6e-1e6b-4bee-b809-5765065d0ea5 x-openstack-request-id: req-d1e3db6e-1e6b-4bee-b809-5765065d0ea5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:39.302087 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:39.302466 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1e3db6e-1e6b-4bee-b809-5765065d0ea5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:39.302639 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'status': 'completed', 'code': 200} Jul 13 19:25:39.352237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77dc30-1335-4f85-9fb7-aa4a5a297a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbbf576-5745-4b0e-b0f3-0857a26deca8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:39.519675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3c07e-05f1-49d6-9fb2-548b6b4aa659 req-7e446848-c5b5-41e9-9217-70c196a40178 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.529840 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3a3c07e-05f1-49d6-9fb2-548b6b4aa659 req-7e446848-c5b5-41e9-9217-70c196a40178 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.0947764 Jul 13 19:25:39.548498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13ad18-2678-4ab5-8966-893c9a3c5385 req-c4f0d0d2-8219-417c-968d-19845b8771dc tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.582465 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2f13ad18-2678-4ab5-8966-893c9a3c5385 req-c4f0d0d2-8219-417c-968d-19845b8771dc tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.3822305 Jul 13 19:25:39.612665 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3a3c07e-05f1-49d6-9fb2-548b6b4aa659 req-86eca27e-151e-49bf-bd22-535967ceb117 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815911 Jul 13 19:25:39.650239 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28475a03-f27d-4687-b6d5-2ca58846311d req-7d4bc000-910a-43f8-b703-c24aec78bffb service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394768 Jul 13 19:25:39.742542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:39.822934 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2f13ad18-2678-4ab5-8966-893c9a3c5385 req-b3094b87-24c3-4871-aafe-51ca7d16ab7a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375886 Jul 13 19:25:39.905817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-066f6bfe-499d-438e-b80a-d894655f9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.911104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-066f6bfe-499d-438e-b80a-d894655f9d6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1099 time: 0.1667452 Jul 13 19:25:40.069523 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f85f04c0-2208-4ab3-8baf-066bcaaa9124 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a726fc1b8b5046cda4f1b929b9e0683b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256044 Jul 13 19:25:40.079677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb77c3f-5ebf-4f35-a41b-b79ad69d6660 req-c263558b-1f62-47dc-bafc-3ed91801f738 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.081965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:40.090845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fdb77c3f-5ebf-4f35-a41b-b79ad69d6660 req-c263558b-1f62-47dc-bafc-3ed91801f738 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1814396 Jul 13 19:25:40.138339 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fdb77c3f-5ebf-4f35-a41b-b79ad69d6660 req-bcdc9d53-774c-4950-aa4d-8af1ef9fa8ea tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492866 Jul 13 19:25:40.221525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-966b2a4e-e3d6-4beb-a4af-11745271cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.223134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-966b2a4e-e3d6-4beb-a4af-11745271cc43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.3038752 Jul 13 19:25:40.223770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510e320f-73b4-440a-89a3-29fe2e38545e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.412503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550796e4-df1b-4ee3-a197-0dde7e5e3bc5 req-db4f1983-b351-4b92-95f8-115ddd5ff49e tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.421399 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-550796e4-df1b-4ee3-a197-0dde7e5e3bc5 req-db4f1983-b351-4b92-95f8-115ddd5ff49e tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.0942261 Jul 13 19:25:40.483315 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-550796e4-df1b-4ee3-a197-0dde7e5e3bc5 req-54bb8078-6b89-4117-ab0a-d95e941a6260 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607283 Jul 13 19:25:40.629098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec043d20-4e4d-467c-afc8-0124e8d572aa req-7e72af7a-d999-40e4-99b4-d371482e2c64 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.630827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec043d20-4e4d-467c-afc8-0124e8d572aa req-7e72af7a-d999-40e4-99b4-d371482e2c64 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 948 time: 0.5739636 Jul 13 19:25:40.635318 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-5ed72f44-4cf8-4b94-8907-67c68d3f4453 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 217 time: 0.3973966 Jul 13 19:25:40.637128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510e320f-73b4-440a-89a3-29fe2e38545e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.742123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-37302b3b-7dfd-43c7-8e93-c67f94ad3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.743428 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-37302b3b-7dfd-43c7-8e93-c67f94ad3c35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0981028 Jul 13 19:25:40.747148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec043d20-4e4d-467c-afc8-0124e8d572aa req-29c06ba0-58d1-4109-9891-9e22ed243605 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078722 Jul 13 19:25:40.843315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510e320f-73b4-440a-89a3-29fe2e38545e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.849158 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510e320f-73b4-440a-89a3-29fe2e38545e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.851665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-510e320f-73b4-440a-89a3-29fe2e38545e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9460a25-0d21-42df-ba69-4618dbb31baf HTTP/1.1" status: 204 len: 168 time: 0.7694063 Jul 13 19:25:40.876211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e320f-73b4-440a-89a3-29fe2e38545e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9460a25-0d21-42df-ba69-4618dbb31baf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:40.903997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fbd8a-2f67-40d8-9d85-a21c74e2b1d6 req-96a5a209-4723-4a00-adda-4b05ff5b7755 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.912821 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f97fbd8a-2f67-40d8-9d85-a21c74e2b1d6 req-96a5a209-4723-4a00-adda-4b05ff5b7755 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.1090355 Jul 13 19:25:40.915912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-ddbbb219-69fe-4bec-8bf1-a64a82cda942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.918119 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-ddbbb219-69fe-4bec-8bf1-a64a82cda942 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589301 Jul 13 19:25:41.001787 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f97fbd8a-2f67-40d8-9d85-a21c74e2b1d6 req-9d2b803b-b231-43c3-abe2-f4a9d5e790c2 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803125 Jul 13 19:25:41.204729 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-4cd1239f-4861-4582-8c9c-069ded287f97 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698679 Jul 13 19:25:41.361501 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5c36e13-2231-40b5-9ddd-5c16c50deb38 req-e05a3ed4-d389-4377-baa1-c4c0db269eb0 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462734 Jul 13 19:25:41.443253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed83a0-a875-4413-a539-470fb0da06f3 req-74a1afa4-54a7-4d86-91e7-7ea13f617f64 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.443569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906451d7-6c2c-48df-a80a-c55885c1a493 req-e66c3073-377b-4158-b1f4-acf350e2ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.445108 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906451d7-6c2c-48df-a80a-c55885c1a493 req-e66c3073-377b-4158-b1f4-acf350e2ab83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb81c11f2e3414487ed987d486db450&device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 1096 time: 0.3278024 Jul 13 19:25:41.453380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5eed83a0-a875-4413-a539-470fb0da06f3 req-74a1afa4-54a7-4d86-91e7-7ea13f617f64 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1464968 Jul 13 19:25:41.494820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a3571-6a68-4980-982d-c0bae982a2d2 req-21aa97ed-383c-4ef5-b19a-a592f270d1ae tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.500389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:41.502027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b2a3571-6a68-4980-982d-c0bae982a2d2 req-21aa97ed-383c-4ef5-b19a-a592f270d1ae tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.1394417 Jul 13 19:25:41.517073 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5eed83a0-a875-4413-a539-470fb0da06f3 req-103c57a8-b969-4d53-8419-cc1a7f7a53f5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622840 Jul 13 19:25:41.596276 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b2a3571-6a68-4980-982d-c0bae982a2d2 req-87209d2a-50f4-4f47-9e02-be2bb91ba573 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931964 Jul 13 19:25:41.648944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1e3b87b5-483b-4825-a538-fd482936fd61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=145dcb9d1c764538a3fec3fa2d52af9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293764 Jul 13 19:25:41.650028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:41.681418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906451d7-6c2c-48df-a80a-c55885c1a493 req-5b35665e-6140-4933-950d-5037aebfff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.685329 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906451d7-6c2c-48df-a80a-c55885c1a493 req-5b35665e-6140-4933-950d-5037aebfff8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 200 len: 919 time: 0.2322798 Jul 13 19:25:41.784899 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906451d7-6c2c-48df-a80a-c55885c1a493 req-bb4f0796-86fe-4448-868a-f0fbf35f03e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe HTTP/1.1" status: 200 len: 217 time: 0.0940807 Jul 13 19:25:41.826281 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca124367-e549-4b37-8102-84c3bd538253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.915698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906451d7-6c2c-48df-a80a-c55885c1a493 req-bda98a86-b53b-4ff0-8966-268024ac6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.917467 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906451d7-6c2c-48df-a80a-c55885c1a493 req-bda98a86-b53b-4ff0-8966-268024ac6990 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49127a9b-d3c6-4bba-a498-5c78b6a4e563 HTTP/1.1" status: 200 len: 858 time: 0.1265278 Jul 13 19:25:41.921684 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca124367-e549-4b37-8102-84c3bd538253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.969653 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906451d7-6c2c-48df-a80a-c55885c1a493 req-8a81796e-8843-441e-9d99-1ce9523de1fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9948263-df17-4641-a5db-e08323ff6f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424216 Jul 13 19:25:41.989482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7294e-b61d-4a64-8f67-d517da494623 req-fb5cec08-76ea-4dde-add4-ccff23d3eedd tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.999951 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-82b7294e-b61d-4a64-8f67-d517da494623 req-fb5cec08-76ea-4dde-add4-ccff23d3eedd tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.1473346 Jul 13 19:25:42.035901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca124367-e549-4b37-8102-84c3bd538253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.038956 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca124367-e549-4b37-8102-84c3bd538253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.043207 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ca124367-e549-4b37-8102-84c3bd538253 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47fe39e3-eba1-408f-b692-998faddf8db1 HTTP/1.1" status: 204 len: 168 time: 0.3822496 Jul 13 19:25:42.058810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca124367-e549-4b37-8102-84c3bd538253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe39e3-eba1-408f-b692-998faddf8db1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:42.142763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c3c45-490e-4c7d-809b-4380159536d5 req-dd93e00c-ff72-431d-893a-1193c97548f2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:42.142763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-313c3c45-490e-4c7d-809b-4380159536d5 req-dd93e00c-ff72-431d-893a-1193c97548f2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 948 time: 0.0777576 Jul 13 19:25:42.200715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:42.208226 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-82b7294e-b61d-4a64-8f67-d517da494623 req-6e5bba17-16e2-4e54-8df2-619662a40c8a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058342 Jul 13 19:25:42.217397 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:42.250233 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-313c3c45-490e-4c7d-809b-4380159536d5 req-4c86fb11-80cb-4275-a0c6-149c549bfefc tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012268 Jul 13 19:25:42.341791 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906451d7-6c2c-48df-a80a-c55885c1a493 req-e137a912-af54-4fa2-be1c-f75939329d5a service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302031 Jul 13 19:25:42.415826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:42.434127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'mac_address': 'fa:16:3e:0d:6e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:42.491116 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.511181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df68a831-821b-472b-9c6a-86fcc03b1d5f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:42.543947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:42.549533 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.550454 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-906451d7-6c2c-48df-a80a-c55885c1a493 req-465bada8-2349-4ae7-b706-cbbc12ad59b9 service neutron] 10.222.0.60 "GET /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020543 Jul 13 19:25:42.583920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b1f58-6e43-4dc3-8bcd-a3fd08c5dd70 req-d4049095-ef76-426d-b226-3867465b885e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:42.593519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-347b1f58-6e43-4dc3-8bcd-a3fd08c5dd70 req-d4049095-ef76-426d-b226-3867465b885e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.1445615 Jul 13 19:25:42.626806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:42.704760 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-347b1f58-6e43-4dc3-8bcd-a3fd08c5dd70 req-14451e0c-9531-46be-8526-4313d5769e50 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102276 Jul 13 19:25:42.706045 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585fa241-285e-4818-9363-0a782852bdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.822214 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585fa241-285e-4818-9363-0a782852bdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.828147 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585fa241-285e-4818-9363-0a782852bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.863985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-585fa241-285e-4818-9363-0a782852bdb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df2601c906944133a509513a153c89ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407697 Jul 13 19:25:42.866640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:42.904219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['df68a831-821b-472b-9c6a-86fcc03b1d5f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:42.924767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fa241-285e-4818-9363-0a782852bdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eecf50-a4aa-4471-bba1-6e28a2588d90,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:42.957523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b34cac-90f7-46a3-a319-1d34519d5a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.001379 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b34cac-90f7-46a3-a319-1d34519d5a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.043491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ed6b3-73e3-44c5-a083-e6de5d7f08f8 req-38d9b646-e855-4b3f-8fb5-dda72a0cac0d tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.063805 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b26ed6b3-73e3-44c5-a083-e6de5d7f08f8 req-38d9b646-e855-4b3f-8fb5-dda72a0cac0d tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1440387 Jul 13 19:25:43.081275 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b34cac-90f7-46a3-a319-1d34519d5a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.093095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b34cac-90f7-46a3-a319-1d34519d5a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.094261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-61b34cac-90f7-46a3-a319-1d34519d5a5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6eecf50-a4aa-4471-bba1-6e28a2588d90 HTTP/1.1" status: 204 len: 168 time: 0.2266166 Jul 13 19:25:43.108572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b34cac-90f7-46a3-a319-1d34519d5a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eecf50-a4aa-4471-bba1-6e28a2588d90,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:43.159771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b26ed6b3-73e3-44c5-a083-e6de5d7f08f8 req-d86725f5-fd4a-42a1-a0db-b89c94c906b3 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921633 Jul 13 19:25:43.208040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db180c-a6c3-4757-90c7-ef062e6cfa75 req-b668919f-cddd-4ac0-b7c3-9b1c307ca089 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.238856 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-43db180c-a6c3-4757-90c7-ef062e6cfa75 req-b668919f-cddd-4ac0-b7c3-9b1c307ca089 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.1325665 Jul 13 19:25:43.302574 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:25:43.316139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-43db180c-a6c3-4757-90c7-ef062e6cfa75 req-2a36fcda-e503-4b32-8b0a-e2fdc8d6eba9 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757627 Jul 13 19:25:43.621661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136638c-c61c-46e9-af2f-eb797ba7013c req-c5e85870-7fae-4cbf-a0bb-45e534626ab8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.623609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51bcd-bdf9-4fa4-94b2-de307e2b3740 req-ab565fb5-be83-46b7-8444-40e1e4e4f1cc tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.628968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a136638c-c61c-46e9-af2f-eb797ba7013c req-c5e85870-7fae-4cbf-a0bb-45e534626ab8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 949 time: 0.1123207 Jul 13 19:25:43.633034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06f51bcd-bdf9-4fa4-94b2-de307e2b3740 req-ab565fb5-be83-46b7-8444-40e1e4e4f1cc tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.1477611 Jul 13 19:25:43.702503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06f51bcd-bdf9-4fa4-94b2-de307e2b3740 req-5d32aeb2-21c3-492b-9fd7-cb3c8bc4ea92 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681918 Jul 13 19:25:43.718381 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a136638c-c61c-46e9-af2f-eb797ba7013c req-3d48ef6e-cffb-4c31-a61d-ba36acf0db68 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835090 Jul 13 19:25:43.790993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:43.840375 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8a37f5-ae97-47f1-91a2-c07d2f6e99ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.040654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac48622-5fab-4022-95a9-5d7f82f6b343 req-2a451983-42b5-45b1-923c-d2743ac37d8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:44.052527 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6ac48622-5fab-4022-95a9-5d7f82f6b343 req-2a451983-42b5-45b1-923c-d2743ac37d8a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.1740375 Jul 13 19:25:44.086981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69722107-c4df-44dc-a694-2170b336fef6 req-31635f87-65f8-4bd1-9756-0bad2de460c1 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:44.096814 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69722107-c4df-44dc-a694-2170b336fef6 req-31635f87-65f8-4bd1-9756-0bad2de460c1 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.1328542 Jul 13 19:25:44.151037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6ac48622-5fab-4022-95a9-5d7f82f6b343 req-7927c08c-d254-4a88-9fa5-5170a818364a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886846 Jul 13 19:25:44.167696 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69722107-c4df-44dc-a694-2170b336fef6 req-753a1224-ebd5-477b-a5fb-0b3fc657b837 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692980 Jul 13 19:25:44.207503 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:44.269165 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8a37f5-ae97-47f1-91a2-c07d2f6e99ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.275864 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8a37f5-ae97-47f1-91a2-c07d2f6e99ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.300404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:44.336862 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3e8a37f5-ae97-47f1-91a2-c07d2f6e99ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e72c3f5f0f14d60abb18ed95c706612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440304 Jul 13 19:25:44.340727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:44.357514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port df68a831-821b-472b-9c6a-86fcc03b1d5f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:44.375920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port df68a831-821b-472b-9c6a-86fcc03b1d5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:44.379867 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.415542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a37f5-ae97-47f1-91a2-c07d2f6e99ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0460cad-9595-4e20-8188-917c03fe12ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:44.464106 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92cecdc0-1e17-43a7-86e7-db5e04fa0a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.573473 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c68f806-2005-4cde-a0e7-f1a2852cc40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.592880 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92cecdc0-1e17-43a7-86e7-db5e04fa0a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.644396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fff58c-f7b3-42a2-b6eb-953926482038 req-ae76f00f-69f2-44ba-855e-2e0de5e90f58 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:44.646982 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-85fff58c-f7b3-42a2-b6eb-953926482038 req-ae76f00f-69f2-44ba-855e-2e0de5e90f58 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.1492207 Jul 13 19:25:44.656671 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.701139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-85fff58c-f7b3-42a2-b6eb-953926482038 req-944e22b3-66b7-40f2-8938-4fde5c2a0af7 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443914 Jul 13 19:25:44.707200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:44.708640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:44.711615 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d46dcb-eae7-4751-98fe-461d6e90fd81" -d '{"events": [{"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-plugged", "status": "completed", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:44.717878 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.751879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f5ffb-44fa-4c33-9312-2f77ae20b475 req-384e4ac3-ed8f-4c6e-8601-da05daf4b615 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:44.758722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-051f5ffb-44fa-4c33-9312-2f77ae20b475 req-384e4ac3-ed8f-4c6e-8601-da05daf4b615 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.2768686 Jul 13 19:25:44.836582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-051f5ffb-44fa-4c33-9312-2f77ae20b475 req-5d115c56-de2c-4b9b-9311-1db09cd04ad6 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768764 Jul 13 19:25:44.840919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:44.847419 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92cecdc0-1e17-43a7-86e7-db5e04fa0a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.851262 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92cecdc0-1e17-43a7-86e7-db5e04fa0a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.856474 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-92cecdc0-1e17-43a7-86e7-db5e04fa0a42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0460cad-9595-4e20-8188-917c03fe12ce HTTP/1.1" status: 204 len: 168 time: 0.5145144 Jul 13 19:25:44.899841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cecdc0-1e17-43a7-86e7-db5e04fa0a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0460cad-9595-4e20-8188-917c03fe12ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:45.015481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c68f806-2005-4cde-a0e7-f1a2852cc40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.030923 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c68f806-2005-4cde-a0e7-f1a2852cc40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.073947 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68f806-2005-4cde-a0e7-f1a2852cc40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8caca8-aba4-4ff5-a440-ec94861c8584,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:45.130457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:45.131314 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6c68f806-2005-4cde-a0e7-f1a2852cc40a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e57ef65f44464bdca509347e1332c17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8287590 Jul 13 19:25:45.192718 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3816d5-5532-4200-b91d-30e1d4d79711 x-openstack-request-id: req-ae3816d5-5532-4200-b91d-30e1d4d79711 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:45.193241 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-plugged", "status": "completed", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:45.193683 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae3816d5-5532-4200-b91d-30e1d4d79711 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:45.194257 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'code': 200} Jul 13 19:25:45.333033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daaba872-8b81-4129-a457-ae3df3fe6a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.391078 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.435661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daaba872-8b81-4129-a457-ae3df3fe6a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.437798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f45c1-f3d6-4db9-9bdb-8fcf8dbcac70 req-75ba5fea-f0ac-4844-94c4-164633073d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:45.439745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a29f45c1-f3d6-4db9-9bdb-8fcf8dbcac70 req-75ba5fea-f0ac-4844-94c4-164633073d15 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1101 time: 0.1302476 Jul 13 19:25:45.514177 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a29f45c1-f3d6-4db9-9bdb-8fcf8dbcac70 req-b911a298-fa60-4330-a842-f9aa8b5f6a54 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665860 Jul 13 19:25:45.550251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daaba872-8b81-4129-a457-ae3df3fe6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.552828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daaba872-8b81-4129-a457-ae3df3fe6a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.553971 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-daaba872-8b81-4129-a457-ae3df3fe6a2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f8caca8-aba4-4ff5-a440-ec94861c8584 HTTP/1.1" status: 204 len: 168 time: 0.4221311 Jul 13 19:25:45.566268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaba872-8b81-4129-a457-ae3df3fe6a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8caca8-aba4-4ff5-a440-ec94861c8584,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:45.617752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db7bd-b3ea-4a9f-9718-6a278ebb13f5 req-c1048ac5-7c6a-4aa4-8548-6651f4e4fd84 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:45.626199 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d5db7bd-b3ea-4a9f-9718-6a278ebb13f5 req-c1048ac5-7c6a-4aa4-8548-6651f4e4fd84 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.2537525 Jul 13 19:25:45.692467 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d5db7bd-b3ea-4a9f-9718-6a278ebb13f5 req-e479d5dd-70c0-44e2-85d0-2e0732220578 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652757 Jul 13 19:25:46.001408 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.004945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a5249-0b69-47ab-9d56-b7d0fd9dc3e6 req-92cc49c5-b60a-4183-b216-95c1524e035a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:46.007188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d84a5249-0b69-47ab-9d56-b7d0fd9dc3e6 req-92cc49c5-b60a-4183-b216-95c1524e035a tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 946 time: 0.0813217 Jul 13 19:25:46.069415 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d84a5249-0b69-47ab-9d56-b7d0fd9dc3e6 req-53579ab8-a99a-4feb-a585-aaa70a442d15 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507824 Jul 13 19:25:46.138085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:46.160879 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11eee00-7fc9-4796-8ebf-1aa37ab0163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.223346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 5ed76590-b94a-4373-9b5b-a256e00d1d60 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:46.373071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5042e9-297c-4a12-8d4f-7856417abf1c req-467fdb48-1c83-4109-90a2-aa5abb63f34a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:46.381107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad5042e9-297c-4a12-8d4f-7856417abf1c req-467fdb48-1c83-4109-90a2-aa5abb63f34a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.0850742 Jul 13 19:25:46.388149 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11eee00-7fc9-4796-8ebf-1aa37ab0163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.407383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11eee00-7fc9-4796-8ebf-1aa37ab0163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.474579 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad5042e9-297c-4a12-8d4f-7856417abf1c req-2a5f575f-41cb-4c1d-9dd4-451fadd3c5a3 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922201 Jul 13 19:25:46.499394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:46.537619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-c2b47bd9-7328-4796-b3d5-20519b309b3a tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:46.547368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-c2b47bd9-7328-4796-b3d5-20519b309b3a tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1097 time: 0.1639471 Jul 13 19:25:46.580729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800708-1'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:46.581330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 5ed76590-b94a-4373-9b5b-a256e00d1d60 has no active binding in host n-h1-800708-1 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 19:25:46.644338 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a11eee00-7fc9-4796-8ebf-1aa37ab0163d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dae56086d7b4a249f6fdafc0705810d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011981 Jul 13 19:25:46.645011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:46.648231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eee00-7fc9-4796-8ebf-1aa37ab0163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d413c4a7-0c4c-45f7-9bc1-18d8d8743d81,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:46.730917 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-885d66cd-f873-4dcb-9207-e86739dfaa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.770129 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-885d66cd-f873-4dcb-9207-e86739dfaa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.840129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.890753 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-885d66cd-f873-4dcb-9207-e86739dfaa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.896570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-885d66cd-f873-4dcb-9207-e86739dfaa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.903365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-885d66cd-f873-4dcb-9207-e86739dfaa29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d413c4a7-0c4c-45f7-9bc1-18d8d8743d81 HTTP/1.1" status: 204 len: 168 time: 0.2409146 Jul 13 19:25:47.005840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d66cd-f873-4dcb-9207-e86739dfaa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d413c4a7-0c4c-45f7-9bc1-18d8d8743d81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:47.118285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff53d7b-e8b4-454a-819c-371a06989f24 req-89bf417f-a503-45cd-900e-d6af343fda2f tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:47.123929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0ff53d7b-e8b4-454a-819c-371a06989f24 req-89bf417f-a503-45cd-900e-d6af343fda2f tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.2373188 Jul 13 19:25:47.222675 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0ff53d7b-e8b4-454a-819c-371a06989f24 req-6a37df04-3726-4d43-8fe4-e9aef456e44f tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943034 Jul 13 19:25:47.246541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:47.378546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:47.506249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed76590-b94a-4373-9b5b-a256e00d1d60'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:47.511881 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04654dc-e976-4330-ad18-709782bd4d88" -d '{"events": [{"server_uuid": "a763d7b9-afee-432e-bf0c-ec25060337ba", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed76590-b94a-4373-9b5b-a256e00d1d60"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:47.518204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.541644 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.714191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Pushing event updated for resources: {'Port': ['ID=5ed76590-b94a-4373-9b5b-a256e00d1d60,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:47.727199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on host n-h2-800708-1 for vnic_type normal with profile {"migrating_to": "n-h1-800708-1"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:47.727199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:47.727548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:47.743739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:25:47.744904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Attempting to bind port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on network 7c437af1-e7bb-4d6a-a51f-e37992ea2f1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:47.753417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:47.753695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Checking segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:47.754060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Bound using segment: {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:47.754531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Bound port: 5ed76590-b94a-4373-9b5b-a256e00d1d60, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd5c009-14f0-439e-951a-0161f64f7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7c437af1-e7bb-4d6a-a51f-e37992ea2f1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:47.754889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:47.755031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.767692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a296b-6d7c-4e89-91a6-cd843a4842e6 req-2a642042-5332-405a-b2f4-c8315aa19384 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:47.769486 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-234a296b-6d7c-4e89-91a6-cd843a4842e6 req-2a642042-5332-405a-b2f4-c8315aa19384 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.2481730 Jul 13 19:25:47.900837 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-234a296b-6d7c-4e89-91a6-cd843a4842e6 req-4effdfe0-742c-4583-b79a-7b29c69ae8b8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031544 Jul 13 19:25:47.959549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:47.967391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:47.974984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.066904 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b258a9c-a7db-4111-b918-89b383adea81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.071523 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde573cb-fc32-4dcd-b650-af8ca8099aae x-openstack-request-id: req-fde573cb-fc32-4dcd-b650-af8ca8099aae {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:48.071821 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a763d7b9-afee-432e-bf0c-ec25060337ba", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed76590-b94a-4373-9b5b-a256e00d1d60", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:48.072085 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fde573cb-fc32-4dcd-b650-af8ca8099aae {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:48.073383 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed76590-b94a-4373-9b5b-a256e00d1d60', 'code': 200} Jul 13 19:25:48.225113 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 4fd41859-f329-4bcc-992c-bb2719447daa details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:48.245822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Pushing event updated for resources: {'Port': ['ID=5ed76590-b94a-4373-9b5b-a256e00d1d60,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:48.249915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:48.250501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.252653 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-bff56d00-e261-4274-b58f-d439fd56913b service neutron] 10.222.0.24 "PUT /v2.0/ports/5ed76590-b94a-4373-9b5b-a256e00d1d60 HTTP/1.1" status: 200 len: 1122 time: 1.6784897 Jul 13 19:25:48.424634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5ed76590-b94a-4373-9b5b-a256e00d1d60'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:48.429764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c4897-414f-4870-a1c3-8901fcbff77f req-d2133afd-b88e-4f8c-8cd7-136613a0ded7 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:48.429764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d7c4897-414f-4870-a1c3-8901fcbff77f req-d2133afd-b88e-4f8c-8cd7-136613a0ded7 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.2548897 Jul 13 19:25:48.432500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['5ed76590-b94a-4373-9b5b-a256e00d1d60'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:48.499987 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b258a9c-a7db-4111-b918-89b383adea81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.548305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b258a9c-a7db-4111-b918-89b383adea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.571017 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d7c4897-414f-4870-a1c3-8901fcbff77f req-eec3d38d-7783-4292-9e77-db004cb9d520 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272659 Jul 13 19:25:48.655585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b258a9c-a7db-4111-b918-89b383adea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29256795-6138-488f-ade3-e0fbe7e0c9aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:48.678049 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2b258a9c-a7db-4111-b918-89b383adea81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d959d4c18dde41bd8cd0a9c8fb4d5f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9220207 Jul 13 19:25:48.680880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:48.719731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada98ff-e672-4328-8607-76066d55830d req-3539af50-f597-4b6e-8049-96a392bf6edb tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:48.733213 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ada98ff-e672-4328-8607-76066d55830d req-3539af50-f597-4b6e-8049-96a392bf6edb tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1101 time: 0.2832296 Jul 13 19:25:48.739208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 4fd41859-f329-4bcc-992c-bb2719447daa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=4fd41859-f329-4bcc-992c-bb2719447daa,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:48.820676 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8ad410-f710-4cf8-b658-8c6ad47a4b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.830054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ada98ff-e672-4328-8607-76066d55830d req-2652dee3-3138-4b08-b3e8-b6c785443507 tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958216 Jul 13 19:25:48.840447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '4fd41859-f329-4bcc-992c-bb2719447daa', 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd', 'port_id': '4fd41859-f329-4bcc-992c-bb2719447daa', 'mac_address': 'fa:16:3e:bc:82:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba66efc-e478-4fa2-80af-71b4974c0809', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:48.965312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8ad410-f710-4cf8-b658-8c6ad47a4b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:49.131513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94d552-9304-43e1-99e2-9bcf5076a154 req-671818cc-3b0b-4e0f-98b0-0930c4681b05 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:49.133927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c94d552-9304-43e1-99e2-9bcf5076a154 req-671818cc-3b0b-4e0f-98b0-0930c4681b05 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 946 time: 0.2419088 Jul 13 19:25:49.170074 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:49.222626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8ad410-f710-4cf8-b658-8c6ad47a4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:49.235367 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8ad410-f710-4cf8-b658-8c6ad47a4b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:49.238106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7e8ad410-f710-4cf8-b658-8c6ad47a4b3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29256795-6138-488f-ade3-e0fbe7e0c9aa HTTP/1.1" status: 204 len: 168 time: 0.5554535 Jul 13 19:25:49.275863 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c94d552-9304-43e1-99e2-9bcf5076a154 req-ec6e6d4f-d925-4858-8c65-73aa2a1d7bc1 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340995 Jul 13 19:25:49.298085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ad410-f710-4cf8-b658-8c6ad47a4b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29256795-6138-488f-ade3-e0fbe7e0c9aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:49.529391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fd41859-f329-4bcc-992c-bb2719447daa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:49.737080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 4fd41859-f329-4bcc-992c-bb2719447daa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=4fd41859-f329-4bcc-992c-bb2719447daa,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:49.782622 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:49.975209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=4fd41859-f329-4bcc-992c-bb2719447daa,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:50.022182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:50.035062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['4fd41859-f329-4bcc-992c-bb2719447daa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:50.056611 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d48fa0d-2e37-40a9-ba91-bd95f74bf523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.087078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'tag': '5ed76590-b94a-4373-9b5b-a256e00d1d60'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:50.093440 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0709a011-f553-459f-8aa5-bfa77326d92a" -d '{"events": [{"name": "network-changed", "server_uuid": "a763d7b9-afee-432e-bf0c-ec25060337ba", "tag": "5ed76590-b94a-4373-9b5b-a256e00d1d60"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:50.323953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d48fa0d-2e37-40a9-ba91-bd95f74bf523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.332715 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d48fa0d-2e37-40a9-ba91-bd95f74bf523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.404431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2d48fa0d-2e37-40a9-ba91-bd95f74bf523 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42de648105104d8db20eee566c5ef8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806341 Jul 13 19:25:50.407097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:50.440062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48fa0d-2e37-40a9-ba91-bd95f74bf523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58f8e5f-872b-4976-b4e0-2484e953f94c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:50.530087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a55775d2-8b57-484f-b797-7fb37dea9e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.615656 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95adbf21-8853-4a4f-9cb2-3a99d46a318c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.628204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a55775d2-8b57-484f-b797-7fb37dea9e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.631347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c3cc-1673-4879-8336-32b596f04665 req-765d8579-5528-4920-94b5-48b9ef7873c1 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:50.648345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e860c3cc-1673-4879-8336-32b596f04665 req-765d8579-5528-4920-94b5-48b9ef7873c1 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.1148617 Jul 13 19:25:50.732702 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a55775d2-8b57-484f-b797-7fb37dea9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.736918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a55775d2-8b57-484f-b797-7fb37dea9e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.739888 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a55775d2-8b57-484f-b797-7fb37dea9e6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e58f8e5f-872b-4976-b4e0-2484e953f94c HTTP/1.1" status: 204 len: 168 time: 0.3301919 Jul 13 19:25:50.753094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55775d2-8b57-484f-b797-7fb37dea9e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58f8e5f-872b-4976-b4e0-2484e953f94c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:50.765696 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e860c3cc-1673-4879-8336-32b596f04665 req-287aca62-9ef7-41eb-ac3f-989170206c10 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163142 Jul 13 19:25:50.846172 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ca3567-0d18-4590-9e1d-7eaf0e2f04ab x-openstack-request-id: req-39ca3567-0d18-4590-9e1d-7eaf0e2f04ab {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:50.846559 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a763d7b9-afee-432e-bf0c-ec25060337ba", "tag": "5ed76590-b94a-4373-9b5b-a256e00d1d60", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:50.846883 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39ca3567-0d18-4590-9e1d-7eaf0e2f04ab {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:50.847330 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'tag': '5ed76590-b94a-4373-9b5b-a256e00d1d60', 'status': 'completed', 'code': 200} Jul 13 19:25:50.968369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709a011-f553-459f-8aa5-bfa77326d92a req-1c074463-b7ec-4646-90eb-71cd91af4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:50.971503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0709a011-f553-459f-8aa5-bfa77326d92a req-1c074463-b7ec-4646-90eb-71cd91af4fc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 1125 time: 0.1077075 Jul 13 19:25:51.246803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709a011-f553-459f-8aa5-bfa77326d92a req-d7cce2bd-6f36-4b4f-a8a5-3ce61142e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.257732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0709a011-f553-459f-8aa5-bfa77326d92a req-d7cce2bd-6f36-4b4f-a8a5-3ce61142e0cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.2775159 Jul 13 19:25:51.368867 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0709a011-f553-459f-8aa5-bfa77326d92a req-b3167762-2bc3-41df-9283-a59e75fcc158 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60 HTTP/1.1" status: 200 len: 217 time: 0.1009278 Jul 13 19:25:51.401414 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b75d7d-48fb-4a12-af3f-0dfa782b626c req-67d55122-91b7-400e-9313-25a384353234 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.407301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09b75d7d-48fb-4a12-af3f-0dfa782b626c req-67d55122-91b7-400e-9313-25a384353234 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 945 time: 0.2816136 Jul 13 19:25:51.455900 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-4de0c131-8592-48f9-835f-67d24ce048b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2448590 Jul 13 19:25:51.469437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709a011-f553-459f-8aa5-bfa77326d92a req-b10e1246-e971-4428-beb7-954bd4979e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.474097 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0709a011-f553-459f-8aa5-bfa77326d92a req-b10e1246-e971-4428-beb7-954bd4979e22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.0988247 Jul 13 19:25:51.522629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09b75d7d-48fb-4a12-af3f-0dfa782b626c req-22f276f6-2d12-444d-b0b8-05709c3c8c35 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018462 Jul 13 19:25:51.573354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0709a011-f553-459f-8aa5-bfa77326d92a req-2b543973-5698-4ba5-9db9-2ba75257e474 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873165 Jul 13 19:25:51.812860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a42bf-cb12-4a6c-b01f-4e4b77a78ae4 req-64415cdc-7b00-43db-881f-e38ada0212c6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.825479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-740a42bf-cb12-4a6c-b01f-4e4b77a78ae4 req-64415cdc-7b00-43db-881f-e38ada0212c6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.1252337 Jul 13 19:25:51.943536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0709a011-f553-459f-8aa5-bfa77326d92a req-28c23858-d535-438a-8840-9d40e6e4e8c0 service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491845 Jul 13 19:25:52.001116 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-740a42bf-cb12-4a6c-b01f-4e4b77a78ae4 req-af150019-668b-417a-86f4-3e194cecf806 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437991 Jul 13 19:25:52.258999 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0709a011-f553-459f-8aa5-bfa77326d92a req-eee8bf43-8670-459d-84bc-7c8b6717288d service neutron] 10.222.0.60 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106110 Jul 13 19:25:52.318298 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 4fd41859-f329-4bcc-992c-bb2719447daa no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:52.457082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9f14-c6d5-439a-b7f9-39ac054bc386 req-de56eb47-61cf-4b47-83b7-4f7471c30737 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:52.467629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-841f9f14-c6d5-439a-b7f9-39ac054bc386 req-de56eb47-61cf-4b47-83b7-4f7471c30737 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.1609850 Jul 13 19:25:52.546755 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:52.559661 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-841f9f14-c6d5-439a-b7f9-39ac054bc386 req-6c7bbf3d-a8c8-4637-9396-55f4565a1aa3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910976 Jul 13 19:25:52.589866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4fd41859-f329-4bcc-992c-bb2719447daa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:52.635905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 4fd41859-f329-4bcc-992c-bb2719447daa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=4fd41859-f329-4bcc-992c-bb2719447daa,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:52.641326 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:52.768121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=4fd41859-f329-4bcc-992c-bb2719447daa,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:52.946251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fdb3c-0eeb-431c-9551-3f7bdef3726f req-708454be-6fa5-42f3-9994-25c09a953873 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:52.954072 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc2fdb3c-0eeb-431c-9551-3f7bdef3726f req-708454be-6fa5-42f3-9994-25c09a953873 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 944 time: 0.1518621 Jul 13 19:25:53.030798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc2fdb3c-0eeb-431c-9551-3f7bdef3726f req-eff82777-b3ea-4d98-b91f-29ff43447fdd tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756724 Jul 13 19:25:53.211116 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aeba5b3b-a8e6-4976-980e-5d64a6945986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:53.365002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52247ff-d92c-4651-8574-7523ee99d5e6 req-914e0622-ceac-48f5-9282-eecb1a587223 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:53.367385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c52247ff-d92c-4651-8574-7523ee99d5e6 req-914e0622-ceac-48f5-9282-eecb1a587223 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.0966520 Jul 13 19:25:53.430909 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c52247ff-d92c-4651-8574-7523ee99d5e6 req-de89f679-d444-4a6a-aa39-0888554bbad9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537035 Jul 13 19:25:53.549888 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-006eeef3-e6b5-4d2b-9391-057ea66b3c56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698600 Jul 13 19:25:53.576852 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:53.720502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-be3a0880-e21c-47b1-ad92-00002728ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:53.722027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-be3a0880-e21c-47b1-ad92-00002728ac14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 1096 time: 0.1258848 Jul 13 19:25:53.747390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-c80a73a5-67ab-45af-be6f-82facaf2024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:53.749183 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-c80a73a5-67ab-45af-be6f-82facaf2024f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1101 time: 0.1003835 Jul 13 19:25:53.950607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-56ad1c40-3d03-47e5-bf88-fc3d4407344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:53.960202 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-56ad1c40-3d03-47e5-bf88-fc3d4407344d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2007556 Jul 13 19:25:54.019664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-89ebbdca-76cb-471d-9a7d-9b13059b3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.021760 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-89ebbdca-76cb-471d-9a7d-9b13059b3604 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.2526960 Jul 13 19:25:54.119962 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-fab01371-ae3f-4b40-b4ed-8bdb0da87f55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ebe711b-a15a-485d-a352-18372d537385 HTTP/1.1" status: 200 len: 217 time: 0.0830669 Jul 13 19:25:54.134598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4babc1-c349-478a-bfe5-acdd21f88ed6 req-20bf9101-8236-443a-9ce5-af1bed541557 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.136586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b4babc1-c349-478a-bfe5-acdd21f88ed6 req-20bf9101-8236-443a-9ce5-af1bed541557 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.2127814 Jul 13 19:25:54.246970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b4babc1-c349-478a-bfe5-acdd21f88ed6 req-dbe83cf6-cc20-42fd-86d9-02516b9c57b5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956357 Jul 13 19:25:54.278051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-fa0c5431-f355-429f-8b7e-ce035f808b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.279749 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-fa0c5431-f355-429f-8b7e-ce035f808b52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.1303611 Jul 13 19:25:54.344170 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-580d372a-0f5a-4ee1-97de-b7b680a19eb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565884 Jul 13 19:25:54.373451 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-df301f12-c6b1-44c7-bbee-41d28a842ac3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 217 time: 0.4007304 Jul 13 19:25:54.445710 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:54.488897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c773e-aff0-4f74-af8f-3109b60ab90e req-0dea3612-ef55-43f1-94b5-3bf1c86aadf2 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.496928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-092c773e-aff0-4f74-af8f-3109b60ab90e req-0dea3612-ef55-43f1-94b5-3bf1c86aadf2 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 944 time: 0.1225290 Jul 13 19:25:54.511288 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-e3432a4f-51e1-4b18-9859-00524681f75f service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589146 Jul 13 19:25:54.555623 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-092c773e-aff0-4f74-af8f-3109b60ab90e req-cb792237-16df-4fe3-badb-470831751a82 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563552 Jul 13 19:25:54.576436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-2edcdf8a-a283-46cd-b24f-a532547f8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.578598 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-2edcdf8a-a283-46cd-b24f-a532547f8de4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1763678 Jul 13 19:25:54.738670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-30124b69-df5e-42b5-9ef8-45f87ff55801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.745983 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-30124b69-df5e-42b5-9ef8-45f87ff55801 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480126 Jul 13 19:25:54.892501 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94d5a99b-3229-46ed-8691-3e2f6cebf251 req-9e101f2a-79cc-43a5-81cc-cc952c666144 service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058825 Jul 13 19:25:54.935426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761082ea-2bb6-4eba-8650-720f32efa6db req-a96410f0-e04f-43a1-b89d-4e4ff924522f tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.941690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-761082ea-2bb6-4eba-8650-720f32efa6db req-a96410f0-e04f-43a1-b89d-4e4ff924522f tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 944 time: 0.3057308 Jul 13 19:25:54.942195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:54.969651 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-6513fea3-9744-4c5b-b6fa-2e9c3e9b3a39 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166610 Jul 13 19:25:55.112810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-761082ea-2bb6-4eba-8650-720f32efa6db req-c1d4178a-c2f9-4432-ac7c-63dba38e0b73 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Deleting port 4fd41859-f329-4bcc-992c-bb2719447daa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:55.113524 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-761082ea-2bb6-4eba-8650-720f32efa6db req-c1d4178a-c2f9-4432-ac7c-63dba38e0b73 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.135053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:55.238021 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd15d599-775b-42ec-9c34-16466bfb8f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.247698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233e07e-203f-4d3f-b471-1a5e0ec58ffd req-9fd14d9c-7b05-4b18-a226-990279e960a7 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:55.255599 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a233e07e-203f-4d3f-b471-1a5e0ec58ffd req-9fd14d9c-7b05-4b18-a226-990279e960a7 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.2886019 Jul 13 19:25:55.286919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-22e3d0c9-899a-412c-a21c-1f46878c8a63 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958896 Jul 13 19:25:55.316853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a233e07e-203f-4d3f-b471-1a5e0ec58ffd req-e1e4a3aa-2034-411c-86b5-62dc1f281337 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603402 Jul 13 19:25:55.339929 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42e02f6a-2d7d-46f5-bf02-75cd907f144a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.352707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-761082ea-2bb6-4eba-8650-720f32efa6db req-c1d4178a-c2f9-4432-ac7c-63dba38e0b73 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] For port 4fd41859-f329-4bcc-992c-bb2719447daa, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=4fd41859-f329-4bcc-992c-bb2719447daa,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:55.354196 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-761082ea-2bb6-4eba-8650-720f32efa6db req-c1d4178a-c2f9-4432-ac7c-63dba38e0b73 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.396852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-761082ea-2bb6-4eba-8650-720f32efa6db req-c1d4178a-c2f9-4432-ac7c-63dba38e0b73 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Calling delete_port for 4fd41859-f329-4bcc-992c-bb2719447daa owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:55.614460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478e09f-d9af-46b5-aa44-5cb5c01a2fa7 req-d56e3b4c-5cd3-4b09-b885-7d2d4d497d51 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:55.616277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8478e09f-d9af-46b5-aa44-5cb5c01a2fa7 req-d56e3b4c-5cd3-4b09-b885-7d2d4d497d51 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.0869064 Jul 13 19:25:55.620847 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd15d599-775b-42ec-9c34-16466bfb8f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.652239 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd15d599-775b-42ec-9c34-16466bfb8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.672296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5ed76590-b94a-4373-9b5b-a256e00d1d60 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:55.685067 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8478e09f-d9af-46b5-aa44-5cb5c01a2fa7 req-e32943a6-fe09-406b-a56d-1849cc1e1cae tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551846 Jul 13 19:25:55.726761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bd15d599-775b-42ec-9c34-16466bfb8f33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47e589bfa0cb46c095883af4b77a874f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7795644 Jul 13 19:25:55.730237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:55.861620 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb66d290-7faf-4f92-a64f-129f3fc769b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.883840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15d599-775b-42ec-9c34-16466bfb8f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c71dd7-ee88-4361-8daf-c2308656963b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:55.889844 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb66d290-7faf-4f92-a64f-129f3fc769b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.944499 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.967361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb66d290-7faf-4f92-a64f-129f3fc769b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.970157 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb66d290-7faf-4f92-a64f-129f3fc769b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.971562 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bb66d290-7faf-4f92-a64f-129f3fc769b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25c71dd7-ee88-4361-8daf-c2308656963b HTTP/1.1" status: 204 len: 168 time: 0.2394271 Jul 13 19:25:55.974827 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-761082ea-2bb6-4eba-8650-720f32efa6db req-c1d4178a-c2f9-4432-ac7c-63dba38e0b73 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.988175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66d290-7faf-4f92-a64f-129f3fc769b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c71dd7-ee88-4361-8daf-c2308656963b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:56.063219 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8c73095-a5c8-4718-90d6-5c195bbf1880 req-c3729bfb-51a7-4697-bc1d-3fd21eadb65a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 210 time: 0.0491967 Jul 13 19:25:56.130596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42e02f6a-2d7d-46f5-bf02-75cd907f144a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.171030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4178a-c2f9-4432-ac7c-63dba38e0b73 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event deleted for resources: {'Port': ['ID=4fd41859-f329-4bcc-992c-bb2719447daa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:56.175610 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42e02f6a-2d7d-46f5-bf02-75cd907f144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.243258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-761082ea-2bb6-4eba-8650-720f32efa6db req-c1d4178a-c2f9-4432-ac7c-63dba38e0b73 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] No DVR routers for this DVR port 4fd41859-f329-4bcc-992c-bb2719447daa on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:56.248935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-761082ea-2bb6-4eba-8650-720f32efa6db req-c1d4178a-c2f9-4432-ac7c-63dba38e0b73 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.251945 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-761082ea-2bb6-4eba-8650-720f32efa6db req-c1d4178a-c2f9-4432-ac7c-63dba38e0b73 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.24 "DELETE /v2.0/ports/4fd41859-f329-4bcc-992c-bb2719447daa HTTP/1.1" status: 204 len: 173 time: 1.2977853 Jul 13 19:25:56.266901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc31ef7f-ac54-4a22-8a8b-76721e69c620', 'name': 'network-vif-deleted', 'tag': '4fd41859-f329-4bcc-992c-bb2719447daa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:56.270685 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017373c1-1c3a-4b13-b5a7-b6a5dbd24d4a" -d '{"events": [{"server_uuid": "bc31ef7f-ac54-4a22-8a8b-76721e69c620", "name": "network-vif-deleted", "tag": "4fd41859-f329-4bcc-992c-bb2719447daa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:56.314446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-9326a24a-7257-4282-bb8b-6576f48dab9e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4143560 Jul 13 19:25:56.363622 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-42e02f6a-2d7d-46f5-bf02-75cd907f144a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd406a11d10f4db19c2759f898a65283&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2267303 Jul 13 19:25:56.366278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:56.380631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e02f6a-2d7d-46f5-bf02-75cd907f144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41003f7e-dc4b-41d1-8117-b54cbcc1a83d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:56.417955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:56.462002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e297821-928b-4508-b96d-df636ee9dc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.477467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e5509-cdaf-4fcf-bed6-e998dba598a6 req-b8fbc231-45ea-4d0e-94e9-2543474330b2 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:56.486544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f6e5509-cdaf-4fcf-bed6-e998dba598a6 req-b8fbc231-45ea-4d0e-94e9-2543474330b2 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 950 time: 0.5189178 Jul 13 19:25:56.523771 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebcd3ff-7402-4a1d-8702-28b7e97aea5a x-openstack-request-id: req-cebcd3ff-7402-4a1d-8702-28b7e97aea5a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:56.524779 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc31ef7f-ac54-4a22-8a8b-76721e69c620", "name": "network-vif-deleted", "tag": "4fd41859-f329-4bcc-992c-bb2719447daa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:56.525789 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cebcd3ff-7402-4a1d-8702-28b7e97aea5a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:56.526423 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc31ef7f-ac54-4a22-8a8b-76721e69c620', 'name': 'network-vif-deleted', 'tag': '4fd41859-f329-4bcc-992c-bb2719447daa', 'status': 'completed', 'code': 200} Jul 13 19:25:56.572761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f6e5509-cdaf-4fcf-bed6-e998dba598a6 req-5da791f5-f052-4a75-9a7d-445b94f4142e tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797825 Jul 13 19:25:56.598672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-cf4d7612-de45-4806-a149-bda60f2abd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:56.601284 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-cf4d7612-de45-4806-a149-bda60f2abd94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 1100 time: 0.2079217 Jul 13 19:25:56.653317 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04487b10-e272-487f-92e8-da514ccc6149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.667285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e297821-928b-4508-b96d-df636ee9dc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.704284 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e297821-928b-4508-b96d-df636ee9dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.809277 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04487b10-e272-487f-92e8-da514ccc6149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.835654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-4a96fab8-5f6e-4195-a3fd-89bb04eeba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:56.837197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-4a96fab8-5f6e-4195-a3fd-89bb04eeba38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2057450 Jul 13 19:25:56.900443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-aaa3d86f-4340-434b-8d5a-c8c4a101007c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 200 len: 217 time: 0.0554700 Jul 13 19:25:56.940554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297821-928b-4508-b96d-df636ee9dc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9f8199-b384-460d-9487-5b57aec565e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:56.971569 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4e297821-928b-4508-b96d-df636ee9dc5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bf183d4c0e74762aacd912ecbacc685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5415978 Jul 13 19:25:56.975852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04487b10-e272-487f-92e8-da514ccc6149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.979573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04487b10-e272-487f-92e8-da514ccc6149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.983282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:56.985003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-04487b10-e272-487f-92e8-da514ccc6149 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41003f7e-dc4b-41d1-8117-b54cbcc1a83d HTTP/1.1" status: 204 len: 168 time: 0.6171737 Jul 13 19:25:56.996598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04487b10-e272-487f-92e8-da514ccc6149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41003f7e-dc4b-41d1-8117-b54cbcc1a83d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:57.076570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2673635a-d8bb-4975-8fa8-b927a1cec420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:57.079489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-6e8f51bf-0b3c-4b72-be19-0b3624aea454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:57.081214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-6e8f51bf-0b3c-4b72-be19-0b3624aea454 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1747253 Jul 13 19:25:57.106637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55967e05-17f6-4013-8214-0f33868ea193 req-0654cdbf-5329-4d87-b3b5-4ea3082954fb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:57.108385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55967e05-17f6-4013-8214-0f33868ea193 req-0654cdbf-5329-4d87-b3b5-4ea3082954fb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.4011338 Jul 13 19:25:57.182249 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55967e05-17f6-4013-8214-0f33868ea193 req-c2741e05-535a-4f3a-9758-94f3e7b4ed67 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676200 Jul 13 19:25:57.182912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2673635a-d8bb-4975-8fa8-b927a1cec420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:57.277966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-95f2d587-f351-411b-a927-c715abeec9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:57.280323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-95f2d587-f351-411b-a927-c715abeec9dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1835964 Jul 13 19:25:57.364273 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2673635a-d8bb-4975-8fa8-b927a1cec420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:57.368488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2673635a-d8bb-4975-8fa8-b927a1cec420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:57.373519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2673635a-d8bb-4975-8fa8-b927a1cec420 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a9f8199-b384-460d-9487-5b57aec565e2 HTTP/1.1" status: 204 len: 168 time: 0.3907290 Jul 13 19:25:57.409745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673635a-d8bb-4975-8fa8-b927a1cec420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9f8199-b384-460d-9487-5b57aec565e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:57.463806 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-7f7897b5-8a53-488d-928f-70c99f72d41f service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763029 Jul 13 19:25:57.633600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494bd6c-f7b0-47db-bf6d-c381d63be790 req-34499148-c99b-4525-a84c-84f7e3077561 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:57.642030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8494bd6c-f7b0-47db-bf6d-c381d63be790 req-34499148-c99b-4525-a84c-84f7e3077561 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 944 time: 0.1157694 Jul 13 19:25:57.650372 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b6bcbcea-2f81-4a32-9795-ccc8fdf7bf79 req-2ccbf964-ea1b-4e59-983e-5fb9502b3b4e tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc31ef7f-ac54-4a22-8a8b-76721e69c620 HTTP/1.1" status: 200 len: 210 time: 0.0635924 Jul 13 19:25:57.658104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c4d6c16-0640-4119-ba6e-0263e66836a9 req-46dfed39-9917-4916-9f1a-9aabd8404e54 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883974 Jul 13 19:25:57.702604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8494bd6c-f7b0-47db-bf6d-c381d63be790 req-9102b344-ef8d-4cdc-8922-84b62367c833 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591800 Jul 13 19:25:57.824962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:57.843395 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a11e36c-3faa-4872-9795-2fd63b4e9019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:57.992095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a11e36c-3faa-4872-9795-2fd63b4e9019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.001128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a11e36c-3faa-4872-9795-2fd63b4e9019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.037932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11e36c-3faa-4872-9795-2fd63b4e9019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52030468-de50-4d96-bbb8-43bbd2485dc1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:58.059655 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2a11e36c-3faa-4872-9795-2fd63b4e9019 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dc36a65d4f64deabb4f9751c709b1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336581 Jul 13 19:25:58.062129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:58.118101 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-ca66c141-4acb-4b97-ab8a-45464a737f28 service neutron] 10.222.0.60 "GET /v2.0/ports/5ed76590-b94a-4373-9b5b-a256e00d1d60/bindings/n-h1-800708-1 HTTP/1.1" status: 200 len: 384 time: 0.1007500 Jul 13 19:25:58.124613 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f195736-8ffc-49c1-bb50-4ddfe232d0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.165109 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f195736-8ffc-49c1-bb50-4ddfe232d0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.234812 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f195736-8ffc-49c1-bb50-4ddfe232d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.242468 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f195736-8ffc-49c1-bb50-4ddfe232d0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.245338 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8f195736-8ffc-49c1-bb50-4ddfe232d0d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52030468-de50-4d96-bbb8-43bbd2485dc1 HTTP/1.1" status: 204 len: 168 time: 0.1821280 Jul 13 19:25:58.268912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f195736-8ffc-49c1-bb50-4ddfe232d0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52030468-de50-4d96-bbb8-43bbd2485dc1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:58.362203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7784b493-d206-4aa4-9034-998290a1a1c4 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:58.477133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-1aa1a407-f52d-4f9d-b024-e0426b47369d service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:58.530190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-1aa1a407-f52d-4f9d-b024-e0426b47369d service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:58.565239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3cc03-8c45-4772-aa43-149f7eb0718d req-070b7c17-1afc-45ec-bfc9-64f0f13b2514 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:58.566301 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.575478 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aab3cc03-8c45-4772-aa43-149f7eb0718d req-070b7c17-1afc-45ec-bfc9-64f0f13b2514 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.1234686 Jul 13 19:25:58.600460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7784b493-d206-4aa4-9034-998290a1a1c4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:58.605316 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac77af-6a02-4483-9705-10f138dbec2e" -d '{"events": [{"server_uuid": "38dd43c7-ac19-47d3-a55b-105af068c9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "7784b493-d206-4aa4-9034-998290a1a1c4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:58.608892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-1aa1a407-f52d-4f9d-b024-e0426b47369d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed76590-b94a-4373-9b5b-a256e00d1d60 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:58.624000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7784b493-d206-4aa4-9034-998290a1a1c4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7784b493-d206-4aa4-9034-998290a1a1c4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:58.632625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.633937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-1aa1a407-f52d-4f9d-b024-e0426b47369d service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:58.635836 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 4fd41859-f329-4bcc-992c-bb2719447daa no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:58.659823 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-1aa1a407-f52d-4f9d-b024-e0426b47369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.676926 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aab3cc03-8c45-4772-aa43-149f7eb0718d req-3a4304cc-7d3b-4248-992d-7b4fe7c505ff tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004782 Jul 13 19:25:58.768817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 4fd41859-f329-4bcc-992c-bb2719447daa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:58.769166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 4fd41859-f329-4bcc-992c-bb2719447daa not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:58.770830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7784b493-d206-4aa4-9034-998290a1a1c4,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:58.783274 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacfb59f-0ade-45a3-9f49-b2cae7a82c7c x-openstack-request-id: req-cacfb59f-0ade-45a3-9f49-b2cae7a82c7c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:58.783572 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dd43c7-ac19-47d3-a55b-105af068c9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "7784b493-d206-4aa4-9034-998290a1a1c4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:58.784267 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cacfb59f-0ade-45a3-9f49-b2cae7a82c7c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:58.784686 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7784b493-d206-4aa4-9034-998290a1a1c4', 'code': 200} Jul 13 19:25:58.825545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-1aa1a407-f52d-4f9d-b024-e0426b47369d service neutron] Transition to ACTIVE for port object 5ed76590-b94a-4373-9b5b-a256e00d1d60 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:58.836830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-1aa1a407-f52d-4f9d-b024-e0426b47369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.015964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-1aa1a407-f52d-4f9d-b024-e0426b47369d service neutron] No DVR routers for this DVR port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:59.022532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:59.083291 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1a407-f52d-4f9d-b024-e0426b47369d service neutron] Pushing event updated for resources: {'Port': ['ID=5ed76590-b94a-4373-9b5b-a256e00d1d60,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:59.091227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-1aa1a407-f52d-4f9d-b024-e0426b47369d service neutron] 10.222.0.60 "PUT /v2.0/ports/5ed76590-b94a-4373-9b5b-a256e00d1d60/bindings/n-h1-800708-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9680197 Jul 13 19:25:59.252854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-32e9e0ed-e974-475d-8aee-66c2024589f2 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:59.254561 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-32e9e0ed-e974-475d-8aee-66c2024589f2 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1096 time: 0.0821064 Jul 13 19:25:59.267494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc559b-e7c6-4ee7-b9b1-8d239c00ae5e req-f1a70cc3-2572-4012-9762-af0db8e33760 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:59.268935 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4dc559b-e7c6-4ee7-b9b1-8d239c00ae5e req-f1a70cc3-2572-4012-9762-af0db8e33760 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 945 time: 0.1526082 Jul 13 19:25:59.319350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-network', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:59.373402 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4dc559b-e7c6-4ee7-b9b1-8d239c00ae5e req-2a846efc-dcfc-403f-8adb-2e6429e5465c tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952866 Jul 13 19:25:59.401329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Made reservation on behalf of 1a9a3ef58e9d4e1095fe5fa16215992d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:59.404831 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.416333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-5a60172a-8fec-4399-8e4f-e11138d34c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:59.419678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-5a60172a-8fec-4399-8e4f-e11138d34c2e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba&tenant_id=06fb674d5f8a44f59700ad9453117896 HTTP/1.1" status: 200 len: 1096 time: 0.1548877 Jul 13 19:25:59.436041 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.563137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-e2ce019a-42df-43dc-b772-31390b855865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:59.564735 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-e2ce019a-42df-43dc-b772-31390b855865 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fb674d5f8a44f59700ad9453117896&device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 1096 time: 0.1131132 Jul 13 19:25:59.573984 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.587455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.651869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:25:59.656954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee9b8c2-5049-4cb9-b38f-ffc4196b3431,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:59.677917 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.685586 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Added segment ce3cca5a-899b-47e5-94e9-11062b750118 of type vlan for network c4798454-ddf6-4a9d-9216-11cd658af69d Jul 13 19:25:59.687018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:59.697166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bcfa87da-ced1-41a6-bd5e-8e650975f3be tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603758254', 'description': 'tempest-description--1294837748'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:59.749657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-d004c89a-3cdf-424d-a762-29346f2c643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:59.753545 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-d004c89a-3cdf-424d-a762-29346f2c643d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 200 len: 908 time: 0.1728158 Jul 13 19:25:59.774730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcfa87da-ced1-41a6-bd5e-8e650975f3be tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.778549 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.815426 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-ad4fb10f-3ed8-4954-ad25-e375e347ab0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60 HTTP/1.1" status: 200 len: 217 time: 0.0533650 Jul 13 19:25:59.889818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-c75e3d11-683c-415d-9f2d-c00302e181d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:59.891721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-c75e3d11-683c-415d-9f2d-c00302e181d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 200 len: 847 time: 0.0659974 Jul 13 19:25:59.943859 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-6221862c-5d2f-4bca-835f-be0f77092a7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418782 Jul 13 19:25:59.966896 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.967971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:59.968859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.992103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:00.138774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] Pushing event updated for resources: {'Network': ['ID=c4798454-ddf6-4a9d-9216-11cd658af69d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:00.154166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c4798454-ddf6-4a9d-9216-11cd658af69d details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:26:00.160590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcfa87da-ced1-41a6-bd5e-8e650975f3be tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.171324 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcfa87da-ced1-41a6-bd5e-8e650975f3be tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.218799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cb1b9-5437-4c4e-a66c-0964261710a7 req-6c2c7707-046e-4758-a780-f83348e5a0eb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:00.225888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-005cb1b9-5437-4c4e-a66c-0964261710a7 req-6c2c7707-046e-4758-a780-f83348e5a0eb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.3607333 Jul 13 19:26:00.229818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa87da-ced1-41a6-bd5e-8e650975f3be tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5055a8-f014-4156-ad62-83bc1bfee21d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:00.232919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-829b3357-88b8-421a-86e9-5e9e77ee73fe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2079778 Jul 13 19:26:00.240207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcfa87da-ced1-41a6-bd5e-8e650975f3be tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.245187 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bcfa87da-ced1-41a6-bd5e-8e650975f3be tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5537257 Jul 13 19:26:00.245187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:00.249290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Request body: {'subnet': {'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-subnet', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:00.253053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:00.275994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-84f3cb35-2372-4017-a4dd-ffccf9e9c092 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Request body: {'security_group_rule': {'security_group_id': 'ae5055a8-f014-4156-ad62-83bc1bfee21d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:00.356585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f56086ce-7842-45ae-989a-3583b18b4307 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:00.399466 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-005cb1b9-5437-4c4e-a66c-0964261710a7 req-baff8e8f-3c01-4f99-9881-f761b1e562a2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724026 Jul 13 19:26:00.401027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5401cea-3df7-42f7-ad12-cbb2a4c09149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.485411 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84f3cb35-2372-4017-a4dd-ffccf9e9c092 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.518715 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-31fe0880-c5b8-4bf4-ab65-53a9148f146f service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607960 Jul 13 19:26:00.538142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Made reservation on behalf of 1a9a3ef58e9d4e1095fe5fa16215992d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:00.540909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.580178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:00.598768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'f56086ce-7842-45ae-989a-3583b18b4307', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'f56086ce-7842-45ae-989a-3583b18b4307', 'mac_address': 'fa:16:3e:b0:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:00.658315 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.675266 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84f3cb35-2372-4017-a4dd-ffccf9e9c092 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.678312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-af48f6f8-6150-4404-8308-02d31485868a service neutron] 10.222.0.24 "GET /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505563 Jul 13 19:26:00.688543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56086ce-7842-45ae-989a-3583b18b4307 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:00.703395 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84f3cb35-2372-4017-a4dd-ffccf9e9c092 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.717560 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:00.723298 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.788595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:00.820652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3cb35-2372-4017-a4dd-ffccf9e9c092 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39802765-0fbe-43e6-8ebe-d6196207b331,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:00.886195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f56086ce-7842-45ae-989a-3583b18b4307'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:00.932205 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5401cea-3df7-42f7-ad12-cbb2a4c09149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.945920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adaab31-df2d-4db7-88e3-e67e8b50c1ec req-8cb2693e-d40a-40f9-a1e5-2a48130b4029 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:00.954043 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1adaab31-df2d-4db7-88e3-e67e8b50c1ec req-8cb2693e-d40a-40f9-a1e5-2a48130b4029 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 945 time: 0.2741365 Jul 13 19:26:00.958849 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.971327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5401cea-3df7-42f7-ad12-cbb2a4c09149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.985409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84f3cb35-2372-4017-a4dd-ffccf9e9c092 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.989609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:00.989937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-84f3cb35-2372-4017-a4dd-ffccf9e9c092 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7193635 Jul 13 19:26:00.995534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d2388b62-f85f-4a1d-9186-9bd2fc36fe6d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Request body: {'security_group_rule': {'security_group_id': 'ae5055a8-f014-4156-ad62-83bc1bfee21d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:01.047073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2388b62-f85f-4a1d-9186-9bd2fc36fe6d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.127330 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5401cea-3df7-42f7-ad12-cbb2a4c09149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9f3baa-e916-4172-bae9-46a829c8acd9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:01.134839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f5401cea-3df7-42f7-ad12-cbb2a4c09149 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94dbe1a7ca5a4f389948884c1771c6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1363373 Jul 13 19:26:01.148550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1adaab31-df2d-4db7-88e3-e67e8b50c1ec req-16e369cb-c9fd-44cc-a927-54ed3c093d22 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902428 Jul 13 19:26:01.164522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:01.203173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5230b4-92db-44b0-86c1-c88ed8d71a3a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:01.229476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Checking segment: {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:01.229476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Network hostable DHCP agents. Network: c4798454-ddf6-4a9d-9216-11cd658af69d, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:26:01.266025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2388b62-f85f-4a1d-9186-9bd2fc36fe6d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.268378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0edc-99ae-4a3b-8843-bdbdcfaa8328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.274243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-6f4ff36c-0c61-4796-a506-c14b76b5e80a tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.278359 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-6f4ff36c-0c61-4796-a506-c14b76b5e80a tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba&tenant_id=06fb674d5f8a44f59700ad9453117896&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1096 time: 0.1519630 Jul 13 19:26:01.279276 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2388b62-f85f-4a1d-9186-9bd2fc36fe6d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.284637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Network c4798454-ddf6-4a9d-9216-11cd658af69d is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:26:01.302690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c4798454-ddf6-4a9d-9216-11cd658af69d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:01.305714 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0edc-99ae-4a3b-8843-bdbdcfaa8328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.320071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.320901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.327228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feee030a-e729-4e99-8363-c5aa720fab80 None None] Network c4798454-ddf6-4a9d-9216-11cd658af69d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:01.332077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2388b62-f85f-4a1d-9186-9bd2fc36fe6d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb124d01-ec70-403f-9abf-793b7b221953,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:01.338855 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2388b62-f85f-4a1d-9186-9bd2fc36fe6d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.343114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d2388b62-f85f-4a1d-9186-9bd2fc36fe6d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3487704 Jul 13 19:26:01.344973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:01.349626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:01.363568 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2e926d4e-6b7f-4c57-be4c-8b74c81da3ac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1185210 Jul 13 19:26:01.366363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:01.373789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:01.386960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.404479 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.406297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.412636 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0edc-99ae-4a3b-8843-bdbdcfaa8328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.416218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0edc-99ae-4a3b-8843-bdbdcfaa8328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.422018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4ecb0edc-99ae-4a3b-8843-bdbdcfaa8328 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e9f3baa-e916-4172-bae9-46a829c8acd9 HTTP/1.1" status: 204 len: 168 time: 0.2424707 Jul 13 19:26:01.435287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb0edc-99ae-4a3b-8843-bdbdcfaa8328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9f3baa-e916-4172-bae9-46a829c8acd9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:01.499869 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.565035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-d5aeee5a-c2a6-4fa7-97e9-09fe6648d315 service neutron] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:01.576540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-d5aeee5a-c2a6-4fa7-97e9-09fe6648d315 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.580140 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00a61dc-b8b4-4eb0-b1b7-7621b1da2ff6 req-d5aeee5a-c2a6-4fa7-97e9-09fe6648d315 service neutron] 10.222.0.24 "DELETE /v2.0/ports/5ed76590-b94a-4373-9b5b-a256e00d1d60/bindings/n-h2-800708-1 HTTP/1.1" status: 204 len: 173 time: 0.2896516 Jul 13 19:26:01.640295 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.702942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c4798454-ddf6-4a9d-9216-11cd658af69d', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:26:01.704348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.725621 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.841287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:02.003021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Allocated IP 172.20.0.2 (c4798454-ddf6-4a9d-9216-11cd658af69d/ab5230b4-92db-44b0-86c1-c88ed8d71a3a/3fc65f55-674a-47fd-9789-e240cb9aa852) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:02.057100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ad303-2e21-4983-8f7e-586eacb0ce21 req-2e684d1c-202e-4f41-9e1f-e736da992e11 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:02.062038 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b75ad303-2e21-4983-8f7e-586eacb0ce21 req-2e684d1c-202e-4f41-9e1f-e736da992e11 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.3283172 Jul 13 19:26:02.072031 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.073784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Allocated IP 172.25.7.151 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/ee7dc705-2894-4f27-b19c-bfcef28376b7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:02.119867 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.123681 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e362a18e-3ce6-419b-8a50-105a07a4dd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.278432 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e362a18e-3ce6-419b-8a50-105a07a4dd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.311342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e362a18e-3ce6-419b-8a50-105a07a4dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.324731 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.345441 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e362a18e-3ce6-419b-8a50-105a07a4dd90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6285aeed0924038917ea07363fb2f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017903 Jul 13 19:26:02.354924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Transition to ACTIVE for port object 3fc65f55-674a-47fd-9789-e240cb9aa852 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:02.355526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:02.367081 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b75ad303-2e21-4983-8f7e-586eacb0ce21 req-b6509c8b-d1e6-4d56-982f-02b5b7939436 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860546 Jul 13 19:26:02.407543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Transition to ACTIVE for port object 3fc65f55-674a-47fd-9789-e240cb9aa852 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:02.417619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f56086ce-7842-45ae-989a-3583b18b4307 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:02.424167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362a18e-3ce6-419b-8a50-105a07a4dd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a92abd-18e8-4fd2-9148-88ce643747f7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:02.443902 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.496860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.628519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6c38c2b-7925-4594-8cc3-51cb4c7d6c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.629072 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.631749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Network c4798454-ddf6-4a9d-9216-11cd658af69d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:02.641390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:02.662935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:02.788964 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6c38c2b-7925-4594-8cc3-51cb4c7d6c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.801744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:02.810806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:02.815224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:02.904887 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event updated for resources: {'Port': ['ID=ee7dc705-2894-4f27-b19c-bfcef28376b7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:02.998703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Pushing event updated for resources: {'Port': ['ID=3fc65f55-674a-47fd-9789-e240cb9aa852,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:03.001696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Attempting to bind port 3fc65f55-674a-47fd-9789-e240cb9aa852 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:03.002067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Attempting to bind port 3fc65f55-674a-47fd-9789-e240cb9aa852 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:03.006424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Attempting to bind port 3fc65f55-674a-47fd-9789-e240cb9aa852 on network c4798454-ddf6-4a9d-9216-11cd658af69d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:03.016181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861dee3-d056-4f52-83ec-74dae672deff req-40e2db0c-4ecd-44a0-8599-bfc6700ea24e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:03.016907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:03.017284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Checking segment: {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:03.017695 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.018098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Bound using segment: {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:03.018669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Bound port: 3fc65f55-674a-47fd-9789-e240cb9aa852, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:03.019103 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.020630 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2861dee3-d056-4f52-83ec-74dae672deff req-40e2db0c-4ecd-44a0-8599-bfc6700ea24e tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 945 time: 0.5114369 Jul 13 19:26:03.023164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Allocated IP 172.25.7.82 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:03.088386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port f56086ce-7842-45ae-989a-3583b18b4307 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:03.088768 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.092281 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.188955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.227552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] For port 3fc65f55-674a-47fd-9789-e240cb9aa852, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:03.234989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] For port 3fc65f55-674a-47fd-9789-e240cb9aa852, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3fc65f55-674a-47fd-9789-e240cb9aa852,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:03.262121 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.297028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6c38c2b-7925-4594-8cc3-51cb4c7d6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.317285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6c38c2b-7925-4594-8cc3-51cb4c7d6c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.318490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b6c38c2b-7925-4594-8cc3-51cb4c7d6c97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10a92abd-18e8-4fd2-9148-88ce643747f7 HTTP/1.1" status: 204 len: 168 time: 0.9623134 Jul 13 19:26:03.328163 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.385196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c38c2b-7925-4594-8cc3-51cb4c7d6c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a92abd-18e8-4fd2-9148-88ce643747f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:03.434465 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2861dee3-d056-4f52-83ec-74dae672deff req-8f9437bc-0119-4cc9-86e4-abd8d6f4a9bd tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965330 Jul 13 19:26:03.530198 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.669635 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.687026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.704638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfcc9c-e4eb-4d9c-85fe-f87366e12f4f None None] Pushing event updated for resources: {'Port': ['ID=3fc65f55-674a-47fd-9789-e240cb9aa852,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:03.717242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:03.742919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:03.754479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:03.763911 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.864121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:03.873503 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3bb3ce-9bb4-445e-81f0-7007b209b090" -d '{"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-plugged", "status": "completed", "tag": "f56086ce-7842-45ae-989a-3583b18b4307"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:03.964417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:03.974976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Pushing event updated for resources: {'Port': ['ID=6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:03.975510 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.016525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event updated for resources: {'Port': ['ID=ee7dc705-2894-4f27-b19c-bfcef28376b7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:04.047072 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.079417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741117f-5719-4c8d-a86d-5654991a7616 req-cd1519b4-b5a7-4f60-8ac3-a2d37a67eced tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.091021 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1741117f-5719-4c8d-a86d-5654991a7616 req-cd1519b4-b5a7-4f60-8ac3-a2d37a67eced tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.2902248 Jul 13 19:26:04.097106 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.100909 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c627b3cf-a6ef-433d-921d-1757edab7f57 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7549114 Jul 13 19:26:04.168082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:04.200582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1741117f-5719-4c8d-a86d-5654991a7616 req-aab42b5d-46a0-478d-a359-41ab84f8d848 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085844 Jul 13 19:26:04.202610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:04.388505 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5ac06b-2c5d-4c76-b060-26a101d319ad x-openstack-request-id: req-be5ac06b-2c5d-4c76-b060-26a101d319ad {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:04.388846 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-plugged", "status": "completed", "tag": "f56086ce-7842-45ae-989a-3583b18b4307", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:04.389095 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be5ac06b-2c5d-4c76-b060-26a101d319ad {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:04.389490 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307', 'code': 200} Jul 13 19:26:04.436731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3fc65f55-674a-47fd-9789-e240cb9aa852 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:04.563996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 3fc65f55-674a-47fd-9789-e240cb9aa852 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:04.591456 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:04.659873 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575603b9-f321-470e-bcb7-52ade34878ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.690387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15e820-6eba-47a8-9963-625d74fdca97 req-23bbd052-f3b2-4463-8cb9-f833437b9ef1 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.708308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d15e820-6eba-47a8-9963-625d74fdca97 req-23bbd052-f3b2-4463-8cb9-f833437b9ef1 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 1096 time: 0.7567542 Jul 13 19:26:04.733158 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07652afc-57f9-4b42-bf4a-e20ce1602dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.747666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f214-e111-446d-8e85-849d659bd5f1 req-8a888144-8b95-48db-8503-8202bb10848a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.750156 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-8a888144-8b95-48db-8503-8202bb10848a tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/networks?id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd HTTP/1.1" status: 200 len: 821 time: 0.2427385 Jul 13 19:26:04.778966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d15e820-6eba-47a8-9963-625d74fdca97 req-0d63be76-30ba-4ed9-8d49-cfd218eaf591 tempest-LiveMigrationTest-1204409308 tempest-LiveMigrationTest-1204409308-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695636 Jul 13 19:26:04.793208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.796069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-dbb329a2-679d-41cf-bf57-482a381e9610 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/quotas/f545a053873340abbe8e169890f41716 HTTP/1.1" status: 200 len: 375 time: 0.0290411 Jul 13 19:26:04.885559 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-07652afc-57f9-4b42-bf4a-e20ce1602dd0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:26:04.885559 n-d-800708-1 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:26:04.885559 n-d-800708-1 neutron-server[93766]: [parameters: {'project_id_1': '93578ffb36df4233a53474b6d0da23e0', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 26, 4, 783206)}] Jul 13 19:26:04.885559 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:26:04.886007 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-07652afc-57f9-4b42-bf4a-e20ce1602dd0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:26:04.980676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-43b84e0e-6a3c-4bdb-9c69-282598a61a76 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f545a053873340abbe8e169890f41716&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1834865 Jul 13 19:26:05.093617 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575603b9-f321-470e-bcb7-52ade34878ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.105703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575603b9-f321-470e-bcb7-52ade34878ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.196949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-575603b9-f321-470e-bcb7-52ade34878ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5e40fdf0e6440afbba72a91f3539ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9899294 Jul 13 19:26:05.196949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575603b9-f321-470e-bcb7-52ade34878ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57612875-3e83-49c4-8c45-02c808ac5cfc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:05.198095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:05.393561 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07652afc-57f9-4b42-bf4a-e20ce1602dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.479242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c93fdb-03db-41a1-86a1-4b5bb83312b6 None None] Network c4798454-ddf6-4a9d-9216-11cd658af69d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:05.562791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07652afc-57f9-4b42-bf4a-e20ce1602dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.575065 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07652afc-57f9-4b42-bf4a-e20ce1602dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.587594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4901a3a9-6a81-4e75-b88b-298af909d91c None None] Provisioning for port 3fc65f55-674a-47fd-9789-e240cb9aa852 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:05.599688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4901a3a9-6a81-4e75-b88b-298af909d91c None None] Provisioning complete for port 3fc65f55-674a-47fd-9789-e240cb9aa852 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:05.600063 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4901a3a9-6a81-4e75-b88b-298af909d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.644825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-07652afc-57f9-4b42-bf4a-e20ce1602dd0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93578ffb36df4233a53474b6d0da23e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0518756 Jul 13 19:26:05.648316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:05.665990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07652afc-57f9-4b42-bf4a-e20ce1602dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f973896-4534-4abe-ac2e-e29d101f53e5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:05.700218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-4099d3a1-550b-451d-85ce-becd3025bda5 service neutron] 10.222.0.25 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183247 Jul 13 19:26:05.773200 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4901a3a9-6a81-4e75-b88b-298af909d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.822318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4901a3a9-6a81-4e75-b88b-298af909d91c None None] For port 3fc65f55-674a-47fd-9789-e240cb9aa852, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3fc65f55-674a-47fd-9789-e240cb9aa852,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:05.834722 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4901a3a9-6a81-4e75-b88b-298af909d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.895008 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aa1ef8c-cb74-4475-9da1-523c556deb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.926939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901a3a9-6a81-4e75-b88b-298af909d91c None None] Pushing event updated for resources: {'Port': ['ID=3fc65f55-674a-47fd-9789-e240cb9aa852,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:06.002031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aa1ef8c-cb74-4475-9da1-523c556deb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.049800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-183df3e5-2042-4823-bcce-8c252908941a service neutron] 10.222.0.25 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486254 Jul 13 19:26:06.055482 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.090491 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34bc07ab-778f-4297-8167-98bcc02843dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.164782 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-529d4c88-f229-4fb1-8a93-67a50c111770 None None] Provisioning complete for port 3fc65f55-674a-47fd-9789-e240cb9aa852 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:06.165119 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-529d4c88-f229-4fb1-8a93-67a50c111770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.239967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aa1ef8c-cb74-4475-9da1-523c556deb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.243105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aa1ef8c-cb74-4475-9da1-523c556deb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.252790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3aa1ef8c-cb74-4475-9da1-523c556deb44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f973896-4534-4abe-ac2e-e29d101f53e5 HTTP/1.1" status: 204 len: 168 time: 0.6018219 Jul 13 19:26:06.278896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-fe845862-6ffc-403b-b10b-608cba9c298f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:06.282229 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-fe845862-6ffc-403b-b10b-608cba9c298f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.24 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 945 time: 0.2294791 Jul 13 19:26:06.310541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3fc65f55-674a-47fd-9789-e240cb9aa852 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:06.313984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1ef8c-cb74-4475-9da1-523c556deb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f973896-4534-4abe-ac2e-e29d101f53e5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:06.326960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34bc07ab-778f-4297-8167-98bcc02843dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.411266 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3fc65f55-674a-47fd-9789-e240cb9aa852 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:06.411868 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.536080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6da20-e405-4a88-b662-8a5b2bf33498 req-6febeb0d-5051-4fef-af86-543b0e9107e7 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:06.544918 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8aa6da20-e405-4a88-b662-8a5b2bf33498 req-6febeb0d-5051-4fef-af86-543b0e9107e7 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.6206691 Jul 13 19:26:06.604984 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Router 308953cf-163d-4041-8492-ce5dfb987830 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:26:06.613885 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34bc07ab-778f-4297-8167-98bcc02843dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.617200 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34bc07ab-778f-4297-8167-98bcc02843dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.621375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-34bc07ab-778f-4297-8167-98bcc02843dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57612875-3e83-49c4-8c45-02c808ac5cfc HTTP/1.1" status: 204 len: 168 time: 1.4138863 Jul 13 19:26:06.636341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8aa6da20-e405-4a88-b662-8a5b2bf33498 req-a2102d39-456a-4971-ad5f-dd870e14b845 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904024 Jul 13 19:26:06.662813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc07ab-778f-4297-8167-98bcc02843dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57612875-3e83-49c4-8c45-02c808ac5cfc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:06.802384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-7b1916f7-a063-4624-9be2-590c4987fb53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Deleting port 5ed76590-b94a-4373-9b5b-a256e00d1d60 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:06.802771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-7b1916f7-a063-4624-9be2-590c4987fb53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.888158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c9704-d5a4-4325-83ca-68a769918779 req-ab799772-037d-4a74-a458-e12463d0ddd9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:06.896197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-232c9704-d5a4-4325-83ca-68a769918779 req-ab799772-037d-4a74-a458-e12463d0ddd9 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 945 time: 0.2241681 Jul 13 19:26:06.974875 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-232c9704-d5a4-4325-83ca-68a769918779 req-8f81f687-8fff-4c83-8cef-2c942b451541 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766385 Jul 13 19:26:07.032134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:07.042232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Sync routers for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:07.066007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:07.067033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:25:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:07.083308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-7b1916f7-a063-4624-9be2-590c4987fb53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] For port 5ed76590-b94a-4373-9b5b-a256e00d1d60, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=5ed76590-b94a-4373-9b5b-a256e00d1d60,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:07.083740 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-7b1916f7-a063-4624-9be2-590c4987fb53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.094045 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.100312 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1aa98a3f-60ee-47aa-b7f4-19e59f5ae7ae admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7302394 Jul 13 19:26:07.101710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:07.189690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-7b1916f7-a063-4624-9be2-590c4987fb53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Calling delete_port for 5ed76590-b94a-4373-9b5b-a256e00d1d60 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:07.227084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b72bb50-21f8-4eab-a331-67083018504b req-dd5dcbac-0af3-4bc1-b6f1-9137d15c18ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 210 time: 0.1503038 Jul 13 19:26:07.467895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:07.629555 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-7b1916f7-a063-4624-9be2-590c4987fb53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.712114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1916f7-a063-4624-9be2-590c4987fb53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Pushing event deleted for resources: {'Port': ['ID=5ed76590-b94a-4373-9b5b-a256e00d1d60,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:07.796689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['3c9b346a-e83e-4535-afa5-374dee200e4b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:07.801414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['5ed76590-b94a-4373-9b5b-a256e00d1d60'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:07.877695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-7b1916f7-a063-4624-9be2-590c4987fb53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] No DVR routers for this DVR port 5ed76590-b94a-4373-9b5b-a256e00d1d60 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:07.898839 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-7b1916f7-a063-4624-9be2-590c4987fb53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.942724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-abe444b1-8beb-4323-8706-29b3063b9d4b req-7b1916f7-a063-4624-9be2-590c4987fb53 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.24 "DELETE /v2.0/ports/5ed76590-b94a-4373-9b5b-a256e00d1d60 HTTP/1.1" status: 204 len: 173 time: 1.6051641 Jul 13 19:26:07.947368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'name': 'network-vif-deleted', 'tag': '5ed76590-b94a-4373-9b5b-a256e00d1d60'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:07.950258 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae4b544-d9e5-4142-9617-7220ad5a47fa" -d '{"events": [{"server_uuid": "a763d7b9-afee-432e-bf0c-ec25060337ba", "name": "network-vif-deleted", "tag": "5ed76590-b94a-4373-9b5b-a256e00d1d60"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:08.048826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56f1f8-77a5-4a04-99b5-e3bbab7d37a3 req-2570ecde-dff1-462a-860e-f99c6035cd1f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:08.054766 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef56f1f8-77a5-4a04-99b5-e3bbab7d37a3 req-2570ecde-dff1-462a-860e-f99c6035cd1f tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.4144049 Jul 13 19:26:08.156171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:04Z', 'revision_number': 3, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:08.188649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Checking router: 308953cf-163d-4041-8492-ce5dfb987830 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:08.189112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Updating router 308953cf-163d-4041-8492-ce5dfb987830 port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:26:08.231427 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef56f1f8-77a5-4a04-99b5-e3bbab7d37a3 req-09c213da-1653-4e45-ac10-77fdefe0f7de tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687844 Jul 13 19:26:08.250926 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.352329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4f4da-ff27-48ff-949f-066e33fc4efe req-5d5d111f-82e7-436d-a51b-5716b59418ab tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:08.363077 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65a4f4da-ff27-48ff-949f-066e33fc4efe req-5d5d111f-82e7-436d-a51b-5716b59418ab tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.3119307 Jul 13 19:26:08.470226 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65a4f4da-ff27-48ff-949f-066e33fc4efe req-af7572a1-d5e0-4190-bbc9-fe95b6d63b6d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054707 Jul 13 19:26:08.516439 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0c7620-d93c-4253-9878-07b8949fdc72 x-openstack-request-id: req-eb0c7620-d93c-4253-9878-07b8949fdc72 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:08.516736 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a763d7b9-afee-432e-bf0c-ec25060337ba", "name": "network-vif-deleted", "tag": "5ed76590-b94a-4373-9b5b-a256e00d1d60", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:08.516995 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb0c7620-d93c-4253-9878-07b8949fdc72 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:08.517768 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a763d7b9-afee-432e-bf0c-ec25060337ba', 'name': 'network-vif-deleted', 'tag': '5ed76590-b94a-4373-9b5b-a256e00d1d60', 'status': 'completed', 'code': 200} Jul 13 19:26:08.633009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:08.679277 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.760446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1573963616-network', 'tenant_id': '55c1b6660b43410b9642a613186cc03f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:08.818017 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.839705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Made reservation on behalf of 55c1b6660b43410b9642a613186cc03f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:08.841400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Transition to ACTIVE for port object 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:08.856136 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.857014 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.964051 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e1590ea2-3b59-4735-94aa-b3c157f9923a req-06465332-2401-48d9-8284-76f4bea4ab36 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 210 time: 0.1390290 Jul 13 19:26:08.970860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.002702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07070028-3cc6-4239-a5fd-0199d0cf3bca None None] Pushing event updated for resources: {'Port': ['ID=6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:09.027737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Attempting to bind port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:09.028402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Attempting to bind port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:09.029090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Attempting to bind port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:09.036380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:09.037322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:09.038037 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.038757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:09.039541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Bound port: 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:09.041060 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.068405 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-406f2fa4-05ec-4471-92d5-53e2d00d0ec7 req-e50d46e7-34a7-445c-9140-82b5c20da9cc tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 210 time: 0.3547018 Jul 13 19:26:09.125084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Allocated IP 172.20.0.1 (c4798454-ddf6-4a9d-9216-11cd658af69d/ab5230b4-92db-44b0-86c1-c88ed8d71a3a/15335220-b4a4-46bb-8146-a24aa1bea0f8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:09.183043 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] For port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:09.191880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] For port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:09.200246 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.322352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:09.323780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:25:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:09.427051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f214-e111-446d-8e85-849d659bd5f1 req-7f0ccd71-1aa6-48d0-9cb8-341aacbf65df tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:09.428741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-7f0ccd71-1aa6-48d0-9cb8-341aacbf65df tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.60 "GET /v2.0/networks?id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd HTTP/1.1" status: 200 len: 821 time: 0.4627297 Jul 13 19:26:09.457762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Request body: {'port': {'device_id': '722e95fb-a522-4a10-b0c5-2d8d98bcf13c', 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd', 'admin_state_up': True, 'tenant_id': 'f545a053873340abbe8e169890f41716'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:09.464482 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.503814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Transition to ACTIVE for port object 15335220-b4a4-46bb-8146-a24aa1bea0f8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:09.624022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.631654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07070028-3cc6-4239-a5fd-0199d0cf3bca None None] Pushing event updated for resources: {'Port': ['ID=6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:09.723667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:09.770736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Network c4798454-ddf6-4a9d-9216-11cd658af69d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:09.778262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:09.800493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:09.822848 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.843933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.859437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Pushing event updated for resources: {'Port': ['ID=15335220-b4a4-46bb-8146-a24aa1bea0f8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:09.975278 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.978109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:26:10.018835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b162e6-7427-4836-9852-087e3ebad5d2 req-fb6ba718-ab2d-464e-84f0-ee409a01d483 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:10.029704 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94b162e6-7427-4836-9852-087e3ebad5d2 req-fb6ba718-ab2d-464e-84f0-ee409a01d483 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.5572131 Jul 13 19:26:10.033949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213ada22-a5c1-4986-a547-47d17adfb131,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:10.061327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.061821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.062256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.062741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.063176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.063737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.064205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.064564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.065237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.065662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.066086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.066533 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.086748 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.088758 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Added segment 3b4609b6-56d9-4da9-8598-64126d460183 of type vlan for network 72f09d8e-4f78-4d20-8020-5fca1d07f50e Jul 13 19:26:10.133333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-acc9bd44-9d5b-4d00-b16d-ba477698b925 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:10.137258 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-acc9bd44-9d5b-4d00-b16d-ba477698b925 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 946 time: 0.4224958 Jul 13 19:26:10.159229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:04Z', 'revision_number': 3, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:10.224022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1820e6-58cb-49e4-ae26-f3ffd1757247 None None] The sync data for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 is: [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:04Z', 'revision_number': 3, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:10.238177 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.242504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Made reservation on behalf of f545a053873340abbe8e169890f41716 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:10.247187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.257489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be634d8a-76d2-432c-a20a-4e7daf311f70 None None] Provisioning for port 15335220-b4a4-46bb-8146-a24aa1bea0f8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:10.263261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be634d8a-76d2-432c-a20a-4e7daf311f70 None None] Provisioning complete for port 15335220-b4a4-46bb-8146-a24aa1bea0f8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:10.263636 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be634d8a-76d2-432c-a20a-4e7daf311f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.272350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efa02-6d86-4aff-a3cd-2221c45a915b req-63d576bc-2c3a-4f3d-ade5-22ef9dd7be05 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:10.274174 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94b162e6-7427-4836-9852-087e3ebad5d2 req-151c3025-9ede-41df-9305-779f2ea27302 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431824 Jul 13 19:26:10.276610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-033efa02-6d86-4aff-a3cd-2221c45a915b req-63d576bc-2c3a-4f3d-ade5-22ef9dd7be05 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.4810977 Jul 13 19:26:10.361485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-be634d8a-76d2-432c-a20a-4e7daf311f70 None None] Port 15335220-b4a4-46bb-8146-a24aa1bea0f8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:26:10.382611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 5ed76590-b94a-4373-9b5b-a256e00d1d60 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:10.443403 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.537875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-033efa02-6d86-4aff-a3cd-2221c45a915b req-9146e05c-9a33-4ea7-bea6-457608e0e7ff tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454221 Jul 13 19:26:10.745707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 5ed76590-b94a-4373-9b5b-a256e00d1d60 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:10.746099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 5ed76590-b94a-4373-9b5b-a256e00d1d60 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:10.767616 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:26:10.812278 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Allocated IP 172.20.0.2 (b9326bba-bd84-49ea-8064-31ba3b5dd7bd/3ba66efc-e478-4fa2-80af-71b4974c0809/b87cb58d-9c22-4673-a927-719c69e15fa7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:10.815370 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.817540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:10.820551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.842353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2082272 Jul 13 19:26:10.858065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:10.865010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Request body: {'subnet': {'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1573963616-subnet', 'tenant_id': '55c1b6660b43410b9642a613186cc03f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:11.064727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd7bfa-6181-40a4-b8b5-203041f45e8f admin admin] Pushing event updated for resources: {'Network': ['ID=72f09d8e-4f78-4d20-8020-5fca1d07f50e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:11.078956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 72f09d8e-4f78-4d20-8020-5fca1d07f50e details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:26:11.096614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Made reservation on behalf of 55c1b6660b43410b9642a613186cc03f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:11.099414 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.103239 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.117478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.233185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Pushing event updated for resources: {'Port': ['ID=15335220-b4a4-46bb-8146-a24aa1bea0f8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:11.240169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Deleting port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:11.242521 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.417864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f567a65-e0ae-46e0-92c3-88a3808ea6f7 req-7be4715c-eee3-4076-8f7f-def56c4e3957 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 210 time: 0.3062336 Jul 13 19:26:11.611772 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.670431 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.692432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] For port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:11.692814 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.755609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Calling delete_port for 706aa3ba-7ba2-419c-ad36-243d5e6a1aef owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:11.855451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.913956 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.026977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.038186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['ff9d0a4c-bacb-4b59-b65e-d68da949a9fe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:12.056214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Network b9326bba-bd84-49ea-8064-31ba3b5dd7bd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:12.088754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:12.106081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event updated for resources: {'Port': ['ID=b87cb58d-9c22-4673-a927-719c69e15fa7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:12.110689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:12.131758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Pushing event deleted for resources: {'Port': ['ID=706aa3ba-7ba2-419c-ad36-243d5e6a1aef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:12.136195 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e172024e-fa2e-4509-9a0c-6504cf08a399 req-7254e523-3877-45ad-94fe-f41d167855a7 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 210 time: 0.4151547 Jul 13 19:26:12.214508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=689eb9a9-afaa-4060-b430-02da6938dc28,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:12.241580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.241935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.242277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.242654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.242990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.243372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.243704 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.244606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.244950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.245283 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.245678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.246014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:12.257085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] No DVR routers for this DVR port 706aa3ba-7ba2-419c-ad36-243d5e6a1aef on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:12.262860 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.270989 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f6d8dc3-d1c3-4860-b66e-1e81dab0f633 req-bdb0bf76-816d-46db-8045-64f3e781f681 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.60 "DELETE /v2.0/ports/706aa3ba-7ba2-419c-ad36-243d5e6a1aef HTTP/1.1" status: 204 len: 173 time: 2.1014912 Jul 13 19:26:12.276858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05ef8-e31b-4117-a43e-ece8bb382c4a req-1fae8c90-0f40-480c-b8ec-ba7a97833b4a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.282601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9', 'name': 'network-vif-deleted', 'tag': '706aa3ba-7ba2-419c-ad36-243d5e6a1aef'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:12.286893 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-10f05ef8-e31b-4117-a43e-ece8bb382c4a req-1fae8c90-0f40-480c-b8ec-ba7a97833b4a tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9 HTTP/1.1" status: 200 len: 867 time: 0.5308211 Jul 13 19:26:12.303378 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486b5dba-2b6f-469b-a213-17a3d9cc9149" -d '{"events": [{"server_uuid": "4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9", "name": "network-vif-deleted", "tag": "706aa3ba-7ba2-419c-ad36-243d5e6a1aef"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:12.316415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Checking segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:12.316849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Network hostable DHCP agents. Network: 72f09d8e-4f78-4d20-8020-5fca1d07f50e, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:26:12.423909 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-10f05ef8-e31b-4117-a43e-ece8bb382c4a req-f086ab75-c78d-4d41-928d-e0fdb44ee2b6 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349061 Jul 13 19:26:12.425107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:12.433475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.453173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Network c4798454-ddf6-4a9d-9216-11cd658af69d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:12.453938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.470488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:12.520773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Network 72f09d8e-4f78-4d20-8020-5fca1d07f50e is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:26:12.540983 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-479dffe0-94e1-42fc-9e5c-1a8c52156d55 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0988996 Jul 13 19:26:12.553576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Request body: {'port': {'device_id': '722e95fb-a522-4a10-b0c5-2d8d98bcf13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:12.678135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 72f09d8e-4f78-4d20-8020-5fca1d07f50e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:12.694319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.707481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.723912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030d4d01-84cd-4c66-8ffb-ae2337d70cdc None None] Network 72f09d8e-4f78-4d20-8020-5fca1d07f50e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:12.841047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Router 308953cf-163d-4041-8492-ce5dfb987830 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:12.930596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.988334 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c686ab74-c1c0-4ba8-a727-4f4dfba73a55 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1284571 Jul 13 19:26:13.110365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:13.110614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a798a-9395-4ebd-b0b7-c5bb566eb768 req-88f903b3-194b-4c03-95e0-857381fcdbbd tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:13.112271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d01a798a-9395-4ebd-b0b7-c5bb566eb768 req-88f903b3-194b-4c03-95e0-857381fcdbbd tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.3929524 Jul 13 19:26:13.136533 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6145e720-e2ab-4587-a2c4-1478d373eebb admin admin] 10.222.0.25 "PUT /v2.0/routers/308953cf-163d-4041-8492-ce5dfb987830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0337541 Jul 13 19:26:13.164479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:13.246648 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Sync routers for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:13.263288 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:13.265147 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:25:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:13.279491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:13.281160 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.299480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d01a798a-9395-4ebd-b0b7-c5bb566eb768 req-d4bfee5b-5b64-474a-a823-c26ddc0a1bef tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609435 Jul 13 19:26:13.474864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aab948-9e1b-41e1-88a0-c72dde2b97fb None None] Network 72f09d8e-4f78-4d20-8020-5fca1d07f50e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:13.490522 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8d552c-c881-467b-9c36-59610d311bcd x-openstack-request-id: req-be8d552c-c881-467b-9c36-59610d311bcd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:13.490908 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9", "name": "network-vif-deleted", "tag": "706aa3ba-7ba2-419c-ad36-243d5e6a1aef", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:13.491100 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be8d552c-c881-467b-9c36-59610d311bcd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:13.491487 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0a1c18-30d4-4dbf-a9bc-03779a5dc1a9', 'name': 'network-vif-deleted', 'tag': '706aa3ba-7ba2-419c-ad36-243d5e6a1aef', 'status': 'completed', 'code': 200} Jul 13 19:26:13.518829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b6914ec-90fc-4888-aa10-01b55e7d98b7 None None] Provisioning complete for port 15335220-b4a4-46bb-8146-a24aa1bea0f8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:13.519215 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b6914ec-90fc-4888-aa10-01b55e7d98b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.782070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 706aa3ba-7ba2-419c-ad36-243d5e6a1aef no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:13.814972 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:13.879548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 706aa3ba-7ba2-419c-ad36-243d5e6a1aef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:13.879898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 706aa3ba-7ba2-419c-ad36-243d5e6a1aef not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:13.884152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1b6914ec-90fc-4888-aa10-01b55e7d98b7 None None] Port 15335220-b4a4-46bb-8146-a24aa1bea0f8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:26:14.038739 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.061147 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 2, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:14.101280 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Checking router: 308953cf-163d-4041-8492-ce5dfb987830 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:14.101865 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Updating router 308953cf-163d-4041-8492-ce5dfb987830 port 15335220-b4a4-46bb-8146-a24aa1bea0f8 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:26:14.123275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:14.140700 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.188703 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffae5e1-7666-4db3-8881-64a22c2d32e1 req-c9ad498a-1d88-4cc5-8b3e-6fd5fc60f5ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:14.191049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ffae5e1-7666-4db3-8881-64a22c2d32e1 req-c9ad498a-1d88-4cc5-8b3e-6fd5fc60f5ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 931 time: 0.4685936 Jul 13 19:26:14.200973 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.203814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4f3cfb16-e63a-45b7-bb5b-40d7c5ecaa4a req-3d97dd75-a645-4a93-984b-e7881d9cd053 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a763d7b9-afee-432e-bf0c-ec25060337ba HTTP/1.1" status: 200 len: 210 time: 0.0853374 Jul 13 19:26:14.221801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87cb58d-9c22-4673-a927-719c69e15fa7 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:14.262911 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.276285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:14.301541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Transition to ACTIVE for port object b87cb58d-9c22-4673-a927-719c69e15fa7 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:14.306346 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ffae5e1-7666-4db3-8881-64a22c2d32e1 req-8a74e780-56fe-45c6-b6fb-12c42cd6bb8d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011093 Jul 13 19:26:14.311195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.520663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Pushing event updated for resources: {'Port': ['ID=b87cb58d-9c22-4673-a927-719c69e15fa7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:14.848275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-5dcdcfd4-5a62-4e21-814a-0adfdfe50dce tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:14.855877 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-5dcdcfd4-5a62-4e21-814a-0adfdfe50dce tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 820 time: 0.2234547 Jul 13 19:26:14.884344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-7bd9503a-8469-4344-987c-f807bfe856f3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/quotas/1a9a3ef58e9d4e1095fe5fa16215992d HTTP/1.1" status: 200 len: 375 time: 0.0269201 Jul 13 19:26:14.893590 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.910384 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Transition to ACTIVE for port object 15335220-b4a4-46bb-8146-a24aa1bea0f8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:14.922884 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.995616 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Pushing event updated for resources: {'Port': ['ID=15335220-b4a4-46bb-8146-a24aa1bea0f8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:15.005229 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.006483 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.007267 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.007427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Attempting to bind port b87cb58d-9c22-4673-a927-719c69e15fa7 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:15.007427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Attempting to bind port b87cb58d-9c22-4673-a927-719c69e15fa7 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:15.007782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Attempting to bind port b87cb58d-9c22-4673-a927-719c69e15fa7 on network b9326bba-bd84-49ea-8064-31ba3b5dd7bd {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:15.008038 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.008467 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.009094 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.009698 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.010122 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.010935 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.011372 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.011790 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.012232 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.026970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Port b87cb58d-9c22-4673-a927-719c69e15fa7 on network b9326bba-bd84-49ea-8064-31ba3b5dd7bd not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:15.027164 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-bfa07975-bc5c-4c93-b874-1fa08917156c tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414826 Jul 13 19:26:15.028240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Attempting to bind port b87cb58d-9c22-4673-a927-719c69e15fa7 on network b9326bba-bd84-49ea-8064-31ba3b5dd7bd {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:15.045232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:15.046167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Checking segment: {'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:15.046760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Bound using segment: {'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:15.047382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Bound port: b87cb58d-9c22-4673-a927-719c69e15fa7, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:15.047933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.069877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2f5cb255-ef6b-48e5-b8d6-335a8f66b63e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.077010 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2f5cb255-ef6b-48e5-b8d6-335a8f66b63e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.5500586 Jul 13 19:26:15.091253 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Attempting to bind port 15335220-b4a4-46bb-8146-a24aa1bea0f8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:15.091773 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Attempting to bind port 15335220-b4a4-46bb-8146-a24aa1bea0f8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:15.093426 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Attempting to bind port 15335220-b4a4-46bb-8146-a24aa1bea0f8 on network c4798454-ddf6-4a9d-9216-11cd658af69d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:15.099527 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:15.099986 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Checking segment: {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:15.100134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-9698acfe-02fb-4ece-8a7c-11ea878d15e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/quotas/55c1b6660b43410b9642a613186cc03f HTTP/1.1" status: 200 len: 375 time: 0.0214601 Jul 13 19:26:15.100697 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.101185 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Bound using segment: {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:15.101802 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Bound port: 15335220-b4a4-46bb-8146-a24aa1bea0f8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:15.102291 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.181607 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-a67abfb1-8ffd-4532-b565-7964ceec34e4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801704 Jul 13 19:26:15.215821 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] For port 15335220-b4a4-46bb-8146-a24aa1bea0f8, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:15.232374 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] For port 15335220-b4a4-46bb-8146-a24aa1bea0f8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=15335220-b4a4-46bb-8146-a24aa1bea0f8,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:15.243499 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.279408 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] For port b87cb58d-9c22-4673-a927-719c69e15fa7, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:15.286821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] For port b87cb58d-9c22-4673-a927-719c69e15fa7, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b87cb58d-9c22-4673-a927-719c69e15fa7,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:15.302263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.343464 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:15.344256 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:25:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:15.434038 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.487391 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:15.532457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-05211903-da68-41d4-bd83-70ebde4fc1fa service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498585 Jul 13 19:26:15.535101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.535733 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.537096 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] 10.222.0.60 "PUT /v2.0/ports/b87cb58d-9c22-4673-a927-719c69e15fa7 HTTP/1.1" status: 200 len: 1091 time: 2.9878595 Jul 13 19:26:15.538980 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-bad05833-0e27-4657-9297-ca810637fedd service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110571 Jul 13 19:26:15.562120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e95fb-a522-4a10-b0c5-2d8d98bcf13c', 'tag': 'b87cb58d-9c22-4673-a927-719c69e15fa7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:15.564505 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63" -d '{"events": [{"name": "network-changed", "server_uuid": "722e95fb-a522-4a10-b0c5-2d8d98bcf13c", "tag": "b87cb58d-9c22-4673-a927-719c69e15fa7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:15.610033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69af69c-8932-4f55-8020-4d4721014b45 service neutron] Pushing event updated for resources: {'Port': ['ID=b87cb58d-9c22-4673-a927-719c69e15fa7,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:15.762708 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-c80a2dad-8630-4a2b-859f-c4754977ba52 service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214463 Jul 13 19:26:15.803946 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:15Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:15.849112 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66454ae7-038c-4cb6-b501-7ad789b9611a None None] Pushing event updated for resources: {'Port': ['ID=15335220-b4a4-46bb-8146-a24aa1bea0f8,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:15.856739 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fd4a4-6e2e-47af-8273-1122760f8ddb None None] The sync data for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 is: [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:15Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:15.908861 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-d5dabebd-113a-49e3-956c-4987904801f3 service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753664 Jul 13 19:26:15.964593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f214-e111-446d-8e85-849d659bd5f1 req-69871349-a970-4764-b0ff-e4f5e1272f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.983091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-69871349-a970-4764-b0ff-e4f5e1272f78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f545a053873340abbe8e169890f41716&device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 1094 time: 0.3671482 Jul 13 19:26:16.040832 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.128437 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-7ce56729-eac4-4909-aa6a-b7f2931cc1f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b87cb58d-9c22-4673-a927-719c69e15fa7 HTTP/1.1" status: 200 len: 217 time: 0.1353309 Jul 13 19:26:16.228881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f214-e111-446d-8e85-849d659bd5f1 req-b1ed5a92-610f-474d-9482-16ee2acb309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.233426 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-b1ed5a92-610f-474d-9482-16ee2acb309c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ba66efc-e478-4fa2-80af-71b4974c0809 HTTP/1.1" status: 200 len: 861 time: 0.0964370 Jul 13 19:26:16.329121 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-55fb006b-39c0-49ec-afc1-2f6d3b3707a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904655 Jul 13 19:26:16.529510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:16.532404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823097-f033-4e3a-9ba9-3ac1515f2eb3 req-773f2fe5-92ea-47c0-8186-f84d6e7dad81 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.534248 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06823097-f033-4e3a-9ba9-3ac1515f2eb3 req-773f2fe5-92ea-47c0-8186-f84d6e7dad81 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.2692101 Jul 13 19:26:16.633029 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-06823097-f033-4e3a-9ba9-3ac1515f2eb3 req-7cdcd223-34c3-428d-acee-1a647c0ceb76 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920608 Jul 13 19:26:16.810105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:16.810517 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.819711 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-c46911ce-604e-4cc5-b18a-74bfcd3ae31a service neutron] 10.222.0.60 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818513 Jul 13 19:26:17.194029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 15335220-b4a4-46bb-8146-a24aa1bea0f8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:17.270001 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c174f214-e111-446d-8e85-849d659bd5f1 req-670473a4-332d-4626-961c-2555e7cd46ce service neutron] 10.222.0.60 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407346 Jul 13 19:26:17.369426 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8064da-b97f-4fa7-b282-2229050a6e55 x-openstack-request-id: req-6d8064da-b97f-4fa7-b282-2229050a6e55 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:17.369996 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e95fb-a522-4a10-b0c5-2d8d98bcf13c", "tag": "b87cb58d-9c22-4673-a927-719c69e15fa7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:17.369996 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d8064da-b97f-4fa7-b282-2229050a6e55 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:17.370291 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722e95fb-a522-4a10-b0c5-2d8d98bcf13c', 'tag': 'b87cb58d-9c22-4673-a927-719c69e15fa7', 'status': 'completed', 'code': 200} Jul 13 19:26:17.425875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 15335220-b4a4-46bb-8146-a24aa1bea0f8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:17.450352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 15335220-b4a4-46bb-8146-a24aa1bea0f8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:17.450657 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.677739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63 req-8653a41e-1f48-4731-88f5-3cfd1ca259a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:17.680020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63 req-8653a41e-1f48-4731-88f5-3cfd1ca259a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f545a053873340abbe8e169890f41716&device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 1094 time: 0.3067987 Jul 13 19:26:17.701594 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.751256 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a5e5ef04-4d65-4def-a5b8-695434e63bd9 req-d21f1283-63d2-495e-9af5-ee2d4ab70853 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 210 time: 0.0736182 Jul 13 19:26:17.808794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 15335220-b4a4-46bb-8146-a24aa1bea0f8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=15335220-b4a4-46bb-8146-a24aa1bea0f8,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:17.817333 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.935841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63 req-3c530595-c1ea-4102-b48d-1a3047ff8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:17.937399 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63 req-3c530595-c1ea-4102-b48d-1a3047ff8199 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd HTTP/1.1" status: 200 len: 922 time: 0.2463210 Jul 13 19:26:17.965070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=15335220-b4a4-46bb-8146-a24aa1bea0f8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:17.971335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08a3b-87a3-4d42-8bc1-10ff03036d80 req-9ed581d1-c100-4a42-ab59-470bbbe7998b tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:17.981932 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e1c08a3b-87a3-4d42-8bc1-10ff03036d80 req-9ed581d1-c100-4a42-ab59-470bbbe7998b tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 943 time: 0.4679408 Jul 13 19:26:18.050632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63 req-f177cbd4-b2ca-44b6-aef1-0fe3be2a5ea7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b87cb58d-9c22-4673-a927-719c69e15fa7 HTTP/1.1" status: 200 len: 217 time: 0.0978913 Jul 13 19:26:18.116249 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e1c08a3b-87a3-4d42-8bc1-10ff03036d80 req-475bec05-1a97-4366-b763-c97798b7ffdf tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332917 Jul 13 19:26:18.143601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63 req-1c1f5532-782f-4c84-88da-4945d1bb3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:18.145658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63 req-1c1f5532-782f-4c84-88da-4945d1bb3424 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ba66efc-e478-4fa2-80af-71b4974c0809 HTTP/1.1" status: 200 len: 861 time: 0.0828342 Jul 13 19:26:18.191660 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63 req-63e23691-e831-4eed-b54a-671d8462b1c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368700 Jul 13 19:26:18.315698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 15335220-b4a4-46bb-8146-a24aa1bea0f8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:18.388139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 15335220-b4a4-46bb-8146-a24aa1bea0f8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:18.388566 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.395868 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8de09e5-dba8-45f4-a97e-b910ac0d5a2e req-3f9849e7-ec07-4eee-a01d-8ab9810879ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 210 time: 0.0638123 Jul 13 19:26:18.510855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63 req-08d31276-ef6a-4b82-bfef-ed4119b42f2f service neutron] 10.222.0.60 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059015 Jul 13 19:26:18.719957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7dd19-24da-4f32-a62a-437fa53e841d req-c09f6520-b50f-4a2c-97c9-0f021b30015f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:18.721698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59a7dd19-24da-4f32-a62a-437fa53e841d req-c09f6520-b50f-4a2c-97c9-0f021b30015f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.1182041 Jul 13 19:26:18.753502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbc55fd9-f0b6-4fc0-aaca-98131ea32d63 req-0745ffbf-8f96-4ef1-b72b-8c68566a16a1 service neutron] 10.222.0.60 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348635 Jul 13 19:26:18.812275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb84b3d-7dc7-4388-b531-8edd03800bcd req-a4504347-fccb-475b-8189-ee829b7ca194 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:18.821218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fb84b3d-7dc7-4388-b531-8edd03800bcd req-a4504347-fccb-475b-8189-ee829b7ca194 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1798685 Jul 13 19:26:18.839442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59a7dd19-24da-4f32-a62a-437fa53e841d req-3b7013b9-7036-459b-9584-221dca8c4cae tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097219 Jul 13 19:26:18.981159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fb84b3d-7dc7-4388-b531-8edd03800bcd req-23767851-5bc3-4a96-aff0-272c5b7ab5f5 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293180 Jul 13 19:26:19.061056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-b58c291b-8ba5-4385-8775-b3577a249267 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:19.063589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-b58c291b-8ba5-4385-8775-b3577a249267 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.24 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 820 time: 0.2976694 Jul 13 19:26:19.077557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Request body: {'port': {'device_id': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'admin_state_up': True, 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:19.306326 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d87bece7-2126-4f43-b2e6-1f347368cf08 req-5b3493f3-7585-4711-a15a-fce24f29201f tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 210 time: 0.0708148 Jul 13 19:26:19.402565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Made reservation on behalf of 1a9a3ef58e9d4e1095fe5fa16215992d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:19.406925 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.497015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d92ee-7fbe-4424-8006-02abfa9c2675 req-2e1eda6f-2233-498b-b7a3-d705630b2307 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:19.506975 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a2d92ee-7fbe-4424-8006-02abfa9c2675 req-2e1eda6f-2233-498b-b7a3-d705630b2307 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 943 time: 0.1656740 Jul 13 19:26:19.599057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a2d92ee-7fbe-4424-8006-02abfa9c2675 req-3e24f1a4-352a-4492-bb6f-8cf289e2448b tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889692 Jul 13 19:26:19.756760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Allocated IP 172.20.0.5 (c4798454-ddf6-4a9d-9216-11cd658af69d/ab5230b4-92db-44b0-86c1-c88ed8d71a3a/406d9b05-b353-4e4d-95f9-41da863ddb09) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:19.948089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:20.019345 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.023314 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a21667a5-c71b-4b25-b9d8-ca1effb3e7d2 req-1486cbd8-ea83-4ef1-aa76-4129bb9cca91 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 210 time: 0.0969536 Jul 13 19:26:20.053225 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Transition to ACTIVE for port object 406d9b05-b353-4e4d-95f9-41da863ddb09 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:20.119426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.127496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-bc67aa8d-cc66-4b33-b652-60d720cd7532 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.129053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-bc67aa8d-cc66-4b33-b652-60d720cd7532 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.24 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.4235363 Jul 13 19:26:20.150158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Request body: {'port': {'device_id': 'abb4dbac-d586-4660-a7fd-2c80701cb526', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'admin_state_up': True, 'tenant_id': '55c1b6660b43410b9642a613186cc03f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:20.244017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Network c4798454-ddf6-4a9d-9216-11cd658af69d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:20.256558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:20.289865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:20.306161 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:26:20.339374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Pushing event updated for resources: {'Port': ['ID=406d9b05-b353-4e4d-95f9-41da863ddb09,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:20.348542 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a05fb8b-fadc-4961-b23b-862f7cf15609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.409270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Made reservation on behalf of 55c1b6660b43410b9642a613186cc03f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:20.412987 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.417970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.418689 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.480734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77433e9e-9b7b-4aea-b182-5fc25e5a3ebd req-9cb12b74-79cd-4d00-8a9a-efd10266aa21 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.481213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25115c7-4a64-463b-9c6e-2ea4ce2b7139 req-797f105d-37fc-4d3f-a827-7a8740ae64e9 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.483035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c25115c7-4a64-463b-9c6e-2ea4ce2b7139 req-797f105d-37fc-4d3f-a827-7a8740ae64e9 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.1747994 Jul 13 19:26:20.487839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77433e9e-9b7b-4aea-b182-5fc25e5a3ebd req-9cb12b74-79cd-4d00-8a9a-efd10266aa21 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.1959357 Jul 13 19:26:20.621050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77433e9e-9b7b-4aea-b182-5fc25e5a3ebd req-dfd6c4e4-2b75-4d53-be72-9691d09022c4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322196 Jul 13 19:26:20.621877 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c25115c7-4a64-463b-9c6e-2ea4ce2b7139 req-0482b6b8-9bae-4ba2-95b9-5e474b85eaca tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330040 Jul 13 19:26:20.643680 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c10c3ce-30d0-4992-9021-919b5c9ad4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.759057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ea61748-b931-49c5-8b40-f7f4073ac9dd None None] Provisioning for port 406d9b05-b353-4e4d-95f9-41da863ddb09 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:20.780935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ea61748-b931-49c5-8b40-f7f4073ac9dd None None] Provisioning complete for port 406d9b05-b353-4e4d-95f9-41da863ddb09 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:20.781670 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ea61748-b931-49c5-8b40-f7f4073ac9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.800647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Allocated IP 172.20.0.2 (72f09d8e-4f78-4d20-8020-5fca1d07f50e/689eb9a9-afaa-4060-b430-02da6938dc28/124f4864-dc1d-4db1-9ce4-54c69085f9c6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:20.881018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7ea61748-b931-49c5-8b40-f7f4073ac9dd None None] Port 406d9b05-b353-4e4d-95f9-41da863ddb09 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:26:20.893909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a05fb8b-fadc-4961-b23b-862f7cf15609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.902984 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a05fb8b-fadc-4961-b23b-862f7cf15609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.954603 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-fce6a7f3-28e6-45ab-85a0-eb1776f743ad tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8751066 Jul 13 19:26:20.978133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3369d1-4617-4fb8-b4cb-2b0030934031 req-26510f76-47f1-4806-b8b8-d15dd0e4b820 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.000619 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c3369d1-4617-4fb8-b4cb-2b0030934031 req-26510f76-47f1-4806-b8b8-d15dd0e4b820 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 931 time: 0.2128744 Jul 13 19:26:21.022778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Request body: {'port': {'device_id': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:21.186529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c3369d1-4617-4fb8-b4cb-2b0030934031 req-0845d16b-31e9-445e-9b8a-04c544d5281d tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862473 Jul 13 19:26:21.255355 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.402229 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.527321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1a05fb8b-fadc-4961-b23b-862f7cf15609 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ee1c95261d54a1e9963d2416e2f2455&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5749431 Jul 13 19:26:21.529365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:21.611477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05fb8b-fadc-4961-b23b-862f7cf15609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfba2121-ec21-494c-9dec-7b34db40139b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:21.619444 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.675614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0955c-bd6e-46f6-b5b2-3d1c800c3345 req-4a0b2024-0f76-45b2-94dd-77879e996e76 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.683993 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5e0955c-bd6e-46f6-b5b2-3d1c800c3345 req-4a0b2024-0f76-45b2-94dd-77879e996e76 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 931 time: 0.1883144 Jul 13 19:26:21.703004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Network 72f09d8e-4f78-4d20-8020-5fca1d07f50e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:21.708908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:21.712767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:21.801568 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5e0955c-bd6e-46f6-b5b2-3d1c800c3345 req-c33cd08a-3f6d-4d7f-98f0-fbb490b417c4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166008 Jul 13 19:26:21.808822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b87cb58d-9c22-4673-a927-719c69e15fa7 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:21.815158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.815787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.818273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event updated for resources: {'Port': ['ID=124f4864-dc1d-4db1-9ce4-54c69085f9c6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:21.849998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904b1f0-a351-4307-b4e6-94df2a6720a1 req-7d33444d-4a34-4e0f-b9ae-90c718a1b8ce tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.857716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8904b1f0-a351-4307-b4e6-94df2a6720a1 req-7d33444d-4a34-4e0f-b9ae-90c718a1b8ce tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 943 time: 0.7699080 Jul 13 19:26:21.915805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e386c0fe-e29f-40aa-a50d-1011bde124fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.005568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e386c0fe-e29f-40aa-a50d-1011bde124fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.049941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406d9b05-b353-4e4d-95f9-41da863ddb09 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:22.073565 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.108774 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b87cb58d-9c22-4673-a927-719c69e15fa7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b87cb58d-9c22-4673-a927-719c69e15fa7,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:22.116991 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-2b6e7872-2289-47ac-a764-3fb6ff41c4d8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9686818 Jul 13 19:26:22.144542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b87cb58d-9c22-4673-a927-719c69e15fa7', 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd', 'port_id': 'b87cb58d-9c22-4673-a927-719c69e15fa7', 'mac_address': 'fa:16:3e:ad:14:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba66efc-e478-4fa2-80af-71b4974c0809', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:22.155750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Transition to ACTIVE for port object 406d9b05-b353-4e4d-95f9-41da863ddb09 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:22.193624 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.244528 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.278882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87cb58d-9c22-4673-a927-719c69e15fa7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:22.347936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ca254-2302-41fd-a507-9ea84482ad41 req-6cdd8e62-c111-4e0d-988a-b8e4d48ed30d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:22.357488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b87cb58d-9c22-4673-a927-719c69e15fa7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b87cb58d-9c22-4673-a927-719c69e15fa7,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:22.358534 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b7ca254-2302-41fd-a507-9ea84482ad41 req-6cdd8e62-c111-4e0d-988a-b8e4d48ed30d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.3573265 Jul 13 19:26:22.367330 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.491190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=406d9b05-b353-4e4d-95f9-41da863ddb09,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:22.515610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b87cb58d-9c22-4673-a927-719c69e15fa7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:22.576095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.576441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.576784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.577126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.577460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.577793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.578123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.578489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.578820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.579145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.579634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.579964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:22.626064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b87cb58d-9c22-4673-a927-719c69e15fa7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:22.647658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b7ca254-2302-41fd-a507-9ea84482ad41 req-1d2d15ed-fe07-4521-a80b-9729e9a83961 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878489 Jul 13 19:26:22.658150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Request body: {'port': {'device_id': 'abb4dbac-d586-4660-a7fd-2c80701cb526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:22.661886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Attempting to bind port 406d9b05-b353-4e4d-95f9-41da863ddb09 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:22.662573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Attempting to bind port 406d9b05-b353-4e4d-95f9-41da863ddb09 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:22.663137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Attempting to bind port 406d9b05-b353-4e4d-95f9-41da863ddb09 on network c4798454-ddf6-4a9d-9216-11cd658af69d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:22.686168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Port 406d9b05-b353-4e4d-95f9-41da863ddb09 on network c4798454-ddf6-4a9d-9216-11cd658af69d not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:22.688407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Attempting to bind port 406d9b05-b353-4e4d-95f9-41da863ddb09 on network c4798454-ddf6-4a9d-9216-11cd658af69d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:22.717119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:22.717834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Checking segment: {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:22.718466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Bound using segment: {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:22.719120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Bound port: 406d9b05-b353-4e4d-95f9-41da863ddb09, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:22.719727 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.728591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8904b1f0-a351-4307-b4e6-94df2a6720a1 req-c84dc30f-32b7-4f9a-9a0d-c7aefe1aace8 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8700001 Jul 13 19:26:22.767183 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e386c0fe-e29f-40aa-a50d-1011bde124fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.776501 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e386c0fe-e29f-40aa-a50d-1011bde124fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.780249 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e386c0fe-e29f-40aa-a50d-1011bde124fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfba2121-ec21-494c-9dec-7b34db40139b HTTP/1.1" status: 204 len: 168 time: 1.2448268 Jul 13 19:26:22.886181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.901610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386c0fe-e29f-40aa-a50d-1011bde124fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfba2121-ec21-494c-9dec-7b34db40139b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:22.965076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] For port 406d9b05-b353-4e4d-95f9-41da863ddb09, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:22.982080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] For port 406d9b05-b353-4e4d-95f9-41da863ddb09, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=406d9b05-b353-4e4d-95f9-41da863ddb09,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:23.022906 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.053041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-d2b857c2-b09d-4703-971c-041bab6af0c6 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.055690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-d2b857c2-b09d-4703-971c-041bab6af0c6 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.60 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.6593418 Jul 13 19:26:23.243990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.245693 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.247473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] 10.222.0.24 "PUT /v2.0/ports/406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 1091 time: 2.2460821 Jul 13 19:26:23.290729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:23.292638 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e03c213-eb2b-4747-8f11-4993e14d07fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.297370 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e81d8b-e148-4907-a0b8-d877efd8c668" -d '{"events": [{"name": "network-changed", "server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:23.555195 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.580956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc7261-755c-4519-ac9a-9f59d09eddd2 req-26c7e2f7-7fc0-4d17-ad7b-73e65c9afef7 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.582756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-40fc7261-755c-4519-ac9a-9f59d09eddd2 req-26c7e2f7-7fc0-4d17-ad7b-73e65c9afef7 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/ports?device_id=6112e018-46c1-4486-9df2-bf1df1802298 HTTP/1.1" status: 200 len: 945 time: 0.5956614 Jul 13 19:26:23.583549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cb45f-c4fb-41fc-8c2a-ddb0b9d7c0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=406d9b05-b353-4e4d-95f9-41da863ddb09,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:23.611832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d86330-ed79-4590-a68d-284e0cf58bb9 req-6aaf12fe-fbf6-4deb-a21c-8bf55e04454f tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.623750 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4d86330-ed79-4590-a68d-284e0cf58bb9 req-6aaf12fe-fbf6-4deb-a21c-8bf55e04454f tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 943 time: 0.2176278 Jul 13 19:26:23.664322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-2c362673-69ce-41fa-afda-ec8e8786dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.667572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-2c362673-69ce-41fa-afda-ec8e8786dec5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1094 time: 0.3646271 Jul 13 19:26:23.674495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-163a1491-5afb-4d0b-a747-8e6968ee8bd1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Deleting port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:23.674849 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-163a1491-5afb-4d0b-a747-8e6968ee8bd1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.732784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:23.762610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4d86330-ed79-4590-a68d-284e0cf58bb9 req-8ae65458-624f-4d10-9a83-67a58b2c058f tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382303 Jul 13 19:26:23.765423 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee666fb4-e489-4672-8da9-242c20acafb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.790518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124f4864-dc1d-4db1-9ce4-54c69085f9c6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:23.803258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-163a1491-5afb-4d0b-a747-8e6968ee8bd1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] For port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:23.803846 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-163a1491-5afb-4d0b-a747-8e6968ee8bd1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.808126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b87cb58d-9c22-4673-a927-719c69e15fa7 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:23.819789 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.849935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-163a1491-5afb-4d0b-a747-8e6968ee8bd1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Calling delete_port for ff9d0a4c-bacb-4b59-b65e-d68da949a9fe owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:23.864889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Transition to ACTIVE for port object 124f4864-dc1d-4db1-9ce4-54c69085f9c6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:23.881329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.922360 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port b87cb58d-9c22-4673-a927-719c69e15fa7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:23.926680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b87cb58d-9c22-4673-a927-719c69e15fa7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:23.927345 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.974550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Pushing event updated for resources: {'Port': ['ID=124f4864-dc1d-4db1-9ce4-54c69085f9c6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:24.101340 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.126812 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-6af4b9cc-1d97-4a58-b762-a48810fc01c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 217 time: 0.0540266 Jul 13 19:26:24.134324 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-163a1491-5afb-4d0b-a747-8e6968ee8bd1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.182021 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee666fb4-e489-4672-8da9-242c20acafb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.184371 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b87cb58d-9c22-4673-a927-719c69e15fa7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b87cb58d-9c22-4673-a927-719c69e15fa7,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:24.186672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e95fb-a522-4a10-b0c5-2d8d98bcf13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87cb58d-9c22-4673-a927-719c69e15fa7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:24.188998 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83432172-1b9c-4d08-949b-d1d7dab2c4eb" -d '{"events": [{"server_uuid": "722e95fb-a522-4a10-b0c5-2d8d98bcf13c", "name": "network-vif-plugged", "status": "completed", "tag": "b87cb58d-9c22-4673-a927-719c69e15fa7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:24.192007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['ff9d0a4c-bacb-4b59-b65e-d68da949a9fe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:24.204181 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.212194 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee666fb4-e489-4672-8da9-242c20acafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.218669 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-40fc7261-755c-4519-ac9a-9f59d09eddd2 req-56659b4d-e20e-4944-8ec5-91317220f5b8 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89a14812-b803-4990-9b30-bfcc0a04a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086066 Jul 13 19:26:24.245459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a1491-5afb-4d0b-a747-8e6968ee8bd1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Pushing event deleted for resources: {'Port': ['ID=ff9d0a4c-bacb-4b59-b65e-d68da949a9fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:24.265262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-163a1491-5afb-4d0b-a747-8e6968ee8bd1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] No DVR routers for this DVR port ff9d0a4c-bacb-4b59-b65e-d68da949a9fe on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:24.271552 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-163a1491-5afb-4d0b-a747-8e6968ee8bd1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.272858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Attempting to bind port 124f4864-dc1d-4db1-9ce4-54c69085f9c6 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:24.273198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Attempting to bind port 124f4864-dc1d-4db1-9ce4-54c69085f9c6 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:24.273525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Attempting to bind port 124f4864-dc1d-4db1-9ce4-54c69085f9c6 on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:24.273646 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d8ec2dc9-5d82-4786-b766-660b0f50d205 req-163a1491-5afb-4d0b-a747-8e6968ee8bd1 tempest-ServerRescueNegativeTestJSON-1024988699 tempest-ServerRescueNegativeTestJSON-1024988699-project] 10.222.0.60 "DELETE /v2.0/ports/ff9d0a4c-bacb-4b59-b65e-d68da949a9fe HTTP/1.1" status: 204 len: 173 time: 1.1881974 Jul 13 19:26:24.284647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-965489bb-56e1-4aca-9544-23fc7d1c2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.286387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-965489bb-56e1-4aca-9544-23fc7d1c2af1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.1470947 Jul 13 19:26:24.357789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Port 124f4864-dc1d-4db1-9ce4-54c69085f9c6 on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:24.358009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Attempting to bind port 124f4864-dc1d-4db1-9ce4-54c69085f9c6 on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:24.362252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee666fb4-e489-4672-8da9-242c20acafb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee250cb-141e-4752-a20c-66de748a2ca4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:24.367487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-8e35a7ff-ccaa-4185-86c8-fac6e2854473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.370324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-8e35a7ff-ccaa-4185-86c8-fac6e2854473 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724850 Jul 13 19:26:24.374859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ee666fb4-e489-4672-8da9-242c20acafb1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ead098fd7d1541edbaba0dec2eab7e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6384833 Jul 13 19:26:24.382637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:24.384116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:24.384580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Checking segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:24.384964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Bound using segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:24.385414 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Bound port: 124f4864-dc1d-4db1-9ce4-54c69085f9c6, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:24.385834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.391601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b87cb58d-9c22-4673-a927-719c69e15fa7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:24.450502 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.468991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dae9b-5e3c-49ba-b905-87bee0924798 req-77a05da7-f841-44a1-8cf3-f06d04366016 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.470563 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fb8dae9b-5e3c-49ba-b905-87bee0924798 req-77a05da7-f841-44a1-8cf3-f06d04366016 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 943 time: 0.4484656 Jul 13 19:26:24.569899 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-cb6331e7-6494-4b36-be2e-8f65483bcdb3 service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912558 Jul 13 19:26:24.722079 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5386547-bc4f-42c0-8a76-11007e841918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.736586 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fb8dae9b-5e3c-49ba-b905-87bee0924798 req-cab3bb6e-9e37-4c03-9ea9-38ecfb677b34 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519000 Jul 13 19:26:24.738556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] For port 124f4864-dc1d-4db1-9ce4-54c69085f9c6, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:24.746132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] For port 124f4864-dc1d-4db1-9ce4-54c69085f9c6, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=124f4864-dc1d-4db1-9ce4-54c69085f9c6,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:24.747389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ccae5c-b5e3-435a-8307-7a3868de33d7 req-90cd40f2-a165-4e48-bf91-7f5fb6ec60c4 service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668596 Jul 13 19:26:24.757254 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.797857 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5386547-bc4f-42c0-8a76-11007e841918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.827876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.828499 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.829865 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] 10.222.0.24 "PUT /v2.0/ports/124f4864-dc1d-4db1-9ce4-54c69085f9c6 HTTP/1.1" status: 200 len: 1091 time: 2.6884961 Jul 13 19:26:24.830384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb4dbac-d586-4660-a7fd-2c80701cb526', 'tag': '124f4864-dc1d-4db1-9ce4-54c69085f9c6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:24.832530 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a818c231-45db-4b6a-b03c-4c13036a81b8" -d '{"events": [{"name": "network-changed", "server_uuid": "abb4dbac-d586-4660-a7fd-2c80701cb526", "tag": "124f4864-dc1d-4db1-9ce4-54c69085f9c6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:24.842997 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9928860b-ae5a-4b1c-8580-8a885ad3ee1d x-openstack-request-id: req-9928860b-ae5a-4b1c-8580-8a885ad3ee1d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:24.844109 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:24.844596 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9928860b-ae5a-4b1c-8580-8a885ad3ee1d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:24.845171 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'status': 'completed', 'code': 200} Jul 13 19:26:24.879025 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf9953-b4bb-47a5-aeac-86303c393c7f service neutron] Pushing event updated for resources: {'Port': ['ID=124f4864-dc1d-4db1-9ce4-54c69085f9c6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:25.005211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5386547-bc4f-42c0-8a76-11007e841918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:25.014711 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5386547-bc4f-42c0-8a76-11007e841918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:25.018251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d5386547-bc4f-42c0-8a76-11007e841918 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ee250cb-141e-4752-a20c-66de748a2ca4 HTTP/1.1" status: 204 len: 168 time: 0.6278605 Jul 13 19:26:25.065551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-c5cfb6e4-2d28-4b18-9628-39bb27a72d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.067707 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-c5cfb6e4-2d28-4b18-9628-39bb27a72d01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 1094 time: 0.1594977 Jul 13 19:26:25.109267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5386547-bc4f-42c0-8a76-11007e841918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee250cb-141e-4752-a20c-66de748a2ca4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:25.137699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-9f0c6b1b-def2-4876-93da-79418e51c5be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=124f4864-dc1d-4db1-9ce4-54c69085f9c6 HTTP/1.1" status: 200 len: 217 time: 0.0616016 Jul 13 19:26:25.145761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-762aaaa1-fecb-45cd-a4c7-fe2c248f2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.147087 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-762aaaa1-fecb-45cd-a4c7-fe2c248f2208 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1094 time: 0.2575395 Jul 13 19:26:25.226487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-f18a912c-494c-4284-b819-821cfe5c86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.228146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-f18a912c-494c-4284-b819-821cfe5c86a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.0610850 Jul 13 19:26:25.262733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-47e4c18d-0e30-464c-8142-2ced7a78eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.264303 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-47e4c18d-0e30-464c-8142-2ced7a78eb59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.1041150 Jul 13 19:26:25.277035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbb772-9c24-4a7d-b996-2eb40e14f415 req-1948bded-0bcb-4ba3-aee8-644447a1036f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.278624 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3afbb772-9c24-4a7d-b996-2eb40e14f415 req-1948bded-0bcb-4ba3-aee8-644447a1036f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.2616696 Jul 13 19:26:25.300640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c9cf0-543a-4ea0-84a7-3351859f69e5 req-6c0a7cd5-ea95-41de-a120-6077f841864f tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.318067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee0c9cf0-543a-4ea0-84a7-3351859f69e5 req-6c0a7cd5-ea95-41de-a120-6077f841864f tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 945 time: 0.1838131 Jul 13 19:26:25.327376 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-75ccee76-48bf-420c-ae1d-cf6f358e968a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 217 time: 0.0477865 Jul 13 19:26:25.377273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-30014c44-021c-4e93-8222-f437ea60fbe0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398170 Jul 13 19:26:25.440115 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3afbb772-9c24-4a7d-b996-2eb40e14f415 req-2a463ca3-9a5c-4e19-b5f2-19ec4df06c37 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153090 Jul 13 19:26:25.456580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-d500e0eb-f759-4467-b4a0-fae4a3b149db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.458437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-d500e0eb-f759-4467-b4a0-fae4a3b149db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.1214151 Jul 13 19:26:25.511088 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee0c9cf0-543a-4ea0-84a7-3351859f69e5 req-a1d25553-2681-4d01-9dcf-494b3711488c tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920109 Jul 13 19:26:25.580916 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f12a49-0965-4670-b3d9-eb7e3c1000cb x-openstack-request-id: req-96f12a49-0965-4670-b3d9-eb7e3c1000cb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:25.582258 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e95fb-a522-4a10-b0c5-2d8d98bcf13c", "name": "network-vif-plugged", "status": "completed", "tag": "b87cb58d-9c22-4673-a927-719c69e15fa7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:25.583430 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96f12a49-0965-4670-b3d9-eb7e3c1000cb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:25.584135 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722e95fb-a522-4a10-b0c5-2d8d98bcf13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87cb58d-9c22-4673-a927-719c69e15fa7', 'code': 200} Jul 13 19:26:25.615391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede911a-e052-46ec-9808-51c026f91d8e req-a319d01e-074a-4606-b8bf-df50520c4b84 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.622635 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fede911a-e052-46ec-9808-51c026f91d8e req-a319d01e-074a-4606-b8bf-df50520c4b84 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 944 time: 0.2628303 Jul 13 19:26:25.639170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-cae249e6-6d26-4758-9820-480b745ef89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.640683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-cae249e6-6d26-4758-9820-480b745ef89d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735251 Jul 13 19:26:25.796782 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-e474b17c-7c94-47ef-8ee3-0ccaddb80403 service neutron] 10.222.0.24 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742766 Jul 13 19:26:25.953093 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:25.977562 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-95e649ca-bf31-4d1a-9f23-227bb53e3a07 service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233404 Jul 13 19:26:26.040663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaeb81-e836-444d-96ac-ff524a970f2b req-b398ecc5-992d-442e-8942-21904fae20df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.042515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbbaeb81-e836-444d-96ac-ff524a970f2b req-b398ecc5-992d-442e-8942-21904fae20df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 1096 time: 0.3513992 Jul 13 19:26:26.056323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b60b21-8b98-4549-9cab-4e411a3acf5c req-7a014fd2-5078-4964-a45c-55d16e3067fe tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.058297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d6b60b21-8b98-4549-9cab-4e411a3acf5c req-7a014fd2-5078-4964-a45c-55d16e3067fe tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 943 time: 0.2309737 Jul 13 19:26:26.157827 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbbaeb81-e836-444d-96ac-ff524a970f2b req-f1b11fd3-4de5-4022-8529-0c7a87e3e08d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976529 Jul 13 19:26:26.163544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d6b60b21-8b98-4549-9cab-4e411a3acf5c req-e81f754f-dbaa-4a49-9251-f90d003f398a tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926511 Jul 13 19:26:26.188671 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e81d8b-e148-4907-a0b8-d877efd8c668 req-a793426b-5fa9-4ba3-bdab-8f56295dd650 service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008941 Jul 13 19:26:26.266661 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81621fbc-358d-47c1-b9e9-7ea59b5ee823 x-openstack-request-id: req-81621fbc-358d-47c1-b9e9-7ea59b5ee823 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:26.269341 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb4dbac-d586-4660-a7fd-2c80701cb526", "tag": "124f4864-dc1d-4db1-9ce4-54c69085f9c6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:26.269341 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81621fbc-358d-47c1-b9e9-7ea59b5ee823 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:26.269903 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb4dbac-d586-4660-a7fd-2c80701cb526', 'tag': '124f4864-dc1d-4db1-9ce4-54c69085f9c6', 'status': 'completed', 'code': 200} Jul 13 19:26:26.359583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:26.432200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fede911a-e052-46ec-9808-51c026f91d8e req-88853bad-7983-4542-b6cb-370f6c1c89bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Deleting port 3c9b346a-e83e-4535-afa5-374dee200e4b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:26.432778 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fede911a-e052-46ec-9808-51c026f91d8e req-88853bad-7983-4542-b6cb-370f6c1c89bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.545886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea54af-2117-4461-96ed-d75c17c7bd76 req-778230eb-0c11-4e67-915e-d59fac294266 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.552877 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8ea54af-2117-4461-96ed-d75c17c7bd76 req-778230eb-0c11-4e67-915e-d59fac294266 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8433318-135b-4b94-bdc8-d45341caf4b6 HTTP/1.1" status: 200 len: 944 time: 0.8135805 Jul 13 19:26:26.617196 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e41f7a8-41c5-4b99-804f-cbd905a259ee req-f1e2ab68-4490-43dd-935b-0e552ea52db5 service neutron] 10.222.0.24 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962883 Jul 13 19:26:26.637487 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8ea54af-2117-4461-96ed-d75c17c7bd76 req-3f13402e-03d8-4d4d-978a-0f4b3f7edcc2 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835536 Jul 13 19:26:26.751041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fede911a-e052-46ec-9808-51c026f91d8e req-88853bad-7983-4542-b6cb-370f6c1c89bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] For port 3c9b346a-e83e-4535-afa5-374dee200e4b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=3c9b346a-e83e-4535-afa5-374dee200e4b,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:26.751816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fede911a-e052-46ec-9808-51c026f91d8e req-88853bad-7983-4542-b6cb-370f6c1c89bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.791742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fede911a-e052-46ec-9808-51c026f91d8e req-88853bad-7983-4542-b6cb-370f6c1c89bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Calling delete_port for 3c9b346a-e83e-4535-afa5-374dee200e4b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:26.854318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6112e018-46c1-4486-9df2-bf1df1802298', 'name': 'network-vif-deleted', 'tag': 'ff9d0a4c-bacb-4b59-b65e-d68da949a9fe'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:26.857241 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61327c2-7e9f-42c3-81ea-370f21ca7e98" -d '{"events": [{"server_uuid": "6112e018-46c1-4486-9df2-bf1df1802298", "name": "network-vif-deleted", "tag": "ff9d0a4c-bacb-4b59-b65e-d68da949a9fe"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:26.902816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a117ccd-66ca-49b4-910f-165b65a0416f req-034c0941-19a8-409c-985c-56cf91bcb299 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.913585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a117ccd-66ca-49b4-910f-165b65a0416f req-034c0941-19a8-409c-985c-56cf91bcb299 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 943 time: 0.4403861 Jul 13 19:26:26.946377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818c231-45db-4b6a-b03c-4c13036a81b8 req-211b97d5-6248-4747-9d43-c24ac464fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.948341 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a818c231-45db-4b6a-b03c-4c13036a81b8 req-211b97d5-6248-4747-9d43-c24ac464fe7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 1094 time: 0.2382164 Jul 13 19:26:27.037420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c810eb-05bf-41f6-a28f-13e76bd0e63c req-7d1267c7-ce16-4e82-b780-62852db9cd98 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:27.039482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28c810eb-05bf-41f6-a28f-13e76bd0e63c req-7d1267c7-ce16-4e82-b780-62852db9cd98 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.1762631 Jul 13 19:26:27.119508 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a117ccd-66ca-49b4-910f-165b65a0416f req-1a761840-6a04-4537-a611-481f9b042160 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045569 Jul 13 19:26:27.302234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28c810eb-05bf-41f6-a28f-13e76bd0e63c req-9d2b2f1f-15bf-455c-9c22-8c526bd77804 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541966 Jul 13 19:26:27.340721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818c231-45db-4b6a-b03c-4c13036a81b8 req-d69413e1-4742-4596-84f4-efe50e26039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:27.342340 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a818c231-45db-4b6a-b03c-4c13036a81b8 req-d69413e1-4742-4596-84f4-efe50e26039a service neutron] 10.222.0.24 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 913 time: 0.3826125 Jul 13 19:26:27.344147 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fede911a-e052-46ec-9808-51c026f91d8e req-88853bad-7983-4542-b6cb-370f6c1c89bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.356303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['3c9b346a-e83e-4535-afa5-374dee200e4b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:27.481504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88853bad-7983-4542-b6cb-370f6c1c89bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Pushing event deleted for resources: {'Port': ['ID=3c9b346a-e83e-4535-afa5-374dee200e4b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:27.503399 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fede911a-e052-46ec-9808-51c026f91d8e req-88853bad-7983-4542-b6cb-370f6c1c89bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] No DVR routers for this DVR port 3c9b346a-e83e-4535-afa5-374dee200e4b on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:27.506182 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a818c231-45db-4b6a-b03c-4c13036a81b8 req-b475e164-107b-45d9-91cd-bc022258c58a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=124f4864-dc1d-4db1-9ce4-54c69085f9c6 HTTP/1.1" status: 200 len: 217 time: 0.1135008 Jul 13 19:26:27.507548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fede911a-e052-46ec-9808-51c026f91d8e req-88853bad-7983-4542-b6cb-370f6c1c89bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.510246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fede911a-e052-46ec-9808-51c026f91d8e req-88853bad-7983-4542-b6cb-370f6c1c89bb tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.60 "DELETE /v2.0/ports/3c9b346a-e83e-4535-afa5-374dee200e4b HTTP/1.1" status: 204 len: 173 time: 1.8808472 Jul 13 19:26:27.580417 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3fe9d5-3b59-4bb8-a257-1d8bedf5e749 x-openstack-request-id: req-cb3fe9d5-3b59-4bb8-a257-1d8bedf5e749 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:27.580661 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6112e018-46c1-4486-9df2-bf1df1802298", "name": "network-vif-deleted", "tag": "ff9d0a4c-bacb-4b59-b65e-d68da949a9fe", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:27.580908 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb3fe9d5-3b59-4bb8-a257-1d8bedf5e749 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:27.581295 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6112e018-46c1-4486-9df2-bf1df1802298', 'name': 'network-vif-deleted', 'tag': 'ff9d0a4c-bacb-4b59-b65e-d68da949a9fe', 'status': 'completed', 'code': 200} Jul 13 19:26:27.590872 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.617685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818c231-45db-4b6a-b03c-4c13036a81b8 req-46d8d860-3510-439e-b886-e659de5cfb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:27.619347 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a818c231-45db-4b6a-b03c-4c13036a81b8 req-46d8d860-3510-439e-b886-e659de5cfb2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.1062469 Jul 13 19:26:27.716431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a818c231-45db-4b6a-b03c-4c13036a81b8 req-0f4e3596-9b97-4825-9204-0c3ae7d4e792 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790524 Jul 13 19:26:27.860996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ff9d0a4c-bacb-4b59-b65e-d68da949a9fe no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:27.906147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: ff9d0a4c-bacb-4b59-b65e-d68da949a9fe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:27.906378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ff9d0a4c-bacb-4b59-b65e-d68da949a9fe not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:27.906824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 3c9b346a-e83e-4535-afa5-374dee200e4b no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:27.928062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f501c0-aae2-48ec-835d-01717a7c2aab req-537d1464-6853-41a7-af09-2d78735548c7 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:27.935856 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8f501c0-aae2-48ec-835d-01717a7c2aab req-537d1464-6853-41a7-af09-2d78735548c7 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 945 time: 0.5918195 Jul 13 19:26:27.958563 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-80130724-af17-42c8-a0c6-66c8eed83d1a service neutron] show failed (client error): The resource could not be found. Jul 13 19:26:27.959569 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-80130724-af17-42c8-a0c6-66c8eed83d1a service neutron] 10.222.0.24 "GET /v2.0/ports/df68a831-821b-472b-9c6a-86fcc03b1d5f/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.2583842 Jul 13 19:26:27.979101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 3c9b346a-e83e-4535-afa5-374dee200e4b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:27.980262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 3c9b346a-e83e-4535-afa5-374dee200e4b not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:28.041141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534a79-49bb-487a-951d-aca63eaf5903 req-2915a348-1770-4d46-bedc-31ee30db6950 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.044095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8f501c0-aae2-48ec-835d-01717a7c2aab req-2ccb62f6-e9d5-4340-8b48-0016acc73818 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073077 Jul 13 19:26:28.066653 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b534a79-49bb-487a-951d-aca63eaf5903 req-2915a348-1770-4d46-bedc-31ee30db6950 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 943 time: 0.1975124 Jul 13 19:26:28.098992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a818c231-45db-4b6a-b03c-4c13036a81b8 req-4f0e62e6-828c-46f3-aa47-2ef61d1e8f7c service neutron] 10.222.0.24 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815999 Jul 13 19:26:28.163275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b534a79-49bb-487a-951d-aca63eaf5903 req-72ec547d-a1f9-4aba-a625-40e1f5020401 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969737 Jul 13 19:26:28.234814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] Deleting port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:28.235452 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.349877 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a818c231-45db-4b6a-b03c-4c13036a81b8 req-e493f7f5-f91e-44d1-aa0e-f1a2b8ab87e1 service neutron] 10.222.0.24 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364471 Jul 13 19:26:28.393220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] For port 3196c7c6-d0ef-48c2-a07b-2ca191ba1704, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3196c7c6-d0ef-48c2-a07b-2ca191ba1704,segment=NetworkSegment(b008a969-f2c8-4337-bf44-a78b9028510f),segment_id=b008a969-f2c8-4337-bf44-a78b9028510f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:28.393516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.409523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] Calling delete_port for 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:28.482077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 406d9b05-b353-4e4d-95f9-41da863ddb09 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:28.638226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-10fbd7a7-7735-49d3-a853-96747b649d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.642588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-10fbd7a7-7735-49d3-a853-96747b649d39 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97&tenant_id=639f879ba82141ebb6867944411978e1 HTTP/1.1" status: 200 len: 1101 time: 0.1254890 Jul 13 19:26:28.655252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 406d9b05-b353-4e4d-95f9-41da863ddb09, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=406d9b05-b353-4e4d-95f9-41da863ddb09,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:28.661541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:28.671578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'port_id': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'mac_address': 'fa:16:3e:f7:9f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:28.723377 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.732949 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.751919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406d9b05-b353-4e4d-95f9-41da863ddb09 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:28.769375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] Pushing event deleted for resources: {'Port': ['ID=3196c7c6-d0ef-48c2-a07b-2ca191ba1704,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:28.787471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 406d9b05-b353-4e4d-95f9-41da863ddb09, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=406d9b05-b353-4e4d-95f9-41da863ddb09,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:28.796220 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.833858 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.875668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=406d9b05-b353-4e4d-95f9-41da863ddb09,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:29.124679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['406d9b05-b353-4e4d-95f9-41da863ddb09'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:29.225666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:29.237548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6b1c5-8587-408b-a5a2-ddeba2cd2fa5 req-2332975c-f42e-47e2-89a4-04980d687471 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:29.239280 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ef6b1c5-8587-408b-a5a2-ddeba2cd2fa5 req-2332975c-f42e-47e2-89a4-04980d687471 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 945 time: 0.3119757 Jul 13 19:26:29.298859 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ef6b1c5-8587-408b-a5a2-ddeba2cd2fa5 req-8bd5f98b-86fd-4abb-a46c-324851f8426d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500159 Jul 13 19:26:29.341662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:29.358754 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.370018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e5a0-60a7-4e75-80de-c7110e9d6f85 req-2d82b458-a33f-46b7-8872-37f3dc6b269c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:29.377592 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cb9e5a0-60a7-4e75-80de-c7110e9d6f85 req-2d82b458-a33f-46b7-8872-37f3dc6b269c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 943 time: 0.5225105 Jul 13 19:26:29.408410 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.450575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Transition to ACTIVE for port object df68a831-821b-472b-9c6a-86fcc03b1d5f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:29.456495 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.470392 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cb9e5a0-60a7-4e75-80de-c7110e9d6f85 req-fea3f107-c1f2-4c5b-ba9e-a741cc33c48d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882647 Jul 13 19:26:29.609207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'name': 'network-vif-deleted', 'tag': '3c9b346a-e83e-4535-afa5-374dee200e4b'}, {'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:29.612771 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527fcd34-6b99-4d59-9186-90f0aa3b3ea5" -d '{"events": [{"server_uuid": "c8433318-135b-4b94-bdc8-d45341caf4b6", "name": "network-vif-deleted", "tag": "3c9b346a-e83e-4535-afa5-374dee200e4b"}, {"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-unplugged", "status": "completed", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:29.618791 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] No DVR routers for this DVR port df68a831-821b-472b-9c6a-86fcc03b1d5f on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:29.747951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:29.762277 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:29.765502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:29.765670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:29.790075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Port df68a831-821b-472b-9c6a-86fcc03b1d5f on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:29.790470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:29.805874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea48774-48bd-489a-b836-9637626213b8 req-2dec3820-5d54-4698-9a80-d79517b5e86d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:29.812742 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ea48774-48bd-489a-b836-9637626213b8 req-2dec3820-5d54-4698-9a80-d79517b5e86d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 948 time: 0.3067174 Jul 13 19:26:29.818581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] Router d1765019-e2d6-4258-99fa-9d3d62e716c5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:29.821567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:29.821999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:29.822391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:29.822859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Bound port: df68a831-821b-472b-9c6a-86fcc03b1d5f, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:29.823218 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.939564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:29.945293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:29.975333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ea48774-48bd-489a-b836-9637626213b8 req-9c6ad903-e70b-4f8b-9e3c-cf625397d327 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612995 Jul 13 19:26:29.978223 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.048242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.048768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.050615 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] 10.222.0.60 "PUT /v2.0/ports/df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 1096 time: 1.3958125 Jul 13 19:26:30.056031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:30.062069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b603adcf-abf1-44f9-a80f-f24e2b22b525 admin admin] 10.222.0.25 "PUT /v2.0/routers/d1765019-e2d6-4258-99fa-9d3d62e716c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7012329 Jul 13 19:26:30.064543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:30.079503 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] Sync routers for ids ['d1765019-e2d6-4258-99fa-9d3d62e716c5'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:30.094427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] Routers {'d1765019-e2d6-4258-99fa-9d3d62e716c5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:30.108225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d1765019-e2d6-4258-99fa-9d3d62e716c5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:30.216775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eab0c0-3013-4d22-b9a2-00036b9531c2 service neutron] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:30.360342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.371179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-4ec9aabe-523c-49cf-a582-a0b745723b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.372788 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-4ec9aabe-523c-49cf-a582-a0b745723b48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1099 time: 0.2562623 Jul 13 19:26:30.560632 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.573573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3825a-fcf6-443f-a074-1be02f225a23 req-81609625-d742-44b8-ae6c-bb234e7961e6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.576759 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85c3825a-fcf6-443f-a074-1be02f225a23 req-81609625-d742-44b8-ae6c-bb234e7961e6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 944 time: 0.3147266 Jul 13 19:26:30.616434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 124f4864-dc1d-4db1-9ce4-54c69085f9c6 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:30.626056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 406d9b05-b353-4e4d-95f9-41da863ddb09 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:30.649651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Deleting port c5db39c2-2951-44ca-80b9-2ac08fcb63e7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:30.649872 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.683229 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85c3825a-fcf6-443f-a074-1be02f225a23 req-7eebaed1-3a7d-43df-bcbe-a8107fcf8aff tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963430 Jul 13 19:26:30.693104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-eb035d31-1cb3-46a2-a524-5db1fa377874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.695009 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-eb035d31-1cb3-46a2-a524-5db1fa377874 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.3155813 Jul 13 19:26:30.769259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-5978f3bc-058c-4329-86b5-073ce30473a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 217 time: 0.0510833 Jul 13 19:26:30.826863 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd99fb0e-9c16-44fe-996d-8ca39a84dfac x-openstack-request-id: req-fd99fb0e-9c16-44fe-996d-8ca39a84dfac {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:30.827597 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8433318-135b-4b94-bdc8-d45341caf4b6", "name": "network-vif-deleted", "tag": "3c9b346a-e83e-4535-afa5-374dee200e4b", "status": "completed", "code": 200}, {"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-unplugged", "status": "completed", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:30.828905 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd99fb0e-9c16-44fe-996d-8ca39a84dfac {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:30.831272 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8433318-135b-4b94-bdc8-d45341caf4b6', 'name': 'network-vif-deleted', 'tag': '3c9b346a-e83e-4535-afa5-374dee200e4b', 'status': 'completed', 'code': 200} Jul 13 19:26:30.831813 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'code': 200} Jul 13 19:26:30.855175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] Set router d1765019-e2d6-4258-99fa-9d3d62e716c5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:30.856999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] For port c5db39c2-2951-44ca-80b9-2ac08fcb63e7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c5db39c2-2951-44ca-80b9-2ac08fcb63e7,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:30.857396 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.874139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-ac45e7dc-3619-4f16-a80c-73a56e7ea5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.876131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-ac45e7dc-3619-4f16-a80c-73a56e7ea5ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1008203 Jul 13 19:26:30.876339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Calling delete_port for c5db39c2-2951-44ca-80b9-2ac08fcb63e7 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:30.904840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-8426a8a9-eff7-4d64-9631-c362481cf77f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.906644 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-8426a8a9-eff7-4d64-9631-c362481cf77f tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 944 time: 0.1910677 Jul 13 19:26:31.000478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-787db08f-840c-4ace-8074-1b6c77572ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:31.002469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-787db08f-840c-4ace-8074-1b6c77572ba6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197827 Jul 13 19:26:31.074125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 406d9b05-b353-4e4d-95f9-41da863ddb09 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:31.106043 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 406d9b05-b353-4e4d-95f9-41da863ddb09 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:31.107150 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.148005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 124f4864-dc1d-4db1-9ce4-54c69085f9c6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=124f4864-dc1d-4db1-9ce4-54c69085f9c6,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:31.168080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c032-4ff8-4bfd-860d-89be46df1ff7 req-d1b601a3-0dca-42b8-928a-e02a4645b5e1 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:31.169876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9d54c032-4ff8-4bfd-860d-89be46df1ff7 req-d1b601a3-0dca-42b8-928a-e02a4645b5e1 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 943 time: 0.1460230 Jul 13 19:26:31.172306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-1764ce57-888a-40c4-8b14-d7e2db6a6268 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638911 Jul 13 19:26:31.177562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '124f4864-dc1d-4db1-9ce4-54c69085f9c6', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'port_id': '124f4864-dc1d-4db1-9ce4-54c69085f9c6', 'mac_address': 'fa:16:3e:fb:de:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689eb9a9-afaa-4060-b430-02da6938dc28', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:31.232330 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.240980 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.243153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'name': 'tempest-ServerRescueNegativeTestJSON-474522996-router', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:26:28Z', 'revision_number': 5, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'gw_port': {'id': 'c5db39c2-2951-44ca-80b9-2ac08fcb63e7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:31.279113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9d54c032-4ff8-4bfd-860d-89be46df1ff7 req-3c58e66e-03d8-40da-9ad2-4e0417882922 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020765 Jul 13 19:26:31.316563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] Checking router: d1765019-e2d6-4258-99fa-9d3d62e716c5 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:31.317356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8d024c9-c589-4778-a77d-59fbdaac2ae6 req-4aab110b-b043-4d4b-885f-10c775457208 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323531 Jul 13 19:26:31.337375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124f4864-dc1d-4db1-9ce4-54c69085f9c6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:31.349763 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.366542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] Routers {'d1765019-e2d6-4258-99fa-9d3d62e716c5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:31.367048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d1765019-e2d6-4258-99fa-9d3d62e716c5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:31.386493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5db39c2-2951-44ca-80b9-2ac08fcb63e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:31.457855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 124f4864-dc1d-4db1-9ce4-54c69085f9c6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=124f4864-dc1d-4db1-9ce4-54c69085f9c6,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:31.471533 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.481896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:31.484490 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0ecbff-d110-4f91-9146-b4f0bafde26a" -d '{"events": [{"server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "name": "network-vif-plugged", "status": "completed", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:31.488377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-43702b64-f1d4-4d22-9a4f-720f482377f3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Deleting port aa1860e3-6537-4288-aadb-96a8d1a45049 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:31.488795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-43702b64-f1d4-4d22-9a4f-720f482377f3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.489680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] Set router d1765019-e2d6-4258-99fa-9d3d62e716c5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:31.549713 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33fda4-7186-437a-ac86-52936cf2de38 req-2d3bfa53-5580-488b-b470-8bb1b27658b5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:31.551366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e33fda4-7186-437a-ac86-52936cf2de38 req-2d3bfa53-5580-488b-b470-8bb1b27658b5 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 944 time: 0.3488774 Jul 13 19:26:31.571236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 406d9b05-b353-4e4d-95f9-41da863ddb09, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=406d9b05-b353-4e4d-95f9-41da863ddb09,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:31.576365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.577032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'name': 'tempest-ServerRescueNegativeTestJSON-474522996-router', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:26:31Z', 'revision_number': 7, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:31.580730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.581513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:31.636319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb7361-94f3-45c0-8481-ce12cfccc13c None None] The sync data for ids ['d1765019-e2d6-4258-99fa-9d3d62e716c5'] in n-d-800708-1 is: [{'id': 'd1765019-e2d6-4258-99fa-9d3d62e716c5', 'name': 'tempest-ServerRescueNegativeTestJSON-474522996-router', 'tenant_id': 'bfb81c11f2e3414487ed987d486db450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:16Z', 'updated_at': '2021-07-13T19:26:31Z', 'revision_number': 7, 'project_id': 'bfb81c11f2e3414487ed987d486db450', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:31.662896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=124f4864-dc1d-4db1-9ce4-54c69085f9c6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:31.708883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:31.733567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=406d9b05-b353-4e4d-95f9-41da863ddb09,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:31.741633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.752847 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.769452 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e33fda4-7186-437a-ac86-52936cf2de38 req-cf827373-4934-4bb8-b017-1edd2ffdaf96 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100470 Jul 13 19:26:31.771287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-43702b64-f1d4-4d22-9a4f-720f482377f3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] For port aa1860e3-6537-4288-aadb-96a8d1a45049, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=aa1860e3-6537-4288-aadb-96a8d1a45049,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:31.771654 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-43702b64-f1d4-4d22-9a4f-720f482377f3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.819912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-43702b64-f1d4-4d22-9a4f-720f482377f3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Calling delete_port for aa1860e3-6537-4288-aadb-96a8d1a45049 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:31.827844 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.828694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1765019-e2d6-4258-99fa-9d3d62e716c5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:26:31.840284 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.840284 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-324a8064-505e-4c5d-8362-ba46fe1f16a2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d1765019-e2d6-4258-99fa-9d3d62e716c5 HTTP/1.1" status: 204 len: 168 time: 1.7725034 Jul 13 19:26:31.841890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:31.844870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['124f4864-dc1d-4db1-9ce4-54c69085f9c6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:31.919882 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee33921f-674e-4798-9b8b-94c62dddf904 x-openstack-request-id: req-ee33921f-674e-4798-9b8b-94c62dddf904 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:31.920364 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "name": "network-vif-plugged", "status": "completed", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:31.920615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89c846-2965-42a3-ba31-871936e3af95 req-c992c997-657c-4093-ae5a-16eedc0a4711 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:31.921208 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee33921f-674e-4798-9b8b-94c62dddf904 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:31.921208 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'code': 200} Jul 13 19:26:31.932728 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a89c846-2965-42a3-ba31-871936e3af95 req-c992c997-657c-4093-ae5a-16eedc0a4711 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 948 time: 0.1134157 Jul 13 19:26:31.947548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e7aada-6a62-49de-b1fa-2cdaa0d3cd3f admin admin] Deleting subnet 49127a9b-d3c6-4bba-a498-5c78b6a4e563 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:26:31.954867 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10e7aada-6a62-49de-b1fa-2cdaa0d3cd3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.010719 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10e7aada-6a62-49de-b1fa-2cdaa0d3cd3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.094882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a89c846-2965-42a3-ba31-871936e3af95 req-4bf93abe-a850-47dc-8f31-98107434fb11 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605306 Jul 13 19:26:32.140648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43888876-2785-4998-9d16-54a76be00014 req-930a6cb0-a396-481d-872a-8baf8a8ca0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:32.142154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43888876-2785-4998-9d16-54a76be00014 req-930a6cb0-a396-481d-872a-8baf8a8ca0ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1096 time: 0.1226234 Jul 13 19:26:32.159073 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10e7aada-6a62-49de-b1fa-2cdaa0d3cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.189223 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-43702b64-f1d4-4d22-9a4f-720f482377f3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.199666 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43888876-2785-4998-9d16-54a76be00014 req-c2239d5f-0671-4cff-a840-a991a0db962e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492363 Jul 13 19:26:32.234653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43702b64-f1d4-4d22-9a4f-720f482377f3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Pushing event deleted for resources: {'Port': ['ID=aa1860e3-6537-4288-aadb-96a8d1a45049,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:32.286996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ecae3-f819-4d27-a78a-fca17ce43ba1 req-c4d3c32d-9870-4b8a-bedf-48eb4697c0f8 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:32.288486 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db9ecae3-f819-4d27-a78a-fca17ce43ba1 req-c4d3c32d-9870-4b8a-bedf-48eb4697c0f8 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 945 time: 0.2210128 Jul 13 19:26:32.323291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-43702b64-f1d4-4d22-9a4f-720f482377f3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] No DVR routers for this DVR port aa1860e3-6537-4288-aadb-96a8d1a45049 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:32.333166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-43702b64-f1d4-4d22-9a4f-720f482377f3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.335172 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4f55789d-bfef-4ae8-a3d3-4d004f3b2a10 req-43702b64-f1d4-4d22-9a4f-720f482377f3 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.60 "DELETE /v2.0/ports/aa1860e3-6537-4288-aadb-96a8d1a45049 HTTP/1.1" status: 204 len: 173 time: 1.3797433 Jul 13 19:26:32.335635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'name': 'network-vif-deleted', 'tag': 'aa1860e3-6537-4288-aadb-96a8d1a45049'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:32.339675 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d5342c-796f-4702-b3b0-2fab5643294a" -d '{"events": [{"server_uuid": "a9ed5174-2684-4fc9-a177-d4abc70ec2de", "name": "network-vif-deleted", "tag": "aa1860e3-6537-4288-aadb-96a8d1a45049"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:32.346598 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10e7aada-6a62-49de-b1fa-2cdaa0d3cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.387212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7aada-6a62-49de-b1fa-2cdaa0d3cd3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49127a9b-d3c6-4bba-a498-5c78b6a4e563,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:32.393085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10e7aada-6a62-49de-b1fa-2cdaa0d3cd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.395001 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-10e7aada-6a62-49de-b1fa-2cdaa0d3cd3f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/49127a9b-d3c6-4bba-a498-5c78b6a4e563 HTTP/1.1" status: 204 len: 168 time: 0.5521784 Jul 13 19:26:32.397645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:32.408103 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db9ecae3-f819-4d27-a78a-fca17ce43ba1 req-90f87539-4a6e-4275-afbb-3fb270d4b799 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082301 Jul 13 19:26:32.512143 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.607503 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:32.630687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:32.631148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3196c7c6-d0ef-48c2-a07b-2ca191ba1704 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:32.631662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c5db39c2-2951-44ca-80b9-2ac08fcb63e7 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:32.639698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e937b59-8861-4882-9af4-12747b0aa544 req-0abc635b-42cf-47a7-ab9f-edcad442a044 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:32.646781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5e937b59-8861-4882-9af4-12747b0aa544 req-0abc635b-42cf-47a7-ab9f-edcad442a044 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 945 time: 0.1009419 Jul 13 19:26:32.654215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: c5db39c2-2951-44ca-80b9-2ac08fcb63e7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:32.654978 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c5db39c2-2951-44ca-80b9-2ac08fcb63e7 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:32.669180 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.686197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9948263-df17-4641-a5db-e08323ff6f9f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:32.686938 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5e937b59-8861-4882-9af4-12747b0aa544 req-5146cd40-0399-4f86-9365-7d3391ac4357 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392714 Jul 13 19:26:32.701901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c50f1c-28c5-400a-b7f9-d5860950c153 req-511c4b78-9f67-4ee0-a341-414e83c053d6 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:32.715145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60c50f1c-28c5-400a-b7f9-d5860950c153 req-511c4b78-9f67-4ee0-a341-414e83c053d6 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b0e00e6-0aa5-42fe-a752-678885691eca HTTP/1.1" status: 200 len: 950 time: 0.1987405 Jul 13 19:26:32.720412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b008a969-f2c8-4337-bf44-a78b9028510f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:32.720744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b008a969-f2c8-4337-bf44-a78b9028510f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:32.744598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.768971 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60c50f1c-28c5-400a-b7f9-d5860950c153 req-9fdcc11a-d249-446a-aeb3-ecdca6c89686 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529578 Jul 13 19:26:32.769898 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.778123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:26:32.778540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:26:32.780442 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:26:32.833559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:32.836242 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280f8ddb-9010-4692-a2c4-d10fa05eedd1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:32.853927 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.862806 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3449c269-72e9-45be-9c39-23a85695358f x-openstack-request-id: req-3449c269-72e9-45be-9c39-23a85695358f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:32.863349 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed5174-2684-4fc9-a177-d4abc70ec2de", "name": "network-vif-deleted", "tag": "aa1860e3-6537-4288-aadb-96a8d1a45049", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:32.863902 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3449c269-72e9-45be-9c39-23a85695358f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:32.864641 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.864886 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed5174-2684-4fc9-a177-d4abc70ec2de', 'name': 'network-vif-deleted', 'tag': 'aa1860e3-6537-4288-aadb-96a8d1a45049', 'status': 'completed', 'code': 200} Jul 13 19:26:32.870575 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] 10.222.0.25 "DELETE /v2.0/networks/f9948263-df17-4641-a5db-e08323ff6f9f HTTP/1.1" status: 204 len: 168 time: 0.4718506 Jul 13 19:26:32.885163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f0c24-f24f-4096-ad5a-b6db087d181c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9948263-df17-4641-a5db-e08323ff6f9f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:32.910569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f9624-78fb-4a5f-a6d2-8cb27ccc59ca req-30a3dd7f-1fee-4351-9507-6f6031a1b8d5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:32.931104 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-522f9624-78fb-4a5f-a6d2-8cb27ccc59ca req-30a3dd7f-1fee-4351-9507-6f6031a1b8d5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 944 time: 0.1174395 Jul 13 19:26:32.994282 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-522f9624-78fb-4a5f-a6d2-8cb27ccc59ca req-ef0ad47f-f559-4480-97f2-a020f63bb0f4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603080 Jul 13 19:26:33.153198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:33.199771 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d098ba84-5d6d-4adc-bfbb-f2f8c9888c5a req-f0053575-9a9d-45d0-bd7e-aa962b486540 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9ed5174-2684-4fc9-a177-d4abc70ec2de HTTP/1.1" status: 200 len: 210 time: 0.0396464 Jul 13 19:26:33.238513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-30e45ca4-e6dc-4932-bada-16e2ff42024a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfb81c11f2e3414487ed987d486db450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829637 Jul 13 19:26:33.240086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:33.304576 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c40eba7-d8ed-4acc-98e4-d2a1bce5409d x-openstack-request-id: req-1c40eba7-d8ed-4acc-98e4-d2a1bce5409d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:33.305376 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:33.305376 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c40eba7-d8ed-4acc-98e4-d2a1bce5409d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:33.305628 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'status': 'completed', 'code': 200} Jul 13 19:26:33.318108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46388c26-0316-4ca4-9dd6-484441e36b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:33.408201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46388c26-0316-4ca4-9dd6-484441e36b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:33.447050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-c0f89906-7a5a-4b2f-99b7-4ebc7fb171a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.448666 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-c0f89906-7a5a-4b2f-99b7-4ebc7fb171a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1099 time: 0.1062062 Jul 13 19:26:33.458777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-cea04323-519b-4f2c-a877-cc19b403e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.460593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-cea04323-519b-4f2c-a877-cc19b403e231 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1099 time: 0.1193235 Jul 13 19:26:33.563667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-7f27eec9-7696-4d24-a94e-92c1ea9fa4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.566162 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-7f27eec9-7696-4d24-a94e-92c1ea9fa4b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1112149 Jul 13 19:26:33.570283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46388c26-0316-4ca4-9dd6-484441e36b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:33.573779 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46388c26-0316-4ca4-9dd6-484441e36b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:33.577383 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-46388c26-0316-4ca4-9dd6-484441e36b9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89a14812-b803-4990-9b30-bfcc0a04a42b HTTP/1.1" status: 204 len: 168 time: 0.3336577 Jul 13 19:26:33.604806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46388c26-0316-4ca4-9dd6-484441e36b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a14812-b803-4990-9b30-bfcc0a04a42b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:33.625966 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-73acb047-f48a-4de5-b70f-5050227062e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 217 time: 0.0530043 Jul 13 19:26:33.668964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b1312-da81-4f75-83e1-649eb5089d56 req-bb9ac8ad-e1c5-4da0-b985-345dd150ce2c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.674664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a06b1312-da81-4f75-83e1-649eb5089d56 req-bb9ac8ad-e1c5-4da0-b985-345dd150ce2c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 948 time: 0.2117295 Jul 13 19:26:33.679391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-68fb5d73-ea3b-4625-996b-8dc110e255e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.682916 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-68fb5d73-ea3b-4625-996b-8dc110e255e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2095118 Jul 13 19:26:33.701251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-8a13752d-9787-4571-b97a-a788a42c3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.703055 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-8a13752d-9787-4571-b97a-a788a42c3942 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0636876 Jul 13 19:26:33.778558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-f6724ad8-99b6-4bc2-a437-e4ff4f4609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.781114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-f6724ad8-99b6-4bc2-a437-e4ff4f4609a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695846 Jul 13 19:26:33.804325 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-7d2be6ab-e2af-4cce-ad50-fdd3feb6b4bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 217 time: 0.0972190 Jul 13 19:26:33.857564 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a06b1312-da81-4f75-83e1-649eb5089d56 req-fe2a59eb-454e-4318-9849-6d3cd718b35e tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716387 Jul 13 19:26:33.907675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-77d5f9c8-bd9e-45eb-b434-93485d551298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.910225 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-77d5f9c8-bd9e-45eb-b434-93485d551298 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0857050 Jul 13 19:26:33.960256 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-c8820b4b-16cb-440d-8d05-b36f778ac3f4 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718476 Jul 13 19:26:33.972646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c43a7-08fa-48b3-a7c2-e6df15313fc3 req-489fdb5b-e4d0-4eb8-b24e-7aba1de33c58 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.974283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d2c43a7-08fa-48b3-a7c2-e6df15313fc3 req-489fdb5b-e4d0-4eb8-b24e-7aba1de33c58 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 945 time: 0.1171505 Jul 13 19:26:34.058623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-9a04fdc5-ef48-4ca0-925e-e5fc8eebf5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:34.060482 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-9a04fdc5-ef48-4ca0-925e-e5fc8eebf5a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275120 Jul 13 19:26:34.061793 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d2c43a7-08fa-48b3-a7c2-e6df15313fc3 req-c5f04795-200d-47d0-bce8-f83f27992d1a tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786338 Jul 13 19:26:34.106121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ae591-4970-4936-9355-2aaaeaf646be req-ca41442e-0b27-4119-9ca2-6f3db5deafe4 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:34.114073 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de4ae591-4970-4936-9355-2aaaeaf646be req-ca41442e-0b27-4119-9ca2-6f3db5deafe4 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 945 time: 0.1396906 Jul 13 19:26:34.115724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-2030f87e-c946-4395-8b24-c3ab970df28c service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361520 Jul 13 19:26:34.229440 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de4ae591-4970-4936-9355-2aaaeaf646be req-6d0564de-7893-4c49-8110-de645c53ca21 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144311 Jul 13 19:26:34.268611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-22c634af-1162-40ce-915e-080d5e1ae8c1 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953571 Jul 13 19:26:34.390997 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f8ddb-9010-4692-a2c4-d10fa05eedd1 req-2aa1f1ef-581b-4eea-83ee-09a8c117fc62 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138852 Jul 13 19:26:34.471514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14b458-17dc-4dd5-a0b8-8f96d31aceb4 req-4d24128c-ec72-47c7-bc84-78de97187daa tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:34.473071 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c14b458-17dc-4dd5-a0b8-8f96d31aceb4 req-4d24128c-ec72-47c7-bc84-78de97187daa tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 944 time: 0.0745349 Jul 13 19:26:34.515086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 124f4864-dc1d-4db1-9ce4-54c69085f9c6 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:34.540632 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c14b458-17dc-4dd5-a0b8-8f96d31aceb4 req-0fdf58c1-3169-4c40-b3b3-f2985254667c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565243 Jul 13 19:26:34.578829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 124f4864-dc1d-4db1-9ce4-54c69085f9c6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:34.582685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 124f4864-dc1d-4db1-9ce4-54c69085f9c6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:34.583125 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.663877 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.688388 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb4dbac-d586-4660-a7fd-2c80701cb526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124f4864-dc1d-4db1-9ce4-54c69085f9c6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:34.690672 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131c1b8c-f756-46d3-a19e-c4b6f9dbb4c4" -d '{"events": [{"server_uuid": "abb4dbac-d586-4660-a7fd-2c80701cb526", "name": "network-vif-plugged", "status": "completed", "tag": "124f4864-dc1d-4db1-9ce4-54c69085f9c6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:34.704529 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 124f4864-dc1d-4db1-9ce4-54c69085f9c6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=124f4864-dc1d-4db1-9ce4-54c69085f9c6,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:34.709706 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.711725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f56086ce-7842-45ae-989a-3583b18b4307 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:34.754968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-d6e47818-4d7f-4121-8841-93b32c3f41e0 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1964245 Jul 13 19:26:34.768797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:34.793135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.794120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=124f4864-dc1d-4db1-9ce4-54c69085f9c6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:34.838128 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.874687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:34.879790 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.936506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:35.199823 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b67443-c305-44f9-82df-aefaea0c666c x-openstack-request-id: req-e5b67443-c305-44f9-82df-aefaea0c666c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:35.200214 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb4dbac-d586-4660-a7fd-2c80701cb526", "name": "network-vif-plugged", "status": "completed", "tag": "124f4864-dc1d-4db1-9ce4-54c69085f9c6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:35.200680 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5b67443-c305-44f9-82df-aefaea0c666c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:35.201079 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb4dbac-d586-4660-a7fd-2c80701cb526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124f4864-dc1d-4db1-9ce4-54c69085f9c6', 'code': 200} Jul 13 19:26:35.224742 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.384420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ee45-5366-42e7-af17-5bd0db49af6d req-9e40780a-7278-4eaf-9996-f790ff0ca46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:35.388087 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bba7ee45-5366-42e7-af17-5bd0db49af6d req-9e40780a-7278-4eaf-9996-f790ff0ca46d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 1096 time: 0.1118789 Jul 13 19:26:35.395459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Allocated IP 172.25.7.18 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/7d0dad4e-dcfc-4764-b067-a7c1d2fcf73e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:35.439260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bba7ee45-5366-42e7-af17-5bd0db49af6d req-a3a0d7a3-b2c0-410a-8fe2-172329e02158 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335131 Jul 13 19:26:35.568066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.631659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.682150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:35.685257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:35.688492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:35.712618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Pushing event updated for resources: {'Port': ['ID=7d0dad4e-dcfc-4764-b067-a7c1d2fcf73e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:35.730364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52445923-fc71-4403-aecf-2a61e9c10d07 req-35d2453e-8c54-4802-9a90-512e01a7d123 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:35.732123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-52445923-fc71-4403-aecf-2a61e9c10d07 req-35d2453e-8c54-4802-9a90-512e01a7d123 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 948 time: 0.0723603 Jul 13 19:26:35.784584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-52445923-fc71-4403-aecf-2a61e9c10d07 req-aa3ba74c-ca9a-4118-a200-0a74199e5034 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Jul 13 19:26:35.790506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.840730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.886041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b87cb58d-9c22-4673-a927-719c69e15fa7 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:35.925991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device aa1860e3-6537-4288-aadb-96a8d1a45049 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:35.955628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: aa1860e3-6537-4288-aadb-96a8d1a45049 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:35.956183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device aa1860e3-6537-4288-aadb-96a8d1a45049 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:35.956411 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8cf4c46a-5e73-45ce-a6b7-291bb604eeb3 req-2e0a6f94-a942-4505-8c5d-fcd7caf4bc87 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf385d4-846f-4083-a57f-10960a50a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0428638 Jul 13 19:26:36.042867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b87cb58d-9c22-4673-a927-719c69e15fa7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b87cb58d-9c22-4673-a927-719c69e15fa7,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:36.049161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.054969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b87cb58d-9c22-4673-a927-719c69e15fa7', 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd', 'port_id': 'b87cb58d-9c22-4673-a927-719c69e15fa7', 'mac_address': 'fa:16:3e:ad:14:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba66efc-e478-4fa2-80af-71b4974c0809', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:36.055854 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.119063 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.132205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b87cb58d-9c22-4673-a927-719c69e15fa7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:36.140732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Pushing event updated for resources: {'Port': ['ID=7d0dad4e-dcfc-4764-b067-a7c1d2fcf73e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:36.153966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b87cb58d-9c22-4673-a927-719c69e15fa7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b87cb58d-9c22-4673-a927-719c69e15fa7,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:36.159491 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.160132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:36.167304 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.172524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-3c5b82d4-fc69-4c30-985d-31fcc5c77d7d tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.174208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-3c5b82d4-fc69-4c30-985d-31fcc5c77d7d tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 945 time: 0.1085238 Jul 13 19:26:36.185782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.188124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-2cc29585-dab6-4337-aaeb-4b10d4c908b4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4247241 Jul 13 19:26:36.200953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c319b-bf95-4a30-9dbf-fa7efecd3335 req-d6c39a55-84ec-4406-9450-17e5c235d5cd tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.202514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa9c319b-bf95-4a30-9dbf-fa7efecd3335 req-d6c39a55-84ec-4406-9450-17e5c235d5cd tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 945 time: 0.1020432 Jul 13 19:26:36.267851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b87cb58d-9c22-4673-a927-719c69e15fa7,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:36.284188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-dc704790-f356-48de-ae4e-385b83ae25ac tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.0843761 Jul 13 19:26:36.324531 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa9c319b-bf95-4a30-9dbf-fa7efecd3335 req-d9c9feb1-3eba-4756-882a-38461519ddc6 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014528 Jul 13 19:26:36.356897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:36.360160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-43780f48-000a-4f98-b2ca-e98cbfb222a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Deleting port 9ebe711b-a15a-485d-a352-18372d537385 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:36.360518 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-43780f48-000a-4f98-b2ca-e98cbfb222a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.385587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'mac_address': 'fa:16:3e:0d:6e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:36.456854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-cca18dc1-161a-4261-9694-87ad975a3ffa tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.470147 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd9b7287-3acf-464b-b9fb-576d0a6436b8 req-cca18dc1-161a-4261-9694-87ad975a3ffa tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1734083 Jul 13 19:26:36.501710 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.519779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-43780f48-000a-4f98-b2ca-e98cbfb222a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] For port 9ebe711b-a15a-485d-a352-18372d537385, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9ebe711b-a15a-485d-a352-18372d537385,segment=NetworkSegment(cfd5c009-14f0-439e-951a-0161f64f7427),segment_id=cfd5c009-14f0-439e-951a-0161f64f7427)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:36.520848 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-43780f48-000a-4f98-b2ca-e98cbfb222a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.544364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-43780f48-000a-4f98-b2ca-e98cbfb222a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Calling delete_port for 9ebe711b-a15a-485d-a352-18372d537385 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:36.551947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df68a831-821b-472b-9c6a-86fcc03b1d5f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:36.575757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:36.580439 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.777921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ad315-36ba-4f2c-8e35-3b48c49c051d req-73754f15-e6f2-422b-8c31-fe88a3515845 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.779486 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a28ad315-36ba-4f2c-8e35-3b48c49c051d req-73754f15-e6f2-422b-8c31-fe88a3515845 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 945 time: 0.0902421 Jul 13 19:26:36.785518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:36.803641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b87cb58d-9c22-4673-a927-719c69e15fa7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:36.831136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a28ad315-36ba-4f2c-8e35-3b48c49c051d req-1fcd8b72-358d-47cc-a42c-347b07d4ef88 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Jul 13 19:26:36.868774 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['df68a831-821b-472b-9c6a-86fcc03b1d5f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:37.090835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db1e6-c9a0-4e5f-a566-effc534b3a93 req-90ebeb5f-b0e4-4325-9601-f34cd16701dc tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.092362 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-246db1e6-c9a0-4e5f-a566-effc534b3a93 req-90ebeb5f-b0e4-4325-9601-f34cd16701dc tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e5a840c-bf50-47fa-84af-a65b3b125e18 HTTP/1.1" status: 200 len: 945 time: 0.0971370 Jul 13 19:26:37.170870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-246db1e6-c9a0-4e5f-a566-effc534b3a93 req-ac5a968f-8748-4caa-a719-0e0fc852a1e8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.25 "GET /v2.0/security-groups?id=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727952 Jul 13 19:26:37.175505 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-43780f48-000a-4f98-b2ca-e98cbfb222a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.202631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:37.206044 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59562a40-f9ae-4d36-8ad5-1e046c6aa7bc" -d '{"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-unplugged", "status": "completed", "tag": "f56086ce-7842-45ae-989a-3583b18b4307"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:37.209776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43780f48-000a-4f98-b2ca-e98cbfb222a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Pushing event deleted for resources: {'Port': ['ID=9ebe711b-a15a-485d-a352-18372d537385,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:37.261688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-43780f48-000a-4f98-b2ca-e98cbfb222a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] No DVR routers for this DVR port 9ebe711b-a15a-485d-a352-18372d537385 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:37.264686 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-43780f48-000a-4f98-b2ca-e98cbfb222a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.266803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6f190d9-174e-4cfb-816e-4860b544e33f req-43780f48-000a-4f98-b2ca-e98cbfb222a8 tempest-LiveMigrationTest-2102991732 tempest-LiveMigrationTest-2102991732-project] 10.222.0.24 "DELETE /v2.0/ports/9ebe711b-a15a-485d-a352-18372d537385 HTTP/1.1" status: 204 len: 173 time: 1.0843363 Jul 13 19:26:37.267508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'name': 'network-vif-deleted', 'tag': '9ebe711b-a15a-485d-a352-18372d537385'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:37.269848 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bf2baf-c28d-42a5-b5a8-f9e3f0118fff" -d '{"events": [{"server_uuid": "9e5a840c-bf50-47fa-84af-a65b3b125e18", "name": "network-vif-deleted", "tag": "9ebe711b-a15a-485d-a352-18372d537385"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:37.453797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-921d714e-108a-4918-98d4-46da50c37cb8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.455305 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-921d714e-108a-4918-98d4-46da50c37cb8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97&tenant_id=639f879ba82141ebb6867944411978e1&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 949 time: 0.1070085 Jul 13 19:26:37.545876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-8f2d6208-173c-496d-9a43-8392b779786b service neutron] 10.222.0.60 "GET /v2.0/ports/df68a831-821b-472b-9c6a-86fcc03b1d5f/bindings/n-h2-800708-1 HTTP/1.1" status: 200 len: 382 time: 0.0845392 Jul 13 19:26:37.647936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-8bc904a4-a19e-4f36-b675-7747eaab23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.650739 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-8bc904a4-a19e-4f36-b675-7747eaab23f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1100 time: 0.0722067 Jul 13 19:26:37.684034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e807865-0435-422e-8485-b758e04385da tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.691027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e807865-0435-422e-8485-b758e04385da tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 820 time: 0.1260221 Jul 13 19:26:37.707593 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-866c097a-97ca-407d-bff0-e2f5ebab3de2 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/quotas/1a9a3ef58e9d4e1095fe5fa16215992d HTTP/1.1" status: 200 len: 375 time: 0.0150485 Jul 13 19:26:37.792372 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-46179b57-ee1b-4eeb-980c-27853cd752ee tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815392 Jul 13 19:26:37.800536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-81dcd5a4-c64e-4902-a660-f8f3c07e6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.802292 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-81dcd5a4-c64e-4902-a660-f8f3c07e6850 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1438820 Jul 13 19:26:37.856178 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-72d48403-623d-4cf2-991d-aba853643cb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 217 time: 0.0466213 Jul 13 19:26:37.891004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b87cb58d-9c22-4673-a927-719c69e15fa7 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:37.936006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-034472af-b805-4672-b0d6-6dd0a2a609c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.938066 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-034472af-b805-4672-b0d6-6dd0a2a609c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0713682 Jul 13 19:26:37.963453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b87cb58d-9c22-4673-a927-719c69e15fa7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:37.964317 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:38.009647 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b315725-56cc-412a-bdbf-35312f486912 req-73366a92-1873-4934-bd1f-275cdd698914 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0bf385d4-846f-4083-a57f-10960a50a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0992935 Jul 13 19:26:38.031571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-9195c452-2e90-4302-a70e-02a727bdb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:38.033230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-9195c452-2e90-4302-a70e-02a727bdb17d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769365 Jul 13 19:26:38.055808 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:38.067261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-379d4f1a-3beb-4198-b928-09c378f93e9d service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668185 Jul 13 19:26:38.125014 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c282f20-bc58-4280-8a7c-9d46f12d7892 x-openstack-request-id: req-0c282f20-bc58-4280-8a7c-9d46f12d7892 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:38.125537 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-unplugged", "status": "completed", "tag": "f56086ce-7842-45ae-989a-3583b18b4307", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:38.125964 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c282f20-bc58-4280-8a7c-9d46f12d7892 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:38.126538 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307', 'code': 200} Jul 13 19:26:38.134774 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b87cb58d-9c22-4673-a927-719c69e15fa7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b87cb58d-9c22-4673-a927-719c69e15fa7,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:38.140142 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:38.140985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:38.157951 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42627640-c3be-4af3-8d10-a1978cd06e2d x-openstack-request-id: req-42627640-c3be-4af3-8d10-a1978cd06e2d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:38.158303 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5a840c-bf50-47fa-84af-a65b3b125e18", "name": "network-vif-deleted", "tag": "9ebe711b-a15a-485d-a352-18372d537385", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:38.158711 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42627640-c3be-4af3-8d10-a1978cd06e2d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:38.159458 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5a840c-bf50-47fa-84af-a65b3b125e18', 'name': 'network-vif-deleted', 'tag': '9ebe711b-a15a-485d-a352-18372d537385', 'status': 'completed', 'code': 200} Jul 13 19:26:38.167611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-e3d5d70a-e168-41c1-9498-8f97987f5b29 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094203 Jul 13 19:26:38.217188 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-ab433d92-819c-4ffb-aa1b-433766bf1721 service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455956 Jul 13 19:26:38.297356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b87cb58d-9c22-4673-a927-719c69e15fa7,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:38.334963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port df68a831-821b-472b-9c6a-86fcc03b1d5f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:38.343438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port df68a831-821b-472b-9c6a-86fcc03b1d5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:38.344188 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:38.359611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-6321e7e8-05be-4e8a-a8d9-533463c76555 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854391 Jul 13 19:26:38.392140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5c8e0-32d5-4e9d-a10a-07b7ce78c14b req-ce5a629a-c7a0-432f-beb4-b54c23dbca5f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:38.400652 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6f5c8e0-32d5-4e9d-a10a-07b7ce78c14b req-ce5a629a-c7a0-432f-beb4-b54c23dbca5f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 949 time: 0.1413968 Jul 13 19:26:38.442795 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:38.475402 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6f5c8e0-32d5-4e9d-a10a-07b7ce78c14b req-19b511b0-a332-439f-956c-a7fe4186c131 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738647 Jul 13 19:26:38.486679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:38.491985 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:38.602657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:38.689572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f23ae-05e9-47e1-be83-29d8ee1d0225 req-5b1ef980-9ad7-40d3-9b01-e85207964c30 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:38.697342 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a54f23ae-05e9-47e1-be83-29d8ee1d0225 req-5b1ef980-9ad7-40d3-9b01-e85207964c30 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 945 time: 0.0759459 Jul 13 19:26:38.731733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a54f23ae-05e9-47e1-be83-29d8ee1d0225 req-4f0f2428-0634-483b-b6d8-f3c23a1defe3 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Jul 13 19:26:38.789640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d012ef-6acf-45fb-9629-ad33f16920c0 req-04415d5f-82b8-48b7-8cee-674efaed7b03 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:38.791305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-40d012ef-6acf-45fb-9629-ad33f16920c0 req-04415d5f-82b8-48b7-8cee-674efaed7b03 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 945 time: 0.0739799 Jul 13 19:26:38.835130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-40d012ef-6acf-45fb-9629-ad33f16920c0 req-7273436f-572b-495b-b52e-0c2b735eb753 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362363 Jul 13 19:26:38.921997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:39.138197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07f7b853-105d-4324-b4b5-4ebaa90076ba req-d7412189-b34c-4e88-8da7-9f915ff22e25 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 210 time: 0.0426984 Jul 13 19:26:39.188414 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad77e01-6144-47a7-81df-0f4d161984f2 admin admin] Deleting subnet 9959cf1d-702f-422b-a281-5882d959f2f1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:26:39.192058 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ad77e01-6144-47a7-81df-0f4d161984f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.236026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ad77e01-6144-47a7-81df-0f4d161984f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.327482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-448bf5ae-2589-4678-9be8-a98a1c3ae804 req-be8ef804-d170-43c9-bf5a-5d0de5280f36 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0430164 Jul 13 19:26:39.339804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ad77e01-6144-47a7-81df-0f4d161984f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.411038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ad77e01-6144-47a7-81df-0f4d161984f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.442627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad77e01-6144-47a7-81df-0f4d161984f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9959cf1d-702f-422b-a281-5882d959f2f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:39.453489 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ad77e01-6144-47a7-81df-0f4d161984f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.458373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5ad77e01-6144-47a7-81df-0f4d161984f2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9959cf1d-702f-422b-a281-5882d959f2f1 HTTP/1.1" status: 204 len: 168 time: 0.5324743 Jul 13 19:26:39.458373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:39.552706 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.659239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:39.687006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.697958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c437af1-e7bb-4d6a-a51f-e37992ea2f1c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:39.714301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd5c009-14f0-439e-951a-0161f64f7427') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:39.714887 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd5c009-14f0-439e-951a-0161f64f7427') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:39.725918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.743119 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.747442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-03605c3c-1b30-466f-aac6-98f7e69e4e12 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:39.749469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-03605c3c-1b30-466f-aac6-98f7e69e4e12 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.60 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 945 time: 0.1523077 Jul 13 19:26:39.752789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:26:39.754991 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:26:39.757436 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:26:39.827846 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.842163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.847116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] 10.222.0.25 "DELETE /v2.0/networks/7c437af1-e7bb-4d6a-a51f-e37992ea2f1c HTTP/1.1" status: 204 len: 168 time: 0.3852620 Jul 13 19:26:39.848664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:39.859819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34249660-ece8-48aa-bcf3-709f9e2fa45f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c437af1-e7bb-4d6a-a51f-e37992ea2f1c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:39.939188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcf14cb6-202e-4433-a1c0-cfccfc1734a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.985651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b670c-308c-47bd-96a6-413979f0440e req-5da0bed0-5d75-4afa-9c3f-1e82ce3a36fb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:39.991016 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a37b670c-308c-47bd-96a6-413979f0440e req-5da0bed0-5d75-4afa-9c3f-1e82ce3a36fb tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.3017945 Jul 13 19:26:40.013512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f9ab16-1fcf-4d30-9b8d-0e66dfc5dfb3 admin admin] Deleting subnet 8f0ef4a4-a4ae-4b05-b758-b2ff66b4b79a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:26:40.031856 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ab16-1fcf-4d30-9b8d-0e66dfc5dfb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.074266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae06b8c-95d9-495f-aeeb-af5fad03614e req-93aae9b8-507b-43bf-ad95-439a3bed2aa2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.075854 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fae06b8c-95d9-495f-aeeb-af5fad03614e req-93aae9b8-507b-43bf-ad95-439a3bed2aa2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 945 time: 0.1398075 Jul 13 19:26:40.083257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-74d76f1d-9108-401d-add3-28d07cde4e53 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.084709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-74d76f1d-9108-401d-add3-28d07cde4e53 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.60 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 820 time: 0.1845450 Jul 13 19:26:40.106035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Request body: {'port': {'device_id': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'admin_state_up': True, 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:40.120117 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ab16-1fcf-4d30-9b8d-0e66dfc5dfb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.124225 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a37b670c-308c-47bd-96a6-413979f0440e req-6b407dd0-d7a3-40d4-868a-52d82da0f02a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234450 Jul 13 19:26:40.128385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e95fb-a522-4a10-b0c5-2d8d98bcf13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87cb58d-9c22-4673-a927-719c69e15fa7'}, {'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:40.132216 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f127852e-543a-4ac1-b89e-f10706c2ccd3" -d '{"events": [{"server_uuid": "722e95fb-a522-4a10-b0c5-2d8d98bcf13c", "name": "network-vif-plugged", "status": "completed", "tag": "b87cb58d-9c22-4673-a927-719c69e15fa7"}, {"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-plugged", "status": "completed", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:40.192518 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ab16-1fcf-4d30-9b8d-0e66dfc5dfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.205948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fae06b8c-95d9-495f-aeeb-af5fad03614e req-987bd3e1-095c-4372-a6d4-cc8a5fc4d8a0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201730 Jul 13 19:26:40.234379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-82e980c9-2acb-40ca-9791-8f783b613163 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Deleting port b87cb58d-9c22-4673-a927-719c69e15fa7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:40.234808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-82e980c9-2acb-40ca-9791-8f783b613163 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.340037 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73245031-8690-40c3-a592-03b4e2a208b8 x-openstack-request-id: req-73245031-8690-40c3-a592-03b4e2a208b8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:40.340477 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e95fb-a522-4a10-b0c5-2d8d98bcf13c", "name": "network-vif-plugged", "status": "completed", "tag": "b87cb58d-9c22-4673-a927-719c69e15fa7", "code": 200}, {"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-plugged", "status": "completed", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:40.340785 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73245031-8690-40c3-a592-03b4e2a208b8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:40.341419 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722e95fb-a522-4a10-b0c5-2d8d98bcf13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87cb58d-9c22-4673-a927-719c69e15fa7', 'code': 200} Jul 13 19:26:40.341912 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'code': 200} Jul 13 19:26:40.404948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ab16-1fcf-4d30-9b8d-0e66dfc5dfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.447062 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcf14cb6-202e-4433-a1c0-cfccfc1734a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.463803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eb83556-ccf6-44c4-86e6-0d3864d7cc6d req-d53dc3d3-20b4-4806-b2bd-6267e56528ea tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 210 time: 0.0323918 Jul 13 19:26:40.467765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-82e980c9-2acb-40ca-9791-8f783b613163 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] For port b87cb58d-9c22-4673-a927-719c69e15fa7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b87cb58d-9c22-4673-a927-719c69e15fa7,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:40.468113 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-82e980c9-2acb-40ca-9791-8f783b613163 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.478239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Made reservation on behalf of 1a9a3ef58e9d4e1095fe5fa16215992d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:40.482385 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.486882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9ab16-1fcf-4d30-9b8d-0e66dfc5dfb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0ef4a4-a4ae-4b05-b758-b2ff66b4b79a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:40.497439 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcf14cb6-202e-4433-a1c0-cfccfc1734a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.502213 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ab16-1fcf-4d30-9b8d-0e66dfc5dfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.506606 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a1f9ab16-1fcf-4d30-9b8d-0e66dfc5dfb3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8f0ef4a4-a4ae-4b05-b758-b2ff66b4b79a HTTP/1.1" status: 204 len: 168 time: 0.6481388 Jul 13 19:26:40.507584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-82e980c9-2acb-40ca-9791-8f783b613163 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Calling delete_port for b87cb58d-9c22-4673-a927-719c69e15fa7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:40.511261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:40.545921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9ebe711b-a15a-485d-a352-18372d537385 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:40.568944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a1ed5-86b1-4d32-be42-36f07141ba36 req-2cd9332e-5863-473b-8c35-7fdcb5ae5937 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.578693 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b6a1ed5-86b1-4d32-be42-36f07141ba36 req-2cd9332e-5863-473b-8c35-7fdcb5ae5937 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=722e95fb-a522-4a10-b0c5-2d8d98bcf13c HTTP/1.1" status: 200 len: 945 time: 0.3363664 Jul 13 19:26:40.581164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 9ebe711b-a15a-485d-a352-18372d537385 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:40.581501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9ebe711b-a15a-485d-a352-18372d537385 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:40.607071 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bcf14cb6-202e-4433-a1c0-cfccfc1734a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5ca6d64050148d0ab72ac927c7ef84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9438009 Jul 13 19:26:40.631886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:40.643327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14cb6-202e-4433-a1c0-cfccfc1734a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f92078-6c67-4f35-b484-d66834759e63,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:40.671527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.693046 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b6a1ed5-86b1-4d32-be42-36f07141ba36 req-631c94fc-b3c2-4f75-a3ce-c03ebe8d2810 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123519 Jul 13 19:26:40.812779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91ff43ba-f870-42bd-b14a-e16650308f14 req-47425e92-a8b7-449a-ad33-37a4d8bae246 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0469496 Jul 13 19:26:40.840642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-82e980c9-2acb-40ca-9791-8f783b613163 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.858549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b87cb58d-9c22-4673-a927-719c69e15fa7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:40.868085 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44722e7c-357e-4bbe-8b85-a0471e217f5f req-66d966e7-61d0-4d04-867f-2def264dbb63 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0821261 Jul 13 19:26:40.907373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e980c9-2acb-40ca-9791-8f783b613163 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event deleted for resources: {'Port': ['ID=b87cb58d-9c22-4673-a927-719c69e15fa7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:40.926129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-160992bc-63a6-474f-bc72-b617265f577f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.935032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Allocated IP 172.20.0.9 (c4798454-ddf6-4a9d-9216-11cd658af69d/ab5230b4-92db-44b0-86c1-c88ed8d71a3a/a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:40.964670 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.993978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-82e980c9-2acb-40ca-9791-8f783b613163 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] No DVR routers for this DVR port b87cb58d-9c22-4673-a927-719c69e15fa7 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:40.996876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861e1790-1c81-480d-a85f-7404e5e736fa']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:40.998164 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-82e980c9-2acb-40ca-9791-8f783b613163 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.000471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ce172d8-4549-450e-8998-53ca95f97c1f req-82e980c9-2acb-40ca-9791-8f783b613163 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.60 "DELETE /v2.0/ports/b87cb58d-9c22-4673-a927-719c69e15fa7 HTTP/1.1" status: 204 len: 173 time: 1.2429030 Jul 13 19:26:41.001107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e95fb-a522-4a10-b0c5-2d8d98bcf13c', 'name': 'network-vif-deleted', 'tag': 'b87cb58d-9c22-4673-a927-719c69e15fa7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:41.004275 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773253ec-a06a-44ae-89cc-76597b998c93" -d '{"events": [{"server_uuid": "722e95fb-a522-4a10-b0c5-2d8d98bcf13c", "name": "network-vif-deleted", "tag": "b87cb58d-9c22-4673-a927-719c69e15fa7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:41.009379 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-160992bc-63a6-474f-bc72-b617265f577f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.051053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573e7dc9-6499-4cf3-9b73-cad7022c5090') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:41.051356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573e7dc9-6499-4cf3-9b73-cad7022c5090') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:41.055966 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1be8df-8f94-49b6-902f-a0f38ae256b0 x-openstack-request-id: req-6f1be8df-8f94-49b6-902f-a0f38ae256b0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:41.056269 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e95fb-a522-4a10-b0c5-2d8d98bcf13c", "name": "network-vif-deleted", "tag": "b87cb58d-9c22-4673-a927-719c69e15fa7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:41.056620 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f1be8df-8f94-49b6-902f-a0f38ae256b0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:41.057129 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722e95fb-a522-4a10-b0c5-2d8d98bcf13c', 'name': 'network-vif-deleted', 'tag': 'b87cb58d-9c22-4673-a927-719c69e15fa7', 'status': 'completed', 'code': 200} Jul 13 19:26:41.091992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.150075 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.204338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:26:41.204735 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:26:41.207336 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:26:41.280071 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-160992bc-63a6-474f-bc72-b617265f577f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.282894 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-160992bc-63a6-474f-bc72-b617265f577f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.284101 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-160992bc-63a6-474f-bc72-b617265f577f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87f92078-6c67-4f35-b484-d66834759e63 HTTP/1.1" status: 204 len: 168 time: 0.6473773 Jul 13 19:26:41.306913 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.327228 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.329690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] 10.222.0.25 "DELETE /v2.0/networks/861e1790-1c81-480d-a85f-7404e5e736fa HTTP/1.1" status: 204 len: 168 time: 0.8174353 Jul 13 19:26:41.333549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160992bc-63a6-474f-bc72-b617265f577f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f92078-6c67-4f35-b484-d66834759e63,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:41.375304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef79bcd-d5d7-454f-b431-8e77f15d3143 admin admin] Pushing event deleted for resources: {'Network': ['ID=861e1790-1c81-480d-a85f-7404e5e736fa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:41.402220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-d15c91c8-293a-410f-b11e-66b609bb8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.402598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8a6db-797c-4e2a-a752-8d56fd3e0003 req-df15634e-652e-4c89-8f44-fd0528887a56 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.404146 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ad8a6db-797c-4e2a-a752-8d56fd3e0003 req-df15634e-652e-4c89-8f44-fd0528887a56 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 950 time: 0.1223562 Jul 13 19:26:41.404954 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-d15c91c8-293a-410f-b11e-66b609bb8f0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97&tenant_id=639f879ba82141ebb6867944411978e1 HTTP/1.1" status: 200 len: 1101 time: 0.3077500 Jul 13 19:26:41.420181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:41.428753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.488084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ad8a6db-797c-4e2a-a752-8d56fd3e0003 req-e7f89323-3d4f-4ab6-acb3-c64500b09760 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616984 Jul 13 19:26:41.536883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Transition to ACTIVE for port object a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:41.544916 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-689476f4-f61a-4518-9100-73c46c33fb24 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.547714 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-689476f4-f61a-4518-9100-73c46c33fb24 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.24 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 945 time: 0.1667225 Jul 13 19:26:41.593237 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.611555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['406d9b05-b353-4e4d-95f9-41da863ddb09'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:41.635951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:41.719905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Network c4798454-ddf6-4a9d-9216-11cd658af69d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:41.737476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:41.755982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Pushing event updated for resources: {'Port': ['ID=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:41.763416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:41.839587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.841066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.848622 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.893484 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-a0f1ccb1-04ac-4777-a32a-d220cd2ece86 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7914822 Jul 13 19:26:41.903162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-947e1f5b-a9f2-4e7b-83c5-3f3657b9cc82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06fb674d5f8a44f59700ad9453117896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572429 Jul 13 19:26:41.916254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:41.938629 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Request body: {'port': {'device_id': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:42.042653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:42.118527 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ab15c0-4a68-4cc6-a6a8-ad7ef1683084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.140595 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-735b00e0-296a-4758-bed5-65f565c1e8d2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Deleting port 124f4864-dc1d-4db1-9ce4-54c69085f9c6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:42.140938 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-735b00e0-296a-4758-bed5-65f565c1e8d2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.181704 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.221112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd680b-ff47-4d1e-be43-8d8d4cdf5ffa req-4024955b-313f-4c75-bafc-49587a16978b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:42.222997 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66fd680b-ff47-4d1e-be43-8d8d4cdf5ffa req-4024955b-313f-4c75-bafc-49587a16978b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=abb4dbac-d586-4660-a7fd-2c80701cb526 HTTP/1.1" status: 200 len: 945 time: 0.4221380 Jul 13 19:26:42.230856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e97e0f0d-d341-4574-a612-dc35079cc71b None None] Provisioning for port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:42.235373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e97e0f0d-d341-4574-a612-dc35079cc71b None None] Provisioning complete for port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:42.236134 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e97e0f0d-d341-4574-a612-dc35079cc71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.250982 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f96081d5-bdd9-462b-ba3f-c13d7eb7ae4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.283721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e97e0f0d-d341-4574-a612-dc35079cc71b None None] Port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:26:42.285784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:42.324025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ca68d-c46a-47e1-a19d-480b9a564b08 req-663942ea-cffa-424e-aa48-2a1e80096219 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:42.325595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a7ca68d-c46a-47e1-a19d-480b9a564b08 req-663942ea-cffa-424e-aa48-2a1e80096219 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 931 time: 0.2074723 Jul 13 19:26:42.332211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f96081d5-bdd9-462b-ba3f-c13d7eb7ae4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.361796 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66fd680b-ff47-4d1e-be43-8d8d4cdf5ffa req-71f8c778-0449-4568-a08e-06338025ab87 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253297 Jul 13 19:26:42.377196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-735b00e0-296a-4758-bed5-65f565c1e8d2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] For port 124f4864-dc1d-4db1-9ce4-54c69085f9c6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=124f4864-dc1d-4db1-9ce4-54c69085f9c6,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:42.377566 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-735b00e0-296a-4758-bed5-65f565c1e8d2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.404168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-735b00e0-296a-4758-bed5-65f565c1e8d2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Calling delete_port for 124f4864-dc1d-4db1-9ce4-54c69085f9c6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:42.429868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:42.505642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ab15c0-4a68-4cc6-a6a8-ad7ef1683084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.506682 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f96081d5-bdd9-462b-ba3f-c13d7eb7ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.514874 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f96081d5-bdd9-462b-ba3f-c13d7eb7ae4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.516136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f96081d5-bdd9-462b-ba3f-c13d7eb7ae4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4 HTTP/1.1" status: 204 len: 168 time: 0.5985241 Jul 13 19:26:42.529477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ab15c0-4a68-4cc6-a6a8-ad7ef1683084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.543406 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a7ca68d-c46a-47e1-a19d-480b9a564b08 req-b91888fe-d311-4b49-b605-f08aa3a933a7 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043433 Jul 13 19:26:42.549175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:42.551496 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac24021-710a-4faf-a04b-ab30860a0df8" -d '{"events": [{"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-unplugged", "status": "completed", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:42.563164 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.579274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96081d5-bdd9-462b-ba3f-c13d7eb7ae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83e5cb4-e38d-45a4-b1f0-c4f35453f2f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:42.632862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Transition to ACTIVE for port object df68a831-821b-472b-9c6a-86fcc03b1d5f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:42.641247 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.660047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-12ab15c0-4a68-4cc6-a6a8-ad7ef1683084 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=087f8f0890eb4fca9ecce28d569f871e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6149292 Jul 13 19:26:42.665434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:42.680869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab15c0-4a68-4cc6-a6a8-ad7ef1683084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc15e4c3-7aa4-4b16-9572-d72279c07b8f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:42.814879 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-793d3ad4-98dd-46a2-ab27-e519ec8a3716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.827105 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-735b00e0-296a-4758-bed5-65f565c1e8d2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.840048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['124f4864-dc1d-4db1-9ce4-54c69085f9c6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:42.842066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:42.845808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] No DVR routers for this DVR port df68a831-821b-472b-9c6a-86fcc03b1d5f on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:42.856534 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c347c85-eb92-4cb8-8f79-912873d5f529 req-e85022ab-b322-421c-aa06-ecdb523eeb5d tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0940046 Jul 13 19:26:42.881184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-793d3ad4-98dd-46a2-ab27-e519ec8a3716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.883800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b00e0-296a-4758-bed5-65f565c1e8d2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event deleted for resources: {'Port': ['ID=124f4864-dc1d-4db1-9ce4-54c69085f9c6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:42.961790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:42.973579 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.995878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-735b00e0-296a-4758-bed5-65f565c1e8d2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] No DVR routers for this DVR port 124f4864-dc1d-4db1-9ce4-54c69085f9c6 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:43.007435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Transition to ACTIVE for port object a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:43.048604 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-735b00e0-296a-4758-bed5-65f565c1e8d2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.050594 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.054949 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1d2cdd41-16d7-40e0-83bc-4217012e0420 req-735b00e0-296a-4758-bed5-65f565c1e8d2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.24 "DELETE /v2.0/ports/124f4864-dc1d-4db1-9ce4-54c69085f9c6 HTTP/1.1" status: 204 len: 173 time: 1.5015998 Jul 13 19:26:43.059065 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb4dbac-d586-4660-a7fd-2c80701cb526', 'name': 'network-vif-deleted', 'tag': '124f4864-dc1d-4db1-9ce4-54c69085f9c6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:43.064002 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84677bfa-6298-4d62-8f3f-63c9d143eb3d" -d '{"events": [{"server_uuid": "abb4dbac-d586-4660-a7fd-2c80701cb526", "name": "network-vif-deleted", "tag": "124f4864-dc1d-4db1-9ce4-54c69085f9c6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:43.107493 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-793d3ad4-98dd-46a2-ab27-e519ec8a3716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.111929 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-793d3ad4-98dd-46a2-ab27-e519ec8a3716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.113332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-793d3ad4-98dd-46a2-ab27-e519ec8a3716 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc15e4c3-7aa4-4b16-9572-d72279c07b8f HTTP/1.1" status: 204 len: 168 time: 0.4466355 Jul 13 19:26:43.114116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:43.152164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d3ad4-98dd-46a2-ab27-e519ec8a3716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc15e4c3-7aa4-4b16-9572-d72279c07b8f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:43.154455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:43.154804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:43.155134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:43.198285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c6a9fa44-e063-4707-acfb-3c27c2f33eab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fcf85edac874ed5ab21db97abbf21e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652666 Jul 13 19:26:43.200362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Port df68a831-821b-472b-9c6a-86fcc03b1d5f on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:43.200580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:43.200698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Attempting to bind port df68a831-821b-472b-9c6a-86fcc03b1d5f on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:43.229536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Pushing event updated for resources: {'Port': ['ID=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:43.244445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:43.244774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:43.245128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:43.245575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Bound port: df68a831-821b-472b-9c6a-86fcc03b1d5f, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:43.245896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.284689 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d08b66b4-db88-4b38-875a-cc29db012c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.349644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d08b66b4-db88-4b38-875a-cc29db012c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.379145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47a223-8f8c-48f4-80e8-66d28309c1f2 req-93ec4bef-52c3-41e4-89c8-18b5a416331d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:43.386634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e47a223-8f8c-48f4-80e8-66d28309c1f2 req-93ec4bef-52c3-41e4-89c8-18b5a416331d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 949 time: 0.3417842 Jul 13 19:26:43.451664 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d08b66b4-db88-4b38-875a-cc29db012c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.457857 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d08b66b4-db88-4b38-875a-cc29db012c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.463142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d08b66b4-db88-4b38-875a-cc29db012c8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/367cfd31-c10d-4ac5-8b13-9ecea11a6496 HTTP/1.1" status: 204 len: 168 time: 0.2612076 Jul 13 19:26:43.474932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b66b4-db88-4b38-875a-cc29db012c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367cfd31-c10d-4ac5-8b13-9ecea11a6496,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:43.535429 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dd9343-2d15-40df-bab6-d841abd4dd79 x-openstack-request-id: req-28dd9343-2d15-40df-bab6-d841abd4dd79 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:43.535724 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-unplugged", "status": "completed", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:43.535977 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28dd9343-2d15-40df-bab6-d841abd4dd79 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:43.536373 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'code': 200} Jul 13 19:26:43.550876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e47a223-8f8c-48f4-80e8-66d28309c1f2 req-f0aff953-494b-4cd6-a7e3-a77feefb5b4f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632416 Jul 13 19:26:43.589656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:43.595329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:43.603772 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.673046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Attempting to bind port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:43.673442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Attempting to bind port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:43.673782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Attempting to bind port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 on network c4798454-ddf6-4a9d-9216-11cd658af69d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:43.681985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:43.682594 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.684195 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] 10.222.0.24 "PUT /v2.0/ports/df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 1097 time: 2.2689331 Jul 13 19:26:43.718032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 on network c4798454-ddf6-4a9d-9216-11cd658af69d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:43.718367 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Attempting to bind port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 on network c4798454-ddf6-4a9d-9216-11cd658af69d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:43.779454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:43.780043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Checking segment: {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:43.780613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Bound using segment: {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:43.781236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Bound port: a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce3cca5a-899b-47e5-94e9-11062b750118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:43.781772 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.808780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c784c25-abc8-4c1a-bc2d-bd289ed3ee66 service neutron] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=11']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:43.863609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-b85e02f6-f0f6-443c-81e1-6b8ee53ecf15 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:43.873682 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-b85e02f6-f0f6-443c-81e1-6b8ee53ecf15 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/networks?id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd HTTP/1.1" status: 200 len: 821 time: 0.2045555 Jul 13 19:26:43.899943 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-a7dec155-5295-499d-a5bf-5278499b0c50 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/quotas/f545a053873340abbe8e169890f41716 HTTP/1.1" status: 200 len: 375 time: 0.0250223 Jul 13 19:26:43.924215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b87cb58d-9c22-4673-a927-719c69e15fa7 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:43.963203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-801b3310-4231-40bc-b016-ab149f9fa2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:43.965519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-801b3310-4231-40bc-b016-ab149f9fa2e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1100 time: 0.2379825 Jul 13 19:26:43.985803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: b87cb58d-9c22-4673-a927-719c69e15fa7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:43.986132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b87cb58d-9c22-4673-a927-719c69e15fa7 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:43.990525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:44.011425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] For port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:44.015757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] For port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:44.028487 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.085323 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-7f618a94-15fa-483d-8d35-9bc033ee85b0 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f545a053873340abbe8e169890f41716&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1833923 Jul 13 19:26:44.148982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:44.158574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:44.159388 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.161658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] 10.222.0.60 "PUT /v2.0/ports/a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 HTTP/1.1" status: 200 len: 1091 time: 2.2279766 Jul 13 19:26:44.269143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-865588d1-dc95-428e-a924-f495bd0e5118 service neutron] 10.222.0.25 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814721 Jul 13 19:26:44.278013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7078cf-debc-41e2-ac0d-fe2a298d904b service neutron] Pushing event updated for resources: {'Port': ['ID=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:44.402291 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-aef1aa3e-4f42-4024-809d-82f02e65c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:44.405524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-aef1aa3e-4f42-4024-809d-82f02e65c81c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.4254303 Jul 13 19:26:44.450940 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b64ab9-3788-41de-816c-e80f5b537b21 x-openstack-request-id: req-c4b64ab9-3788-41de-816c-e80f5b537b21 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:44.451243 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb4dbac-d586-4660-a7fd-2c80701cb526", "name": "network-vif-deleted", "tag": "124f4864-dc1d-4db1-9ce4-54c69085f9c6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:44.451513 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4b64ab9-3788-41de-816c-e80f5b537b21 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:44.451912 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb4dbac-d586-4660-a7fd-2c80701cb526', 'name': 'network-vif-deleted', 'tag': '124f4864-dc1d-4db1-9ce4-54c69085f9c6', 'status': 'completed', 'code': 200} Jul 13 19:26:44.504328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-bb9ead03-e80c-4ce9-8a71-629b3c7c0377 service neutron] 10.222.0.25 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341945 Jul 13 19:26:44.505049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-526e15e9-4f73-4145-8675-a8f91d3533c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 217 time: 0.0925221 Jul 13 19:26:44.517201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-32a6ca54-2e87-43d2-8404-5ddcb264964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:44.519568 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-32a6ca54-2e87-43d2-8404-5ddcb264964b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 1094 time: 0.2878544 Jul 13 19:26:44.625065 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-ff5dd1b5-847b-4883-a287-e44083b5da67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 HTTP/1.1" status: 200 len: 217 time: 0.0960841 Jul 13 19:26:44.684069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-273d7c7f-0a7c-46a1-ad18-4847ec308583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:44.685969 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-273d7c7f-0a7c-46a1-ad18-4847ec308583 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1650555 Jul 13 19:26:44.694435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-3e851e4c-f550-4f98-b96d-36754e0b1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:44.696924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-3e851e4c-f550-4f98-b96d-36754e0b1346 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.0644252 Jul 13 19:26:44.858784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-aaf6abdb-726c-4d7c-a79d-8ad96a3210d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:44.864928 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-aaf6abdb-726c-4d7c-a79d-8ad96a3210d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676931 Jul 13 19:26:44.891073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-3656bb43-1636-4ba0-9609-f9d1c10ea7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:44.892635 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-3656bb43-1636-4ba0-9609-f9d1c10ea7f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600673 Jul 13 19:26:45.003588 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cebd8-381a-426b-9b6e-288834f5f971 req-c9fdd332-3211-4f82-b702-7049aa57d537 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:45.005799 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe7cebd8-381a-426b-9b6e-288834f5f971 req-c9fdd332-3211-4f82-b702-7049aa57d537 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 943 time: 0.0807323 Jul 13 19:26:45.102947 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe7cebd8-381a-426b-9b6e-288834f5f971 req-41b70654-843e-4600-a827-87902e51fc8b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852106 Jul 13 19:26:45.363243 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0e1001b-78c4-40b1-852a-6187a3a4b040 req-e89644ef-536b-4cdb-a1e7-2d19a5068ef1 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0796785 Jul 13 19:26:45.426040 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.485870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-9ba8302f-f70b-44de-b9ba-fb2715ea4f10 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012685 Jul 13 19:26:45.488073 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-fd40a2c2-9c5a-4fae-99b2-892a2c73cdf4 service neutron] 10.222.0.60 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803983 Jul 13 19:26:45.660604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f'}, {'name': 'network-changed', 'server_uuid': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'tag': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:45.662894 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde" -d '{"events": [{"name": "network-changed", "server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f"}, {"name": "network-changed", "server_uuid": "d7a74b19-a75d-4432-b52a-cf030bf6623a", "tag": "a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:45.687495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc3266-70fb-4e00-9038-0ea1d23ac045 req-052e8952-56dc-4a5e-9985-daf6c857589f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:45.690248 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-18cc3266-70fb-4e00-9038-0ea1d23ac045 req-052e8952-56dc-4a5e-9985-daf6c857589f tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 949 time: 0.0897696 Jul 13 19:26:45.707670 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78df5d18-0c7c-4749-9a4f-fcb44ec03dad req-0555b8ef-424a-4c18-b460-5919919d91a2 service neutron] 10.222.0.60 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096217 Jul 13 19:26:45.802608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-18cc3266-70fb-4e00-9038-0ea1d23ac045 req-b7517ad1-2a5a-43fb-b843-b5d70fa7968c tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883982 Jul 13 19:26:45.875740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-9347add4-b081-4b92-a2a5-88423d2c0e4f tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:45.882260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-9347add4-b081-4b92-a2a5-88423d2c0e4f tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.1976652 Jul 13 19:26:45.886307 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1deee06a-6598-4286-b8d6-73fe3083f8f9 req-47462da2-0409-4dc6-9d67-54bc66ec89ce service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040420 Jul 13 19:26:45.904363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-5a367c52-5c28-4f99-9ab8-af1655847408 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/quotas/55c1b6660b43410b9642a613186cc03f HTTP/1.1" status: 200 len: 375 time: 0.0202589 Jul 13 19:26:45.954078 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-191fef6c-fcdb-415b-8248-77d619d49ee6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487857 Jul 13 19:26:46.008580 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d3c7ea9d-0891-4b7f-b453-2e89e6e88591 req-d2bce35a-3c38-4b89-af4e-7d0581b30748 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 210 time: 0.0437419 Jul 13 19:26:46.013266 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.064227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f0970b6d-d936-4e8e-9e42-7928061160df service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092641 Jul 13 19:26:46.166209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-dab91580-8624-4cf8-a88f-2ad424c82c18 service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908713 Jul 13 19:26:46.326776 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf925c9-18f7-462a-a34d-0cfd14ade5f2 x-openstack-request-id: req-0cf925c9-18f7-462a-a34d-0cfd14ade5f2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:46.327247 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7a74b19-a75d-4432-b52a-cf030bf6623a", "tag": "a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:46.327518 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cf925c9-18f7-462a-a34d-0cfd14ade5f2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:46.327926 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'status': 'completed', 'code': 200} Jul 13 19:26:46.328511 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'tag': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'status': 'completed', 'code': 200} Jul 13 19:26:46.538597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-fb8e082e-c7f9-416c-b5f0-9bdce3674952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.540885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-fb8e082e-c7f9-416c-b5f0-9bdce3674952 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1100 time: 0.1716130 Jul 13 19:26:46.563629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 124f4864-dc1d-4db1-9ce4-54c69085f9c6 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:46.598931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 124f4864-dc1d-4db1-9ce4-54c69085f9c6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:46.599528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 124f4864-dc1d-4db1-9ce4-54c69085f9c6 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:46.603562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-6bcccb9a-4519-414d-90b5-bd62fcf82d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.605103 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-6bcccb9a-4519-414d-90b5-bd62fcf82d43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1100 time: 0.1960857 Jul 13 19:26:46.684762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fbf1-39ba-4619-bd24-4036eed3959e req-c50c79a6-ccfc-4927-94f4-42c3ab5e3581 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.693026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-52d4fbf1-39ba-4619-bd24-4036eed3959e req-c50c79a6-ccfc-4927-94f4-42c3ab5e3581 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 943 time: 0.2583435 Jul 13 19:26:46.708661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-e89572ec-7c8c-4249-9ac6-439258d430b0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6a3e5f1770514e81905c9201afc0eacd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769613 Jul 13 19:26:46.734037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-3b75e2a9-41f2-412d-b9f1-cc192ba0c5fd tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.735959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-3b75e2a9-41f2-412d-b9f1-cc192ba0c5fd tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.24 "GET /v2.0/networks?id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd HTTP/1.1" status: 200 len: 821 time: 0.2869415 Jul 13 19:26:46.760808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Request body: {'port': {'device_id': '33280c20-152b-43cc-8817-d0614c8c4241', 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd', 'admin_state_up': True, 'tenant_id': 'f545a053873340abbe8e169890f41716'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:46.810445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-52d4fbf1-39ba-4619-bd24-4036eed3959e req-80c2fb0e-d834-4940-8743-9e6536b40d17 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162305 Jul 13 19:26:46.827018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-ed3155ad-de70-43c6-971b-127153ce1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.828526 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-ed3155ad-de70-43c6-971b-127153ce1e93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2781563 Jul 13 19:26:46.892358 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-2df90a25-916b-4452-b831-e6650f3f5dfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 217 time: 0.0567913 Jul 13 19:26:46.892948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Made reservation on behalf of f545a053873340abbe8e169890f41716 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:46.895800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-5ff93b62-a314-408c-87a2-206e5fd867b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.897293 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-5ff93b62-a314-408c-87a2-206e5fd867b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2644551 Jul 13 19:26:46.897774 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.985070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-7045df7d-dee9-4855-9d4b-ec11686a1420 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.986611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-7045df7d-dee9-4855-9d4b-ec11686a1420 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700489 Jul 13 19:26:46.988357 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-8c5c02cf-8b59-4d86-b662-85b5a8195742 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 200 len: 217 time: 0.0727019 Jul 13 19:26:47.016467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-d62e5585-5877-4565-9c50-ee9d983d37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.018070 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-d62e5585-5877-4565-9c50-ee9d983d37d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1164224 Jul 13 19:26:47.037513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-7324f482-d678-42bd-9fdc-2d774fcd577c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/quotas/6a3e5f1770514e81905c9201afc0eacd HTTP/1.1" status: 200 len: 375 time: 0.0418820 Jul 13 19:26:47.098163 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c81ac-2ebb-431d-b008-e69263f18966 req-42b29af0-a7b6-4636-8ed6-cd06a315bb3e tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.099763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-677c81ac-2ebb-431d-b008-e69263f18966 req-42b29af0-a7b6-4636-8ed6-cd06a315bb3e tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 948 time: 0.1166623 Jul 13 19:26:47.105235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Allocated IP 172.20.0.6 (b9326bba-bd84-49ea-8064-31ba3b5dd7bd/3ba66efc-e478-4fa2-80af-71b4974c0809/fec90316-80da-4c21-b205-210e1ceed9eb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:47.109678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-463a9c92-62c8-40ef-b474-c96beacd217c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a3e5f1770514e81905c9201afc0eacd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585375 Jul 13 19:26:47.116158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-f01c2f45-5b61-40a4-a74b-198e7223636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.117717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-f01c2f45-5b61-40a4-a74b-198e7223636c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1143014 Jul 13 19:26:47.171965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-390e38dc-d673-4119-b49c-34f8cf86a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.173712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-390e38dc-d673-4119-b49c-34f8cf86a9d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332376 Jul 13 19:26:47.185011 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-677c81ac-2ebb-431d-b008-e69263f18966 req-deb1e2d5-194c-4762-a02a-0fe05be8f4ee tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757761 Jul 13 19:26:47.246143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-6762d66e-3d87-430d-82aa-77a2106de058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.248006 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-6762d66e-3d87-430d-82aa-77a2106de058 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210442 Jul 13 19:26:47.332723 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.387164 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.412115 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87e29e09-fa42-4e40-b8bc-288338d46df4 req-e474e0eb-a08c-4ded-a8df-94db1c4b8b72 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 210 time: 0.0367241 Jul 13 19:26:47.416493 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-8899ade5-028d-4085-8a2d-c1911c574397 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374826 Jul 13 19:26:47.446453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-379065a9-c80c-4bc3-b4a6-1f3b3e8536d3 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625046 Jul 13 19:26:47.484157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Network b9326bba-bd84-49ea-8064-31ba3b5dd7bd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:47.501511 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:47.506200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:47.555057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event updated for resources: {'Port': ['ID=fec90316-80da-4c21-b205-210e1ceed9eb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:47.603029 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-bb4e2008-b3e4-4957-919c-98ae8cb3c23a tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=17c8f19ea9244b2eb8275053d08ec34e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003838 Jul 13 19:26:47.612927 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d2f36890-1f84-49b0-bbf1-1c855962d238 req-87b26cec-70db-476a-bdcb-9e00a7fdb79d tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0395222 Jul 13 19:26:47.634701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.635509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.670347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-1985455b-61e7-42cd-8a39-4d09045530ad tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9180419 Jul 13 19:26:47.702433 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-c9a97517-544f-4a0e-b08a-462e8e5d43a6 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761071 Jul 13 19:26:47.714932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Request body: {'port': {'device_id': '33280c20-152b-43cc-8817-d0614c8c4241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:47.802284 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-d8785585-6a4e-4aff-ba73-1f666960b51f service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426609 Jul 13 19:26:47.863165 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-11e7ef02-943b-488c-afcf-44daa57bfeb6 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.871716 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-11e7ef02-943b-488c-afcf-44daa57bfeb6 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2667298 Jul 13 19:26:47.879936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-c9fa16ba-5125-49ec-aa67-4453690f1616 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.881391 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-c9fa16ba-5125-49ec-aa67-4453690f1616 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.2630157 Jul 13 19:26:47.888905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.927942 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-c3ea4b00-623d-4c0a-98f5-bf9208a31b22 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/quotas/17c8f19ea9244b2eb8275053d08ec34e HTTP/1.1" status: 200 len: 375 time: 0.0548811 Jul 13 19:26:47.984989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-3343fb95-3c72-4bda-a796-a12f0845aae2 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=17c8f19ea9244b2eb8275053d08ec34e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561526 Jul 13 19:26:48.012204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-d0d6b5c3-885d-4b87-b6bc-4538a13cd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.015840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-d0d6b5c3-885d-4b87-b6bc-4538a13cd6f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 1094 time: 0.1361747 Jul 13 19:26:48.270139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-816997c6-a4fb-40e5-858d-68221a10eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.277669 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-816997c6-a4fb-40e5-858d-68221a10eafe service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.2462749 Jul 13 19:26:48.297602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Request body: {'port': {'device_id': 'a19385a0-c847-46c0-9988-6e9300bd23ba', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'admin_state_up': True, 'tenant_id': '55c1b6660b43410b9642a613186cc03f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:48.376528 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-5b5091a1-6258-4de0-86b6-dbdc3185dafd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 HTTP/1.1" status: 200 len: 217 time: 0.0847218 Jul 13 19:26:48.420122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff75b42-8e09-479a-bc68-1c19b6f2bdea req-50eb40b5-0b3f-4061-a0f1-24a231bec0f4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.421454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ff75b42-8e09-479a-bc68-1c19b6f2bdea req-50eb40b5-0b3f-4061-a0f1-24a231bec0f4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 949 time: 0.6426461 Jul 13 19:26:48.511327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-6700ed39-4565-435e-8b06-0ddd92ef74eb tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.513105 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-6700ed39-4565-435e-8b06-0ddd92ef74eb tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 948 time: 0.3339212 Jul 13 19:26:48.527918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f57a69-af16-425f-93da-41a75a48294c req-bff6e463-c29c-490b-a51f-a13581ca656b tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.529616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3f57a69-af16-425f-93da-41a75a48294c req-bff6e463-c29c-490b-a51f-a13581ca656b tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 931 time: 0.1492686 Jul 13 19:26:48.532858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-e2a27f45-2f4b-4e30-a503-d08330d7dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.534388 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-e2a27f45-2f4b-4e30-a503-d08330d7dea5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.1186588 Jul 13 19:26:48.565037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ff75b42-8e09-479a-bc68-1c19b6f2bdea req-b0949173-e25c-4fa0-88f8-58a0bc62a4b6 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184974 Jul 13 19:26:48.606425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Made reservation on behalf of 55c1b6660b43410b9642a613186cc03f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:48.610381 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.701213 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3f57a69-af16-425f-93da-41a75a48294c req-acb56f0c-63d4-431c-af7b-45a426cb93cb tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117084 Jul 13 19:26:48.718662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-b71be598-5528-43cd-9d49-40a9811d4624 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Deleting port 7784b493-d206-4aa4-9034-998290a1a1c4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:48.719005 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-b71be598-5528-43cd-9d49-40a9811d4624 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.767730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-2e3b7caf-a6cb-45db-a77e-83f7aec027b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.769638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-2e3b7caf-a6cb-45db-a77e-83f7aec027b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720662 Jul 13 19:26:48.772555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-546ac168-41ce-4097-8788-86f90e2f8acc tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6a3e5f1770514e81905c9201afc0eacd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842941 Jul 13 19:26:48.965702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Allocated IP 172.20.0.5 (72f09d8e-4f78-4d20-8020-5fca1d07f50e/689eb9a9-afaa-4060-b430-02da6938dc28/c2e13379-df21-4c03-b537-f2bdba61383f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:49.093312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-2cfddefb-fb43-45e8-a521-e7b9ac228172 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:49.095172 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-2cfddefb-fb43-45e8-a521-e7b9ac228172 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092420 Jul 13 19:26:49.097771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec90316-80da-4c21-b205-210e1ceed9eb {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:49.110289 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.140759 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-81915767-3c2a-472a-9761-8513b247233c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/quotas/6a3e5f1770514e81905c9201afc0eacd HTTP/1.1" status: 200 len: 375 time: 0.0327127 Jul 13 19:26:49.152603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Transition to ACTIVE for port object fec90316-80da-4c21-b205-210e1ceed9eb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:49.200976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.234592 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-6b585894-1260-455f-8815-3eb7603c2bd0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a3e5f1770514e81905c9201afc0eacd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833738 Jul 13 19:26:49.312970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-95cc72a2-fc93-485a-ab4f-227da66f4cfa tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6a3e5f1770514e81905c9201afc0eacd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693207 Jul 13 19:26:49.331716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Pushing event updated for resources: {'Port': ['ID=fec90316-80da-4c21-b205-210e1ceed9eb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:49.391636 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.407314 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-b71be598-5528-43cd-9d49-40a9811d4624 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] For port 7784b493-d206-4aa4-9034-998290a1a1c4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7784b493-d206-4aa4-9034-998290a1a1c4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:49.407779 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-b71be598-5528-43cd-9d49-40a9811d4624 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.410540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Attempting to bind port fec90316-80da-4c21-b205-210e1ceed9eb on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:49.410877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Attempting to bind port fec90316-80da-4c21-b205-210e1ceed9eb by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:49.411201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Attempting to bind port fec90316-80da-4c21-b205-210e1ceed9eb on network b9326bba-bd84-49ea-8064-31ba3b5dd7bd {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:49.442021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-b71be598-5528-43cd-9d49-40a9811d4624 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Calling delete_port for 7784b493-d206-4aa4-9034-998290a1a1c4 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:49.481089 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.483490 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-cfe9e310-fd28-4526-b229-3394231be349 service neutron] 10.222.0.60 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074285 Jul 13 19:26:49.485057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Port fec90316-80da-4c21-b205-210e1ceed9eb on network b9326bba-bd84-49ea-8064-31ba3b5dd7bd not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:49.485720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Attempting to bind port fec90316-80da-4c21-b205-210e1ceed9eb on network b9326bba-bd84-49ea-8064-31ba3b5dd7bd {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:49.501472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:49.502052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Checking segment: {'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:49.502709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Bound using segment: {'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:49.503148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Bound port: fec90316-80da-4c21-b205-210e1ceed9eb, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f750d988-43fd-46d8-bb5a-c2b44185fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:49.503504 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.566628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f4a2c-e013-4045-91c5-fcc49072578c req-1d64e2e3-1114-4388-8542-4fc3baa26dc7 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:49.568212 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-105f4a2c-e013-4045-91c5-fcc49072578c req-1d64e2e3-1114-4388-8542-4fc3baa26dc7 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 943 time: 0.3263669 Jul 13 19:26:49.584730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4cce7780-6b48-48dd-9b32-46a11f358f38 req-1bc444ff-4d38-4ace-85b5-016a46ac48a6 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 210 time: 0.0530338 Jul 13 19:26:49.590348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Network 72f09d8e-4f78-4d20-8020-5fca1d07f50e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:49.615527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:49.622486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-6a68285b-5cec-443e-aae0-7ac15bf8f867 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:49.623958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-6a68285b-5cec-443e-aae0-7ac15bf8f867 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036039 Jul 13 19:26:49.645652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:49.658903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Request body: {'port': {'device_id': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '6a3e5f1770514e81905c9201afc0eacd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:49.725308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event updated for resources: {'Port': ['ID=c2e13379-df21-4c03-b537-f2bdba61383f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:49.747703 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-1f147354-8163-41f1-a001-5c9be3c86419 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=17c8f19ea9244b2eb8275053d08ec34e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982242 Jul 13 19:26:49.781621 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-105f4a2c-e013-4045-91c5-fcc49072578c req-e002c80c-72f3-4323-84f8-4fcdda649193 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689746 Jul 13 19:26:49.846806 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c42ad1c7-00d5-4016-b0cb-a81456ce2cde req-22e6df26-b962-45c2-a5ee-921644ae6bdc service neutron] 10.222.0.60 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565669 Jul 13 19:26:49.905679 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-b71be598-5528-43cd-9d49-40a9811d4624 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.946980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Made reservation on behalf of 6a3e5f1770514e81905c9201afc0eacd for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:49.950228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:49.951692 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.954096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71be598-5528-43cd-9d49-40a9811d4624 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Pushing event deleted for resources: {'Port': ['ID=7784b493-d206-4aa4-9034-998290a1a1c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:49.969479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:49.970111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.977175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.015790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] For port fec90316-80da-4c21-b205-210e1ceed9eb, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:50.030957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] For port fec90316-80da-4c21-b205-210e1ceed9eb, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fec90316-80da-4c21-b205-210e1ceed9eb,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:50.040745 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.045080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-b71be598-5528-43cd-9d49-40a9811d4624 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] No DVR routers for this DVR port 7784b493-d206-4aa4-9034-998290a1a1c4 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:50.047907 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-b71be598-5528-43cd-9d49-40a9811d4624 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.050221 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d4cdca2a-5c2f-4545-9aea-9e09480c92c0 req-b71be598-5528-43cd-9d49-40a9811d4624 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.24 "DELETE /v2.0/ports/7784b493-d206-4aa4-9034-998290a1a1c4 HTTP/1.1" status: 204 len: 173 time: 1.5193977 Jul 13 19:26:50.068808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'name': 'network-vif-deleted', 'tag': '7784b493-d206-4aa4-9034-998290a1a1c4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:50.071511 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b25891-0b35-4ee6-b8c1-4080c827564e" -d '{"events": [{"server_uuid": "38dd43c7-ac19-47d3-a55b-105af068c9dd", "name": "network-vif-deleted", "tag": "7784b493-d206-4aa4-9034-998290a1a1c4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:50.153751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50628d25-9b36-475f-b98a-85996bf7b01a req-0686d5b8-10a9-4ad1-8525-ee239da287ff tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.155417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.155810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50628d25-9b36-475f-b98a-85996bf7b01a req-0686d5b8-10a9-4ad1-8525-ee239da287ff tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 931 time: 0.1503863 Jul 13 19:26:50.157234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.158276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:50.160018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] 10.222.0.24 "PUT /v2.0/ports/fec90316-80da-4c21-b205-210e1ceed9eb HTTP/1.1" status: 200 len: 1091 time: 2.4588020 Jul 13 19:26:50.171357 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-f7e1467c-7cfc-4c9f-9754-b696ff5191ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8833520 Jul 13 19:26:50.173614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33280c20-152b-43cc-8817-d0614c8c4241', 'tag': 'fec90316-80da-4c21-b205-210e1ceed9eb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:50.179945 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29" -d '{"events": [{"name": "network-changed", "server_uuid": "33280c20-152b-43cc-8817-d0614c8c4241", "tag": "fec90316-80da-4c21-b205-210e1ceed9eb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:50.180983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'port_id': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'mac_address': 'fa:16:3e:6e:8a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:50.229376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50628d25-9b36-475f-b98a-85996bf7b01a req-2fe56462-bb94-49fa-9ffa-149a59fd2d1a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643191 Jul 13 19:26:50.259300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Request body: {'port': {'device_id': 'a19385a0-c847-46c0-9988-6e9300bd23ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:50.272956 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.282428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-66fb7186-ac86-4185-8dcf-407492b3aecc tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.283998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.284293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-66fb7186-ac86-4185-8dcf-407492b3aecc tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5162659 Jul 13 19:26:50.290381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.319646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:50.346583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Request body: {'port': {'device_id': '22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '17c8f19ea9244b2eb8275053d08ec34e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:50.363821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:50.369961 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.391253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990a44c-5872-4753-95a2-de609b1ae820 service neutron] Pushing event updated for resources: {'Port': ['ID=fec90316-80da-4c21-b205-210e1ceed9eb,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:50.475855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:50.495970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8faaa0-1596-4f64-9759-26071fc6ca6c req-2297b5f7-91a7-4729-a551-90054cec517d tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.497543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1f8faaa0-1596-4f64-9759-26071fc6ca6c req-2297b5f7-91a7-4729-a551-90054cec517d tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=38dd43c7-ac19-47d3-a55b-105af068c9dd HTTP/1.1" status: 200 len: 865 time: 0.6813767 Jul 13 19:26:50.503601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Allocated IP 192.168.233.172 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/765af92a-88bd-44fc-95e8-796461dbd621) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:50.532908 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac00c66e-fd41-4bc7-8e12-db3aa7768472 req-73d57f25-cf81-41f0-9cc7-6718e0e4342e tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0504100 Jul 13 19:26:50.566617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:50.571474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:50.607938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:50.740654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1f8faaa0-1596-4f64-9759-26071fc6ca6c req-1ddc57b2-692b-46ec-9ded-14b7415fc42f tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136214 Jul 13 19:26:50.743308 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.743870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4d7f766-409b-445a-8a76-d4fcc712781d req-a8788743-b2b6-4e60-801b-666709b1a8a9 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 210 time: 0.0433438 Jul 13 19:26:50.777218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Made reservation on behalf of 17c8f19ea9244b2eb8275053d08ec34e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:50.791172 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.818969 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.822608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-3dfbe1b8-e020-4ca3-b5d5-c8cd525e9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.824317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-3dfbe1b8-e020-4ca3-b5d5-c8cd525e9ec6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f545a053873340abbe8e169890f41716&device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 1094 time: 0.3830714 Jul 13 19:26:50.849253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:50.863711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'mac_address': 'fa:16:3e:0d:6e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:50.866931 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90a98132-0411-4e77-8822-db76bfe24e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.880433 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.915466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Transition to ACTIVE for port object 765af92a-88bd-44fc-95e8-796461dbd621 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:50.961040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-ac393e13-46b4-48db-962a-eb95e1639056 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec90316-80da-4c21-b205-210e1ceed9eb HTTP/1.1" status: 200 len: 217 time: 0.1186395 Jul 13 19:26:51.008765 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.015895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.043794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df68a831-821b-472b-9c6a-86fcc03b1d5f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:51.076153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21917b-7dd2-4078-aed3-56136421e3a3 req-d068e51e-0309-4235-88ae-b6c114282159 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.083472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd21917b-7dd2-4078-aed3-56136421e3a3 req-d068e51e-0309-4235-88ae-b6c114282159 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 943 time: 0.1855321 Jul 13 19:26:51.096850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:51.101081 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.117850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:51.133856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:51.141214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:51.165086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:51.174321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e6e4402a-7f18-47ed-80cc-ac898f74ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.176079 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e6e4402a-7f18-47ed-80cc-ac898f74ad91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ba66efc-e478-4fa2-80af-71b4974c0809 HTTP/1.1" status: 200 len: 861 time: 0.1983352 Jul 13 19:26:51.181033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:51.195544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd21917b-7dd2-4078-aed3-56136421e3a3 req-d4992bd8-de3e-44e9-837a-b8aea6538ac7 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105049 Jul 13 19:26:51.216401 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.216401 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.254662 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c0c0a6-e08e-432e-a694-3ccc3151d2db x-openstack-request-id: req-83c0c0a6-e08e-432e-a694-3ccc3151d2db {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:51.255511 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dd43c7-ac19-47d3-a55b-105af068c9dd", "name": "network-vif-deleted", "tag": "7784b493-d206-4aa4-9034-998290a1a1c4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:51.255963 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83c0c0a6-e08e-432e-a694-3ccc3151d2db {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:51.256575 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dd43c7-ac19-47d3-a55b-105af068c9dd', 'name': 'network-vif-deleted', 'tag': '7784b493-d206-4aa4-9034-998290a1a1c4', 'status': 'completed', 'code': 200} Jul 13 19:26:51.279616 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-791a83de-f504-48b1-b00d-d7a21c966017 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913632 Jul 13 19:26:51.322887 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc5604e-a995-4276-a60c-a8fa5ffa0521 x-openstack-request-id: req-8cc5604e-a995-4276-a60c-a8fa5ffa0521 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:51.323173 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33280c20-152b-43cc-8817-d0614c8c4241", "tag": "fec90316-80da-4c21-b205-210e1ceed9eb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:51.323632 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cc5604e-a995-4276-a60c-a8fa5ffa0521 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:51.324034 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33280c20-152b-43cc-8817-d0614c8c4241', 'tag': 'fec90316-80da-4c21-b205-210e1ceed9eb', 'status': 'completed', 'code': 200} Jul 13 19:26:51.331946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb45eb9-1790-41d5-b948-d296f33df73e req-595a7107-979c-4e83-86a4-6213333c672a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.338825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1fb45eb9-1790-41d5-b948-d296f33df73e req-595a7107-979c-4e83-86a4-6213333c672a tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 949 time: 0.3842940 Jul 13 19:26:51.375114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['df68a831-821b-472b-9c6a-86fcc03b1d5f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:51.426802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ca68292c-cabf-4582-a5d7-34a856899020 None None] Provisioning for port 765af92a-88bd-44fc-95e8-796461dbd621 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:51.436008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ca68292c-cabf-4582-a5d7-34a856899020 None None] Provisioning complete for port 765af92a-88bd-44fc-95e8-796461dbd621 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:51.436628 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca68292c-cabf-4582-a5d7-34a856899020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.458695 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9689c42-7f1f-4dcc-9621-837c9af47aea req-bde08ab2-2d16-4f4d-9b4b-d562dbe94205 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 210 time: 0.0570571 Jul 13 19:26:51.468210 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.485490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.488227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-41c39c41-f82e-434e-a323-e316868acefd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8394175 Jul 13 19:26:51.501227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ca68292c-cabf-4582-a5d7-34a856899020 None None] Port 765af92a-88bd-44fc-95e8-796461dbd621 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:26:51.509267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1fb45eb9-1790-41d5-b948-d296f33df73e req-38f2360a-5af9-4b42-8230-fcf4a4169ca7 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691561 Jul 13 19:26:51.509569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Request body: {'port': {'device_id': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:51.569186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-0efdfcb4-65cf-477d-96b9-57dd25c2d485 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6a3e5f1770514e81905c9201afc0eacd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719733 Jul 13 19:26:51.734854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e086105-3782-4dcb-8db5-a8a132a6e6b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:51.750909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.802378 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-4dfba009-8dc1-4ab7-ac41-fbf9e7cb1519 service neutron] 10.222.0.24 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079465 Jul 13 19:26:51.806789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e13379-df21-4c03-b537-f2bdba61383f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:51.828321 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.840329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-b71bc1ef-f0f7-4dc4-8b40-2970d8c853d6 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.841792 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-b71bc1ef-f0f7-4dc4-8b40-2970d8c853d6 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583916 Jul 13 19:26:51.863422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd9dba-7407-4ccc-bbda-5fc57acdc4bb req-9548a0d2-2211-4b6e-8268-6c45d7497eab tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.864977 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2fd9dba-7407-4ccc-bbda-5fc57acdc4bb req-9548a0d2-2211-4b6e-8268-6c45d7497eab tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 944 time: 0.2008624 Jul 13 19:26:51.869074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Request body: {'port': {'device_id': '22f1a976-2013-41d1-b81f-9001cb3ebc62', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '6a3e5f1770514e81905c9201afc0eacd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:51.909594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Transition to ACTIVE for port object c2e13379-df21-4c03-b537-f2bdba61383f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:51.923550 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.954852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:51.998910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Allocated IP 192.168.233.101 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/55dc2577-74b4-47fd-800e-a08c4418c72c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:52.010829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:52.015940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:52.016574 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.034578 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2fd9dba-7407-4ccc-bbda-5fc57acdc4bb req-3f32ff4b-8fa5-479c-8fb4-05ce19ac6dd5 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591778 Jul 13 19:26:52.039839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911683-f68a-4802-b34d-08843a8bbeb4 req-54c20f95-bf1b-4ae6-b957-85161d06e060 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:52.040869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74911683-f68a-4802-b34d-08843a8bbeb4 req-54c20f95-bf1b-4ae6-b957-85161d06e060 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 931 time: 0.3477504 Jul 13 19:26:52.045250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Pushing event updated for resources: {'Port': ['ID=c2e13379-df21-4c03-b537-f2bdba61383f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:52.096344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Made reservation on behalf of 6a3e5f1770514e81905c9201afc0eacd for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:52.103724 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.110454 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.130580 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d390eb8-2702-40dc-843e-70b0e793f620 req-e0b559bc-67db-466f-85da-4c3c592a66a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117921 Jul 13 19:26:52.151412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:52.152809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:52.157077 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f0c58e-6a0a-48d1-8c5a-40799501719c" -d '{"events": [{"server_uuid": "d7a74b19-a75d-4432-b52a-cf030bf6623a", "name": "network-vif-plugged", "status": "completed", "tag": "a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:52.162024 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.187932 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74911683-f68a-4802-b34d-08843a8bbeb4 req-6e5330b2-0382-49ad-8014-cef811f4b140 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348264 Jul 13 19:26:52.232279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:52.321761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc630de-9a79-4d61-809d-ce1fabd6ad04 req-36e5f473-d6dd-44e9-9c9f-b378c05207dc tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:52.323632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fc630de-9a79-4d61-809d-ce1fabd6ad04 req-36e5f473-d6dd-44e9-9c9f-b378c05207dc tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 1101 time: 0.0672352 Jul 13 19:26:52.370836 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fc630de-9a79-4d61-809d-ce1fabd6ad04 req-23a4939a-a4d3-4327-b4c8-7432965ed18b tempest-MigrationsAdminTest-990261747 tempest-MigrationsAdminTest-990261747-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Jul 13 19:26:52.576048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:52.583546 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57e880ce-3f81-41eb-ad16-e8e6d2e77233 req-09875106-1b4a-4b94-9e76-5abec3eb583c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 210 time: 0.0296021 Jul 13 19:26:52.635666 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98e6cf3-e9c8-4691-b3f4-c63225d98121 x-openstack-request-id: req-f98e6cf3-e9c8-4691-b3f4-c63225d98121 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:52.636083 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a74b19-a75d-4432-b52a-cf030bf6623a", "name": "network-vif-plugged", "status": "completed", "tag": "a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:52.636340 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f98e6cf3-e9c8-4691-b3f4-c63225d98121 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:52.636762 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'code': 200} Jul 13 19:26:52.637768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port df68a831-821b-472b-9c6a-86fcc03b1d5f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:52.644014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de473634-a58d-4e48-969d-0e2ab8b73a29 req-ca94830c-da15-421b-865e-5ea82de3fb14 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0524502 Jul 13 19:26:52.646025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port df68a831-821b-472b-9c6a-86fcc03b1d5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:52.648724 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.655551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Attempting to bind port c2e13379-df21-4c03-b537-f2bdba61383f on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:52.655995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Attempting to bind port c2e13379-df21-4c03-b537-f2bdba61383f by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:52.656216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Attempting to bind port c2e13379-df21-4c03-b537-f2bdba61383f on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:52.681498 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Port c2e13379-df21-4c03-b537-f2bdba61383f on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:52.681860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Attempting to bind port c2e13379-df21-4c03-b537-f2bdba61383f on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:52.703912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:52.704340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Checking segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:52.704735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Bound using segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:52.705185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Bound port: c2e13379-df21-4c03-b537-f2bdba61383f, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:52.705548 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.736310 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29 req-b138f134-42b6-4154-a10a-001fe72c7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:52.737808 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29 req-b138f134-42b6-4154-a10a-001fe72c7656 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f545a053873340abbe8e169890f41716&device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 1094 time: 0.5445130 Jul 13 19:26:52.740896 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.754111 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.796577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:52.802439 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.803956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7784b493-d206-4aa4-9034-998290a1a1c4 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:52.838522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 7784b493-d206-4aa4-9034-998290a1a1c4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:52.838522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7784b493-d206-4aa4-9034-998290a1a1c4 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:52.848533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Transition to ACTIVE for port object 55dc2577-74b4-47fd-800e-a08c4418c72c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:52.857853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805e02-f71d-4482-9fdb-742470b9060d req-63e7eb72-b2e3-453f-b272-8ac8d62e3f13 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:52.864747 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32805e02-f71d-4482-9fdb-742470b9060d req-63e7eb72-b2e3-453f-b272-8ac8d62e3f13 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 943 time: 0.0775337 Jul 13 19:26:52.903935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:52.911034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32805e02-f71d-4482-9fdb-742470b9060d req-5061530f-8fd9-45f8-b256-ef2e7aaf57d5 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Jul 13 19:26:52.935915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] For port c2e13379-df21-4c03-b537-f2bdba61383f, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:52.941539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] For port c2e13379-df21-4c03-b537-f2bdba61383f, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c2e13379-df21-4c03-b537-f2bdba61383f,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:52.957896 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.975912 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.996481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29 req-bcaeb8d3-f787-45f1-baab-38dad9764d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:52.997960 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29 req-bcaeb8d3-f787-45f1-baab-38dad9764d94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd HTTP/1.1" status: 200 len: 922 time: 0.2494962 Jul 13 19:26:53.003220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9c25a-b192-418f-9ccc-2428e3de6ae1 req-be7f422c-3c9c-4bc8-97b8-3495c5c4998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.004699 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76c9c25a-b192-418f-9ccc-2428e3de6ae1 req-be7f422c-3c9c-4bc8-97b8-3495c5c4998c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 1096 time: 0.2572210 Jul 13 19:26:53.021513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.022156 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.024403 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] 10.222.0.60 "PUT /v2.0/ports/c2e13379-df21-4c03-b537-f2bdba61383f HTTP/1.1" status: 200 len: 1091 time: 2.8323801 Jul 13 19:26:53.075386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29 req-10826208-e1a8-47bb-9c24-f58d7e1b3202 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec90316-80da-4c21-b205-210e1ceed9eb HTTP/1.1" status: 200 len: 217 time: 0.0685399 Jul 13 19:26:53.138370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:53.140469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:53.226195 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa65de4-473e-4e10-bbc4-a712295dd51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.228779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765af92a-88bd-44fc-95e8-796461dbd621 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:53.239239 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.255106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Transition to ACTIVE for port object 765af92a-88bd-44fc-95e8-796461dbd621 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:53.265404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:53.268688 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.327113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cd2cb-9805-4ede-852e-f1f998237a5e service neutron] Pushing event updated for resources: {'Port': ['ID=c2e13379-df21-4c03-b537-f2bdba61383f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:53.331077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19385a0-c847-46c0-9988-6e9300bd23ba', 'tag': 'c2e13379-df21-4c03-b537-f2bdba61383f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:53.333591 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec096f4-96a2-42cf-834c-555418bda93d" -d '{"events": [{"name": "network-changed", "server_uuid": "a19385a0-c847-46c0-9988-6e9300bd23ba", "tag": "c2e13379-df21-4c03-b537-f2bdba61383f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:53.370811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29 req-03397766-7300-400f-9ae2-39d7b320b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.372223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29 req-03397766-7300-400f-9ae2-39d7b320b3c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ba66efc-e478-4fa2-80af-71b4974c0809 HTTP/1.1" status: 200 len: 861 time: 0.2625518 Jul 13 19:26:53.402556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76c9c25a-b192-418f-9ccc-2428e3de6ae1 req-688b30e1-932d-4818-8284-9845fa173581 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828599 Jul 13 19:26:53.412490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Allocated IP 192.168.233.208 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/5aac4bc3-1023-4985-8c14-770cd75051c7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:53.415869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:53.446888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01a2469b-0c90-4aa6-91df-8ac25163a44b None None] Provisioning for port 55dc2577-74b4-47fd-800e-a08c4418c72c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:53.452008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01a2469b-0c90-4aa6-91df-8ac25163a44b None None] Provisioning complete for port 55dc2577-74b4-47fd-800e-a08c4418c72c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:53.452546 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01a2469b-0c90-4aa6-91df-8ac25163a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.474371 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29 req-2bfd045b-2d28-43f8-aa35-6937f82084ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9326bba-bd84-49ea-8064-31ba3b5dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752118 Jul 13 19:26:53.482055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.482266 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.519726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01a2469b-0c90-4aa6-91df-8ac25163a44b None None] Port 55dc2577-74b4-47fd-800e-a08c4418c72c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:26:53.531814 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.546854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d04b0-2dd7-45cd-a654-412345f7289e req-9dfdbeb7-1ca0-4776-b96e-ffcf5c313d1d tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.548444 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e5d04b0-2dd7-45cd-a654-412345f7289e req-9dfdbeb7-1ca0-4776-b96e-ffcf5c313d1d tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 945 time: 0.1864901 Jul 13 19:26:53.575347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2408762 Jul 13 19:26:53.589470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c15ed9-6b22-4dfd-9280-f8cd4a466273 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Pushing event updated for resources: {'Port': ['ID=55dc2577-74b4-47fd-800e-a08c4418c72c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:53.602317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Request body: {'port': {'device_id': '22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:53.629462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Attempting to bind port 765af92a-88bd-44fc-95e8-796461dbd621 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:53.629804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Attempting to bind port 765af92a-88bd-44fc-95e8-796461dbd621 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:53.630127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Attempting to bind port 765af92a-88bd-44fc-95e8-796461dbd621 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:53.643554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Port 765af92a-88bd-44fc-95e8-796461dbd621 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:53.643882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Attempting to bind port 765af92a-88bd-44fc-95e8-796461dbd621 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:53.652546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6622-cc39-4829-8fc5-364c6d31f181 req-006ae88a-c243-467c-8301-224dca84ab01 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.654084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c02b6622-cc39-4829-8fc5-364c6d31f181 req-006ae88a-c243-467c-8301-224dca84ab01 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 936 time: 0.3930981 Jul 13 19:26:53.665247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:53.665584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:53.665973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:53.666443 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Bound port: 765af92a-88bd-44fc-95e8-796461dbd621, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:53.666940 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.674196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-ef0b5092-96ed-4a19-9806-351edc3580af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.675697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-ef0b5092-96ed-4a19-9806-351edc3580af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 1094 time: 0.5913637 Jul 13 19:26:53.684609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e5d04b0-2dd7-45cd-a654-412345f7289e req-30fcaa3b-dd27-4bc4-9d65-1ec6c64c9346 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269906 Jul 13 19:26:53.746914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.774578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Transition to ACTIVE for port object 5aac4bc3-1023-4985-8c14-770cd75051c7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:53.781615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:53.785726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:53.791817 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-05c39578-2a08-4523-8b18-00b62640ef29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e13379-df21-4c03-b537-f2bdba61383f HTTP/1.1" status: 200 len: 217 time: 0.1042552 Jul 13 19:26:53.792008 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.807086 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29 req-7321a223-f68c-4104-ae30-b982e9e924cc service neutron] 10.222.0.24 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091974 Jul 13 19:26:53.845740 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c02b6622-cc39-4829-8fc5-364c6d31f181 req-ecc11639-a402-4233-a0c7-2af0b771ebcd tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e086105-3782-4dcb-8db5-a8a132a6e6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738491 Jul 13 19:26:53.867152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.867874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.869450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] 10.222.0.24 "PUT /v2.0/ports/765af92a-88bd-44fc-95e8-796461dbd621 HTTP/1.1" status: 200 len: 1096 time: 2.3738232 Jul 13 19:26:53.869761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:53.872017 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "tag": "765af92a-88bd-44fc-95e8-796461dbd621"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:53.912178 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.914392 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:53.924846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0f1de-3480-4e41-82f1-87161e30ad74 service neutron] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:53.986642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-3fc54eeb-e14b-4f73-96a7-578ce47b640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.988502 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-3fc54eeb-e14b-4f73-96a7-578ce47b640b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.1857245 Jul 13 19:26:54.035419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6a3e-d132-44b2-8a37-65d469cd6be4 req-772e1f6e-0678-4d23-9782-0e0d5baa1654 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.037021 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-847e6a3e-d132-44b2-8a37-65d469cd6be4 req-772e1f6e-0678-4d23-9782-0e0d5baa1654 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 951 time: 0.2100496 Jul 13 19:26:54.052616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:54.064770 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-46597f31-8d7d-4c11-b2d9-b403e8548b2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649161 Jul 13 19:26:54.066773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:54.075772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:54.084600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Pushing event updated for resources: {'Port': ['ID=5aac4bc3-1023-4985-8c14-770cd75051c7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:54.089939 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0169d56b-ca68-49a7-a27d-f3fb6dbf1f29 req-4f5d3a68-4baf-438e-b8c7-b745c778c82d service neutron] 10.222.0.24 "GET /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669673 Jul 13 19:26:54.158982 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-847e6a3e-d132-44b2-8a37-65d469cd6be4 req-f265bcc3-4e7a-40fe-8aa6-fb237c9371f2 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051545 Jul 13 19:26:54.176816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.176816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.196189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-a6c9a364-8a07-4502-ac8c-c94daa69ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.197723 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-a6c9a364-8a07-4502-ac8c-c94daa69ce65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a3e5f1770514e81905c9201afc0eacd&device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 1099 time: 0.2656744 Jul 13 19:26:54.206682 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-3b8001b5-a6bd-4acb-ab01-08c072702a5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3504970 Jul 13 19:26:54.264307 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-5e4452e9-2847-49a1-a030-ba080fa61f1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=765af92a-88bd-44fc-95e8-796461dbd621 HTTP/1.1" status: 200 len: 217 time: 0.0564876 Jul 13 19:26:54.271568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Request body: {'port': {'device_id': '22f1a976-2013-41d1-b81f-9001cb3ebc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:54.341960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eee290-a684-43ed-b285-0dd351d5b07b req-fc359fa4-e34e-4175-a824-f613e2241935 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.343563 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2eee290-a684-43ed-b285-0dd351d5b07b req-fc359fa4-e34e-4175-a824-f613e2241935 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b0e00e6-0aa5-42fe-a752-678885691eca HTTP/1.1" status: 200 len: 948 time: 0.3273592 Jul 13 19:26:54.388779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-6dfdd9d2-1d78-4050-b31f-5093fc3e28be service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525501 Jul 13 19:26:54.412802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-faaeceb9-d41f-42a2-a509-5b0938bd73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.415453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-faaeceb9-d41f-42a2-a509-5b0938bd73ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1244674 Jul 13 19:26:54.451371 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.477712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2eee290-a684-43ed-b285-0dd351d5b07b req-be0b330a-4d03-4f96-b848-84d8bb17cdb8 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205983 Jul 13 19:26:54.498953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.539993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6c14f-933c-4818-a35f-f5c8ebb6892b req-749b2268-917c-428d-9e3a-b56a864cd5a8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.547807 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ec6c14f-933c-4818-a35f-f5c8ebb6892b req-749b2268-917c-428d-9e3a-b56a864cd5a8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 943 time: 0.2591977 Jul 13 19:26:54.549351 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd2b53-1049-45cb-a598-bfaff9fb9aa0 x-openstack-request-id: req-70cd2b53-1049-45cb-a598-bfaff9fb9aa0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:54.549644 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19385a0-c847-46c0-9988-6e9300bd23ba", "tag": "c2e13379-df21-4c03-b537-f2bdba61383f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:54.549900 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70cd2b53-1049-45cb-a598-bfaff9fb9aa0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:54.550296 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19385a0-c847-46c0-9988-6e9300bd23ba', 'tag': 'c2e13379-df21-4c03-b537-f2bdba61383f', 'status': 'completed', 'code': 200} Jul 13 19:26:54.559714 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55dc2577-74b4-47fd-800e-a08c4418c72c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:54.570592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.574849 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5821832-d680-44cb-8f2e-d7256faf85ca req-53e68c12-d25a-4d3a-847c-ebc6b6bd6bb5 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732414 Jul 13 19:26:54.588343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Transition to ACTIVE for port object 55dc2577-74b4-47fd-800e-a08c4418c72c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:54.593722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.637456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd0c34ed-41e9-4afa-b28f-7421eafeb296 None None] Provisioning for port 5aac4bc3-1023-4985-8c14-770cd75051c7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:54.642711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:54.646194 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa87b61-ab5d-45fa-8871-2e16fa95459c" -d '{"events": [{"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-plugged", "status": "completed", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:54.649876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd0c34ed-41e9-4afa-b28f-7421eafeb296 None None] Provisioning complete for port 5aac4bc3-1023-4985-8c14-770cd75051c7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:54.650540 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd0c34ed-41e9-4afa-b28f-7421eafeb296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.689445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c34ed-41e9-4afa-b28f-7421eafeb296 None None] Port 5aac4bc3-1023-4985-8c14-770cd75051c7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:26:54.691751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-eba97424-4753-4654-8c6c-9fcc9012ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.693394 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-eba97424-4753-4654-8c6c-9fcc9012ceb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2486887 Jul 13 19:26:54.700679 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ec6c14f-933c-4818-a35f-f5c8ebb6892b req-6864e1e1-4295-4208-a439-d0362ff23f58 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520462 Jul 13 19:26:54.793842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Pushing event updated for resources: {'Port': ['ID=55dc2577-74b4-47fd-800e-a08c4418c72c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:54.897849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec096f4-96a2-42cf-834c-555418bda93d req-0d14e236-433f-4a32-aaec-bfc5f280160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.899462 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fec096f4-96a2-42cf-834c-555418bda93d req-0d14e236-433f-4a32-aaec-bfc5f280160f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 1094 time: 0.2458892 Jul 13 19:26:54.918307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-fa58c414-4310-4973-96b4-b3c9df5f91b9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.920148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-fa58c414-4310-4973-96b4-b3c9df5f91b9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 951 time: 0.2463307 Jul 13 19:26:55.016538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb720b2-464f-47a0-b8c0-4471700063e6 req-82ae5c4a-c517-41de-8346-a94878990a0c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.018155 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bbb720b2-464f-47a0-b8c0-4471700063e6 req-82ae5c4a-c517-41de-8346-a94878990a0c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 936 time: 0.3473196 Jul 13 19:26:55.027189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Attempting to bind port 55dc2577-74b4-47fd-800e-a08c4418c72c on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:55.027515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Attempting to bind port 55dc2577-74b4-47fd-800e-a08c4418c72c by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:55.027833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Attempting to bind port 55dc2577-74b4-47fd-800e-a08c4418c72c on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:55.056950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Port 55dc2577-74b4-47fd-800e-a08c4418c72c on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:55.057273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Attempting to bind port 55dc2577-74b4-47fd-800e-a08c4418c72c on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:55.084646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:55.084985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:55.086009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:55.086568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Bound port: 55dc2577-74b4-47fd-800e-a08c4418c72c, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:55.086939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:55.155652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec096f4-96a2-42cf-834c-555418bda93d req-8b8b8b68-9827-46c5-a306-88478f5ff955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.157122 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fec096f4-96a2-42cf-834c-555418bda93d req-8b8b8b68-9827-46c5-a306-88478f5ff955 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 913 time: 0.2501330 Jul 13 19:26:55.159959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bbb720b2-464f-47a0-b8c0-4471700063e6 req-d6aed5a4-62c9-4411-88d1-fed5cd594cc4 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224747 Jul 13 19:26:55.163710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-799c0ef5-b44e-40e7-a817-94c0e79ab912 req-2e7a5044-095e-4ae8-93bb-591a020be9a1 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0580523 Jul 13 19:26:55.230611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fec096f4-96a2-42cf-834c-555418bda93d req-4071fb76-8dce-44f8-afba-52538274998f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e13379-df21-4c03-b537-f2bdba61383f HTTP/1.1" status: 200 len: 217 time: 0.0511370 Jul 13 19:26:55.234964 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00333602-51fc-4133-b8d9-33b4bc5bf25a x-openstack-request-id: req-00333602-51fc-4133-b8d9-33b4bc5bf25a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:55.235264 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "tag": "765af92a-88bd-44fc-95e8-796461dbd621", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:55.235520 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00333602-51fc-4133-b8d9-33b4bc5bf25a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:55.235934 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621', 'status': 'completed', 'code': 200} Jul 13 19:26:55.282346 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-096fb250-3f5f-4e9d-b748-8071c30104a1 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783024 Jul 13 19:26:55.304584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] For port 55dc2577-74b4-47fd-800e-a08c4418c72c, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:55.315112 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c7d80e-1729-4db7-bc37-fb5e80fe4820 x-openstack-request-id: req-b3c7d80e-1729-4db7-bc37-fb5e80fe4820 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:55.315413 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-plugged", "status": "completed", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:55.315668 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3c7d80e-1729-4db7-bc37-fb5e80fe4820 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:55.316065 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'code': 200} Jul 13 19:26:55.323007 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] For port 55dc2577-74b4-47fd-800e-a08c4418c72c, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=55dc2577-74b4-47fd-800e-a08c4418c72c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:55.325094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec096f4-96a2-42cf-834c-555418bda93d req-db780d14-fb5f-4d13-a71e-a0f9a604006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.326680 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fec096f4-96a2-42cf-834c-555418bda93d req-db780d14-fb5f-4d13-a71e-a0f9a604006d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.0885277 Jul 13 19:26:55.327930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Deleting port df68a831-821b-472b-9c6a-86fcc03b1d5f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:55.328265 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:55.332960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:55.441520 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fec096f4-96a2-42cf-834c-555418bda93d req-93b2058b-9bc3-40ed-9ff7-acd1150b9679 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653152 Jul 13 19:26:55.468843 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.469466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:55.470978 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/55dc2577-74b4-47fd-800e-a08c4418c72c HTTP/1.1" status: 200 len: 1096 time: 1.8834026 Jul 13 19:26:55.529822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c7ed8a-a7de-4b91-8e56-8201172662fd req-086d3d94-4d6b-4714-8655-d2d0eb00a43e service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377138 Jul 13 19:26:55.548715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aac4bc3-1023-4985-8c14-770cd75051c7 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:55.564065 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:55.604260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557d032-a29c-4804-82bc-e11c79505f49 req-3e4c9200-3813-45b0-a737-39610cf64f36 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.612188 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1557d032-a29c-4804-82bc-e11c79505f49 req-3e4c9200-3813-45b0-a737-39610cf64f36 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 943 time: 0.2877035 Jul 13 19:26:55.620746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Transition to ACTIVE for port object 5aac4bc3-1023-4985-8c14-770cd75051c7 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:55.639653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:55.718301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.24', 64337) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:55.731728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-3b84cea5-c63e-40c3-959e-b54893c994ee tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.733480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-3b84cea5-c63e-40c3-959e-b54893c994ee tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b0e00e6-0aa5-42fe-a752-678885691eca HTTP/1.1" status: 200 len: 948 time: 0.3031523 Jul 13 19:26:55.821893 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1557d032-a29c-4804-82bc-e11c79505f49 req-3c82084b-429b-418c-bcc1-72af0704d0f5 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086403 Jul 13 19:26:55.833803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Pushing event updated for resources: {'Port': ['ID=5aac4bc3-1023-4985-8c14-770cd75051c7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:55.951525 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:55.960505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b70e61-c1cd-43a0-bc6b-ba8cdb6e92e1 service neutron] Pushing event updated for resources: {'Port': ['ID=55dc2577-74b4-47fd-800e-a08c4418c72c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:55.965021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-922f058b-bb67-489c-af85-09ec54d1d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.966671 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-922f058b-bb67-489c-af85-09ec54d1d001 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17c8f19ea9244b2eb8275053d08ec34e&device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 1099 time: 0.3437822 Jul 13 19:26:56.003298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] For port df68a831-821b-472b-9c6a-86fcc03b1d5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=df68a831-821b-472b-9c6a-86fcc03b1d5f,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:56.003661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.038636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Calling delete_port for df68a831-821b-472b-9c6a-86fcc03b1d5f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:56.062251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-1ba601ea-672d-4c4f-abe6-71497d896c9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=55dc2577-74b4-47fd-800e-a08c4418c72c HTTP/1.1" status: 200 len: 217 time: 0.0817597 Jul 13 19:26:56.075874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298c03f-ff21-4350-a78a-e0024b057284 req-3f48a6d8-5a63-4446-878f-7a763a58be45 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.077371 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0298c03f-ff21-4350-a78a-e0024b057284 req-3f48a6d8-5a63-4446-878f-7a763a58be45 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 945 time: 0.6419628 Jul 13 19:26:56.087512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-213cb55b-6a68-47d3-a301-bf5ec5b2b04f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3525021 Jul 13 19:26:56.091033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Attempting to bind port 5aac4bc3-1023-4985-8c14-770cd75051c7 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:56.091397 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Attempting to bind port 5aac4bc3-1023-4985-8c14-770cd75051c7 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:56.092282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Attempting to bind port 5aac4bc3-1023-4985-8c14-770cd75051c7 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:56.114584 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fec096f4-96a2-42cf-834c-555418bda93d req-6be1f72d-3d10-48c2-8617-4cfb8be2e68a service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489909 Jul 13 19:26:56.121680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-5b3e22a8-f576-4e3d-86f4-853d4b3ee562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.123349 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-5b3e22a8-f576-4e3d-86f4-853d4b3ee562 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a3e5f1770514e81905c9201afc0eacd&device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 1099 time: 0.2362823 Jul 13 19:26:56.137971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Port 5aac4bc3-1023-4985-8c14-770cd75051c7 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:56.138353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Attempting to bind port 5aac4bc3-1023-4985-8c14-770cd75051c7 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:56.184233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:56.184539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:56.184923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:56.185352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Bound port: 5aac4bc3-1023-4985-8c14-770cd75051c7, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:56.185710 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.199551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-dc771e5d-5554-42ed-a23a-23580090ffe5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Deleting port f56086ce-7842-45ae-989a-3583b18b4307 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:56.199887 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-dc771e5d-5554-42ed-a23a-23580090ffe5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.203196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-63b2a064-7fe9-48ae-a6e8-b28cb463da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.204672 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-63b2a064-7fe9-48ae-a6e8-b28cb463da8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1354623 Jul 13 19:26:56.290874 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0298c03f-ff21-4350-a78a-e0024b057284 req-ad6d6f9e-a118-44c4-bd8a-bda24f6a25f5 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731761 Jul 13 19:26:56.328250 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacc38e-1dcf-4469-ae92-6e2cecf19c99 req-c39a087c-9363-4170-8bdd-d9c1d1e0f79d tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.330444 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ddacc38e-1dcf-4469-ae92-6e2cecf19c99 req-c39a087c-9363-4170-8bdd-d9c1d1e0f79d tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 948 time: 0.3483138 Jul 13 19:26:56.376741 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fec096f4-96a2-42cf-834c-555418bda93d req-63bcffd2-c2e3-45ea-8064-4d985f4ff1c5 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524869 Jul 13 19:26:56.379812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-de5c5821-0c61-4d0b-919d-248fffda5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.381268 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-de5c5821-0c61-4d0b-919d-248fffda5d0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2446949 Jul 13 19:26:56.429993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] For port 5aac4bc3-1023-4985-8c14-770cd75051c7, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:56.438299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-65c9f226-2535-4d7f-8a40-8bcd7431a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.439834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-65c9f226-2535-4d7f-8a40-8bcd7431a5de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 1102 time: 0.3204434 Jul 13 19:26:56.442698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-56ef55eb-d813-4297-90f9-56df0617ee6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=765af92a-88bd-44fc-95e8-796461dbd621 HTTP/1.1" status: 200 len: 217 time: 0.0497236 Jul 13 19:26:56.458902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-dc771e5d-5554-42ed-a23a-23580090ffe5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] For port f56086ce-7842-45ae-989a-3583b18b4307, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f56086ce-7842-45ae-989a-3583b18b4307,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:56.459275 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-dc771e5d-5554-42ed-a23a-23580090ffe5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.461876 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.468302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] For port 5aac4bc3-1023-4985-8c14-770cd75051c7, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5aac4bc3-1023-4985-8c14-770cd75051c7,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:56.473645 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['21da0e4f-d646-4638-a7c4-25200244c6d2', '75ea4462-7f4a-45f2-97aa-890c0a8920fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:56.479180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['adef089e-d122-4082-b083-0dd08325b41c', 'df68a831-821b-472b-9c6a-86fcc03b1d5f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:56.499314 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.501618 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7c530c9c-3fbe-48fd-9ff0-a43aba573afb req-55a43e8c-3b7e-4399-9542-e008eba87fb7 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a17643e-68ff-4828-aa41-377fa6256f97 HTTP/1.1" status: 200 len: 210 time: 0.0629025 Jul 13 19:26:56.523718 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ddacc38e-1dcf-4469-ae92-6e2cecf19c99 req-baa0299d-758a-4704-8e0c-1c18568774f1 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e086105-3782-4dcb-8db5-a8a132a6e6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746392 Jul 13 19:26:56.541991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Pushing event deleted for resources: {'Port': ['ID=df68a831-821b-472b-9c6a-86fcc03b1d5f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:56.552139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00', 'tag': '55dc2577-74b4-47fd-800e-a08c4418c72c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:56.566511 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcb8faa-8579-4eeb-8468-378c295bd100" -d '{"events": [{"name": "network-changed", "server_uuid": "22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00", "tag": "55dc2577-74b4-47fd-800e-a08c4418c72c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:56.584948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fec90316-80da-4c21-b205-210e1ceed9eb details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:56.609633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-dc771e5d-5554-42ed-a23a-23580090ffe5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Calling delete_port for f56086ce-7842-45ae-989a-3583b18b4307 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:56.612526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-3ccb21eb-c299-4457-87bd-200206d71f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.614062 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-3ccb21eb-c299-4457-87bd-200206d71f57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3678820 Jul 13 19:26:56.624110 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-7f629354-41d1-49ce-aafc-2a7d7229477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.626140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-7f629354-41d1-49ce-aafc-2a7d7229477a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1737330 Jul 13 19:26:56.651316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.652336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.653375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] 10.222.0.60 "PUT /v2.0/ports/5aac4bc3-1023-4985-8c14-770cd75051c7 HTTP/1.1" status: 200 len: 1096 time: 2.3880267 Jul 13 19:26:56.670868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] No DVR routers for this DVR port df68a831-821b-472b-9c6a-86fcc03b1d5f on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:56.679617 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.686778 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "DELETE /v2.0/ports/df68a831-821b-472b-9c6a-86fcc03b1d5f HTTP/1.1" status: 204 len: 173 time: 1.7570505 Jul 13 19:26:56.845584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-37e563f6-1d65-4e4d-9102-8c0f823be4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.847190 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-37e563f6-1d65-4e4d-9102-8c0f823be4e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1801078 Jul 13 19:26:56.876442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2124672-7405-4aae-aa82-ab704d0b3d52 req-efc78e8f-cdf1-411c-80ae-c7084d8c6e96 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.878661 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2124672-7405-4aae-aa82-ab704d0b3d52 req-efc78e8f-cdf1-411c-80ae-c7084d8c6e96 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b0e00e6-0aa5-42fe-a752-678885691eca HTTP/1.1" status: 200 len: 948 time: 0.1708488 Jul 13 19:26:56.934281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fec90316-80da-4c21-b205-210e1ceed9eb, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fec90316-80da-4c21-b205-210e1ceed9eb,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:56.944177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569d0d4-8d25-4f1f-9209-a328a9371bba service neutron] Pushing event updated for resources: {'Port': ['ID=5aac4bc3-1023-4985-8c14-770cd75051c7,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:56.956974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'fec90316-80da-4c21-b205-210e1ceed9eb', 'network_id': 'b9326bba-bd84-49ea-8064-31ba3b5dd7bd', 'port_id': 'fec90316-80da-4c21-b205-210e1ceed9eb', 'mac_address': 'fa:16:3e:2f:ae:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba66efc-e478-4fa2-80af-71b4974c0809', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:57.004086 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2124672-7405-4aae-aa82-ab704d0b3d52 req-19f372b5-f0c6-4c70-a724-497a654670af tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.25 "GET /v2.0/security-groups?id=4524460a-22e9-42ac-8bd5-3af0949c7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109059 Jul 13 19:26:57.058197 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-15ace07e-0cbd-4c6b-b914-3d814eee7e9b service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015195 Jul 13 19:26:57.067516 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-23f39fb7-78b6-4b5f-bce6-f6f1a6dc2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.069008 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-23f39fb7-78b6-4b5f-bce6-f6f1a6dc2d13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.5994585 Jul 13 19:26:57.168884 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:57.190893 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-268fb86f-6a18-462f-aeae-b48eb8d5a190 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364659 Jul 13 19:26:57.195698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec90316-80da-4c21-b205-210e1ceed9eb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:57.220787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fec90316-80da-4c21-b205-210e1ceed9eb, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fec90316-80da-4c21-b205-210e1ceed9eb,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:57.230783 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:57.231474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-5e49d182-1351-4ae1-8a77-12b7012b9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.232966 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-5e49d182-1351-4ae1-8a77-12b7012b9692 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a3e5f1770514e81905c9201afc0eacd&device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 1099 time: 0.5228014 Jul 13 19:26:57.243626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f1a976-2013-41d1-b81f-9001cb3ebc62', 'tag': '5aac4bc3-1023-4985-8c14-770cd75051c7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:57.245849 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dcabec-ba43-4b7d-952e-aa6232a80ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "22f1a976-2013-41d1-b81f-9001cb3ebc62", "tag": "5aac4bc3-1023-4985-8c14-770cd75051c7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:57.255230 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-041f2ba9-aed3-4139-8f4d-1422c27eb557 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=adef089e-d122-4082-b083-0dd08325b41c HTTP/1.1" status: 200 len: 217 time: 0.1716583 Jul 13 19:26:57.306732 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:26:57.318737 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce3aa5ee-d72c-4058-aedc-e6c897e90e0d req-4719d6b8-bb58-4d33-8e86-a3e0469959c4 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516160 Jul 13 19:26:57.327410 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b63408f6-b5c2-4e62-881f-05440d940280 req-93291bc7-481b-4620-9575-8ec7595ed1ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2159333 Jul 13 19:26:57.331973 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-dc771e5d-5554-42ed-a23a-23580090ffe5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:57.344408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ac634-13b7-49a2-89be-ef30c8325185 req-0b7b14b6-e846-48b7-b6bc-abecbc999b78 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.346139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f58ac634-13b7-49a2-89be-ef30c8325185 req-0b7b14b6-e846-48b7-b6bc-abecbc999b78 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 948 time: 0.1300395 Jul 13 19:26:57.356493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871ecf3-185f-4544-aae4-c9ba7a9a2720 req-650a6a3a-c50e-46bb-bcd5-5ca9323470db tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.357943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7871ecf3-185f-4544-aae4-c9ba7a9a2720 req-650a6a3a-c50e-46bb-bcd5-5ca9323470db tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 943 time: 0.5614555 Jul 13 19:26:57.359272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-9595aa0e-6a8d-488d-abaa-4c159fb7e5be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5aac4bc3-1023-4985-8c14-770cd75051c7 HTTP/1.1" status: 200 len: 217 time: 0.1074109 Jul 13 19:26:57.360724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=fec90316-80da-4c21-b205-210e1ceed9eb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:57.428931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc771e5d-5554-42ed-a23a-23580090ffe5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Pushing event deleted for resources: {'Port': ['ID=f56086ce-7842-45ae-989a-3583b18b4307,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:57.429986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f58ac634-13b7-49a2-89be-ef30c8325185 req-d1b9b564-10e6-4d17-8f73-8c6f87dbed93 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732141 Jul 13 19:26:57.456860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63408f6-b5c2-4e62-881f-05440d940280 req-651e330c-85b3-4901-8562-fa07fc94082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.456860 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b63408f6-b5c2-4e62-881f-05440d940280 req-651e330c-85b3-4901-8562-fa07fc94082f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=639f879ba82141ebb6867944411978e1&device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 1101 time: 0.0805228 Jul 13 19:26:57.535487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fec90316-80da-4c21-b205-210e1ceed9eb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:57.558456 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-564e9e7b-b596-4cab-8bf6-e1e6ef552067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.559948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-564e9e7b-b596-4cab-8bf6-e1e6ef552067 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.2290385 Jul 13 19:26:57.565936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-dc771e5d-5554-42ed-a23a-23580090ffe5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] No DVR routers for this DVR port f56086ce-7842-45ae-989a-3583b18b4307 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:57.574210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-eb450771-8cad-4d54-a9e3-61bd8d94352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.575676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-eb450771-8cad-4d54-a9e3-61bd8d94352e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1892049 Jul 13 19:26:57.587383 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-dc771e5d-5554-42ed-a23a-23580090ffe5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:57.589332 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-37cc44ec-04dc-43be-9e57-26e403b16820 req-dc771e5d-5554-42ed-a23a-23580090ffe5 tempest-ListImageFiltersTestJSON-596672729 tempest-ListImageFiltersTestJSON-596672729-project] 10.222.0.24 "DELETE /v2.0/ports/f56086ce-7842-45ae-989a-3583b18b4307 HTTP/1.1" status: 204 len: 173 time: 1.8451385 Jul 13 19:26:57.592658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7871ecf3-185f-4544-aae4-c9ba7a9a2720 req-4a8a3175-7fa2-4bb9-b3b2-dcfa0b020a0b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049425 Jul 13 19:26:57.623187 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-516b6b05-85d4-4ef3-b146-852eddfb72dc req-d7e5e36a-e0a3-41f6-81c3-feecb034dc29 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215894 Jul 13 19:26:57.661302 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ffab362-342f-4277-9330-11f21325fb92 req-8267050a-8ef2-480a-b597-651a2f4851da tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0609829 Jul 13 19:26:57.665885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63408f6-b5c2-4e62-881f-05440d940280 req-af1e2863-20fe-4286-a612-014ea6fb21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.670048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b63408f6-b5c2-4e62-881f-05440d940280 req-af1e2863-20fe-4286-a612-014ea6fb21c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1819065 Jul 13 19:26:57.751306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-0d063329-6607-478a-9f1a-ca9f51b6b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.752977 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-0d063329-6607-478a-9f1a-ca9f51b6b455 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764407 Jul 13 19:26:57.756320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-983960d0-c681-4a0f-8cee-f6165ae45dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.758732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-983960d0-c681-4a0f-8cee-f6165ae45dde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1625690 Jul 13 19:26:57.766036 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57c927d-fbfe-4289-9e3b-966c2d6597c3 x-openstack-request-id: req-d57c927d-fbfe-4289-9e3b-966c2d6597c3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:57.766353 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00", "tag": "55dc2577-74b4-47fd-800e-a08c4418c72c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:57.766597 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d57c927d-fbfe-4289-9e3b-966c2d6597c3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:57.767006 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00', 'tag': '55dc2577-74b4-47fd-800e-a08c4418c72c', 'status': 'completed', 'code': 200} Jul 13 19:26:57.776164 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b63408f6-b5c2-4e62-881f-05440d940280 req-dd737669-ca31-4ba7-bcba-499d3105f1e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc HTTP/1.1" status: 200 len: 217 time: 0.0923662 Jul 13 19:26:57.870669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63408f6-b5c2-4e62-881f-05440d940280 req-ec117428-4fdb-4deb-bc50-a76af296b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.873258 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b63408f6-b5c2-4e62-881f-05440d940280 req-ec117428-4fdb-4deb-bc50-a76af296b3ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0958278 Jul 13 19:26:57.950059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c2e13379-df21-4c03-b537-f2bdba61383f details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:57.995438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63408f6-b5c2-4e62-881f-05440d940280 req-933e075a-c544-4632-a244-647b0e4d9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.997152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b63408f6-b5c2-4e62-881f-05440d940280 req-933e075a-c544-4632-a244-647b0e4d9f80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160555 Jul 13 19:26:58.028580 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-5ce712e8-68b4-479d-a9f8-ccbffc668d95 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428429 Jul 13 19:26:58.077220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c2e13379-df21-4c03-b537-f2bdba61383f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c2e13379-df21-4c03-b537-f2bdba61383f,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:58.094540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'c2e13379-df21-4c03-b537-f2bdba61383f', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'port_id': 'c2e13379-df21-4c03-b537-f2bdba61383f', 'mac_address': 'fa:16:3e:ac:79:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689eb9a9-afaa-4060-b430-02da6938dc28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:58.096537 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af04a4-01d1-4cfa-8641-44633a4b8a74 req-73efce43-1c41-4637-94eb-1e5b15f96dfe tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.098041 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28af04a4-01d1-4cfa-8641-44633a4b8a74 req-73efce43-1c41-4637-94eb-1e5b15f96dfe tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 944 time: 0.1714156 Jul 13 19:26:58.142758 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:58.156751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e13379-df21-4c03-b537-f2bdba61383f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:58.172288 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28af04a4-01d1-4cfa-8641-44633a4b8a74 req-7ab20b48-6fa2-45fd-bde8-d981e702133e tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657880 Jul 13 19:26:58.176639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b63408f6-b5c2-4e62-881f-05440d940280 req-ce1e2a44-b99b-4d37-a488-fb3e26828664 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660578 Jul 13 19:26:58.186699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-164436e5-de0a-465b-9173-fad4a079cd81 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229684 Jul 13 19:26:58.188442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-5c56dc63-e569-4354-b8f1-1672e1eb5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.189690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c2e13379-df21-4c03-b537-f2bdba61383f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c2e13379-df21-4c03-b537-f2bdba61383f,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:58.189903 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-5c56dc63-e569-4354-b8f1-1672e1eb5591 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17c8f19ea9244b2eb8275053d08ec34e&device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 1099 time: 0.2518623 Jul 13 19:26:58.201545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:58.208735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-0bef5998-b895-4227-8a34-abcae4c0324c tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.210179 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-0bef5998-b895-4227-8a34-abcae4c0324c tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2709684 Jul 13 19:26:58.286692 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9607ae34-9e4e-42a2-8253-ec94f6b92b0f x-openstack-request-id: req-9607ae34-9e4e-42a2-8253-ec94f6b92b0f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:58.287037 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f1a976-2013-41d1-b81f-9001cb3ebc62", "tag": "5aac4bc3-1023-4985-8c14-770cd75051c7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:58.287226 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9607ae34-9e4e-42a2-8253-ec94f6b92b0f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:58.287614 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f1a976-2013-41d1-b81f-9001cb3ebc62', 'tag': '5aac4bc3-1023-4985-8c14-770cd75051c7', 'status': 'completed', 'code': 200} Jul 13 19:26:58.291137 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6754e007-e2a0-4d34-91dd-6d0c5ad93366 req-cd86f4b7-5520-4217-939d-c0175ac0444a service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509770 Jul 13 19:26:58.309294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c2e13379-df21-4c03-b537-f2bdba61383f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:58.345476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b63408f6-b5c2-4e62-881f-05440d940280 req-8897188e-2103-4bb1-abb2-76a7a3f6d4c7 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621029 Jul 13 19:26:58.482564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c2e13379-df21-4c03-b537-f2bdba61383f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:58.561494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb7e11-4a66-4539-9d1b-96d2bb94dd08 req-130cf990-4134-4907-befe-f01b98aad728 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.563062 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96cb7e11-4a66-4539-9d1b-96d2bb94dd08 req-130cf990-4134-4907-befe-f01b98aad728 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 948 time: 0.0940313 Jul 13 19:26:58.590071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 765af92a-88bd-44fc-95e8-796461dbd621 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:58.592072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fec90316-80da-4c21-b205-210e1ceed9eb up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:58.607798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96cb7e11-4a66-4539-9d1b-96d2bb94dd08 req-e8f506e7-3492-4c98-8809-6a8c4f671a7d tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e086105-3782-4dcb-8db5-a8a132a6e6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Jul 13 19:26:58.721235 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-ac16d0aa-6d6b-45c9-8f7a-1b09f6351cef tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.4888058 Jul 13 19:26:58.744373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-2866a16b-f11c-449d-bba2-198834f18b83 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Request body: {'floatingip': {'port_id': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:58.812252 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-2866a16b-f11c-449d-bba2-198834f18b83 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:58.868331 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48b682df-91a4-4718-8f8c-3c18e7c8978d req-826f5df9-9c68-4136-8df0-53ea2e3cfd91 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546831 Jul 13 19:26:58.872151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port fec90316-80da-4c21-b205-210e1ceed9eb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:58.883200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port fec90316-80da-4c21-b205-210e1ceed9eb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:58.883717 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:58.895340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-cd446d72-c661-4ed0-aa30-844d45bd22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.896819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-cd446d72-c661-4ed0-aa30-844d45bd22f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.6822298 Jul 13 19:26:58.928650 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:58.931680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-37410609-070e-4ee2-bcdc-1c006dc4dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.933197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-37410609-070e-4ee2-bcdc-1c006dc4dbb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a3e5f1770514e81905c9201afc0eacd&device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 1099 time: 0.2927678 Jul 13 19:26:58.953245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '765af92a-88bd-44fc-95e8-796461dbd621', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '765af92a-88bd-44fc-95e8-796461dbd621', 'mac_address': 'fa:16:3e:d7:fb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:58.995775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-3eab6980-2041-4091-91fb-aac1210ca11e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=55dc2577-74b4-47fd-800e-a08c4418c72c HTTP/1.1" status: 200 len: 217 time: 0.0810974 Jul 13 19:26:59.024962 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:59.043964 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:59.047952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765af92a-88bd-44fc-95e8-796461dbd621 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:59.081510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33280c20-152b-43cc-8817-d0614c8c4241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec90316-80da-4c21-b205-210e1ceed9eb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:59.083765 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83809dcf-040e-4046-9b34-4bbc14da66e2" -d '{"events": [{"server_uuid": "33280c20-152b-43cc-8817-d0614c8c4241", "name": "network-vif-plugged", "status": "completed", "tag": "fec90316-80da-4c21-b205-210e1ceed9eb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:59.091370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:59.097607 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:59.104780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fec90316-80da-4c21-b205-210e1ceed9eb, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fec90316-80da-4c21-b205-210e1ceed9eb,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:59.124575 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:59.125361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:59.142379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe7b93-b734-4ae3-acde-c3b9b77f33c7 req-b2800918-4358-4cd3-99d9-62f5875aa989 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.144544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3fe7b93-b734-4ae3-acde-c3b9b77f33c7 req-b2800918-4358-4cd3-99d9-62f5875aa989 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 948 time: 0.0690515 Jul 13 19:26:59.151673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: df68a831-821b-472b-9c6a-86fcc03b1d5f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:59.151901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-5f48e6a5-62ee-419e-83a3-66ae3b9ef9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.152021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device df68a831-821b-472b-9c6a-86fcc03b1d5f not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:59.152442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f56086ce-7842-45ae-989a-3583b18b4307 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:59.153348 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-5f48e6a5-62ee-419e-83a3-66ae3b9ef9ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1448929 Jul 13 19:26:59.181789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: f56086ce-7842-45ae-989a-3583b18b4307 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:59.182152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f56086ce-7842-45ae-989a-3583b18b4307 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:59.187558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:59.191745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3fe7b93-b734-4ae3-acde-c3b9b77f33c7 req-defb744a-1003-44c9-bf94-2f32facfbb08 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365434 Jul 13 19:26:59.233036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-98919080-cd38-4c93-8f40-267aca086ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.234592 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-98919080-cd38-4c93-8f40-267aca086ee9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2506604 Jul 13 19:26:59.255718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=fec90316-80da-4c21-b205-210e1ceed9eb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:59.293690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-e28b683c-85f3-43f6-8783-8f437e54977d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5aac4bc3-1023-4985-8c14-770cd75051c7 HTTP/1.1" status: 200 len: 217 time: 0.0484574 Jul 13 19:26:59.374955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['765af92a-88bd-44fc-95e8-796461dbd621'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:59.404965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11ca99-b92b-48c0-b600-b4441446aa34 req-9b2c589a-1507-4571-90e1-6e43aabd4c70 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.406935 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f11ca99-b92b-48c0-b600-b4441446aa34 req-9b2c589a-1507-4571-90e1-6e43aabd4c70 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 944 time: 0.0820427 Jul 13 19:26:59.420261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-3a7f9a1b-5456-4c97-a40b-0f747a20973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.421775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-3a7f9a1b-5456-4c97-a40b-0f747a20973a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2298779 Jul 13 19:26:59.458390 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f11ca99-b92b-48c0-b600-b4441446aa34 req-c0779fcf-902e-42f2-9a11-79b09ae7e5e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454473 Jul 13 19:26:59.468166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-791675ab-1fcb-40bc-8c0e-2ea91c644575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.469611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-791675ab-1fcb-40bc-8c0e-2ea91c644575 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1463249 Jul 13 19:26:59.606323 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bdd6b65e-3d2e-402c-940e-241a17572ab0 req-fcecf41b-c7be-4af5-bafc-3f702e476356 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0295217 Jul 13 19:26:59.634519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-1e4fcaa8-9b85-48fe-92eb-0972ec70230b service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770406 Jul 13 19:26:59.721712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-e40b93b4-842d-4065-9f0f-7b3094ba4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.723236 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-e40b93b4-842d-4065-9f0f-7b3094ba4d36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2180078 Jul 13 19:26:59.768340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-deleted', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:59.771599 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab39cf6-4231-46d8-a86e-d9bc3768dd82" -d '{"events": [{"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-deleted", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:59.789085 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-2866a16b-f11c-449d-bba2-198834f18b83 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:59.799520 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-2866a16b-f11c-449d-bba2-198834f18b83 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:59.894342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8fcb8faa-8579-4eeb-8468-378c295bd100 req-d52bb593-b6cc-4ab4-b5d5-082a2517d99b service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235355 Jul 13 19:26:59.926259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-6921c191-521f-4464-8679-c692ec30b002 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895850 Jul 13 19:26:59.963016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c2e13379-df21-4c03-b537-f2bdba61383f up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:59.999731 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-2866a16b-f11c-449d-bba2-198834f18b83 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Floating IP 094df0de-75e3-4f7b-879a-7d372037082e associated. External IP: 172.25.7.18, port: 406d9b05-b353-4e4d-95f9-41da863ddb09. Jul 13 19:27:00.013600 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port c2e13379-df21-4c03-b537-f2bdba61383f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:00.017521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port c2e13379-df21-4c03-b537-f2bdba61383f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:00.017950 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:00.098859 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69dcabec-ba43-4b7d-952e-aa6232a80ad8 req-6d823fb7-c794-4de5-b750-11f2ac69ea68 service neutron] 10.222.0.60 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655965 Jul 13 19:27:00.105306 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:00.116240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142489fb-000b-4fa0-bfc9-f8b9a6f3b84a req-412ccb68-ff9e-4f61-bca0-73be3f964ac9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:00.116711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-142489fb-000b-4fa0-bfc9-f8b9a6f3b84a req-412ccb68-ff9e-4f61-bca0-73be3f964ac9 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 951 time: 0.0697260 Jul 13 19:27:00.138794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c2e13379-df21-4c03-b537-f2bdba61383f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c2e13379-df21-4c03-b537-f2bdba61383f,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:00.143430 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:00.166314 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-142489fb-000b-4fa0-bfc9-f8b9a6f3b84a req-84ee9481-2ea0-4482-9c0e-21e50434c102 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Jul 13 19:27:00.202379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c2e13379-df21-4c03-b537-f2bdba61383f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:00.216373 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acdb9cd-40f7-452d-9531-4ec24ff819ff x-openstack-request-id: req-6acdb9cd-40f7-452d-9531-4ec24ff819ff {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:00.216672 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33280c20-152b-43cc-8817-d0614c8c4241", "name": "network-vif-plugged", "status": "completed", "tag": "fec90316-80da-4c21-b205-210e1ceed9eb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:00.216926 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6acdb9cd-40f7-452d-9531-4ec24ff819ff {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:00.217321 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33280c20-152b-43cc-8817-d0614c8c4241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec90316-80da-4c21-b205-210e1ceed9eb', 'code': 200} Jul 13 19:27:00.269897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-2866a16b-f11c-449d-bba2-198834f18b83 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Router 308953cf-163d-4041-8492-ce5dfb987830 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:00.312782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-deleted', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:00.315323 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc98cb3-c34c-49ce-9204-e0d530daa273" -d '{"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-deleted", "tag": "f56086ce-7842-45ae-989a-3583b18b4307"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:00.377813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d2392-f140-41ed-900c-192ef1bbdfc3 req-e225e695-76c3-4375-b7c3-89605be08ed5 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:00.379302 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a9d2392-f140-41ed-900c-192ef1bbdfc3 req-e225e695-76c3-4375-b7c3-89605be08ed5 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 945 time: 0.0683665 Jul 13 19:27:00.417947 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a9d2392-f140-41ed-900c-192ef1bbdfc3 req-2be48ce7-dbb6-4fd5-881f-2a7ff498b4cb tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Jul 13 19:27:00.423550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-2866a16b-f11c-449d-bba2-198834f18b83 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:00.430030 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-2866a16b-f11c-449d-bba2-198834f18b83 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:00.433415 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] Sync routers for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:00.434922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec336a-b595-45af-9fa5-7a7a72df48f2 req-f065589a-4d32-4048-ba1a-8f4a2f007c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:00.445919 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ddec336a-b595-45af-9fa5-7a7a72df48f2 req-f065589a-4d32-4048-ba1a-8f4a2f007c6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 1096 time: 0.1185212 Jul 13 19:27:00.453628 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:00.454240 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:00.497739 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-2866a16b-f11c-449d-bba2-198834f18b83 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "PUT /v2.0/floatingips/094df0de-75e3-4f7b-879a-7d372037082e HTTP/1.1" status: 200 len: 995 time: 1.7665884 Jul 13 19:27:00.503223 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ddec336a-b595-45af-9fa5-7a7a72df48f2 req-a7e7339e-1354-4427-a088-df8612dfd03e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490847 Jul 13 19:27:00.573823 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:00.594599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 55dc2577-74b4-47fd-800e-a08c4418c72c details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:00.598310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 765af92a-88bd-44fc-95e8-796461dbd621 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:00.613223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab55bcf-2ec0-4031-a7df-c75182c695bc req-2610c4e3-6b2e-46b5-8a62-f2f6f33b99de tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:00.623814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fab55bcf-2ec0-4031-a7df-c75182c695bc req-2610c4e3-6b2e-46b5-8a62-f2f6f33b99de tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 948 time: 0.0898056 Jul 13 19:27:00.683932 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fab55bcf-2ec0-4031-a7df-c75182c695bc req-a0cc0e87-aead-4dc3-9594-b31f7916d2a8 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e086105-3782-4dcb-8db5-a8a132a6e6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585518 Jul 13 19:27:00.708582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 765af92a-88bd-44fc-95e8-796461dbd621 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:00.715211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 765af92a-88bd-44fc-95e8-796461dbd621 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:00.715738 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:00.752946 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63094900-38fd-4fde-8ef3-4d051f8e673b x-openstack-request-id: req-63094900-38fd-4fde-8ef3-4d051f8e673b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:00.753592 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a17643e-68ff-4828-aa41-377fa6256f97", "name": "network-vif-deleted", "tag": "df68a831-821b-472b-9c6a-86fcc03b1d5f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:00.755469 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63094900-38fd-4fde-8ef3-4d051f8e673b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:00.756124 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a17643e-68ff-4828-aa41-377fa6256f97', 'name': 'network-vif-deleted', 'tag': 'df68a831-821b-472b-9c6a-86fcc03b1d5f', 'status': 'completed', 'code': 200} Jul 13 19:27:00.794184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 55dc2577-74b4-47fd-800e-a08c4418c72c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=55dc2577-74b4-47fd-800e-a08c4418c72c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:00.824404 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:f7:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:26:59Z', 'revision_number': 1, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:00.851917 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:00.859584 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] Checking router: 308953cf-163d-4041-8492-ce5dfb987830 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:00.870088 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:00.870634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '55dc2577-74b4-47fd-800e-a08c4418c72c', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '55dc2577-74b4-47fd-800e-a08c4418c72c', 'mac_address': 'fa:16:3e:39:10:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:00.871668 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:00.944985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-e0dbb1c7-67a4-4611-bb5a-b4c93c673dc5 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:00.947084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-e0dbb1c7-67a4-4611-bb5a-b4c93c673dc5 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 951 time: 0.0892067 Jul 13 19:27:00.948496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:00.948734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-99fdd78c-05f3-4d5b-aead-91773f2abb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:00.950509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-99fdd78c-05f3-4d5b-aead-91773f2abb8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1096 time: 0.4369309 Jul 13 19:27:00.955115 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:00.960286 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:00.982501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dc2577-74b4-47fd-800e-a08c4418c72c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:00.992993 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:01.042681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 55dc2577-74b4-47fd-800e-a08c4418c72c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=55dc2577-74b4-47fd-800e-a08c4418c72c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:01.048207 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:01.075728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:01.130122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-11bb28ce-babf-4a49-a1df-aabdf38bab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:01.131663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=55dc2577-74b4-47fd-800e-a08c4418c72c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:01.138176 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-11bb28ce-babf-4a49-a1df-aabdf38bab4d service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.1752427 Jul 13 19:27:01.217080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-87b8f43a-3a75-4abd-8b09-a23ef855c562 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 998 time: 0.0779004 Jul 13 19:27:01.223100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-47391123-8331-4ef4-90d4-c1d306c7d973 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Deleting port adef089e-d122-4082-b083-0dd08325b41c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:01.223437 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-47391123-8331-4ef4-90d4-c1d306c7d973 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:01.243973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de8793-673d-4b85-9d7f-fbd32c22d01f req-c0c228f9-4247-4cd5-9c15-5dd8b3d3bddd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:01.244914 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:f7:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:26:59Z', 'revision_number': 1, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:01.246234 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59de8793-673d-4b85-9d7f-fbd32c22d01f req-c0c228f9-4247-4cd5-9c15-5dd8b3d3bddd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 948 time: 0.0719130 Jul 13 19:27:01.274721 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35944b9-2518-4a0a-bfb8-4a279edf5a32 None None] The sync data for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 is: [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:f7:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:26:59Z', 'revision_number': 1, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:01.303550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59de8793-673d-4b85-9d7f-fbd32c22d01f req-1f74c126-719a-44fd-bfb6-0195776a42c1 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 Jul 13 19:27:01.327419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-8a5c8057-08c9-4326-9ce4-bc44eee5f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:01.328929 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-8a5c8057-08c9-4326-9ce4-bc44eee5f286 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.1019397 Jul 13 19:27:01.337831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['55dc2577-74b4-47fd-800e-a08c4418c72c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:01.377881 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4956ac-4ec2-400c-a387-0fbf187ddb44 x-openstack-request-id: req-ae4956ac-4ec2-400c-a387-0fbf187ddb44 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:01.377881 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0e00e6-0aa5-42fe-a752-678885691eca", "name": "network-vif-deleted", "tag": "f56086ce-7842-45ae-989a-3583b18b4307", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:01.378360 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae4956ac-4ec2-400c-a387-0fbf187ddb44 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:01.378771 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0e00e6-0aa5-42fe-a752-678885691eca', 'name': 'network-vif-deleted', 'tag': 'f56086ce-7842-45ae-989a-3583b18b4307', 'status': 'completed', 'code': 200} Jul 13 19:27:01.407709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-47391123-8331-4ef4-90d4-c1d306c7d973 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] For port adef089e-d122-4082-b083-0dd08325b41c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=adef089e-d122-4082-b083-0dd08325b41c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:01.407965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-47391123-8331-4ef4-90d4-c1d306c7d973 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:01.427139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-47391123-8331-4ef4-90d4-c1d306c7d973 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Calling delete_port for adef089e-d122-4082-b083-0dd08325b41c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:01.499540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-a134764b-87b0-474d-bb1d-f0ae8256f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:01.501082 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-a134764b-87b0-474d-bb1d-f0ae8256f877 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460457 Jul 13 19:27:01.561350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d239e0-e787-407e-97bf-51283a3a8438 req-da9e5ae9-83cc-4061-8511-390733083559 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:01.562977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6d239e0-e787-407e-97bf-51283a3a8438 req-da9e5ae9-83cc-4061-8511-390733083559 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 945 time: 0.0839727 Jul 13 19:27:01.598258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2d978-5be4-4837-8683-40dbf47c3c0d None None] New status for floating IP 094df0de-75e3-4f7b-879a-7d372037082e: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:27:01.621146 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6d239e0-e787-407e-97bf-51283a3a8438 req-b0799db4-2ed9-486a-908d-05685ab55ca4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500510 Jul 13 19:27:01.656708 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-2b06c284-6431-4221-b7e3-9e4837d435f9 service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473973 Jul 13 19:27:01.735737 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-47391123-8331-4ef4-90d4-c1d306c7d973 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:01.764485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['21da0e4f-d646-4638-a7c4-25200244c6d2', '75ea4462-7f4a-45f2-97aa-890c0a8920fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:01.775186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47391123-8331-4ef4-90d4-c1d306c7d973 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Pushing event deleted for resources: {'Port': ['ID=adef089e-d122-4082-b083-0dd08325b41c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:01.775317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deab816f-23b3-40d1-93e8-f3ef1d1c6874 req-915b8bff-e4da-4ec9-8d06-9b34958ffa44 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0307856 Jul 13 19:27:01.842113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb7cff2c-b85f-46c9-a515-3619d0efd969 req-c3a26e0d-c25a-4cac-8177-efe5704572a4 service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787355 Jul 13 19:27:01.843116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-47391123-8331-4ef4-90d4-c1d306c7d973 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] No DVR routers for this DVR port adef089e-d122-4082-b083-0dd08325b41c on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:01.846241 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-47391123-8331-4ef4-90d4-c1d306c7d973 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:01.848751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a65a6105-9bcb-46c3-8023-cc7278ce0b68 req-47391123-8331-4ef4-90d4-c1d306c7d973 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.24 "DELETE /v2.0/ports/adef089e-d122-4082-b083-0dd08325b41c HTTP/1.1" status: 204 len: 173 time: 0.8942857 Jul 13 19:27:01.947732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['adef089e-d122-4082-b083-0dd08325b41c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:01.982865 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5aac4bc3-1023-4985-8c14-770cd75051c7 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:02.039948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c0f131b-a5d8-44ff-b14d-c00328ef9473 req-c595ee7c-c367-4ac8-8ef6-18d8fb72aa91 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d HTTP/1.1" status: 200 len: 210 time: 0.0498991 Jul 13 19:27:02.207540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5aac4bc3-1023-4985-8c14-770cd75051c7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5aac4bc3-1023-4985-8c14-770cd75051c7,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:02.218458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19385a0-c847-46c0-9988-6e9300bd23ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e13379-df21-4c03-b537-f2bdba61383f'}, {'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:02.220665 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3b0cf2-63af-49ea-b01c-22c4e6ff3ba3" -d '{"events": [{"server_uuid": "a19385a0-c847-46c0-9988-6e9300bd23ba", "name": "network-vif-plugged", "status": "completed", "tag": "c2e13379-df21-4c03-b537-f2bdba61383f"}, {"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-plugged", "status": "completed", "tag": "765af92a-88bd-44fc-95e8-796461dbd621"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:02.234032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '5aac4bc3-1023-4985-8c14-770cd75051c7', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '5aac4bc3-1023-4985-8c14-770cd75051c7', 'mac_address': 'fa:16:3e:dd:83:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:02.281054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee15b99-b331-4115-80d3-1888306f5a7c req-bfdc3be8-12a7-4e5f-a3d0-c0cbb6f6d084 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:02.282994 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ee15b99-b331-4115-80d3-1888306f5a7c req-bfdc3be8-12a7-4e5f-a3d0-c0cbb6f6d084 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 945 time: 0.1137924 Jul 13 19:27:02.297380 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.312833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aac4bc3-1023-4985-8c14-770cd75051c7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:02.341174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5aac4bc3-1023-4985-8c14-770cd75051c7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5aac4bc3-1023-4985-8c14-770cd75051c7,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:02.345452 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.359583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ee15b99-b331-4115-80d3-1888306f5a7c req-b7901d2f-1899-4986-aabb-f811cca14987 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692093 Jul 13 19:27:02.372662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8d0fd-0c16-4626-b328-114796761b24 req-c9057a8a-b315-4c2d-a410-2e68efd088fc tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:02.380403 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebe8d0fd-0c16-4626-b328-114796761b24 req-c9057a8a-b315-4c2d-a410-2e68efd088fc tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 949 time: 0.0982840 Jul 13 19:27:02.428027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5aac4bc3-1023-4985-8c14-770cd75051c7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:02.447210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebe8d0fd-0c16-4626-b328-114796761b24 req-8bde8cae-b387-4553-b95d-f85c57b5c44c tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e086105-3782-4dcb-8db5-a8a132a6e6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656490 Jul 13 19:27:02.502328 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1450b3d7-6a68-4164-b381-ee38c3f07c72 x-openstack-request-id: req-1450b3d7-6a68-4164-b381-ee38c3f07c72 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:02.502747 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19385a0-c847-46c0-9988-6e9300bd23ba", "name": "network-vif-plugged", "status": "completed", "tag": "c2e13379-df21-4c03-b537-f2bdba61383f", "code": 200}, {"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-plugged", "status": "completed", "tag": "765af92a-88bd-44fc-95e8-796461dbd621", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:02.503068 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1450b3d7-6a68-4164-b381-ee38c3f07c72 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:02.503613 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19385a0-c847-46c0-9988-6e9300bd23ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e13379-df21-4c03-b537-f2bdba61383f', 'code': 200} Jul 13 19:27:02.504141 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621', 'code': 200} Jul 13 19:27:02.563581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:02.576527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-413b5ca1-7f4a-4a01-9848-a7022d9b4634 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:02.578227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-413b5ca1-7f4a-4a01-9848-a7022d9b4634 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0915520 Jul 13 19:27:02.596744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 55dc2577-74b4-47fd-800e-a08c4418c72c up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:02.689863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5aac4bc3-1023-4985-8c14-770cd75051c7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:02.746904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 55dc2577-74b4-47fd-800e-a08c4418c72c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:02.751591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 55dc2577-74b4-47fd-800e-a08c4418c72c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:02.751766 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.760053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4cb783ae-012a-4a04-bfa1-d6031d0d9624 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aeeff44f91af49bea04478e7e3862f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951847 Jul 13 19:27:02.762607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:02.778231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0501ff7-2a53-48a0-9229-e68718bcde3a req-28ca4bcb-5337-4a3a-9c5b-da91cdd6ed23 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:02.779697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a0501ff7-2a53-48a0-9229-e68718bcde3a req-28ca4bcb-5337-4a3a-9c5b-da91cdd6ed23 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 949 time: 0.1399496 Jul 13 19:27:02.799380 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-d5867ba7-2c73-4fb0-a6aa-f58f0d619330 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.2107773 Jul 13 19:27:02.809282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e8e5a-eb6f-497e-b8f8-753260373350 req-f844a608-8f58-4095-88e9-fc0d3044db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:02.810810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc3e8e5a-eb6f-497e-b8f8-753260373350 req-f844a608-8f58-4095-88e9-fc0d3044db40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 1101 time: 0.2315903 Jul 13 19:27:02.815360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Request body: {'floatingip': {'port_id': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:02.848210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a0501ff7-2a53-48a0-9229-e68718bcde3a req-99ed93f5-6bd6-47db-9dcc-3a3efa2d528c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578854 Jul 13 19:27:02.858809 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb0d7-a3ba-4ed2-86b0-f7c79c564313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.887689 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb0d7-a3ba-4ed2-86b0-f7c79c564313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.892563 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.900178 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.910134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98fb6d-1a0b-47c8-8de7-9157080977f0 req-d105e9da-727d-43f5-9305-1c4a265243c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:02.912219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd98fb6d-1a0b-47c8-8de7-9157080977f0 req-d105e9da-727d-43f5-9305-1c4a265243c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 1096 time: 0.2385895 Jul 13 19:27:02.952497 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb0d7-a3ba-4ed2-86b0-f7c79c564313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.962810 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb0d7-a3ba-4ed2-86b0-f7c79c564313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.968150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ef9bb0d7-a3ba-4ed2-86b0-f7c79c564313 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4524460a-22e9-42ac-8bd5-3af0949c7ef4 HTTP/1.1" status: 204 len: 168 time: 0.2044897 Jul 13 19:27:02.983222 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bb0d7-a3ba-4ed2-86b0-f7c79c564313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4524460a-22e9-42ac-8bd5-3af0949c7ef4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:03.010789 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd98fb6d-1a0b-47c8-8de7-9157080977f0 req-3da30f83-ebdb-4ef6-8226-c4a4018d6d87 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493457 Jul 13 19:27:03.027125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 55dc2577-74b4-47fd-800e-a08c4418c72c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=55dc2577-74b4-47fd-800e-a08c4418c72c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:03.036859 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:03.044846 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc3e8e5a-eb6f-497e-b8f8-753260373350 req-c3f7b7e4-aaae-4514-9f7d-254f70758060 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227836 Jul 13 19:27:03.096521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=55dc2577-74b4-47fd-800e-a08c4418c72c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:03.357329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfc694-6418-4c15-a053-349d9630906f req-bf0d2314-999a-4192-87a7-9f6c282b31d4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:03.358875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdcfc694-6418-4c15-a053-349d9630906f req-bf0d2314-999a-4192-87a7-9f6c282b31d4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 945 time: 0.0730338 Jul 13 19:27:03.379479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09'}, {'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-deleted', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:03.382371 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6" -d '{"events": [{"name": "network-changed", "server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09"}, {"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-deleted", "tag": "adef089e-d122-4082-b083-0dd08325b41c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:03.401079 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdcfc694-6418-4c15-a053-349d9630906f req-6883e052-1811-4915-a1ac-fcf6f736820c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361087 Jul 13 19:27:03.551882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:03.556692 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:03.564182 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ef148c2-8792-4cd0-b635-0224ae538483 req-837726ed-cd7e-4598-b76d-9d28f5311132 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0307622 Jul 13 19:27:03.673258 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Floating IP 094df0de-75e3-4f7b-879a-7d372037082e associated. External IP: 172.25.7.18, port: 406d9b05-b353-4e4d-95f9-41da863ddb09. Jul 13 19:27:03.806425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ccf3f-0adf-43aa-9bfe-b93814b8b715 req-2db4cf79-4cb5-4e34-a30f-bc8f676402b9 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:03.807872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-451ccf3f-0adf-43aa-9bfe-b93814b8b715 req-2db4cf79-4cb5-4e34-a30f-bc8f676402b9 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 945 time: 0.0704820 Jul 13 19:27:03.846818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-451ccf3f-0adf-43aa-9bfe-b93814b8b715 req-e9ddd236-b099-4fb9-aa95-5ecf5c1144d4 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330534 Jul 13 19:27:03.889692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Router 308953cf-163d-4041-8492-ce5dfb987830 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:03.903969 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93aba7e-ac9d-4b43-b270-b58ab8e1ed10 x-openstack-request-id: req-a93aba7e-ac9d-4b43-b270-b58ab8e1ed10 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:03.904257 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09", "status": "completed", "code": 200}, {"server_uuid": "2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d", "name": "network-vif-deleted", "tag": "adef089e-d122-4082-b083-0dd08325b41c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:03.904677 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a93aba7e-ac9d-4b43-b270-b58ab8e1ed10 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:03.905089 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'status': 'completed', 'code': 200} Jul 13 19:27:03.905395 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7b6f24-0fa8-49e9-9a2a-36d8c36cdc7d', 'name': 'network-vif-deleted', 'tag': 'adef089e-d122-4082-b083-0dd08325b41c', 'status': 'completed', 'code': 200} Jul 13 19:27:03.996000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5aac4bc3-1023-4985-8c14-770cd75051c7 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:04.065163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-a8cc8a18-c0bf-4d35-a14e-6ff5e52e24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.066866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-a8cc8a18-c0bf-4d35-a14e-6ff5e52e24ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1096 time: 0.1177790 Jul 13 19:27:04.068634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:04.069627 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 5aac4bc3-1023-4985-8c14-770cd75051c7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:04.075809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 5aac4bc3-1023-4985-8c14-770cd75051c7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:04.076519 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.077488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21cc0f-ef60-41dc-b350-d2eed89a2996 req-6b336608-b1fb-44de-980f-fd86b639ded9 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.079198 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b21cc0f-ef60-41dc-b350-d2eed89a2996 req-6b336608-b1fb-44de-980f-fd86b639ded9 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 950 time: 0.0770581 Jul 13 19:27:04.085875 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] Sync routers for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:04.096090 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:04.096981 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:04.156303 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b21cc0f-ef60-41dc-b350-d2eed89a2996 req-431565cd-e1fe-4353-8607-39dc2547379f tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e086105-3782-4dcb-8db5-a8a132a6e6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655305 Jul 13 19:27:04.200814 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.232637 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:04.267217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5aac4bc3-1023-4985-8c14-770cd75051c7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5aac4bc3-1023-4985-8c14-770cd75051c7,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:04.272283 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.337865 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5aac4bc3-1023-4985-8c14-770cd75051c7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:04.357051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-b00916da-a9bb-4b38-8e14-61f899e35bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.358590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-b00916da-a9bb-4b38-8e14-61f899e35bd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.2835984 Jul 13 19:27:04.444052 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-5052e90e-3aa1-41ac-86bb-14315d354c46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 217 time: 0.0512331 Jul 13 19:27:04.505743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dc2577-74b4-47fd-800e-a08c4418c72c'}, {'server_uuid': '22f1a976-2013-41d1-b81f-9001cb3ebc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aac4bc3-1023-4985-8c14-770cd75051c7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:04.511399 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019771f0-8074-4c0e-b196-b54015da5a98" -d '{"events": [{"server_uuid": "22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00", "name": "network-vif-plugged", "status": "completed", "tag": "55dc2577-74b4-47fd-800e-a08c4418c72c"}, {"server_uuid": "22f1a976-2013-41d1-b81f-9001cb3ebc62", "name": "network-vif-plugged", "status": "completed", "tag": "5aac4bc3-1023-4985-8c14-770cd75051c7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:04.536616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-4801aca2-1eab-4008-b892-379a8b66b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.538829 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-4801aca2-1eab-4008-b892-379a8b66b818 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.0615237 Jul 13 19:27:04.547474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Router 308953cf-163d-4041-8492-ce5dfb987830 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:04.608422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device adef089e-d122-4082-b083-0dd08325b41c no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:04.611342 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:6e:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:27:03Z', 'revision_number': 3, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:04.649123 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] Checking router: 308953cf-163d-4041-8492-ce5dfb987830 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:04.651485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: adef089e-d122-4082-b083-0dd08325b41c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:04.651903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device adef089e-d122-4082-b083-0dd08325b41c not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:04.660620 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:04.661245 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:04.796130 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:04.820168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640eab3-ac3a-4264-aaa6-e18ce631202c req-285017e1-2db5-4218-93f9-e2ce4ec4b0cd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.821922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1640eab3-ac3a-4264-aaa6-e18ce631202c req-285017e1-2db5-4218-93f9-e2ce4ec4b0cd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 950 time: 0.0924211 Jul 13 19:27:04.875937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1640eab3-ac3a-4264-aaa6-e18ce631202c req-efdd6b08-0aa1-498d-8e8f-3304a05f93a7 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455287 Jul 13 19:27:04.938428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:05.035551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-7f15e5d5-46c9-4c0c-8a3a-7cd3f951679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.037237 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-7f15e5d5-46c9-4c0c-8a3a-7cd3f951679f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4885240 Jul 13 19:27:05.048087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:05.054627 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:05.089293 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:6e:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:27:03Z', 'revision_number': 3, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:05.120108 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d768b-8733-4ddc-9f3f-29b1418f0abe None None] The sync data for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 is: [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:6e:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:27:03Z', 'revision_number': 3, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:05.127218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a86e7fd1-4eb0-4338-9367-54e8c9c1a59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:05.143636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc18b7-ab6a-4dfe-9106-27448a1e2cdb req-fad64b2b-72a8-4887-b213-ffc8ceece5bd tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.151026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49dc18b7-ab6a-4dfe-9106-27448a1e2cdb req-fad64b2b-72a8-4887-b213-ffc8ceece5bd tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 945 time: 0.1207943 Jul 13 19:27:05.200900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-47533c10-9310-4c65-bd40-9cbfe10b1ceb tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.202745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-47533c10-9310-4c65-bd40-9cbfe10b1ceb tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.24 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 945 time: 0.2144036 Jul 13 19:27:05.209581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49dc18b7-ab6a-4dfe-9106-27448a1e2cdb req-fa0c0acd-a897-410c-9410-10e54409991d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573437 Jul 13 19:27:05.265055 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-5bdfe1c9-5a5b-44c6-a28f-d42d08764247 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "PUT /v2.0/floatingips/094df0de-75e3-4f7b-879a-7d372037082e HTTP/1.1" status: 200 len: 997 time: 2.4598610 Jul 13 19:27:05.271468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-4dc8d841-e6ed-427f-9920-929ac4ae97cb service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249534 Jul 13 19:27:05.296236 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a86e7fd1-4eb0-4338-9367-54e8c9c1a59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:05.300883 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a86e7fd1-4eb0-4338-9367-54e8c9c1a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:05.364785 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a86e7fd1-4eb0-4338-9367-54e8c9c1a59d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91ce5170fa8b4b2e945a51336a84a5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252050 Jul 13 19:27:05.368086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:05.377566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e7fd1-4eb0-4338-9367-54e8c9c1a59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b865326a-7250-4ea8-b336-fb63890e64cb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:05.412901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2544ca7f-f49b-45f3-9723-65b1eb0de341 None None] New status for floating IP 094df0de-75e3-4f7b-879a-7d372037082e: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:27:05.419625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-9975fcff-1a9d-4851-95c9-3dbb05ad3f40 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.438978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-9975fcff-1a9d-4851-95c9-3dbb05ad3f40 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports/406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 942 time: 0.1732507 Jul 13 19:27:05.501156 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d35698-90c2-44c6-adf5-9cc62a7504e6 req-d93b7a2e-8de3-4b22-a886-51deba599eac tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.508441 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37d35698-90c2-44c6-adf5-9cc62a7504e6 req-d93b7a2e-8de3-4b22-a886-51deba599eac tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.1115739 Jul 13 19:27:05.519307 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9274-4642-4da3-a6f9-e8fb5463d966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:05.557285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9274-4642-4da3-a6f9-e8fb5463d966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:05.584288 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d7f255b-b884-4c1a-a6b5-77ba96fdcde6 req-cb741611-15a9-4fda-a86a-aaa2b5f1391c service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015099 Jul 13 19:27:05.588416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37d35698-90c2-44c6-adf5-9cc62a7504e6 req-5556d4c8-c391-4f7c-8744-820b0293a907 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789218 Jul 13 19:27:05.636221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-3cb9386c-f855-4185-ac61-db11b39e268d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Deleting port fec90316-80da-4c21-b205-210e1ceed9eb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:05.637227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-3cb9386c-f855-4185-ac61-db11b39e268d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:05.661336 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9274-4642-4da3-a6f9-e8fb5463d966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:05.664523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9274-4642-4da3-a6f9-e8fb5463d966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:05.668585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fdcc9274-4642-4da3-a6f9-e8fb5463d966 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b865326a-7250-4ea8-b336-fb63890e64cb HTTP/1.1" status: 204 len: 168 time: 0.2978139 Jul 13 19:27:05.681982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc9274-4642-4da3-a6f9-e8fb5463d966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b865326a-7250-4ea8-b336-fb63890e64cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:05.706178 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1b46c0-c5ab-497a-879f-10b3432e361b x-openstack-request-id: req-4b1b46c0-c5ab-497a-879f-10b3432e361b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:05.706794 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00", "name": "network-vif-plugged", "status": "completed", "tag": "55dc2577-74b4-47fd-800e-a08c4418c72c", "code": 200}, {"server_uuid": "22f1a976-2013-41d1-b81f-9001cb3ebc62", "name": "network-vif-plugged", "status": "completed", "tag": "5aac4bc3-1023-4985-8c14-770cd75051c7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:05.707474 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b1b46c0-c5ab-497a-879f-10b3432e361b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:05.708422 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dc2577-74b4-47fd-800e-a08c4418c72c', 'code': 200} Jul 13 19:27:05.709195 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f1a976-2013-41d1-b81f-9001cb3ebc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aac4bc3-1023-4985-8c14-770cd75051c7', 'code': 200} Jul 13 19:27:05.799159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-8c78e51a-6ee9-4cb6-8335-8d28162f7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.803054 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-8c78e51a-6ee9-4cb6-8335-8d28162f7620 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1096 time: 0.2746663 Jul 13 19:27:05.854385 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] Sync routers for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:05.867548 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:05.870395 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:05.908116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09'}, {'name': 'network-changed', 'server_uuid': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'tag': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:05.910819 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac50df29-135f-4cd4-9c27-2b93e9f46c64" -d '{"events": [{"name": "network-changed", "server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09"}, {"name": "network-changed", "server_uuid": "d7a74b19-a75d-4432-b52a-cf030bf6623a", "tag": "a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:05.964509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-043b3839-020e-4a21-beae-9c9168054fef req-b241e93e-0312-4177-a365-cc8e1c92e9b5 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0914943 Jul 13 19:27:05.999175 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:06.091772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-72de5af8-2e7d-4c1d-a2b2-4e1721b9c36d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.093293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-72de5af8-2e7d-4c1d-a2b2-4e1721b9c36d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 950 time: 0.0981996 Jul 13 19:27:06.193479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-f90a339e-f823-4f2f-a8dd-b1c38b0b8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.195915 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-f90a339e-f823-4f2f-a8dd-b1c38b0b8ffe service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.3327348 Jul 13 19:27:06.213382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-00b537d4-658e-43db-999c-a48631fa9a16 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Deleting port 75ea4462-7f4a-45f2-97aa-890c0a8920fc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:06.213953 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-00b537d4-658e-43db-999c-a48631fa9a16 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:06.224356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-3cb9386c-f855-4185-ac61-db11b39e268d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] For port fec90316-80da-4c21-b205-210e1ceed9eb, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fec90316-80da-4c21-b205-210e1ceed9eb,segment=NetworkSegment(f750d988-43fd-46d8-bb5a-c2b44185fd35),segment_id=f750d988-43fd-46d8-bb5a-c2b44185fd35)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:06.224960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-3cb9386c-f855-4185-ac61-db11b39e268d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:06.293241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-3cb9386c-f855-4185-ac61-db11b39e268d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Calling delete_port for fec90316-80da-4c21-b205-210e1ceed9eb owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:06.296027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-575510c9-cb36-498c-a57f-3190241c8874 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 217 time: 0.0686433 Jul 13 19:27:06.365861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57891b1-cf0e-4e8a-a288-4601dbe09624 req-be486678-41d5-408b-924e-88525de35fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.368134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a57891b1-cf0e-4e8a-a288-4601dbe09624 req-be486678-41d5-408b-924e-88525de35fd0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 1101 time: 0.5582578 Jul 13 19:27:06.416058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-00b537d4-658e-43db-999c-a48631fa9a16 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] For port 75ea4462-7f4a-45f2-97aa-890c0a8920fc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=75ea4462-7f4a-45f2-97aa-890c0a8920fc,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:06.417575 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-00b537d4-658e-43db-999c-a48631fa9a16 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:06.421522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe3b32-3fd0-4181-8c2c-69868b306083 req-880717a3-affb-4467-96b7-51b69cae6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.423307 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93fe3b32-3fd0-4181-8c2c-69868b306083 req-880717a3-affb-4467-96b7-51b69cae6717 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 1101 time: 0.6191266 Jul 13 19:27:06.444353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-f155e47d-a9f0-4c06-8343-9deddc9c7f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.445863 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-f155e47d-a9f0-4c06-8343-9deddc9c7f83 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.1419024 Jul 13 19:27:06.450649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-00b537d4-658e-43db-999c-a48631fa9a16 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Calling delete_port for 75ea4462-7f4a-45f2-97aa-890c0a8920fc owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:06.451754 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:6e:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:27:05Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:06.499261 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] Checking router: 308953cf-163d-4041-8492-ce5dfb987830 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:06.519207 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:06.519934 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:06.526723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed3ee6-e69c-4081-ac4b-9cbb49709a50 req-c1e5519a-8f83-4e2f-b35c-c5cfe30e3add tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.533612 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0aed3ee6-e69c-4081-ac4b-9cbb49709a50 req-c1e5519a-8f83-4e2f-b35c-c5cfe30e3add tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/ports?device_id=33280c20-152b-43cc-8817-d0614c8c4241 HTTP/1.1" status: 200 len: 945 time: 0.2605331 Jul 13 19:27:06.597599 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-3cb9386c-f855-4185-ac61-db11b39e268d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:06.602999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0aed3ee6-e69c-4081-ac4b-9cbb49709a50 req-54905bc7-f2ae-4918-96ff-526ed0b57137 tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups?id=47325912-f945-458a-b566-8b8a143659f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662234 Jul 13 19:27:06.609982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fec90316-80da-4c21-b205-210e1ceed9eb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:06.656052 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a57891b1-cf0e-4e8a-a288-4601dbe09624 req-19b79777-660d-46b2-b5e6-724b92af9a88 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554352 Jul 13 19:27:06.673810 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:06.750568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-3cb9386c-f855-4185-ac61-db11b39e268d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] No DVR routers for this DVR port fec90316-80da-4c21-b205-210e1ceed9eb on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:06.759878 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-00b537d4-658e-43db-999c-a48631fa9a16 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:06.766016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-3cb9386c-f855-4185-ac61-db11b39e268d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:06.773087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['21da0e4f-d646-4638-a7c4-25200244c6d2', '75ea4462-7f4a-45f2-97aa-890c0a8920fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:06.780321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c74c5be5-9c30-4917-9c6c-125d89b4f2ad req-3cb9386c-f855-4185-ac61-db11b39e268d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.24 "DELETE /v2.0/ports/fec90316-80da-4c21-b205-210e1ceed9eb HTTP/1.1" status: 204 len: 173 time: 1.5677025 Jul 13 19:27:06.800791 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9386c-f855-4185-ac61-db11b39e268d tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event deleted for resources: {'Port': ['ID=fec90316-80da-4c21-b205-210e1ceed9eb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:06.830518 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93fe3b32-3fd0-4181-8c2c-69868b306083 req-120fc261-4e00-474a-bee3-dbadf7b1f8c7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e086105-3782-4dcb-8db5-a8a132a6e6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982017 Jul 13 19:27:06.854957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b537d4-658e-43db-999c-a48631fa9a16 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Pushing event deleted for resources: {'Port': ['ID=75ea4462-7f4a-45f2-97aa-890c0a8920fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:06.893719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-91daa164-d345-4ed4-80d8-4dc8a62507c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.895429 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-91daa164-d345-4ed4-80d8-4dc8a62507c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4387536 Jul 13 19:27:06.895940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:06.995847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-00b537d4-658e-43db-999c-a48631fa9a16 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] No DVR routers for this DVR port 75ea4462-7f4a-45f2-97aa-890c0a8920fc on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:07.001575 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-00b537d4-658e-43db-999c-a48631fa9a16 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:07.003832 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e558d78b-eb5d-43a9-a98b-aea1c7b94b46 req-00b537d4-658e-43db-999c-a48631fa9a16 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.60 "DELETE /v2.0/ports/75ea4462-7f4a-45f2-97aa-890c0a8920fc HTTP/1.1" status: 204 len: 173 time: 0.9053874 Jul 13 19:27:07.005416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'name': 'network-vif-deleted', 'tag': '75ea4462-7f4a-45f2-97aa-890c0a8920fc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:07.009900 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c863ba-c842-42ad-90ea-a66b24e5cc6e" -d '{"events": [{"server_uuid": "4852bd99-e94e-4cff-a73e-99b27fd4f7ba", "name": "network-vif-deleted", "tag": "75ea4462-7f4a-45f2-97aa-890c0a8920fc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:07.061527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1aef08-c0c4-40ec-824a-5d782ab10694 req-da1a1caa-93ee-469a-bd09-3e6e2af6085d tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.065442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e1aef08-c0c4-40ec-824a-5d782ab10694 req-da1a1caa-93ee-469a-bd09-3e6e2af6085d tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 950 time: 0.2016976 Jul 13 19:27:07.131589 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e1aef08-c0c4-40ec-824a-5d782ab10694 req-776445c1-796f-4a99-a9d6-8829d2407c03 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e086105-3782-4dcb-8db5-a8a132a6e6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581157 Jul 13 19:27:07.139176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1690259367-network', 'tenant_id': '635a2606b1b74854868e0a22264930af'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:07.181816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Made reservation on behalf of 635a2606b1b74854868e0a22264930af for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:07.187228 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:07.205348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:07.207772 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:6e:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:27:05Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:07.225138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-159a6031-7c4a-443e-ac4d-83fa6d1e6d35 service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042233 Jul 13 19:27:07.249093 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaf8bfc-2a85-4682-acf7-276dd3fe1bbf None None] The sync data for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 is: [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:6e:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:27:05Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:07.322619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e6be7-2a63-48a3-b185-a7aeba5af8f8 req-b4806bcc-2f17-4034-bedb-7d10dbcbf90b tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.331837 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e67e6be7-2a63-48a3-b185-a7aeba5af8f8 req-b4806bcc-2f17-4034-bedb-7d10dbcbf90b tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 950 time: 0.0783417 Jul 13 19:27:07.387058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e67e6be7-2a63-48a3-b185-a7aeba5af8f8 req-2881d72f-9aaf-44d6-a3d8-fc3e7ba0692c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489888 Jul 13 19:27:07.390045 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-18ff0f2c-6457-4fdf-9eeb-44215b48c35a service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630843 Jul 13 19:27:07.479147 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc090b1-fa1e-4297-857c-140bef6d31b7 x-openstack-request-id: req-dbc090b1-fa1e-4297-857c-140bef6d31b7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:07.479755 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7a74b19-a75d-4432-b52a-cf030bf6623a", "tag": "a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:07.479755 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbc090b1-fa1e-4297-857c-140bef6d31b7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:07.480140 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'status': 'completed', 'code': 200} Jul 13 19:27:07.480308 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'tag': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'status': 'completed', 'code': 200} Jul 13 19:27:07.494896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:07.516530 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:07.563415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-74a0361d-5d99-4035-9335-45e0c432d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.565061 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-74a0361d-5d99-4035-9335-45e0c432d607 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 1096 time: 0.0776603 Jul 13 19:27:07.573296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:27:07.611465 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:07.611823 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Added segment e4833fff-7b4d-470c-92b2-357b6f4dff93 of type vlan for network 0e471287-d7c5-4a9e-985d-ed802ac85cd7 Jul 13 19:27:07.639072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df55a634-a366-4c1c-b164-6e2544cacccf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:07.692818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ed37376-09b4-4cd2-b21e-5e3d41e5cb58 req-f4f83397-d461-4071-a2ad-bbc80eb5d4c4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=4852bd99-e94e-4cff-a73e-99b27fd4f7ba HTTP/1.1" status: 200 len: 210 time: 0.0848372 Jul 13 19:27:07.705600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-d164fa78-9f2a-4ae5-b695-8ade23e37c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.707380 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-d164fa78-9f2a-4ae5-b695-8ade23e37c50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 1096 time: 0.2815533 Jul 13 19:27:07.718173 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:07.768626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-fed1930b-487f-413e-924e-306a0a33b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.770092 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-fed1930b-487f-413e-924e-306a0a33b7a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.1869800 Jul 13 19:27:07.783461 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1454ad2f-41fb-4c07-9719-b53c3b80b7bc x-openstack-request-id: req-1454ad2f-41fb-4c07-9719-b53c3b80b7bc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:07.783784 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4852bd99-e94e-4cff-a73e-99b27fd4f7ba", "name": "network-vif-deleted", "tag": "75ea4462-7f4a-45f2-97aa-890c0a8920fc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:07.784003 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1454ad2f-41fb-4c07-9719-b53c3b80b7bc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:07.784508 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4852bd99-e94e-4cff-a73e-99b27fd4f7ba', 'name': 'network-vif-deleted', 'tag': '75ea4462-7f4a-45f2-97aa-890c0a8920fc', 'status': 'completed', 'code': 200} Jul 13 19:27:07.790436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-042568ab-aee5-46f5-8eed-9a8193672b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.791958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-042568ab-aee5-46f5-8eed-9a8193672b29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1096 time: 0.2883146 Jul 13 19:27:07.883145 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:07.884132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.884727 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:07.947578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40c1ca76-c569-4067-b7f2-dea601ff8ef5 req-b14d95e5-fdc5-4c54-a473-5cc573f038cf tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0555096 Jul 13 19:27:07.967802 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-0b62a4c4-66e9-46d9-b9a9-2dc57012bfd1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 HTTP/1.1" status: 200 len: 1000 time: 0.1824143 Jul 13 19:27:08.023603 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1231501 Jul 13 19:27:08.034090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:08.061343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Request body: {'subnet': {'network_id': '0e471287-d7c5-4a9e-985d-ed802ac85cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1690259367-subnet', 'tenant_id': '635a2606b1b74854868e0a22264930af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:08.074989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-6b341248-01fd-45e0-8213-623670bbc65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.076726 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-6b341248-01fd-45e0-8213-623670bbc65e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.3536963 Jul 13 19:27:08.082324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2367c71-5a90-4043-b6f2-491d4e24a4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=0e471287-d7c5-4a9e-985d-ed802ac85cd7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:08.085615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-18422430-6324-4dcb-963d-176a7f3a5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.087276 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-18422430-6324-4dcb-963d-176a7f3a5e32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.2777913 Jul 13 19:27:08.096429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 0e471287-d7c5-4a9e-985d-ed802ac85cd7 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:27:08.114942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-e5693503-9638-45d2-b59a-6b45c8e73163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.116552 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-e5693503-9638-45d2-b59a-6b45c8e73163 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.1408274 Jul 13 19:27:08.234895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-330a2488-ed20-4e99-933e-45034e44aeca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 217 time: 0.1088040 Jul 13 19:27:08.238771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Made reservation on behalf of 635a2606b1b74854868e0a22264930af for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:08.242920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:08.248852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-0648c57d-21d9-4e6f-be39-4c5aa29ee7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.250489 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-0648c57d-21d9-4e6f-be39-4c5aa29ee7db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215954 Jul 13 19:27:08.348018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-fb174712-b4d5-40fe-bc05-27e4633037f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 HTTP/1.1" status: 200 len: 1000 time: 0.2571843 Jul 13 19:27:08.379495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-97ce0d81-3d0b-468e-a76a-252fd663bbe3 service neutron] 10.222.0.60 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198575 Jul 13 19:27:08.419950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-e339cbaa-0e07-4b98-af7e-9d6ee8f74edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.421574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-e339cbaa-0e07-4b98-af7e-9d6ee8f74edc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.1720607 Jul 13 19:27:08.474646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-833be91c-3629-4415-ba3f-34af0feff3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.476184 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-833be91c-3629-4415-ba3f-34af0feff3cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.1255181 Jul 13 19:27:08.533764 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-05f83c45-813e-4271-9739-0e82efbcf804 service neutron] 10.222.0.60 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477153 Jul 13 19:27:08.600984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-2375762f-6640-4065-a3a6-1021986ffd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.602762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-2375762f-6640-4065-a3a6-1021986ffd41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711123 Jul 13 19:27:08.608918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fec90316-80da-4c21-b205-210e1ceed9eb no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:08.631424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: fec90316-80da-4c21-b205-210e1ceed9eb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:08.632507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fec90316-80da-4c21-b205-210e1ceed9eb not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:08.701926 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:08.714966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-029d95c9-1642-4c7e-a157-22468aef81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.717786 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-029d95c9-1642-4c7e-a157-22468aef81ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2283082 Jul 13 19:27:08.778839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849bc3a-576a-4b0b-9703-3f52f401d02a req-61c13b3c-00d7-41bb-b26f-cf78f11a05f9 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.780376 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9849bc3a-576a-4b0b-9703-3f52f401d02a req-61c13b3c-00d7-41bb-b26f-cf78f11a05f9 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 950 time: 0.0824728 Jul 13 19:27:08.820798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9849bc3a-576a-4b0b-9703-3f52f401d02a req-7d34d5b5-90db-4a7a-ad1f-256bc2343e8f tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e086105-3782-4dcb-8db5-a8a132a6e6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342031 Jul 13 19:27:08.846965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2494b4-d911-482c-843b-df17f3265695,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:08.886979 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-91fd1c6a-32d6-40db-9887-1d77d1086aa3 service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563808 Jul 13 19:27:08.889066 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-25e54482-fba6-48ad-8b0f-26fe611ae138 service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477273 Jul 13 19:27:08.926629 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Checking segment: {'id': 'e4833fff-7b4d-470c-92b2-357b6f4dff93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0e471287-d7c5-4a9e-985d-ed802ac85cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:08.926973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Network hostable DHCP agents. Network: 0e471287-d7c5-4a9e-985d-ed802ac85cd7, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:27:08.994958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa6084-a144-475f-81e4-5b63c1fa62b6 req-e1c65b8f-f6da-4a11-957c-9a11da6f76f5 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.996557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-46aa6084-a144-475f-81e4-5b63c1fa62b6 req-e1c65b8f-f6da-4a11-957c-9a11da6f76f5 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 950 time: 0.0681691 Jul 13 19:27:09.028687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Network 0e471287-d7c5-4a9e-985d-ed802ac85cd7 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:27:09.059638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 0e471287-d7c5-4a9e-985d-ed802ac85cd7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:09.063883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:09.064538 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:09.065434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-46aa6084-a144-475f-81e4-5b63c1fa62b6 req-e09d71ec-e9a1-485a-83d8-b16b65b5016c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621562 Jul 13 19:27:09.084079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6715ca8c-cbe4-4ef0-9b9d-c8a3b67f98c5 None None] Network 0e471287-d7c5-4a9e-985d-ed802ac85cd7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:09.097619 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac50df29-135f-4cd4-9c27-2b93e9f46c64 req-7a7e859b-f865-4d10-91ce-8d81f50c0b0f service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038436 Jul 13 19:27:09.100011 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cb737b3-43de-4f84-91c3-5356306ce4df req-d69577b1-bbcb-4605-a5ad-fdb452459a03 service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961939 Jul 13 19:27:09.102363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dfade80d-493d-4d9e-bda5-04ce6a75fa75 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0672503 Jul 13 19:27:09.394243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77326879-5db5-4274-a18c-2c2656829b92 None None] Network 0e471287-d7c5-4a9e-985d-ed802ac85cd7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:09.422457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-24263a15-2e33-492f-a152-c76304efcbe9 req-a20bc4e9-9e9d-4ccd-971c-43ec81c56096 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0432229 Jul 13 19:27:09.514372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33280c20-152b-43cc-8817-d0614c8c4241', 'name': 'network-vif-deleted', 'tag': 'fec90316-80da-4c21-b205-210e1ceed9eb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:09.516670 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2044a6b3-da04-4018-b5c0-9165f703a14b" -d '{"events": [{"server_uuid": "33280c20-152b-43cc-8817-d0614c8c4241", "name": "network-vif-deleted", "tag": "fec90316-80da-4c21-b205-210e1ceed9eb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:09.530227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d1e9404-957b-43a7-a079-d0403ab24d36 req-5cb8f653-35ce-48e6-aa23-830f5f843d0a tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.0763180 Jul 13 19:27:09.551227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45253-8bd4-43bd-906c-51db989b3c98 req-46c52825-a389-4dd5-ba4e-19860524c6e6 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:09.553030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29e45253-8bd4-43bd-906c-51db989b3c98 req-46c52825-a389-4dd5-ba4e-19860524c6e6 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0811853 Jul 13 19:27:09.591992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e9404-957b-43a7-a079-d0403ab24d36 req-c9d45fae-16bc-4979-aca6-7a8168b038b3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:09.593443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d1e9404-957b-43a7-a079-d0403ab24d36 req-c9d45fae-16bc-4979-aca6-7a8168b038b3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports/a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 HTTP/1.1" status: 200 len: 942 time: 0.0612984 Jul 13 19:27:09.604238 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29e45253-8bd4-43bd-906c-51db989b3c98 req-cf760c6f-a7c7-4e19-8e6e-63743fc55f78 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453200 Jul 13 19:27:10.011128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 75ea4462-7f4a-45f2-97aa-890c0a8920fc no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:10.036952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 75ea4462-7f4a-45f2-97aa-890c0a8920fc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:10.037397 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 75ea4462-7f4a-45f2-97aa-890c0a8920fc not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:10.093368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-da36e962-e820-4d42-b508-1a87c7c93682 req-53691ab4-883c-4d2b-be11-e03cff186029 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-334505220', 'description': 'tempest-description-329121622'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:10.108406 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d1e9404-957b-43a7-a079-d0403ab24d36 req-e5cc5e3d-3212-4f7c-80d0-9bc84b0e310c tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.3989668 Jul 13 19:27:10.125948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da36e962-e820-4d42-b508-1a87c7c93682 req-53691ab4-883c-4d2b-be11-e03cff186029 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.213753 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da36e962-e820-4d42-b508-1a87c7c93682 req-53691ab4-883c-4d2b-be11-e03cff186029 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.217942 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da36e962-e820-4d42-b508-1a87c7c93682 req-53691ab4-883c-4d2b-be11-e03cff186029 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.227811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e9404-957b-43a7-a079-d0403ab24d36 req-6e24f54c-3927-4537-8fbc-cb7be992b398 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:10.229227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d1e9404-957b-43a7-a079-d0403ab24d36 req-6e24f54c-3927-4537-8fbc-cb7be992b398 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1151574 Jul 13 19:27:10.250660 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da36e962-e820-4d42-b508-1a87c7c93682 req-53691ab4-883c-4d2b-be11-e03cff186029 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.251952 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da36e962-e820-4d42-b508-1a87c7c93682 req-53691ab4-883c-4d2b-be11-e03cff186029 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1628098 Jul 13 19:27:10.254218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53691ab4-883c-4d2b-be11-e03cff186029 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eddfe4b-ee92-42d2-b37e-f4da003f2ad2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:10.300384 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6089432-8c14-46bc-b501-4a5ce09a6a06 x-openstack-request-id: req-e6089432-8c14-46bc-b501-4a5ce09a6a06 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:10.300681 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33280c20-152b-43cc-8817-d0614c8c4241", "name": "network-vif-deleted", "tag": "fec90316-80da-4c21-b205-210e1ceed9eb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:10.300939 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6089432-8c14-46bc-b501-4a5ce09a6a06 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:10.301338 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33280c20-152b-43cc-8817-d0614c8c4241', 'name': 'network-vif-deleted', 'tag': 'fec90316-80da-4c21-b205-210e1ceed9eb', 'status': 'completed', 'code': 200} Jul 13 19:27:10.332928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:10.422073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.448181 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-292f28e8-d899-417b-b699-1b1773ed68c8 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6a3e5f1770514e81905c9201afc0eacd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238640 Jul 13 19:27:10.484027 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.547348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.550112 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.551369 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "DELETE /v2.0/security-groups/ae5055a8-f014-4156-ad62-83bc1bfee21d HTTP/1.1" status: 204 len: 168 time: 0.2174604 Jul 13 19:27:10.555379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:10.575728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5055a8-f014-4156-ad62-83bc1bfee21d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:10.578137 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b2886b9b-16f5-43df-9216-a608fb58724e tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] show failed (client error): The resource could not be found. Jul 13 19:27:10.579195 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b2886b9b-16f5-43df-9216-a608fb58724e tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "GET /v2.0/security-groups/ae5055a8-f014-4156-ad62-83bc1bfee21d HTTP/1.1" status: 404 len: 347 time: 0.0229008 Jul 13 19:27:10.581876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:10.594703 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.595060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.595395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.595739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.596075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.596406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.596738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.597066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.597393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.597717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.598044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.598365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798db3f0-e447-48f8-81ce-e2357b9479ff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.641293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-87f202cf-20e4-4de3-9ccd-44f4b174b1be tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:10.644013 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-87f202cf-20e4-4de3-9ccd-44f4b174b1be tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886528 Jul 13 19:27:10.658527 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-0fd02b3f-3ae2-493e-a106-9ce4121235c7 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/quotas/6a3e5f1770514e81905c9201afc0eacd HTTP/1.1" status: 200 len: 375 time: 0.0102983 Jul 13 19:27:10.753959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-94063811-a2d9-456e-95c1-6f8c17c9a164 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a3e5f1770514e81905c9201afc0eacd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893388 Jul 13 19:27:10.784513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c31d66-7017-4767-9d4f-013f7c54e4a1 req-1fcf533c-d125-4564-9df9-74f996ce04f4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:10.791211 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51c31d66-7017-4767-9d4f-013f7c54e4a1 req-1fcf533c-d125-4564-9df9-74f996ce04f4 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.1553686 Jul 13 19:27:10.841235 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51c31d66-7017-4767-9d4f-013f7c54e4a1 req-d940d177-832a-4eda-907b-6b17fb03e7e8 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c77a6a-7d7f-4d33-ad6f-b1756148fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 Jul 13 19:27:10.843930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a237fad4-a56c-4dbf-ba0a-e35134431eff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Deleting port ee7dc705-2894-4f27-b19c-bfcef28376b7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:10.844422 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a237fad4-a56c-4dbf-ba0a-e35134431eff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:11.011832 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-3d548761-2bcc-429b-be52-8d3b0e993ac4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.0957437 Jul 13 19:27:11.011963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec384856-c13c-46fa-affd-d11259f4a650 req-cc3b8878-e13b-4114-829d-aae6b23645b8 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/5eddfe4b-ee92-42d2-b37e-f4da003f2ad2 HTTP/1.1" status: 200 len: 1803 time: 0.0965157 Jul 13 19:27:11.014812 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a237fad4-a56c-4dbf-ba0a-e35134431eff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:11.015145 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a237fad4-a56c-4dbf-ba0a-e35134431eff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:11.018012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ec384856-c13c-46fa-affd-d11259f4a650 req-213f30cf-9fe9-4a93-8f30-4e356faefe36 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5eddfe4b-ee92-42d2-b37e-f4da003f2ad2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:11.021924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ec384856-c13c-46fa-affd-d11259f4a650 req-213f30cf-9fe9-4a93-8f30-4e356faefe36 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5eddfe4b-ee92-42d2-b37e-f4da003f2ad2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:11.067172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a237fad4-a56c-4dbf-ba0a-e35134431eff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Calling delete_port for ee7dc705-2894-4f27-b19c-bfcef28376b7 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:11.144417 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec384856-c13c-46fa-affd-d11259f4a650 req-213f30cf-9fe9-4a93-8f30-4e356faefe36 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:11.184853 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec384856-c13c-46fa-affd-d11259f4a650 req-213f30cf-9fe9-4a93-8f30-4e356faefe36 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:11.189363 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec384856-c13c-46fa-affd-d11259f4a650 req-213f30cf-9fe9-4a93-8f30-4e356faefe36 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:11.206481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f30cf-9fe9-4a93-8f30-4e356faefe36 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4da142-c2a4-456e-ad4c-43e2d46cc110,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:11.224070 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec384856-c13c-46fa-affd-d11259f4a650 req-213f30cf-9fe9-4a93-8f30-4e356faefe36 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:11.225566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec384856-c13c-46fa-affd-d11259f4a650 req-213f30cf-9fe9-4a93-8f30-4e356faefe36 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2127359 Jul 13 19:27:11.226043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235b12-838e-444a-acc5-e00bbe762930 req-37fbfbac-3ea9-4542-8be4-a00c3993a4df tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:11.227489 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-37fbfbac-3ea9-4542-8be4-a00c3993a4df tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports/a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 HTTP/1.1" status: 200 len: 942 time: 0.2150519 Jul 13 19:27:11.302029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a237fad4-a56c-4dbf-ba0a-e35134431eff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:11.337639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237fad4-a56c-4dbf-ba0a-e35134431eff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Pushing event deleted for resources: {'Port': ['ID=ee7dc705-2894-4f27-b19c-bfcef28376b7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:11.481721 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a237fad4-a56c-4dbf-ba0a-e35134431eff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:11.484753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a237fad4-a56c-4dbf-ba0a-e35134431eff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:11.486268 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b357b43b-dea8-4db9-9203-12e52ca0b435 req-7a15c803-46e1-413b-ac27-e3678ae5a14a tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0656183 Jul 13 19:27:11.488890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a237fad4-a56c-4dbf-ba0a-e35134431eff tempest-ImagesOneServerNegativeTestJSON-1338163653 tempest-ImagesOneServerNegativeTestJSON-1338163653-project] 10.222.0.25 "DELETE /v2.0/floatingips/e783a56d-bad5-45d8-8156-97fa3a4c342f HTTP/1.1" status: 204 len: 168 time: 0.9059024 Jul 13 19:27:11.535870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-932d4fb2-90fa-4c3c-a5be-6f6668e620d1 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.0992277 Jul 13 19:27:11.703960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-0db7af27-b3eb-4b73-864b-c9a840d56d50 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:11.706128 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-0db7af27-b3eb-4b73-864b-c9a840d56d50 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.60 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 949 time: 0.1529913 Jul 13 19:27:11.752961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235b12-838e-444a-acc5-e00bbe762930 req-716cae18-436b-42b3-b6fb-f9681adeaab4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:11.754951 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-716cae18-436b-42b3-b6fb-f9681adeaab4 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2123699 Jul 13 19:27:11.881050 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-2d0593fa-eb05-41f2-a192-131dde2c429d tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.1076770 Jul 13 19:27:11.892694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-80235b12-838e-444a-acc5-e00bbe762930 req-e4312284-ff73-4f3c-86a4-c8bb102677e3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:11.978378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80235b12-838e-444a-acc5-e00bbe762930 req-e4312284-ff73-4f3c-86a4-c8bb102677e3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.146822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcebe8b-1b71-44ab-8831-7610bc2bb46b req-ec347a95-6f40-4445-b04a-6f8b30a4592e tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:12.148374 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-adcebe8b-1b71-44ab-8831-7610bc2bb46b req-ec347a95-6f40-4445-b04a-6f8b30a4592e tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 950 time: 0.4905536 Jul 13 19:27:12.189026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80235b12-838e-444a-acc5-e00bbe762930 req-e4312284-ff73-4f3c-86a4-c8bb102677e3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.195661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80235b12-838e-444a-acc5-e00bbe762930 req-e4312284-ff73-4f3c-86a4-c8bb102677e3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.196034 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-80235b12-838e-444a-acc5-e00bbe762930 req-e4312284-ff73-4f3c-86a4-c8bb102677e3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Floating IP 094df0de-75e3-4f7b-879a-7d372037082e disassociated. External IP: 172.25.7.18, port: a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3. Jul 13 19:27:12.215620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-adcebe8b-1b71-44ab-8831-7610bc2bb46b req-bdd18177-051b-4fa6-ae36-f303f7646130 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e086105-3782-4dcb-8db5-a8a132a6e6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Jul 13 19:27:12.237097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-6ed496c3-f41f-4745-bdc3-3f406a474412 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Deleting port 21da0e4f-d646-4638-a7c4-25200244c6d2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:12.237697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-6ed496c3-f41f-4745-bdc3-3f406a474412 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.264662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-14831d27-8dc0-4461-bed9-4b0e8f75ef11 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:12.264662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-14831d27-8dc0-4461-bed9-4b0e8f75ef11 tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.24 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 950 time: 0.1649642 Jul 13 19:27:12.365220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-6ed496c3-f41f-4745-bdc3-3f406a474412 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] For port 21da0e4f-d646-4638-a7c4-25200244c6d2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=21da0e4f-d646-4638-a7c4-25200244c6d2,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:12.365965 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-6ed496c3-f41f-4745-bdc3-3f406a474412 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.390144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-6ed496c3-f41f-4745-bdc3-3f406a474412 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Calling delete_port for 21da0e4f-d646-4638-a7c4-25200244c6d2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:12.416014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-08e1ce76-af98-4be7-8bad-7a57732647c3 req-e82f2c17-8bf7-4132-a35f-74bf2abf853e tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 210 time: 0.0406141 Jul 13 19:27:12.473333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c906616f-9b2c-480a-8e9b-979fbe2c90af req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1558445289', 'description': 'tempest-description-1342808176'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:12.513998 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c906616f-9b2c-480a-8e9b-979fbe2c90af req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.593612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-7a9406e3-116f-448c-8475-57b2b0afa53c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6a3e5f1770514e81905c9201afc0eacd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200080 Jul 13 19:27:12.639000 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c906616f-9b2c-480a-8e9b-979fbe2c90af req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.654252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80235b12-838e-444a-acc5-e00bbe762930 req-e4312284-ff73-4f3c-86a4-c8bb102677e3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Router 308953cf-163d-4041-8492-ce5dfb987830 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:12.661251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c906616f-9b2c-480a-8e9b-979fbe2c90af req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.716378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c906616f-9b2c-480a-8e9b-979fbe2c90af req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.729227 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c906616f-9b2c-480a-8e9b-979fbe2c90af req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2637961 Jul 13 19:27:12.731983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084a9072-4058-4e2e-a46a-8405d933e2df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:12.744908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.745273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.745620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.745957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.746450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.746793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.747844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.748191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.748530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.748874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.749008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-e0b0907a-9a9e-4772-9988-a898a0b7ebcb tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Deleting port 55dc2577-74b4-47fd-800e-a08c4418c72c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:12.749320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.749445 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-e0b0907a-9a9e-4772-9988-a898a0b7ebcb tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.749651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6dbb97-64d6-4c08-b8f3-37135b16985b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:12.764380 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-6ed496c3-f41f-4745-bdc3-3f406a474412 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.777625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['21da0e4f-d646-4638-a7c4-25200244c6d2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:12.800596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed496c3-f41f-4745-bdc3-3f406a474412 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Pushing event deleted for resources: {'Port': ['ID=21da0e4f-d646-4638-a7c4-25200244c6d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:12.863280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-6ed496c3-f41f-4745-bdc3-3f406a474412 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] No DVR routers for this DVR port 21da0e4f-d646-4638-a7c4-25200244c6d2 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:12.867985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-6ed496c3-f41f-4745-bdc3-3f406a474412 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.869681 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-125b0ec9-9e73-4292-83aa-4f54fe982e13 req-6ed496c3-f41f-4745-bdc3-3f406a474412 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.60 "DELETE /v2.0/ports/21da0e4f-d646-4638-a7c4-25200244c6d2 HTTP/1.1" status: 204 len: 173 time: 1.1562011 Jul 13 19:27:12.870158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'name': 'network-vif-deleted', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:12.873041 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9843c5b7-6835-421a-b9da-39afcb3833d7" -d '{"events": [{"server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "name": "network-vif-deleted", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:12.898908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-80e95672-3770-4964-90f2-954af4f6cfd9 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:12.900472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-80e95672-3770-4964-90f2-954af4f6cfd9 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653079 Jul 13 19:27:12.956374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Request body: {'port': {'device_id': 'f78b6623-25d7-40cd-bd3a-7659509cf4c1', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '6a3e5f1770514e81905c9201afc0eacd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:12.971222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b884e8a6-e3ee-4cf2-b765-f1f7fc584947 req-43739219-c473-464c-aa56-27509a653b6d tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] 10.222.0.25 "GET /v2.0/ports?device_id=80970b96-84ee-4428-9dd1-0ba59cc82cab HTTP/1.1" status: 200 len: 210 time: 0.0354691 Jul 13 19:27:13.016596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-e0b0907a-9a9e-4772-9988-a898a0b7ebcb tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] For port 55dc2577-74b4-47fd-800e-a08c4418c72c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=55dc2577-74b4-47fd-800e-a08c4418c72c,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:13.016968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-e0b0907a-9a9e-4772-9988-a898a0b7ebcb tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.053735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-e0b0907a-9a9e-4772-9988-a898a0b7ebcb tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Calling delete_port for 55dc2577-74b4-47fd-800e-a08c4418c72c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:13.118381 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c46312d7-d06c-4c7a-bf4f-d06257c3adc1 req-81cc6207-4019-4bd2-aa19-75be6076f800 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0280547 Jul 13 19:27:13.167928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80235b12-838e-444a-acc5-e00bbe762930 req-e4312284-ff73-4f3c-86a4-c8bb102677e3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:13.175539 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80235b12-838e-444a-acc5-e00bbe762930 req-e4312284-ff73-4f3c-86a4-c8bb102677e3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.181628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] Sync routers for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:13.191744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:13.192395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:13.214782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f80e6693-18bc-4cc4-92f8-7fcb85058b80 req-b8e13b76-5963-4d4f-9b7e-9fb0db632af7 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/084a9072-4058-4e2e-a46a-8405d933e2df HTTP/1.1" status: 200 len: 1805 time: 0.0627227 Jul 13 19:27:13.224299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Made reservation on behalf of 6a3e5f1770514e81905c9201afc0eacd for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:13.232801 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.239036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f80e6693-18bc-4cc4-92f8-7fcb85058b80 req-312b2218-8421-4ca2-b42d-355417f2ae83 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '084a9072-4058-4e2e-a46a-8405d933e2df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:13.240047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f80e6693-18bc-4cc4-92f8-7fcb85058b80 req-312b2218-8421-4ca2-b42d-355417f2ae83 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '084a9072-4058-4e2e-a46a-8405d933e2df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:13.351582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f80e6693-18bc-4cc4-92f8-7fcb85058b80 req-312b2218-8421-4ca2-b42d-355417f2ae83 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.384858 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f80e6693-18bc-4cc4-92f8-7fcb85058b80 req-312b2218-8421-4ca2-b42d-355417f2ae83 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.389826 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f80e6693-18bc-4cc4-92f8-7fcb85058b80 req-312b2218-8421-4ca2-b42d-355417f2ae83 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.419856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b2218-8421-4ca2-b42d-355417f2ae83 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39149fe1-b679-4c2e-9845-06f666da20e5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:13.424043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f80e6693-18bc-4cc4-92f8-7fcb85058b80 req-312b2218-8421-4ca2-b42d-355417f2ae83 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.434899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:13.440602 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f80e6693-18bc-4cc4-92f8-7fcb85058b80 req-312b2218-8421-4ca2-b42d-355417f2ae83 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2114673 Jul 13 19:27:13.485998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Allocated IP 192.168.233.250 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/308d3174-d8d6-4464-8624-04d5b83dd26b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:13.502259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-e4312284-ff73-4f3c-86a4-c8bb102677e3 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "PUT /v2.0/floatingips/094df0de-75e3-4f7b-879a-7d372037082e HTTP/1.1" status: 200 len: 694 time: 1.6153431 Jul 13 19:27:13.507985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'tag': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:13.510492 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9d8d6d-1b7f-4968-a741-517264d3589c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a74b19-a75d-4432-b52a-cf030bf6623a", "tag": "a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:13.585386 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2121848-3fe8-4bc4-a318-c2b0959760e9 x-openstack-request-id: req-c2121848-3fe8-4bc4-a318-c2b0959760e9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:13.586026 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80970b96-84ee-4428-9dd1-0ba59cc82cab", "name": "network-vif-deleted", "tag": "21da0e4f-d646-4638-a7c4-25200244c6d2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:13.586455 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2121848-3fe8-4bc4-a318-c2b0959760e9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:13.587083 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80970b96-84ee-4428-9dd1-0ba59cc82cab', 'name': 'network-vif-deleted', 'tag': '21da0e4f-d646-4638-a7c4-25200244c6d2', 'status': 'completed', 'code': 200} Jul 13 19:27:13.712158 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-e0b0907a-9a9e-4772-9988-a898a0b7ebcb tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.744173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['55dc2577-74b4-47fd-800e-a08c4418c72c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:13.750826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0907a-9a9e-4772-9988-a898a0b7ebcb tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Pushing event deleted for resources: {'Port': ['ID=55dc2577-74b4-47fd-800e-a08c4418c72c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:13.763376 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aded0a9e-e3f2-4067-b151-d5f77c6ebefa req-5233e41f-97e0-4961-924c-ef1d6f0db7dc tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00 HTTP/1.1" status: 200 len: 210 time: 0.0578010 Jul 13 19:27:13.788769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-98bd98e7-4859-4f3d-8124-3b6f9d1614b7 req-e0710c72-6a26-4562-8da4-1530f0e5a635 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-147439417', 'description': 'tempest-description-1182326519'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:13.795332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235b12-838e-444a-acc5-e00bbe762930 req-997727c7-446b-4699-8894-90d6a052547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:13.808985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-997727c7-446b-4699-8894-90d6a052547e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 1096 time: 0.2751203 Jul 13 19:27:13.824506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98bd98e7-4859-4f3d-8124-3b6f9d1614b7 req-e0710c72-6a26-4562-8da4-1530f0e5a635 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.831807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:13.863636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] Checking router: 308953cf-163d-4041-8492-ce5dfb987830 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:13.874867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:13.875553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:13.933916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98bd98e7-4859-4f3d-8124-3b6f9d1614b7 req-e0710c72-6a26-4562-8da4-1530f0e5a635 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.940433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98bd98e7-4859-4f3d-8124-3b6f9d1614b7 req-e0710c72-6a26-4562-8da4-1530f0e5a635 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.960233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235b12-838e-444a-acc5-e00bbe762930 req-a20da065-bb01-4b7a-987a-199682d5275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:13.962137 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-a20da065-bb01-4b7a-987a-199682d5275e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.1522877 Jul 13 19:27:13.983725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0710c72-6a26-4562-8da4-1530f0e5a635 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe6f0a4-e389-4467-be4b-965bdaf1aee6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:13.988768 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98bd98e7-4859-4f3d-8124-3b6f9d1614b7 req-e0710c72-6a26-4562-8da4-1530f0e5a635 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:13.990107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-98bd98e7-4859-4f3d-8124-3b6f9d1614b7 req-e0710c72-6a26-4562-8da4-1530f0e5a635 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2073731 Jul 13 19:27:14.003495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-e0b0907a-9a9e-4772-9988-a898a0b7ebcb tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] No DVR routers for this DVR port 55dc2577-74b4-47fd-800e-a08c4418c72c on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:14.025057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:14.049910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-7b2ae771-ac24-473c-ad2d-32a3d8c7f47f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 HTTP/1.1" status: 200 len: 217 time: 0.0475490 Jul 13 19:27:14.051460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-e0b0907a-9a9e-4772-9988-a898a0b7ebcb tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.054104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7bb7c309-49ea-457d-ba7f-2d6fee3b824c req-e0b0907a-9a9e-4772-9988-a898a0b7ebcb tempest-ServerDiagnosticsNegativeTest-954574816 tempest-ServerDiagnosticsNegativeTest-954574816-project] 10.222.0.24 "DELETE /v2.0/ports/55dc2577-74b4-47fd-800e-a08c4418c72c HTTP/1.1" status: 204 len: 173 time: 1.7523551 Jul 13 19:27:14.110566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.133054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235b12-838e-444a-acc5-e00bbe762930 req-cea21624-f9b1-45bc-8764-aa78e0c3cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:14.134601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-cea21624-f9b1-45bc-8764-aa78e0c3cf0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.0747116 Jul 13 19:27:14.135551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Transition to ACTIVE for port object 308d3174-d8d6-4464-8624-04d5b83dd26b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:14.140639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4318ddb6-c9f3-4df3-8e56-b8aed3d47129 req-b8171b51-4608-4b87-815c-aaa8da2dc60e tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 210 time: 0.0323465 Jul 13 19:27:14.235191 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a519eaa-2170-4fbb-b166-372df94ade27 x-openstack-request-id: req-4a519eaa-2170-4fbb-b166-372df94ade27 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:14.235492 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a74b19-a75d-4432-b52a-cf030bf6623a", "tag": "a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:14.235750 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a519eaa-2170-4fbb-b166-372df94ade27 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:14.236130 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'tag': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'status': 'completed', 'code': 200} Jul 13 19:27:14.239111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.284737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['765af92a-88bd-44fc-95e8-796461dbd621'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:14.288720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:14.334253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5aac4bc3-1023-4985-8c14-770cd75051c7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:14.339541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a5e83c-e12c-4e72-9a4c-cf1c86060e0d admin admin] Deleting subnet 3ba66efc-e478-4fa2-80af-71b4974c0809 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:27:14.342796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e83c-e12c-4e72-9a4c-cf1c86060e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.385279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-73f5b2f6-48c9-4c95-b12b-6c1d57776b19 req-15c72d88-6fe4-4cb7-984a-16f015bd2f99 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-968339128', 'description': 'tempest-description-1367035189'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:14.400968 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e83c-e12c-4e72-9a4c-cf1c86060e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.470290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-82e37555-0cd8-4b5a-9491-a339141074bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:14.471957 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-82e37555-0cd8-4b5a-9491-a339141074bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 1096 time: 0.2384055 Jul 13 19:27:14.475055 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73f5b2f6-48c9-4c95-b12b-6c1d57776b19 req-15c72d88-6fe4-4cb7-984a-16f015bd2f99 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.496360 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e83c-e12c-4e72-9a4c-cf1c86060e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.551521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:14.605776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95654c3a-2aa9-4fbb-aaf5-111e0f02d08f None None] The sync data for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 is: [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:14.711546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-0d244a8c-85f2-45ff-a204-32c29e3ce860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:14.713543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-0d244a8c-85f2-45ff-a204-32c29e3ce860 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.2332339 Jul 13 19:27:14.714180 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e83c-e12c-4e72-9a4c-cf1c86060e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.734701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e83c-e12c-4e72-9a4c-cf1c86060e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.738862 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c0a5e83c-e12c-4e72-9a4c-cf1c86060e0d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3ba66efc-e478-4fa2-80af-71b4974c0809 HTTP/1.1" status: 204 len: 168 time: 0.4457867 Jul 13 19:27:14.741911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:14.753874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:14.754704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:14.775975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:14.778700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:14.817406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5e83c-e12c-4e72-9a4c-cf1c86060e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba66efc-e478-4fa2-80af-71b4974c0809,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:14.824650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Pushing event updated for resources: {'Port': ['ID=308d3174-d8d6-4464-8624-04d5b83dd26b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:14.834554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235b12-838e-444a-acc5-e00bbe762930 req-5c7e98e5-3242-4bc3-8668-f8f65fc60fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:14.836741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-5c7e98e5-3242-4bc3-8668-f8f65fc60fe6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6938860 Jul 13 19:27:14.857895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:14.858760 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.859452 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-4d2a2779-e4ee-4192-b309-92035ceb9e89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 HTTP/1.1" status: 200 len: 217 time: 0.1361308 Jul 13 19:27:14.982604 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.000965 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73f5b2f6-48c9-4c95-b12b-6c1d57776b19 req-15c72d88-6fe4-4cb7-984a-16f015bd2f99 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.004857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-df1bb9f1-21c5-466c-8009-9c56748e2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:15.007600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-df1bb9f1-21c5-466c-8009-9c56748e2452 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.1299882 Jul 13 19:27:15.010637 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73f5b2f6-48c9-4c95-b12b-6c1d57776b19 req-15c72d88-6fe4-4cb7-984a-16f015bd2f99 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.019302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-afb3fb00-989c-47f2-b21e-11e1d5434a29 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0700331 Jul 13 19:27:15.052789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Request body: {'port': {'device_id': 'f78b6623-25d7-40cd-bd3a-7659509cf4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:15.090671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c72d88-6fe4-4cb7-984a-16f015bd2f99 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fec3ef1-f110-4616-9ecc-f77f216bafde,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:15.121735 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a54c49-4032-4baf-873f-dc015f8e9b80 None None] New status for floating IP 094df0de-75e3-4f7b-879a-7d372037082e: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:27:15.130635 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-91fb1846-1209-4349-a441-d1d2837cfbe4 service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587698 Jul 13 19:27:15.135382 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73f5b2f6-48c9-4c95-b12b-6c1d57776b19 req-15c72d88-6fe4-4cb7-984a-16f015bd2f99 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.139543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8840a19c-08e5-4819-a95a-c3108bdbd7c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=639f879ba82141ebb6867944411978e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794434 Jul 13 19:27:15.141276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73f5b2f6-48c9-4c95-b12b-6c1d57776b19 req-15c72d88-6fe4-4cb7-984a-16f015bd2f99 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7678785 Jul 13 19:27:15.144702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:15.201947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c2a5939-97c8-4316-81c4-53d95d6f2e22 None None] Provisioning for port 308d3174-d8d6-4464-8624-04d5b83dd26b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:15.206746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c2a5939-97c8-4316-81c4-53d95d6f2e22 None None] Provisioning complete for port 308d3174-d8d6-4464-8624-04d5b83dd26b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:15.207214 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5939-97c8-4316-81c4-53d95d6f2e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.223793 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.237212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9326bba-bd84-49ea-8064-31ba3b5dd7bd']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:15.251157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-d04c3d55-c449-4cc7-a116-4d5722347832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:15.252984 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-d04c3d55-c449-4cc7-a116-4d5722347832 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2127945 Jul 13 19:27:15.255427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f750d988-43fd-46d8-bb5a-c2b44185fd35') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:15.255952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f750d988-43fd-46d8-bb5a-c2b44185fd35') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:15.278677 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.283441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a5939-97c8-4316-81c4-53d95d6f2e22 None None] Port 308d3174-d8d6-4464-8624-04d5b83dd26b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:27:15.354800 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.360774 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.364362 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e68f5ebf-8499-4476-964e-4fc5f3100be9 req-05ea7d82-f168-4d25-94c0-3831a9b3c739 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0673378 Jul 13 19:27:15.374540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:27:15.374945 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:27:15.376998 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:27:15.391476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3670c0-c5ad-4cc2-b7b8-4244278d0d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.424766 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.458351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80235b12-838e-444a-acc5-e00bbe762930 req-7e7762c5-c4b7-42d8-b810-a0e55366a08c service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007479 Jul 13 19:27:15.476277 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3670c0-c5ad-4cc2-b7b8-4244278d0d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.481421 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.504345 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.511594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] 10.222.0.25 "DELETE /v2.0/networks/b9326bba-bd84-49ea-8064-31ba3b5dd7bd HTTP/1.1" status: 204 len: 168 time: 0.7457469 Jul 13 19:27:15.526745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc0ea7-dc18-46cd-bd19-faf52a234f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9326bba-bd84-49ea-8064-31ba3b5dd7bd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:15.535196 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-721b1267-a20a-4dd4-9fad-9d6351b452d3 service neutron] 10.222.0.60 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706580 Jul 13 19:27:15.681802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:15.689928 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b31247e8-21be-4765-b42a-440a377bcb43 req-b5ef670c-57b7-470c-b4c5-23d1ec9555ac tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/3fe6f0a4-e389-4467-be4b-965bdaf1aee6 HTTP/1.1" status: 200 len: 1804 time: 0.1874943 Jul 13 19:27:15.692467 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af9d8d6d-1b7f-4968-a741-517264d3589c req-b67b59ed-a73c-4db6-82b8-16082a252d7b service neutron] 10.222.0.60 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450498 Jul 13 19:27:15.746952 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a62409cd-b8fa-4d58-9e03-dcb52900a87a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f545a053873340abbe8e169890f41716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618701 Jul 13 19:27:15.749671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:15.765378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1003d-f4c0-48cd-8b47-dcc0fa11fbe1 req-1432df42-a8d9-4b50-8189-605107b613f8 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:15.767012 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99a1003d-f4c0-48cd-8b47-dcc0fa11fbe1 req-1432df42-a8d9-4b50-8189-605107b613f8 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 936 time: 0.1289778 Jul 13 19:27:15.771164 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3670c0-c5ad-4cc2-b7b8-4244278d0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.774219 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3670c0-c5ad-4cc2-b7b8-4244278d0d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.785460 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bf3670c0-c5ad-4cc2-b7b8-4244278d0d8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41c77a6a-7d7f-4d33-ad6f-b1756148fca2 HTTP/1.1" status: 204 len: 168 time: 0.6321204 Jul 13 19:27:15.833396 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99a1003d-f4c0-48cd-8b47-dcc0fa11fbe1 req-3eadb010-fb3a-4449-86b2-5c91e2141479 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592847 Jul 13 19:27:15.848513 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86acf37c-5656-48a5-a391-a4be84640224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.875086 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86acf37c-5656-48a5-a391-a4be84640224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.887524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:15.907777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3670c0-c5ad-4cc2-b7b8-4244278d0d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c77a6a-7d7f-4d33-ad6f-b1756148fca2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:15.950513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b31247e8-21be-4765-b42a-440a377bcb43 req-48f1083d-1ca1-4d59-91ac-1ccf04be7b4f tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/7fec3ef1-f110-4616-9ecc-f77f216bafde HTTP/1.1" status: 200 len: 1804 time: 0.2509069 Jul 13 19:27:15.980586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86acf37c-5656-48a5-a391-a4be84640224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.985324 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86acf37c-5656-48a5-a391-a4be84640224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.989569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b31247e8-21be-4765-b42a-440a377bcb43 req-3f1c8349-9096-4da2-8f21-7eb8cf15209e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3fe6f0a4-e389-4467-be4b-965bdaf1aee6', 'remote_group_id': '7fec3ef1-f110-4616-9ecc-f77f216bafde', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:15.990189 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-86acf37c-5656-48a5-a391-a4be84640224 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47325912-f945-458a-b566-8b8a143659f6 HTTP/1.1" status: 204 len: 168 time: 0.2395504 Jul 13 19:27:15.991576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b31247e8-21be-4765-b42a-440a377bcb43 req-3f1c8349-9096-4da2-8f21-7eb8cf15209e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3fe6f0a4-e389-4467-be4b-965bdaf1aee6', 'remote_group_id': '7fec3ef1-f110-4616-9ecc-f77f216bafde', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:16.002776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acf37c-5656-48a5-a391-a4be84640224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47325912-f945-458a-b566-8b8a143659f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:16.031997 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.057943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308d3174-d8d6-4464-8624-04d5b83dd26b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:16.066930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.077756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 21da0e4f-d646-4638-a7c4-25200244c6d2 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:16.086386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Transition to ACTIVE for port object 308d3174-d8d6-4464-8624-04d5b83dd26b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:16.098211 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.137626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 21da0e4f-d646-4638-a7c4-25200244c6d2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:16.138112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 21da0e4f-d646-4638-a7c4-25200244c6d2 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:16.266206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00', 'name': 'network-vif-deleted', 'tag': '55dc2577-74b4-47fd-800e-a08c4418c72c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:16.271251 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d25cb-3aa5-4889-ab19-87099b129c7d" -d '{"events": [{"server_uuid": "22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00", "name": "network-vif-deleted", "tag": "55dc2577-74b4-47fd-800e-a08c4418c72c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:16.349614 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d77563b7-93df-452f-b22f-0a405417cdbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17c8f19ea9244b2eb8275053d08ec34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4595859 Jul 13 19:27:16.351398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:16.361893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Pushing event updated for resources: {'Port': ['ID=308d3174-d8d6-4464-8624-04d5b83dd26b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:16.388042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Attempting to bind port 308d3174-d8d6-4464-8624-04d5b83dd26b on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:16.388727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Attempting to bind port 308d3174-d8d6-4464-8624-04d5b83dd26b by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:16.389289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Attempting to bind port 308d3174-d8d6-4464-8624-04d5b83dd26b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:16.401606 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b31247e8-21be-4765-b42a-440a377bcb43 req-3f1c8349-9096-4da2-8f21-7eb8cf15209e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.409988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Port 308d3174-d8d6-4464-8624-04d5b83dd26b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:27:16.410696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Attempting to bind port 308d3174-d8d6-4464-8624-04d5b83dd26b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:16.420770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:16.422821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:16.423361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:16.424262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:16.424912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Bound port: 308d3174-d8d6-4464-8624-04d5b83dd26b, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:16.425552 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.463411 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-6403b76a-cdec-43a0-9809-d55c1adcdf19 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:16.465066 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-6403b76a-cdec-43a0-9809-d55c1adcdf19 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2035348 Jul 13 19:27:16.468339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08b8769f-3700-442d-99e0-9efedc4d17e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.496047 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b31247e8-21be-4765-b42a-440a377bcb43 req-3f1c8349-9096-4da2-8f21-7eb8cf15209e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.507062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b31247e8-21be-4765-b42a-440a377bcb43 req-3f1c8349-9096-4da2-8f21-7eb8cf15209e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.543045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c8349-9096-4da2-8f21-7eb8cf15209e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0d817e-5b1b-4c81-8891-6bbbf9352644,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:16.550872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b31247e8-21be-4765-b42a-440a377bcb43 req-3f1c8349-9096-4da2-8f21-7eb8cf15209e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.564428 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08b8769f-3700-442d-99e0-9efedc4d17e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.564840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b31247e8-21be-4765-b42a-440a377bcb43 req-3f1c8349-9096-4da2-8f21-7eb8cf15209e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5829606 Jul 13 19:27:16.568596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] For port 308d3174-d8d6-4464-8624-04d5b83dd26b, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:16.573155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] For port 308d3174-d8d6-4464-8624-04d5b83dd26b, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=308d3174-d8d6-4464-8624-04d5b83dd26b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:16.579767 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.606567 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-6a6ddaf9-1a2a-4d28-92ce-a2d957f30785 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.1118059 Jul 13 19:27:16.619205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-ba2a8efd-91a5-4620-a8a9-1bbd56c57ef6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Request body: {'floatingip': {'port_id': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:16.642144 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 55dc2577-74b4-47fd-800e-a08c4418c72c no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:16.655117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:16.656088 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.657681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-071a9678-7c3c-4f71-a035-565543384443 service neutron] 10.222.0.24 "PUT /v2.0/ports/308d3174-d8d6-4464-8624-04d5b83dd26b HTTP/1.1" status: 200 len: 1096 time: 1.6169322 Jul 13 19:27:16.659397 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794b3489-cf4e-4776-aef7-941f794086d6 x-openstack-request-id: req-794b3489-cf4e-4776-aef7-941f794086d6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:16.661121 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00", "name": "network-vif-deleted", "tag": "55dc2577-74b4-47fd-800e-a08c4418c72c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:16.664424 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-794b3489-cf4e-4776-aef7-941f794086d6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:16.665155 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f9918b-e8b0-4dd3-803b-e8c0bfc6ef00', 'name': 'network-vif-deleted', 'tag': '55dc2577-74b4-47fd-800e-a08c4418c72c', 'status': 'completed', 'code': 200} Jul 13 19:27:16.683470 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 55dc2577-74b4-47fd-800e-a08c4418c72c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:16.684110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 55dc2577-74b4-47fd-800e-a08c4418c72c not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:16.705462 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e4cfa5ec-8482-4f5e-9f05-9142e3a2f760 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=550e8d191f7b4219ba374f24f2a0bd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793050 Jul 13 19:27:16.710711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:16.740837 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-ba2a8efd-91a5-4620-a8a9-1bbd56c57ef6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.757185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a9678-7c3c-4f71-a035-565543384443 service neutron] Pushing event updated for resources: {'Port': ['ID=308d3174-d8d6-4464-8624-04d5b83dd26b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:16.790272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-2973c7ed-674e-42a8-9312-4e8f3b79280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:16.791924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-2973c7ed-674e-42a8-9312-4e8f3b79280c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a3e5f1770514e81905c9201afc0eacd&device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 1099 time: 0.0740564 Jul 13 19:27:16.847632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4136f11-b79e-4dfa-ac44-88198ca24f93 req-1d388c5e-e3c7-4f1c-8c9f-9874ddbed6b0 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0347114 Jul 13 19:27:16.889066 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-2b2ca4e8-b895-461b-9df2-42073e95c9af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=308d3174-d8d6-4464-8624-04d5b83dd26b HTTP/1.1" status: 200 len: 217 time: 0.0841310 Jul 13 19:27:16.892696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08b8769f-3700-442d-99e0-9efedc4d17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.895203 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08b8769f-3700-442d-99e0-9efedc4d17e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.896350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-08b8769f-3700-442d-99e0-9efedc4d17e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e086105-3782-4dcb-8db5-a8a132a6e6b1 HTTP/1.1" status: 204 len: 168 time: 0.5437374 Jul 13 19:27:16.950480 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2022fe64-0a4d-4ce9-8628-d4229932be8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.953728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8769f-3700-442d-99e0-9efedc4d17e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e086105-3782-4dcb-8db5-a8a132a6e6b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:16.955440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-79228390-de7f-49e2-b38b-be2c7c60e8b8 req-785d05b3-3d08-4527-924b-51f9d18e920a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1029227810', 'description': 'tempest-description-769552209'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:17.002612 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2022fe64-0a4d-4ce9-8628-d4229932be8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.014826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-af50e614-7690-4a1a-83d1-245044e61d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:17.017174 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-af50e614-7690-4a1a-83d1-245044e61d1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1205750 Jul 13 19:27:17.022291 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79228390-de7f-49e2-b38b-be2c7c60e8b8 req-785d05b3-3d08-4527-924b-51f9d18e920a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.112489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-869399cb-d7fd-41b6-bda7-39b72f271ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:17.114224 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-869399cb-d7fd-41b6-bda7-39b72f271ce7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816960 Jul 13 19:27:17.147959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2022fe64-0a4d-4ce9-8628-d4229932be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.153741 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2022fe64-0a4d-4ce9-8628-d4229932be8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.154904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2022fe64-0a4d-4ce9-8628-d4229932be8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ffbe26cd-8503-450c-9237-7c4f5966b612 HTTP/1.1" status: 204 len: 168 time: 0.4228058 Jul 13 19:27:17.201101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022fe64-0a4d-4ce9-8628-d4229932be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbe26cd-8503-450c-9237-7c4f5966b612,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:17.252014 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79228390-de7f-49e2-b38b-be2c7c60e8b8 req-785d05b3-3d08-4527-924b-51f9d18e920a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.263112 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-e80951a9-884b-498e-9406-21dcd5541684 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313925 Jul 13 19:27:17.265401 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79228390-de7f-49e2-b38b-be2c7c60e8b8 req-785d05b3-3d08-4527-924b-51f9d18e920a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.307257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d05b3-3d08-4527-924b-51f9d18e920a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1af082-8b86-4efc-bb1c-249e39539a24,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:17.355956 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79228390-de7f-49e2-b38b-be2c7c60e8b8 req-785d05b3-3d08-4527-924b-51f9d18e920a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.367441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79228390-de7f-49e2-b38b-be2c7c60e8b8 req-785d05b3-3d08-4527-924b-51f9d18e920a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4470003 Jul 13 19:27:17.374858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:17.445006 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccbb9d53-2417-4e93-bfd9-9db68e40161f req-2bf483cf-2fa5-47cf-9bba-c6d8c8699ceb service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748648 Jul 13 19:27:17.450074 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68f1f83d-2f75-4141-a048-dfc9564d04b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.551812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260ccfa-6f69-4de6-ba32-07b1fad900fd req-fe6ef09f-de86-41d1-882e-9cbc15b70824 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:17.553432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d260ccfa-6f69-4de6-ba32-07b1fad900fd req-fe6ef09f-de86-41d1-882e-9cbc15b70824 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 948 time: 0.0797894 Jul 13 19:27:17.619509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d260ccfa-6f69-4de6-ba32-07b1fad900fd req-6f1f041d-7571-413e-904d-45734581f2b1 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Jul 13 19:27:17.653132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-da6819a4-6474-42fa-b5e7-5a9d49b72d54 req-bb1b0f67-3b82-4f74-b9db-231ada4d4471 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-116138452', 'description': 'tempest-description-57066754'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:17.700624 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-ba2a8efd-91a5-4620-a8a9-1bbd56c57ef6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.707087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-ba2a8efd-91a5-4620-a8a9-1bbd56c57ef6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.773222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68f1f83d-2f75-4141-a048-dfc9564d04b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.802326 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da6819a4-6474-42fa-b5e7-5a9d49b72d54 req-bb1b0f67-3b82-4f74-b9db-231ada4d4471 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.805176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68f1f83d-2f75-4141-a048-dfc9564d04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.840416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1f83d-2f75-4141-a048-dfc9564d04b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40683fd7-d4c5-4dfc-bcd1-14253557cdbc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:17.935725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da6819a4-6474-42fa-b5e7-5a9d49b72d54 req-bb1b0f67-3b82-4f74-b9db-231ada4d4471 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.940954 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da6819a4-6474-42fa-b5e7-5a9d49b72d54 req-bb1b0f67-3b82-4f74-b9db-231ada4d4471 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.978474 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da6819a4-6474-42fa-b5e7-5a9d49b72d54 req-bb1b0f67-3b82-4f74-b9db-231ada4d4471 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.988499 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-da6819a4-6474-42fa-b5e7-5a9d49b72d54 req-bb1b0f67-3b82-4f74-b9db-231ada4d4471 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3381350 Jul 13 19:27:17.991117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b0f67-3b82-4f74-b9db-231ada4d4471 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c00bb-ae16-4a34-9872-20b22cc9b1cb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:18.134975 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-289221c4-f9d8-4434-8cfb-a1d7878e6ce5 req-f6430b1a-f744-4ebe-a5c6-2decb67525eb tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0332272 Jul 13 19:27:18.168008 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-614616ca-2200-49f6-96cd-e711d3f45806 req-346c3d90-5734-4c24-ba0f-e5b8b27a937e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0376332 Jul 13 19:27:18.225773 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-68f1f83d-2f75-4141-a048-dfc9564d04b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdd01b67a7a64fd09751f1c8293bc3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8461435 Jul 13 19:27:18.225773 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-ba2a8efd-91a5-4620-a8a9-1bbd56c57ef6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Floating IP 094df0de-75e3-4f7b-879a-7d372037082e associated. External IP: 172.25.7.18, port: 406d9b05-b353-4e4d-95f9-41da863ddb09. Jul 13 19:27:18.226337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:18.288781 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76416af5-b541-4e5a-8879-5e95cf6e97e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.315695 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76416af5-b541-4e5a-8879-5e95cf6e97e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.318055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd1596-99f8-47da-82db-ff329027e1ba req-2f291e7b-8dfb-40c8-9e54-cfc77769f006 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:18.319674 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-08bd1596-99f8-47da-82db-ff329027e1ba req-2f291e7b-8dfb-40c8-9e54-cfc77769f006 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7a74b19-a75d-4432-b52a-cf030bf6623a HTTP/1.1" status: 200 len: 945 time: 0.4883680 Jul 13 19:27:18.372597 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76416af5-b541-4e5a-8879-5e95cf6e97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.376243 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76416af5-b541-4e5a-8879-5e95cf6e97e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.377785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-76416af5-b541-4e5a-8879-5e95cf6e97e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40683fd7-d4c5-4dfc-bcd1-14253557cdbc HTTP/1.1" status: 204 len: 168 time: 0.1511321 Jul 13 19:27:18.394121 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76416af5-b541-4e5a-8879-5e95cf6e97e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40683fd7-d4c5-4dfc-bcd1-14253557cdbc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:18.572026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-08bd1596-99f8-47da-82db-ff329027e1ba req-11124e69-3345-43af-8ceb-5154f05b6bbc tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Deleting port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:18.572693 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08bd1596-99f8-47da-82db-ff329027e1ba req-11124e69-3345-43af-8ceb-5154f05b6bbc tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.582948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f7dd003-391d-4b84-8516-3e947691cec3 req-0399beba-05bb-4462-a687-91d9b4a753cc tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/6f1af082-8b86-4efc-bb1c-249e39539a24 HTTP/1.1" status: 200 len: 1804 time: 0.0425799 Jul 13 19:27:18.637557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-ba2a8efd-91a5-4620-a8a9-1bbd56c57ef6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Router 308953cf-163d-4041-8492-ce5dfb987830 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:18.643885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f7dd003-391d-4b84-8516-3e947691cec3 req-55fae3b8-7b8f-40f2-9081-ba4ae203b9af tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/df3c00bb-ae16-4a34-9872-20b22cc9b1cb HTTP/1.1" status: 200 len: 1802 time: 0.0468175 Jul 13 19:27:18.656363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5f7dd003-391d-4b84-8516-3e947691cec3 req-730fd04e-932d-4468-b71c-b699e75a0a26 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f1af082-8b86-4efc-bb1c-249e39539a24', 'remote_group_id': 'df3c00bb-ae16-4a34-9872-20b22cc9b1cb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:18.656734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5f7dd003-391d-4b84-8516-3e947691cec3 req-730fd04e-932d-4468-b71c-b699e75a0a26 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f1af082-8b86-4efc-bb1c-249e39539a24', 'remote_group_id': 'df3c00bb-ae16-4a34-9872-20b22cc9b1cb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:18.667298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78b6623-25d7-40cd-bd3a-7659509cf4c1', 'tag': '308d3174-d8d6-4464-8624-04d5b83dd26b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:18.670514 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8f602d-9390-456e-bddd-9f15c99118ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f78b6623-25d7-40cd-bd3a-7659509cf4c1", "tag": "308d3174-d8d6-4464-8624-04d5b83dd26b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:18.736788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-08bd1596-99f8-47da-82db-ff329027e1ba req-11124e69-3345-43af-8ceb-5154f05b6bbc tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] For port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:18.737134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08bd1596-99f8-47da-82db-ff329027e1ba req-11124e69-3345-43af-8ceb-5154f05b6bbc tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.739484 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5f7dd003-391d-4b84-8516-3e947691cec3 req-730fd04e-932d-4468-b71c-b699e75a0a26 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.783706 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5f7dd003-391d-4b84-8516-3e947691cec3 req-730fd04e-932d-4468-b71c-b699e75a0a26 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.784649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-08bd1596-99f8-47da-82db-ff329027e1ba req-11124e69-3345-43af-8ceb-5154f05b6bbc tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Calling delete_port for a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:18.788229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5f7dd003-391d-4b84-8516-3e947691cec3 req-730fd04e-932d-4468-b71c-b699e75a0a26 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.815868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fd04e-932d-4468-b71c-b699e75a0a26 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360d3ce5-2077-44a9-86aa-6b38516eafbd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:18.820227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5f7dd003-391d-4b84-8516-3e947691cec3 req-730fd04e-932d-4468-b71c-b699e75a0a26 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.821496 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f7dd003-391d-4b84-8516-3e947691cec3 req-730fd04e-932d-4468-b71c-b699e75a0a26 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1697176 Jul 13 19:27:18.854759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-ba2a8efd-91a5-4620-a8a9-1bbd56c57ef6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:18.861319 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-ba2a8efd-91a5-4620-a8a9-1bbd56c57ef6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.869766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] Sync routers for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:18.896537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:18.897906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:19.021280 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-ba2a8efd-91a5-4620-a8a9-1bbd56c57ef6 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "PUT /v2.0/floatingips/094df0de-75e3-4f7b-879a-7d372037082e HTTP/1.1" status: 200 len: 995 time: 2.4129653 Jul 13 19:27:19.022677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:19.032360 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f86cfe-5b92-4813-8d85-bd81017a7557" -d '{"events": [{"name": "network-changed", "server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:19.109668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349de354-6fa4-412f-8d4d-91541185d0dc req-08f188d1-fb62-4847-b5ec-04c394305b8a tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:19.118336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-349de354-6fa4-412f-8d4d-91541185d0dc req-08f188d1-fb62-4847-b5ec-04c394305b8a tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 948 time: 0.0828018 Jul 13 19:27:19.135882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:19.181656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-349de354-6fa4-412f-8d4d-91541185d0dc req-d3bb542b-d172-4e4e-98f3-ef06a2d21d9d tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623343 Jul 13 19:27:19.260661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08bd1596-99f8-47da-82db-ff329027e1ba req-11124e69-3345-43af-8ceb-5154f05b6bbc tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:19.295468 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ec752f-c51f-4452-ba83-93a29011e31d x-openstack-request-id: req-30ec752f-c51f-4452-ba83-93a29011e31d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:19.295755 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78b6623-25d7-40cd-bd3a-7659509cf4c1", "tag": "308d3174-d8d6-4464-8624-04d5b83dd26b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:19.296007 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30ec752f-c51f-4452-ba83-93a29011e31d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:19.296403 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78b6623-25d7-40cd-bd3a-7659509cf4c1', 'tag': '308d3174-d8d6-4464-8624-04d5b83dd26b', 'status': 'completed', 'code': 200} Jul 13 19:27:19.322149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:19.328985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['406d9b05-b353-4e4d-95f9-41da863ddb09'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:19.331850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11124e69-3345-43af-8ceb-5154f05b6bbc tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Pushing event deleted for resources: {'Port': ['ID=a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:19.335972 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-3f2ad8f9-2f15-471a-9db4-3f670398a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:19.345464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-3f2ad8f9-2f15-471a-9db4-3f670398a1dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1096 time: 0.3058698 Jul 13 19:27:19.539319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:19.591040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43baf265-43a0-4649-aa32-e4334baf55e8 req-37056948-8a97-4b8a-89b2-ed228db4ab9a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/df3c00bb-ae16-4a34-9872-20b22cc9b1cb HTTP/1.1" status: 200 len: 1802 time: 0.2552459 Jul 13 19:27:19.622299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:19.634102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-a30562a5-fe96-4b36-af04-449bb1173d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:19.635687 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-a30562a5-fe96-4b36-af04-449bb1173d67 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.2891250 Jul 13 19:27:19.636656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bd1596-99f8-47da-82db-ff329027e1ba req-11124e69-3345-43af-8ceb-5154f05b6bbc tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] No DVR routers for this DVR port a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:19.642768 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08bd1596-99f8-47da-82db-ff329027e1ba req-11124e69-3345-43af-8ceb-5154f05b6bbc tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:19.650708 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-08bd1596-99f8-47da-82db-ff329027e1ba req-11124e69-3345-43af-8ceb-5154f05b6bbc tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.60 "DELETE /v2.0/ports/a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 HTTP/1.1" status: 204 len: 173 time: 1.3018122 Jul 13 19:27:19.659804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-3b0c1073-1456-4839-8b64-e99e4f286fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:19.661961 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-3b0c1073-1456-4839-8b64-e99e4f286fc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a3e5f1770514e81905c9201afc0eacd&device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 1099 time: 0.3376014 Jul 13 19:27:19.758271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43baf265-43a0-4649-aa32-e4334baf55e8 req-9315e8a9-95c2-4e57-85a2-e6dc55eb3540 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:19.810492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:f7:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:27:17Z', 'revision_number': 8, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:19.814557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-205b8f9c-912e-48fe-bda5-27817a2adb8f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 998 time: 0.1466374 Jul 13 19:27:19.845459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] Checking router: 308953cf-163d-4041-8492-ce5dfb987830 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:19.848606 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43baf265-43a0-4649-aa32-e4334baf55e8 req-9315e8a9-95c2-4e57-85a2-e6dc55eb3540 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:19.867075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:19.867649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-b5269769-a214-42b2-9230-61632f752c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:19.868180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:26:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:19.869660 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-b5269769-a214-42b2-9230-61632f752c55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.2009251 Jul 13 19:27:19.870394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-e2ba07e2-3b0c-41a7-9bd5-f82f6cb72696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:19.873664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1652001145-network', 'tenant_id': '810b6702d6074cd9a65821c85ca92809'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:19.879770 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-e2ba07e2-3b0c-41a7-9bd5-f82f6cb72696 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.0634062 Jul 13 19:27:19.879976 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc53c-a131-4ae1-9f31-7a0d7e05a1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:19.950442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-49235f0f-1a71-48d0-9f18-ed6781b234c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=308d3174-d8d6-4464-8624-04d5b83dd26b HTTP/1.1" status: 200 len: 217 time: 0.0667241 Jul 13 19:27:19.964268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-08e2cc45-5974-423b-8c10-122f2bd89039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:19.965698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-08e2cc45-5974-423b-8c10-122f2bd89039 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744483 Jul 13 19:27:19.994863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:20.004343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Made reservation on behalf of 810b6702d6074cd9a65821c85ca92809 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:20.011189 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.032935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.062007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-9af74a87-1061-4075-b300-48ccfc870bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:20.063612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-9af74a87-1061-4075-b300-48ccfc870bd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0989618 Jul 13 19:27:20.079713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-c8108958-4307-446d-b32f-6ded4beb18c7 service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059651 Jul 13 19:27:20.086661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43baf265-43a0-4649-aa32-e4334baf55e8 req-9315e8a9-95c2-4e57-85a2-e6dc55eb3540 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.089204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43baf265-43a0-4649-aa32-e4334baf55e8 req-9315e8a9-95c2-4e57-85a2-e6dc55eb3540 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.090361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43baf265-43a0-4649-aa32-e4334baf55e8 req-9315e8a9-95c2-4e57-85a2-e6dc55eb3540 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "DELETE /v2.0/security-groups/df3c00bb-ae16-4a34-9872-20b22cc9b1cb HTTP/1.1" status: 204 len: 173 time: 0.4910166 Jul 13 19:27:20.130285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315e8a9-95c2-4e57-85a2-e6dc55eb3540 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c00bb-ae16-4a34-9872-20b22cc9b1cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:20.190574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-d9198f73-4726-4ae0-bdd0-40aecbdd8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:20.192198 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-d9198f73-4726-4ae0-bdd0-40aecbdd8766 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210675 Jul 13 19:27:20.209201 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34fe8e6c-2953-438e-9fc1-c7c4362314ed req-4ea72969-5669-40c0-95db-56280f96ea3e service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215959 Jul 13 19:27:20.290562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc53c-a131-4ae1-9f31-7a0d7e05a1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.299184 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc53c-a131-4ae1-9f31-7a0d7e05a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.309974 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f42d9e-5095-4dbf-8faa-d78da943817b x-openstack-request-id: req-45f42d9e-5095-4dbf-8faa-d78da943817b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:20.310537 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:20.310537 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45f42d9e-5095-4dbf-8faa-d78da943817b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:20.310936 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'status': 'completed', 'code': 200} Jul 13 19:27:20.416357 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2b1fc53c-a131-4ae1-9f31-7a0d7e05a1ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac848e9dcc3f4963b110cb8b11e51440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8746109 Jul 13 19:27:20.419133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:20.427559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fc53c-a131-4ae1-9f31-7a0d7e05a1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72761d33-060f-48df-9642-7bcd8c7a8399,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:20.496792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:f7:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:27:17Z', 'revision_number': 8, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:20.515976 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-8564e682-496b-47cf-afc5-0221db79b5d7 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031485 Jul 13 19:27:20.518875 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-164c5414-ebd4-4197-868c-9088db7c16d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.535734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d3dfd-2944-4843-ac78-6ec73df3147b None None] The sync data for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 is: [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '094df0de-75e3-4f7b-879a-7d372037082e', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '308953cf-163d-4041-8492-ce5dfb987830', 'port_id': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'mac_address': 'fa:16:3e:f7:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:35Z', 'updated_at': '2021-07-13T19:27:17Z', 'revision_number': 8, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:20.581111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-164c5414-ebd4-4197-868c-9088db7c16d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.584574 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ecce0d7c-6f05-4931-94fe-2e9ac1e66faa req-de00f4e8-f4f9-432a-849f-2feb1e92cbaa tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0629287 Jul 13 19:27:20.624236 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cff6d43d-6df7-482d-b936-6cad2fccc534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.660123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-164c5414-ebd4-4197-868c-9088db7c16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.663662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 308d3174-d8d6-4464-8624-04d5b83dd26b details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:20.664861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-164c5414-ebd4-4197-868c-9088db7c16d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.667610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-164c5414-ebd4-4197-868c-9088db7c16d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72761d33-060f-48df-9642-7bcd8c7a8399 HTTP/1.1" status: 204 len: 168 time: 0.2462924 Jul 13 19:27:20.681593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c5414-ebd4-4197-868c-9088db7c16d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72761d33-060f-48df-9642-7bcd8c7a8399,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:20.682059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-f06005a6-cce3-4356-a0f6-d20fe9ba8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:20.688641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-f06005a6-cce3-4356-a0f6-d20fe9ba8681 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1096 time: 0.3423131 Jul 13 19:27:20.783503 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.825297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 308d3174-d8d6-4464-8624-04d5b83dd26b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=308d3174-d8d6-4464-8624-04d5b83dd26b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:20.839311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '308d3174-d8d6-4464-8624-04d5b83dd26b', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '308d3174-d8d6-4464-8624-04d5b83dd26b', 'mac_address': 'fa:16:3e:0d:2c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:20.867871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de483f-ace9-4948-bb48-097baffd8452 req-960dd5f7-ee1e-4d95-9bea-e69b5e73b177 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:20.877708 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11de483f-ace9-4948-bb48-097baffd8452 req-960dd5f7-ee1e-4d95-9bea-e69b5e73b177 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 948 time: 0.1001854 Jul 13 19:27:20.883692 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32892d51-fd60-4833-912a-5290ac42ff7f req-78341ad3-15b6-4e56-a959-3cadba2a34ac tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/6f1af082-8b86-4efc-bb1c-249e39539a24 HTTP/1.1" status: 200 len: 1804 time: 0.4451921 Jul 13 19:27:20.893301 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.893520 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b380ec-86fc-4603-ae3f-fde0d26f101d None None] New status for floating IP 094df0de-75e3-4f7b-879a-7d372037082e: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:27:20.917469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:27:20.929514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa8f602d-9390-456e-bddd-9f15c99118ae req-ca56267e-2d9c-45fd-a553-58aa7d1bb4ee service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008343 Jul 13 19:27:20.930772 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11de483f-ace9-4948-bb48-097baffd8452 req-a4ea312c-87da-479f-86c5-b560eea081d6 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519891 Jul 13 19:27:20.953309 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.984162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308d3174-d8d6-4464-8624-04d5b83dd26b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:21.011193 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.011922 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Added segment d84345d4-f15e-490a-94f4-dd2ec88da195 of type vlan for network 45364309-0286-4bea-b60f-deb9a698b71b Jul 13 19:27:21.025211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-8b0c0a43-68e1-4f94-9c61-de456e2c6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:21.027432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-8b0c0a43-68e1-4f94-9c61-de456e2c6bae service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.2423806 Jul 13 19:27:21.028134 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 308d3174-d8d6-4464-8624-04d5b83dd26b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=308d3174-d8d6-4464-8624-04d5b83dd26b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:21.032608 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.036847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f24f0e-9253-4d89-9bed-920b9ecf7da9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:21.114348 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c470144-ec08-4acd-ad1a-93bd39eec8d6 req-bd83cdfa-87ef-42b8-aedd-60367a9b1612 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips/094df0de-75e3-4f7b-879a-7d372037082e HTTP/1.1" status: 200 len: 995 time: 0.2069986 Jul 13 19:27:21.122632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=308d3174-d8d6-4464-8624-04d5b83dd26b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:21.138049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.186022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:21.212214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c5d6d24-015c-4ad0-b26b-e3c8e584722e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.247275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-dc2c9e29-720d-4f65-8a9f-16e357c047d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 998 time: 0.2124071 Jul 13 19:27:21.299843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['308d3174-d8d6-4464-8624-04d5b83dd26b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:21.343019 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c5d6d24-015c-4ad0-b26b-e3c8e584722e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.347956 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c5d6d24-015c-4ad0-b26b-e3c8e584722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.376869 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.378935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:21.379781 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.396492 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7c5d6d24-015c-4ad0-b26b-e3c8e584722e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88991d369ffa4e75986d22fe213c0187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066100 Jul 13 19:27:21.396492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d6d24-015c-4ad0-b26b-e3c8e584722e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce49c0-3f31-414b-87d0-ab9b37d598da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:21.397651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c470144-ec08-4acd-ad1a-93bd39eec8d6 req-776d1091-6fe4-42e9-915e-9c4b532d33b7 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:21.397813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:21.407711 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c470144-ec08-4acd-ad1a-93bd39eec8d6 req-776d1091-6fe4-42e9-915e-9c4b532d33b7 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2921231 Jul 13 19:27:21.455543 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfd38-4ba5-4b40-9b08-c909df566168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.463977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-4c470144-ec08-4acd-ad1a-93bd39eec8d6 req-2c3c15b2-217a-45a0-9c20-0805d8c2e465 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:27:21.465380 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c470144-ec08-4acd-ad1a-93bd39eec8d6 req-2c3c15b2-217a-45a0-9c20-0805d8c2e465 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561850 Jul 13 19:27:21.478585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-cc7e7a70-af5c-471f-9d8d-0fadde999d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:21.480219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-cc7e7a70-af5c-471f-9d8d-0fadde999d4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.2023056 Jul 13 19:27:21.486874 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8606148 Jul 13 19:27:21.488015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:21.493410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Request body: {'subnet': {'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1652001145-subnet', 'tenant_id': '810b6702d6074cd9a65821c85ca92809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:21.501510 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfd38-4ba5-4b40-9b08-c909df566168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.523801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ecdd9-a0b5-4260-8ae6-4ed16d29d0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=45364309-0286-4bea-b60f-deb9a698b71b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:21.535692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 45364309-0286-4bea-b60f-deb9a698b71b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:27:21.554924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Made reservation on behalf of 810b6702d6074cd9a65821c85ca92809 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:21.557628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.562780 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfd38-4ba5-4b40-9b08-c909df566168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.567596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfd38-4ba5-4b40-9b08-c909df566168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.571940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3f4cfd38-4ba5-4b40-9b08-c909df566168 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99ce49c0-3f31-414b-87d0-ab9b37d598da HTTP/1.1" status: 204 len: 168 time: 0.1731751 Jul 13 19:27:21.595394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cfd38-4ba5-4b40-9b08-c909df566168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce49c0-3f31-414b-87d0-ab9b37d598da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:21.700868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-e877df50-cab2-450e-9e80-2e7bf064cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:21.702431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-e877df50-cab2-450e-9e80-2e7bf064cf42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967590 Jul 13 19:27:21.827974 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3245e7c5-b5a6-4a92-8088-58881f39e803 req-ca74f55a-54f7-4b0f-adef-13001ba648ba tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd&device_id=0bf385d4-846f-4083-a57f-10960a50a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0453291 Jul 13 19:27:21.855090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-eb3e68c6-77d2-4e50-a755-c32673f5f42a req-c1048560-d015-4a42-910f-fabb6e216a3b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1886916712', 'description': 'tempest-description-857201209'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:21.919369 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-13f01cad-6400-48d7-aee1-60a2e7d49cdd service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078309 Jul 13 19:27:21.937815 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.939697 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eb3e68c6-77d2-4e50-a755-c32673f5f42a req-c1048560-d015-4a42-910f-fabb6e216a3b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.950972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-cdd00498-503b-4500-a57b-6f725333cce8 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.0828147 Jul 13 19:27:22.011084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-13280c8a-5652-49f7-8c29-d6c70650664f tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:22.012584 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-13280c8a-5652-49f7-8c29-d6c70650664f tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports/406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 942 time: 0.0586243 Jul 13 19:27:22.075306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=707847d1-498e-4391-9449-d685fadc75a0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:22.093788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:22.120709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73f86cfe-5b92-4813-8d85-bd81017a7557 req-693eb42f-89d8-40f6-a4da-9196801f5af8 service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933284 Jul 13 19:27:22.124393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Checking segment: {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:22.124812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Network hostable DHCP agents. Network: 45364309-0286-4bea-b60f-deb9a698b71b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:27:22.135779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:22.136131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:22.165472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Network 45364309-0286-4bea-b60f-deb9a698b71b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:27:22.182594 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eb3e68c6-77d2-4e50-a755-c32673f5f42a req-c1048560-d015-4a42-910f-fabb6e216a3b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.189030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 45364309-0286-4bea-b60f-deb9a698b71b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:22.191244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eb3e68c6-77d2-4e50-a755-c32673f5f42a req-c1048560-d015-4a42-910f-fabb6e216a3b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.198564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a9bc7-0e1d-4451-915b-1f3be742a3b2 None None] Network 45364309-0286-4bea-b60f-deb9a698b71b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:22.200163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:22.200754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.212737 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-1f51d853-d936-4f8d-b97d-d418fead7a29 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.1079853 Jul 13 19:27:22.230140 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1fed7ac8-ca8c-48a2-95ac-bfd13153de43 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7410769 Jul 13 19:27:22.235083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eb3e68c6-77d2-4e50-a755-c32673f5f42a req-c1048560-d015-4a42-910f-fabb6e216a3b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.245643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eb3e68c6-77d2-4e50-a755-c32673f5f42a req-c1048560-d015-4a42-910f-fabb6e216a3b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3974636 Jul 13 19:27:22.254207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1048560-d015-4a42-910f-fabb6e216a3b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d8bce1-8c58-46a8-8153-d8162fb86fe8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:22.312090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'name': 'network-vif-deleted', 'tag': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:22.314329 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f1fcee-e9dc-4bbd-a980-7fe70c61c3da" -d '{"events": [{"server_uuid": "d7a74b19-a75d-4432-b52a-cf030bf6623a", "name": "network-vif-deleted", "tag": "a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:22.381503 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe1fc9-690a-40b6-8e05-9273469231ed None None] Network 45364309-0286-4bea-b60f-deb9a698b71b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:22.413621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-31f762d7-aa85-4fdb-a06a-7becd6d44ff5 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:22.415277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-31f762d7-aa85-4fdb-a06a-7becd6d44ff5 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2017627 Jul 13 19:27:22.483040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4d59-7835-4ba0-938d-408eec6ead43 req-65088370-ba71-47d6-a20b-29bb7d71d744 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:22.498868 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-266a4d59-7835-4ba0-938d-408eec6ead43 req-65088370-ba71-47d6-a20b-29bb7d71d744 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 945 time: 0.1206613 Jul 13 19:27:22.514633 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-ddb6fea4-d387-49f1-88f5-a1f0474dc1cf tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.0923767 Jul 13 19:27:22.531079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-fe9232f9-f979-413f-a0dd-6a8ad41f6eee tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:22.554269 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-266a4d59-7835-4ba0-938d-408eec6ead43 req-00672cff-09ec-4353-9086-af0f5adb4610 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558906 Jul 13 19:27:22.596614 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-fe9232f9-f979-413f-a0dd-6a8ad41f6eee tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.652026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 308d3174-d8d6-4464-8624-04d5b83dd26b up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:22.707361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 308d3174-d8d6-4464-8624-04d5b83dd26b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:22.712042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 308d3174-d8d6-4464-8624-04d5b83dd26b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:22.712424 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.772093 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-fe9232f9-f979-413f-a0dd-6a8ad41f6eee tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.777091 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-fe9232f9-f979-413f-a0dd-6a8ad41f6eee tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.777833 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-fe9232f9-f979-413f-a0dd-6a8ad41f6eee tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Floating IP 094df0de-75e3-4f7b-879a-7d372037082e disassociated. External IP: 172.25.7.18, port: 406d9b05-b353-4e4d-95f9-41da863ddb09. Jul 13 19:27:22.813585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.844136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78b6623-25d7-40cd-bd3a-7659509cf4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308d3174-d8d6-4464-8624-04d5b83dd26b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:22.846743 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3738ea-6f06-4931-b9ae-973e510c6fd1" -d '{"events": [{"server_uuid": "f78b6623-25d7-40cd-bd3a-7659509cf4c1", "name": "network-vif-plugged", "status": "completed", "tag": "308d3174-d8d6-4464-8624-04d5b83dd26b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:22.862644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 308d3174-d8d6-4464-8624-04d5b83dd26b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=308d3174-d8d6-4464-8624-04d5b83dd26b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:22.868649 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.935694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=308d3174-d8d6-4464-8624-04d5b83dd26b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:22.942141 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5acd1833-57bb-4c77-bf5e-7967ee93ede2 req-238a0873-a6fa-460a-ac19-15cba121fef7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=594c9cf76bde47ab9e14799fda408fdb&device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0804186 Jul 13 19:27:22.952090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.952336 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.952622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.952954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.953301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.953635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.954091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.954455 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.954797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.955119 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.955566 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.955809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:22.996476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5acd1833-57bb-4c77-bf5e-7967ee93ede2 req-6b8f3241-1369-465c-afcd-0fcc3208bc40 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=594c9cf76bde47ab9e14799fda408fdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389969 Jul 13 19:27:23.039803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf19b6-1e7a-4fce-9a1e-97f186926c05 req-2d9d7b19-b276-4e3a-8c79-a6d62ec7b685 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.041435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ccf19b6-1e7a-4fce-9a1e-97f186926c05 req-2d9d7b19-b276-4e3a-8c79-a6d62ec7b685 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 950 time: 0.0756516 Jul 13 19:27:23.099123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ccf19b6-1e7a-4fce-9a1e-97f186926c05 req-2d541384-065b-4e80-8362-03f0b00528da tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485513 Jul 13 19:27:23.174946 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6730d3d6-6133-46a3-aa98-9f8dfbbe8c56 req-1599f4ec-c719-4326-81bc-0b56b1307cce tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/95d8bce1-8c58-46a8-8153-d8162fb86fe8 HTTP/1.1" status: 200 len: 1804 time: 0.0517118 Jul 13 19:27:23.180796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6730d3d6-6133-46a3-aa98-9f8dfbbe8c56 req-cbd3d9fc-6e64-4911-af16-5d8c86c4b331 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95d8bce1-8c58-46a8-8153-d8162fb86fe8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:23.181471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6730d3d6-6133-46a3-aa98-9f8dfbbe8c56 req-cbd3d9fc-6e64-4911-af16-5d8c86c4b331 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95d8bce1-8c58-46a8-8153-d8162fb86fe8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:23.212102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd1833-57bb-4c77-bf5e-7967ee93ede2 req-3a854c93-56d1-4cec-bd1f-53f5b35bdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.213780 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5acd1833-57bb-4c77-bf5e-7967ee93ede2 req-3a854c93-56d1-4cec-bd1f-53f5b35bdce5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2061255 Jul 13 19:27:23.224350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-fe9232f9-f979-413f-a0dd-6a8ad41f6eee tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Router 308953cf-163d-4041-8492-ce5dfb987830 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:23.252645 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-584248fe-72f6-42d9-88f5-77cc6c4c9848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:23.278344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6730d3d6-6133-46a3-aa98-9f8dfbbe8c56 req-cbd3d9fc-6e64-4911-af16-5d8c86c4b331 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:23.318525 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6730d3d6-6133-46a3-aa98-9f8dfbbe8c56 req-cbd3d9fc-6e64-4911-af16-5d8c86c4b331 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:23.322765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6730d3d6-6133-46a3-aa98-9f8dfbbe8c56 req-cbd3d9fc-6e64-4911-af16-5d8c86c4b331 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:23.343183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3d9fc-6e64-4911-af16-5d8c86c4b331 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d021e0-4e37-4a82-aae0-5e0e19f073c3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:23.354725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6730d3d6-6133-46a3-aa98-9f8dfbbe8c56 req-cbd3d9fc-6e64-4911-af16-5d8c86c4b331 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:23.354725 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6730d3d6-6133-46a3-aa98-9f8dfbbe8c56 req-cbd3d9fc-6e64-4911-af16-5d8c86c4b331 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1780581 Jul 13 19:27:23.369340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-fe9232f9-f979-413f-a0dd-6a8ad41f6eee tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:23.373940 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-fe9232f9-f979-413f-a0dd-6a8ad41f6eee tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:23.383012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] Sync routers for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:23.392938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:23.393881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:23.407304 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ce2af5-f634-4168-8e27-e83e108b11e2 x-openstack-request-id: req-09ce2af5-f634-4168-8e27-e83e108b11e2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:23.407952 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a74b19-a75d-4432-b52a-cf030bf6623a", "name": "network-vif-deleted", "tag": "a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:23.408211 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09ce2af5-f634-4168-8e27-e83e108b11e2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:23.408606 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a74b19-a75d-4432-b52a-cf030bf6623a', 'name': 'network-vif-deleted', 'tag': 'a0d2a53b-eb3e-4778-adcc-51ae6f4d32d3', 'status': 'completed', 'code': 200} Jul 13 19:27:23.429898 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-fe9232f9-f979-413f-a0dd-6a8ad41f6eee tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "PUT /v2.0/floatingips/094df0de-75e3-4f7b-879a-7d372037082e HTTP/1.1" status: 200 len: 695 time: 0.9030306 Jul 13 19:27:23.512027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-16490a27-b89e-479a-bb23-1ea5c0b1eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.513690 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-16490a27-b89e-479a-bb23-1ea5c0b1eb1c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1096 time: 0.0690007 Jul 13 19:27:23.539432 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:23.546164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:23.632859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-82b93dff-ecc8-47db-8821-13abf288bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.636299 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-82b93dff-ecc8-47db-8821-13abf288bc9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.1156943 Jul 13 19:27:23.685954 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-7a5917bb-1116-47b8-a609-969e3e167774 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 217 time: 0.0436420 Jul 13 19:27:23.746117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-c668939f-7e13-49c6-98d3-a707653713d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.753362 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-c668939f-7e13-49c6-98d3-a707653713d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.0578599 Jul 13 19:27:23.774327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:23.802035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] Checking router: 308953cf-163d-4041-8492-ce5dfb987830 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:23.812198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:23.813194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:23.815264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c2dbd1a-4e68-4538-84b8-d6a76e355632 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.816775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c2dbd1a-4e68-4538-84b8-d6a76e355632 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 805 time: 0.1091740 Jul 13 19:27:23.835887 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-e70b00e9-6def-48c0-8eef-a3c869da3360 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/quotas/810b6702d6074cd9a65821c85ca92809 HTTP/1.1" status: 200 len: 375 time: 0.0130298 Jul 13 19:27:23.849499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-8303b80a-6824-4b8e-83f2-bb42fd33e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.854311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-8303b80a-6824-4b8e-83f2-bb42fd33e6af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999060 Jul 13 19:27:23.888643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-9e1fa998-cda5-492a-8921-19f8721a0a77 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506804 Jul 13 19:27:23.919387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-0b658f49-ca78-48fa-94f0-110eda7fa2e8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.921127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-0b658f49-ca78-48fa-94f0-110eda7fa2e8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 945 time: 0.1410146 Jul 13 19:27:23.929295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:23.988945 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-098e24f5-cb77-420f-902a-34a17c87df85 service neutron] 10.222.0.25 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922732 Jul 13 19:27:24.027417 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-240939b2-158c-4aef-b478-189183b588ad service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667130 Jul 13 19:27:24.092873 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-c3121e51-c49b-418c-8aa6-cc2925b384e5 service neutron] 10.222.0.25 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952964 Jul 13 19:27:24.121806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-8c5d43fa-252d-45c9-87bb-1297d561674b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Deleting port c2e13379-df21-4c03-b537-f2bdba61383f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:24.121806 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-8c5d43fa-252d-45c9-87bb-1297d561674b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.144373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:24.176057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ceef55-7c1e-4c09-8f6e-7a86db87c7ea None None] The sync data for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 is: [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:26:10Z', 'revision_number': 4, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '15335220-b4a4-46bb-8146-a24aa1bea0f8', 'name': '', 'network_id': 'c4798454-ddf6-4a9d-9216-11cd658af69d', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'mac_address': 'fa:16:3e:90:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:08Z', 'updated_at': '2021-07-13T19:26:17Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'subnets': [{'id': 'ab5230b4-92db-44b0-86c1-c88ed8d71a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:24.184545 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3db69d2-6f65-4f52-a7f1-b12284538fa5 req-a889b7fd-e8dc-48ba-911d-1b3965bc7d69 service neutron] 10.222.0.25 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497951 Jul 13 19:27:24.240196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-8c5d43fa-252d-45c9-87bb-1297d561674b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] For port c2e13379-df21-4c03-b537-f2bdba61383f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c2e13379-df21-4c03-b537-f2bdba61383f,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:24.241116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-8c5d43fa-252d-45c9-87bb-1297d561674b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.268616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-8c5d43fa-252d-45c9-87bb-1297d561674b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Calling delete_port for c2e13379-df21-4c03-b537-f2bdba61383f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:24.373865 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d846c7a1-83d0-4019-a13b-0cbbd68bc5f6 x-openstack-request-id: req-d846c7a1-83d0-4019-a13b-0cbbd68bc5f6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:24.374362 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78b6623-25d7-40cd-bd3a-7659509cf4c1", "name": "network-vif-plugged", "status": "completed", "tag": "308d3174-d8d6-4464-8624-04d5b83dd26b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:24.374517 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d846c7a1-83d0-4019-a13b-0cbbd68bc5f6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:24.374814 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78b6623-25d7-40cd-bd3a-7659509cf4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308d3174-d8d6-4464-8624-04d5b83dd26b', 'code': 200} Jul 13 19:27:24.386597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-add77b75-49d0-40be-93b4-308dede727c0 req-df0ad8b8-d34a-4154-a24d-d88241fe66d5 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0366945 Jul 13 19:27:24.448218 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.564338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d354a08-72b3-4a67-b08e-7c1ab8f1665f req-7fd8d821-e277-46ae-b771-62a8e189de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.567567 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d354a08-72b3-4a67-b08e-7c1ab8f1665f req-7fd8d821-e277-46ae-b771-62a8e189de88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 1101 time: 0.0777233 Jul 13 19:27:24.571765 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-8c5d43fa-252d-45c9-87bb-1297d561674b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.575969 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd6b6c6b-dda7-4daf-8f1c-ec5ab302ffc9 req-0c9b1c82-7da1-43d2-b9c8-fc5c530f30d5 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/95d8bce1-8c58-46a8-8153-d8162fb86fe8 HTTP/1.1" status: 200 len: 2397 time: 0.1056497 Jul 13 19:27:24.588861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dd6b6c6b-dda7-4daf-8f1c-ec5ab302ffc9 req-12919cee-003f-4096-893e-88e14447cfda tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95d8bce1-8c58-46a8-8153-d8162fb86fe8', 'remote_group_id': None}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:24.589318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dd6b6c6b-dda7-4daf-8f1c-ec5ab302ffc9 req-12919cee-003f-4096-893e-88e14447cfda tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95d8bce1-8c58-46a8-8153-d8162fb86fe8', 'remote_group_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:24.590660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c2e13379-df21-4c03-b537-f2bdba61383f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:24.610139 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1292983-9d7b-4786-ab36-2aead25025bc None None] New status for floating IP 094df0de-75e3-4f7b-879a-7d372037082e: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:27:24.621833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d43fa-252d-45c9-87bb-1297d561674b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event deleted for resources: {'Port': ['ID=c2e13379-df21-4c03-b537-f2bdba61383f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:24.642804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-28c4ffcf-3434-474e-9a91-d2624b710208 req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1092144082', 'description': 'tempest-description-1434787783'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:24.669248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d354a08-72b3-4a67-b08e-7c1ab8f1665f req-0c1d24de-8d67-4995-998f-bea7f839e104 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721912 Jul 13 19:27:24.680695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-8c5d43fa-252d-45c9-87bb-1297d561674b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] No DVR routers for this DVR port c2e13379-df21-4c03-b537-f2bdba61383f on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:24.683963 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-8c5d43fa-252d-45c9-87bb-1297d561674b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.685870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64b0b2c7-2ef6-40d3-8be3-2bf65bb22369 req-8c5d43fa-252d-45c9-87bb-1297d561674b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "DELETE /v2.0/ports/c2e13379-df21-4c03-b537-f2bdba61383f HTTP/1.1" status: 204 len: 173 time: 0.7526340 Jul 13 19:27:24.737210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28c4ffcf-3434-474e-9a91-d2624b710208 req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.748237 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28c4ffcf-3434-474e-9a91-d2624b710208 req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.751523 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5acd1833-57bb-4c77-bf5e-7967ee93ede2 req-44ccef19-4483-4db6-ad63-b73ea74d3562 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.60 "GET /v2.0/ports?device_id=432c0ac6-abc6-4092-9782-24f02df093dd HTTP/1.1" status: 200 len: 210 time: 0.0422831 Jul 13 19:27:24.766246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd6b6c6b-dda7-4daf-8f1c-ec5ab302ffc9 req-12919cee-003f-4096-893e-88e14447cfda tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.792195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd6b6c6b-dda7-4daf-8f1c-ec5ab302ffc9 req-12919cee-003f-4096-893e-88e14447cfda tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.799479 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd6b6c6b-dda7-4daf-8f1c-ec5ab302ffc9 req-12919cee-003f-4096-893e-88e14447cfda tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.832303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12919cee-003f-4096-893e-88e14447cfda tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2da42cb-3604-47d2-825c-ab0119ea012a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:24.928100 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28c4ffcf-3434-474e-9a91-d2624b710208 req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.936108 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28c4ffcf-3434-474e-9a91-d2624b710208 req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.942972 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd6b6c6b-dda7-4daf-8f1c-ec5ab302ffc9 req-12919cee-003f-4096-893e-88e14447cfda tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.945200 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd6b6c6b-dda7-4daf-8f1c-ec5ab302ffc9 req-12919cee-003f-4096-893e-88e14447cfda tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3607688 Jul 13 19:27:24.982249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96feea99-4d89-4e84-805f-fbba24260ee8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:25.056141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28c4ffcf-3434-474e-9a91-d2624b710208 req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.061922 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28c4ffcf-3434-474e-9a91-d2624b710208 req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.091288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28c4ffcf-3434-474e-9a91-d2624b710208 req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.094883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28c4ffcf-3434-474e-9a91-d2624b710208 req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4548683 Jul 13 19:27:25.104956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ece0d-baad-4367-849c-ae6bd028b3db tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b16600-7d1d-4160-969e-b793e69ec6cc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:25.156656 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8bbbbb94-866e-4543-bc57-f88bf9a73aa6 req-3dd526a7-eb39-4d7d-a116-aaa36e2e68f0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 210 time: 0.0427444 Jul 13 19:27:25.322600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d36fa-54dd-483d-8899-6a35b734f45f req-d33bf2c1-1d58-4327-9a00-d130ba304cca tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:25.324433 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ea3d36fa-54dd-483d-8899-6a35b734f45f req-d33bf2c1-1d58-4327-9a00-d130ba304cca tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 950 time: 0.0862989 Jul 13 19:27:25.366850 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ea3d36fa-54dd-483d-8899-6a35b734f45f req-cd8b4d77-1ca4-499f-a15e-f4915217b231 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Jul 13 19:27:25.388345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-136ec6f2-a4e6-4489-beaf-a07e5c5eb3ca req-bf2ef3c2-1e5c-4889-8d5b-245ec8b11d0f tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 210 time: 0.0391145 Jul 13 19:27:25.409382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09'}, {'server_uuid': 'a19385a0-c847-46c0-9988-6e9300bd23ba', 'name': 'network-vif-deleted', 'tag': 'c2e13379-df21-4c03-b537-f2bdba61383f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:25.411985 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09"}, {"server_uuid": "a19385a0-c847-46c0-9988-6e9300bd23ba", "name": "network-vif-deleted", "tag": "c2e13379-df21-4c03-b537-f2bdba61383f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:25.438184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-37b3904e-1295-43a7-a0e2-1c0e61e0224b req-3cd6b070-17da-4224-a95e-f0e88a5a7dcf tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1433601112', 'description': 'tempest-description-762635522'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:25.466481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37b3904e-1295-43a7-a0e2-1c0e61e0224b req-3cd6b070-17da-4224-a95e-f0e88a5a7dcf tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.471220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdf6f89a-6542-4d1a-bd5f-225cd7efda44 req-b9e88a9a-3916-439c-b1a6-7b8725f18132 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/95d8bce1-8c58-46a8-8153-d8162fb86fe8 HTTP/1.1" status: 200 len: 2995 time: 0.0553446 Jul 13 19:27:25.592494 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37b3904e-1295-43a7-a0e2-1c0e61e0224b req-3cd6b070-17da-4224-a95e-f0e88a5a7dcf tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.598173 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37b3904e-1295-43a7-a0e2-1c0e61e0224b req-3cd6b070-17da-4224-a95e-f0e88a5a7dcf tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.644855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37b3904e-1295-43a7-a0e2-1c0e61e0224b req-3cd6b070-17da-4224-a95e-f0e88a5a7dcf tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.646335 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37b3904e-1295-43a7-a0e2-1c0e61e0224b req-3cd6b070-17da-4224-a95e-f0e88a5a7dcf tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2132094 Jul 13 19:27:25.683603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6b070-17da-4224-a95e-f0e88a5a7dcf tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a43f71-2a80-414e-aae8-3c939bc95b7a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:25.768666 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6de15a-2fa2-42c6-b346-44c4a68d2537 x-openstack-request-id: req-2b6de15a-2fa2-42c6-b346-44c4a68d2537 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:25.768966 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09", "status": "completed", "code": 200}, {"server_uuid": "a19385a0-c847-46c0-9988-6e9300bd23ba", "name": "network-vif-deleted", "tag": "c2e13379-df21-4c03-b537-f2bdba61383f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:25.769221 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b6de15a-2fa2-42c6-b346-44c4a68d2537 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:25.769626 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'status': 'completed', 'code': 200} Jul 13 19:27:25.769885 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19385a0-c847-46c0-9988-6e9300bd23ba', 'name': 'network-vif-deleted', 'tag': 'c2e13379-df21-4c03-b537-f2bdba61383f', 'status': 'completed', 'code': 200} Jul 13 19:27:25.803966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-839e6470-5d8c-4b5e-ad11-75731f53099b req-4cebdf31-0e80-424f-ae82-b35acb21f99f tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-group-rules/b2da42cb-3604-47d2-825c-ab0119ea012a HTTP/1.1" status: 200 len: 783 time: 0.0241063 Jul 13 19:27:25.862483 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-839e6470-5d8c-4b5e-ad11-75731f53099b req-146e6e76-d88d-47c6-af09-bf5f323c04b4 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/95d8bce1-8c58-46a8-8153-d8162fb86fe8 HTTP/1.1" status: 200 len: 2995 time: 0.0557921 Jul 13 19:27:25.891662 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-839e6470-5d8c-4b5e-ad11-75731f53099b req-0f3e525f-2f8d-4e64-b57e-78dcf2a6e64e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.901696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-839e6470-5d8c-4b5e-ad11-75731f53099b req-0f3e525f-2f8d-4e64-b57e-78dcf2a6e64e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.938881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-839e6470-5d8c-4b5e-ad11-75731f53099b req-0f3e525f-2f8d-4e64-b57e-78dcf2a6e64e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.952712 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.953653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-839e6470-5d8c-4b5e-ad11-75731f53099b req-0f3e525f-2f8d-4e64-b57e-78dcf2a6e64e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.968945 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-839e6470-5d8c-4b5e-ad11-75731f53099b req-0f3e525f-2f8d-4e64-b57e-78dcf2a6e64e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b2da42cb-3604-47d2-825c-ab0119ea012a HTTP/1.1" status: 204 len: 173 time: 0.1054723 Jul 13 19:27:25.973809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e525f-2f8d-4e64-b57e-78dcf2a6e64e tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2da42cb-3604-47d2-825c-ab0119ea012a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:26.049097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3a04d5bd-c08f-4192-9f26-64becc878025 req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2065639755', 'description': 'tempest-description-1701656377'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:26.074636 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a04d5bd-c08f-4192-9f26-64becc878025 req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.083547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a04d5bd-c08f-4192-9f26-64becc878025 req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.185465 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a04d5bd-c08f-4192-9f26-64becc878025 req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.190116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a04d5bd-c08f-4192-9f26-64becc878025 req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.226216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9031e36-69bc-4b30-9ed0-81f547dc93a5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:26.255582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-98ad8b15-9cf5-4faa-8de2-e1af77468827 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips/094df0de-75e3-4f7b-879a-7d372037082e HTTP/1.1" status: 200 len: 693 time: 0.4351418 Jul 13 19:27:26.292557 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a04d5bd-c08f-4192-9f26-64becc878025 req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.296523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a04d5bd-c08f-4192-9f26-64becc878025 req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.329800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7309189-6474-4d6f-97a4-640ff05514c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:26.338089 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a04d5bd-c08f-4192-9f26-64becc878025 req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.346929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3a04d5bd-c08f-4192-9f26-64becc878025 req-09215d0f-22a4-4a24-ab34-d2c0c5adccc4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3024845 Jul 13 19:27:26.415613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967deee-d018-4b97-9a56-e06f60764a48 req-aedce315-11f4-476a-a105-c9505fd99a38 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:26.417273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-aedce315-11f4-476a-a105-c9505fd99a38 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.24 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 805 time: 0.6714900 Jul 13 19:27:26.426467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-6bc9a331-e1ce-4403-9639-b106668e7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:26.428630 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-6bc9a331-e1ce-4403-9639-b106668e7dc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 1096 time: 0.6066446 Jul 13 19:27:26.436559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Request body: {'port': {'device_id': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'admin_state_up': True, 'tenant_id': '810b6702d6074cd9a65821c85ca92809'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:26.503859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-a9022b15-6f5f-48ea-9a60-7c02efbcc9df tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:26.511547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-a9022b15-6f5f-48ea-9a60-7c02efbcc9df tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2549105 Jul 13 19:27:26.517274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-ad90cfb9-a8d7-4f0e-a70a-6668bf8f1a78 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:27:26.525290 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-ad90cfb9-a8d7-4f0e-a70a-6668bf8f1a78 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126605 Jul 13 19:27:26.657139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-ab7d473e-e867-4d19-80b3-beeb91837eaa tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 696 time: 0.1309061 Jul 13 19:27:26.710149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:26.724873 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4468f10-4930-4a79-8578-8af1d03b98e2 req-ff4c850a-814a-469f-bed5-fb607d12f5ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=594c9cf76bde47ab9e14799fda408fdb&device_id=0bf385d4-846f-4083-a57f-10960a50a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0436659 Jul 13 19:27:26.746815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-8c60ddf7-ccc3-44f6-bf9c-847b8682ed5a tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 696 time: 0.0887446 Jul 13 19:27:26.761912 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4468f10-4930-4a79-8578-8af1d03b98e2 req-5bec0ce0-9b7b-4ea9-acd8-a63dfcec8085 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=594c9cf76bde47ab9e14799fda408fdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278237 Jul 13 19:27:26.765123 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57785d7a-ee99-4b48-a043-716979a28bb8 req-254d5780-3138-4868-9a4a-f8f65de26af3 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/95d8bce1-8c58-46a8-8153-d8162fb86fe8 HTTP/1.1" status: 200 len: 2397 time: 0.1106987 Jul 13 19:27:26.828631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-13ff3e6c-e525-45b1-b05a-fae8672e693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:26.830388 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-13ff3e6c-e525-45b1-b05a-fae8672e693b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 200 len: 921 time: 0.3453822 Jul 13 19:27:26.861973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4468f10-4930-4a79-8578-8af1d03b98e2 req-2209847d-f343-462f-8d27-2cecbc2a4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:26.863585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4468f10-4930-4a79-8578-8af1d03b98e2 req-2209847d-f343-462f-8d27-2cecbc2a4907 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964825 Jul 13 19:27:26.918367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-c12cebdc-9f2d-46e2-950c-99ff639225d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 200 len: 217 time: 0.0568726 Jul 13 19:27:26.939972 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e440-b6ca-4fd9-a9e8-a20617ab6111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.985432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Made reservation on behalf of 810b6702d6074cd9a65821c85ca92809 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:26.988948 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.089260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-af9bb0af-e301-4be1-9d4d-ac600683089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:27.090848 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-af9bb0af-e301-4be1-9d4d-ac600683089e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 200 len: 859 time: 0.1604586 Jul 13 19:27:27.172553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-15f7a661-c96f-48bc-8f00-9e96d38dda82 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Deleting port 7d0dad4e-dcfc-4764-b067-a7c1d2fcf73e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:27.172933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-15f7a661-c96f-48bc-8f00-9e96d38dda82 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.285417 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57785d7a-ee99-4b48-a043-716979a28bb8 req-9d9810b4-1d62-44ee-a289-6243bd61e3c9 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.313008 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57785d7a-ee99-4b48-a043-716979a28bb8 req-9d9810b4-1d62-44ee-a289-6243bd61e3c9 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.331691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Allocated IP 172.20.0.8 (45364309-0286-4bea-b60f-deb9a698b71b/707847d1-498e-4391-9449-d685fadc75a0/ebaddcec-011d-4f64-8f4b-67754709622a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:27.362589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-15f7a661-c96f-48bc-8f00-9e96d38dda82 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.362925 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-15f7a661-c96f-48bc-8f00-9e96d38dda82 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.368002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57785d7a-ee99-4b48-a043-716979a28bb8 req-9d9810b4-1d62-44ee-a289-6243bd61e3c9 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.370916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57785d7a-ee99-4b48-a043-716979a28bb8 req-9d9810b4-1d62-44ee-a289-6243bd61e3c9 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.372160 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57785d7a-ee99-4b48-a043-716979a28bb8 req-9d9810b4-1d62-44ee-a289-6243bd61e3c9 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "DELETE /v2.0/security-groups/95d8bce1-8c58-46a8-8153-d8162fb86fe8 HTTP/1.1" status: 204 len: 173 time: 0.5074430 Jul 13 19:27:27.375666 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e440-b6ca-4fd9-a9e8-a20617ab6111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.379612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-10e705c0-e5df-46f6-9b52-5f447f9fcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:27.379612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-10e705c0-e5df-46f6-9b52-5f447f9fcf59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4798454-ddf6-4a9d-9216-11cd658af69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812529 Jul 13 19:27:27.383102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9810b4-1d62-44ee-a289-6243bd61e3c9 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d8bce1-8c58-46a8-8153-d8162fb86fe8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:27.389102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-15f7a661-c96f-48bc-8f00-9e96d38dda82 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Calling delete_port for 7d0dad4e-dcfc-4764-b067-a7c1d2fcf73e owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:27.390852 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e440-b6ca-4fd9-a9e8-a20617ab6111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.514631 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eba953d0-1580-4936-8f6f-b877dfd445d5 req-e62a8b83-cba5-40bc-b73e-fd800fe9ebc2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 210 time: 0.0302696 Jul 13 19:27:27.542189 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dcc1e440-b6ca-4fd9-a9e8-a20617ab6111 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38f731a93acb44828413b1ac2275c802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8259375 Jul 13 19:27:27.543398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:27.546508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1e440-b6ca-4fd9-a9e8-a20617ab6111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f936f2f-0836-4bfa-a649-56ccd652ca7f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:27.573548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b06e7c53-081c-4de0-8b0f-58b75d252f44 req-772eb3cb-7040-4e12-b6e3-5185ea82ded4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-880027171', 'description': 'tempest-description-1441448906'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:27.613678 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b06e7c53-081c-4de0-8b0f-58b75d252f44 req-772eb3cb-7040-4e12-b6e3-5185ea82ded4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.637211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fb16ae-64ce-4c2c-8947-6c5067cadb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.670953 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fb16ae-64ce-4c2c-8947-6c5067cadb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.674924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-05850ae6-5844-4f12-b0d2-9435286cb5dc service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774773 Jul 13 19:27:27.755684 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b06e7c53-081c-4de0-8b0f-58b75d252f44 req-772eb3cb-7040-4e12-b6e3-5185ea82ded4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.763466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b06e7c53-081c-4de0-8b0f-58b75d252f44 req-772eb3cb-7040-4e12-b6e3-5185ea82ded4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.772259 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fb16ae-64ce-4c2c-8947-6c5067cadb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.775331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fb16ae-64ce-4c2c-8947-6c5067cadb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.779578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a4fb16ae-64ce-4c2c-8947-6c5067cadb75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f936f2f-0836-4bfa-a649-56ccd652ca7f HTTP/1.1" status: 204 len: 168 time: 0.2308450 Jul 13 19:27:27.798916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b06e7c53-081c-4de0-8b0f-58b75d252f44 req-772eb3cb-7040-4e12-b6e3-5185ea82ded4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.807543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b06e7c53-081c-4de0-8b0f-58b75d252f44 req-772eb3cb-7040-4e12-b6e3-5185ea82ded4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2456260 Jul 13 19:27:27.814293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772eb3cb-7040-4e12-b6e3-5185ea82ded4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ed7365-3f45-462a-adbb-9563e04554f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:27.819744 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.843016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb16ae-64ce-4c2c-8947-6c5067cadb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f936f2f-0836-4bfa-a649-56ccd652ca7f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:27.871406 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-15f7a661-c96f-48bc-8f00-9e96d38dda82 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.889149 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-05f66706-aa49-4a8d-8cc2-30c79e50d2ad req-b7f8a8a4-dde4-4e4c-be29-451c9bd71c55 service neutron] 10.222.0.24 "GET /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053232 Jul 13 19:27:27.931386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7a661-c96f-48bc-8f00-9e96d38dda82 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Pushing event deleted for resources: {'Port': ['ID=7d0dad4e-dcfc-4764-b067-a7c1d2fcf73e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:27.992807 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.017338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976d000-ff0b-4810-8453-122fb40f1746 req-81c943a3-003a-4c90-8172-68c86470e354 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:28.024320 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0976d000-ff0b-4810-8453-122fb40f1746 req-81c943a3-003a-4c90-8172-68c86470e354 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 950 time: 0.0976717 Jul 13 19:27:28.067418 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0976d000-ff0b-4810-8453-122fb40f1746 req-6d5db9b8-f0b0-44be-9340-d84393e372da tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 Jul 13 19:27:28.075453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Pushing event updated for resources: {'Port': ['ID=ebaddcec-011d-4f64-8f4b-67754709622a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:28.109285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Network 45364309-0286-4bea-b60f-deb9a698b71b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:28.110379 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-15f7a661-c96f-48bc-8f00-9e96d38dda82 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.113043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-15f7a661-c96f-48bc-8f00-9e96d38dda82 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.116641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c2e13379-df21-4c03-b537-f2bdba61383f no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:28.119610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69afbc40-e33e-421b-b626-2ed53500b8fd req-15f7a661-c96f-48bc-8f00-9e96d38dda82 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "DELETE /v2.0/floatingips/094df0de-75e3-4f7b-879a-7d372037082e HTTP/1.1" status: 204 len: 173 time: 1.3708849 Jul 13 19:27:28.131765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:28.135339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:28.166291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: c2e13379-df21-4c03-b537-f2bdba61383f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:28.166660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c2e13379-df21-4c03-b537-f2bdba61383f not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:28.188728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4468f10-4930-4a79-8578-8af1d03b98e2 req-d9e9fa07-7bd9-4d8c-ba0c-2b3123ac00f5 tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf385d4-846f-4083-a57f-10960a50a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0626471 Jul 13 19:27:28.269340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:28.275817 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.335831 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5546e25-128f-4c6e-9210-8034dca0f872 req-a26cb29a-9f4a-4710-8b9d-cc38c2c8b65b tempest-ServerShowV247Test-1138137327 tempest-ServerShowV247Test-1138137327-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf385d4-846f-4083-a57f-10960a50a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0570931 Jul 13 19:27:28.342978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-0c4a42c1-5472-4e0f-8f26-a5fc60125284 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9105618 Jul 13 19:27:28.355929 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Request body: {'port': {'device_id': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:28.375007 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19a1b2-46a2-4278-8982-10d4053ca9b3 req-730f915f-b61b-4263-a260-b3f94bb10bd1 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:28.393096 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d19a1b2-46a2-4278-8982-10d4053ca9b3 req-730f915f-b61b-4263-a260-b3f94bb10bd1 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 931 time: 0.1152542 Jul 13 19:27:28.456668 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-50c9c695-a8ed-4ba7-a31a-85ee6119eee4 req-dcdb118f-fcc7-49d2-993e-6ddc1eee7bb3 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] show failed (client error): The resource could not be found. Jul 13 19:27:28.457941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50c9c695-a8ed-4ba7-a31a-85ee6119eee4 req-dcdb118f-fcc7-49d2-993e-6ddc1eee7bb3 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/df3c00bb-ae16-4a34-9872-20b22cc9b1cb HTTP/1.1" status: 404 len: 352 time: 0.0259430 Jul 13 19:27:28.467851 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d19a1b2-46a2-4278-8982-10d4053ca9b3 req-077e98ed-4aab-47f3-b43b-d876f7ab2472 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639224 Jul 13 19:27:28.473087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.719464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:28.915764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1672788237-network', 'tenant_id': '302e3987ce90431c960751a235fd4399'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:28.968015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Made reservation on behalf of 302e3987ce90431c960751a235fd4399 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:28.971784 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.989331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.052619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebaddcec-011d-4f64-8f4b-67754709622a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:29.067080 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.098651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Transition to ACTIVE for port object ebaddcec-011d-4f64-8f4b-67754709622a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:29.105052 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.120956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-f6513b8d-6e10-4c73-afd5-43f81121bd54 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 43813 time: 0.5973198 Jul 13 19:27:29.170201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.181101 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.186467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaddcec-011d-4f64-8f4b-67754709622a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:29.212599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:27:29.223003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b64961d-07d1-45cf-b87b-0160a307c174 req-43a17b7c-0b6d-4720-92f0-31cdcb3dc371 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/6f1af082-8b86-4efc-bb1c-249e39539a24 HTTP/1.1" status: 200 len: 1804 time: 0.0776930 Jul 13 19:27:29.233015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf4f3a-395d-4756-be3d-49281b11a0b4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:29.235980 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.236331 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Added segment 2a750199-8c0f-46c9-a3ae-397fd65e31ed of type vlan for network c682b89b-c213-4caa-af5e-09880d0446f4 Jul 13 19:27:29.257005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-7ae8e916-439f-4925-b2aa-57066dc488d2 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/213ada22-a5c1-4986-a547-47d17adfb131 HTTP/1.1" status: 200 len: 2981 time: 0.1085951 Jul 13 19:27:29.319649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.328985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Attempting to bind port ebaddcec-011d-4f64-8f4b-67754709622a on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:29.329426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Attempting to bind port ebaddcec-011d-4f64-8f4b-67754709622a by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:29.329743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Attempting to bind port ebaddcec-011d-4f64-8f4b-67754709622a on network 45364309-0286-4bea-b60f-deb9a698b71b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:29.333611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-88383c38-c5a5-418e-849f-edb917df140b tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/213ada22-a5c1-4986-a547-47d17adfb131 HTTP/1.1" status: 200 len: 2981 time: 0.0699492 Jul 13 19:27:29.336064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Port ebaddcec-011d-4f64-8f4b-67754709622a on network 45364309-0286-4bea-b60f-deb9a698b71b not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:27:29.337730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Attempting to bind port ebaddcec-011d-4f64-8f4b-67754709622a on network 45364309-0286-4bea-b60f-deb9a698b71b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:29.341281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:29.341611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Checking segment: {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:29.341993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Bound using segment: {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:29.342448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Bound port: ebaddcec-011d-4f64-8f4b-67754709622a, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:29.342870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.347919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9b64961d-07d1-45cf-b87b-0160a307c174 req-af69e5d7-f76d-451a-a133-ae669484cc4b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.377947 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.378948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:29.379538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.383057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9b64961d-07d1-45cf-b87b-0160a307c174 req-af69e5d7-f76d-451a-a133-ae669484cc4b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.418529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-08033ba8-7526-428a-8263-aa19f2776aa4 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/24237552-2aa2-484c-b5d6-fdb9b8fe6d5f HTTP/1.1" status: 200 len: 2981 time: 0.0727673 Jul 13 19:27:29.458734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] For port ebaddcec-011d-4f64-8f4b-67754709622a, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:29.459042 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7377317 Jul 13 19:27:29.463183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:29.470671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Request body: {'subnet': {'network_id': 'c682b89b-c213-4caa-af5e-09880d0446f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1672788237-subnet', 'tenant_id': '302e3987ce90431c960751a235fd4399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:29.475986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a10918-b4f5-4b5c-859b-def72ab3fa6e admin admin] Pushing event updated for resources: {'Network': ['ID=c682b89b-c213-4caa-af5e-09880d0446f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:29.491250 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] For port ebaddcec-011d-4f64-8f4b-67754709622a, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ebaddcec-011d-4f64-8f4b-67754709622a,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:29.491507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c682b89b-c213-4caa-af5e-09880d0446f4 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:27:29.495868 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9b64961d-07d1-45cf-b87b-0160a307c174 req-af69e5d7-f76d-451a-a133-ae669484cc4b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.496157 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-bd4b024e-8f8d-4f39-b84d-0c3fc5313d6c tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/24237552-2aa2-484c-b5d6-fdb9b8fe6d5f HTTP/1.1" status: 200 len: 2981 time: 0.0670152 Jul 13 19:27:29.497868 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.499204 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9b64961d-07d1-45cf-b87b-0160a307c174 req-af69e5d7-f76d-451a-a133-ae669484cc4b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.500615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b64961d-07d1-45cf-b87b-0160a307c174 req-af69e5d7-f76d-451a-a133-ae669484cc4b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f1af082-8b86-4efc-bb1c-249e39539a24 HTTP/1.1" status: 204 len: 173 time: 0.2709584 Jul 13 19:27:29.529648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Made reservation on behalf of 302e3987ce90431c960751a235fd4399 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:29.532442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.564232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:29.565427 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.566925 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] 10.222.0.24 "PUT /v2.0/ports/ebaddcec-011d-4f64-8f4b-67754709622a HTTP/1.1" status: 200 len: 1091 time: 1.2154472 Jul 13 19:27:29.597956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'tag': 'ebaddcec-011d-4f64-8f4b-67754709622a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:29.600396 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140d9505-07df-4a51-952b-2e78d442cda9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d42114-3528-4d8e-9fc2-4b293ede9d38", "tag": "ebaddcec-011d-4f64-8f4b-67754709622a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:29.612620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69e5d7-f76d-451a-a133-ae669484cc4b tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1af082-8b86-4efc-bb1c-249e39539a24,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:29.648972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb8897-ace2-408b-a434-411bb2830a14 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaddcec-011d-4f64-8f4b-67754709622a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:29.674519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-23ca3744-c07c-424c-a7cc-e837a8446cec tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/36b3e774-5445-4f16-8fa8-ab65561c4399 HTTP/1.1" status: 200 len: 2973 time: 0.1456430 Jul 13 19:27:29.704978 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe28f76f-950f-4fc9-80b5-b95a9e432a75 req-23232003-d9a3-40c0-987c-87d93efdd58a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a19385a0-c847-46c0-9988-6e9300bd23ba HTTP/1.1" status: 200 len: 210 time: 0.0327168 Jul 13 19:27:29.729172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967deee-d018-4b97-9a56-e06f60764a48 req-4ce20f1e-840e-4bd8-badf-6f17a62ab70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:29.730754 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-4ce20f1e-840e-4bd8-badf-6f17a62ab70e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 1094 time: 0.1086509 Jul 13 19:27:29.752721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-dfaf23b8-910a-4361-ad41-cd717fa58749 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/36b3e774-5445-4f16-8fa8-ab65561c4399 HTTP/1.1" status: 200 len: 2973 time: 0.0702448 Jul 13 19:27:29.773315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.787734 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-1260d8fe-ae05-42e2-b8bf-316c7fb7094a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebaddcec-011d-4f64-8f4b-67754709622a HTTP/1.1" status: 200 len: 217 time: 0.0440655 Jul 13 19:27:29.837569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6fa11d-e3bb-46b3-83ab-10373f6c297c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:29.849581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Checking segment: {'id': '2a750199-8c0f-46c9-a3ae-397fd65e31ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c682b89b-c213-4caa-af5e-09880d0446f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:29.850091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Network hostable DHCP agents. Network: c682b89b-c213-4caa-af5e-09880d0446f4, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:27:29.859657 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-0c2276a4-fbf4-4dd8-b267-db8d5107fa3b tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7fec3ef1-f110-4616-9ecc-f77f216bafde HTTP/1.1" status: 200 len: 1804 time: 0.0746055 Jul 13 19:27:29.863711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967deee-d018-4b97-9a56-e06f60764a48 req-7e3a8508-b3e6-4887-abe3-347c144865f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:29.866118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-7e3a8508-b3e6-4887-abe3-347c144865f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=707847d1-498e-4391-9449-d685fadc75a0 HTTP/1.1" status: 200 len: 845 time: 0.0671329 Jul 13 19:27:29.868587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Network c682b89b-c213-4caa-af5e-09880d0446f4 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:27:29.878746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c682b89b-c213-4caa-af5e-09880d0446f4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:29.883631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:29.884440 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.892197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf01b15f-b65e-4875-b5e9-bceb9865f38e None None] Network c682b89b-c213-4caa-af5e-09880d0446f4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:29.900543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f9472805-a30d-48d5-aea9-1228f2210d73 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4360390 Jul 13 19:27:29.929364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-72acd8e1-8096-4dc2-9d7c-555be47cf961 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45364309-0286-4bea-b60f-deb9a698b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489151 Jul 13 19:27:30.001691 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-2db4b8c6-00c1-4d3c-aa27-9ddf19525cfc tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8f273c31-6d4c-4479-b953-a295f8ae6c62 HTTP/1.1" status: 200 len: 2977 time: 0.1336246 Jul 13 19:27:30.074976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c46e3-ba3f-4081-80d4-8b8d76342b5b req-52d53834-6584-4465-b301-142115666977 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.075585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c46e3-ba3f-4081-80d4-8b8d76342b5b req-52d53834-6584-4465-b301-142115666977 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.075721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-55df34d7-f339-4927-a255-38e16be61ac1 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8f273c31-6d4c-4479-b953-a295f8ae6c62 HTTP/1.1" status: 200 len: 2977 time: 0.0655737 Jul 13 19:27:30.076011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c46e3-ba3f-4081-80d4-8b8d76342b5b req-52d53834-6584-4465-b301-142115666977 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.076377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c46e3-ba3f-4081-80d4-8b8d76342b5b req-52d53834-6584-4465-b301-142115666977 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.076845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c46e3-ba3f-4081-80d4-8b8d76342b5b req-52d53834-6584-4465-b301-142115666977 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.078699 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-492c46e3-ba3f-4081-80d4-8b8d76342b5b req-52d53834-6584-4465-b301-142115666977 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38&device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1&device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62&device_id=33b6b247-38d7-4698-802b-c44ccf6b5361&device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 4654 time: 0.0655477 Jul 13 19:27:30.084742 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-235a1b38-6c25-452b-a192-d95a07463b2b service neutron] 10.222.0.24 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438186 Jul 13 19:27:30.090895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bfff1f-3665-4a68-bfbb-d6476978eab6 None None] Network c682b89b-c213-4caa-af5e-09880d0446f4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:30.099488 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-492c46e3-ba3f-4081-80d4-8b8d76342b5b req-51024844-fc1a-48d5-95a3-02a5bf84abe9 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.192436 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-8cfc0d82-a6a0-4ace-9078-6467375d20f5 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/96feea99-4d89-4e84-805f-fbba24260ee8 HTTP/1.1" status: 200 len: 2981 time: 0.1064372 Jul 13 19:27:30.208559 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-492c46e3-ba3f-4081-80d4-8b8d76342b5b req-51024844-fc1a-48d5-95a3-02a5bf84abe9 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.214642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-492c46e3-ba3f-4081-80d4-8b8d76342b5b req-51024844-fc1a-48d5-95a3-02a5bf84abe9 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.226741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6967deee-d018-4b97-9a56-e06f60764a48 req-9c9b8e12-23bb-4c75-87ea-60d87f36a36b service neutron] 10.222.0.24 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307139 Jul 13 19:27:30.243811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-492c46e3-ba3f-4081-80d4-8b8d76342b5b req-51024844-fc1a-48d5-95a3-02a5bf84abe9 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.1566801 Jul 13 19:27:30.264251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51024844-fc1a-48d5-95a3-02a5bf84abe9 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f771e20c-61d1-4836-a847-227520b70a71,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:30.268337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-9a95bcf7-3dec-41c1-a850-e833219ffb1c tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/96feea99-4d89-4e84-805f-fbba24260ee8 HTTP/1.1" status: 200 len: 2981 time: 0.0640049 Jul 13 19:27:30.316299 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-ac4391a7-bb62-4e55-8fe8-660452d746b6 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a9031e36-69bc-4b30-9ed0-81f547dc93a5 HTTP/1.1" status: 200 len: 2981 time: 0.0408509 Jul 13 19:27:30.359566 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-257b79bb-d07e-4eb5-8537-7dabb21de2ac tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a9031e36-69bc-4b30-9ed0-81f547dc93a5 HTTP/1.1" status: 200 len: 2981 time: 0.0372968 Jul 13 19:27:30.401415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-0994f3dc-c9e8-4ce2-81fc-0a6563c36fa3 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/df55a634-a366-4c1c-b164-6e2544cacccf HTTP/1.1" status: 200 len: 2981 time: 0.0364730 Jul 13 19:27:30.417737 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cf535-e34e-4302-88f4-b05d984ad915 req-10c8ae54-dcfe-405d-a3e7-23bb242d8a8b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.419311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-078cf535-e34e-4302-88f4-b05d984ad915 req-10c8ae54-dcfe-405d-a3e7-23bb242d8a8b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 945 time: 0.0654657 Jul 13 19:27:30.449721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-201131da-f93b-48ad-89d9-e09cd9cc783c tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/df55a634-a366-4c1c-b164-6e2544cacccf HTTP/1.1" status: 200 len: 2981 time: 0.0427182 Jul 13 19:27:30.461154 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-078cf535-e34e-4302-88f4-b05d984ad915 req-4ba837fa-f249-4cf9-a04c-0bed1233bb7f tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355241 Jul 13 19:27:30.505588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-2108b679-0442-476e-b4c6-5d4b895836c6 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/eee9b8c2-5049-4cb9-b38f-ffc4196b3431 HTTP/1.1" status: 200 len: 2981 time: 0.0501833 Jul 13 19:27:30.549808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-6b751295-49d0-452f-aaaa-fa1ab1d8f863 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/eee9b8c2-5049-4cb9-b38f-ffc4196b3431 HTTP/1.1" status: 200 len: 2981 time: 0.0383251 Jul 13 19:27:30.595102 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-927ffed0-bc66-428e-ba85-28e0b64046a3 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f3f93f72-5697-4b80-89e2-a64d2841bc44 HTTP/1.1" status: 200 len: 2981 time: 0.0385983 Jul 13 19:27:30.645547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-a4dec27f-f06c-4f2c-9463-3265ba6793a9 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f3f93f72-5697-4b80-89e2-a64d2841bc44 HTTP/1.1" status: 200 len: 2981 time: 0.0425122 Jul 13 19:27:30.698953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-eb12bbcc-9080-4e4a-97fe-d384f9b2f356 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f7f24f0e-9253-4d89-9bed-920b9ecf7da9 HTTP/1.1" status: 200 len: 2981 time: 0.0467107 Jul 13 19:27:30.700990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80471ee-e2f5-474e-91b5-99b5cd9debf5 req-77135e54-5098-42de-bb69-9fe2c370a357 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.707716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b80471ee-e2f5-474e-91b5-99b5cd9debf5 req-77135e54-5098-42de-bb69-9fe2c370a357 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 943 time: 0.0718057 Jul 13 19:27:30.746988 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b80471ee-e2f5-474e-91b5-99b5cd9debf5 req-32a11b75-7b9f-4d4f-9e96-3892a1aff8a5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384021 Jul 13 19:27:30.770038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:30.776154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94a36ff6-a086-4422-9cf4-15d19206bd70 req-0db5893a-647f-4a3b-933a-2eb1866a8e1b tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f7f24f0e-9253-4d89-9bed-920b9ecf7da9 HTTP/1.1" status: 200 len: 2981 time: 0.0759683 Jul 13 19:27:30.815544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-1e390770-c3b4-4295-b7a1-bbbc4496e200 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.818125 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-1e390770-c3b4-4295-b7a1-bbbc4496e200 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.24 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 945 time: 0.1050692 Jul 13 19:27:30.824621 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6847744-454e-43e9-9188-a3b657674304 x-openstack-request-id: req-d6847744-454e-43e9-9188-a3b657674304 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:30.824993 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d42114-3528-4d8e-9fc2-4b293ede9d38", "tag": "ebaddcec-011d-4f64-8f4b-67754709622a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:30.825309 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6847744-454e-43e9-9188-a3b657674304 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:30.825768 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'tag': 'ebaddcec-011d-4f64-8f4b-67754709622a', 'status': 'completed', 'code': 200} Jul 13 19:27:30.836277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5e1f4bf1-c274-4517-a8b5-f795eea1298b req-0a7f7c5a-84cd-4dc4-ac86-e751c091d7ed tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/7fec3ef1-f110-4616-9ecc-f77f216bafde HTTP/1.1" status: 200 len: 1804 time: 0.0573235 Jul 13 19:27:30.915630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e1f4bf1-c274-4517-a8b5-f795eea1298b req-41a0694a-b818-46d2-a489-5265b8114691 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.919033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9679de6-5da6-442b-bb54-1426e57eee24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.956702 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e1f4bf1-c274-4517-a8b5-f795eea1298b req-41a0694a-b818-46d2-a489-5265b8114691 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.972936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9505-07df-4a51-952b-2e78d442cda9 req-b1c3cf67-0aeb-4f4e-9423-cda35c93838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.975243 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-140d9505-07df-4a51-952b-2e78d442cda9 req-b1c3cf67-0aeb-4f4e-9423-cda35c93838c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 1094 time: 0.1119177 Jul 13 19:27:31.055835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-e2e5d90c-9652-4bd9-bad1-df1ccc0e749b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Deleting port 406d9b05-b353-4e4d-95f9-41da863ddb09 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:31.056276 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e1f4bf1-c274-4517-a8b5-f795eea1298b req-41a0694a-b818-46d2-a489-5265b8114691 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.056449 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-e2e5d90c-9652-4bd9-bad1-df1ccc0e749b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.059556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e1f4bf1-c274-4517-a8b5-f795eea1298b req-41a0694a-b818-46d2-a489-5265b8114691 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.060707 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5e1f4bf1-c274-4517-a8b5-f795eea1298b req-41a0694a-b818-46d2-a489-5265b8114691 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "DELETE /v2.0/security-groups/7fec3ef1-f110-4616-9ecc-f77f216bafde HTTP/1.1" status: 204 len: 173 time: 0.2234328 Jul 13 19:27:31.082456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0694a-b818-46d2-a489-5265b8114691 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fec3ef1-f110-4616-9ecc-f77f216bafde,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:31.090027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9679de6-5da6-442b-bb54-1426e57eee24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.094632 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9679de6-5da6-442b-bb54-1426e57eee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.135408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9679de6-5da6-442b-bb54-1426e57eee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8c4ef5-d03c-4db5-9cca-ea968297085b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:31.140755 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b9679de6-5da6-442b-bb54-1426e57eee24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=594c9cf76bde47ab9e14799fda408fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695328 Jul 13 19:27:31.143464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:31.211477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afafc7a5-8930-4f71-84f3-56beec61635e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.239576 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afafc7a5-8930-4f71-84f3-56beec61635e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.303324 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afafc7a5-8930-4f71-84f3-56beec61635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.305837 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afafc7a5-8930-4f71-84f3-56beec61635e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.309585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-afafc7a5-8930-4f71-84f3-56beec61635e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea8c4ef5-d03c-4db5-9cca-ea968297085b HTTP/1.1" status: 204 len: 168 time: 0.1626549 Jul 13 19:27:31.323968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafc7a5-8930-4f71-84f3-56beec61635e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8c4ef5-d03c-4db5-9cca-ea968297085b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:31.397524 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7e54fb2-5f61-4971-98f5-2e9f9f2a72e8 req-f955f586-00ca-4edb-bbac-c6d53984e817 tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f27c65eee0c74421aaa9c9424d8e037e HTTP/1.1" status: 200 len: 6103 time: 0.1044676 Jul 13 19:27:31.461872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7e54fb2-5f61-4971-98f5-2e9f9f2a72e8 req-6729fe54-7e4e-497c-a24e-bbd6fb076b89 tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] 10.222.0.25 "GET /v2.0/security-groups/96feea99-4d89-4e84-805f-fbba24260ee8 HTTP/1.1" status: 200 len: 2981 time: 0.0547111 Jul 13 19:27:31.503620 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-554fb7c4-fdce-4a25-a138-51cb6467d733 req-fd94e93d-0de8-4286-8f4e-17d2409abc47 tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] show failed (client error): The resource could not be found. Jul 13 19:27:31.504784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-554fb7c4-fdce-4a25-a138-51cb6467d733 req-fd94e93d-0de8-4286-8f4e-17d2409abc47 tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] 10.222.0.25 "GET /v2.0/security-groups/f30457b6-7205-43e5-8709-f70762749282 HTTP/1.1" status: 404 len: 352 time: 0.4531865 Jul 13 19:27:31.545016 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7e54fb2-5f61-4971-98f5-2e9f9f2a72e8 req-843cd264-0a51-46ba-92f8-1bff770548d3 tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] 10.222.0.25 "GET /v2.0/security-groups/96feea99-4d89-4e84-805f-fbba24260ee8 HTTP/1.1" status: 200 len: 2981 time: 0.0725687 Jul 13 19:27:31.598795 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1d455e3-d3d0-4ec7-8dd5-63294d6aa156 req-7311d89e-0844-4631-afab-259f14749619 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/3fe6f0a4-e389-4467-be4b-965bdaf1aee6 HTTP/1.1" status: 200 len: 1804 time: 0.0675347 Jul 13 19:27:31.638292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-e2e5d90c-9652-4bd9-bad1-df1ccc0e749b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] For port 406d9b05-b353-4e4d-95f9-41da863ddb09, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=406d9b05-b353-4e4d-95f9-41da863ddb09,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:31.638690 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-e2e5d90c-9652-4bd9-bad1-df1ccc0e749b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.646195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9505-07df-4a51-952b-2e78d442cda9 req-978eb8b0-05ac-485d-b75e-b29a922a18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:31.647800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-140d9505-07df-4a51-952b-2e78d442cda9 req-978eb8b0-05ac-485d-b75e-b29a922a18e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 906 time: 0.6635785 Jul 13 19:27:31.674338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-e2e5d90c-9652-4bd9-bad1-df1ccc0e749b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Calling delete_port for 406d9b05-b353-4e4d-95f9-41da863ddb09 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:31.726122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-140d9505-07df-4a51-952b-2e78d442cda9 req-32ae7803-6159-49ac-8432-2bbee973c45f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebaddcec-011d-4f64-8f4b-67754709622a HTTP/1.1" status: 200 len: 217 time: 0.0703809 Jul 13 19:27:31.817687 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1d455e3-d3d0-4ec7-8dd5-63294d6aa156 req-38a8de98-9e3c-47cc-abd0-6caef6ece11a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.842896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048be70-a639-4e53-bc9e-87ffc8055527 req-e90f717a-d44b-4c39-9438-3022d4456e94 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:31.843447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048be70-a639-4e53-bc9e-87ffc8055527 req-e90f717a-d44b-4c39-9438-3022d4456e94 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:31.844006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048be70-a639-4e53-bc9e-87ffc8055527 req-e90f717a-d44b-4c39-9438-3022d4456e94 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:31.846729 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1048be70-a639-4e53-bc9e-87ffc8055527 req-e90f717a-d44b-4c39-9438-3022d4456e94 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1&device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62&device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 2884 time: 0.0681195 Jul 13 19:27:31.849125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9505-07df-4a51-952b-2e78d442cda9 req-fb79fba2-badb-4f50-b91c-d22915b17798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:31.850722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-140d9505-07df-4a51-952b-2e78d442cda9 req-fb79fba2-badb-4f50-b91c-d22915b17798 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=707847d1-498e-4391-9449-d685fadc75a0 HTTP/1.1" status: 200 len: 845 time: 0.0891786 Jul 13 19:27:31.860053 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1d455e3-d3d0-4ec7-8dd5-63294d6aa156 req-38a8de98-9e3c-47cc-abd0-6caef6ece11a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.888126 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1048be70-a639-4e53-bc9e-87ffc8055527 req-c2a838db-a685-4d79-a24c-d91926d0d5e8 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361238 Jul 13 19:27:31.911201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-140d9505-07df-4a51-952b-2e78d442cda9 req-19cb131f-e465-437f-9af8-66aa961c7aeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45364309-0286-4bea-b60f-deb9a698b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483794 Jul 13 19:27:32.032912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1d455e3-d3d0-4ec7-8dd5-63294d6aa156 req-38a8de98-9e3c-47cc-abd0-6caef6ece11a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.035442 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1d455e3-d3d0-4ec7-8dd5-63294d6aa156 req-38a8de98-9e3c-47cc-abd0-6caef6ece11a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.036577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1d455e3-d3d0-4ec7-8dd5-63294d6aa156 req-38a8de98-9e3c-47cc-abd0-6caef6ece11a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "DELETE /v2.0/security-groups/3fe6f0a4-e389-4467-be4b-965bdaf1aee6 HTTP/1.1" status: 204 len: 173 time: 0.4219606 Jul 13 19:27:32.059000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8de98-9e3c-47cc-abd0-6caef6ece11a tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe6f0a4-e389-4467-be4b-965bdaf1aee6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:32.071417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-e2e5d90c-9652-4bd9-bad1-df1ccc0e749b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.082556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6348d3b-7089-4e62-b274-6f0742d9b315 req-716234a2-e059-481f-bd6f-509f0e79eab7 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:32.087304 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6348d3b-7089-4e62-b274-6f0742d9b315 req-716234a2-e059-481f-bd6f-509f0e79eab7 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/ports?device_id=d106ebbe-82e0-417d-a4ba-e179cfcc20b0 HTTP/1.1" status: 200 len: 867 time: 0.0917039 Jul 13 19:27:32.091292 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-140d9505-07df-4a51-952b-2e78d442cda9 req-416f1d80-4206-4596-81ae-1ba9094bc6b8 service neutron] 10.222.0.24 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672320 Jul 13 19:27:32.092525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['406d9b05-b353-4e4d-95f9-41da863ddb09'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:32.115149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:32.129735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5d90c-9652-4bd9-bad1-df1ccc0e749b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Pushing event deleted for resources: {'Port': ['ID=406d9b05-b353-4e4d-95f9-41da863ddb09,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:32.156229 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6348d3b-7089-4e62-b274-6f0742d9b315 req-0f9e26ac-87b2-44fa-aa55-26ef7aa61777 tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee9b8c2-5049-4cb9-b38f-ffc4196b3431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593264 Jul 13 19:27:32.235645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-e2e5d90c-9652-4bd9-bad1-df1ccc0e749b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] No DVR routers for this DVR port 406d9b05-b353-4e4d-95f9-41da863ddb09 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:32.241564 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-e2e5d90c-9652-4bd9-bad1-df1ccc0e749b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.243760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-290147722-network', 'tenant_id': '5461e6aa2505438faf383c54e792aaaf'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:32.243895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d003a4f-bbaf-44e4-94db-54a2f8157fc4 req-e2e5d90c-9652-4bd9-bad1-df1ccc0e749b tempest-FloatingIPsAssociationTestJSON-1583866905 tempest-FloatingIPsAssociationTestJSON-1583866905-project] 10.222.0.24 "DELETE /v2.0/ports/406d9b05-b353-4e4d-95f9-41da863ddb09 HTTP/1.1" status: 204 len: 173 time: 1.4164636 Jul 13 19:27:32.257711 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bad25ad0-ab18-478b-a79d-c1711ce8d3f3 req-1b47bd5f-eb0c-45ee-80f0-000c27148936 tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/98ed7365-3f45-462a-adbb-9563e04554f4 HTTP/1.1" status: 200 len: 1777 time: 0.1754770 Jul 13 19:27:32.323273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-140d9505-07df-4a51-952b-2e78d442cda9 req-ea54a8df-a56c-46e9-8616-9b4c8fca5023 service neutron] 10.222.0.24 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091143 Jul 13 19:27:32.337919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Made reservation on behalf of 5461e6aa2505438faf383c54e792aaaf for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:32.340952 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.351840 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.358235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bad25ad0-ab18-478b-a79d-c1711ce8d3f3 req-0761a125-0a32-4c0f-946f-934ee37b014c tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.382198 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bad25ad0-ab18-478b-a79d-c1711ce8d3f3 req-0761a125-0a32-4c0f-946f-934ee37b014c tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.415501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-dcdd27f4-f823-4ddf-88b7-d75a65e1dce0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:32.417096 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-dcdd27f4-f823-4ddf-88b7-d75a65e1dce0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.1629169 Jul 13 19:27:32.428775 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bad25ad0-ab18-478b-a79d-c1711ce8d3f3 req-0761a125-0a32-4c0f-946f-934ee37b014c tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.432569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bad25ad0-ab18-478b-a79d-c1711ce8d3f3 req-0761a125-0a32-4c0f-946f-934ee37b014c tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.434087 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bad25ad0-ab18-478b-a79d-c1711ce8d3f3 req-0761a125-0a32-4c0f-946f-934ee37b014c tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/98ed7365-3f45-462a-adbb-9563e04554f4 HTTP/1.1" status: 204 len: 173 time: 0.1596122 Jul 13 19:27:32.444919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-a73b0bf7-68db-40da-bea4-dfec3b217189 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/quotas/55c1b6660b43410b9642a613186cc03f HTTP/1.1" status: 200 len: 375 time: 0.0203457 Jul 13 19:27:32.447219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761a125-0a32-4c0f-946f-934ee37b014c tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ed7365-3f45-462a-adbb-9563e04554f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:32.515046 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-ce08269e-5d5b-4388-8535-dc762c442357 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475399 Jul 13 19:27:32.600769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.606246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.610729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab72c45-d80c-466b-8c51-f15c442c4678 req-db44ced4-4f47-4feb-95ea-2a55d735677f tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:32.612477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0ab72c45-d80c-466b-8c51-f15c442c4678 req-db44ced4-4f47-4feb-95ea-2a55d735677f tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 943 time: 0.0734863 Jul 13 19:27:32.642850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:27:32.656537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0ab72c45-d80c-466b-8c51-f15c442c4678 req-72b59499-b159-4ffc-96ed-98496e273f1c tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368690 Jul 13 19:27:32.667139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12f41f-39e0-4315-9793-43176769ea40,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:32.670317 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.670693 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Added segment dfb052c1-45e4-4922-ae63-19aa3f628a21 of type vlan for network 6e3fbad9-3d41-45e9-873d-ed3aa71bf484 Jul 13 19:27:32.686934 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-2b4c05ef-31ba-491b-b3f2-a86b0c1c8877 service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679883 Jul 13 19:27:32.765491 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.824388 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.825398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:32.825984 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.828926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'name': 'network-vif-deleted', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:32.831428 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0459261-479c-452a-a0ab-d34700df9c57" -d '{"events": [{"server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "name": "network-vif-deleted", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:32.838600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-1ed2c8c1-5384-44f4-a5b1-91bcf8b2ff3c service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314914 Jul 13 19:27:32.864563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c28222ae-329a-4264-aa13-d9b8e8a98565 req-bf409254-a254-466f-b820-1e29e6f3bec6 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/084a9072-4058-4e2e-a46a-8405d933e2df HTTP/1.1" status: 200 len: 2404 time: 0.0508847 Jul 13 19:27:32.877781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7587140 Jul 13 19:27:32.879126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:32.886261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Request body: {'subnet': {'network_id': '6e3fbad9-3d41-45e9-873d-ed3aa71bf484', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-290147722-subnet', 'tenant_id': '5461e6aa2505438faf383c54e792aaaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:32.893991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e572c-0ab0-49db-a7bb-8ff680253d0e admin admin] Pushing event updated for resources: {'Network': ['ID=6e3fbad9-3d41-45e9-873d-ed3aa71bf484,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:32.907103 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 6e3fbad9-3d41-45e9-873d-ed3aa71bf484 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:27:32.942218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Made reservation on behalf of 5461e6aa2505438faf383c54e792aaaf for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:32.945270 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.003834 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c28222ae-329a-4264-aa13-d9b8e8a98565 req-65fa8706-f66e-43c9-912f-77a8178d9ffb tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.043628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c28222ae-329a-4264-aa13-d9b8e8a98565 req-65fa8706-f66e-43c9-912f-77a8178d9ffb tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.094996 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40b4a29f-ac81-4815-b545-88e783e7f741 req-f979bc6a-c5ff-4fcb-9e97-5353633f5df6 tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=302e3987ce90431c960751a235fd4399 HTTP/1.1" status: 200 len: 2984 time: 0.0526450 Jul 13 19:27:33.137378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c28222ae-329a-4264-aa13-d9b8e8a98565 req-65fa8706-f66e-43c9-912f-77a8178d9ffb tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.140485 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c28222ae-329a-4264-aa13-d9b8e8a98565 req-65fa8706-f66e-43c9-912f-77a8178d9ffb tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.141631 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c28222ae-329a-4264-aa13-d9b8e8a98565 req-65fa8706-f66e-43c9-912f-77a8178d9ffb tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "DELETE /v2.0/security-groups/084a9072-4058-4e2e-a46a-8405d933e2df HTTP/1.1" status: 204 len: 173 time: 0.2695208 Jul 13 19:27:33.152026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40b4a29f-ac81-4815-b545-88e783e7f741 req-5011e78c-7f38-4c90-b942-ba74989e27c2 tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] 10.222.0.25 "GET /v2.0/security-groups/75cf4f3a-395d-4756-be3d-49281b11a0b4 HTTP/1.1" status: 200 len: 2981 time: 0.0503445 Jul 13 19:27:33.158048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa8706-f66e-43c9-912f-77a8178d9ffb tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084a9072-4058-4e2e-a46a-8405d933e2df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:33.209711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40b4a29f-ac81-4815-b545-88e783e7f741 req-9c4a3d4f-d409-499e-8fdc-bf5e96e22a10 tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] 10.222.0.25 "GET /v2.0/security-groups/75cf4f3a-395d-4756-be3d-49281b11a0b4 HTTP/1.1" status: 200 len: 2981 time: 0.0521588 Jul 13 19:27:33.230325 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.288705 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e242bfb4-507f-4d8e-8f1b-01080d0f8ce6 x-openstack-request-id: req-e242bfb4-507f-4d8e-8f1b-01080d0f8ce6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:33.289535 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d106ebbe-82e0-417d-a4ba-e179cfcc20b0", "name": "network-vif-deleted", "tag": "406d9b05-b353-4e4d-95f9-41da863ddb09", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:33.289847 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e242bfb4-507f-4d8e-8f1b-01080d0f8ce6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:33.290307 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd106ebbe-82e0-417d-a4ba-e179cfcc20b0', 'name': 'network-vif-deleted', 'tag': '406d9b05-b353-4e4d-95f9-41da863ddb09', 'status': 'completed', 'code': 200} Jul 13 19:27:33.326636 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-52070af4-8a08-4d07-b33e-b1ef152eac7a req-d8f6c66b-e46f-4386-b0e2-68b85659923c tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e7309189-6474-4d6f-97a4-640ff05514c9 HTTP/1.1" status: 200 len: 1778 time: 0.1152074 Jul 13 19:27:33.341033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32ba00c-f696-43ae-a334-40e9402312a4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:33.347268 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fdd8c3d6-1924-4c00-bf67-595d6f6c61df req-26eaf686-9116-4c4d-b099-b5b704108bac tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d67ada1-b59a-454d-8729-c19399dccf0a HTTP/1.1" status: 200 len: 210 time: 0.0400922 Jul 13 19:27:33.391829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Checking segment: {'id': 'dfb052c1-45e4-4922-ae63-19aa3f628a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6e3fbad9-3d41-45e9-873d-ed3aa71bf484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:33.392237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Network hostable DHCP agents. Network: 6e3fbad9-3d41-45e9-873d-ed3aa71bf484, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:27:33.416575 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52070af4-8a08-4d07-b33e-b1ef152eac7a req-5121b929-fb19-4b28-9323-637ee9be30ad tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.417692 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7849a05d-967c-436b-bc1b-5b6030988c63 req-0892c17a-ba9d-4d5f-ada6-945bb8d012cb tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "GET /v2.0/security-groups/5eddfe4b-ee92-42d2-b37e-f4da003f2ad2 HTTP/1.1" status: 200 len: 2396 time: 0.0423055 Jul 13 19:27:33.430246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Network 6e3fbad9-3d41-45e9-873d-ed3aa71bf484 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:27:33.448343 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52070af4-8a08-4d07-b33e-b1ef152eac7a req-5121b929-fb19-4b28-9323-637ee9be30ad tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.450118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 6e3fbad9-3d41-45e9-873d-ed3aa71bf484) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:33.454506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:33.455240 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.466099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b640970-10e3-4d76-80a1-c4d0bbed362a None None] Network 6e3fbad9-3d41-45e9-873d-ed3aa71bf484 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:33.495741 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7849a05d-967c-436b-bc1b-5b6030988c63 req-734424ab-c1a5-46b3-b184-66bd0471ffe5 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.503715 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-97de6ea6-b8ea-4b0c-8713-ea6b3ee99c4b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6213222 Jul 13 19:27:33.528632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52070af4-8a08-4d07-b33e-b1ef152eac7a req-5121b929-fb19-4b28-9323-637ee9be30ad tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.531240 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7849a05d-967c-436b-bc1b-5b6030988c63 req-734424ab-c1a5-46b3-b184-66bd0471ffe5 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.533469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52070af4-8a08-4d07-b33e-b1ef152eac7a req-5121b929-fb19-4b28-9323-637ee9be30ad tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.552229 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-52070af4-8a08-4d07-b33e-b1ef152eac7a req-5121b929-fb19-4b28-9323-637ee9be30ad tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7309189-6474-4d6f-97a4-640ff05514c9 HTTP/1.1" status: 204 len: 173 time: 0.2120314 Jul 13 19:27:33.568972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121b929-fb19-4b28-9323-637ee9be30ad tempest-SecurityGroupsTestAdminJSON-1478531093 tempest-SecurityGroupsTestAdminJSON-1478531093-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7309189-6474-4d6f-97a4-640ff05514c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:33.594914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7849a05d-967c-436b-bc1b-5b6030988c63 req-734424ab-c1a5-46b3-b184-66bd0471ffe5 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.597670 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7849a05d-967c-436b-bc1b-5b6030988c63 req-734424ab-c1a5-46b3-b184-66bd0471ffe5 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.599098 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7849a05d-967c-436b-bc1b-5b6030988c63 req-734424ab-c1a5-46b3-b184-66bd0471ffe5 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] 10.222.0.25 "DELETE /v2.0/security-groups/5eddfe4b-ee92-42d2-b37e-f4da003f2ad2 HTTP/1.1" status: 204 len: 173 time: 0.1711614 Jul 13 19:27:33.605832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:33.639293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:33.640085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734424ab-c1a5-46b3-b184-66bd0471ffe5 tempest-SecurityGroupRulesTestJSON-1233188048 tempest-SecurityGroupRulesTestJSON-1233188048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eddfe4b-ee92-42d2-b37e-f4da003f2ad2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:33.698609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f8638-3e16-49b3-ad41-32fdedfc6079 None None] Network 6e3fbad9-3d41-45e9-873d-ed3aa71bf484 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:33.730266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3704d32-bdec-44c3-878a-ea1a8b5db888 admin admin] Deleting subnet 9d2494b4-d911-482c-843b-df17f3265695 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:27:33.740970 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3704d32-bdec-44c3-878a-ea1a8b5db888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.795619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3704d32-bdec-44c3-878a-ea1a8b5db888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.832689 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03e7bcdf-1326-4efe-a251-5cfb2c2604d8 req-1c289676-5f3b-448a-b478-1ed50c3bba9c tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] 10.222.0.25 "GET /v2.0/security-groups/75cf4f3a-395d-4756-be3d-49281b11a0b4 HTTP/1.1" status: 200 len: 2981 time: 0.1950250 Jul 13 19:27:33.854568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3704d32-bdec-44c3-878a-ea1a8b5db888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.920096 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3704d32-bdec-44c3-878a-ea1a8b5db888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.953205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3704d32-bdec-44c3-878a-ea1a8b5db888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2494b4-d911-482c-843b-df17f3265695,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:33.955923 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3704d32-bdec-44c3-878a-ea1a8b5db888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.961582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a3704d32-bdec-44c3-878a-ea1a8b5db888 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9d2494b4-d911-482c-843b-df17f3265695 HTTP/1.1" status: 204 len: 168 time: 0.3545098 Jul 13 19:27:33.962263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:34.041411 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.074283 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-03e7bcdf-1326-4efe-a251-5cfb2c2604d8 req-b5c9011c-d092-488b-bd4d-e9b3c874fa0c tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 19:27:34.075355 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03e7bcdf-1326-4efe-a251-5cfb2c2604d8 req-b5c9011c-d092-488b-bd4d-e9b3c874fa0c tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] 10.222.0.25 "DELETE /v2.0/security-groups/75cf4f3a-395d-4756-be3d-49281b11a0b4 HTTP/1.1" status: 409 len: 352 time: 0.2314444 Jul 13 19:27:34.136168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.147464 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e471287-d7c5-4a9e-985d-ed802ac85cd7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:34.159556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4833fff-7b4d-470c-92b2-357b6f4dff93') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:34.159854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4833fff-7b4d-470c-92b2-357b6f4dff93') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:34.171218 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.173965 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ef4e48aa-9dee-472f-86e4-7547cb6ec0cd req-48a203bf-121b-46bf-9736-ec842b2942ad tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] 10.222.0.25 "GET /v2.0/security-groups/71a43f71-2a80-414e-aae8-3c939bc95b7a HTTP/1.1" status: 200 len: 1777 time: 0.0682817 Jul 13 19:27:34.187546 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.195175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:27:34.195710 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:27:34.197835 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:27:34.260959 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.268024 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.273527 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0e471287-d7c5-4a9e-985d-ed802ac85cd7 HTTP/1.1" status: 204 len: 168 time: 0.3089845 Jul 13 19:27:34.296138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43e921-0741-427a-96b6-320b3fdbb6b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e471287-d7c5-4a9e-985d-ed802ac85cd7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:34.309312 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:27:34.317717 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef4e48aa-9dee-472f-86e4-7547cb6ec0cd req-5a01e9f8-14c2-4aee-990e-87b733a2b9ed tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.355909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef4e48aa-9dee-472f-86e4-7547cb6ec0cd req-5a01e9f8-14c2-4aee-990e-87b733a2b9ed tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.420206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.437949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:34.485511 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef4e48aa-9dee-472f-86e4-7547cb6ec0cd req-5a01e9f8-14c2-4aee-990e-87b733a2b9ed tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.488402 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef4e48aa-9dee-472f-86e4-7547cb6ec0cd req-5a01e9f8-14c2-4aee-990e-87b733a2b9ed tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.489589 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ef4e48aa-9dee-472f-86e4-7547cb6ec0cd req-5a01e9f8-14c2-4aee-990e-87b733a2b9ed tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] 10.222.0.25 "DELETE /v2.0/security-groups/71a43f71-2a80-414e-aae8-3c939bc95b7a HTTP/1.1" status: 204 len: 173 time: 0.3064606 Jul 13 19:27:34.509962 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-56d6b790-9cc6-48c1-96b5-fd9257b01a11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=635a2606b1b74854868e0a22264930af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707440 Jul 13 19:27:34.510639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:34.510970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01e9f8-14c2-4aee-990e-87b733a2b9ed tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a43f71-2a80-414e-aae8-3c939bc95b7a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:34.511108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:34.659075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-283baedb-efd9-4eb2-9048-926aad4ece31 admin admin] Deleting subnet f32ba00c-f696-43ae-a334-40e9402312a4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:27:34.669031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-283baedb-efd9-4eb2-9048-926aad4ece31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.702846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ebaddcec-011d-4f64-8f4b-67754709622a details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:34.707424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 406d9b05-b353-4e4d-95f9-41da863ddb09 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:34.719644 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca212e6-3904-4d7b-bda1-aa1c259224bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.726582 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-283baedb-efd9-4eb2-9048-926aad4ece31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.729154 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-ce775571-6dac-4350-88e5-ff868904f5cb req-a2093357-ed9d-4283-bee1-28058f3c9996 tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] show failed (client error): The resource could not be found. Jul 13 19:27:34.729685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce775571-6dac-4350-88e5-ff868904f5cb req-a2093357-ed9d-4283-bee1-28058f3c9996 tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] 10.222.0.25 "GET /v2.0/security-groups/c7af0ff4-8bf4-498d-80a6-e7663dfe394d HTTP/1.1" status: 404 len: 352 time: 0.0221770 Jul 13 19:27:34.735375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23459775-92fd-4752-b137-836a9d047b28 req-72f49ee2-1e15-4412-8127-6c1aae617921 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:34.737620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 406d9b05-b353-4e4d-95f9-41da863ddb09 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:34.738306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 406d9b05-b353-4e4d-95f9-41da863ddb09 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:34.743794 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23459775-92fd-4752-b137-836a9d047b28 req-72f49ee2-1e15-4412-8127-6c1aae617921 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 943 time: 0.2318227 Jul 13 19:27:34.779539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] Deleting port 15335220-b4a4-46bb-8146-a24aa1bea0f8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:34.780020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.811351 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca212e6-3904-4d7b-bda1-aa1c259224bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.852583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-283baedb-efd9-4eb2-9048-926aad4ece31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.873163 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-4c6958e5-63e8-427a-9780-2fd8d40d69d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=9d67ada1-b59a-454d-8729-c19399dccf0a HTTP/1.1" status: 200 len: 210 time: 0.0368822 Jul 13 19:27:34.897817 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23459775-92fd-4752-b137-836a9d047b28 req-cbd0faa1-7ed5-4c71-a021-cd081dcb15b8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530378 Jul 13 19:27:34.923492 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-079fd2d5-49c7-40c4-9609-f4e7fa2e0510 req-0fc574f1-7d3e-47bd-8507-3135394c6bcf tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d67ada1-b59a-454d-8729-c19399dccf0a HTTP/1.1" status: 200 len: 210 time: 0.0531085 Jul 13 19:27:34.956206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-283baedb-efd9-4eb2-9048-926aad4ece31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.001614 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca212e6-3904-4d7b-bda1-aa1c259224bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.004375 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca212e6-3904-4d7b-bda1-aa1c259224bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.006298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2ca212e6-3904-4d7b-bda1-aa1c259224bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df55a634-a366-4c1c-b164-6e2544cacccf HTTP/1.1" status: 204 len: 168 time: 0.4839354 Jul 13 19:27:35.007468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283baedb-efd9-4eb2-9048-926aad4ece31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32ba00c-f696-43ae-a334-40e9402312a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:35.026687 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] For port 15335220-b4a4-46bb-8146-a24aa1bea0f8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=15335220-b4a4-46bb-8146-a24aa1bea0f8,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:35.027052 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.030331 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-283baedb-efd9-4eb2-9048-926aad4ece31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.035016 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-283baedb-efd9-4eb2-9048-926aad4ece31 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f32ba00c-f696-43ae-a334-40e9402312a4 HTTP/1.1" status: 204 len: 168 time: 0.5120597 Jul 13 19:27:35.036502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:35.045586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ebaddcec-011d-4f64-8f4b-67754709622a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ebaddcec-011d-4f64-8f4b-67754709622a,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:35.051881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] Calling delete_port for 15335220-b4a4-46bb-8146-a24aa1bea0f8 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:35.072995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'ebaddcec-011d-4f64-8f4b-67754709622a', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'port_id': 'ebaddcec-011d-4f64-8f4b-67754709622a', 'mac_address': 'fa:16:3e:03:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847d1-498e-4391-9449-d685fadc75a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:35.113050 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-9b38de89-36bc-4c3a-9a35-dee1ee44d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:35.114590 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-9b38de89-36bc-4c3a-9a35-dee1ee44d9e1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=55c1b6660b43410b9642a613186cc03f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2266068 Jul 13 19:27:35.120077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.121992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca212e6-3904-4d7b-bda1-aa1c259224bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df55a634-a366-4c1c-b164-6e2544cacccf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:35.156461 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d938dab8-b4d8-40ed-baac-65873842a8e6 req-b4e4ca3e-3d71-433b-8e0b-64e643492643 tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] 10.222.0.25 "GET /v2.0/security-groups/b7b16600-7d1d-4160-969e-b793e69ec6cc HTTP/1.1" status: 200 len: 1778 time: 0.1874652 Jul 13 19:27:35.200268 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.231738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebaddcec-011d-4f64-8f4b-67754709622a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:35.254721 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.267804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3fbad9-3d41-45e9-873d-ed3aa71bf484']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:35.287626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-24d5953f-6ef3-45d4-99bc-ba49dec00bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:35.289130 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-24d5953f-6ef3-45d4-99bc-ba49dec00bb6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1679542 Jul 13 19:27:35.292136 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d938dab8-b4d8-40ed-baac-65873842a8e6 req-7ec6dfd1-c9fd-4b34-8312-185394485acd tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.294061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ebaddcec-011d-4f64-8f4b-67754709622a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ebaddcec-011d-4f64-8f4b-67754709622a,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:35.305543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb052c1-45e4-4922-ae63-19aa3f628a21') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:35.305839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb052c1-45e4-4922-ae63-19aa3f628a21') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:35.306861 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.335354 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.354289 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d938dab8-b4d8-40ed-baac-65873842a8e6 req-7ec6dfd1-c9fd-4b34-8312-185394485acd tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.362919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.377408 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:27:35.377803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:27:35.379576 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:27:35.392822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ebaddcec-011d-4f64-8f4b-67754709622a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:35.429728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68ac464d-36e5-4622-bc0a-fc21611e723e req-864f616f-435b-4cc0-bfca-fa9d5e325ee7 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d67ada1-b59a-454d-8729-c19399dccf0a HTTP/1.1" status: 200 len: 210 time: 0.0429616 Jul 13 19:27:35.438605 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-9d484554-4d1d-44b6-8ec1-fff0edc2214a req-cc2cb59d-76d5-42eb-9966-cb77f517e373 tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] show failed (client error): The resource could not be found. Jul 13 19:27:35.444475 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9d484554-4d1d-44b6-8ec1-fff0edc2214a req-cc2cb59d-76d5-42eb-9966-cb77f517e373 tempest-SecurityGroupsNegativeTestJSON-865619913 tempest-SecurityGroupsNegativeTestJSON-865619913-project] 10.222.0.25 "GET /v2.0/security-groups/97aa8df5-8c58-434e-af3e-2c3c7d744858 HTTP/1.1" status: 404 len: 352 time: 0.0550187 Jul 13 19:27:35.446130 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.463307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:35.515822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=15335220-b4a4-46bb-8146-a24aa1bea0f8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:35.530720 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.546777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.557896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6e3fbad9-3d41-45e9-873d-ed3aa71bf484 HTTP/1.1" status: 204 len: 168 time: 0.5179715 Jul 13 19:27:35.567321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d938dab8-b4d8-40ed-baac-65873842a8e6 req-7ec6dfd1-c9fd-4b34-8312-185394485acd tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.570431 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d938dab8-b4d8-40ed-baac-65873842a8e6 req-7ec6dfd1-c9fd-4b34-8312-185394485acd tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.571609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d938dab8-b4d8-40ed-baac-65873842a8e6 req-7ec6dfd1-c9fd-4b34-8312-185394485acd tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] 10.222.0.25 "DELETE /v2.0/security-groups/b7b16600-7d1d-4160-969e-b793e69ec6cc HTTP/1.1" status: 204 len: 173 time: 0.4143651 Jul 13 19:27:35.592329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['ebaddcec-011d-4f64-8f4b-67754709622a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:35.629327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f54924-141d-4915-a830-0000c35d9eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3fbad9-3d41-45e9-873d-ed3aa71bf484,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:35.652421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6dfd1-c9fd-4b34-8312-185394485acd tempest-SecurityGroupsTestAdminJSON-1999539714 tempest-SecurityGroupsTestAdminJSON-1999539714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b16600-7d1d-4160-969e-b793e69ec6cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:35.661706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0592a362-1752-4a43-9a8f-b01ac413bc47 admin admin] Deleting subnet cb6fa11d-e3bb-46b3-83ab-10373f6c297c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:27:35.673267 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0592a362-1752-4a43-9a8f-b01ac413bc47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.783938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0592a362-1752-4a43-9a8f-b01ac413bc47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.835336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:35.906536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-66e56d70-f2b3-4480-bde6-a435f6beedce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5461e6aa2505438faf383c54e792aaaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686975 Jul 13 19:27:35.907442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:35.969502 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0592a362-1752-4a43-9a8f-b01ac413bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.971677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65f911-820d-45ca-866d-96e26ef3fdc1 req-8c8197cd-dfb9-44cc-a89c-492469f294df tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:35.973502 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ab65f911-820d-45ca-866d-96e26ef3fdc1 req-8c8197cd-dfb9-44cc-a89c-492469f294df tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 1101 time: 0.3555803 Jul 13 19:27:35.981384 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a72ef013-440e-4259-917f-a11ac388cd5f req-5e4a6cb6-23c7-4c91-ad6d-8db8974aba0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=9d67ada1-b59a-454d-8729-c19399dccf0a HTTP/1.1" status: 200 len: 210 time: 0.0475605 Jul 13 19:27:36.063965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:36.081124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.094392 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45616959-6309-426e-b489-58d24d8db711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.099088 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ab65f911-820d-45ca-866d-96e26ef3fdc1 req-77188482-51f6-4fb3-a185-c1c1816db40a tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153181 Jul 13 19:27:36.124613 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45616959-6309-426e-b489-58d24d8db711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.177807 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ef013-440e-4259-917f-a11ac388cd5f req-a4bceee6-a5c0-4360-a1f8-df76a5e9da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.179394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a72ef013-440e-4259-917f-a11ac388cd5f req-a4bceee6-a5c0-4360-a1f8-df76a5e9da3a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=55c1b6660b43410b9642a613186cc03f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1850028 Jul 13 19:27:36.235403 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45616959-6309-426e-b489-58d24d8db711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.238390 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45616959-6309-426e-b489-58d24d8db711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.239558 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-45616959-6309-426e-b489-58d24d8db711 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f12f41f-39e0-4315-9793-43176769ea40 HTTP/1.1" status: 204 len: 168 time: 0.3288972 Jul 13 19:27:36.259338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45616959-6309-426e-b489-58d24d8db711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12f41f-39e0-4315-9793-43176769ea40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:36.269992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0592a362-1752-4a43-9a8f-b01ac413bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.307335 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0592a362-1752-4a43-9a8f-b01ac413bc47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.309320 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0592a362-1752-4a43-9a8f-b01ac413bc47 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cb6fa11d-e3bb-46b3-83ab-10373f6c297c HTTP/1.1" status: 204 len: 168 time: 0.8449850 Jul 13 19:27:36.311490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592a362-1752-4a43-9a8f-b01ac413bc47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6fa11d-e3bb-46b3-83ab-10373f6c297c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:36.315012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:36.376439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b4cc-3d06-49db-8bcd-013d2b545efe req-3c7d472a-5fad-4808-a892-c3439c246303 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.377982 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fca2b4cc-3d06-49db-8bcd-013d2b545efe req-3c7d472a-5fad-4808-a892-c3439c246303 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 944 time: 0.1847177 Jul 13 19:27:36.436660 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.441555 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fca2b4cc-3d06-49db-8bcd-013d2b545efe req-e62166f8-385e-468e-b8db-f320b281aba9 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563293 Jul 13 19:27:36.463978 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-129e7f9a-e728-45c4-96c6-d5ed831220ef req-58e4d0bb-f3e7-4430-be6c-bc44babdea7e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d67ada1-b59a-454d-8729-c19399dccf0a HTTP/1.1" status: 200 len: 210 time: 0.1150029 Jul 13 19:27:36.533530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1fe75d55-a26b-429a-b74c-6539d603d0e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f27c65eee0c74421aaa9c9424d8e037e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661982 Jul 13 19:27:36.538569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:36.648565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ef013-440e-4259-917f-a11ac388cd5f req-3f4251bb-7588-4ad9-853e-e7c883856f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.650277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a72ef013-440e-4259-917f-a11ac388cd5f req-3f4251bb-7588-4ad9-853e-e7c883856f72 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3788583 Jul 13 19:27:36.697533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] Router 308953cf-163d-4041-8492-ce5dfb987830 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:36.713707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ebaddcec-011d-4f64-8f4b-67754709622a up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:36.746591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a72ef013-440e-4259-917f-a11ac388cd5f req-03137a27-d469-44e8-82cf-be8045d98bf6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d67ada1-b59a-454d-8729-c19399dccf0a HTTP/1.1" status: 200 len: 210 time: 0.0402868 Jul 13 19:27:36.766464 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e6095e5-c68a-49c1-8a9b-383cba34370b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.815781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port ebaddcec-011d-4f64-8f4b-67754709622a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:36.821140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port ebaddcec-011d-4f64-8f4b-67754709622a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:36.821818 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.942851 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.982682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ebaddcec-011d-4f64-8f4b-67754709622a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ebaddcec-011d-4f64-8f4b-67754709622a,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:36.984018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaddcec-011d-4f64-8f4b-67754709622a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:36.987189 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3f5b4e-5a17-47ce-89d1-c72715f51748" -d '{"events": [{"server_uuid": "a6d42114-3528-4d8e-9fc2-4b293ede9d38", "name": "network-vif-plugged", "status": "completed", "tag": "ebaddcec-011d-4f64-8f4b-67754709622a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:36.993272 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.013961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.058758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c682b89b-c213-4caa-af5e-09880d0446f4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:37.081392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a750199-8c0f-46c9-a3ae-397fd65e31ed') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:37.082518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a750199-8c0f-46c9-a3ae-397fd65e31ed') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:37.088632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ebaddcec-011d-4f64-8f4b-67754709622a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:37.099322 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.117890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f4408-f4a2-4e17-9613-115e0f02f500 req-57ed6fd1-88a8-4722-98f7-3f75ef5d24c5 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:37.131216 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f70f4408-f4a2-4e17-9613-115e0f02f500 req-57ed6fd1-88a8-4722-98f7-3f75ef5d24c5 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 1101 time: 0.2321973 Jul 13 19:27:37.151803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.165960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:27:37.167015 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:27:37.170634 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:27:37.289423 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f70f4408-f4a2-4e17-9613-115e0f02f500 req-2ba7d072-5a87-4962-9554-a1109f243153 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569600 Jul 13 19:27:37.290312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.302565 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.305401 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c682b89b-c213-4caa-af5e-09880d0446f4 HTTP/1.1" status: 204 len: 168 time: 0.9894531 Jul 13 19:27:37.322670 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e6095e5-c68a-49c1-8a9b-383cba34370b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.337493 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff7645-cd3c-4ec0-b770-ad9ff50b3d2e x-openstack-request-id: req-92ff7645-cd3c-4ec0-b770-ad9ff50b3d2e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:37.337783 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d42114-3528-4d8e-9fc2-4b293ede9d38", "name": "network-vif-plugged", "status": "completed", "tag": "ebaddcec-011d-4f64-8f4b-67754709622a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:37.338050 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92ff7645-cd3c-4ec0-b770-ad9ff50b3d2e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:37.338497 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaddcec-011d-4f64-8f4b-67754709622a', 'code': 200} Jul 13 19:27:37.348292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fca3bc-4300-41fd-b554-4d98600cba77 admin admin] Pushing event deleted for resources: {'Network': ['ID=c682b89b-c213-4caa-af5e-09880d0446f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:37.358786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:37.366578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e3cbbc50-2782-4ea5-95d7-8f87a099eb28 admin admin] 10.222.0.25 "PUT /v2.0/routers/308953cf-163d-4041-8492-ce5dfb987830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7123597 Jul 13 19:27:37.368356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:37.374579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] Sync routers for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:37.398171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:37.400665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:37.476159 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e6095e5-c68a-49c1-8a9b-383cba34370b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.479678 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e6095e5-c68a-49c1-8a9b-383cba34370b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.483608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3e6095e5-c68a-49c1-8a9b-383cba34370b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96feea99-4d89-4e84-805f-fbba24260ee8 HTTP/1.1" status: 204 len: 168 time: 0.9398885 Jul 13 19:27:37.502758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6095e5-c68a-49c1-8a9b-383cba34370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96feea99-4d89-4e84-805f-fbba24260ee8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:37.576673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:37.658346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:37.668107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f1995f87-dac1-4df1-a045-f7ef661f795c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=302e3987ce90431c960751a235fd4399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879521 Jul 13 19:27:37.670558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:37.708926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ad7c-3fba-48d0-affa-7002023118fc req-472ce50e-d94a-4f3b-958f-ada160ee4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:37.710525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9968ad7c-3fba-48d0-affa-7002023118fc req-472ce50e-d94a-4f3b-958f-ada160ee4e66 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 1096 time: 0.1983190 Jul 13 19:27:37.722139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.799181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-978594a5-120b-4013-8f54-8724f753730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.825477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-978594a5-120b-4013-8f54-8724f753730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.860726 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.890657 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-978594a5-120b-4013-8f54-8724f753730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.894459 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-978594a5-120b-4013-8f54-8724f753730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.896028 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-978594a5-120b-4013-8f54-8724f753730a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75cf4f3a-395d-4756-be3d-49281b11a0b4 HTTP/1.1" status: 204 len: 168 time: 0.2199187 Jul 13 19:27:37.909685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978594a5-120b-4013-8f54-8724f753730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf4f3a-395d-4756-be3d-49281b11a0b4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:37.920379 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9968ad7c-3fba-48d0-affa-7002023118fc req-7b777533-fb44-45ab-87e9-ebf7711ef42a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262386 Jul 13 19:27:37.929727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a133f19-3be5-4685-926e-39255a9503bd req-19d4927e-a566-4193-9514-38dac69df689 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:37.938222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a133f19-3be5-4685-926e-39255a9503bd req-19d4927e-a566-4193-9514-38dac69df689 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 945 time: 0.2692735 Jul 13 19:27:37.967473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Deleting port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:37.967813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.003385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a133f19-3be5-4685-926e-39255a9503bd req-d9a307bc-f43a-4cb8-b70e-6bb24deb6ff2 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625043 Jul 13 19:27:38.060707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:27:35Z', 'revision_number': 5, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port': {'id': '6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308953cf-163d-4041-8492-ce5dfb987830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:02Z', 'updated_at': '2021-07-13T19:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:38.104031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] For port 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:38.105384 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.109541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] Checking router: 308953cf-163d-4041-8492-ce5dfb987830 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:38.122546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Calling delete_port for 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:38.125755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] Routers {'308953cf-163d-4041-8492-ce5dfb987830'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:38.126377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['308953cf-163d-4041-8492-ce5dfb987830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:38.239600 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] Set router 308953cf-163d-4041-8492-ce5dfb987830 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:38.319408 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:27:37Z', 'revision_number': 6, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:38.362253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d37c9f7-98b2-4ff5-a6b4-6cf91db7d2b1 None None] The sync data for ids ['308953cf-163d-4041-8492-ce5dfb987830'] in n-d-800708-1 is: [{'id': '308953cf-163d-4041-8492-ce5dfb987830', 'name': 'tempest-FloatingIPsAssociationTestJSON-337285011-router', 'tenant_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:01Z', 'updated_at': '2021-07-13T19:27:37Z', 'revision_number': 6, 'project_id': '1a9a3ef58e9d4e1095fe5fa16215992d', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:38.378666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:38.437533 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.477643 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:38.563150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:38.624590 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9cbdd260-af33-4104-be50-6b1bacda1a63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e66e902522334654a1cda69dd44ad98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602939 Jul 13 19:27:38.627090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:38.641346 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.712816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658b0d46-92e8-4653-b651-487ed997afba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.787029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658b0d46-92e8-4653-b651-487ed997afba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.816569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.819973 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.848766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-19436fe2-f05e-4845-8d73-77f73bf6b18b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:38.854449 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-19436fe2-f05e-4845-8d73-77f73bf6b18b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.3864830 Jul 13 19:27:38.884165 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658b0d46-92e8-4653-b651-487ed997afba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.888278 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658b0d46-92e8-4653-b651-487ed997afba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.890190 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-658b0d46-92e8-4653-b651-487ed997afba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9031e36-69bc-4b30-9ed0-81f547dc93a5 HTTP/1.1" status: 204 len: 168 time: 0.2615900 Jul 13 19:27:38.918078 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7248d7-696e-4a04-9062-1d645d93fe39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.923113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b0d46-92e8-4653-b651-487ed997afba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9031e36-69bc-4b30-9ed0-81f547dc93a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:39.031266 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-17582def-1c89-4ec7-8fad-89c69ca9540a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/quotas/55c1b6660b43410b9642a613186cc03f HTTP/1.1" status: 200 len: 375 time: 0.1610498 Jul 13 19:27:39.103583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-e0d8bb1e-2e64-4c58-bd10-88f0aaa388b7 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713282 Jul 13 19:27:39.129019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.129706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 308953cf-163d-4041-8492-ce5dfb987830 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:27:39.141948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7248d7-696e-4a04-9062-1d645d93fe39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.147861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7248d7-696e-4a04-9062-1d645d93fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.178918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.178918 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dabdc0b5-ddcb-4978-ac2a-24298d7ef878 admin admin] 10.222.0.25 "DELETE /v2.0/routers/308953cf-163d-4041-8492-ce5dfb987830 HTTP/1.1" status: 204 len: 168 time: 1.8088973 Jul 13 19:27:39.188646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:39.189743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7248d7-696e-4a04-9062-1d645d93fe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c62e1f2-8c32-4a13-98ce-7b0035c28448,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:39.267773 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1f7248d7-696e-4a04-9062-1d645d93fe39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e23d7c3fa604952bc59a94e1ae04358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8876472 Jul 13 19:27:39.289584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:39.319859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd4799b-3edb-4da9-8698-3a8e0f361934 admin admin] Deleting subnet ab5230b4-92db-44b0-86c1-c88ed8d71a3a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:27:39.325163 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcd4799b-3edb-4da9-8698-3a8e0f361934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.343165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-36a2810a-f9f4-42ba-825b-e7109e14e4ca service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324519 Jul 13 19:27:39.400949 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcd4799b-3edb-4da9-8698-3a8e0f361934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.470440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc9897-6706-4864-813b-0678bf443325 req-29600ca4-a0f9-4015-9e02-8e92e8e812d8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:39.473026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8dc9897-6706-4864-813b-0678bf443325 req-29600ca4-a0f9-4015-9e02-8e92e8e812d8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 945 time: 0.2308776 Jul 13 19:27:39.485863 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-b736dc9e-de2a-4f6d-bbd7-56a6cabbe621 service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270368 Jul 13 19:27:39.516496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1c0397c-f228-4510-82de-f63917c7942f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.581371 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1c0397c-f228-4510-82de-f63917c7942f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.635774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8dc9897-6706-4864-813b-0678bf443325 req-7a0c78c5-7710-40c6-a173-8d072581239a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482196 Jul 13 19:27:39.762502 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcd4799b-3edb-4da9-8698-3a8e0f361934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.794772 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1c0397c-f228-4510-82de-f63917c7942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.797311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1c0397c-f228-4510-82de-f63917c7942f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.808591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d1c0397c-f228-4510-82de-f63917c7942f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c62e1f2-8c32-4a13-98ce-7b0035c28448 HTTP/1.1" status: 204 len: 168 time: 0.5166795 Jul 13 19:27:39.837454 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0397c-f228-4510-82de-f63917c7942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c62e1f2-8c32-4a13-98ce-7b0035c28448,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:39.992729 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcd4799b-3edb-4da9-8698-3a8e0f361934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.056050 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4799b-3edb-4da9-8698-3a8e0f361934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5230b4-92db-44b0-86c1-c88ed8d71a3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:40.089507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f20c3a-c58f-4e8e-8d3c-853764ddcbf6 req-8f26c1e0-8a96-4db6-9ac3-fa6327565871 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:40.102912 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9f20c3a-c58f-4e8e-8d3c-853764ddcbf6 req-8f26c1e0-8a96-4db6-9ac3-fa6327565871 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.2854831 Jul 13 19:27:40.116195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e9119f-c909-4d30-ab52-53d27307e443 None None] Network c4798454-ddf6-4a9d-9216-11cd658af69d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:40.120140 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0af081f7-4b23-4f22-8d35-eec9f477b80e req-06595042-2c1e-4801-990f-82a9741eaa48 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 210 time: 0.0790555 Jul 13 19:27:40.124084 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcd4799b-3edb-4da9-8698-3a8e0f361934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.125952 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dcd4799b-3edb-4da9-8698-3a8e0f361934 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ab5230b4-92db-44b0-86c1-c88ed8d71a3a HTTP/1.1" status: 204 len: 168 time: 0.9309468 Jul 13 19:27:40.128480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:40.220075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9f20c3a-c58f-4e8e-8d3c-853764ddcbf6 req-8d382e7b-2ef7-4a21-bf64-011ae225682f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141062 Jul 13 19:27:40.357672 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.377449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 15335220-b4a4-46bb-8146-a24aa1bea0f8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:40.442184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 15335220-b4a4-46bb-8146-a24aa1bea0f8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:40.444222 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 15335220-b4a4-46bb-8146-a24aa1bea0f8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:40.445009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:40.475089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e02f343-d8f6-46cf-96db-d5f87dbde3c9 None None] DHCP port deletion for c4798454-ddf6-4a9d-9216-11cd658af69d request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:27:40.480766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:40.481103 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6b3de4fe-a40b-4f9f-a7ea-36ab0a83297d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:40.553099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38668c-b1a3-4d18-ac42-ff5b55aa888e req-9bac5f69-a4de-4d17-b803-31ed7f4c4b44 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:40.560403 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a38668c-b1a3-4d18-ac42-ff5b55aa888e req-9bac5f69-a4de-4d17-b803-31ed7f4c4b44 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 945 time: 0.1940393 Jul 13 19:27:40.588595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Deleting port 3fc65f55-674a-47fd-9789-e240cb9aa852 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:40.588935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.605612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e02f343-d8f6-46cf-96db-d5f87dbde3c9 None None] Deleting port 3fc65f55-674a-47fd-9789-e240cb9aa852 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:40.606203 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e02f343-d8f6-46cf-96db-d5f87dbde3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.661141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] For port 3fc65f55-674a-47fd-9789-e240cb9aa852, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3fc65f55-674a-47fd-9789-e240cb9aa852,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:40.661512 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.676800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Calling delete_port for 3fc65f55-674a-47fd-9789-e240cb9aa852 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:40.691514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e02f343-d8f6-46cf-96db-d5f87dbde3c9 None None] For port 3fc65f55-674a-47fd-9789-e240cb9aa852, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3fc65f55-674a-47fd-9789-e240cb9aa852,segment=NetworkSegment(ce3cca5a-899b-47e5-94e9-11062b750118),segment_id=ce3cca5a-899b-47e5-94e9-11062b750118)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:40.692448 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e02f343-d8f6-46cf-96db-d5f87dbde3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.710721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a38668c-b1a3-4d18-ac42-ff5b55aa888e req-ef1968d3-40bf-4828-954d-8289a46fad47 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491632 Jul 13 19:27:40.725835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e02f343-d8f6-46cf-96db-d5f87dbde3c9 None None] Calling delete_port for 3fc65f55-674a-47fd-9789-e240cb9aa852 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:40.812071 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e02f343-d8f6-46cf-96db-d5f87dbde3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.840498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02f343-d8f6-46cf-96db-d5f87dbde3c9 None None] Pushing event deleted for resources: {'Port': ['ID=3fc65f55-674a-47fd-9789-e240cb9aa852,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:40.845016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02f343-d8f6-46cf-96db-d5f87dbde3c9 None None] No DVR routers for this DVR port 3fc65f55-674a-47fd-9789-e240cb9aa852 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:40.859066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.892660 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc65f55-674a-47fd-9789-e240cb9aa852,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:40.895785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] No DVR routers for this DVR port 3fc65f55-674a-47fd-9789-e240cb9aa852 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:40.971099 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.981454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4798454-ddf6-4a9d-9216-11cd658af69d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:40.998721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3cca5a-899b-47e5-94e9-11062b750118') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:40.998980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3cca5a-899b-47e5-94e9-11062b750118') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:41.014810 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.029735 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.037671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:27:41.037912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:41.038462 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:27:41.040262 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:27:41.104441 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.117475 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.123080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] 10.222.0.25 "DELETE /v2.0/networks/c4798454-ddf6-4a9d-9216-11cd658af69d HTTP/1.1" status: 204 len: 168 time: 0.9930978 Jul 13 19:27:41.135384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc483a-0132-46c4-bfd9-251a505a822e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4798454-ddf6-4a9d-9216-11cd658af69d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:41.373622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-871705054-network', 'tenant_id': '7204d882ac6c474782f21eab09039f90'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:41.423008 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8337bf4-7663-4efc-8adf-ff4fac226898 req-ff8b69da-4176-4f15-89f7-987714f0e3a2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 210 time: 0.0543983 Jul 13 19:27:41.439613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:41.491976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda55ad-f136-4f36-b631-0ebf5a7738c2 req-6429147d-5874-4bf2-aa0b-39cdd9db45d0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:41.498219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Made reservation on behalf of 7204d882ac6c474782f21eab09039f90 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:41.501140 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7eda55ad-f136-4f36-b631-0ebf5a7738c2 req-6429147d-5874-4bf2-aa0b-39cdd9db45d0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0987902 Jul 13 19:27:41.501994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.517257 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.562812 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7eda55ad-f136-4f36-b631-0ebf5a7738c2 req-b5e7072d-260f-4d17-91d5-68989bc61c47 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590944 Jul 13 19:27:41.579153 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f6e83fa3-a426-4d3c-b1a4-340288b51bc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a9a3ef58e9d4e1095fe5fa16215992d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382568 Jul 13 19:27:41.581446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:41.596900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-28ee1ea3-3758-4a5d-9f6c-2bb697b33fe7 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:41.598358 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-28ee1ea3-3758-4a5d-9f6c-2bb697b33fe7 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.3713446 Jul 13 19:27:41.621452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Request body: {'port': {'device_id': 'e67e996a-b7c2-4468-b1dd-f9e99fa557c1', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'admin_state_up': True, 'tenant_id': '55c1b6660b43410b9642a613186cc03f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:41.768342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f70f216-cee2-4982-af6e-e0d14e4c88b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.812724 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f70f216-cee2-4982-af6e-e0d14e4c88b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.823349 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.830492 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.902656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:27:41.923698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Made reservation on behalf of 55c1b6660b43410b9642a613186cc03f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:41.927769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.948089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317a7f71-9fa7-4404-a2ca-fcb59e98cb51,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:41.957942 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.958286 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Added segment 4d468611-b05a-4358-96b0-9de9db46707d of type vlan for network d1fb41b8-3a97-434d-99ff-fb3555477741 Jul 13 19:27:42.066628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f70f216-cee2-4982-af6e-e0d14e4c88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.069827 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f70f216-cee2-4982-af6e-e0d14e4c88b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.073817 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1f70f216-cee2-4982-af6e-e0d14e4c88b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eee9b8c2-5049-4cb9-b38f-ffc4196b3431 HTTP/1.1" status: 204 len: 168 time: 0.4913754 Jul 13 19:27:42.101023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:42.105170 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.118133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70f216-cee2-4982-af6e-e0d14e4c88b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee9b8c2-5049-4cb9-b38f-ffc4196b3431,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:42.185238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dca82-b5f9-4107-9237-12d9611faceb req-7f844aea-180b-46f9-9dcb-d6d65abb44a1 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.186814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-440dca82-b5f9-4107-9237-12d9611faceb req-7f844aea-180b-46f9-9dcb-d6d65abb44a1 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 945 time: 0.3207803 Jul 13 19:27:42.222758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Allocated IP 172.20.0.11 (72f09d8e-4f78-4d20-8020-5fca1d07f50e/689eb9a9-afaa-4060-b430-02da6938dc28/b2c68754-ff90-4676-9207-fc6cbecf8f2e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:42.226838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.227813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.228394 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.326200 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2837362 Jul 13 19:27:42.326554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:42.332328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Request body: {'subnet': {'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-871705054-subnet', 'tenant_id': '7204d882ac6c474782f21eab09039f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:42.344143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-440dca82-b5f9-4107-9237-12d9611faceb req-446a514e-c3af-4179-a153-eece439ec76e tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474731 Jul 13 19:27:42.353044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd7cc8-40e9-4aa4-a81d-e15406dd66f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d1fb41b8-3a97-434d-99ff-fb3555477741,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:42.370391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network d1fb41b8-3a97-434d-99ff-fb3555477741 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:27:42.400068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Made reservation on behalf of 7204d882ac6c474782f21eab09039f90 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:42.406426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.426514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3fc65f55-674a-47fd-9789-e240cb9aa852 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:42.482070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 3fc65f55-674a-47fd-9789-e240cb9aa852 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:42.486354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3fc65f55-674a-47fd-9789-e240cb9aa852 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:42.638342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.698569 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-464ecfa7-5c28-45a2-a7c3-d5fd3524ea13 req-7d0a04b7-23a1-45db-879a-606d6cab0d2b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 210 time: 0.0535529 Jul 13 19:27:42.699477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:42.759830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.773003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-network', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:42.778015 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.869704 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Network 72f09d8e-4f78-4d20-8020-5fca1d07f50e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:42.873322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:42.877592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:42.892940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Made reservation on behalf of 73a16b8b29a6415fa990181ff3c3c0ba for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:42.895497 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.909056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Pushing event updated for resources: {'Subnet': ['ID=54facab2-1375-4b6f-97fb-5a8775e36af3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:42.933961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Checking segment: {'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:42.934594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Network hostable DHCP agents. Network: d1fb41b8-3a97-434d-99ff-fb3555477741, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:27:42.939657 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.981243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55e7c0c2-ad7e-4d84-8c97-4d1d18101194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.989296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event updated for resources: {'Port': ['ID=b2c68754-ff90-4676-9207-fc6cbecf8f2e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:43.001489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Network d1fb41b8-3a97-434d-99ff-fb3555477741 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:27:43.019310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, d1fb41b8-3a97-434d-99ff-fb3555477741) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:43.029559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.030390 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.030606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc1eff4-eaa5-40c9-aba3-d1ca08d69f17 None None] Network d1fb41b8-3a97-434d-99ff-fb3555477741 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:43.051323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.052096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.100634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3b2a7-0e04-4375-a0e9-0339bd37cda6 req-727fd7b0-9090-4c6d-ac2e-8a8699f83ecc tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.107645 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cfc3b2a7-0e04-4375-a0e9-0339bd37cda6 req-727fd7b0-9090-4c6d-ac2e-8a8699f83ecc tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1421204 Jul 13 19:27:43.120245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.126593 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.135657 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-eed228b8-87c5-48a4-aa69-6858b426bc51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5256789 Jul 13 19:27:43.150773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Request body: {'port': {'device_id': 'e67e996a-b7c2-4468-b1dd-f9e99fa557c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:43.160637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:27:43.173248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4626bf63-dc87-43a2-9660-cb8e314f23af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:43.197743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cfc3b2a7-0e04-4375-a0e9-0339bd37cda6 req-06ca461f-7be3-4a10-8415-6ca6cbb245b4 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891135 Jul 13 19:27:43.201874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.202636 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Added segment 855e4b2c-b3d6-4784-939d-2184be251db0 of type vlan for network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 Jul 13 19:27:43.305796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.314368 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.385651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034e13fd-0dd0-4f4e-ba60-bbd212222155 None None] Network d1fb41b8-3a97-434d-99ff-fb3555477741 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:43.393703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.395855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.397098 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.565737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] Pushing event updated for resources: {'Network': ['ID=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:43.578765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:27:43.631833 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55e7c0c2-ad7e-4d84-8c97-4d1d18101194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.644875 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-89013036-7dbe-481e-9cc1-0d2497d052d0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5430620 Jul 13 19:27:43.647354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5b8ed2b5-4049-4f9e-a208-98be53f821af admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3196161 Jul 13 19:27:43.648439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:43.655525 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55e7c0c2-ad7e-4d84-8c97-4d1d18101194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.669181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Request body: {'subnet': {'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-subnet', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:43.685777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:43.736320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Made reservation on behalf of 73a16b8b29a6415fa990181ff3c3c0ba for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:43.742723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.745087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7c0c2-ad7e-4d84-8c97-4d1d18101194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636b4e59-5ee0-499c-a312-1a109f7792f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:43.750917 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-55e7c0c2-ad7e-4d84-8c97-4d1d18101194 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57732ba80b2b473984dbbea60b6e3fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0483050 Jul 13 19:27:43.756797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:43.895578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c68754-ff90-4676-9207-fc6cbecf8f2e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:43.910743 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.915929 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-network', 'tenant_id': '08edaf998463434e85553621071b8109'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:43.938426 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a092fee4-65a9-42fd-a8ff-48792e6c1a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.961521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Made reservation on behalf of 08edaf998463434e85553621071b8109 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:43.964040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.966618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Transition to ACTIVE for port object b2c68754-ff90-4676-9207-fc6cbecf8f2e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:43.978358 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.996693 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.015685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a092fee4-65a9-42fd-a8ff-48792e6c1a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.031286 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.094695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c68754-ff90-4676-9207-fc6cbecf8f2e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:44.103316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e6252b-73a1-4d39-a785-c20a8b01d555,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:44.139920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Checking segment: {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:44.140296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Network hostable DHCP agents. Network: 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:27:44.164091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ce3b6-b898-4312-8236-a1fd40400bae req-f8d7f11f-c8c0-4836-bdc9-6a2c2425acad tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:44.166853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b08ce3b6-b898-4312-8236-a1fd40400bae req-f8d7f11f-c8c0-4836-bdc9-6a2c2425acad tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 932 time: 0.2503476 Jul 13 19:27:44.171720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:27:44.184846 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.188100 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.191553 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a092fee4-65a9-42fd-a8ff-48792e6c1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.194613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:44.195281 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a092fee4-65a9-42fd-a8ff-48792e6c1a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.198790 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a092fee4-65a9-42fd-a8ff-48792e6c1a8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/636b4e59-5ee0-499c-a312-1a109f7792f6 HTTP/1.1" status: 204 len: 168 time: 0.4378130 Jul 13 19:27:44.206201 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad95b52-3b61-47a5-9cdd-985d3364d2c4 None None] Network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:44.209682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:44.210315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.219001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092fee4-65a9-42fd-a8ff-48792e6c1a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636b4e59-5ee0-499c-a312-1a109f7792f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:44.229993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:27:44.242664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f6998f-7639-474b-886c-3a9cf9170fb5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:44.250729 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.251087 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Added segment 50075725-07e5-4271-95f0-67c2997d5b0b of type vlan for network 7df2296a-50b3-48ef-893e-535c1d3046f4 Jul 13 19:27:44.262943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-23160267-3899-4d88-a7cf-16ee55975968 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6129427 Jul 13 19:27:44.265588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:44.272390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:44.302794 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b08ce3b6-b898-4312-8236-a1fd40400bae req-b5a5c286-7f10-4b63-8344-b38b164636d7 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243947 Jul 13 19:27:44.327180 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.364226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.364645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Attempting to bind port b2c68754-ff90-4676-9207-fc6cbecf8f2e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:44.364982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Attempting to bind port b2c68754-ff90-4676-9207-fc6cbecf8f2e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:44.365330 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Attempting to bind port b2c68754-ff90-4676-9207-fc6cbecf8f2e on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:44.365486 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.382364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Port b2c68754-ff90-4676-9207-fc6cbecf8f2e on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:27:44.385108 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Attempting to bind port b2c68754-ff90-4676-9207-fc6cbecf8f2e on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:44.405502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:44.407302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Checking segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:44.408840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Bound using segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:44.412825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Bound port: b2c68754-ff90-4676-9207-fc6cbecf8f2e, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:44.413999 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.447111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.447763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:44.448369 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.527979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.562047 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8732507 Jul 13 19:27:44.566721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:27:44.567728 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.576533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:44.606650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Request body: {'subnet': {'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-subnet', 'tenant_id': '08edaf998463434e85553621071b8109', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:44.662671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Made reservation on behalf of 08edaf998463434e85553621071b8109 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:44.665650 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.768700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] For port b2c68754-ff90-4676-9207-fc6cbecf8f2e, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:44.803781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] For port b2c68754-ff90-4676-9207-fc6cbecf8f2e, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b2c68754-ff90-4676-9207-fc6cbecf8f2e,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:44.814071 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.820747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:44.838163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Allocated IP 172.20.0.2 (57cb6d52-ddcf-42e3-b8a6-7bb0f3338463/c0e6252b-73a1-4d39-a785-c20a8b01d555/f9cc899c-382f-4934-83e0-e638824d84f5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:44.861585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e322e3-1a04-48e2-97cb-071e619b96ef admin admin] Pushing event updated for resources: {'Network': ['ID=7df2296a-50b3-48ef-893e-535c1d3046f4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:44.887178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7df2296a-50b3-48ef-893e-535c1d3046f4 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:27:44.904034 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c68754-ff90-4676-9207-fc6cbecf8f2e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:44.914634 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1321d832-65e9-4de4-9503-0b375ccaa21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.940245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.033543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:45.042080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.042746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.044141 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2dff8781-ddad-4e66-a434-8a8942625ea4 service neutron] 10.222.0.60 "PUT /v2.0/ports/b2c68754-ff90-4676-9207-fc6cbecf8f2e HTTP/1.1" status: 200 len: 1092 time: 1.8986917 Jul 13 19:27:45.048826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67e996a-b7c2-4468-b1dd-f9e99fa557c1', 'tag': 'b2c68754-ff90-4676-9207-fc6cbecf8f2e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:45.051246 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e67e996a-b7c2-4468-b1dd-f9e99fa557c1", "tag": "b2c68754-ff90-4676-9207-fc6cbecf8f2e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:45.065973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009c9e1-cc42-434e-8db0-a09e93de5b4e req-bfd6e9f6-c930-49de-8c9e-f3c9ad5d9df5 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.074928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e009c9e1-cc42-434e-8db0-a09e93de5b4e req-bfd6e9f6-c930-49de-8c9e-f3c9ad5d9df5 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.4147644 Jul 13 19:27:45.148569 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1321d832-65e9-4de4-9503-0b375ccaa21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.155668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-a5f996ee-1227-4706-a3ed-34c183be9022 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.157438 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-a5f996ee-1227-4706-a3ed-34c183be9022 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/networks?id=d1fb41b8-3a97-434d-99ff-fb3555477741 HTTP/1.1" status: 200 len: 814 time: 0.1576705 Jul 13 19:27:45.162299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1321d832-65e9-4de4-9503-0b375ccaa21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.183252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-61865ce2-cfd1-49b3-b756-aac7edb4995b tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/quotas/7204d882ac6c474782f21eab09039f90 HTTP/1.1" status: 200 len: 375 time: 0.0160866 Jul 13 19:27:45.200058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1321d832-65e9-4de4-9503-0b375ccaa21a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b747e489df34b4895308f886d16590f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182805 Jul 13 19:27:45.217749 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.218545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:45.231090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Transition to ACTIVE for port object f9cc899c-382f-4934-83e0-e638824d84f5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:45.250809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Transition to ACTIVE for port object f9cc899c-382f-4934-83e0-e638824d84f5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:45.258864 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.284230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e009c9e1-cc42-434e-8db0-a09e93de5b4e req-038ee2a7-3abb-4358-9fa4-252076d16e9e tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098224 Jul 13 19:27:45.288375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-3770b398-3831-4b78-8218-bdf818f54939 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7204d882ac6c474782f21eab09039f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669370 Jul 13 19:27:45.315308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:45.316791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:45.332001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:45.336539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321d832-65e9-4de4-9503-0b375ccaa21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3afc255-df42-4cd0-b6ed-7c852473d6c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:45.339300 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4082405-4d73-4bb4-8f30-2d32e3e18311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.368126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Pushing event updated for resources: {'Port': ['ID=f9cc899c-382f-4934-83e0-e638824d84f5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:45.408245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Attempting to bind port f9cc899c-382f-4934-83e0-e638824d84f5 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:45.408643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Attempting to bind port f9cc899c-382f-4934-83e0-e638824d84f5 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:45.409011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Attempting to bind port f9cc899c-382f-4934-83e0-e638824d84f5 on network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:45.420125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:45.420729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Checking segment: {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:45.421123 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.421567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Bound using segment: {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:45.422738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Bound port: f9cc899c-382f-4934-83e0-e638824d84f5, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:45.423433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.424066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.434431 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.434615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-4ceb6956-c138-45c4-8dde-5c1d885c3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.436178 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-4ceb6956-c138-45c4-8dde-5c1d885c3ed0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 1095 time: 0.3240135 Jul 13 19:27:45.468033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60bb5c61-061b-4490-9c08-c1adc46ae4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.469246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.488170 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643c0620-b1dd-49e8-85c7-f9d4ba7a1846 x-openstack-request-id: req-643c0620-b1dd-49e8-85c7-f9d4ba7a1846 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:45.488460 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67e996a-b7c2-4468-b1dd-f9e99fa557c1", "tag": "b2c68754-ff90-4676-9207-fc6cbecf8f2e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:45.488708 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-643c0620-b1dd-49e8-85c7-f9d4ba7a1846 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:45.489107 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67e996a-b7c2-4468-b1dd-f9e99fa557c1', 'tag': 'b2c68754-ff90-4676-9207-fc6cbecf8f2e', 'status': 'completed', 'code': 200} Jul 13 19:27:45.545637 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-2c55d391-ae6d-4929-842c-4fcd890ecf42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2c68754-ff90-4676-9207-fc6cbecf8f2e HTTP/1.1" status: 200 len: 217 time: 0.0974157 Jul 13 19:27:45.596428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Allocated IP 172.25.7.89 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/54d1a857-a2e4-4ad6-b7aa-9192f9d7b419) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:45.608155 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60bb5c61-061b-4490-9c08-c1adc46ae4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.622264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b54ecb4-6bbb-493c-8018-af11950aeba2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:45.651281 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.672565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] For port f9cc899c-382f-4934-83e0-e638824d84f5, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:45.675951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] For port f9cc899c-382f-4934-83e0-e638824d84f5, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f9cc899c-382f-4934-83e0-e638824d84f5,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:45.682337 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.722075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-946a153d-286d-4f6c-a5b1-124a08217215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.723664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-946a153d-286d-4f6c-a5b1-124a08217215 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.1696076 Jul 13 19:27:45.729480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-0419e619-5d8e-4ca5-8cc1-55caf3ad3044 service neutron] 10.222.0.25 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327586 Jul 13 19:27:45.729797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Checking segment: {'id': '50075725-07e5-4271-95f0-67c2997d5b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:45.730164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Network hostable DHCP agents. Network: 7df2296a-50b3-48ef-893e-535c1d3046f4, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:27:45.741307 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.744252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6e8d7-c892-4247-a330-a0c12ef8a507 None None] Pushing event updated for resources: {'Port': ['ID=f9cc899c-382f-4934-83e0-e638824d84f5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:45.779785 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-9e5ec5a3-43ea-4049-a083-7263139b9930 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447214 Jul 13 19:27:45.792369 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4082405-4d73-4bb4-8f30-2d32e3e18311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.812164 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4082405-4d73-4bb4-8f30-2d32e3e18311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.872695 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.881992 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60bb5c61-061b-4490-9c08-c1adc46ae4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.884511 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60bb5c61-061b-4490-9c08-c1adc46ae4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.888143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-60bb5c61-061b-4490-9c08-c1adc46ae4cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3afc255-df42-4cd0-b6ed-7c852473d6c4 HTTP/1.1" status: 204 len: 168 time: 0.6622970 Jul 13 19:27:45.894723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Network 7df2296a-50b3-48ef-893e-535c1d3046f4 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:27:45.926758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c4082405-4d73-4bb4-8f30-2d32e3e18311 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03d943f9e6cf4006a23877ab251d1aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8920970 Jul 13 19:27:45.939824 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f9137-2b38-463a-a336-7b6bdb52c7ae req-bc8bcf89-fec5-4b7a-b6ff-b1f85d9b2ad4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.947096 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c1f9137-2b38-463a-a336-7b6bdb52c7ae req-bc8bcf89-fec5-4b7a-b6ff-b1f85d9b2ad4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 944 time: 0.3167112 Jul 13 19:27:45.960007 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:45.962481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 7df2296a-50b3-48ef-893e-535c1d3046f4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:45.978356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671e0f4-cdce-4381-b659-5bcf0634c47e None None] Network 7df2296a-50b3-48ef-893e-535c1d3046f4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:46.001475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4082405-4d73-4bb4-8f30-2d32e3e18311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49791c54-2f0c-4aa4-95d2-117b5a56b5fd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:46.002945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Pushing event updated for resources: {'Port': ['ID=54d1a857-a2e4-4ad6-b7aa-9192f9d7b419,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:46.023998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:46.024642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.025462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-310b0fc8-97b0-49c6-b1a4-5778e73c43ab service neutron] 10.222.0.25 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758229 Jul 13 19:27:46.048139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:46.049771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:46.053450 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:46.123003 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb5c61-061b-4490-9c08-c1adc46ae4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3afc255-df42-4cd0-b6ed-7c852473d6c4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:46.155573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c619a97b-831d-4b5e-9c24-4edc4a576dec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5759864 Jul 13 19:27:46.158318 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-5eefc791-c4b6-404a-a43b-1d5aeab753e2 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618941 Jul 13 19:27:46.167486 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:46.172329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-router', 'tenant_id': '08edaf998463434e85553621071b8109', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:46.261435 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c1f9137-2b38-463a-a336-7b6bdb52c7ae req-4cc718ed-e20a-4d16-9c97-d486d2803a83 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131666 Jul 13 19:27:46.302761 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-7df2296a-50b3-48ef-893e-535c1d3046f4', 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4', 'tenant_id': '08edaf998463434e85553621071b8109', 'fixed_ips': [{'subnet_id': '7b54ecb4-6bbb-493c-8018-af11950aeba2'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:27:46.303726 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.307649 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.461645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.470064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1730340-e197-4119-a0f8-90ea6a5a3e05 req-d47d50f5-5981-49b2-8556-fda2d082dd90 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904949 Jul 13 19:27:46.490268 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48b770a6-59d0-42f2-b04a-923d567807f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.630788 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.631836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.685123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Allocated IP 172.20.0.2 (7df2296a-50b3-48ef-893e-535c1d3046f4/7b54ecb4-6bbb-493c-8018-af11950aeba2/123e6fd9-77d0-452c-a257-12f5eb29c696) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:46.705071 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.720239 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-acf77f22-9e9f-4951-8ad5-57e65b6e5d49 req-abc7a189-7636-4f50-b4ec-62788d63ed4a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 210 time: 0.2472832 Jul 13 19:27:46.911770 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.935172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Transition to ACTIVE for port object 123e6fd9-77d0-452c-a257-12f5eb29c696 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:46.937126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e58a31-d503-465b-9ddb-29b16a381815 req-e61024ba-f67f-4b2a-b974-cf89edb91cae tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:46.953678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57e58a31-d503-465b-9ddb-29b16a381815 req-e61024ba-f67f-4b2a-b974-cf89edb91cae tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.3476620 Jul 13 19:27:46.979102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Transition to ACTIVE for port object 123e6fd9-77d0-452c-a257-12f5eb29c696 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:46.995104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f9cc899c-382f-4934-83e0-e638824d84f5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:47.037129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57e58a31-d503-465b-9ddb-29b16a381815 req-479039c6-b614-4003-921c-b3eb85c12dd9 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814729 Jul 13 19:27:47.071606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ebaddcec-011d-4f64-8f4b-67754709622a details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:47.075296 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.170583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ebaddcec-011d-4f64-8f4b-67754709622a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ebaddcec-011d-4f64-8f4b-67754709622a,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:47.185682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'ebaddcec-011d-4f64-8f4b-67754709622a', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'port_id': 'ebaddcec-011d-4f64-8f4b-67754709622a', 'mac_address': 'fa:16:3e:03:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847d1-498e-4391-9449-d685fadc75a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:47.189849 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.324995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Router 1a2e1404-748f-40b3-aebc-4ee5d2892418 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:27:47.336332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Network 7df2296a-50b3-48ef-893e-535c1d3046f4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:47.342791 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.376069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:47.394708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebaddcec-011d-4f64-8f4b-67754709622a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:47.443039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ebaddcec-011d-4f64-8f4b-67754709622a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ebaddcec-011d-4f64-8f4b-67754709622a,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:47.446460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Pushing event updated for resources: {'Port': ['ID=123e6fd9-77d0-452c-a257-12f5eb29c696,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:47.457938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03e7ddf-5fa1-4824-b9ad-3fa7148b9f15 None None] Network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:47.485168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:47.500080 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Sync routers for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:47.527148 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:47.530531 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:47.540569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.542029 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3bfb2de8-f6f6-42b4-8606-b47ba40741f6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2754610 Jul 13 19:27:47.545448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:47.554011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:47.648726 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.711962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8262b18-4730-4e23-93f6-e7cc89432c69 None None] Provisioning for port f9cc899c-382f-4934-83e0-e638824d84f5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:47.726304 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48b770a6-59d0-42f2-b04a-923d567807f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.743783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8262b18-4730-4e23-93f6-e7cc89432c69 None None] Provisioning complete for port f9cc899c-382f-4934-83e0-e638824d84f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:47.744537 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8262b18-4730-4e23-93f6-e7cc89432c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.808597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f9cc899c-382f-4934-83e0-e638824d84f5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:47.831485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['ebaddcec-011d-4f64-8f4b-67754709622a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:47.866921 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:47.883657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Attempting to bind port 123e6fd9-77d0-452c-a257-12f5eb29c696 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:47.884359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Attempting to bind port 123e6fd9-77d0-452c-a257-12f5eb29c696 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '50075725-07e5-4271-95f0-67c2997d5b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:47.884966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Attempting to bind port 123e6fd9-77d0-452c-a257-12f5eb29c696 on network 7df2296a-50b3-48ef-893e-535c1d3046f4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:47.903024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:47.903727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Checking segment: {'id': '50075725-07e5-4271-95f0-67c2997d5b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:47.904359 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.904943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Bound using segment: {'id': '50075725-07e5-4271-95f0-67c2997d5b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:47.905620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Bound port: 123e6fd9-77d0-452c-a257-12f5eb29c696, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50075725-07e5-4271-95f0-67c2997d5b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:47.906202 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.023020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] For port 123e6fd9-77d0-452c-a257-12f5eb29c696, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:48.027177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] For port 123e6fd9-77d0-452c-a257-12f5eb29c696, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=123e6fd9-77d0-452c-a257-12f5eb29c696,segment=NetworkSegment(50075725-07e5-4271-95f0-67c2997d5b0b),segment_id=50075725-07e5-4271-95f0-67c2997d5b0b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:48.061392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f9cc899c-382f-4934-83e0-e638824d84f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:48.061783 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.069580 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8262b18-4730-4e23-93f6-e7cc89432c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.280609 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.285452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a req-25c83fd1-5262-4e0f-8d7d-7d9b891bd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.292974 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a req-25c83fd1-5262-4e0f-8d7d-7d9b891bd468 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 1095 time: 1.7305362 Jul 13 19:27:48.437816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8262b18-4730-4e23-93f6-e7cc89432c69 None None] For port f9cc899c-382f-4934-83e0-e638824d84f5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f9cc899c-382f-4934-83e0-e638824d84f5,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:48.461395 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48b770a6-59d0-42f2-b04a-923d567807f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.472918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48b770a6-59d0-42f2-b04a-923d567807f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.486862 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-48b770a6-59d0-42f2-b04a-923d567807f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49791c54-2f0c-4aa4-95d2-117b5a56b5fd HTTP/1.1" status: 204 len: 168 time: 2.5093408 Jul 13 19:27:48.537630 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8262b18-4730-4e23-93f6-e7cc89432c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.539516 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:46Z', 'revision_number': 3, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:48.598288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b770a6-59d0-42f2-b04a-923d567807f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49791c54-2f0c-4aa4-95d2-117b5a56b5fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:48.622908 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ebaddcec-011d-4f64-8f4b-67754709622a,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:48.687379 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Checking router: 1a2e1404-748f-40b3-aebc-4ee5d2892418 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:48.687994 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Updating router 1a2e1404-748f-40b3-aebc-4ee5d2892418 port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:27:48.736413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4a50e-986a-4541-897d-a846dd9bc849 None None] Pushing event updated for resources: {'Port': ['ID=123e6fd9-77d0-452c-a257-12f5eb29c696,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:48.764276 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.818968 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.832473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d98273-3fc2-4f76-bdbb-b33225a55109 req-08a90bc2-861f-49ec-92af-dadca9cc8c71 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.837596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8262b18-4730-4e23-93f6-e7cc89432c69 None None] Pushing event updated for resources: {'Port': ['ID=f9cc899c-382f-4934-83e0-e638824d84f5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:48.850529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87d98273-3fc2-4f76-bdbb-b33225a55109 req-08a90bc2-861f-49ec-92af-dadca9cc8c71 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 944 time: 1.1886566 Jul 13 19:27:48.862341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ebaddcec-011d-4f64-8f4b-67754709622a up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:48.995023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87d98273-3fc2-4f76-bdbb-b33225a55109 req-2d12d205-0d0a-4d65-8e8b-437ea2725f95 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432812 Jul 13 19:27:49.296999 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acb7e963-015f-4cac-a945-7ed1fc66e0b3 req-56c6451b-9d3e-42a9-adb3-224e8cfd29ce tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 210 time: 1.0989079 Jul 13 19:27:49.400312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port ebaddcec-011d-4f64-8f4b-67754709622a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:49.400786 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:49.454878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a req-c6a65004-a73e-4a9c-b793-5b614f8c78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:49.457984 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a req-c6a65004-a73e-4a9c-b793-5b614f8c78d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 913 time: 1.1472898 Jul 13 19:27:49.665625 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a req-d2ccfb7c-272d-406a-8c2f-65717a91dd68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2c68754-ff90-4676-9207-fc6cbecf8f2e HTTP/1.1" status: 200 len: 217 time: 0.1836457 Jul 13 19:27:49.732211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c0a0c1c-c249-4dab-8165-254aadbaae71 None None] Provisioning complete for port f9cc899c-382f-4934-83e0-e638824d84f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:49.732913 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0c1c-c249-4dab-8165-254aadbaae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:49.828781 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:49.863243 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Transition to ACTIVE for port object 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:49.878155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f9cc899c-382f-4934-83e0-e638824d84f5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:49.885684 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:49.906080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a req-d5493590-1db3-4725-b64e-c0dfc551c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:49.910344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a req-d5493590-1db3-4725-b64e-c0dfc551c9a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.2369146 Jul 13 19:27:49.920832 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:49.959626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-8609ac0c-0e28-493d-9147-d960cab3fbcd tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:49.965616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-8609ac0c-0e28-493d-9147-d960cab3fbcd tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.24 "GET /v2.0/networks?id=d1fb41b8-3a97-434d-99ff-fb3555477741 HTTP/1.1" status: 200 len: 814 time: 0.7546151 Jul 13 19:27:49.985020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaddcec-011d-4f64-8f4b-67754709622a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:49.988718 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bb221c-f487-4353-a886-27bb2c41b1fa" -d '{"events": [{"server_uuid": "a6d42114-3528-4d8e-9fc2-4b293ede9d38", "name": "network-vif-plugged", "status": "completed", "tag": "ebaddcec-011d-4f64-8f4b-67754709622a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:49.991903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Request body: {'port': {'device_id': '34b8c732-2320-4af8-a360-bd7f4428825a', 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741', 'admin_state_up': True, 'tenant_id': '7204d882ac6c474782f21eab09039f90'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:50.018877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ebaddcec-011d-4f64-8f4b-67754709622a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ebaddcec-011d-4f64-8f4b-67754709622a,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:50.030385 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.077036 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a req-a4c596ed-33fa-49e0-adb2-a3e07fe88535 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542048 Jul 13 19:27:50.132965 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef44059f-0f3e-4430-b15c-6ffeeda9bceb x-openstack-request-id: req-ef44059f-0f3e-4430-b15c-6ffeeda9bceb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:50.133268 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d42114-3528-4d8e-9fc2-4b293ede9d38", "name": "network-vif-plugged", "status": "completed", "tag": "ebaddcec-011d-4f64-8f4b-67754709622a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:50.133524 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef44059f-0f3e-4430-b15c-6ffeeda9bceb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:50.133921 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaddcec-011d-4f64-8f4b-67754709622a', 'code': 200} Jul 13 19:27:50.150287 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Attempting to bind port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:50.165261 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Attempting to bind port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:50.172109 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Attempting to bind port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:50.187211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f9cc899c-382f-4934-83e0-e638824d84f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:50.187580 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.219822 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:50.220219 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:50.223566 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.224644 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:50.225422 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Bound port: 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:50.225832 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.238304 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Pushing event updated for resources: {'Port': ['ID=54d1a857-a2e4-4ad6-b7aa-9192f9d7b419,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:50.303424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b2c68754-ff90-4676-9207-fc6cbecf8f2e details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:50.400684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:50.428681 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.429078 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.429355 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.429798 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.430117 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.430563 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.430893 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.431208 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.431519 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.431830 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.432137 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.432449 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:50.478751 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] For port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:50.496210 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] For port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=54d1a857-a2e4-4ad6-b7aa-9192f9d7b419,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:50.513222 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.566681 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a req-9e9b7e7e-2ac7-4df9-b814-5e50b6f00ce2 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411380 Jul 13 19:27:50.593827 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb7c5df5-6f7b-4784-b456-857c8ac5ad9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.723462 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:50.724624 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:50.729849 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff0df0-c7b4-4b7c-9206-b3881d33222c None None] Pushing event updated for resources: {'Port': ['ID=54d1a857-a2e4-4ad6-b7aa-9192f9d7b419,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:50.812503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eda95-0e32-4b47-86a9-5247d25596a5 req-bd33fd50-9890-46eb-8b37-e537017de962 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:50.814044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad1eda95-0e32-4b47-86a9-5247d25596a5 req-bd33fd50-9890-46eb-8b37-e537017de962 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.8867385 Jul 13 19:27:50.967413 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:50.968867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59719724-6869-4805-a77b-6a9ce3e023b8 None None] Network 7df2296a-50b3-48ef-893e-535c1d3046f4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:51.025389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ee8cb4d9-cd7f-4576-80ca-bee6c94e2c2a req-34811873-bb70-4e3e-88ac-862efac6668d service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506407 Jul 13 19:27:51.032685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0bca6-750b-4be5-a31c-7cf0ef215d99 req-314e5e9a-dfe2-4e8b-ad6a-cf4f4f2f3034 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:51.044984 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4cd0bca6-750b-4be5-a31c-7cf0ef215d99 req-314e5e9a-dfe2-4e8b-ad6a-cf4f4f2f3034 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 944 time: 0.5189214 Jul 13 19:27:51.060447 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.067704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ebaddcec-011d-4f64-8f4b-67754709622a,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:51.089919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad1eda95-0e32-4b47-86a9-5247d25596a5 req-0276c1e2-6c15-4700-97cd-5d12137e0355 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335570 Jul 13 19:27:51.133662 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.166127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.250081 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4cd0bca6-750b-4be5-a31c-7cf0ef215d99 req-bfb0c026-b3c5-4128-8eb9-0174f6cc69da tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030976 Jul 13 19:27:51.273270 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d39a7b7-2767-411f-8631-fb23a942f285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.332089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48c2470c-a926-409e-ac3f-e619d2169e16 None None] Provisioning for port 123e6fd9-77d0-452c-a257-12f5eb29c696 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:51.439230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Allocated IP 172.25.7.185 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/b5ab756a-e152-4948-963f-a391b1566136) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:51.458368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b2c68754-ff90-4676-9207-fc6cbecf8f2e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b2c68754-ff90-4676-9207-fc6cbecf8f2e,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:51.504158 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-359b5ba0-299e-45dd-8336-ee7461d22cf5 req-ce6734f6-16e6-48a5-ab3d-8b4cd40150c7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 210 time: 0.0392818 Jul 13 19:27:51.513099 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:46Z', 'revision_number': 3, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:51.530297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 123e6fd9-77d0-452c-a257-12f5eb29c696 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:51.535382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b2c68754-ff90-4676-9207-fc6cbecf8f2e', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'port_id': 'b2c68754-ff90-4676-9207-fc6cbecf8f2e', 'mac_address': 'fa:16:3e:ca:a8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689eb9a9-afaa-4060-b430-02da6938dc28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:51.569943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Allocated IP 172.20.0.1 (57cb6d52-ddcf-42e3-b8a6-7bb0f3338463/c0e6252b-73a1-4d39-a785-c20a8b01d555/00aa340d-5f8f-4bfe-849f-8f73ad4a305d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:51.584801 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29f0a2-3f33-49af-b887-ac936c6fb16c None None] The sync data for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 is: [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:46Z', 'revision_number': 3, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:51.674864 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.746664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.749116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c68754-ff90-4676-9207-fc6cbecf8f2e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:51.756982 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.778609 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb7c5df5-6f7b-4784-b456-857c8ac5ad9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.782037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Transition to ACTIVE for port object 00aa340d-5f8f-4bfe-849f-8f73ad4a305d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:51.797518 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb7c5df5-6f7b-4784-b456-857c8ac5ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.825271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 123e6fd9-77d0-452c-a257-12f5eb29c696 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:51.832168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b2c68754-ff90-4676-9207-fc6cbecf8f2e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b2c68754-ff90-4676-9207-fc6cbecf8f2e,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:51.837231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 123e6fd9-77d0-452c-a257-12f5eb29c696 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:51.842836 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.859792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.869833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c5df5-6f7b-4784-b456-857c8ac5ad9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e38ad6f-0245-4d9c-a33c-ba8589dd827e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:51.879483 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.883648 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bb7c5df5-6f7b-4784-b456-857c8ac5ad9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b1d00851ccd410bbb428ef5659c5c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4759872 Jul 13 19:27:51.887719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Made reservation on behalf of 7204d882ac6c474782f21eab09039f90 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:51.891497 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.894525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51138) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:51.967135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:51.979978 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b2c68754-ff90-4676-9207-fc6cbecf8f2e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:51.999912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:52.009328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:52.044363 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.094690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ab756a-e152-4948-963f-a391b1566136,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:52.147033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b2c68754-ff90-4676-9207-fc6cbecf8f2e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:52.230303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72bd3fb-84c4-4efb-8fca-bd2bee3fbdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.329851 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.334177 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72bd3fb-84c4-4efb-8fca-bd2bee3fbdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.469939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 123e6fd9-77d0-452c-a257-12f5eb29c696, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=123e6fd9-77d0-452c-a257-12f5eb29c696,segment=NetworkSegment(50075725-07e5-4271-95f0-67c2997d5b0b),segment_id=50075725-07e5-4271-95f0-67c2997d5b0b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:52.476218 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72bd3fb-84c4-4efb-8fca-bd2bee3fbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.479089 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72bd3fb-84c4-4efb-8fca-bd2bee3fbdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.480604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d72bd3fb-84c4-4efb-8fca-bd2bee3fbdb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e38ad6f-0245-4d9c-a33c-ba8589dd827e HTTP/1.1" status: 204 len: 168 time: 0.5831363 Jul 13 19:27:52.490730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.515704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:52.635990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:52.641939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bd3fb-84c4-4efb-8fca-bd2bee3fbdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e38ad6f-0245-4d9c-a33c-ba8589dd827e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:52.643774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:52.757751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.760979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Pushing event updated for resources: {'Port': ['ID=00aa340d-5f8f-4bfe-849f-8f73ad4a305d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:52.807894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8aedc7c-973f-4f3f-88d1-cec79aec7e49 None None] Provisioning complete for port 123e6fd9-77d0-452c-a257-12f5eb29c696 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:52.811580 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8aedc7c-973f-4f3f-88d1-cec79aec7e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.892083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:52.894065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=123e6fd9-77d0-452c-a257-12f5eb29c696,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:52.960249 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.140414 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8ad9-6d44-4d88-bfe7-26572b212936 req-09e36712-a502-4d8a-a63d-193077446d82 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:53.152022 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-021c8ad9-6d44-4d88-bfe7-26572b212936 req-09e36712-a502-4d8a-a63d-193077446d82 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 945 time: 0.1932313 Jul 13 19:27:53.189411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:53.201820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:53.202877 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.206506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Allocated IP 172.20.0.13 (d1fb41b8-3a97-434d-99ff-fb3555477741/54facab2-1375-4b6f-97fb-5a8775e36af3/2c01e156-34b9-4004-9730-6a56cee5da5f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:53.239263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d037b0-44e5-4fcc-948f-55d91ea73644 req-c8164272-e1e8-4de1-baa7-bb9a76cc0973 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:53.242083 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1d037b0-44e5-4fcc-948f-55d91ea73644 req-c8164272-e1e8-4de1-baa7-bb9a76cc0973 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.8042083 Jul 13 19:27:53.336887 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.445989 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d6336ad-4309-4cef-9158-188ae83fee69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.455020 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-021c8ad9-6d44-4d88-bfe7-26572b212936 req-571b9e95-50b8-4e5f-8405-1bbef179b969 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015449 Jul 13 19:27:53.455347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8a8e89cc-3d6e-4a3d-b91b-577f6be0f8d8 None None] Provisioning for port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:53.471439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8a8e89cc-3d6e-4a3d-b91b-577f6be0f8d8 None None] Provisioning complete for port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:53.473729 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a8e89cc-3d6e-4a3d-b91b-577f6be0f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.538768 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1d037b0-44e5-4fcc-948f-55d91ea73644 req-dac534d3-4846-4da2-94b2-5290314effae tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864892 Jul 13 19:27:53.686772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e89cc-3d6e-4a3d-b91b-577f6be0f8d8 None None] Port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:27:53.691695 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.720513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.758200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=54d1a857-a2e4-4ad6-b7aa-9192f9d7b419,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:53.773704 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.823112 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-374af466-1197-419d-962d-4420db3dce2f req-70db3944-afda-4263-be45-ba07b0e4e0c9 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 210 time: 0.1231196 Jul 13 19:27:53.859674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.906574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=54d1a857-a2e4-4ad6-b7aa-9192f9d7b419,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:53.936442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:27:54.040194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.270738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:54.277506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b2c68754-ff90-4676-9207-fc6cbecf8f2e up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:54.279180 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.335562 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.350011 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4ad215e5-8084-45e0-894a-cf94cfaaae09 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1785786 Jul 13 19:27:54.350267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Network d1fb41b8-3a97-434d-99ff-fb3555477741 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:54.352128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:54.358764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:54.361460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:54.367522 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.383234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Sync routers for ids ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:54.406004 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.465649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Pushing event updated for resources: {'Port': ['ID=2c01e156-34b9-4004-9730-6a56cee5da5f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:54.493965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Routers {'acd3cd76-2545-4c83-a8b3-bb1f7dba0235'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:54.496938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:54.570919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Pushing event updated for resources: {'Port': ['ID=00aa340d-5f8f-4bfe-849f-8f73ad4a305d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:54.660006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:54.663580 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.700832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.741645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-c456e42e-996b-4c9e-abb3-cdd18ec1a0a1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7634127 Jul 13 19:27:54.774486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:54.790698 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.937135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port b2c68754-ff90-4676-9207-fc6cbecf8f2e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:54.949129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Set router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:54.980656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Request body: {'port': {'device_id': '34b8c732-2320-4af8-a360-bd7f4428825a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:55.038278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b2c68754-ff90-4676-9207-fc6cbecf8f2e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:55.038794 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.128090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:55.135028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:55.179634 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.311875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:55.312378 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.656252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f2b5204-58fd-44ac-8ecf-0b951881a8f4 None None] Provisioning complete for port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:55.656628 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f2b5204-58fd-44ac-8ecf-0b951881a8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.742838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d774ee-45ad-4b3d-853d-dc7261c40453 req-acfefbff-7419-4ea1-a226-9a0b2ff2a777 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:55.745217 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1d774ee-45ad-4b3d-853d-dc7261c40453 req-acfefbff-7419-4ea1-a226-9a0b2ff2a777 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1937261 Jul 13 19:27:55.759948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b3c6-fcec-444a-91c1-296ce41f2b5a req-c5682634-738b-4ff9-86f4-9335d2e405c6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:55.770393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8483b3c6-fcec-444a-91c1-296ce41f2b5a req-c5682634-738b-4ff9-86f4-9335d2e405c6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 945 time: 0.7995837 Jul 13 19:27:55.796544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 123e6fd9-77d0-452c-a257-12f5eb29c696 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:55.848532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1d774ee-45ad-4b3d-853d-dc7261c40453 req-be736072-9075-44ac-b2ca-faeec0238322 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877912 Jul 13 19:27:55.854608 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.862284 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.901133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b5204-58fd-44ac-8ecf-0b951881a8f4 None None] Port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:27:55.909960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67e996a-b7c2-4468-b1dd-f9e99fa557c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c68754-ff90-4676-9207-fc6cbecf8f2e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:55.913585 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a484a6a0-c752-4a78-9d3b-52f87f3b1064" -d '{"events": [{"server_uuid": "e67e996a-b7c2-4468-b1dd-f9e99fa557c1", "name": "network-vif-plugged", "status": "completed", "tag": "b2c68754-ff90-4676-9207-fc6cbecf8f2e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:55.945911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b2c68754-ff90-4676-9207-fc6cbecf8f2e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b2c68754-ff90-4676-9207-fc6cbecf8f2e,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:55.963570 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.025616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-router', 'tenant_id': '08edaf998463434e85553621071b8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'b5ab756a-e152-4948-963f-a391b1566136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:46Z', 'updated_at': '2021-07-13T19:27:52Z', 'revision_number': 3, 'project_id': '08edaf998463434e85553621071b8109', 'gw_port': {'id': 'b5ab756a-e152-4948-963f-a391b1566136', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:56.038337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b2c68754-ff90-4676-9207-fc6cbecf8f2e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:56.045765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Allocated IP 172.20.0.1 (7df2296a-50b3-48ef-893e-535c1d3046f4/7b54ecb4-6bbb-493c-8018-af11950aeba2/e951e111-ad2b-4e10-940d-1501cb429df9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:56.135301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Router 1a2e1404-748f-40b3-aebc-4ee5d2892418 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:56.173026 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.173760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Checking router: acd3cd76-2545-4c83-a8b3-bb1f7dba0235 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:56.174104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Updating router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 port b5ab756a-e152-4948-963f-a391b1566136 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:27:56.178830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.205817 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Transition to ACTIVE for port object e951e111-ad2b-4e10-940d-1501cb429df9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:56.267904 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.291160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c01e156-34b9-4004-9730-6a56cee5da5f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:56.298378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.302332 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.336915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Transition to ACTIVE for port object 2c01e156-34b9-4004-9730-6a56cee5da5f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:56.359805 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.373748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Network 7df2296a-50b3-48ef-893e-535c1d3046f4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:56.377041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:56.385561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:56.454778 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8483b3c6-fcec-444a-91c1-296ce41f2b5a req-43be9b76-41cd-43cc-a109-ef7ccee0b579 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6749468 Jul 13 19:27:56.622259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e951e111-ad2b-4e10-940d-1501cb429df9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:56.662430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Pushing event updated for resources: {'Port': ['ID=2c01e156-34b9-4004-9730-6a56cee5da5f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:56.668496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.697883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd30c5-7a01-47c9-9fd7-47e5ed2731a0 req-a1745d80-b72a-4f74-a46d-3c3fb6bb4aa4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:56.707732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47dd30c5-7a01-47c9-9fd7-47e5ed2731a0 req-a1745d80-b72a-4f74-a46d-3c3fb6bb4aa4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 932 time: 0.4374866 Jul 13 19:27:56.712820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:56.721464 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Sync routers for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:56.747665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0ff24945-d3da-45b7-8c81-5335201eaa27 admin admin] 10.222.0.25 "PUT /v2.0/routers/1a2e1404-748f-40b3-aebc-4ee5d2892418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1979024 Jul 13 19:27:56.762187 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:56.763809 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:56.821113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Attempting to bind port 2c01e156-34b9-4004-9730-6a56cee5da5f on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:56.821462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Attempting to bind port 2c01e156-34b9-4004-9730-6a56cee5da5f by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:56.821799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Attempting to bind port 2c01e156-34b9-4004-9730-6a56cee5da5f on network d1fb41b8-3a97-434d-99ff-fb3555477741 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:56.833440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Port 2c01e156-34b9-4004-9730-6a56cee5da5f on network d1fb41b8-3a97-434d-99ff-fb3555477741 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:27:56.833741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Attempting to bind port 2c01e156-34b9-4004-9730-6a56cee5da5f on network d1fb41b8-3a97-434d-99ff-fb3555477741 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:56.850190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:56.851018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Checking segment: {'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:56.851952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Bound using segment: {'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:56.852666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Bound port: 2c01e156-34b9-4004-9730-6a56cee5da5f, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:56.853539 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.913501 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.937496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Transition to ACTIVE for port object b5ab756a-e152-4948-963f-a391b1566136 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:56.964130 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47dd30c5-7a01-47c9-9fd7-47e5ed2731a0 req-d122f725-7aa3-4602-87ca-809a1b0cefec tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500761 Jul 13 19:27:56.971816 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.979420 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:57.011742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] For port 2c01e156-34b9-4004-9730-6a56cee5da5f, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:57.019310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] For port 2c01e156-34b9-4004-9730-6a56cee5da5f, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2c01e156-34b9-4004-9730-6a56cee5da5f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:57.030635 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.172060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8238db0-10a2-4b52-ad96-ef2acedeb814 None None] Pushing event updated for resources: {'Port': ['ID=b5ab756a-e152-4948-963f-a391b1566136,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:57.186432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:57.188871 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.191244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c01e156-34b9-4004-9730-6a56cee5da5f HTTP/1.1" status: 200 len: 1092 time: 2.4149401 Jul 13 19:27:57.194391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b8c732-2320-4af8-a360-bd7f4428825a', 'tag': '2c01e156-34b9-4004-9730-6a56cee5da5f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:57.200622 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd150e5-0947-4479-b4b1-17a66d18e771" -d '{"events": [{"name": "network-changed", "server_uuid": "34b8c732-2320-4af8-a360-bd7f4428825a", "tag": "2c01e156-34b9-4004-9730-6a56cee5da5f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:57.227604 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.230622 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1091bcd8-339f-4c21-ac12-5035d791382d x-openstack-request-id: req-1091bcd8-339f-4c21-ac12-5035d791382d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:57.230926 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67e996a-b7c2-4468-b1dd-f9e99fa557c1", "name": "network-vif-plugged", "status": "completed", "tag": "b2c68754-ff90-4676-9207-fc6cbecf8f2e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:57.231214 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1091bcd8-339f-4c21-ac12-5035d791382d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:57.231660 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67e996a-b7c2-4468-b1dd-f9e99fa557c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c68754-ff90-4676-9207-fc6cbecf8f2e', 'code': 200} Jul 13 19:27:57.245692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 123e6fd9-77d0-452c-a257-12f5eb29c696 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:57.246103 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.278050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95aadf-dc8b-4c70-8f0d-fc89cf5a5033 service neutron] Pushing event updated for resources: {'Port': ['ID=2c01e156-34b9-4004-9730-6a56cee5da5f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:57.288948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ecbada84-207c-4973-b9b7-66ac5979f73b None None] Provisioning for port e951e111-ad2b-4e10-940d-1501cb429df9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:57.409674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ecbada84-207c-4973-b9b7-66ac5979f73b None None] Provisioning complete for port e951e111-ad2b-4e10-940d-1501cb429df9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:57.410056 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecbada84-207c-4973-b9b7-66ac5979f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.415217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-0bc2e3f2-b1e6-4dff-9288-db19f1864a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:57.416760 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-0bc2e3f2-b1e6-4dff-9288-db19f1864a49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7204d882ac6c474782f21eab09039f90&device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 1095 time: 0.1692502 Jul 13 19:27:57.441524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e271575-07cc-4d7d-b404-87ac134d4dc0 req-a50921af-a70f-417f-a610-f5338561436b tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:57.446343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e271575-07cc-4d7d-b404-87ac134d4dc0 req-a50921af-a70f-417f-a610-f5338561436b tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1276982 Jul 13 19:27:57.487278 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 2, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:57.489898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf904af-813e-4f50-8e1a-049563c35691 req-232607ec-b588-4383-91bb-c054521fa42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:57.494839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9cf904af-813e-4f50-8e1a-049563c35691 req-232607ec-b588-4383-91bb-c054521fa42a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 1097 time: 0.2859242 Jul 13 19:27:57.523862 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Checking router: 1a2e1404-748f-40b3-aebc-4ee5d2892418 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:57.524220 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Updating router 1a2e1404-748f-40b3-aebc-4ee5d2892418 port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:27:57.547058 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-02547c8e-f014-4ce6-8bf4-57a054af433a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c01e156-34b9-4004-9730-6a56cee5da5f HTTP/1.1" status: 200 len: 217 time: 0.0972159 Jul 13 19:27:57.605025 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.767345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9cf904af-813e-4f50-8e1a-049563c35691 req-61b84115-523e-40d5-99dc-360d88114e3b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401304 Jul 13 19:27:57.838442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-2e153ab2-2f15-420b-a41a-4eb810c2af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:57.841843 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-2e153ab2-2f15-420b-a41a-4eb810c2af4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54facab2-1375-4b6f-97fb-5a8775e36af3 HTTP/1.1" status: 200 len: 854 time: 0.2528880 Jul 13 19:27:57.877091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e271575-07cc-4d7d-b404-87ac134d4dc0 req-13b8026c-7684-410c-a90f-642eaa6e7433 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287165 Jul 13 19:27:57.932351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Attempting to bind port b5ab756a-e152-4948-963f-a391b1566136 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:57.935255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Attempting to bind port b5ab756a-e152-4948-963f-a391b1566136 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:57.935880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Attempting to bind port b5ab756a-e152-4948-963f-a391b1566136 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:57.941066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.972650 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-55ec0f3e-ba56-48fb-b9cb-a604b59d41fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1fb41b8-3a97-434d-99ff-fb3555477741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911114 Jul 13 19:27:57.974878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:57.975538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:57.976156 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.976731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:57.977421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Bound port: b5ab756a-e152-4948-963f-a391b1566136, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:57.978013 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.993493 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:58.027737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ecbada84-207c-4973-b9b7-66ac5979f73b None None] Port e951e111-ad2b-4e10-940d-1501cb429df9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:27:58.186726 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3362498-c4d6-4e5b-b060-69c256e3d47c x-openstack-request-id: req-a3362498-c4d6-4e5b-b060-69c256e3d47c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:58.187455 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b8c732-2320-4af8-a360-bd7f4428825a", "tag": "2c01e156-34b9-4004-9730-6a56cee5da5f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:58.187455 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3362498-c4d6-4e5b-b060-69c256e3d47c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:58.188592 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b8c732-2320-4af8-a360-bd7f4428825a', 'tag': '2c01e156-34b9-4004-9730-6a56cee5da5f', 'status': 'completed', 'code': 200} Jul 13 19:27:58.288483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:58.302853 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:58.327213 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Transition to ACTIVE for port object 00aa340d-5f8f-4bfe-849f-8f73ad4a305d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:58.338035 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:58.361990 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-82d7e786-be94-4494-a339-974a90fda011 service neutron] 10.222.0.24 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809619 Jul 13 19:27:58.365591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e951e111-ad2b-4e10-940d-1501cb429df9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:58.419852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] For port b5ab756a-e152-4948-963f-a391b1566136, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:58.467556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] For port b5ab756a-e152-4948-963f-a391b1566136, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b5ab756a-e152-4948-963f-a391b1566136,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:58.479635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:58.562619 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1bd08-0321-4c02-9160-a2ef35e94537 None None] Pushing event updated for resources: {'Port': ['ID=00aa340d-5f8f-4bfe-849f-8f73ad4a305d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:58.668169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Routers {'acd3cd76-2545-4c83-a8b3-bb1f7dba0235'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:58.669037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:58.715052 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ffce434-9e8a-47da-840d-104f67739cb1 req-e5a82d09-bd1f-484a-b6c8-221aa69ecef8 service neutron] 10.222.0.24 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372917 Jul 13 19:27:58.738301 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Attempting to bind port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:58.738714 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Attempting to bind port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:58.739118 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Attempting to bind port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d on network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:58.762907 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:58.763202 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Checking segment: {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:58.763579 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:58.764506 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Bound using segment: {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:58.765386 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Bound port: 00aa340d-5f8f-4bfe-849f-8f73ad4a305d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:58.765973 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:58.804822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Network 7df2296a-50b3-48ef-893e-535c1d3046f4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:58.812247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:59.006607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:59.015352 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] For port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:59.019458 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] For port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=00aa340d-5f8f-4bfe-849f-8f73ad4a305d,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:59.028590 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.033922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0313bc2-745c-421b-9195-457e082324bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388772020', 'description': 'tempest-description--1556970342'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:59.068183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139cc56-c4a7-426f-aceb-808c58af8675 req-7b6112a1-491a-4277-8022-e8583f8817df tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.077321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7139cc56-c4a7-426f-aceb-808c58af8675 req-7b6112a1-491a-4277-8022-e8583f8817df tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 946 time: 0.6772525 Jul 13 19:27:59.106235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0313bc2-745c-421b-9195-457e082324bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.109977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] Set router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:59.152567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd150e5-0947-4479-b4b1-17a66d18e771 req-12feebdb-f2b6-4a32-a092-9ab914d05696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.168372 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bd150e5-0947-4479-b4b1-17a66d18e771 req-12feebdb-f2b6-4a32-a092-9ab914d05696 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7204d882ac6c474782f21eab09039f90&device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 1095 time: 0.3210721 Jul 13 19:27:59.244088 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:59.244751 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:59.301275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7139cc56-c4a7-426f-aceb-808c58af8675 req-f61f52d2-0142-494c-b5ed-d6e2912bbbc0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086489 Jul 13 19:27:59.358465 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1bd08-0321-4c02-9160-a2ef35e94537 None None] Pushing event updated for resources: {'Port': ['ID=00aa340d-5f8f-4bfe-849f-8f73ad4a305d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:59.372585 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0313bc2-745c-421b-9195-457e082324bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.389247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:59.414866 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0313bc2-745c-421b-9195-457e082324bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.461558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0313bc2-745c-421b-9195-457e082324bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.478419 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a0313bc2-745c-421b-9195-457e082324bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4706409 Jul 13 19:27:59.479105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:59.584638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2d01f71e-d8fe-4983-9d10-cceac71ed6f8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'security_group_rule': {'security_group_id': '5e905436-aeb2-4980-936f-197e6217fcc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:59.590722 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:59.600063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8238db0-10a2-4b52-ad96-ef2acedeb814 None None] Pushing event updated for resources: {'Port': ['ID=b5ab756a-e152-4948-963f-a391b1566136,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:59.639412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:59.686722 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-448c66ef-db87-4ad4-baae-dfb5aaa86faf req-8af03ec2-220d-4b34-8d7c-85c097bbc9e0 tempest-FlavorsV2NegativeTest-1681615608 tempest-FlavorsV2NegativeTest-1681615608-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=71a2e027ce3142d892984a7e5d1cca62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2462950 Jul 13 19:27:59.707070 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8bdf10ad-81c7-4234-a81b-5cc83636f5b2 admin admin] 10.222.0.25 "PUT /v2.0/routers/acd3cd76-2545-4c83-a8b3-bb1f7dba0235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3530142 Jul 13 19:27:59.757862 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d01f71e-d8fe-4983-9d10-cceac71ed6f8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.852669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f587a438-2e3e-47ec-a530-26c6a5f638c7 None None] Provisioning complete for port e951e111-ad2b-4e10-940d-1501cb429df9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:59.853037 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f587a438-2e3e-47ec-a530-26c6a5f638c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.875597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0313bc2-745c-421b-9195-457e082324bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e905436-aeb2-4980-936f-197e6217fcc4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:59.992746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c66ef-db87-4ad4-baae-dfb5aaa86faf req-086f27d1-4db4-41db-85af-4ba9df926da3 tempest-FlavorsV2NegativeTest-1681615608 tempest-FlavorsV2NegativeTest-1681615608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.002777 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-448c66ef-db87-4ad4-baae-dfb5aaa86faf req-086f27d1-4db4-41db-85af-4ba9df926da3 tempest-FlavorsV2NegativeTest-1681615608 tempest-FlavorsV2NegativeTest-1681615608-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138304 Jul 13 19:28:00.021050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f587a438-2e3e-47ec-a530-26c6a5f638c7 None None] Port e951e111-ad2b-4e10-940d-1501cb429df9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:00.040320 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-448c66ef-db87-4ad4-baae-dfb5aaa86faf req-0533a35e-4876-42b2-b3e3-0a1e3b31f85a tempest-FlavorsV2NegativeTest-1681615608 tempest-FlavorsV2NegativeTest-1681615608-project] 10.222.0.25 "GET /v2.0/quotas/71a2e027ce3142d892984a7e5d1cca62 HTTP/1.1" status: 200 len: 375 time: 0.0351379 Jul 13 19:28:00.045033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-router', 'tenant_id': '08edaf998463434e85553621071b8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'b5ab756a-e152-4948-963f-a391b1566136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:46Z', 'updated_at': '2021-07-13T19:27:57Z', 'revision_number': 4, 'project_id': '08edaf998463434e85553621071b8109', 'gw_port': {'id': 'b5ab756a-e152-4948-963f-a391b1566136', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e951e111-ad2b-4e10-940d-1501cb429df9', 'name': '', 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4', 'tenant_id': '08edaf998463434e85553621071b8109', 'mac_address': 'fa:16:3e:8d:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7b54ecb4-6bbb-493c-8018-af11950aeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:55Z', 'updated_at': '2021-07-13T19:27:57Z', 'revision_number': 2, 'project_id': '08edaf998463434e85553621071b8109', 'subnets': [{'id': '7b54ecb4-6bbb-493c-8018-af11950aeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:00.117778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193874b-e917-4be4-a3b2-52f9422068ce None None] The sync data for ids ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'] in n-d-800708-1 is: [{'id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-router', 'tenant_id': '08edaf998463434e85553621071b8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'b5ab756a-e152-4948-963f-a391b1566136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:46Z', 'updated_at': '2021-07-13T19:27:57Z', 'revision_number': 4, 'project_id': '08edaf998463434e85553621071b8109', 'gw_port': {'id': 'b5ab756a-e152-4948-963f-a391b1566136', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e951e111-ad2b-4e10-940d-1501cb429df9', 'name': '', 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4', 'tenant_id': '08edaf998463434e85553621071b8109', 'mac_address': 'fa:16:3e:8d:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7b54ecb4-6bbb-493c-8018-af11950aeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:55Z', 'updated_at': '2021-07-13T19:27:57Z', 'revision_number': 2, 'project_id': '08edaf998463434e85553621071b8109', 'subnets': [{'id': '7b54ecb4-6bbb-493c-8018-af11950aeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:00.134108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b766f4-07e3-4786-8541-c1c2e948d6b7 req-ee6e0bde-d8db-42e9-8563-1a31c297b3c7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.135768 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85b766f4-07e3-4786-8541-c1c2e948d6b7 req-ee6e0bde-d8db-42e9-8563-1a31c297b3c7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 944 time: 0.6784496 Jul 13 19:28:00.141810 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:27:58Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:00.155598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd150e5-0947-4479-b4b1-17a66d18e771 req-958ae922-8c04-4888-879d-bf244ad85096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.157020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bd150e5-0947-4479-b4b1-17a66d18e771 req-958ae922-8c04-4888-879d-bf244ad85096 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1fb41b8-3a97-434d-99ff-fb3555477741 HTTP/1.1" status: 200 len: 915 time: 0.9777138 Jul 13 19:28:00.166525 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d01f71e-d8fe-4983-9d10-cceac71ed6f8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.183163 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-448c66ef-db87-4ad4-baae-dfb5aaa86faf req-697325c2-c99e-428e-81d8-931c6cc8b283 tempest-FlavorsV2NegativeTest-1681615608 tempest-FlavorsV2NegativeTest-1681615608-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=71a2e027ce3142d892984a7e5d1cca62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1414108 Jul 13 19:28:00.222000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bd150e5-0947-4479-b4b1-17a66d18e771 req-08380993-1b9c-40cf-b31b-8389a18273aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c01e156-34b9-4004-9730-6a56cee5da5f HTTP/1.1" status: 200 len: 217 time: 0.0528693 Jul 13 19:28:00.233253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d01f71e-d8fe-4983-9d10-cceac71ed6f8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.246501 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e932dbe-630f-4016-8563-14e508dfbd43 None None] The sync data for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 is: [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:27:58Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:00.336087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01f71e-d8fe-4983-9d10-cceac71ed6f8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8587d14-946a-426d-b0e5-a5715a81634e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:00.361290 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d01f71e-d8fe-4983-9d10-cceac71ed6f8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.366822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2d01f71e-d8fe-4983-9d10-cceac71ed6f8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8579590 Jul 13 19:28:00.369346 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:00.385527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-73c1930c-77f5-488b-9ae2-da5e52cb45ae tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'security_group_rule': {'security_group_id': '5e905436-aeb2-4980-936f-197e6217fcc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:00.433006 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c1930c-77f5-488b-9ae2-da5e52cb45ae tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.433450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85b766f4-07e3-4786-8541-c1c2e948d6b7 req-b8f60c7f-aa26-49ae-b540-fa821a4a3405 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744277 Jul 13 19:28:00.470307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd150e5-0947-4479-b4b1-17a66d18e771 req-389455bc-8889-4139-81bf-d4a5d56e0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.473046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bd150e5-0947-4479-b4b1-17a66d18e771 req-389455bc-8889-4139-81bf-d4a5d56e0ddf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54facab2-1375-4b6f-97fb-5a8775e36af3 HTTP/1.1" status: 200 len: 854 time: 0.2416170 Jul 13 19:28:00.633506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bd150e5-0947-4479-b4b1-17a66d18e771 req-90b1d072-6bce-4c74-bd07-22a140ad1c95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1fb41b8-3a97-434d-99ff-fb3555477741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531224 Jul 13 19:28:00.644522 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c1930c-77f5-488b-9ae2-da5e52cb45ae tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.732243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 00aa340d-5f8f-4bfe-849f-8f73ad4a305d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:00.736487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c1930c-77f5-488b-9ae2-da5e52cb45ae tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.826045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 765af92a-88bd-44fc-95e8-796461dbd621 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:00.838540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 765af92a-88bd-44fc-95e8-796461dbd621 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:00.918106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bd150e5-0947-4479-b4b1-17a66d18e771 req-39c1f03f-1869-495b-935f-f831742d153a service neutron] 10.222.0.24 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525015 Jul 13 19:28:00.933935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1930c-77f5-488b-9ae2-da5e52cb45ae tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526c5bba-7404-4192-b9cd-6f15b26d44f7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:00.967038 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c1930c-77f5-488b-9ae2-da5e52cb45ae tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.977530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:00.978420 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-73c1930c-77f5-488b-9ae2-da5e52cb45ae tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6087801 Jul 13 19:28:01.071877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:01.076682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4302-fb1b-4753-a31b-620104ae22fc req-694aa076-773f-463a-b4a1-ba237029d9ff tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.084716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d91f4302-fb1b-4753-a31b-620104ae22fc req-694aa076-773f-463a-b4a1-ba237029d9ff tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.4355583 Jul 13 19:28:01.179563 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.247760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d91f4302-fb1b-4753-a31b-620104ae22fc req-e06bdbe0-001e-4906-9ea2-e102f11dd962 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483831 Jul 13 19:28:01.266677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bd150e5-0947-4479-b4b1-17a66d18e771 req-d8be080f-6f6a-4624-abae-d076681c872d service neutron] 10.222.0.24 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368990 Jul 13 19:28:01.454873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:01.480621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:01.481588 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.498387 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.609070 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.716068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:01.728939 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd7c54e-a4db-4bce-a28e-b2235f25af4c" -d '{"events": [{"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-unplugged", "status": "completed", "tag": "765af92a-88bd-44fc-95e8-796461dbd621"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:01.822379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:01.829968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:01.860877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Allocated IP 172.25.7.130 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/863b6dd7-11de-4f94-a508-2d2ae204fb98) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:01.910286 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.001502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:02.069752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:02.102430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '765af92a-88bd-44fc-95e8-796461dbd621', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '765af92a-88bd-44fc-95e8-796461dbd621', 'mac_address': 'fa:16:3e:d7:fb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:02.150098 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.214827 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.277562 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.321196 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99ec0e94-a04a-4be0-9a9f-bd2be7746bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.348395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=00aa340d-5f8f-4bfe-849f-8f73ad4a305d,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:02.356076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765af92a-88bd-44fc-95e8-796461dbd621 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:02.363269 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.416929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:02.424891 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.461578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=00aa340d-5f8f-4bfe-849f-8f73ad4a305d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:02.471330 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-4e1619c3-0abd-4f9e-ad53-b72540455ce8 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4559109 Jul 13 19:28:02.482292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17fe79-cfb1-4599-bdfa-23d96d9dfc32 req-94215a03-c3e8-4787-a04c-9d0a334e8906 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:02.497737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca17fe79-cfb1-4599-bdfa-23d96d9dfc32 req-94215a03-c3e8-4787-a04c-9d0a334e8906 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 946 time: 0.2525353 Jul 13 19:28:02.517844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:02.543080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:02.559922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:02.573517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.651556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:02.664047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:02.686955 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99ec0e94-a04a-4be0-9a9f-bd2be7746bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.699387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['765af92a-88bd-44fc-95e8-796461dbd621'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:02.728445 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99ec0e94-a04a-4be0-9a9f-bd2be7746bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.735028 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca17fe79-cfb1-4599-bdfa-23d96d9dfc32 req-0af46a24-f4ea-4918-9e20-fa72ff8484cc tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361925 Jul 13 19:28:02.735913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:02.777624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b5ab756a-e152-4948-963f-a391b1566136 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:02.778673 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-99ec0e94-a04a-4be0-9a9f-bd2be7746bfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bb16e92a12749469e1366bcec555ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7760310 Jul 13 19:28:02.780851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:02.781820 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.843509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba59542f-c5af-47d2-90af-e24b597a8c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.862116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2c01e156-34b9-4004-9730-6a56cee5da5f details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:02.939750 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec0e94-a04a-4be0-9a9f-bd2be7746bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29814ec-fb0e-45af-95ec-7b741d1fc63c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:02.979227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'Port': ['ID=863b6dd7-11de-4f94-a508-2d2ae204fb98,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:02.994941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51afc18d-a3f1-43d9-8edf-3d591b8e8d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.052524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port b5ab756a-e152-4948-963f-a391b1566136 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:03.063794 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.065655 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51afc18d-a3f1-43d9-8edf-3d591b8e8d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.072909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port b5ab756a-e152-4948-963f-a391b1566136 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:03.073288 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.189928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bcf8b-8c96-4f58-b3ac-7821edcedab1 req-39d2bf9e-b8e7-49f8-91a0-0ab280b708da tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:03.194169 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae0bcf8b-8c96-4f58-b3ac-7821edcedab1 req-39d2bf9e-b8e7-49f8-91a0-0ab280b708da tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 944 time: 0.1941733 Jul 13 19:28:03.209961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.231939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51afc18d-a3f1-43d9-8edf-3d591b8e8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.236545 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51afc18d-a3f1-43d9-8edf-3d591b8e8d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.237983 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-51afc18d-a3f1-43d9-8edf-3d591b8e8d69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a29814ec-fb0e-45af-95ec-7b741d1fc63c HTTP/1.1" status: 204 len: 168 time: 0.4512632 Jul 13 19:28:03.266559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2c01e156-34b9-4004-9730-6a56cee5da5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2c01e156-34b9-4004-9730-6a56cee5da5f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:03.286413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afc18d-a3f1-43d9-8edf-3d591b8e8d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29814ec-fb0e-45af-95ec-7b741d1fc63c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:03.308510 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.321779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '2c01e156-34b9-4004-9730-6a56cee5da5f', 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741', 'port_id': '2c01e156-34b9-4004-9730-6a56cee5da5f', 'mac_address': 'fa:16:3e:92:ae:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54facab2-1375-4b6f-97fb-5a8775e36af3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:03.329637 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba59542f-c5af-47d2-90af-e24b597a8c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.336966 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba59542f-c5af-47d2-90af-e24b597a8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.343715 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae0bcf8b-8c96-4f58-b3ac-7821edcedab1 req-b015576e-9dff-42d8-ab3d-637968619dab tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396656 Jul 13 19:28:03.482905 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ba59542f-c5af-47d2-90af-e24b597a8c2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71a2e027ce3142d892984a7e5d1cca62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9219289 Jul 13 19:28:03.486572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:03.498430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59542f-c5af-47d2-90af-e24b597a8c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4b4709-7922-4d72-b032-029147250b55,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:03.519115 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15a3729-8ed2-4a70-832a-c2b90161ae58 x-openstack-request-id: req-c15a3729-8ed2-4a70-832a-c2b90161ae58 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:03.519615 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-unplugged", "status": "completed", "tag": "765af92a-88bd-44fc-95e8-796461dbd621", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:03.519864 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c15a3729-8ed2-4a70-832a-c2b90161ae58 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:03.521719 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621', 'code': 200} Jul 13 19:28:03.527601 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.555738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port b5ab756a-e152-4948-963f-a391b1566136, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b5ab756a-e152-4948-963f-a391b1566136,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:03.568422 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.589223 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950031c3-1154-447c-9cd0-1d72d2508836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.595267 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.602194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.617889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Allocated IP 172.25.7.151 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/88dca1ac-04e1-4ca3-99cf-d51c60838ed2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:03.637845 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950031c3-1154-447c-9cd0-1d72d2508836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.691169 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.700864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'Port': ['ID=863b6dd7-11de-4f94-a508-2d2ae204fb98,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:03.737723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c01e156-34b9-4004-9730-6a56cee5da5f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:03.832311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2c01e156-34b9-4004-9730-6a56cee5da5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2c01e156-34b9-4004-9730-6a56cee5da5f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:03.836929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=b5ab756a-e152-4948-963f-a391b1566136,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:03.838881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.844541 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.917913 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950031c3-1154-447c-9cd0-1d72d2508836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.928351 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950031c3-1154-447c-9cd0-1d72d2508836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.930206 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-950031c3-1154-447c-9cd0-1d72d2508836 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff4b4709-7922-4d72-b032-029147250b55 HTTP/1.1" status: 204 len: 168 time: 0.4405024 Jul 13 19:28:03.959101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950031c3-1154-447c-9cd0-1d72d2508836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4b4709-7922-4d72-b032-029147250b55,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:03.974752 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.985872 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.004409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2c01e156-34b9-4004-9730-6a56cee5da5f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:04.047043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.048320 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6f84db81-bf1e-4669-94a5-301fb4c8b3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0652258 Jul 13 19:28:04.066998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:04.075057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde33b2-9df5-44a0-bbdf-27bdc8d78102 req-838def03-904e-4c28-a9e4-325f13457ae0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:04.092568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:04.093672 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac11effa-6a37-4669-b1f3-d8447341f633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.097218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dbde33b2-9df5-44a0-bbdf-27bdc8d78102 req-838def03-904e-4c28-a9e4-325f13457ae0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 949 time: 0.3976383 Jul 13 19:28:04.151281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:04.167262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:04.169732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2c01e156-34b9-4004-9730-6a56cee5da5f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:04.202943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dbde33b2-9df5-44a0-bbdf-27bdc8d78102 req-9ab388dd-fc93-4813-ac0e-ccbc44100304 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042557 Jul 13 19:28:04.208343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event updated for resources: {'Port': ['ID=88dca1ac-04e1-4ca3-99cf-d51c60838ed2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:04.347888 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.381542 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac11effa-6a37-4669-b1f3-d8447341f633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.438473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac11effa-6a37-4669-b1f3-d8447341f633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.548509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.563102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 00aa340d-5f8f-4bfe-849f-8f73ad4a305d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:04.589964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:04.592131 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ac11effa-6a37-4669-b1f3-d8447341f633 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05ac58f872b84d82a52669bc333f1e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155022 Jul 13 19:28:04.596523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11effa-6a37-4669-b1f3-d8447341f633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf10532-2c86-4f45-9d0d-5802cd42181e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:04.693231 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9d6e-1e17-4316-910e-a0edd2630087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.703456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:04.706943 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.732894 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9d6e-1e17-4316-910e-a0edd2630087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.842926 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9d6e-1e17-4316-910e-a0edd2630087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.848570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9d6e-1e17-4316-910e-a0edd2630087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.854252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d2bd9d6e-1e17-4316-910e-a0edd2630087 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddf10532-2c86-4f45-9d0d-5802cd42181e HTTP/1.1" status: 204 len: 168 time: 0.2628291 Jul 13 19:28:04.877619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd9d6e-1e17-4316-910e-a0edd2630087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf10532-2c86-4f45-9d0d-5802cd42181e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:04.884022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.893486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.901382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 765af92a-88bd-44fc-95e8-796461dbd621 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:05.060319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event updated for resources: {'Port': ['ID=88dca1ac-04e1-4ca3-99cf-d51c60838ed2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:05.101656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-4e1ac96c-db52-4be4-b59a-35a35d13ceea tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1388772020&fields=id&tenant_id=73a16b8b29a6415fa990181ff3c3c0ba HTTP/1.1" status: 200 len: 267 time: 0.0720010 Jul 13 19:28:05.103102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:05.133270 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:05.137969 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-7dcc66ee-b504-4792-aef2-4f2f861ec551 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6477473 Jul 13 19:28:05.274889 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-42b13191-02ab-43f6-a6fa-d006e4207bbe tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.1253538 Jul 13 19:28:05.332883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-e6185206-0304-4ecb-b667-1d6a537cf9fe tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:05.347532 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-e6185206-0304-4ecb-b667-1d6a537cf9fe tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 817 time: 0.2440774 Jul 13 19:28:05.384978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-cf834ff0-b28d-47c3-8da9-aa8b58748864 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/quotas/73a16b8b29a6415fa990181ff3c3c0ba HTTP/1.1" status: 200 len: 375 time: 0.0334990 Jul 13 19:28:05.424535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b5ab756a-e152-4948-963f-a391b1566136 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:05.501456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-b5a46276-c3e8-4ff4-925a-6695f486d656 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:05.503097 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da6c2ca1-0f63-4ef8-bb12-873a860dfd93 req-b5a46276-c3e8-4ff4-925a-6695f486d656 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2272744 Jul 13 19:28:05.556746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 765af92a-88bd-44fc-95e8-796461dbd621 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:05.557135 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:05.587381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port b5ab756a-e152-4948-963f-a391b1566136 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:05.587972 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:05.616758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-df482ead-ce69-4ab4-86e2-7fc2377ea6d4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2210419 Jul 13 19:28:05.682295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Sync routers for ids ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:05.736639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Routers {'acd3cd76-2545-4c83-a8b3-bb1f7dba0235'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:05.737357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:05.795199 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:05.825874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc68b0-62df-49e9-82db-e67ba28a2e27 req-539cf957-eb62-4c90-b2d1-c22347995501 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:05.828090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dfc68b0-62df-49e9-82db-e67ba28a2e27 req-539cf957-eb62-4c90-b2d1-c22347995501 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 945 time: 0.1245787 Jul 13 19:28:05.880593 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-997cbf3b-8fb0-459a-b8e7-e11f66b76065 service neutron] 10.222.0.25 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421150 Jul 13 19:28:05.892613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:05.897236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:05.900632 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cf589d-0b72-434b-80f7-cf428688a635" -d '{"events": [{"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-plugged", "status": "completed", "tag": "765af92a-88bd-44fc-95e8-796461dbd621"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:05.925958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dfc68b0-62df-49e9-82db-e67ba28a2e27 req-06d60106-7e96-4780-b970-5c03a1c27876 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854590 Jul 13 19:28:05.945653 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:06.042444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:06.155013 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-fefa88b0-1cf0-4977-b756-fe61caede8c1 service neutron] 10.222.0.25 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634599 Jul 13 19:28:06.158535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Set router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:06.326239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8a7ee-3eed-4e4e-83bc-6cb733d2fdd5 req-86bcb456-e9a7-4fb2-89d9-a696ffcff86b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:06.327853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1fc8a7ee-3eed-4e4e-83bc-6cb733d2fdd5 req-86bcb456-e9a7-4fb2-89d9-a696ffcff86b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 946 time: 0.2070982 Jul 13 19:28:06.405209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1fc8a7ee-3eed-4e4e-83bc-6cb733d2fdd5 req-79bf8aa8-0830-4ffe-bdeb-43fd533640ab tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685732 Jul 13 19:28:06.609793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-router', 'tenant_id': '08edaf998463434e85553621071b8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'b5ab756a-e152-4948-963f-a391b1566136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:46Z', 'updated_at': '2021-07-13T19:27:57Z', 'revision_number': 4, 'project_id': '08edaf998463434e85553621071b8109', 'gw_port': {'id': 'b5ab756a-e152-4948-963f-a391b1566136', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e951e111-ad2b-4e10-940d-1501cb429df9', 'name': '', 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4', 'tenant_id': '08edaf998463434e85553621071b8109', 'mac_address': 'fa:16:3e:8d:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7b54ecb4-6bbb-493c-8018-af11950aeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:55Z', 'updated_at': '2021-07-13T19:27:57Z', 'revision_number': 2, 'project_id': '08edaf998463434e85553621071b8109', 'subnets': [{'id': '7b54ecb4-6bbb-493c-8018-af11950aeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:06.625763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf3bf1-c1aa-4f70-ad97-a3b91d286276 req-9bab2bc5-5c69-4184-a82d-2e8c63c5dff1 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:06.635461 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bdf3bf1-c1aa-4f70-ad97-a3b91d286276 req-9bab2bc5-5c69-4184-a82d-2e8c63c5dff1 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1185708 Jul 13 19:28:06.760321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bdf3bf1-c1aa-4f70-ad97-a3b91d286276 req-5a867bd0-0a77-4656-869f-135cc85dda84 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230705 Jul 13 19:28:06.761918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Checking router: acd3cd76-2545-4c83-a8b3-bb1f7dba0235 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:06.762270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Updating router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 port e951e111-ad2b-4e10-940d-1501cb429df9 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:06.823325 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-e94d70c6-ff2c-43be-b1b3-90dd78108d95 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3726704 Jul 13 19:28:06.838438 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:06.842373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:06.888610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:06.890136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2c01e156-34b9-4004-9730-6a56cee5da5f up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:07.177986 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.201032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 2c01e156-34b9-4004-9730-6a56cee5da5f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:07.212350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 2c01e156-34b9-4004-9730-6a56cee5da5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:07.212631 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.345625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.369395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Allocated IP 172.25.7.239 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/ebd3da3d-45c5-4f92-b070-841cb09f7ecf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:07.377066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Transition to ACTIVE for port object e951e111-ad2b-4e10-940d-1501cb429df9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:07.383732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-a5d4ec0c-fbf8-49c8-b918-e69d3df76bc9 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b3ac45e368564bb9b42a1b0f595fadbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589345 Jul 13 19:28:07.404710 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.406113 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.561272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc415f1-fcec-4a77-9d03-45ac43f07634 None None] Pushing event updated for resources: {'Port': ['ID=e951e111-ad2b-4e10-940d-1501cb429df9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:07.646422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2c01e156-34b9-4004-9730-6a56cee5da5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2c01e156-34b9-4004-9730-6a56cee5da5f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:07.647668 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.674185 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.674978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-9a0bf725-7c7c-4f6c-a3e3-39f71e6359f3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:07.677201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-9a0bf725-7c7c-4f6c-a3e3-39f71e6359f3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883554 Jul 13 19:28:07.711214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-cb069c03-8ab0-4f0a-92b0-a3c666849fee tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/quotas/b3ac45e368564bb9b42a1b0f595fadbd HTTP/1.1" status: 200 len: 375 time: 0.0249434 Jul 13 19:28:07.789942 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.802491 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-0e8b8eff-f7a2-4ad0-9354-9bc0b321013c tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3ac45e368564bb9b42a1b0f595fadbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766304 Jul 13 19:28:07.832289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2c01e156-34b9-4004-9730-6a56cee5da5f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:07.835308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Attempting to bind port e951e111-ad2b-4e10-940d-1501cb429df9 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:07.835678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Attempting to bind port e951e111-ad2b-4e10-940d-1501cb429df9 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '50075725-07e5-4271-95f0-67c2997d5b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:07.836222 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Attempting to bind port e951e111-ad2b-4e10-940d-1501cb429df9 on network 7df2296a-50b3-48ef-893e-535c1d3046f4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:07.842337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:07.842757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Checking segment: {'id': '50075725-07e5-4271-95f0-67c2997d5b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:07.843175 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.843563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Bound using segment: {'id': '50075725-07e5-4271-95f0-67c2997d5b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:07.844037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Bound port: e951e111-ad2b-4e10-940d-1501cb429df9, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50075725-07e5-4271-95f0-67c2997d5b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:07.844567 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.904261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event updated for resources: {'Port': ['ID=ebd3da3d-45c5-4f92-b070-841cb09f7ecf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:07.967095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:07.975729 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:07.979536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] For port e951e111-ad2b-4e10-940d-1501cb429df9, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:07.980455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:07.990272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] For port e951e111-ad2b-4e10-940d-1501cb429df9, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e951e111-ad2b-4e10-940d-1501cb429df9,segment=NetworkSegment(50075725-07e5-4271-95f0-67c2997d5b0b),segment_id=50075725-07e5-4271-95f0-67c2997d5b0b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:08.006303 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.142230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Routers {'acd3cd76-2545-4c83-a8b3-bb1f7dba0235'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:08.151545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:27:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:08.257676 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5753437b-b108-408f-bd13-1a7a8eac752b x-openstack-request-id: req-5753437b-b108-408f-bd13-1a7a8eac752b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:08.258042 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-plugged", "status": "completed", "tag": "765af92a-88bd-44fc-95e8-796461dbd621", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:08.258455 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5753437b-b108-408f-bd13-1a7a8eac752b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:08.258930 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621', 'code': 200} Jul 13 19:28:08.264087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc415f1-fcec-4a77-9d03-45ac43f07634 None None] Pushing event updated for resources: {'Port': ['ID=e951e111-ad2b-4e10-940d-1501cb429df9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:08.310018 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.457918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] Set router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:08.515517 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.634518 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d022e2c4-ab3b-4427-85a7-35ecd45aa1d6 req-6a355318-21ae-45cc-b25a-1472b30a9b91 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 210 time: 0.1940024 Jul 13 19:28:08.752718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e951e111-ad2b-4e10-940d-1501cb429df9 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:08.767080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620abaf9-df58-4ed3-a08f-a0d5508505b8 req-c86a9c9f-c99e-4479-89ca-11b510807c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:08.772901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-620abaf9-df58-4ed3-a08f-a0d5508505b8 req-c86a9c9f-c99e-4479-89ca-11b510807c65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 1101 time: 0.3081307 Jul 13 19:28:08.986363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-620abaf9-df58-4ed3-a08f-a0d5508505b8 req-571fe8ed-4a02-4def-ad41-baf816643071 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593816 Jul 13 19:28:09.081889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:09.093928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:09.110733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e951e111-ad2b-4e10-940d-1501cb429df9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:09.119665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e951e111-ad2b-4e10-940d-1501cb429df9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:09.122001 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:09.336386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-f710a082-b23d-4880-91d2-ed47aee93014 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:09.338163 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-f710a082-b23d-4880-91d2-ed47aee93014 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 817 time: 0.5599761 Jul 13 19:28:09.402177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event updated for resources: {'Port': ['ID=ebd3da3d-45c5-4f92-b070-841cb09f7ecf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:09.436408 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:09.468079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-router', 'tenant_id': '08edaf998463434e85553621071b8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'b5ab756a-e152-4948-963f-a391b1566136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:46Z', 'updated_at': '2021-07-13T19:27:57Z', 'revision_number': 4, 'project_id': '08edaf998463434e85553621071b8109', 'gw_port': {'id': 'b5ab756a-e152-4948-963f-a391b1566136', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e951e111-ad2b-4e10-940d-1501cb429df9', 'name': '', 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4', 'tenant_id': '08edaf998463434e85553621071b8109', 'mac_address': 'fa:16:3e:8d:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7b54ecb4-6bbb-493c-8018-af11950aeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:55Z', 'updated_at': '2021-07-13T19:28:07Z', 'revision_number': 4, 'project_id': '08edaf998463434e85553621071b8109', 'subnets': [{'id': '7b54ecb4-6bbb-493c-8018-af11950aeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:09.479101 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:09.482051 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-caff9ff6-84c7-4bfe-a3ab-a9137efc4fbb tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73a16b8b29a6415fa990181ff3c3c0ba HTTP/1.1" status: 200 len: 380 time: 0.1315787 Jul 13 19:28:09.486092 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1a9e0b2d-248e-40ba-af90-e1c921cf9ad4 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6529043 Jul 13 19:28:09.509775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'port': {'device_id': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'admin_state_up': True, 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'security_groups': ['5e905436-aeb2-4980-936f-197e6217fcc4']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:09.568843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5319b1-e9e3-49af-85d0-84df8f800d25 None None] The sync data for ids ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'] in n-d-800708-1 is: [{'id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-router', 'tenant_id': '08edaf998463434e85553621071b8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'b5ab756a-e152-4948-963f-a391b1566136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:46Z', 'updated_at': '2021-07-13T19:27:57Z', 'revision_number': 4, 'project_id': '08edaf998463434e85553621071b8109', 'gw_port': {'id': 'b5ab756a-e152-4948-963f-a391b1566136', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e951e111-ad2b-4e10-940d-1501cb429df9', 'name': '', 'network_id': '7df2296a-50b3-48ef-893e-535c1d3046f4', 'tenant_id': '08edaf998463434e85553621071b8109', 'mac_address': 'fa:16:3e:8d:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7b54ecb4-6bbb-493c-8018-af11950aeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:55Z', 'updated_at': '2021-07-13T19:28:07Z', 'revision_number': 4, 'project_id': '08edaf998463434e85553621071b8109', 'subnets': [{'id': '7b54ecb4-6bbb-493c-8018-af11950aeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:09.572493 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:09.605872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-1363fbc9-8f73-4579-905f-f455178af535 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.1186783 Jul 13 19:28:09.718140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e951e111-ad2b-4e10-940d-1501cb429df9, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e951e111-ad2b-4e10-940d-1501cb429df9,segment=NetworkSegment(50075725-07e5-4271-95f0-67c2997d5b0b),segment_id=50075725-07e5-4271-95f0-67c2997d5b0b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:09.736588 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:09.891072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e951e111-ad2b-4e10-940d-1501cb429df9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:09.915463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-d143953e-f5dd-4a06-a21a-2756a388bb91 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:09.919205 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbed0600-5131-4764-9421-01f8b88ebf2e req-d143953e-f5dd-4a06-a21a-2756a388bb91 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.3123002 Jul 13 19:28:10.164264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Made reservation on behalf of 73a16b8b29a6415fa990181ff3c3c0ba for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:10.168584 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.241650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55471e3-8468-4422-a3c7-b2a479e4c558 req-6a38e48e-646e-44d7-94db-817408c0899f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:10.249006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b55471e3-8468-4422-a3c7-b2a479e4c558 req-6a38e48e-646e-44d7-94db-817408c0899f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1972930 Jul 13 19:28:10.260614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b8c732-2320-4af8-a360-bd7f4428825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c01e156-34b9-4004-9730-6a56cee5da5f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:10.263276 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4417e25e-ee84-4a60-b85b-5b8672478fb3" -d '{"events": [{"server_uuid": "34b8c732-2320-4af8-a360-bd7f4428825a", "name": "network-vif-plugged", "status": "completed", "tag": "2c01e156-34b9-4004-9730-6a56cee5da5f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:10.369335 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b55471e3-8468-4422-a3c7-b2a479e4c558 req-c19258bb-5466-40c9-8b62-2ae6d9d335ca tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160948 Jul 13 19:28:10.615234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-5fc139f1-ede9-4a51-8df3-59d4ccc9a3ad tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b3ac45e368564bb9b42a1b0f595fadbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471958 Jul 13 19:28:10.622427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e951e111-ad2b-4e10-940d-1501cb429df9 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:10.755096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e951e111-ad2b-4e10-940d-1501cb429df9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:10.755887 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.777625 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-914539b1-46e0-4bf7-8dc7-04b9866524f7 req-08f86a94-5244-4393-92a9-1c7e41ab87ba tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 210 time: 0.1199355 Jul 13 19:28:10.900294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c239b4a-281f-483c-98bc-01d5b1b40567 req-82a22e7c-a5ae-4dbf-b175-21908cbda1fc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:10.922813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c239b4a-281f-483c-98bc-01d5b1b40567 req-82a22e7c-a5ae-4dbf-b175-21908cbda1fc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 1.2259767 Jul 13 19:28:10.985179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-92bc3f3c-1190-439a-b3ca-ecb45d78ce61 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:10.986781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-92bc3f3c-1190-439a-b3ca-ecb45d78ce61 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 946 time: 0.1641803 Jul 13 19:28:11.137434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-e4101f9e-c685-47c5-bc81-3c56c39bdca3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:11.139366 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-e4101f9e-c685-47c5-bc81-3c56c39bdca3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4572141 Jul 13 19:28:11.147528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Allocated IP 172.20.0.4 (57cb6d52-ddcf-42e3-b8a6-7bb0f3338463/c0e6252b-73a1-4d39-a785-c20a8b01d555/569d704f-1c53-4eb5-8bfd-f9c11ebbcd48) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:11.165695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Request body: {'port': {'device_id': 'c6fc788b-2f49-46f2-96fb-365d49e7f1a7', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'b3ac45e368564bb9b42a1b0f595fadbd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:11.219534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:11.289628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c239b4a-281f-483c-98bc-01d5b1b40567 req-9e611584-7f8d-4860-90d9-f961fca9afd5 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647149 Jul 13 19:28:11.311188 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:28:11.366896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3afa1-1ec3-4535-af0c-627d2e4a187a req-87502f16-d01a-4fc0-a6c3-0945a42586cd tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:11.376445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39f3afa1-1ec3-4535-af0c-627d2e4a187a req-87502f16-d01a-4fc0-a6c3-0945a42586cd tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67e996a-b7c2-4468-b1dd-f9e99fa557c1 HTTP/1.1" status: 200 len: 946 time: 0.1387417 Jul 13 19:28:11.428111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-f053913f-6262-4e1a-8bf5-7a7af0546204 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Deleting port b2c68754-ff90-4676-9207-fc6cbecf8f2e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:11.428448 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-f053913f-6262-4e1a-8bf5-7a7af0546204 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.533205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Made reservation on behalf of b3ac45e368564bb9b42a1b0f595fadbd for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:11.538052 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.593830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.600013 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39f3afa1-1ec3-4535-af0c-627d2e4a187a req-2c1a160e-d30d-4fbb-8753-178bf21c83f3 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206881 Jul 13 19:28:11.601804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-f053913f-6262-4e1a-8bf5-7a7af0546204 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] For port b2c68754-ff90-4676-9207-fc6cbecf8f2e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b2c68754-ff90-4676-9207-fc6cbecf8f2e,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:11.602164 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-f053913f-6262-4e1a-8bf5-7a7af0546204 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.608791 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-13f70838-8c17-47e6-b8fa-76a619392c74 req-e8df23ff-d2b7-4c5f-bf2a-718b24269a77 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 210 time: 0.1299770 Jul 13 19:28:11.631341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-f053913f-6262-4e1a-8bf5-7a7af0546204 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Calling delete_port for b2c68754-ff90-4676-9207-fc6cbecf8f2e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:11.652869 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.723880 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7970cd90-b2e2-43a3-b729-12ea513cf6b2 x-openstack-request-id: req-7970cd90-b2e2-43a3-b729-12ea513cf6b2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:11.724422 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b8c732-2320-4af8-a360-bd7f4428825a", "name": "network-vif-plugged", "status": "completed", "tag": "2c01e156-34b9-4004-9730-6a56cee5da5f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:11.724859 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7970cd90-b2e2-43a3-b729-12ea513cf6b2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:11.725482 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b8c732-2320-4af8-a360-bd7f4428825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c01e156-34b9-4004-9730-6a56cee5da5f', 'code': 200} Jul 13 19:28:11.891132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8400473c-22c2-4877-9101-3ad22bffed0d req-c8d1e514-38c3-4603-8b10-0dd5ded26f3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2470732 Jul 13 19:28:11.898189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:11.962419 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.010197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-f053913f-6262-4e1a-8bf5-7a7af0546204 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.023743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b2c68754-ff90-4676-9207-fc6cbecf8f2e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:12.025649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Transition to ACTIVE for port object 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:12.130557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6aa55-35e8-4c5a-960f-4db51a12e212 req-a861a44a-4b67-484a-84ba-5ed81efe1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:12.132563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ed6aa55-35e8-4c5a-960f-4db51a12e212 req-a861a44a-4b67-484a-84ba-5ed81efe1766 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 1097 time: 0.3063602 Jul 13 19:28:12.136276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053913f-6262-4e1a-8bf5-7a7af0546204 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event deleted for resources: {'Port': ['ID=b2c68754-ff90-4676-9207-fc6cbecf8f2e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:12.136783 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.168222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.211767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7ca7f-8173-4805-a66d-97c67e69ec64 req-49460dce-28a5-4014-940c-60f10559fc13 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:12.220377 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58a7ca7f-8173-4805-a66d-97c67e69ec64 req-49460dce-28a5-4014-940c-60f10559fc13 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.2670498 Jul 13 19:28:12.223608 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.358760 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58a7ca7f-8173-4805-a66d-97c67e69ec64 req-76d2fabd-9ab1-4043-b96e-740ae16c1ec8 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370285 Jul 13 19:28:12.370235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:12.388707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:12.403584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ed6aa55-35e8-4c5a-960f-4db51a12e212 req-a0bc163a-4583-49f2-8c46-204680098ee8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555876 Jul 13 19:28:12.406159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:12.423360 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c22a770f37349e9a91f53d1e82b0f09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1716228 Jul 13 19:28:12.424012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:12.436062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a118012-bc11-4519-9ac6-5c4cbb54722c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:12.497309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.497752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.497969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.498302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.504197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.504628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.504973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.505482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.505813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.506135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.506479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.506803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90074f6-de03-4411-b52d-a43504ce7236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:12.564262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:12.604309 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be201a6-313e-4bb2-ba8d-7bc02a86707c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.626616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-f053913f-6262-4e1a-8bf5-7a7af0546204 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] No DVR routers for this DVR port b2c68754-ff90-4676-9207-fc6cbecf8f2e on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:12.629528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-f053913f-6262-4e1a-8bf5-7a7af0546204 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.631122 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be201a6-313e-4bb2-ba8d-7bc02a86707c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.635196 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f05aaa8-b0fe-45ba-bb1e-304f67189628 req-f053913f-6262-4e1a-8bf5-7a7af0546204 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "DELETE /v2.0/ports/b2c68754-ff90-4676-9207-fc6cbecf8f2e HTTP/1.1" status: 204 len: 173 time: 1.6394382 Jul 13 19:28:12.635514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67e996a-b7c2-4468-b1dd-f9e99fa557c1', 'name': 'network-vif-deleted', 'tag': 'b2c68754-ff90-4676-9207-fc6cbecf8f2e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:12.638636 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff706b3-6ffb-43ff-aa4a-2d08c940f97e" -d '{"events": [{"server_uuid": "e67e996a-b7c2-4468-b1dd-f9e99fa557c1", "name": "network-vif-deleted", "tag": "b2c68754-ff90-4676-9207-fc6cbecf8f2e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:12.713999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:12.714998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.722614 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be201a6-313e-4bb2-ba8d-7bc02a86707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.726810 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be201a6-313e-4bb2-ba8d-7bc02a86707c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.743525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8be201a6-313e-4bb2-ba8d-7bc02a86707c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a118012-bc11-4519-9ac6-5c4cbb54722c HTTP/1.1" status: 204 len: 168 time: 0.2956233 Jul 13 19:28:12.817465 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-351891e7-b415-4c7a-999e-b5a05a0228cd req-b6141f8f-b68c-4e99-8140-21583cb556fd tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 210 time: 0.1319304 Jul 13 19:28:12.846445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be201a6-313e-4bb2-ba8d-7bc02a86707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a118012-bc11-4519-9ac6-5c4cbb54722c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:12.850095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a6ad53a-238e-46a2-94c4-444575b6513a None None] Provisioning for port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:12.884680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a6ad53a-238e-46a2-94c4-444575b6513a None None] Provisioning complete for port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:12.885057 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a6ad53a-238e-46a2-94c4-444575b6513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.901198 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.908160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.939849 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110f5691-5aca-423f-9d96-5a6be71985ce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4506762 Jul 13 19:28:12.956990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Request body: {'port': {'device_id': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:12.959774 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.015743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ad53a-238e-46a2-94c4-444575b6513a None None] Port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:13.084450 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030c56f9-7c9f-46b9-96b4-3fd55cf139cc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:13.164548 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.245658 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.333176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:13.360097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Allocated IP 172.25.7.237 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/451ea05d-e039-4989-8659-7856e1af026e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:13.444315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Allocated IP 192.168.233.90 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/628f9a98-6811-4d56-bcfb-e090852abc6b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:13.449141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9748e43-4c7e-404d-93d4-818c25dabf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.494208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e855d-ebee-4a00-bc8d-2a1be1a32b6d req-dabc188f-8d47-481a-83d6-c2ee96b0bd80 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:13.495974 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-018e855d-ebee-4a00-bc8d-2a1be1a32b6d req-dabc188f-8d47-481a-83d6-c2ee96b0bd80 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.3578620 Jul 13 19:28:13.507028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.603169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.643018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-018e855d-ebee-4a00-bc8d-2a1be1a32b6d req-5407f8a0-158c-4cda-b51e-cf548460993b tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382287 Jul 13 19:28:13.687968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:13.694716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:13.697759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:13.763189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event updated for resources: {'Port': ['ID=451ea05d-e039-4989-8659-7856e1af026e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:13.783149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.783670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.784079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.784508 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.784893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.785295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.786217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.786648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.787379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.787838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.788231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.788632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.869097 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.947360 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.041952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393e358-dfdc-4a25-a83c-5d26405d3156 req-3134296e-c514-453b-a990-726b28cab3a6 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:14.043494 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f393e358-dfdc-4a25-a83c-5d26405d3156 req-3134296e-c514-453b-a990-726b28cab3a6 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.2000828 Jul 13 19:28:14.050386 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9748e43-4c7e-404d-93d4-818c25dabf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.083459 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9748e43-4c7e-404d-93d4-818c25dabf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.113119 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.141666 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.148447 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.167714 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f393e358-dfdc-4a25-a83c-5d26405d3156 req-5629e3d0-3bad-40ff-b221-01e6acbd20e2 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134381 Jul 13 19:28:14.178670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:14.186734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Transition to ACTIVE for port object 628f9a98-6811-4d56-bcfb-e090852abc6b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:14.192662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.198430 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a9748e43-4c7e-404d-93d4-818c25dabf34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4250baf19f3040b687bd2246dc8d590e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003416 Jul 13 19:28:14.201645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9748e43-4c7e-404d-93d4-818c25dabf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b3257f-dee9-4399-b740-79914f9a6bd3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:14.209816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:14.271876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Transition to ACTIVE for port object 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:14.315578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.338480 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.341922 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b719a065-e71a-4361-85ff-22e69dd07331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.365557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b719a065-e71a-4361-85ff-22e69dd07331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.383914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event updated for resources: {'Port': ['ID=451ea05d-e039-4989-8659-7856e1af026e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:14.388401 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317bd633-2169-4b3a-ae61-dbb9d09635f5 x-openstack-request-id: req-317bd633-2169-4b3a-ae61-dbb9d09635f5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:14.388822 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67e996a-b7c2-4468-b1dd-f9e99fa557c1", "name": "network-vif-deleted", "tag": "b2c68754-ff90-4676-9207-fc6cbecf8f2e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:14.389165 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-317bd633-2169-4b3a-ae61-dbb9d09635f5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:14.389653 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67e996a-b7c2-4468-b1dd-f9e99fa557c1', 'name': 'network-vif-deleted', 'tag': 'b2c68754-ff90-4676-9207-fc6cbecf8f2e', 'status': 'completed', 'code': 200} Jul 13 19:28:14.395792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.397358 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8400473c-22c2-4877-9101-3ad22bffed0d req-bb97489e-91e6-49ea-a79a-915e1df10d16 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5053556 Jul 13 19:28:14.446755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Pushing event updated for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:14.450048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b719a065-e71a-4361-85ff-22e69dd07331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.452199 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b719a065-e71a-4361-85ff-22e69dd07331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.455862 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b719a065-e71a-4361-85ff-22e69dd07331 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1b3257f-dee9-4399-b740-79914f9a6bd3 HTTP/1.1" status: 204 len: 168 time: 0.2425592 Jul 13 19:28:14.466379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719a065-e71a-4361-85ff-22e69dd07331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b3257f-dee9-4399-b740-79914f9a6bd3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:14.475497 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.524107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8400473c-22c2-4877-9101-3ad22bffed0d req-ba29a2e5-cdd5-4373-8e14-786b9d164345 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.1118641 Jul 13 19:28:14.620933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Pushing event updated for resources: {'Port': ['ID=628f9a98-6811-4d56-bcfb-e090852abc6b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:14.638940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:14.646848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:14.649735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:14.729762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400473c-22c2-4877-9101-3ad22bffed0d req-0443a61a-df7e-46aa-a663-f691441184fe tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:14.731245 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8400473c-22c2-4877-9101-3ad22bffed0d req-0443a61a-df7e-46aa-a663-f691441184fe tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2001383 Jul 13 19:28:14.809967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:14.810694 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.888117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Attempting to bind port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:14.889091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Attempting to bind port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:14.890066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Attempting to bind port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 on network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:14.900595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 on network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:28:14.901517 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Attempting to bind port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 on network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:14.907524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-05471cd2-3f2c-42c6-a1a5-cdd67228a9b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7544348 Jul 13 19:28:14.920481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefd9fe-6348-4042-8e03-5bf88564b4f4 req-40029953-b4dd-48c3-9ce6-9c721f35646f tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:14.928324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eefd9fe-6348-4042-8e03-5bf88564b4f4 req-40029953-b4dd-48c3-9ce6-9c721f35646f tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.3089106 Jul 13 19:28:14.934483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:14.934767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Checking segment: {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:14.935149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Bound using segment: {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:14.935606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Bound port: 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:14.935988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.941877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Request body: {'port': {'device_id': 'c6fc788b-2f49-46f2-96fb-365d49e7f1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:15.017904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4b81f-d84c-4a48-8404-3c9918ba8833 req-34c45a32-060e-4e7b-b22a-221dc870c689 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:15.019654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3e4b81f-d84c-4a48-8404-3c9918ba8833 req-34c45a32-060e-4e7b-b22a-221dc870c689 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 935 time: 0.1199062 Jul 13 19:28:15.070269 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eefd9fe-6348-4042-8e03-5bf88564b4f4 req-cb7aa38c-1efa-4d33-9961-7b37c8b44496 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407850 Jul 13 19:28:15.115033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d868c7c7-04c3-4413-a952-f5a5dbeb3f3e None None] Provisioning for port 628f9a98-6811-4d56-bcfb-e090852abc6b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:15.146250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d868c7c7-04c3-4413-a952-f5a5dbeb3f3e None None] Provisioning complete for port 628f9a98-6811-4d56-bcfb-e090852abc6b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:15.146685 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d868c7c7-04c3-4413-a952-f5a5dbeb3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.168406 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.192327 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3e4b81f-d84c-4a48-8404-3c9918ba8833 req-5594caba-8bc8-4067-8041-07c0817a9f91 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585569 Jul 13 19:28:15.221945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:15.256234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d868c7c7-04c3-4413-a952-f5a5dbeb3f3e None None] Port 628f9a98-6811-4d56-bcfb-e090852abc6b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:15.284960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:15.306631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.391949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Pushing event updated for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:15.422640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:15.423486 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.427617 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-29197434-4643-4254-848e-960ae0c42ffe service neutron] 10.222.0.24 "PUT /v2.0/ports/569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 HTTP/1.1" status: 200 len: 1091 time: 2.4768257 Jul 13 19:28:15.435029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:15.437779 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:15.470594 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.565227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-093cd40c-e0a8-4b71-8c83-7b619468d9c5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:15.573106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-093cd40c-e0a8-4b71-8c83-7b619468d9c5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.2427056 Jul 13 19:28:15.594637 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-abf63d31-c70e-4e0d-a0f6-8164992358d4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/quotas/55c1b6660b43410b9642a613186cc03f HTTP/1.1" status: 200 len: 375 time: 0.0170352 Jul 13 19:28:15.647310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-2424e1d6-d560-4011-8353-419913021ba0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549824 Jul 13 19:28:15.885711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-eab9de20-88ea-4122-9d3d-0f134bcee613 service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318974 Jul 13 19:28:15.997033 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-275c2d0a-76ff-4c17-bfad-645ca1810871 service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990825 Jul 13 19:28:16.049792 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.063703 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628f9a98-6811-4d56-bcfb-e090852abc6b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:16.075569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.083877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-f84e2af9-d5a2-42c1-b6af-f703571f9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:16.085321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-f84e2af9-d5a2-42c1-b6af-f703571f9c73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 1094 time: 0.5295870 Jul 13 19:28:16.100896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262afc6-1cb8-47c3-937c-ac9d79947563 req-8ffae27d-dc7c-48b0-8b3e-917e42696480 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:16.107910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e262afc6-1cb8-47c3-937c-ac9d79947563 req-8ffae27d-dc7c-48b0-8b3e-917e42696480 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.2118816 Jul 13 19:28:16.130308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Transition to ACTIVE for port object 628f9a98-6811-4d56-bcfb-e090852abc6b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:16.177980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-fa976dee-af0e-47bb-b4ed-9eceb843900a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 HTTP/1.1" status: 200 len: 217 time: 0.0650287 Jul 13 19:28:16.178637 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.256655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e262afc6-1cb8-47c3-937c-ac9d79947563 req-7335de9e-8b7c-4546-9e8a-943e466da8bb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477823 Jul 13 19:28:16.281527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=628f9a98-6811-4d56-bcfb-e090852abc6b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:16.349205 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a875c6-6fce-48d2-8e9f-dd3648eedc89 x-openstack-request-id: req-30a875c6-6fce-48d2-8e9f-dd3648eedc89 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:16.350175 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:16.350175 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30a875c6-6fce-48d2-8e9f-dd3648eedc89 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:16.350175 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'status': 'completed', 'code': 200} Jul 13 19:28:16.356313 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-9e079302-9e11-4136-bba2-4be4c1ce22d0 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1958706 Jul 13 19:28:16.378999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:16.389188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b2c68754-ff90-4676-9207-fc6cbecf8f2e no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:16.468916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.483881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110ce2dc-0a2e-499d-aeef-900794331432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:16.493897 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-110ce2dc-0a2e-499d-aeef-900794331432 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.2259655 Jul 13 19:28:16.553513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: b2c68754-ff90-4676-9207-fc6cbecf8f2e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:16.556379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b2c68754-ff90-4676-9207-fc6cbecf8f2e not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:16.632422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Attempting to bind port 628f9a98-6811-4d56-bcfb-e090852abc6b on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:16.632765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Attempting to bind port 628f9a98-6811-4d56-bcfb-e090852abc6b by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:16.633098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Attempting to bind port 628f9a98-6811-4d56-bcfb-e090852abc6b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:16.657641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Port 628f9a98-6811-4d56-bcfb-e090852abc6b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:28:16.658200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Attempting to bind port 628f9a98-6811-4d56-bcfb-e090852abc6b on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:16.678786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:16.679416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:16.679987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:16.680618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Bound port: 628f9a98-6811-4d56-bcfb-e090852abc6b, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:16.681175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.700780 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.902351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Allocated IP 172.25.7.209 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/aca5bc46-2c5a-478f-9f8f-8b71cb472525) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:16.961761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-4d84a009-2c2c-4099-af05-811ecdfa3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:16.963317 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-4d84a009-2c2c-4099-af05-811ecdfa3d4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4656670 Jul 13 19:28:17.014148 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffe05a-6f02-4cfb-9dd7-3dc413d2fecb req-65fa0faf-09eb-4972-aa57-f88d3e4fef92 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:17.022875 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14ffe05a-6f02-4cfb-9dd7-3dc413d2fecb req-65fa0faf-09eb-4972-aa57-f88d3e4fef92 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.5001271 Jul 13 19:28:17.053539 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.112424 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.128947 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] For port 628f9a98-6811-4d56-bcfb-e090852abc6b, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:17.151343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14ffe05a-6f02-4cfb-9dd7-3dc413d2fecb req-2d6bfe10-0a3e-43e3-ac22-31ec59e8f0bf tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262465 Jul 13 19:28:17.161849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] For port 628f9a98-6811-4d56-bcfb-e090852abc6b, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=628f9a98-6811-4d56-bcfb-e090852abc6b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:17.181940 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-9461e66b-76c5-4f84-9719-7189acbe63d9 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918240 Jul 13 19:28:17.181940 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.182939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:17.183580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:17.189593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:17.193999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event updated for resources: {'Port': ['ID=aca5bc46-2c5a-478f-9f8f-8b71cb472525,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:17.245414 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=628f9a98-6811-4d56-bcfb-e090852abc6b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:17.306286 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.329343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:17.330038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.331481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-84480823-d511-4eb9-8e58-551892dd9eb9 service neutron] 10.222.0.24 "PUT /v2.0/ports/628f9a98-6811-4d56-bcfb-e090852abc6b HTTP/1.1" status: 200 len: 1095 time: 2.4009228 Jul 13 19:28:17.394851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.437605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1df1ba2f-779e-4656-94ca-84c0b6761005 req-6a980773-9146-4bcc-99b9-05b21bafab51 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934001 Jul 13 19:28:17.514034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7dff5-86d4-46bf-b9f3-b66d5bef136b req-5ed4d835-3b10-48dd-910a-2390ae848060 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:17.515984 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-19b7dff5-86d4-46bf-b9f3-b66d5bef136b req-5ed4d835-3b10-48dd-910a-2390ae848060 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.1420510 Jul 13 19:28:17.522949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-cf9015b7-227d-47c3-b803-3fb6c779fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:17.524716 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-cf9015b7-227d-47c3-b803-3fb6c779fa34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3ac45e368564bb9b42a1b0f595fadbd&device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 1098 time: 0.1339071 Jul 13 19:28:17.594570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-3bdfb9ae-4c70-4bc1-90e8-5953c8df29c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=628f9a98-6811-4d56-bcfb-e090852abc6b HTTP/1.1" status: 200 len: 217 time: 0.0620461 Jul 13 19:28:17.660535 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.675754 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.688521 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-19b7dff5-86d4-46bf-b9f3-b66d5bef136b req-7d986ea5-6981-4d4c-8d19-8ac1c6e224cf tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628487 Jul 13 19:28:17.709042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-0b44c931-b365-49b9-8077-8c292cbc2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:17.709972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-0b44c931-b365-49b9-8077-8c292cbc2304 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0721629 Jul 13 19:28:17.768267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-d4d92ca9-a4b6-4b7a-84ee-ceec70f216c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:17.771104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-d4d92ca9-a4b6-4b7a-84ee-ceec70f216c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 1094 time: 0.1927912 Jul 13 19:28:17.789721 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.802155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event updated for resources: {'Port': ['ID=aca5bc46-2c5a-478f-9f8f-8b71cb472525,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:17.825454 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.827145 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-50b0a4c0-d3c5-4d99-b04e-e3663c5f164d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4644825 Jul 13 19:28:17.881050 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fdd52787-3316-499a-8ba6-9f9b9ffd2691 req-e95f1923-81a7-4c54-8ef6-a24885c0e4d3 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 210 time: 0.0333190 Jul 13 19:28:17.904662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-8f939b23-a238-49b9-9117-e4f6c12134f9 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.209 HTTP/1.1" status: 200 len: 696 time: 0.0660639 Jul 13 19:28:17.924258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-948c95b5-649b-4ae5-a8fb-c7c340bd0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:17.926870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-948c95b5-649b-4ae5-a8fb-c7c340bd0a43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042353 Jul 13 19:28:18.030358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-140308f8-5f15-4252-9cfe-7b32d2615acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.031870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-140308f8-5f15-4252-9cfe-7b32d2615acc service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.2518041 Jul 13 19:28:18.112610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-c4150a26-57fd-40b7-a61c-9338a3dc6035 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 HTTP/1.1" status: 200 len: 217 time: 0.0693579 Jul 13 19:28:18.175264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-c9d6f06c-1235-4a4a-8218-d5bd89d0a524 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.177308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a42d965-279f-4bf1-85ce-22206c723f8e req-c9d6f06c-1235-4a4a-8218-d5bd89d0a524 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2696307 Jul 13 19:28:18.204505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-8326505a-7e2b-46be-a61f-0f045be171fb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.206562 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-8326505a-7e2b-46be-a61f-0f045be171fb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.1918437 Jul 13 19:28:18.219338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Request body: {'port': {'device_id': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'admin_state_up': True, 'tenant_id': '55c1b6660b43410b9642a613186cc03f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:18.231492 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-858562c4-881f-4e61-98d8-0328fd2830d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.232985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-858562c4-881f-4e61-98d8-0328fd2830d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.1125655 Jul 13 19:28:18.236766 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-777d26d1-074e-4719-add3-f0b9ca5b60f9 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020828 Jul 13 19:28:18.367761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fc788b-2f49-46f2-96fb-365d49e7f1a7', 'tag': '628f9a98-6811-4d56-bcfb-e090852abc6b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:18.370154 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e015e1-efa1-42c4-9748-da45f66286e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fc788b-2f49-46f2-96fb-365d49e7f1a7", "tag": "628f9a98-6811-4d56-bcfb-e090852abc6b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:18.402654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Made reservation on behalf of 55c1b6660b43410b9642a613186cc03f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:18.406245 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.419857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efef84-0f88-4c17-8704-cefa8bc44141 req-eeaa84a8-daab-4478-b0c4-957f11280757 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.421388 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54efef84-0f88-4c17-8704-cefa8bc44141 req-eeaa84a8-daab-4478-b0c4-957f11280757 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 947 time: 0.2830560 Jul 13 19:28:18.430453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0eb3f-f555-40ba-933b-023703c9b43f req-3227d230-7e4a-41f0-ada3-b090f2d6d352 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.432207 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13d0eb3f-f555-40ba-933b-023703c9b43f req-3227d230-7e4a-41f0-ada3-b090f2d6d352 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.1222188 Jul 13 19:28:18.452184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-99d512a0-3758-471b-b9f5-2a0a57abb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.453691 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-99d512a0-3758-471b-b9f5-2a0a57abb645 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057583 Jul 13 19:28:18.492670 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfedccc-069c-4c7f-adb1-7eb44c25daad req-d1f32df2-7ee0-427a-a360-1a58c531ff94 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457299 Jul 13 19:28:18.525869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13d0eb3f-f555-40ba-933b-023703c9b43f req-ced4b75e-c3dc-4ac5-b2dc-189859e109fa tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862110 Jul 13 19:28:18.563596 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54efef84-0f88-4c17-8704-cefa8bc44141 req-cdcc6a9c-b1bb-469d-a32c-fe45265e635e tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322739 Jul 13 19:28:18.620591 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-c64ef421-4966-4c64-a8dd-f1c74516fc24 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512592 Jul 13 19:28:18.640276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Allocated IP 172.20.0.14 (72f09d8e-4f78-4d20-8020-5fca1d07f50e/689eb9a9-afaa-4060-b430-02da6938dc28/84782a1c-6e9b-4e6e-b3eb-7466f707e07a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:18.744618 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-70701f75-4585-4cd1-a0d2-38df3fb7ed8e req-611c5528-4072-4d61-baef-03f2939e90a9 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips/4a704f07-39e0-4b5a-bf58-9569f4f36a1d HTTP/1.1" status: 200 len: 693 time: 0.0712500 Jul 13 19:28:18.801819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46766ac7-0907-4203-bdde-5d4e0dd5a1ee req-5ffe5a13-7684-45ba-a3bb-622e66216d3e service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599665 Jul 13 19:28:18.816426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ce8bf-93e7-4840-a13e-39093d03f4f4 req-59d439d3-3fcf-4e01-8fa8-c331294008b3 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.818080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb5ce8bf-93e7-4840-a13e-39093d03f4f4 req-59d439d3-3fcf-4e01-8fa8-c331294008b3 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1083064 Jul 13 19:28:18.860603 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb5ce8bf-93e7-4840-a13e-39093d03f4f4 req-554feb29-2d7d-447c-a747-ec87f1ee7f92 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362771 Jul 13 19:28:18.914145 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f3bd43-1604-44ed-9dc0-d1224414c4ea x-openstack-request-id: req-01f3bd43-1604-44ed-9dc0-d1224414c4ea {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:18.914695 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fc788b-2f49-46f2-96fb-365d49e7f1a7", "tag": "628f9a98-6811-4d56-bcfb-e090852abc6b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:18.914941 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01f3bd43-1604-44ed-9dc0-d1224414c4ea {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:18.915498 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fc788b-2f49-46f2-96fb-365d49e7f1a7', 'tag': '628f9a98-6811-4d56-bcfb-e090852abc6b', 'status': 'completed', 'code': 200} Jul 13 19:28:18.947628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.958116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70701f75-4585-4cd1-a0d2-38df3fb7ed8e req-61458b74-a670-4439-adc7-89cdbaa7e719 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.959582 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-70701f75-4585-4cd1-a0d2-38df3fb7ed8e req-61458b74-a670-4439-adc7-89cdbaa7e719 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2040925 Jul 13 19:28:18.971481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-70701f75-4585-4cd1-a0d2-38df3fb7ed8e req-1b0f0e86-0ce5-4dbd-a5f2-1830c20eddc1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:28:18.972394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-70701f75-4585-4cd1-a0d2-38df3fb7ed8e req-1b0f0e86-0ce5-4dbd-a5f2-1830c20eddc1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070994 Jul 13 19:28:19.015145 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.024738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-c40d1e41-07ea-48b1-b67b-8a7f79c0851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.026310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-c40d1e41-07ea-48b1-b67b-8a7f79c0851a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3ac45e368564bb9b42a1b0f595fadbd&device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0774999 Jul 13 19:28:19.093545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event updated for resources: {'Port': ['ID=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:19.109452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Network 72f09d8e-4f78-4d20-8020-5fca1d07f50e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:19.111125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:19.118119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:19.186496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-fac563e6-5e27-4582-a6a1-b2a21ebb7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.188211 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-fac563e6-5e27-4582-a6a1-b2a21ebb7c86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1545603 Jul 13 19:28:19.192835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.193678 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.220288 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-220c373a-cdd3-432e-843a-e4c8a4135326 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0061150 Jul 13 19:28:19.232450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Request body: {'port': {'device_id': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:19.251214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-3dd45a14-bfde-45d5-a9e6-9f6ebeded432 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=628f9a98-6811-4d56-bcfb-e090852abc6b HTTP/1.1" status: 200 len: 217 time: 0.0547159 Jul 13 19:28:19.345432 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.378517 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-a934137d-ee86-4f5c-ad79-1d5b91a4981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.383790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-a934137d-ee86-4f5c-ad79-1d5b91a4981f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1139121 Jul 13 19:28:19.480810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-b16ae7e4-2d54-4f5b-b3aa-8816b698d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.484168 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-b16ae7e4-2d54-4f5b-b3aa-8816b698d29e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919414 Jul 13 19:28:19.652646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4882-27e8-467f-a1b5-fe18bf29d83c req-b668246e-01db-4a30-ac06-54c766ee3f01 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.654718 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62de4882-27e8-467f-a1b5-fe18bf29d83c req-b668246e-01db-4a30-ac06-54c766ee3f01 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.1604462 Jul 13 19:28:19.657301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-4e9ff811-b6de-48e6-af9a-540369d75883 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649475 Jul 13 19:28:19.734855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84782a1c-6e9b-4e6e-b3eb-7466f707e07a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:19.748596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.765651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Transition to ACTIVE for port object 84782a1c-6e9b-4e6e-b3eb-7466f707e07a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:19.770975 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.792927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62de4882-27e8-467f-a1b5-fe18bf29d83c req-83e361a3-502b-4070-bdf2-0e1e2295626c tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305223 Jul 13 19:28:19.847261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0e015e1-efa1-42c4-9748-da45f66286e4 req-aff9474d-f25b-44fa-b063-1ffaf68b56c6 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735284 Jul 13 19:28:19.880676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Pushing event updated for resources: {'Port': ['ID=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:19.934116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Attempting to bind port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:19.934579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Attempting to bind port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:19.934969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Attempting to bind port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:19.948997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:28:19.949759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Attempting to bind port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:19.955469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:19.955956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Checking segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:19.956454 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Bound using segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:19.957799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Bound port: 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:19.958056 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.029762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004c45-63bb-476a-b8cf-6f5647183eb5 req-0b6e2dfb-affe-46af-8479-0bea017ef3cd tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:20.031413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef004c45-63bb-476a-b8cf-6f5647183eb5 req-0b6e2dfb-affe-46af-8479-0bea017ef3cd tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 944 time: 0.0660253 Jul 13 19:28:20.049549 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-be51206c-d757-40df-9827-b1a2d9a2371f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips/4a704f07-39e0-4b5a-bf58-9569f4f36a1d HTTP/1.1" status: 200 len: 693 time: 0.0649972 Jul 13 19:28:20.051859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:20.074784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef004c45-63bb-476a-b8cf-6f5647183eb5 req-24bfa6ff-7581-40df-a970-ed1c8abfd22c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365448 Jul 13 19:28:20.139435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] For port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:20.144387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] For port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:20.158827 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.209057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:20.209186 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.210551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] 10.222.0.60 "PUT /v2.0/ports/84782a1c-6e9b-4e6e-b3eb-7466f707e07a HTTP/1.1" status: 200 len: 1092 time: 0.9828801 Jul 13 19:28:20.217817 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'tag': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:20.220311 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c012f8-baef-49ab-bc67-90c8bd9174b7", "tag": "84782a1c-6e9b-4e6e-b3eb-7466f707e07a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:20.238210 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc04a865-48f3-4cda-9695-2222b8e3d824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.251535 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-f56c2dc9-e678-47c4-b182-bac99e747590 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:20.252892 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-f56c2dc9-e678-47c4-b182-bac99e747590 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1939454 Jul 13 19:28:20.257781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c0ef-7236-4955-a9cd-040e458e1112 req-15f6777c-9fc8-4890-88bf-c5d82f9af9ff tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:20.259344 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f02c0ef-7236-4955-a9cd-040e458e1112 req-15f6777c-9fc8-4890-88bf-c5d82f9af9ff tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0729680 Jul 13 19:28:20.297520 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f02c0ef-7236-4955-a9cd-040e458e1112 req-ec9c3074-7276-42bc-b045-38750ad6b728 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Jul 13 19:28:20.342440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0f423-f28e-4544-a523-39640f6ada2a service neutron] Pushing event updated for resources: {'Port': ['ID=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:20.359791 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-8ff7d9c3-11bf-4571-93fe-e1d77b9e5d72 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.209 HTTP/1.1" status: 200 len: 696 time: 0.0905471 Jul 13 19:28:20.433864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-047cc5d3-1f9e-4e1e-a9a4-8dd0d16d902b tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.209 HTTP/1.1" status: 200 len: 696 time: 0.0641899 Jul 13 19:28:20.466021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-693866ac-b201-4403-89aa-99707046356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:20.467308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6bd73-439d-42ea-9d83-a1cc13354e5b req-04553525-3405-48e7-af9f-24cc718900b0 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:20.467512 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-693866ac-b201-4403-89aa-99707046356d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 1095 time: 0.2086487 Jul 13 19:28:20.468815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bdd6bd73-439d-42ea-9d83-a1cc13354e5b req-04553525-3405-48e7-af9f-24cc718900b0 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 947 time: 0.0683641 Jul 13 19:28:20.510769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bdd6bd73-439d-42ea-9d83-a1cc13354e5b req-84aae3c5-4119-48b9-8680-579a940e7f4d tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341089 Jul 13 19:28:20.580235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-dcea3e83-8c40-4f88-9e1a-5afb1f9c2567 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a HTTP/1.1" status: 200 len: 217 time: 0.0828996 Jul 13 19:28:20.617550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa201-14a1-4fe9-a307-53d260501fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.660085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc04a865-48f3-4cda-9695-2222b8e3d824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.669241 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc04a865-48f3-4cda-9695-2222b8e3d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.683079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-0efd0cdf-4ac6-4259-8cf4-f9436716eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:20.684563 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-0efd0cdf-4ac6-4259-8cf4-f9436716eb5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.0964589 Jul 13 19:28:20.692389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08d846-5813-4f61-8d1a-b466f2f01400 req-a132455b-f65a-41b7-86b8-c67f5de4d337 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:20.693912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d08d846-5813-4f61-8d1a-b466f2f01400 req-a132455b-f65a-41b7-86b8-c67f5de4d337 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0668314 Jul 13 19:28:20.732890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d08d846-5813-4f61-8d1a-b466f2f01400 req-8d1890e8-e383-4da2-9e95-6c7bcdc259dd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328128 Jul 13 19:28:20.744183 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-71fd741d-9598-4840-bfdc-a3a1259e7c3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508227 Jul 13 19:28:20.748751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04a865-48f3-4cda-9695-2222b8e3d824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c5c1d9-bd8d-4437-ad5e-d4e60c4c9aac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:20.752813 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fc04a865-48f3-4cda-9695-2222b8e3d824 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1afe1a26ecbb4513a2343b4ca5c63772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7001762 Jul 13 19:28:20.758802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:20.808867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-e468963a-6fc9-41ad-a902-fcf4215dda3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Deleting port aca5bc46-2c5a-478f-9f8f-8b71cb472525 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:20.809341 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-e468963a-6fc9-41ad-a902-fcf4215dda3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.812959 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff164564-153c-4f1d-8dd8-4a49abcd40b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.839494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff164564-153c-4f1d-8dd8-4a49abcd40b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.895184 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff164564-153c-4f1d-8dd8-4a49abcd40b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.897969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff164564-153c-4f1d-8dd8-4a49abcd40b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.898107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-e157e325-e0f0-498d-a3e2-4817c7311272 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441784 Jul 13 19:28:20.899152 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ff164564-153c-4f1d-8dd8-4a49abcd40b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19c5c1d9-bd8d-4437-ad5e-d4e60c4c9aac HTTP/1.1" status: 204 len: 168 time: 0.1393676 Jul 13 19:28:20.908248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff164564-153c-4f1d-8dd8-4a49abcd40b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c5c1d9-bd8d-4437-ad5e-d4e60c4c9aac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:20.977803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-e468963a-6fc9-41ad-a902-fcf4215dda3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.978441 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-e468963a-6fc9-41ad-a902-fcf4215dda3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.983116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:20.995189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ebaddcec-011d-4f64-8f4b-67754709622a no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:21.012948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-e468963a-6fc9-41ad-a902-fcf4215dda3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Calling delete_port for aca5bc46-2c5a-478f-9f8f-8b71cb472525 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:21.101506 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90af0f4-ff89-4c31-bf98-cffe9bf64f7f x-openstack-request-id: req-e90af0f4-ff89-4c31-bf98-cffe9bf64f7f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:21.101826 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c012f8-baef-49ab-bc67-90c8bd9174b7", "tag": "84782a1c-6e9b-4e6e-b3eb-7466f707e07a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:21.102026 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e90af0f4-ff89-4c31-bf98-cffe9bf64f7f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:21.102731 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'tag': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a', 'status': 'completed', 'code': 200} Jul 13 19:28:21.124037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-deca3e1d-2917-41ca-a63d-710dbd646e93 req-98122c20-3f99-4537-95f9-577b4bd03463 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184305 Jul 13 19:28:21.149903 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.197664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebaddcec-011d-4f64-8f4b-67754709622a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:21.200103 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d89b660-1b6b-4f98-bea4-c189c27a7aaa" -d '{"events": [{"server_uuid": "a6d42114-3528-4d8e-9fc2-4b293ede9d38", "name": "network-vif-unplugged", "status": "completed", "tag": "ebaddcec-011d-4f64-8f4b-67754709622a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:21.217020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:21.228925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ebaddcec-011d-4f64-8f4b-67754709622a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ebaddcec-011d-4f64-8f4b-67754709622a,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:21.236121 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.270929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'port_id': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'mac_address': 'fa:16:3e:75:85:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:21.297718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ebaddcec-011d-4f64-8f4b-67754709622a,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:21.312771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:21.321434 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-e468963a-6fc9-41ad-a902-fcf4215dda3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.329152 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04e3068e-b168-44f1-a460-36570aa2b354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.349470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb req-44ebea67-99a1-4862-8529-5ec10cbdb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:21.350927 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb req-44ebea67-99a1-4862-8529-5ec10cbdb6b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 1095 time: 0.1541455 Jul 13 19:28:21.354884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468963a-6fc9-41ad-a902-fcf4215dda3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event deleted for resources: {'Port': ['ID=aca5bc46-2c5a-478f-9f8f-8b71cb472525,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:21.356151 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.371052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:21.385241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1bc9-d249-42aa-bc5d-6026fbb77f76 req-45331112-ff4d-4fe5-a63c-2ba4622d3b2d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:21.391723 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-630c1bc9-d249-42aa-bc5d-6026fbb77f76 req-45331112-ff4d-4fe5-a63c-2ba4622d3b2d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.1171596 Jul 13 19:28:21.392099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:21.396836 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.451401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:21.461163 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-630c1bc9-d249-42aa-bc5d-6026fbb77f76 req-48d6b516-b10b-48b1-be7a-0b0147afc5df tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685019 Jul 13 19:28:21.513105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04e3068e-b168-44f1-a460-36570aa2b354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.518603 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04e3068e-b168-44f1-a460-36570aa2b354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.569369 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-04e3068e-b168-44f1-a460-36570aa2b354 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62a2eceb12e5421d8fe03864b73a7e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517536 Jul 13 19:28:21.569369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3068e-b168-44f1-a460-36570aa2b354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fffe304-d680-4f27-abde-6f9b4ceeb92c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:21.569731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:21.670680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:21.672188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6426b5c5-ff1f-4250-ac3b-8fdef82ec03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.701854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4901a0-e47a-4231-87fc-08238894764f req-fe3599d8-42f6-4e1a-8f8e-64a55b0ced7a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:21.703649 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c4901a0-e47a-4231-87fc-08238894764f req-fe3599d8-42f6-4e1a-8f8e-64a55b0ced7a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 944 time: 0.1151006 Jul 13 19:28:21.709200 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6426b5c5-ff1f-4250-ac3b-8fdef82ec03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.775293 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c4901a0-e47a-4231-87fc-08238894764f req-04c1465a-01ec-4396-975c-c4a5fdb0adc0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591240 Jul 13 19:28:21.799771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6426b5c5-ff1f-4250-ac3b-8fdef82ec03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.803332 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6426b5c5-ff1f-4250-ac3b-8fdef82ec03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.807480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6426b5c5-ff1f-4250-ac3b-8fdef82ec03e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fffe304-d680-4f27-abde-6f9b4ceeb92c HTTP/1.1" status: 204 len: 168 time: 0.2366579 Jul 13 19:28:21.813415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-e468963a-6fc9-41ad-a902-fcf4215dda3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.816148 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-e468963a-6fc9-41ad-a902-fcf4215dda3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.817708 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5b6e8f2-0e11-40c3-97c9-e057e0928a5a req-e468963a-6fc9-41ad-a902-fcf4215dda3c tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "DELETE /v2.0/floatingips/4a704f07-39e0-4b5a-bf58-9569f4f36a1d HTTP/1.1" status: 204 len: 173 time: 1.3728654 Jul 13 19:28:21.819829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb req-7cc114cb-9870-4df6-a8cb-66ace0ad0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:21.824314 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb req-7cc114cb-9870-4df6-a8cb-66ace0ad0f55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 913 time: 0.4635596 Jul 13 19:28:21.826862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426b5c5-ff1f-4250-ac3b-8fdef82ec03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fffe304-d680-4f27-abde-6f9b4ceeb92c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:21.858497 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e495c7fb-0506-4a14-8cc6-634eae0d2791 x-openstack-request-id: req-e495c7fb-0506-4a14-8cc6-634eae0d2791 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:21.858781 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d42114-3528-4d8e-9fc2-4b293ede9d38", "name": "network-vif-unplugged", "status": "completed", "tag": "ebaddcec-011d-4f64-8f4b-67754709622a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:21.859029 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e495c7fb-0506-4a14-8cc6-634eae0d2791 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:21.859409 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebaddcec-011d-4f64-8f4b-67754709622a', 'code': 200} Jul 13 19:28:21.872815 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb req-ca4a66a3-1a26-4cf2-8b91-6d28de058b1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a HTTP/1.1" status: 200 len: 217 time: 0.0448420 Jul 13 19:28:21.978608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb req-b097fb1c-e19d-4088-99ff-0741fd0916db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:21.980071 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb req-b097fb1c-e19d-4088-99ff-0741fd0916db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.1004484 Jul 13 19:28:22.020185 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb req-928a41a9-086b-4c39-bb2f-4fd96ea7e712 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317895 Jul 13 19:28:22.031980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4c55f-15ac-4d93-a054-bbb524fba667 req-94568c87-a791-4cea-8429-c79bfd32230c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:22.039558 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fc4c55f-15ac-4d93-a054-bbb524fba667 req-94568c87-a791-4cea-8429-c79bfd32230c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0771832 Jul 13 19:28:22.075472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fc4c55f-15ac-4d93-a054-bbb524fba667 req-aed0bf4a-e8bf-4c81-94df-3f246a5f8f8d tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350456 Jul 13 19:28:22.118144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-5102bc2e-5e6b-4074-8e68-e12d9d673d5e tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:22.119655 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-5102bc2e-5e6b-4074-8e68-e12d9d673d5e tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 805 time: 0.2012360 Jul 13 19:28:22.146266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-253be204-3687-466c-8601-2ac2db508978 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/quotas/810b6702d6074cd9a65821c85ca92809 HTTP/1.1" status: 200 len: 375 time: 0.0154705 Jul 13 19:28:22.183979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb req-cf8fadcd-09ab-4b15-a20e-4e140c0856e3 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581786 Jul 13 19:28:22.262703 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffd695-0981-48f1-a4dd-22d86c316f44 req-223ab605-fb22-4fc5-be55-6e8ae2bd328b tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:22.266938 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11ffd695-0981-48f1-a4dd-22d86c316f44 req-223ab605-fb22-4fc5-be55-6e8ae2bd328b tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 947 time: 0.0821662 Jul 13 19:28:22.283275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-c32f49f9-6339-4cae-8d6f-0b40b868b02c tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307411 Jul 13 19:28:22.311559 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11ffd695-0981-48f1-a4dd-22d86c316f44 req-7fbc2a77-18e8-4ac3-a26d-022554b8f998 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398207 Jul 13 19:28:22.342098 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-474ba4bb-ebc6-4fcf-851c-11b4c699b5fb req-8c2f1d8e-50d1-45b2-9600-3e0fa9a00a71 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511438 Jul 13 19:28:22.387656 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-7fb84d53-2972-4928-a85c-bf2d7a1807b8 service neutron] 10.222.0.25 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952160 Jul 13 19:28:22.493037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-68662008-4918-4e2b-a768-c13b842ca94a service neutron] 10.222.0.25 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994120 Jul 13 19:28:22.505832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70a1ea-800f-4244-99ce-760ef6cd3ed4 req-3809c7d8-eb01-4aa1-b587-8ab127e0d96f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:22.507336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f70a1ea-800f-4244-99ce-760ef6cd3ed4 req-3809c7d8-eb01-4aa1-b587-8ab127e0d96f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0704291 Jul 13 19:28:22.554991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f70a1ea-800f-4244-99ce-760ef6cd3ed4 req-fd797125-729b-42ce-84f0-29706e48f8c8 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Jul 13 19:28:22.803862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5befaa-d9e9-48fc-857e-3511bafe1806 req-f456f72e-227c-4f13-8f30-dfc7bc864978 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:22.820365 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f5befaa-d9e9-48fc-857e-3511bafe1806 req-f456f72e-227c-4f13-8f30-dfc7bc864978 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2408187 Jul 13 19:28:22.885843 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3dba9bb9-1cdb-4a41-b7d2-6bc98fb207ef req-123677a2-cf4a-46f6-8b06-bc7a55e98e12 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 210 time: 0.0381787 Jul 13 19:28:23.026708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 628f9a98-6811-4d56-bcfb-e090852abc6b details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:23.029781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-2db4aa95-a6a6-4e5b-8385-7c318c67a2bf tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:23.030297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:23.031708 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-2db4aa95-a6a6-4e5b-8385-7c318c67a2bf tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6d42114-3528-4d8e-9fc2-4b293ede9d38 HTTP/1.1" status: 200 len: 943 time: 0.0848525 Jul 13 19:28:23.060304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcbb79-9851-426c-b3e8-8421e2370554 req-a7c31829-a57d-4530-b43d-ee43761495cc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:23.069575 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-48fcbb79-9851-426c-b3e8-8421e2370554 req-a7c31829-a57d-4530-b43d-ee43761495cc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 944 time: 0.1096733 Jul 13 19:28:23.155614 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-48fcbb79-9851-426c-b3e8-8421e2370554 req-9ca37143-473c-47ea-9ce9-59b9b6f38d4d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839183 Jul 13 19:28:23.240385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795302b-83c9-4aba-8cf4-da1a7f45e45c req-4e9fa543-ef14-47ff-935e-3aad4960faa8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:23.251380 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f795302b-83c9-4aba-8cf4-da1a7f45e45c req-4e9fa543-ef14-47ff-935e-3aad4960faa8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 944 time: 0.1925735 Jul 13 19:28:23.268483 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41cf2e38-59a0-4a91-b695-9bc6186becc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.330453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f795302b-83c9-4aba-8cf4-da1a7f45e45c req-c7670f0e-86d3-4711-b888-e517df0fc6c2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781643 Jul 13 19:28:23.330979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:23.340292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-3c84bc01-2ea3-42f0-8a0f-e5dee0d653cd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Deleting port ebaddcec-011d-4f64-8f4b-67754709622a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:23.340646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-3c84bc01-2ea3-42f0-8a0f-e5dee0d653cd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.352422 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1faf858f-825f-4121-96bf-9fb8c18bad3d req-62eadf86-5476-4236-b75b-2877e3f068d7 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=08edaf998463434e85553621071b8109 HTTP/1.1" status: 200 len: 1657 time: 0.1552958 Jul 13 19:28:23.356095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:23.361253 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.370858 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 628f9a98-6811-4d56-bcfb-e090852abc6b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=628f9a98-6811-4d56-bcfb-e090852abc6b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:23.475450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '628f9a98-6811-4d56-bcfb-e090852abc6b', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '628f9a98-6811-4d56-bcfb-e090852abc6b', 'mac_address': 'fa:16:3e:64:ae:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:23.483054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-3c84bc01-2ea3-42f0-8a0f-e5dee0d653cd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] For port ebaddcec-011d-4f64-8f4b-67754709622a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ebaddcec-011d-4f64-8f4b-67754709622a,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:23.483644 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-3c84bc01-2ea3-42f0-8a0f-e5dee0d653cd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.512726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-3c84bc01-2ea3-42f0-8a0f-e5dee0d653cd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Calling delete_port for ebaddcec-011d-4f64-8f4b-67754709622a owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:23.558706 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.564362 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.587365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf858f-825f-4121-96bf-9fb8c18bad3d req-44ebdfa2-c770-46c2-b3c1-680f2187c938 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:23.594621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1faf858f-825f-4121-96bf-9fb8c18bad3d req-44ebdfa2-c770-46c2-b3c1-680f2187c938 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks?id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&id=6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 787 time: 0.2372289 Jul 13 19:28:23.601421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-1faf858f-825f-4121-96bf-9fb8c18bad3d req-8ff5aa1c-54c5-434c-bef0-73b8e1b153f7 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:28:23.602168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628f9a98-6811-4d56-bcfb-e090852abc6b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:23.616919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1faf858f-825f-4121-96bf-9fb8c18bad3d req-8ff5aa1c-54c5-434c-bef0-73b8e1b153f7 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199990 Jul 13 19:28:23.648522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 628f9a98-6811-4d56-bcfb-e090852abc6b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=628f9a98-6811-4d56-bcfb-e090852abc6b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:23.655336 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.665481 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.722499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:23.736322 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.744331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=628f9a98-6811-4d56-bcfb-e090852abc6b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:23.753122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.753509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.754663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.755267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.755713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.756132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.756474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.756840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.757256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.757661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.757973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.758493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:23.804414 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86cac6-4555-4456-a75d-423bfc9288e7 req-cadf0f16-f04d-4d0d-824d-c0e64ae3cc4f tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:23.811869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b86cac6-4555-4456-a75d-423bfc9288e7 req-cadf0f16-f04d-4d0d-824d-c0e64ae3cc4f tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 948 time: 0.0967419 Jul 13 19:28:23.834665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:23.855444 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b86cac6-4555-4456-a75d-423bfc9288e7 req-131ac834-e628-4a80-b992-beef9f50029a tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 Jul 13 19:28:23.861002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:23.865742 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c757f76d-b68b-49d5-bd7a-26c45f582cf9" -d '{"events": [{"server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "name": "network-vif-plugged", "status": "completed", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:23.972173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['628f9a98-6811-4d56-bcfb-e090852abc6b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:24.074064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606a6f8-5854-4edb-a408-8b7cd6c3799b req-6fdbb108-1f8b-4828-bdc6-8e468b9b8fe3 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:24.081217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a606a6f8-5854-4edb-a408-8b7cd6c3799b req-6fdbb108-1f8b-4828-bdc6-8e468b9b8fe3 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.5883090 Jul 13 19:28:24.120551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4c46e-5af9-47e5-990c-5a3b03214658 req-45a3a2b0-b34f-4964-957a-a1d4e8b22d2f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:24.128378 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bfa4c46e-5af9-47e5-990c-5a3b03214658 req-45a3a2b0-b34f-4964-957a-a1d4e8b22d2f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1465006 Jul 13 19:28:24.180041 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a606a6f8-5854-4edb-a408-8b7cd6c3799b req-abae73b6-7f5d-4ce1-ab2d-047da885e9f4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960293 Jul 13 19:28:24.211455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bfa4c46e-5af9-47e5-990c-5a3b03214658 req-d40c56ce-a0e9-4892-88cd-7d0df9ce048d tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820274 Jul 13 19:28:24.234514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-35f10075-7eb0-4475-b5d3-9c497617bf4a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:24.236261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-35f10075-7eb0-4475-b5d3-9c497617bf4a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 805 time: 0.2085149 Jul 13 19:28:24.249450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Request body: {'port': {'device_id': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'admin_state_up': True, 'tenant_id': '810b6702d6074cd9a65821c85ca92809'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:24.291940 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0095a349-9d69-4537-95b6-e978689c8505 req-e5670f20-6600-49c7-b92b-2e63f7de2d9f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips/90cdd993-3a16-4222-b349-d5985778c124 HTTP/1.1" status: 200 len: 693 time: 0.0707688 Jul 13 19:28:24.296049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-3c84bc01-2ea3-42f0-8a0f-e5dee0d653cd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.308045 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bade25f-6a17-4dd6-93ff-0e64a3712095 x-openstack-request-id: req-1bade25f-6a17-4dd6-93ff-0e64a3712095 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:24.308817 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "name": "network-vif-plugged", "status": "completed", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:24.309169 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bade25f-6a17-4dd6-93ff-0e64a3712095 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:24.309668 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'code': 200} Jul 13 19:28:24.342384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84bc01-2ea3-42f0-8a0f-e5dee0d653cd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Pushing event deleted for resources: {'Port': ['ID=ebaddcec-011d-4f64-8f4b-67754709622a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:24.401092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 84782a1c-6e9b-4e6e-b3eb-7466f707e07a details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:24.445391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-3c84bc01-2ea3-42f0-8a0f-e5dee0d653cd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] No DVR routers for this DVR port ebaddcec-011d-4f64-8f4b-67754709622a on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:24.451978 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-3c84bc01-2ea3-42f0-8a0f-e5dee0d653cd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.454049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6765ca9c-5aed-405f-9b22-801a7c6a6cf6 req-3c84bc01-2ea3-42f0-8a0f-e5dee0d653cd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.24 "DELETE /v2.0/ports/ebaddcec-011d-4f64-8f4b-67754709622a HTTP/1.1" status: 204 len: 173 time: 1.4080307 Jul 13 19:28:24.471095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'name': 'network-vif-deleted', 'tag': 'ebaddcec-011d-4f64-8f4b-67754709622a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:24.476091 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06353b8e-a753-452e-bf60-78a845bb6986" -d '{"events": [{"server_uuid": "a6d42114-3528-4d8e-9fc2-4b293ede9d38", "name": "network-vif-deleted", "tag": "ebaddcec-011d-4f64-8f4b-67754709622a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:24.481042 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.515585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7fc31cd-5a0f-4d78-a9cb-10ece417aff7 req-817454ef-9283-4faf-b632-32269e467d12 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 210 time: 0.0740809 Jul 13 19:28:24.524129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Made reservation on behalf of 810b6702d6074cd9a65821c85ca92809 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:24.530447 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.581064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095a349-9d69-4537-95b6-e978689c8505 req-0a236dce-6ef7-4ed5-a546-fb5ffb0d186d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:24.589186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0095a349-9d69-4537-95b6-e978689c8505 req-0a236dce-6ef7-4ed5-a546-fb5ffb0d186d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2820034 Jul 13 19:28:24.647230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:24.658035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0095a349-9d69-4537-95b6-e978689c8505 req-e8b715a9-30c7-4661-9e39-79559b35ef1d tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0649440 Jul 13 19:28:24.676979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'port_id': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a', 'mac_address': 'fa:16:3e:70:44:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689eb9a9-afaa-4060-b430-02da6938dc28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:24.726537 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.746113 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84782a1c-6e9b-4e6e-b3eb-7466f707e07a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:24.762834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ec9a-fa7e-4a44-9304-c285021dcdf8 req-aba81021-f0f0-4826-a6fb-0c45a7e09089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:24.764513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0609ec9a-fa7e-4a44-9304-c285021dcdf8 req-aba81021-f0f0-4826-a6fb-0c45a7e09089 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 1096 time: 0.3144188 Jul 13 19:28:24.773719 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0095a349-9d69-4537-95b6-e978689c8505 req-584f2d6b-fcd4-4a1e-83b9-2b721c4bc291 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.1147201 Jul 13 19:28:24.774472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:24.782169 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.819719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Allocated IP 172.20.0.10 (45364309-0286-4bea-b60f-deb9a698b71b/707847d1-498e-4391-9449-d685fadc75a0/b49343cd-14e9-4a3f-8dc0-f343ce303aee) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:24.848064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:24.867479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677bf3f-9d58-4ed5-b355-a0043cb37620 req-ef7355ca-3f3c-4118-97e2-391b8befb02a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:24.879564 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a677bf3f-9d58-4ed5-b355-a0043cb37620 req-ef7355ca-3f3c-4118-97e2-391b8befb02a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.1461759 Jul 13 19:28:24.887838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0609ec9a-fa7e-4a44-9304-c285021dcdf8 req-87886691-d608-4530-98dc-5227dac1deb2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131136 Jul 13 19:28:24.970063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0095a349-9d69-4537-95b6-e978689c8505 req-8d07bfc7-cd11-4306-96a8-a472dbe4f87f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Deleting port 451ea05d-e039-4989-8659-7856e1af026e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:24.970564 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0095a349-9d69-4537-95b6-e978689c8505 req-8d07bfc7-cd11-4306-96a8-a472dbe4f87f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.986269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['84782a1c-6e9b-4e6e-b3eb-7466f707e07a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:25.010519 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a677bf3f-9d58-4ed5-b355-a0043cb37620 req-33ced31b-e05d-47ab-9a7a-b84c60c38085 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299939 Jul 13 19:28:25.017004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 628f9a98-6811-4d56-bcfb-e090852abc6b up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:25.072548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0095a349-9d69-4537-95b6-e978689c8505 req-8d07bfc7-cd11-4306-96a8-a472dbe4f87f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.073301 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0095a349-9d69-4537-95b6-e978689c8505 req-8d07bfc7-cd11-4306-96a8-a472dbe4f87f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.097197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0095a349-9d69-4537-95b6-e978689c8505 req-8d07bfc7-cd11-4306-96a8-a472dbe4f87f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Calling delete_port for 451ea05d-e039-4989-8659-7856e1af026e owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:25.159176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.179150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 628f9a98-6811-4d56-bcfb-e090852abc6b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:25.188699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 628f9a98-6811-4d56-bcfb-e090852abc6b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:25.189337 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.315741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe8bed-9ca3-4ce2-92fd-02ac5b0f1af1 req-ced2bb4f-681c-44e0-9cab-ad6ca4ddcbae tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:25.315741 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3cfe8bed-9ca3-4ce2-92fd-02ac5b0f1af1 req-ced2bb4f-681c-44e0-9cab-ad6ca4ddcbae tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 945 time: 0.1462028 Jul 13 19:28:25.323584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.357448 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.365946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 628f9a98-6811-4d56-bcfb-e090852abc6b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=628f9a98-6811-4d56-bcfb-e090852abc6b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:25.371479 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.413870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0095a349-9d69-4537-95b6-e978689c8505 req-8d07bfc7-cd11-4306-96a8-a472dbe4f87f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.416831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Network 45364309-0286-4bea-b60f-deb9a698b71b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:25.436153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:25.447641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=628f9a98-6811-4d56-bcfb-e090852abc6b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:25.448821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:25.465903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07bfc7-cd11-4306-96a8-a472dbe4f87f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event deleted for resources: {'Port': ['ID=451ea05d-e039-4989-8659-7856e1af026e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:25.484043 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3cfe8bed-9ca3-4ce2-92fd-02ac5b0f1af1 req-b8861ac1-3aa1-43da-a746-0d1f60e416f9 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566629 Jul 13 19:28:25.489790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:25.536310 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Pushing event updated for resources: {'Port': ['ID=b49343cd-14e9-4a3f-8dc0-f343ce303aee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:25.540970 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cd0f16-701b-4108-8953-f2e8538937f1 x-openstack-request-id: req-28cd0f16-701b-4108-8953-f2e8538937f1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:25.541353 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d42114-3528-4d8e-9fc2-4b293ede9d38", "name": "network-vif-deleted", "tag": "ebaddcec-011d-4f64-8f4b-67754709622a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:25.541668 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28cd0f16-701b-4108-8953-f2e8538937f1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:25.542828 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d42114-3528-4d8e-9fc2-4b293ede9d38', 'name': 'network-vif-deleted', 'tag': 'ebaddcec-011d-4f64-8f4b-67754709622a', 'status': 'completed', 'code': 200} Jul 13 19:28:25.553088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:25.553771 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.555731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0095a349-9d69-4537-95b6-e978689c8505 req-8d07bfc7-cd11-4306-96a8-a472dbe4f87f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.558976 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0095a349-9d69-4537-95b6-e978689c8505 req-8d07bfc7-cd11-4306-96a8-a472dbe4f87f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.564579 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0095a349-9d69-4537-95b6-e978689c8505 req-8d07bfc7-cd11-4306-96a8-a472dbe4f87f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "DELETE /v2.0/floatingips/90cdd993-3a16-4222-b349-d5985778c124 HTTP/1.1" status: 204 len: 173 time: 0.7814291 Jul 13 19:28:25.577733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-393d3d9c-3596-4a4d-9c6b-66a2c4a9bd19 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3322699 Jul 13 19:28:25.594926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Request body: {'port': {'device_id': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:25.707249 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99078385-21b9-4f5d-a909-581cfaa8b3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.725889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.735207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38990ee-a8da-4a5e-a834-e7737c45cc65 req-cbf4ff70-17b7-40de-bf2c-d0d013b389ac tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:25.736742 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f38990ee-a8da-4a5e-a834-e7737c45cc65 req-cbf4ff70-17b7-40de-bf2c-d0d013b389ac tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0682077 Jul 13 19:28:25.779781 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f38990ee-a8da-4a5e-a834-e7737c45cc65 req-88b563a9-d91f-47a5-a3ae-52ec4d4dccf9 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363827 Jul 13 19:28:25.832305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a022cc4-2e78-4bc0-8c54-9e1d4aead529 req-0211e556-e9b4-4af4-8648-69611a96bccd tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:25.833886 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a022cc4-2e78-4bc0-8c54-9e1d4aead529 req-0211e556-e9b4-4af4-8648-69611a96bccd tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 949 time: 0.1714284 Jul 13 19:28:25.963741 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.000421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2400c1-de8e-434b-8e73-80cc1ae13a03 req-5e56f29d-589f-4ebb-a0d3-0e5082076056 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:26.001998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef2400c1-de8e-434b-8e73-80cc1ae13a03 req-5e56f29d-589f-4ebb-a0d3-0e5082076056 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0975049 Jul 13 19:28:26.010669 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a022cc4-2e78-4bc0-8c54-9e1d4aead529 req-752357f2-4e6a-4889-80ad-62d2c8107874 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669221 Jul 13 19:28:26.041882 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99078385-21b9-4f5d-a909-581cfaa8b3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.044118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef2400c1-de8e-434b-8e73-80cc1ae13a03 req-c617b806-e3c9-42c0-a8d5-67a14dc2ac4e tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359106 Jul 13 19:28:26.049367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99078385-21b9-4f5d-a909-581cfaa8b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.102636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99078385-21b9-4f5d-a909-581cfaa8b3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0defedeb-c619-483e-b3ef-a77d1b7e44c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:26.115657 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-99078385-21b9-4f5d-a909-581cfaa8b3eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d3a85a6332c42a98fa8e1f848d5bf02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230268 Jul 13 19:28:26.119070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:26.135903 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-feb6fc5a-49be-4676-a102-25cb35012405 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips/7cd30a79-a24a-4f93-b561-33c3bb0248c8 HTTP/1.1" status: 200 len: 693 time: 0.0544033 Jul 13 19:28:26.233952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49343cd-14e9-4a3f-8dc0-f343ce303aee {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:26.242958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-34a49aa7-a289-4b81-be6f-cdb77cb8f98e tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:26.244398 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-34a49aa7-a289-4b81-be6f-cdb77cb8f98e tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1028080 Jul 13 19:28:26.252720 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.266065 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5779a2-eec5-419e-8a89-6159fd3838da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.287591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Transition to ACTIVE for port object b49343cd-14e9-4a3f-8dc0-f343ce303aee will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:26.295656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-d21fccce-2d89-45f3-97bc-6d7db93f75fb tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.0455935 Jul 13 19:28:26.302058 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.305114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5779a2-eec5-419e-8a89-6159fd3838da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.312591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fc788b-2f49-46f2-96fb-365d49e7f1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628f9a98-6811-4d56-bcfb-e090852abc6b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:26.315449 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3cd5a9-7f7c-49c2-8957-204887d2e099" -d '{"events": [{"server_uuid": "c6fc788b-2f49-46f2-96fb-365d49e7f1a7", "name": "network-vif-plugged", "status": "completed", "tag": "628f9a98-6811-4d56-bcfb-e090852abc6b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:26.315721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920e5e2-93e9-476f-ab7f-41639a9ba964 req-dea59cef-4a0a-4fa6-9c9c-9488046be335 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:26.318001 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f920e5e2-93e9-476f-ab7f-41639a9ba964 req-dea59cef-4a0a-4fa6-9c9c-9488046be335 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 932 time: 0.1738002 Jul 13 19:28:26.353956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-54ba5db0-c645-417b-a517-02736245fa00 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.0510993 Jul 13 19:28:26.396705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 84782a1c-6e9b-4e6e-b3eb-7466f707e07a up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:26.403522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Pushing event updated for resources: {'Port': ['ID=b49343cd-14e9-4a3f-8dc0-f343ce303aee,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:26.444827 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f920e5e2-93e9-476f-ab7f-41639a9ba964 req-b4e0f794-033f-4bca-991f-488dcd893da9 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000793 Jul 13 19:28:26.455440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:26.460143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:26.460585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.500457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-69d4db9e-3269-4149-b557-80c251350275 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Deleting port ebd3da3d-45c5-4f92-b070-841cb09f7ecf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:26.500913 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-69d4db9e-3269-4149-b557-80c251350275 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.508869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Attempting to bind port b49343cd-14e9-4a3f-8dc0-f343ce303aee on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:26.509205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Attempting to bind port b49343cd-14e9-4a3f-8dc0-f343ce303aee by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:26.509684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Attempting to bind port b49343cd-14e9-4a3f-8dc0-f343ce303aee on network 45364309-0286-4bea-b60f-deb9a698b71b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:26.516131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Port b49343cd-14e9-4a3f-8dc0-f343ce303aee on network 45364309-0286-4bea-b60f-deb9a698b71b not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:28:26.516458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Attempting to bind port b49343cd-14e9-4a3f-8dc0-f343ce303aee on network 45364309-0286-4bea-b60f-deb9a698b71b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:26.518531 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5779a2-eec5-419e-8a89-6159fd3838da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.521384 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5779a2-eec5-419e-8a89-6159fd3838da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.522662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dc5779a2-eec5-419e-8a89-6159fd3838da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0defedeb-c619-483e-b3ef-a77d1b7e44c9 HTTP/1.1" status: 204 len: 168 time: 0.4026692 Jul 13 19:28:26.552749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:26.554379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Checking segment: {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:26.554895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Bound using segment: {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:26.555924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Bound port: b49343cd-14e9-4a3f-8dc0-f343ce303aee, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:26.556297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.559172 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.559987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5779a2-eec5-419e-8a89-6159fd3838da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0defedeb-c619-483e-b3ef-a77d1b7e44c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:26.604271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:26.609967 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.616341 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-69d4db9e-3269-4149-b557-80c251350275 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.616341 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-69d4db9e-3269-4149-b557-80c251350275 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.649055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-69d4db9e-3269-4149-b557-80c251350275 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Calling delete_port for ebd3da3d-45c5-4f92-b070-841cb09f7ecf owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:26.666105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:26.671472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] For port b49343cd-14e9-4a3f-8dc0-f343ce303aee, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:26.702260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] For port b49343cd-14e9-4a3f-8dc0-f343ce303aee, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:26.711681 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.751082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:26.751677 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.753154 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] 10.222.0.60 "PUT /v2.0/ports/b49343cd-14e9-4a3f-8dc0-f343ce303aee HTTP/1.1" status: 200 len: 1092 time: 1.1673999 Jul 13 19:28:26.757500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'tag': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:26.759764 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83979801-01ba-40c7-8353-78d24aec1ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "62180a72-43e4-41dc-bfd9-04337bc9de86", "tag": "b49343cd-14e9-4a3f-8dc0-f343ce303aee"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:26.800075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d93d31-09be-4114-a8ad-065ac9aab088 service neutron] Pushing event updated for resources: {'Port': ['ID=b49343cd-14e9-4a3f-8dc0-f343ce303aee,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:26.820702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcbd27-0b72-4815-b055-ef2faf1c7ca8 req-c973bd4b-d19a-4e27-b960-497cd5b48842 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:26.822302 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4fcbd27-0b72-4815-b055-ef2faf1c7ca8 req-c973bd4b-d19a-4e27-b960-497cd5b48842 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.1637414 Jul 13 19:28:26.831657 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-69d4db9e-3269-4149-b557-80c251350275 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.861082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4db9e-3269-4149-b557-80c251350275 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event deleted for resources: {'Port': ['ID=ebd3da3d-45c5-4f92-b070-841cb09f7ecf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:26.893870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4fcbd27-0b72-4815-b055-ef2faf1c7ca8 req-548837c6-7bcb-4032-ab27-6fe6f74f0663 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517430 Jul 13 19:28:26.903238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-55f82665-adc1-4b56-b8ba-fd646c0d8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:26.904805 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-55f82665-adc1-4b56-b8ba-fd646c0d8fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 1095 time: 0.1066909 Jul 13 19:28:26.914772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:26.935755 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a00ea92-2e46-46f0-89af-5f06a9ed569e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.951314 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb20188-d8b4-4ccd-8c43-e1a5b97c4871 x-openstack-request-id: req-fcb20188-d8b4-4ccd-8c43-e1a5b97c4871 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:26.952158 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fc788b-2f49-46f2-96fb-365d49e7f1a7", "name": "network-vif-plugged", "status": "completed", "tag": "628f9a98-6811-4d56-bcfb-e090852abc6b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:26.952646 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcb20188-d8b4-4ccd-8c43-e1a5b97c4871 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:26.953358 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fc788b-2f49-46f2-96fb-365d49e7f1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628f9a98-6811-4d56-bcfb-e090852abc6b', 'code': 200} Jul 13 19:28:26.966267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-5e4f1f2b-eeb2-4159-b144-845d7d7e41e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee HTTP/1.1" status: 200 len: 217 time: 0.0499117 Jul 13 19:28:26.977023 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-69d4db9e-3269-4149-b557-80c251350275 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.979677 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-69d4db9e-3269-4149-b557-80c251350275 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.994445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-635ff2de-69f1-4f76-b609-ce7a245b6ceb req-69d4db9e-3269-4149-b557-80c251350275 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "DELETE /v2.0/floatingips/7cd30a79-a24a-4f93-b561-33c3bb0248c8 HTTP/1.1" status: 204 len: 173 time: 0.6341043 Jul 13 19:28:27.025021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ebaddcec-011d-4f64-8f4b-67754709622a no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:27.051005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-751d9654-341e-4f74-a992-d944069bb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.052504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-751d9654-341e-4f74-a992-d944069bb77b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707847d1-498e-4391-9449-d685fadc75a0 HTTP/1.1" status: 200 len: 845 time: 0.0800683 Jul 13 19:28:27.054201 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169e443e-d1df-4d7d-bf0d-002158745341 x-openstack-request-id: req-169e443e-d1df-4d7d-bf0d-002158745341 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:27.054537 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62180a72-43e4-41dc-bfd9-04337bc9de86", "tag": "b49343cd-14e9-4a3f-8dc0-f343ce303aee", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:27.054854 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-169e443e-d1df-4d7d-bf0d-002158745341 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:27.055178 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'tag': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee', 'status': 'completed', 'code': 200} Jul 13 19:28:27.059028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: ebaddcec-011d-4f64-8f4b-67754709622a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:27.059433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ebaddcec-011d-4f64-8f4b-67754709622a not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:27.094896 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-b4651a3b-7f20-447a-9e59-38a946b9aadf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45364309-0286-4bea-b60f-deb9a698b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354381 Jul 13 19:28:27.122981 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a00ea92-2e46-46f0-89af-5f06a9ed569e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.133080 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a00ea92-2e46-46f0-89af-5f06a9ed569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.210471 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7a00ea92-2e46-46f0-89af-5f06a9ed569e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a20f5afea04c44d7943da042a9a9c6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942877 Jul 13 19:28:27.211183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00ea92-2e46-46f0-89af-5f06a9ed569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17029a9-7ac1-4548-a3ea-1d7f42a180fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:27.213935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:27.217098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cbb97-03d7-48d0-9426-3e735d06f546 req-e3fef35c-9a8c-43ea-901d-bc1e6d728025 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.218949 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-049cbb97-03d7-48d0-9426-3e735d06f546 req-e3fef35c-9a8c-43ea-901d-bc1e6d728025 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1581571 Jul 13 19:28:27.241372 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-ee7490b1-e565-4db5-af12-e40e18f14336 service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293712 Jul 13 19:28:27.244260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f6946-7b94-4245-9da5-ecc3132b0ed4 req-8138cef2-e6ea-4b9d-8e9f-53bd98dc71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.245771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d60f6946-7b94-4245-9da5-ecc3132b0ed4 req-8138cef2-e6ea-4b9d-8e9f-53bd98dc71fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 1100 time: 0.2075615 Jul 13 19:28:27.315707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29400692-46de-4965-9089-3ac469a82044 req-81e2697a-e4c4-49ef-a694-0cbc3466e3cb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.315707 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29400692-46de-4965-9089-3ac469a82044 req-81e2697a-e4c4-49ef-a694-0cbc3466e3cb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.1627216 Jul 13 19:28:27.321264 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-049cbb97-03d7-48d0-9426-3e735d06f546 req-b788662d-66c8-4721-b645-cdb3a810addf tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903895 Jul 13 19:28:27.325313 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d60f6946-7b94-4245-9da5-ecc3132b0ed4 req-62f9d4aa-fe92-4e94-892a-fd353d54c066 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697193 Jul 13 19:28:27.335632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db3dac07-28b5-49eb-9baa-987e767a36ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.363881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ff0035d-1697-4104-9788-02d7bab141e8 req-1b9ee15d-6fb7-464b-887f-e66516952d9f service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138990 Jul 13 19:28:27.377496 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db3dac07-28b5-49eb-9baa-987e767a36ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.392122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29400692-46de-4965-9089-3ac469a82044 req-37f8d0ca-626f-41c7-9a3b-79f6ce5ba9ff tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686545 Jul 13 19:28:27.483300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-d54613cd-97af-4e2e-b4d0-b860731b74c8 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips/58059621-88ca-4817-8304-17dbc3958145 HTTP/1.1" status: 200 len: 693 time: 0.0455415 Jul 13 19:28:27.483884 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db3dac07-28b5-49eb-9baa-987e767a36ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.486537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db3dac07-28b5-49eb-9baa-987e767a36ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.490377 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-db3dac07-28b5-49eb-9baa-987e767a36ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a17029a9-7ac1-4548-a3ea-1d7f42a180fc HTTP/1.1" status: 204 len: 168 time: 0.2719810 Jul 13 19:28:27.512352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83979801-01ba-40c7-8353-78d24aec1ef1 req-cd66ba9b-157c-486e-b6a4-524f18dcdb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.513908 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83979801-01ba-40c7-8353-78d24aec1ef1 req-cd66ba9b-157c-486e-b6a4-524f18dcdb41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 1095 time: 0.1012325 Jul 13 19:28:27.517810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dac07-28b5-49eb-9baa-987e767a36ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17029a9-7ac1-4548-a3ea-1d7f42a180fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:27.592018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846ba2c-91dc-48c5-a281-435b8b132480 req-55b310be-4d76-4f8b-a863-59690573e787 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.593631 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5846ba2c-91dc-48c5-a281-435b8b132480 req-55b310be-4d76-4f8b-a863-59690573e787 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.1507709 Jul 13 19:28:27.605139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:27.609766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-481a1b6f-feaf-426b-9435-4d463dbc65b4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'floatingip': {'port_id': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:27.612404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9a2bb9be-cdbf-47cd-bc1a-026fe84b8c6f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.615074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9a2bb9be-cdbf-47cd-bc1a-026fe84b8c6f tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1243174 Jul 13 19:28:27.672193 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-481a1b6f-feaf-426b-9435-4d463dbc65b4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.682556 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-6d96d215-4588-4eaf-9c42-f25623a71797 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0607972 Jul 13 19:28:27.737937 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-60728d35-9eb5-4119-97f7-42227a2e6a38 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0438454 Jul 13 19:28:27.774503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83979801-01ba-40c7-8353-78d24aec1ef1 req-17bdd467-d2ae-40fc-aa86-f7b8433a428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.776056 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83979801-01ba-40c7-8353-78d24aec1ef1 req-17bdd467-d2ae-40fc-aa86-f7b8433a428a service neutron] 10.222.0.60 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 906 time: 0.2458742 Jul 13 19:28:27.844057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83979801-01ba-40c7-8353-78d24aec1ef1 req-87fab205-780e-48ed-ad2d-df9c1378bb65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee HTTP/1.1" status: 200 len: 217 time: 0.0595603 Jul 13 19:28:27.881282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9d8f57d7-8277-455c-8d6c-a531da9176c1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Deleting port 88dca1ac-04e1-4ca3-99cf-d51c60838ed2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:27.881282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9d8f57d7-8277-455c-8d6c-a531da9176c1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.945139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1866bec-a1a7-46a7-b572-8b7ec773b41a req-c5164318-3b1e-4c7d-83ec-aa7df52b3a4c tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.952108 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1866bec-a1a7-46a7-b572-8b7ec773b41a req-c5164318-3b1e-4c7d-83ec-aa7df52b3a4c tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 949 time: 0.2376611 Jul 13 19:28:27.964573 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9d8f57d7-8277-455c-8d6c-a531da9176c1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.964960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9d8f57d7-8277-455c-8d6c-a531da9176c1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.977301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9d8f57d7-8277-455c-8d6c-a531da9176c1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Calling delete_port for 88dca1ac-04e1-4ca3-99cf-d51c60838ed2 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:28.008860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83979801-01ba-40c7-8353-78d24aec1ef1 req-bb19985c-2393-4089-8d3d-b53592fc4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:28.010352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83979801-01ba-40c7-8353-78d24aec1ef1 req-bb19985c-2393-4089-8d3d-b53592fc4f20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707847d1-498e-4391-9449-d685fadc75a0 HTTP/1.1" status: 200 len: 845 time: 0.1420186 Jul 13 19:28:28.147888 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9d8f57d7-8277-455c-8d6c-a531da9176c1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.178989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f57d7-8277-455c-8d6c-a531da9176c1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Pushing event deleted for resources: {'Port': ['ID=88dca1ac-04e1-4ca3-99cf-d51c60838ed2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:28.248789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9d8f57d7-8277-455c-8d6c-a531da9176c1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.251936 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9d8f57d7-8277-455c-8d6c-a531da9176c1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.253201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce34af0f-1a89-4aab-b222-6e82cd320425 req-9d8f57d7-8277-455c-8d6c-a531da9176c1 tempest-FloatingIPDetailsTestJSON-1090315719 tempest-FloatingIPDetailsTestJSON-1090315719-project] 10.222.0.25 "DELETE /v2.0/floatingips/58059621-88ca-4817-8304-17dbc3958145 HTTP/1.1" status: 204 len: 173 time: 0.5093045 Jul 13 19:28:28.265048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:28.401975 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83979801-01ba-40c7-8353-78d24aec1ef1 req-fb4cd501-da2d-45f0-abab-6a53c9229454 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45364309-0286-4bea-b60f-deb9a698b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356927 Jul 13 19:28:28.485719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1866bec-a1a7-46a7-b572-8b7ec773b41a req-6e499166-74b8-47bb-b7e2-b0392bb3da4d tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325484 Jul 13 19:28:28.585680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed3903-d721-46f7-a8dc-552da88bb354 req-a632bce5-3c2b-4f10-9811-a98eb6c1c51d tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:28.587218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23ed3903-d721-46f7-a8dc-552da88bb354 req-a632bce5-3c2b-4f10-9811-a98eb6c1c51d tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1382914 Jul 13 19:28:28.668248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23ed3903-d721-46f7-a8dc-552da88bb354 req-73b066e3-5d81-4d41-b6b5-60cb448ee7d2 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702493 Jul 13 19:28:28.704028 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83979801-01ba-40c7-8353-78d24aec1ef1 req-f684a5db-5b33-40f4-82a4-12fabe0f4723 service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657113 Jul 13 19:28:28.873570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269209-ecdf-47e3-9b2b-1b47a726d2e2 req-0c5872ca-d530-4fb7-82d5-9056ea9bfeec tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:28.875110 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28269209-ecdf-47e3-9b2b-1b47a726d2e2 req-0c5872ca-d530-4fb7-82d5-9056ea9bfeec tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 944 time: 0.2323434 Jul 13 19:28:28.940961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c035695-72b7-4ad2-84b6-a70e8d77824e req-c30bde9d-fe78-4c20-b222-9950aa351c65 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:28.942904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c035695-72b7-4ad2-84b6-a70e8d77824e req-c30bde9d-fe78-4c20-b222-9950aa351c65 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1387365 Jul 13 19:28:28.954850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:28.959725 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020a5ac6-2374-4bdd-a463-3bc5b18a2cda" -d '{"events": [{"server_uuid": "a5c012f8-baef-49ab-bc67-90c8bd9174b7", "name": "network-vif-plugged", "status": "completed", "tag": "84782a1c-6e9b-4e6e-b3eb-7466f707e07a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:28.983296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83979801-01ba-40c7-8353-78d24aec1ef1 req-eeeded41-45c8-4883-b391-92fed8ca5e53 service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696915 Jul 13 19:28:28.996838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28269209-ecdf-47e3-9b2b-1b47a726d2e2 req-5c680308-1a7f-4001-aae5-e067ea30030c tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945945 Jul 13 19:28:29.016700 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.020246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-481a1b6f-feaf-426b-9435-4d463dbc65b4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.032771 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-481a1b6f-feaf-426b-9435-4d463dbc65b4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.057700 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c035695-72b7-4ad2-84b6-a70e8d77824e req-6dd4c21e-3658-4972-a02d-73a7d8cd5a75 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041045 Jul 13 19:28:29.129983 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a84332-89c0-4697-a4c2-11c3ad7266fb x-openstack-request-id: req-18a84332-89c0-4697-a4c2-11c3ad7266fb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:29.130520 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c012f8-baef-49ab-bc67-90c8bd9174b7", "name": "network-vif-plugged", "status": "completed", "tag": "84782a1c-6e9b-4e6e-b3eb-7466f707e07a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:29.131875 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18a84332-89c0-4697-a4c2-11c3ad7266fb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:29.132345 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a', 'code': 200} Jul 13 19:28:29.248835 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-481a1b6f-feaf-426b-9435-4d463dbc65b4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Floating IP a3b19dc2-9881-49f2-b6c3-9e1507bdf62b associated. External IP: 172.25.7.130, port: 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48. Jul 13 19:28:29.391512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29df3bd-34f8-41ad-b88f-be5445a16ffb req-2fde0d1a-1ef1-4100-8b85-1c8d93352618 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.393056 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e29df3bd-34f8-41ad-b88f-be5445a16ffb req-2fde0d1a-1ef1-4100-8b85-1c8d93352618 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.2279115 Jul 13 19:28:29.398523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d503f-6ad7-4973-a8b3-a60155395682 req-ea310f4c-cfd2-4e21-b8a4-6dca752b939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.399998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-654d503f-6ad7-4973-a8b3-a60155395682 req-ea310f4c-cfd2-4e21-b8a4-6dca752b939f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 1097 time: 0.1940498 Jul 13 19:28:29.500904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e29df3bd-34f8-41ad-b88f-be5445a16ffb req-de375672-8c5b-4710-9455-93376485e07d tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983686 Jul 13 19:28:29.508655 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-654d503f-6ad7-4973-a8b3-a60155395682 req-5d13e3b2-d70c-48fd-a592-70deca0fedd7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959344 Jul 13 19:28:29.628002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481a1b6f-feaf-426b-9435-4d463dbc65b4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Router 1a2e1404-748f-40b3-aebc-4ee5d2892418 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:29.740482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0f0c3-a0f1-46b9-b9c2-d5ca00ec13c5 req-d616a908-b7d3-4296-b81a-978aaf07f21c tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.742215 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3e0f0c3-a0f1-46b9-b9c2-d5ca00ec13c5 req-d616a908-b7d3-4296-b81a-978aaf07f21c tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 949 time: 0.1049411 Jul 13 19:28:29.766445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481a1b6f-feaf-426b-9435-4d463dbc65b4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:29.772341 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-481a1b6f-feaf-426b-9435-4d463dbc65b4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.778453 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] Sync routers for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:29.781213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] Deleting port e951e111-ad2b-4e10-940d-1501cb429df9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:29.781564 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.797812 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:29.800163 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:28:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:29.816570 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-481a1b6f-feaf-426b-9435-4d463dbc65b4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "PUT /v2.0/floatingips/a3b19dc2-9881-49f2-b6c3-9e1507bdf62b HTTP/1.1" status: 200 len: 991 time: 2.2102170 Jul 13 19:28:29.819420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:29.821845 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eb845e-41d4-4f94-bc0a-b7af0120a56a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:29.839485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3e0f0c3-a0f1-46b9-b9c2-d5ca00ec13c5 req-8800ab31-08a4-42f6-977a-7fbb8ad774db tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897741 Jul 13 19:28:29.898227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] For port e951e111-ad2b-4e10-940d-1501cb429df9, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e951e111-ad2b-4e10-940d-1501cb429df9,segment=NetworkSegment(50075725-07e5-4271-95f0-67c2997d5b0b),segment_id=50075725-07e5-4271-95f0-67c2997d5b0b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:29.900822 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.933596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] Calling delete_port for e951e111-ad2b-4e10-940d-1501cb429df9 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:29.936500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c84a88-58c7-4f8a-a112-0e419285f72c req-2ac8feaa-32d9-4975-b983-de8a46f55e1d tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.941093 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:29.944982 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81c84a88-58c7-4f8a-a112-0e419285f72c req-2ac8feaa-32d9-4975-b983-de8a46f55e1d tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0880482 Jul 13 19:28:30.004510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81c84a88-58c7-4f8a-a112-0e419285f72c req-9e2a8693-65b2-4347-a35d-3ac6aa08bedc tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584476 Jul 13 19:28:30.079778 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b052c54-8f7a-46cd-b4a3-9d5a8481090b x-openstack-request-id: req-3b052c54-8f7a-46cd-b4a3-9d5a8481090b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:30.080080 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:30.080337 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b052c54-8f7a-46cd-b4a3-9d5a8481090b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:30.080752 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'status': 'completed', 'code': 200} Jul 13 19:28:30.343478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca3061-b335-41eb-97aa-ae9fe02c34da req-c16bffd8-f1aa-438e-a56b-3ad813647924 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:30.354658 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1eca3061-b335-41eb-97aa-ae9fe02c34da req-c16bffd8-f1aa-438e-a56b-3ad813647924 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 944 time: 0.1547651 Jul 13 19:28:30.362746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-910c39a4-3ded-484b-9840-5ed3121ee16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:30.366785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-910c39a4-3ded-484b-9840-5ed3121ee16d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 1096 time: 0.2546048 Jul 13 19:28:30.401167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b49343cd-14e9-4a3f-8dc0-f343ce303aee details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:30.405743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.427081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:30.466140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1eca3061-b335-41eb-97aa-ae9fe02c34da req-07a5f19b-7c6e-4288-a157-5483b16b1c0f tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105094 Jul 13 19:28:30.478562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=e951e111-ad2b-4e10-940d-1501cb429df9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:30.509194 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a3b19dc2-9881-49f2-b6c3-9e1507bdf62b', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'port_id': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'mac_address': 'fa:16:3e:75:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:02Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 1, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:30.587836 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] Checking router: 1a2e1404-748f-40b3-aebc-4ee5d2892418 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:30.603793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b49343cd-14e9-4a3f-8dc0-f343ce303aee, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:30.612054 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:30.613447 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:28:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:30.623789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'port_id': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee', 'mac_address': 'fa:16:3e:f4:2c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847d1-498e-4391-9449-d685fadc75a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:30.657738 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9021-a1b2-408f-bef6-a4684786805f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.670250 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.692003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-31984a13-24e9-4bc8-8a2a-2f206f41f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:30.694353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-31984a13-24e9-4bc8-8a2a-2f206f41f79f service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.3133657 Jul 13 19:28:30.711281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49343cd-14e9-4a3f-8dc0-f343ce303aee {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:30.736092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b49343cd-14e9-4a3f-8dc0-f343ce303aee, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:30.742495 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.798484 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-cce1f9e3-957f-42eb-ac43-668e934ea6e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 HTTP/1.1" status: 200 len: 999 time: 0.0791595 Jul 13 19:28:30.808092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557c14-4517-4207-a804-d51bed32eadc req-61689cc5-9028-4c8d-9eda-236f657cd6ad tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:30.815368 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66557c14-4517-4207-a804-d51bed32eadc req-61689cc5-9028-4c8d-9eda-236f657cd6ad tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 949 time: 0.1346369 Jul 13 19:28:30.825665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b49343cd-14e9-4a3f-8dc0-f343ce303aee,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:30.830019 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:30.882105 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66557c14-4517-4207-a804-d51bed32eadc req-b290b9ea-ad5a-47a0-bde3-c237f73438b6 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657229 Jul 13 19:28:30.912165 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-18a9c038-e132-4da1-9c1f-4af5ff3f5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:30.914030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-18a9c038-e132-4da1-9c1f-4af5ff3f5c81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.0739834 Jul 13 19:28:30.921470 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9021-a1b2-408f-bef6-a4684786805f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.930196 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9021-a1b2-408f-bef6-a4684786805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.958462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b49343cd-14e9-4a3f-8dc0-f343ce303aee'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:30.972149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae23db6-70e0-46e4-93bc-bb83a2bc9e20 req-c3362877-6250-458f-9f80-62ccf9cddc45 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:30.978542 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aa5d9021-a1b2-408f-bef6-a4684786805f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46e47405eda140b89fc40c318c09c23d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5480113 Jul 13 19:28:30.978542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d9021-a1b2-408f-bef6-a4684786805f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c57597-a399-4afe-a66b-13071ada8327,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:30.980970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ae23db6-70e0-46e4-93bc-bb83a2bc9e20 req-c3362877-6250-458f-9f80-62ccf9cddc45 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.3759110 Jul 13 19:28:30.981119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:31.047393 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e4fe05-9901-4a9f-a516-80b7ca0d5b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.065118 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.096898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e4fe05-9901-4a9f-a516-80b7ca0d5b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.100785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ae23db6-70e0-46e4-93bc-bb83a2bc9e20 req-5fc763dd-8311-4637-991b-220f24abd04c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149998 Jul 13 19:28:31.130947 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-764b55d9-1f7f-49ff-a18c-1b6741c99865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:31.131923 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a3b19dc2-9881-49f2-b6c3-9e1507bdf62b', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'port_id': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'mac_address': 'fa:16:3e:75:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:02Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 1, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:31.132666 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-764b55d9-1f7f-49ff-a18c-1b6741c99865 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811552 Jul 13 19:28:31.179612 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e93f1d-4fe7-4b13-99e7-2bf402289408 None None] The sync data for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 is: [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a3b19dc2-9881-49f2-b6c3-9e1507bdf62b', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'port_id': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'mac_address': 'fa:16:3e:75:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:02Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 1, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:31.205933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ac466-08b3-448e-b316-8fce3faf173b req-8a2b4a86-ac0b-4738-9823-57d2813db505 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:31.213290 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a9ac466-08b3-448e-b316-8fce3faf173b req-8a2b4a86-ac0b-4738-9823-57d2813db505 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.1186156 Jul 13 19:28:31.220548 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e4fe05-9901-4a9f-a516-80b7ca0d5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.223887 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e4fe05-9901-4a9f-a516-80b7ca0d5b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.227263 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-79e4fe05-9901-4a9f-a516-80b7ca0d5b81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9c57597-a399-4afe-a66b-13071ada8327 HTTP/1.1" status: 204 len: 168 time: 0.2429724 Jul 13 19:28:31.243471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4fe05-9901-4a9f-a516-80b7ca0d5b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c57597-a399-4afe-a66b-13071ada8327,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:31.294842 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a9ac466-08b3-448e-b316-8fce3faf173b req-ad6e5fe2-b178-465c-ae12-9bd56a6d9924 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786791 Jul 13 19:28:31.478074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-1d383f08-8ebd-4c20-830c-624fcb2c99eb service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474508 Jul 13 19:28:31.511999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b905091-fd27-4ffd-8be3-0a324c1155b9 None None] New status for floating IP a3b19dc2-9881-49f2-b6c3-9e1507bdf62b: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:28:31.514326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d13613-9f26-472c-acf5-a33e691e7819 req-e765154c-6a8a-4724-8b02-a3f41542cd66 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:31.522907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b8d13613-9f26-472c-acf5-a33e691e7819 req-e765154c-6a8a-4724-8b02-a3f41542cd66 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.2067409 Jul 13 19:28:31.661187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:31.677403 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1679c676-acb1-41aa-9666-0b6ac9d17ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.714107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b8d13613-9f26-472c-acf5-a33e691e7819 req-b52e0ee4-8258-4896-aa28-d9934bba7218 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903162 Jul 13 19:28:31.752069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25eb845e-41d4-4f94-bc0a-b7af0120a56a req-7aac2a49-3d91-4df6-8e4f-24d5fe0c4bdc service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641511 Jul 13 19:28:31.775425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] Router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:31.828094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1679c676-acb1-41aa-9666-0b6ac9d17ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.833364 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1679c676-acb1-41aa-9666-0b6ac9d17ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.888880 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1679c676-acb1-41aa-9666-0b6ac9d17ae6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4d51c2a521f4c1dbc73a5126b46aa6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266078 Jul 13 19:28:31.890045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679c676-acb1-41aa-9666-0b6ac9d17ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0145258b-ff2a-438f-80b7-24f823f13ec1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:31.893464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:31.913239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:31.918468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aa473348-8751-403b-b9e5-b979927bfc5f admin admin] 10.222.0.25 "PUT /v2.0/routers/acd3cd76-2545-4c83-a8b3-bb1f7dba0235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6556046 Jul 13 19:28:31.921667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:31.929996 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] Sync routers for ids ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:31.944753 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] Routers {'acd3cd76-2545-4c83-a8b3-bb1f7dba0235'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:31.945923 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:28:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:31.963263 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f17c325-84bd-4432-8c56-ec527c079b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.993539 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f17c325-84bd-4432-8c56-ec527c079b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.075649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f17c325-84bd-4432-8c56-ec527c079b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.078502 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f17c325-84bd-4432-8c56-ec527c079b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.083701 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9f17c325-84bd-4432-8c56-ec527c079b2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0145258b-ff2a-438f-80b7-24f823f13ec1 HTTP/1.1" status: 204 len: 168 time: 0.1888371 Jul 13 19:28:32.093022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17c325-84bd-4432-8c56-ec527c079b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0145258b-ff2a-438f-80b7-24f823f13ec1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:32.132245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.134017 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] Set router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:32.187919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb54ddd-3d00-4cb2-8624-352852968c92 req-e5f6a40a-7359-492d-85bd-74913f2e3cd7 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:32.189528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0eb54ddd-3d00-4cb2-8624-352852968c92 req-e5f6a40a-7359-492d-85bd-74913f2e3cd7 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 949 time: 0.0881674 Jul 13 19:28:32.256034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4cdc-7fe3-42c4-9d8c-9673575b216a req-f3320cad-fd0d-47f8-b144-4d0c2532e774 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:32.257618 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-614b4cdc-7fe3-42c4-9d8c-9673575b216a req-f3320cad-fd0d-47f8-b144-4d0c2532e774 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 945 time: 0.2791867 Jul 13 19:28:32.262193 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.282820 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0eb54ddd-3d00-4cb2-8624-352852968c92 req-08b76e5b-b3bb-4417-8956-fca5d3c33cbf tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805924 Jul 13 19:28:32.346703 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-2c57cbb7-84c5-4ae6-9c0d-73f2ca1f9e80 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:32.348760 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-2c57cbb7-84c5-4ae6-9c0d-73f2ca1f9e80 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 949 time: 0.2929688 Jul 13 19:28:32.354606 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-614b4cdc-7fe3-42c4-9d8c-9673575b216a req-b6983cbc-8c0f-4a10-b0f6-30b0dac0b110 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881009 Jul 13 19:28:32.374457 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-router', 'tenant_id': '08edaf998463434e85553621071b8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'b5ab756a-e152-4948-963f-a391b1566136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:46Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 5, 'project_id': '08edaf998463434e85553621071b8109', 'gw_port': {'id': 'b5ab756a-e152-4948-963f-a391b1566136', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:32.411764 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] Checking router: acd3cd76-2545-4c83-a8b3-bb1f7dba0235 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:32.412473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b49343cd-14e9-4a3f-8dc0-f343ce303aee up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:32.428682 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] Routers {'acd3cd76-2545-4c83-a8b3-bb1f7dba0235'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:32.429461 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:28:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:32.433803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Deleting port b5ab756a-e152-4948-963f-a391b1566136 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:32.434152 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.531958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port b49343cd-14e9-4a3f-8dc0-f343ce303aee completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:32.540566 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b49343cd-14e9-4a3f-8dc0-f343ce303aee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:32.541972 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.564838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7b0ba-e3aa-436b-a2fe-7393f61eb19a req-be344e94-8967-4ef1-8dc9-9611e970f1ff tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:32.573107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-80f7b0ba-e3aa-436b-a2fe-7393f61eb19a req-be344e94-8967-4ef1-8dc9-9611e970f1ff tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1536217 Jul 13 19:28:32.632299 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] Set router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:32.647107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-80f7b0ba-e3aa-436b-a2fe-7393f61eb19a req-d304cca4-9e74-4eb2-8895-bcb556dfc192 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718408 Jul 13 19:28:32.708387 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-router', 'tenant_id': '08edaf998463434e85553621071b8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:46Z', 'updated_at': '2021-07-13T19:28:32Z', 'revision_number': 6, 'project_id': '08edaf998463434e85553621071b8109', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:32.738283 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa3001-d3c5-4a58-a6af-e78c1acefbb7 None None] The sync data for ids ['acd3cd76-2545-4c83-a8b3-bb1f7dba0235'] in n-d-800708-1 is: [{'id': 'acd3cd76-2545-4c83-a8b3-bb1f7dba0235', 'name': 'tempest-FloatingIPDetailsTestJSON-1198410185-router', 'tenant_id': '08edaf998463434e85553621071b8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:46Z', 'updated_at': '2021-07-13T19:28:32Z', 'revision_number': 6, 'project_id': '08edaf998463434e85553621071b8109', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:32.747899 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.804457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:32.807735 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c09225-596d-4a24-8570-61d2b3b54969" -d '{"events": [{"server_uuid": "62180a72-43e4-41dc-bfd9-04337bc9de86", "name": "network-vif-plugged", "status": "completed", "tag": "b49343cd-14e9-4a3f-8dc0-f343ce303aee"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:32.826885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b49343cd-14e9-4a3f-8dc0-f343ce303aee, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:32.832345 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.889338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b49343cd-14e9-4a3f-8dc0-f343ce303aee,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:32.937863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] For port b5ab756a-e152-4948-963f-a391b1566136, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b5ab756a-e152-4948-963f-a391b1566136,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:32.938857 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.952493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-a6fb4d0b-e730-4ddc-b38b-e4b0a25be7c3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Deleting port 628f9a98-6811-4d56-bcfb-e090852abc6b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:32.953076 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-a6fb4d0b-e730-4ddc-b38b-e4b0a25be7c3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.961352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafb558-f39b-4dfb-8fae-3ce071f5edff req-e9ef50f4-a2ad-46ad-b9a0-4ae5c2db1f84 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:32.966975 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9cafb558-f39b-4dfb-8fae-3ce071f5edff req-e9ef50f4-a2ad-46ad-b9a0-4ae5c2db1f84 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0769651 Jul 13 19:28:32.977016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Calling delete_port for b5ab756a-e152-4948-963f-a391b1566136 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:33.010882 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9cafb558-f39b-4dfb-8fae-3ce071f5edff req-e90dd718-6f3a-4832-8d44-4f379a49f1ff tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Jul 13 19:28:33.070003 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d83b712-412c-4565-94f7-6ec140976710 x-openstack-request-id: req-9d83b712-412c-4565-94f7-6ec140976710 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:33.070427 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62180a72-43e4-41dc-bfd9-04337bc9de86", "name": "network-vif-plugged", "status": "completed", "tag": "b49343cd-14e9-4a3f-8dc0-f343ce303aee", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:33.070773 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d83b712-412c-4565-94f7-6ec140976710 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:33.071255 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee', 'code': 200} Jul 13 19:28:33.083639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5cf2e-f689-40f9-ba37-fe0f0c95e52c req-421cb523-021d-4502-a0c7-a2bc70888ee6 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:33.085234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6bd5cf2e-f689-40f9-ba37-fe0f0c95e52c req-421cb523-021d-4502-a0c7-a2bc70888ee6 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.2518935 Jul 13 19:28:33.155418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-a6fb4d0b-e730-4ddc-b38b-e4b0a25be7c3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] For port 628f9a98-6811-4d56-bcfb-e090852abc6b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=628f9a98-6811-4d56-bcfb-e090852abc6b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:33.155832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-a6fb4d0b-e730-4ddc-b38b-e4b0a25be7c3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.186162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-a6fb4d0b-e730-4ddc-b38b-e4b0a25be7c3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Calling delete_port for 628f9a98-6811-4d56-bcfb-e090852abc6b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:33.198650 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6bd5cf2e-f689-40f9-ba37-fe0f0c95e52c req-8b85d841-bb36-4cd9-a89a-461a93a76556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929251 Jul 13 19:28:33.209355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e24be7-082e-4a1b-9f9f-ebb71a4c7dae req-ba9de62c-2462-4a17-b31d-6ad89d7f40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:33.211658 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d3e24be7-082e-4a1b-9f9f-ebb71a4c7dae req-ba9de62c-2462-4a17-b31d-6ad89d7f40ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 1097 time: 0.0721235 Jul 13 19:28:33.249013 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d3e24be7-082e-4a1b-9f9f-ebb71a4c7dae req-ea70c23c-f9d8-4c6d-902e-5d90b39e803a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Jul 13 19:28:33.378814 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.447572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ab756a-e152-4948-963f-a391b1566136,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:33.492088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443bb9-39f1-47c8-83b7-c85c69981d78 req-4b133941-fabb-41b7-92a1-2e399b80e924 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:33.498927 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c6443bb9-39f1-47c8-83b7-c85c69981d78 req-4b133941-fabb-41b7-92a1-2e399b80e924 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 949 time: 0.0932009 Jul 13 19:28:33.539891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c6443bb9-39f1-47c8-83b7-c85c69981d78 req-7fdfef72-6b49-41d8-bc38-efc83cf705f9 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/security-groups?id=030c56f9-7c9f-46b9-96b4-3fd55cf139cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Jul 13 19:28:33.567523 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.573156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-a6fb4d0b-e730-4ddc-b38b-e4b0a25be7c3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.585763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['628f9a98-6811-4d56-bcfb-e090852abc6b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:33.694984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb4d0b-e730-4ddc-b38b-e4b0a25be7c3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Pushing event deleted for resources: {'Port': ['ID=628f9a98-6811-4d56-bcfb-e090852abc6b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:33.708688 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.712913 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.806612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-a6fb4d0b-e730-4ddc-b38b-e4b0a25be7c3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] No DVR routers for this DVR port 628f9a98-6811-4d56-bcfb-e090852abc6b on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:33.809421 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-a6fb4d0b-e730-4ddc-b38b-e4b0a25be7c3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.812614 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6bc30a90-f8b7-44f1-b55e-c979b780adf6 req-a6fb4d0b-e730-4ddc-b38b-e4b0a25be7c3 tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.24 "DELETE /v2.0/ports/628f9a98-6811-4d56-bcfb-e090852abc6b HTTP/1.1" status: 204 len: 173 time: 1.4569337 Jul 13 19:28:33.814628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fc788b-2f49-46f2-96fb-365d49e7f1a7', 'name': 'network-vif-deleted', 'tag': '628f9a98-6811-4d56-bcfb-e090852abc6b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:33.819524 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8905c3b-6f2f-454b-8b16-545c4393a050" -d '{"events": [{"server_uuid": "c6fc788b-2f49-46f2-96fb-365d49e7f1a7", "name": "network-vif-deleted", "tag": "628f9a98-6811-4d56-bcfb-e090852abc6b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:33.840046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39171e04-81ad-4351-a308-852fd3f3511e req-7cb37640-35bb-43e4-8415-47b886e236c5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:33.841783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39171e04-81ad-4351-a308-852fd3f3511e req-7cb37640-35bb-43e4-8415-47b886e236c5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.3377383 Jul 13 19:28:33.843070 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.844128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acd3cd76-2545-4c83-a8b3-bb1f7dba0235 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:28:33.851123 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.852512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-53315e93-5989-41f8-8d94-97c8af281353 admin admin] 10.222.0.25 "DELETE /v2.0/routers/acd3cd76-2545-4c83-a8b3-bb1f7dba0235 HTTP/1.1" status: 204 len: 168 time: 1.9296937 Jul 13 19:28:33.855045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:33.908118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788d65f-b013-4d0a-9b40-80c333170f94 req-46df90af-b7db-433b-9a90-412528690ea1 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:33.913422 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c788d65f-b013-4d0a-9b40-80c333170f94 req-46df90af-b7db-433b-9a90-412528690ea1 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1423042 Jul 13 19:28:33.947818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29f4206-0d37-4ae5-9125-a5d3e90a95a4 admin admin] Deleting subnet 7b54ecb4-6bbb-493c-8018-af11950aeba2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:28:33.953938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29f4206-0d37-4ae5-9125-a5d3e90a95a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.958835 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39171e04-81ad-4351-a308-852fd3f3511e req-75617daa-6755-4989-a5cb-bd15c64f0004 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872419 Jul 13 19:28:34.002596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29f4206-0d37-4ae5-9125-a5d3e90a95a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.042159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c788d65f-b013-4d0a-9b40-80c333170f94 req-eb41857a-b353-46b8-8853-fba79c7c4e8d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206858 Jul 13 19:28:34.122958 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51aebb2-d50f-4956-8a7d-dbf006f28cc2 x-openstack-request-id: req-e51aebb2-d50f-4956-8a7d-dbf006f28cc2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:34.123248 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fc788b-2f49-46f2-96fb-365d49e7f1a7", "name": "network-vif-deleted", "tag": "628f9a98-6811-4d56-bcfb-e090852abc6b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:34.123482 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e51aebb2-d50f-4956-8a7d-dbf006f28cc2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:34.124048 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fc788b-2f49-46f2-96fb-365d49e7f1a7', 'name': 'network-vif-deleted', 'tag': '628f9a98-6811-4d56-bcfb-e090852abc6b', 'status': 'completed', 'code': 200} Jul 13 19:28:34.164620 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29f4206-0d37-4ae5-9125-a5d3e90a95a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.240349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29f4206-0d37-4ae5-9125-a5d3e90a95a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.281406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4982b4fa-5c09-48c6-a319-93a32950838d None None] Network 7df2296a-50b3-48ef-893e-535c1d3046f4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:34.281791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29f4206-0d37-4ae5-9125-a5d3e90a95a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.283805 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c29f4206-0d37-4ae5-9125-a5d3e90a95a4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7b54ecb4-6bbb-493c-8018-af11950aeba2 HTTP/1.1" status: 204 len: 168 time: 0.4273117 Jul 13 19:28:34.285266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f4206-0d37-4ae5-9125-a5d3e90a95a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b54ecb4-6bbb-493c-8018-af11950aeba2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:34.287854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:34.334315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a430e1-315b-496a-8b7d-c1abdfb0c15c req-041a7e53-107a-4773-8815-6b80e6eeb4a0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:34.336065 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21a430e1-315b-496a-8b7d-c1abdfb0c15c req-041a7e53-107a-4773-8815-6b80e6eeb4a0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0880454 Jul 13 19:28:34.368206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.393897 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21a430e1-315b-496a-8b7d-c1abdfb0c15c req-fae626f8-52d2-4b8c-aa2a-7aa649d03503 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521922 Jul 13 19:28:34.495296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Deleting port 123e6fd9-77d0-452c-a257-12f5eb29c696 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:34.495716 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.522955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57c93-4ad6-4687-8861-44564bdfb034 req-37db8587-5bc2-4239-a696-ef13617dd234 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:34.529773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eea57c93-4ad6-4687-8861-44564bdfb034 req-37db8587-5bc2-4239-a696-ef13617dd234 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.1065843 Jul 13 19:28:34.563784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda7cf4d-e85f-452e-85af-3c7b0ce9f9b0 None None] DHCP port deletion for 7df2296a-50b3-48ef-893e-535c1d3046f4 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:28:34.597547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e951e111-ad2b-4e10-940d-1501cb429df9 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:34.635153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e951e111-ad2b-4e10-940d-1501cb429df9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:34.635757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e951e111-ad2b-4e10-940d-1501cb429df9 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:34.636228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b5ab756a-e152-4948-963f-a391b1566136 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:34.651598 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eea57c93-4ad6-4687-8861-44564bdfb034 req-7c1b5177-29d7-4a83-b6a3-5a5b52980877 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208880 Jul 13 19:28:34.657984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] For port 123e6fd9-77d0-452c-a257-12f5eb29c696, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=123e6fd9-77d0-452c-a257-12f5eb29c696,segment=NetworkSegment(50075725-07e5-4271-95f0-67c2997d5b0b),segment_id=50075725-07e5-4271-95f0-67c2997d5b0b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:34.658599 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.672801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: b5ab756a-e152-4948-963f-a391b1566136 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:34.673457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b5ab756a-e152-4948-963f-a391b1566136 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:34.683229 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Calling delete_port for 123e6fd9-77d0-452c-a257-12f5eb29c696 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:34.687213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fda7cf4d-e85f-452e-85af-3c7b0ce9f9b0 None None] Deleting port 123e6fd9-77d0-452c-a257-12f5eb29c696 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:34.687718 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fda7cf4d-e85f-452e-85af-3c7b0ce9f9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.749209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d271dd7a-3a6e-4c25-9890-90c2c0b9101e req-918b6d60-f6ea-4124-abdd-abfa9c9c5bdc tempest-ImagesNegativeTestJSON-1684140768 tempest-ImagesNegativeTestJSON-1684140768-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fc788b-2f49-46f2-96fb-365d49e7f1a7 HTTP/1.1" status: 200 len: 210 time: 0.0379913 Jul 13 19:28:34.767950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fda7cf4d-e85f-452e-85af-3c7b0ce9f9b0 None None] For port 123e6fd9-77d0-452c-a257-12f5eb29c696, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=123e6fd9-77d0-452c-a257-12f5eb29c696,segment=NetworkSegment(50075725-07e5-4271-95f0-67c2997d5b0b),segment_id=50075725-07e5-4271-95f0-67c2997d5b0b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:34.768345 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fda7cf4d-e85f-452e-85af-3c7b0ce9f9b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.784477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fda7cf4d-e85f-452e-85af-3c7b0ce9f9b0 None None] Calling delete_port for 123e6fd9-77d0-452c-a257-12f5eb29c696 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:34.820932 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.850378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Pushing event deleted for resources: {'Port': ['ID=123e6fd9-77d0-452c-a257-12f5eb29c696,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:34.854436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] No DVR routers for this DVR port 123e6fd9-77d0-452c-a257-12f5eb29c696 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:34.877638 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fda7cf4d-e85f-452e-85af-3c7b0ce9f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.936107 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.948301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df2296a-50b3-48ef-893e-535c1d3046f4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:34.964922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50075725-07e5-4271-95f0-67c2997d5b0b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:34.965329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50075725-07e5-4271-95f0-67c2997d5b0b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:34.976365 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.991775 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.004468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:28:35.005380 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.038605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7cf4d-e85f-452e-85af-3c7b0ce9f9b0 None None] No DVR routers for this DVR port 123e6fd9-77d0-452c-a257-12f5eb29c696 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:35.040404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7cf4d-e85f-452e-85af-3c7b0ce9f9b0 None None] Pushing event deleted for resources: {'Port': ['ID=123e6fd9-77d0-452c-a257-12f5eb29c696,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:28:35.056839 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:28:35.083761 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.094875 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.100348 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] 10.222.0.25 "DELETE /v2.0/networks/7df2296a-50b3-48ef-893e-535c1d3046f4 HTTP/1.1" status: 204 len: 168 time: 0.8114262 Jul 13 19:28:35.127122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac130cf-9954-4d5c-9162-c90252a7722b admin admin] Pushing event deleted for resources: {'Network': ['ID=7df2296a-50b3-48ef-893e-535c1d3046f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:35.212936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbada4-0a8c-4340-8d93-23beb907ae1e req-2d1c0d5d-99f6-4930-b190-221144403a75 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.220838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1cbada4-0a8c-4340-8d93-23beb907ae1e req-2d1c0d5d-99f6-4930-b190-221144403a75 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.1192803 Jul 13 19:28:35.261738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1cbada4-0a8c-4340-8d93-23beb907ae1e req-58d4818c-6f8a-4c70-9dde-62ed97af589b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Jul 13 19:28:35.280922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39493674-ea23-40c2-989a-03fce41aff57 req-a75b9300-a043-4171-a626-e6a21054f984 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.283440 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39493674-ea23-40c2-989a-03fce41aff57 req-a75b9300-a043-4171-a626-e6a21054f984 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.0985372 Jul 13 19:28:35.341077 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39493674-ea23-40c2-989a-03fce41aff57 req-89e15d00-40aa-427d-848b-c776b7b9acdf tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513597 Jul 13 19:28:35.341622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:35.397907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7157f9c5-fe15-4997-8ef3-e9b2a9aef76a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08edaf998463434e85553621071b8109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548949 Jul 13 19:28:35.400639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:35.467869 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e66fc5-bbde-479d-b41c-0dfabf4905bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.492908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e66fc5-bbde-479d-b41c-0dfabf4905bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.572140 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e66fc5-bbde-479d-b41c-0dfabf4905bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.574907 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e66fc5-bbde-479d-b41c-0dfabf4905bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.578321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-75e66fc5-bbde-479d-b41c-0dfabf4905bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0f6998f-7639-474b-886c-3a9cf9170fb5 HTTP/1.1" status: 204 len: 168 time: 0.1743813 Jul 13 19:28:35.589355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e66fc5-bbde-479d-b41c-0dfabf4905bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f6998f-7639-474b-886c-3a9cf9170fb5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:35.631449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b7464-eee1-437b-8006-db3f659daa96 req-af6e6aa6-848f-4b7b-b29d-25baec64544d tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.640997 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-915b7464-eee1-437b-8006-db3f659daa96 req-af6e6aa6-848f-4b7b-b29d-25baec64544d tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1141841 Jul 13 19:28:35.687041 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-915b7464-eee1-437b-8006-db3f659daa96 req-cd640b67-3794-431e-a4c1-6c31f0be3619 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450799 Jul 13 19:28:35.781998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edaaad-f73e-4bcc-a660-b743b528f7cf req-9deaf1e1-f8c1-4100-9865-7120c44a388e tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.784097 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61edaaad-f73e-4bcc-a660-b743b528f7cf req-9deaf1e1-f8c1-4100-9865-7120c44a388e tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0796502 Jul 13 19:28:35.850791 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61edaaad-f73e-4bcc-a660-b743b528f7cf req-956cd692-94ed-4e56-b5ae-827ff6a882aa tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586030 Jul 13 19:28:35.923033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e38c6-3ec8-407f-88b3-3e12b4a72910 req-6765a077-53ba-45c0-8563-a6a65ba114bc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.924657 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-012e38c6-3ec8-407f-88b3-3e12b4a72910 req-6765a077-53ba-45c0-8563-a6a65ba114bc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0930209 Jul 13 19:28:35.976559 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-012e38c6-3ec8-407f-88b3-3e12b4a72910 req-2e66b7d8-41f0-4e29-b60b-3720c8e781ca tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Jul 13 19:28:36.573893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1a33c-98e8-4cba-b2d8-3d4f7fcb4196 req-6c05682c-b405-41ce-85df-80d4e860d627 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:36.578678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 123e6fd9-77d0-452c-a257-12f5eb29c696 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:36.584923 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04a1a33c-98e8-4cba-b2d8-3d4f7fcb4196 req-6c05682c-b405-41ce-85df-80d4e860d627 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1215222 Jul 13 19:28:36.589756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:36.604940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 123e6fd9-77d0-452c-a257-12f5eb29c696 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:36.605534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 123e6fd9-77d0-452c-a257-12f5eb29c696 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:36.622758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04a1a33c-98e8-4cba-b2d8-3d4f7fcb4196 req-66f27ebd-248e-4e9f-aa35-f7058221cae5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 Jul 13 19:28:36.893138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7190-4c54-4aa3-a827-4701b4957fda req-3d606e61-0083-4aeb-b18a-71caed4f3411 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:36.894850 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d6c7190-4c54-4aa3-a827-4701b4957fda req-3d606e61-0083-4aeb-b18a-71caed4f3411 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0947604 Jul 13 19:28:36.916301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:36.917554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-90a0f08b-0e23-435f-bdb5-3449ba4e109e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3ac45e368564bb9b42a1b0f595fadbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262064 Jul 13 19:28:36.957159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d6c7190-4c54-4aa3-a827-4701b4957fda req-2a12cb1b-040f-407a-80b6-a34b3cad603b tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539193 Jul 13 19:28:36.988943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43cada1f-0b3c-46f2-9a1a-791b8a83856a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.011586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43cada1f-0b3c-46f2-9a1a-791b8a83856a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.077840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 628f9a98-6811-4d56-bcfb-e090852abc6b no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:37.108316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8648a-6c61-4031-9bf0-722fa4870cf1 req-8f9add31-0386-4cc7-acd6-8e77d62bb268 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:37.110118 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1a8648a-6c61-4031-9bf0-722fa4870cf1 req-8f9add31-0386-4cc7-acd6-8e77d62bb268 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0916321 Jul 13 19:28:37.111471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43cada1f-0b3c-46f2-9a1a-791b8a83856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.114361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43cada1f-0b3c-46f2-9a1a-791b8a83856a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.115460 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-43cada1f-0b3c-46f2-9a1a-791b8a83856a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/030c56f9-7c9f-46b9-96b4-3fd55cf139cc HTTP/1.1" status: 204 len: 168 time: 0.1982975 Jul 13 19:28:37.125506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 628f9a98-6811-4d56-bcfb-e090852abc6b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:37.126955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 628f9a98-6811-4d56-bcfb-e090852abc6b not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:37.135249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cada1f-0b3c-46f2-9a1a-791b8a83856a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030c56f9-7c9f-46b9-96b4-3fd55cf139cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:37.180017 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1a8648a-6c61-4031-9bf0-722fa4870cf1 req-73692caf-5578-4331-a470-b95cab285da6 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605531 Jul 13 19:28:37.381975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffcbb2-4f3f-4596-b051-135edfb3c398 req-7c4860be-7770-4776-903f-01bc768e02b1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:37.383920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89ffcbb2-4f3f-4596-b051-135edfb3c398 req-7c4860be-7770-4776-903f-01bc768e02b1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0828338 Jul 13 19:28:37.446621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89ffcbb2-4f3f-4596-b051-135edfb3c398 req-858a09b3-5df9-4151-94d4-5bcec98d1bbc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565996 Jul 13 19:28:37.674148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:37.813028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f6ad-a84d-4f1b-a6b1-357dcff46a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.836465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5473-94bf-44f5-b49b-2ef685bf504c req-bf343191-f45e-4b67-8882-d28d1cfe78a0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:37.837984 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-784e5473-94bf-44f5-b49b-2ef685bf504c req-bf343191-f45e-4b67-8882-d28d1cfe78a0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.0876865 Jul 13 19:28:37.903297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-784e5473-94bf-44f5-b49b-2ef685bf504c req-0c99e497-92a2-47e2-9854-be55efc3f021 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Jul 13 19:28:37.978259 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f6ad-a84d-4f1b-a6b1-357dcff46a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.982892 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f6ad-a84d-4f1b-a6b1-357dcff46a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.012419 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e5f6f6ad-a84d-4f1b-a6b1-357dcff46a3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50e8203f74794967bbf392d638df0207&name=default HTTP/1.1" status: 200 len: 2982 time: 0.3370793 Jul 13 19:28:38.015179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:38.037549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6f6ad-a84d-4f1b-a6b1-357dcff46a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9819e70d-3df9-4f11-9cd9-1dc3268b042f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:38.099753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afef27fc-b17c-45ce-8c04-c8fdd25521c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.157480 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afef27fc-b17c-45ce-8c04-c8fdd25521c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.218279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b064a-fb28-4ecc-907f-d4001ff35b0f req-039e5302-d3b6-4f53-bac4-ec93c134f62a tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:38.220297 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c70b064a-fb28-4ecc-907f-d4001ff35b0f req-039e5302-d3b6-4f53-bac4-ec93c134f62a tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1176929 Jul 13 19:28:38.249852 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afef27fc-b17c-45ce-8c04-c8fdd25521c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.254656 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afef27fc-b17c-45ce-8c04-c8fdd25521c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.256361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-afef27fc-b17c-45ce-8c04-c8fdd25521c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9819e70d-3df9-4f11-9cd9-1dc3268b042f HTTP/1.1" status: 204 len: 168 time: 0.2398791 Jul 13 19:28:38.282977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef27fc-b17c-45ce-8c04-c8fdd25521c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9819e70d-3df9-4f11-9cd9-1dc3268b042f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:38.300446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c70b064a-fb28-4ecc-907f-d4001ff35b0f req-086717c5-8fd5-4a77-acc9-781938d9261c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735343 Jul 13 19:28:38.349882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:38.395306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb2b80-3406-4d39-a9d8-6368c0f84cf0 req-39444e59-4d0b-44e1-812c-6ebec7663536 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:38.396821 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6fb2b80-3406-4d39-a9d8-6368c0f84cf0 req-39444e59-4d0b-44e1-812c-6ebec7663536 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0671811 Jul 13 19:28:38.443416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6fb2b80-3406-4d39-a9d8-6368c0f84cf0 req-439c0786-fac7-4dd5-bf7e-fdc600818bd3 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Jul 13 19:28:38.639258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d4c45-fc4d-4f8c-a1e2-83a3d7afc791 req-1764e7db-047f-4b76-9ae6-6744210eb934 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:38.641024 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-394d4c45-fc4d-4f8c-a1e2-83a3d7afc791 req-1764e7db-047f-4b76-9ae6-6744210eb934 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0686138 Jul 13 19:28:38.690418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1983941562-network', 'tenant_id': 'a6d2cc130d454b338b5a276e151dbe26'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:38.710848 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-394d4c45-fc4d-4f8c-a1e2-83a3d7afc791 req-09842c58-2c32-4775-83c6-2e7e02869be2 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636497 Jul 13 19:28:38.746816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Made reservation on behalf of a6d2cc130d454b338b5a276e151dbe26 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:38.750659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.761527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.865464 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.870608 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.895811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:28:38.912051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69fe28c-f7d6-46b7-98dc-85e99ddd5378,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:38.915359 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.915735 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Added segment 651bef1b-98ab-45bb-9bed-7ad680320bd9 of type vlan for network 4e590c06-ab25-4f59-b498-4884476caef5 Jul 13 19:28:38.966316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.005190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.006173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:39.006796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.083600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7325022 Jul 13 19:28:39.086695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:39.096030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Request body: {'subnet': {'network_id': '4e590c06-ab25-4f59-b498-4884476caef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1983941562-subnet', 'tenant_id': 'a6d2cc130d454b338b5a276e151dbe26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:39.111351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9460aa-738f-41e1-ad36-1b7464ea61d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4e590c06-ab25-4f59-b498-4884476caef5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:39.125534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 4e590c06-ab25-4f59-b498-4884476caef5 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:28:39.132667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Made reservation on behalf of a6d2cc130d454b338b5a276e151dbe26 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:39.136838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.156262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039031ac-cbf2-46f3-80d2-6e6ae421c1a3 req-5a57b2c1-f083-4262-b8fa-d745ee55648d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:39.166984 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-039031ac-cbf2-46f3-80d2-6e6ae421c1a3 req-5a57b2c1-f083-4262-b8fa-d745ee55648d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1061850 Jul 13 19:28:39.219115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-039031ac-cbf2-46f3-80d2-6e6ae421c1a3 req-cf56db6b-80ea-4437-9817-c0ebf954306c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509267 Jul 13 19:28:39.367014 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.450862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=686153a5-fb71-4cec-a261-141307cace17,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:39.479512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Checking segment: {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:39.479861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Network hostable DHCP agents. Network: 4e590c06-ab25-4f59-b498-4884476caef5, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:28:39.512712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Network 4e590c06-ab25-4f59-b498-4884476caef5 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:28:39.530136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5120ef1-63d9-40c4-b262-c75b388357a4 req-8b9a3f54-a45e-474f-8642-354190a484f6 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:39.531660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5120ef1-63d9-40c4-b262-c75b388357a4 req-8b9a3f54-a45e-474f-8642-354190a484f6 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0968366 Jul 13 19:28:39.533017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 4e590c06-ab25-4f59-b498-4884476caef5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:39.543150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006dff24-18f8-4a96-8b1c-83c5e9a55575 None None] Network 4e590c06-ab25-4f59-b498-4884476caef5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:39.547054 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:39.547693 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.591004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3e343c14-731e-4fa2-b26d-ed9d5063b367 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5016370 Jul 13 19:28:39.605423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5120ef1-63d9-40c4-b262-c75b388357a4 req-84113166-e861-46fa-b42f-ad93d3d8bd5f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540621 Jul 13 19:28:39.767569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-4e590c06-ab25-4f59-b498-4884476caef5', 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5', 'tenant_id': 'a6d2cc130d454b338b5a276e151dbe26', 'fixed_ips': [{'subnet_id': '686153a5-fb71-4cec-a261-141307cace17'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:28:39.768648 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.848960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1474f7-9de9-4499-88f0-2c7717bcc220 req-90b22946-2583-4110-82ee-38e2eb586360 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:39.850897 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a1474f7-9de9-4499-88f0-2c7717bcc220 req-90b22946-2583-4110-82ee-38e2eb586360 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0945151 Jul 13 19:28:39.903241 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a1474f7-9de9-4499-88f0-2c7717bcc220 req-5843992a-a3e9-4b66-85ad-ee4c99f8bace tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Jul 13 19:28:39.921288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Allocated IP 172.20.0.2 (4e590c06-ab25-4f59-b498-4884476caef5/686153a5-fb71-4cec-a261-141307cace17/3b043ef8-0da1-4c8b-a774-802a3696ee90) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:40.013491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307fdf3-63b1-44c4-aaef-f827f4628c90 req-31124835-3c33-4882-ba7f-6ca6de752215 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:40.015260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6307fdf3-63b1-44c4-aaef-f827f4628c90 req-31124835-3c33-4882-ba7f-6ca6de752215 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0749128 Jul 13 19:28:40.080286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6307fdf3-63b1-44c4-aaef-f827f4628c90 req-5bcb8fb1-e671-47fb-bc37-b707af8a0e2f tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581033 Jul 13 19:28:40.092146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.102564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Transition to ACTIVE for port object 3b043ef8-0da1-4c8b-a774-802a3696ee90 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:40.119438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Transition to ACTIVE for port object 3b043ef8-0da1-4c8b-a774-802a3696ee90 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:40.126682 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.163307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0780456b-e972-46ee-ac9a-1318437a05ab req-7076c772-be5a-4e3c-bdd5-ff26a564b240 tempest-AbsoluteLimitsNegativeTestJSON-2004618112 tempest-AbsoluteLimitsNegativeTestJSON-2004618112-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=162fd7ef86f24b89b5c0542f2ba8ed4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297399 Jul 13 19:28:40.184850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Network 4e590c06-ab25-4f59-b498-4884476caef5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:40.201207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:40.203780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:40.208056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Pushing event updated for resources: {'Port': ['ID=3b043ef8-0da1-4c8b-a774-802a3696ee90,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:40.278134 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Attempting to bind port 3b043ef8-0da1-4c8b-a774-802a3696ee90 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:40.278707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Attempting to bind port 3b043ef8-0da1-4c8b-a774-802a3696ee90 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:40.279272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Attempting to bind port 3b043ef8-0da1-4c8b-a774-802a3696ee90 on network 4e590c06-ab25-4f59-b498-4884476caef5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:40.285157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:40.285815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Checking segment: {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:40.286518 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.287117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Bound using segment: {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:40.287745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Bound port: 3b043ef8-0da1-4c8b-a774-802a3696ee90, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:40.288319 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.302066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780456b-e972-46ee-ac9a-1318437a05ab req-83c0568f-a386-42e8-b034-d7ffa7b88990 tempest-AbsoluteLimitsNegativeTestJSON-2004618112 tempest-AbsoluteLimitsNegativeTestJSON-2004618112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:40.309687 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0780456b-e972-46ee-ac9a-1318437a05ab req-83c0568f-a386-42e8-b034-d7ffa7b88990 tempest-AbsoluteLimitsNegativeTestJSON-2004618112 tempest-AbsoluteLimitsNegativeTestJSON-2004618112-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423929 Jul 13 19:28:40.325921 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0780456b-e972-46ee-ac9a-1318437a05ab req-5290e5f6-589f-4575-a012-393df9f94dd8 tempest-AbsoluteLimitsNegativeTestJSON-2004618112 tempest-AbsoluteLimitsNegativeTestJSON-2004618112-project] 10.222.0.25 "GET /v2.0/quotas/162fd7ef86f24b89b5c0542f2ba8ed4a HTTP/1.1" status: 200 len: 375 time: 0.0151286 Jul 13 19:28:40.367114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] For port 3b043ef8-0da1-4c8b-a774-802a3696ee90, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:40.369191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0780456b-e972-46ee-ac9a-1318437a05ab req-048d4197-c234-49a7-808a-3ba1c35ac7e3 tempest-AbsoluteLimitsNegativeTestJSON-2004618112 tempest-AbsoluteLimitsNegativeTestJSON-2004618112-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=162fd7ef86f24b89b5c0542f2ba8ed4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355253 Jul 13 19:28:40.372156 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] For port 3b043ef8-0da1-4c8b-a774-802a3696ee90, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3b043ef8-0da1-4c8b-a774-802a3696ee90,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:40.378793 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.449656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b19225-0931-4bd2-8c41-81d35f047e79 None None] Pushing event updated for resources: {'Port': ['ID=3b043ef8-0da1-4c8b-a774-802a3696ee90,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:40.636120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cc005-2360-4ce2-8f95-c5ccc1ec4834 req-7666b0f0-a77a-4308-a996-4a75cb4351a0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:40.640731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-206cc005-2360-4ce2-8f95-c5ccc1ec4834 req-7666b0f0-a77a-4308-a996-4a75cb4351a0 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1117733 Jul 13 19:28:40.721770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-14da68d0-104c-4abb-9807-0b0f123dcf96 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:40.724463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-14da68d0-104c-4abb-9807-0b0f123dcf96 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/networks?id=4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 200 len: 816 time: 0.2023854 Jul 13 19:28:40.749101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-206cc005-2360-4ce2-8f95-c5ccc1ec4834 req-2c3a033d-77f0-4d1c-9da2-bc2273096071 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011722 Jul 13 19:28:40.757068 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-5feb1d10-24d3-4153-9b3a-ca5ad5c26c89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/quotas/a6d2cc130d454b338b5a276e151dbe26 HTTP/1.1" status: 200 len: 375 time: 0.0266829 Jul 13 19:28:40.844523 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-8454bd46-a203-41ec-b099-1ece887dc043 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6d2cc130d454b338b5a276e151dbe26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810025 Jul 13 19:28:40.954448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:40.967634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-4c6c7e5c-7642-499a-b311-e19f591e6f29 service neutron] 10.222.0.25 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160014 Jul 13 19:28:41.010773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d42c67-aa17-4901-92c9-dce9d528ead0 req-7172f36a-af4b-4036-82b8-8920073f3ef7 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:41.013144 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73d42c67-aa17-4901-92c9-dce9d528ead0 req-7172f36a-af4b-4036-82b8-8920073f3ef7 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.0782084 Jul 13 19:28:41.061498 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73d42c67-aa17-4901-92c9-dce9d528ead0 req-b1376b41-af96-4330-af80-119a3f8b798c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436254 Jul 13 19:28:41.098080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-f0c5f0d7-2e85-4b24-93eb-aef459594a26 service neutron] 10.222.0.25 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215830 Jul 13 19:28:41.129294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca6382ec-f427-42bd-bcdd-c8f9ad57560b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.292898 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca6382ec-f427-42bd-bcdd-c8f9ad57560b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.303055 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca6382ec-f427-42bd-bcdd-c8f9ad57560b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.366087 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ca6382ec-f427-42bd-bcdd-c8f9ad57560b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=162fd7ef86f24b89b5c0542f2ba8ed4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101603 Jul 13 19:28:41.374994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:41.379275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6309d0-c092-479d-9b46-73d4289b80ad req-7ade7c8a-ea8b-4dee-9ba3-ab91499d2ce6 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:41.380855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b6309d0-c092-479d-9b46-73d4289b80ad req-7ade7c8a-ea8b-4dee-9ba3-ab91499d2ce6 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.1728694 Jul 13 19:28:41.392424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6382ec-f427-42bd-bcdd-c8f9ad57560b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed380db7-b528-42bb-9996-9ca6d15733d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:41.481335 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-946ff94a-cff1-4856-9b82-ec335e0d6b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.495427 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b6309d0-c092-479d-9b46-73d4289b80ad req-a7f0ef5b-afa3-4eb0-b8bd-f92289ab958a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056278 Jul 13 19:28:41.532317 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-946ff94a-cff1-4856-9b82-ec335e0d6b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.651782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-946ff94a-cff1-4856-9b82-ec335e0d6b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.654717 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-946ff94a-cff1-4856-9b82-ec335e0d6b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.662901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-946ff94a-cff1-4856-9b82-ec335e0d6b3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed380db7-b528-42bb-9996-9ca6d15733d5 HTTP/1.1" status: 204 len: 168 time: 0.2827678 Jul 13 19:28:41.669181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ff94a-cff1-4856-9b82-ec335e0d6b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed380db7-b528-42bb-9996-9ca6d15733d5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:41.804756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f44c5-83e0-4393-97d0-df4defaab395 req-512f878d-0ed1-44bb-bff3-8ed619309f0c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:41.805635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-af77a1c9-4e80-4461-a007-deed133180d7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:41.807787 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d91f44c5-83e0-4393-97d0-df4defaab395 req-512f878d-0ed1-44bb-bff3-8ed619309f0c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.1186883 Jul 13 19:28:41.814418 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-af77a1c9-4e80-4461-a007-deed133180d7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/networks?id=4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 200 len: 816 time: 0.2089376 Jul 13 19:28:41.851971 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-ea56e781-fe10-40c2-bcf9-b0ef2384e1f8 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/quotas/a6d2cc130d454b338b5a276e151dbe26 HTTP/1.1" status: 200 len: 375 time: 0.0308275 Jul 13 19:28:41.879384 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d91f44c5-83e0-4393-97d0-df4defaab395 req-b5059818-0c61-4ba8-9b6e-f901f4a6cc63 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635324 Jul 13 19:28:41.895628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c28d168-a1b8-4213-9b7c-a0093cef7f7d None None] Network 4e590c06-ab25-4f59-b498-4884476caef5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:41.941313 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-340f3e31-bf19-4870-a857-edced760102c tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6d2cc130d454b338b5a276e151dbe26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820575 Jul 13 19:28:42.030818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8acd2a54-ccc4-4c9c-b0f4-bcb7288cc124 None None] Provisioning for port 3b043ef8-0da1-4c8b-a774-802a3696ee90 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:42.129951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31a4b8-d558-4022-9088-20e9efa288e9 req-cd711ae5-b085-4deb-b848-0fa6a006603a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:42.140086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d31a4b8-d558-4022-9088-20e9efa288e9 req-cd711ae5-b085-4deb-b848-0fa6a006603a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.0980978 Jul 13 19:28:42.177255 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6eb2f811-d2ee-47c4-a747-69858a5f7428 service neutron] 10.222.0.25 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282979 Jul 13 19:28:42.213297 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d31a4b8-d558-4022-9088-20e9efa288e9 req-84a19d56-d300-47bb-89a7-2f48d6ac6d74 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718777 Jul 13 19:28:42.402845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-d6073438-b0d4-482c-afeb-ad41be8c92fb service neutron] 10.222.0.25 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177541 Jul 13 19:28:42.583112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cffb0d-035f-4492-82ec-07c7c48bda25 req-d944c7aa-ccaf-43d0-8ce6-376bf7622b9f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:42.590916 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8cffb0d-035f-4492-82ec-07c7c48bda25 req-d944c7aa-ccaf-43d0-8ce6-376bf7622b9f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1535439 Jul 13 19:28:42.673355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3b043ef8-0da1-4c8b-a774-802a3696ee90 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:42.677972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8cffb0d-035f-4492-82ec-07c7c48bda25 req-55ff46e0-8fa3-403e-a065-c9f220937514 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857580 Jul 13 19:28:42.808842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 3b043ef8-0da1-4c8b-a774-802a3696ee90 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:42.817741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3b043ef8-0da1-4c8b-a774-802a3696ee90 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:42.818223 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.942999 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.987186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 3b043ef8-0da1-4c8b-a774-802a3696ee90, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3b043ef8-0da1-4c8b-a774-802a3696ee90,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:42.994048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fd8b5-64ae-4dc9-bce6-a462d82264c3 req-5335345c-7803-4ea5-8deb-184778022b01 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:42.994643 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.996761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec4fd8b5-64ae-4dc9-bce6-a462d82264c3 req-5335345c-7803-4ea5-8deb-184778022b01 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.1667211 Jul 13 19:28:43.088857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec4fd8b5-64ae-4dc9-bce6-a462d82264c3 req-914fa877-7174-48d3-97c4-366d2d6989e0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782022 Jul 13 19:28:43.126677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=3b043ef8-0da1-4c8b-a774-802a3696ee90,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:43.281432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dece72c-e3b1-49e6-aa65-62c7daa017ab req-bdabe494-622f-4968-8ef4-7a2c8e3d04ca tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.287547 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6dece72c-e3b1-49e6-aa65-62c7daa017ab req-bdabe494-622f-4968-8ef4-7a2c8e3d04ca tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.1799810 Jul 13 19:28:43.321173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-8477a8fa-14b9-4c42-9094-b0d55176b42e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.323095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-8477a8fa-14b9-4c42-9094-b0d55176b42e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.60 "GET /v2.0/networks?id=4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 200 len: 816 time: 0.3263061 Jul 13 19:28:43.343171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Request body: {'port': {'device_id': '6f91ba7c-b723-479c-8900-ed83a6b71f46', 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5', 'admin_state_up': True, 'tenant_id': 'a6d2cc130d454b338b5a276e151dbe26'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:43.516676 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6dece72c-e3b1-49e6-aa65-62c7daa017ab req-c57b1897-d815-4a45-9189-0910bf9e481d tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257960 Jul 13 19:28:43.533146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Made reservation on behalf of a6d2cc130d454b338b5a276e151dbe26 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:43.545060 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.545439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606bc7-b1f4-444d-8101-2848639233e0 req-280212b9-23ff-47af-8f52-b50699ef4471 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.548748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-280212b9-23ff-47af-8f52-b50699ef4471 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/networks?id=4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 200 len: 816 time: 0.3313813 Jul 13 19:28:43.583952 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-ce067f66-1b56-4cd8-8205-b1333a102e60 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/quotas/a6d2cc130d454b338b5a276e151dbe26 HTTP/1.1" status: 200 len: 375 time: 0.0276020 Jul 13 19:28:43.664661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-6b6e0b2b-87c9-49af-a43c-bab75be809cb tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6d2cc130d454b338b5a276e151dbe26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793197 Jul 13 19:28:43.771136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:43.779738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-b9bf8813-1e6e-4560-af64-3e7c7a17781b service neutron] 10.222.0.25 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134393 Jul 13 19:28:43.857632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Allocated IP 172.20.0.9 (4e590c06-ab25-4f59-b498-4884476caef5/686153a5-fb71-4cec-a261-141307cace17/160bf9a6-9faf-43e8-837b-4c33bce56ccf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:43.918924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f9e50-0bd9-48a1-92cd-178b2395b06e req-4c06d4d0-0015-4e8b-b88a-7c6b1ad66c64 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.920652 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e9f9e50-0bd9-48a1-92cd-178b2395b06e req-4c06d4d0-0015-4e8b-b88a-7c6b1ad66c64 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1387794 Jul 13 19:28:43.952968 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-8e0eb85e-2f58-41a3-8b9e-29e0d58ccf4a service neutron] 10.222.0.25 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668880 Jul 13 19:28:44.100032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-764701729-network', 'tenant_id': '44d3df54d63a491da66720b006812804'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:44.140669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Made reservation on behalf of 44d3df54d63a491da66720b006812804 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:44.144494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.156113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.343696 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.355156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.390448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:28:44.405024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfa749-f3b9-4331-96ed-79ccdffddcea req-f9d757cc-fe11-4534-9759-beba72b364b0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:44.406993 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1dfa749-f3b9-4331-96ed-79ccdffddcea req-f9d757cc-fe11-4534-9759-beba72b364b0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1749060 Jul 13 19:28:44.434754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cac4af7-bc18-402b-a99f-a6457f82cbb2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:44.443235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.443235 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Added segment 68e00be8-bbee-4eed-95fb-931479312fcd of type vlan for network a57648e3-0dd4-4ccf-a85a-906932ce2864 Jul 13 19:28:44.485512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1dfa749-f3b9-4331-96ed-79ccdffddcea req-9c1a0de8-bcad-4602-8adb-a08b16d5a2ab tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687673 Jul 13 19:28:44.506205 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e9f9e50-0bd9-48a1-92cd-178b2395b06e req-d0322827-abbe-40b9-a9ba-1b2509777806 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757308 Jul 13 19:28:44.544947 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.583634 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.585378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:44.586422 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.658788 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8741560 Jul 13 19:28:44.661089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:44.667287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Request body: {'subnet': {'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-764701729-subnet', 'tenant_id': '44d3df54d63a491da66720b006812804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:44.674789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3b043ef8-0da1-4c8b-a774-802a3696ee90 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:44.699527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Made reservation on behalf of 44d3df54d63a491da66720b006812804 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:44.702279 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.718792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88859d6-d1fd-44a6-941d-60cec88ac247 admin admin] Pushing event updated for resources: {'Network': ['ID=a57648e3-0dd4-4ccf-a85a-906932ce2864,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:44.737640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a57648e3-0dd4-4ccf-a85a-906932ce2864 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:28:44.802438 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.806170 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f8e8e87-d782-46ee-814a-385deae3e451 req-433bed47-73b6-4270-9e11-6e8c6386f5f3 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 210 time: 0.1838493 Jul 13 19:28:44.859564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Transition to ACTIVE for port object 160bf9a6-9faf-43e8-837b-4c33bce56ccf will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:44.896304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3b043ef8-0da1-4c8b-a774-802a3696ee90 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:44.897020 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.955726 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.060189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Pushing event updated for resources: {'Port': ['ID=160bf9a6-9faf-43e8-837b-4c33bce56ccf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:45.077235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Network 4e590c06-ab25-4f59-b498-4884476caef5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:45.080641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:45.085361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:45.149182 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:45.149882 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.219951 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-acfa5c16-f771-4aa9-839f-30c099ba9757 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8837426 Jul 13 19:28:45.242574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Request body: {'port': {'device_id': '6f91ba7c-b723-479c-8900-ed83a6b71f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:45.350633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c91eef-5c89-49ba-9502-280a08e6a93a req-1ca4cc9a-bcaa-4319-aa08-26e55a365da4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:45.352174 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8c91eef-5c89-49ba-9502-280a08e6a93a req-1ca4cc9a-bcaa-4319-aa08-26e55a365da4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.1942513 Jul 13 19:28:45.358852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.447028 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.470991 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8c91eef-5c89-49ba-9502-280a08e6a93a req-44feec19-83a1-4370-a6d9-c031dd030535 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130226 Jul 13 19:28:45.515967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dabdd318-273e-4a8f-8bbb-a08a3921004a None None] Provisioning for port 160bf9a6-9faf-43e8-837b-4c33bce56ccf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:45.520439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dabdd318-273e-4a8f-8bbb-a08a3921004a None None] Provisioning complete for port 160bf9a6-9faf-43e8-837b-4c33bce56ccf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:45.521162 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dabdd318-273e-4a8f-8bbb-a08a3921004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.603261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dabdd318-273e-4a8f-8bbb-a08a3921004a None None] Port 160bf9a6-9faf-43e8-837b-4c33bce56ccf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:45.608990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff995a2-90b1-4adf-998d-afb7457ff579 req-686d007d-99d0-4ab3-aa63-5863b78050e2 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:45.619091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ff995a2-90b1-4adf-998d-afb7457ff579 req-686d007d-99d0-4ab3-aa63-5863b78050e2 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.6470499 Jul 13 19:28:45.625275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:45.667007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-72b98b99-2c49-4fd5-bfd3-594740010787 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:45.668504 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-72b98b99-2c49-4fd5-bfd3-594740010787 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.24 "GET /v2.0/networks?id=4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 200 len: 816 time: 0.8442156 Jul 13 19:28:45.686066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Request body: {'port': {'device_id': 'e2c4ad28-6029-4108-b0d9-30f44e78da08', 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5', 'admin_state_up': True, 'tenant_id': 'a6d2cc130d454b338b5a276e151dbe26'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:45.744934 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ff995a2-90b1-4adf-998d-afb7457ff579 req-9fc7f34b-0d84-4d3c-a911-3462dbe59bc9 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270320 Jul 13 19:28:45.757297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-194c8427-1241-45cf-a8b0-deb843a7b5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.801462 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.810057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14f0ac-3caf-4206-951b-3073842170de req-d8e1508f-b816-47ff-8fcd-8e4fb4267966 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:45.811607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4d14f0ac-3caf-4206-951b-3073842170de req-d8e1508f-b816-47ff-8fcd-8e4fb4267966 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 950 time: 0.1671925 Jul 13 19:28:45.885890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=42875c3e-355c-48e0-b230-11b7cc8d6913,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:45.902554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Checking segment: {'id': '68e00be8-bbee-4eed-95fb-931479312fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:45.902800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Network hostable DHCP agents. Network: a57648e3-0dd4-4ccf-a85a-906932ce2864, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:28:45.920774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4d14f0ac-3caf-4206-951b-3073842170de req-e549cad5-7082-4ab9-85fe-f0a02203e266 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956230 Jul 13 19:28:45.921183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Network a57648e3-0dd4-4ccf-a85a-906932ce2864 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:28:45.946225 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, a57648e3-0dd4-4ccf-a85a-906932ce2864) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:45.954092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:45.954359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609fba08-251c-47f5-ac9c-5fe081bfb3cc None None] Network a57648e3-0dd4-4ccf-a85a-906932ce2864 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:45.955533 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.023982 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-194c8427-1241-45cf-a8b0-deb843a7b5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.031515 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-194c8427-1241-45cf-a8b0-deb843a7b5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.099287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160bf9a6-9faf-43e8-837b-4c33bce56ccf {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:46.105359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Made reservation on behalf of a6d2cc130d454b338b5a276e151dbe26 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:46.108985 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.113498 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-194c8427-1241-45cf-a8b0-deb843a7b5df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e158bdf3d74747b1a2626ca02b3d2229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861529 Jul 13 19:28:46.117546 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.120049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-baaa12e9-f896-4f82-a39b-58069171f44e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4578435 Jul 13 19:28:46.120662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:46.126778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.146519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c8427-1241-45cf-a8b0-deb843a7b5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef277f29-72fd-4df9-b35d-ab8b16743673,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:46.157961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Transition to ACTIVE for port object 160bf9a6-9faf-43e8-837b-4c33bce56ccf will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:46.164841 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.251000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606bc7-b1f4-444d-8101-2848639233e0 req-3c12a0b3-77b0-4e72-97f9-ca1350e60a92 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:46.258538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Pushing event updated for resources: {'Port': ['ID=160bf9a6-9faf-43e8-837b-4c33bce56ccf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:46.264585 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-3c12a0b3-77b0-4e72-97f9-ca1350e60a92 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.60 "GET /v2.0/networks?id=4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 200 len: 816 time: 0.3175576 Jul 13 19:28:46.281744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52191690-3ecb-4e8a-aa28-d4301b4680a2 None None] Network a57648e3-0dd4-4ccf-a85a-906932ce2864 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:46.303730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Request body: {'port': {'device_id': '86db5718-2f85-447c-a45d-9f1b488f9b43', 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5', 'admin_state_up': True, 'tenant_id': 'a6d2cc130d454b338b5a276e151dbe26'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:46.399568 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60c6c60a-ff33-4f7f-8d5f-04a8de77b4dd req-c9aa97ef-db75-4813-bbe0-982129e067e7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 210 time: 0.0424352 Jul 13 19:28:46.400711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Attempting to bind port 160bf9a6-9faf-43e8-837b-4c33bce56ccf on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:46.401052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Attempting to bind port 160bf9a6-9faf-43e8-837b-4c33bce56ccf by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:46.401388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Attempting to bind port 160bf9a6-9faf-43e8-837b-4c33bce56ccf on network 4e590c06-ab25-4f59-b498-4884476caef5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:46.406340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Port 160bf9a6-9faf-43e8-837b-4c33bce56ccf on network 4e590c06-ab25-4f59-b498-4884476caef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:28:46.406699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Attempting to bind port 160bf9a6-9faf-43e8-837b-4c33bce56ccf on network 4e590c06-ab25-4f59-b498-4884476caef5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:46.417138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:46.417491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Checking segment: {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:46.417886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Bound using segment: {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:46.418331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Bound port: 160bf9a6-9faf-43e8-837b-4c33bce56ccf, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:46.418753 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.490966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Allocated IP 172.20.0.3 (4e590c06-ab25-4f59-b498-4884476caef5/686153a5-fb71-4cec-a261-141307cace17/d2ff9455-0699-4d2f-a7a3-854d47eb3ca2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:46.492144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] For port 160bf9a6-9faf-43e8-837b-4c33bce56ccf, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:46.496626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] For port 160bf9a6-9faf-43e8-837b-4c33bce56ccf, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=160bf9a6-9faf-43e8-837b-4c33bce56ccf,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:46.501547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.511613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736140b0-23ee-4780-9bdc-04f4dadb78cb req-fdb7ac1a-54c3-4b84-bc72-9b0d0e4c227b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:46.518888 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736140b0-23ee-4780-9bdc-04f4dadb78cb req-fdb7ac1a-54c3-4b84-bc72-9b0d0e4c227b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.5312290 Jul 13 19:28:46.539987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:46.540816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.542776 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] 10.222.0.60 "PUT /v2.0/ports/160bf9a6-9faf-43e8-837b-4c33bce56ccf HTTP/1.1" status: 200 len: 1091 time: 1.3089149 Jul 13 19:28:46.545338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91ba7c-b723-479c-8900-ed83a6b71f46', 'tag': '160bf9a6-9faf-43e8-837b-4c33bce56ccf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:46.548124 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3048952b-92be-422d-85ce-3c89c86cc515" -d '{"events": [{"name": "network-changed", "server_uuid": "6f91ba7c-b723-479c-8900-ed83a6b71f46", "tag": "160bf9a6-9faf-43e8-837b-4c33bce56ccf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:46.584136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8166e98-d7f7-42a1-97ca-c9283f515195 service neutron] Pushing event updated for resources: {'Port': ['ID=160bf9a6-9faf-43e8-837b-4c33bce56ccf,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:46.627048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-315d0dbe-27b6-40ac-9e13-7c24a6bd04c4 req-7c38961e-3d1e-4606-8eb0-084f0ae3332b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-277341973', 'description': 'tempest-description-1298684501'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:46.646086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736140b0-23ee-4780-9bdc-04f4dadb78cb req-3f9703c8-617b-452f-80c2-a9c97f065baa tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264315 Jul 13 19:28:46.663435 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-315d0dbe-27b6-40ac-9e13-7c24a6bd04c4 req-7c38961e-3d1e-4606-8eb0-084f0ae3332b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.684451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-a366564d-717e-476f-a026-4a7561dab861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:46.686182 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-a366564d-717e-476f-a026-4a7561dab861 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6d2cc130d454b338b5a276e151dbe26&device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 1094 time: 0.0966308 Jul 13 19:28:46.703282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbefccf2-9596-4412-9c68-b2e7eec07136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.743746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-43af8d35-a22a-41e9-b9f7-7416cb7dc4fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160bf9a6-9faf-43e8-837b-4c33bce56ccf HTTP/1.1" status: 200 len: 217 time: 0.0482624 Jul 13 19:28:46.805132 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbefccf2-9596-4412-9c68-b2e7eec07136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.822279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-885e66d4-ae18-4850-9c7e-6aafc8ec2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:46.823794 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-885e66d4-ae18-4850-9c7e-6aafc8ec2a46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=686153a5-fb71-4cec-a261-141307cace17 HTTP/1.1" status: 200 len: 855 time: 0.0721605 Jul 13 19:28:46.876673 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-315d0dbe-27b6-40ac-9e13-7c24a6bd04c4 req-7c38961e-3d1e-4606-8eb0-084f0ae3332b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.881415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-315d0dbe-27b6-40ac-9e13-7c24a6bd04c4 req-7c38961e-3d1e-4606-8eb0-084f0ae3332b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.922727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38961e-3d1e-4606-8eb0-084f0ae3332b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb43563d-32c3-40f2-95de-d478289207fb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:46.931292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-f830292e-46dc-4486-a636-f5eb5c326186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:46.932808 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-f830292e-46dc-4486-a636-f5eb5c326186 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e590c06-ab25-4f59-b498-4884476caef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031363 Jul 13 19:28:46.941589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Made reservation on behalf of a6d2cc130d454b338b5a276e151dbe26 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:46.945399 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.949676 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-315d0dbe-27b6-40ac-9e13-7c24a6bd04c4 req-7c38961e-3d1e-4606-8eb0-084f0ae3332b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.962733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-315d0dbe-27b6-40ac-9e13-7c24a6bd04c4 req-7c38961e-3d1e-4606-8eb0-084f0ae3332b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3407805 Jul 13 19:28:46.977217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.005166 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbefccf2-9596-4412-9c68-b2e7eec07136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.006872 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c570cb-ee02-4681-9105-1b699c253c45 x-openstack-request-id: req-80c570cb-ee02-4681-9105-1b699c253c45 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:47.007169 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f91ba7c-b723-479c-8900-ed83a6b71f46", "tag": "160bf9a6-9faf-43e8-837b-4c33bce56ccf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:47.007423 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80c570cb-ee02-4681-9105-1b699c253c45 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:47.007823 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f91ba7c-b723-479c-8900-ed83a6b71f46', 'tag': '160bf9a6-9faf-43e8-837b-4c33bce56ccf', 'status': 'completed', 'code': 200} Jul 13 19:28:47.007965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbefccf2-9596-4412-9c68-b2e7eec07136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.010461 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fbefccf2-9596-4412-9c68-b2e7eec07136 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef277f29-72fd-4df9-b35d-ab8b16743673 HTTP/1.1" status: 204 len: 168 time: 0.8703740 Jul 13 19:28:47.027196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Transition to ACTIVE for port object d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:47.063638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-5e439101-5b5c-4e46-b412-c31a6e211b85 service neutron] 10.222.0.60 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241851 Jul 13 19:28:47.088079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd676ade-e7cc-4ea9-8ace-2d5410d3042a req-a4075770-0ef9-49d8-86db-62ec0df1d215 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:47.094901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd676ade-e7cc-4ea9-8ace-2d5410d3042a req-a4075770-0ef9-49d8-86db-62ec0df1d215 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.2877243 Jul 13 19:28:47.100956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefccf2-9596-4412-9c68-b2e7eec07136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef277f29-72fd-4df9-b35d-ab8b16743673,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:47.158967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 765af92a-88bd-44fc-95e8-796461dbd621 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:47.171736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 765af92a-88bd-44fc-95e8-796461dbd621 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:47.177257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd676ade-e7cc-4ea9-8ace-2d5410d3042a req-541dd824-306d-4931-83da-298532d94e69 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675573 Jul 13 19:28:47.181080 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.233642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f3074-1ec3-439d-b057-a4bcff5b4978 req-ef0839a1-1e7b-4507-9e37-e1ff96acdba2 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:47.242508 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-225f3074-1ec3-439d-b057-a4bcff5b4978 req-ef0839a1-1e7b-4507-9e37-e1ff96acdba2 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.1600568 Jul 13 19:28:47.254711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30a16158-88b6-461d-bea2-8826d8cc17a0 req-28efc9cb-411e-4c4f-8bbf-0d243b09bb75 service neutron] 10.222.0.60 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824474 Jul 13 19:28:47.274868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Network 4e590c06-ab25-4f59-b498-4884476caef5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:47.283192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:47.289508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Pushing event updated for resources: {'Port': ['ID=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:47.292327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:47.319589 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-225f3074-1ec3-439d-b057-a4bcff5b4978 req-b0b25df7-fe0c-4d54-823a-cfd95257668c tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761085 Jul 13 19:28:47.333079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Allocated IP 172.20.0.7 (4e590c06-ab25-4f59-b498-4884476caef5/686153a5-fb71-4cec-a261-141307cace17/b79415e0-b9a4-4f65-aad3-49fa0b45cea7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:47.360249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e91dfd5a-5216-4d93-8ac2-6b09401f553d req-6b71440f-4d90-4ab8-aaec-ec2c08845020 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-987919578', 'description': 'tempest-description-1689426145'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:47.385284 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.435936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:47.436942 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e91dfd5a-5216-4d93-8ac2-6b09401f553d req-6b71440f-4d90-4ab8-aaec-ec2c08845020 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.438853 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc033963-b350-4d58-bbc1-c38cbcdd5b6e" -d '{"events": [{"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-unplugged", "status": "completed", "tag": "765af92a-88bd-44fc-95e8-796461dbd621"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:47.481155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:47.492405 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.502342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:47.508873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048952b-92be-422d-85ce-3c89c86cc515 req-792ff812-db12-4b11-a6bb-c2ba6ad600b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:47.517815 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3048952b-92be-422d-85ce-3c89c86cc515 req-792ff812-db12-4b11-a6bb-c2ba6ad600b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6d2cc130d454b338b5a276e151dbe26&device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 1094 time: 0.1749766 Jul 13 19:28:47.538711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '765af92a-88bd-44fc-95e8-796461dbd621', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '765af92a-88bd-44fc-95e8-796461dbd621', 'mac_address': 'fa:16:3e:d7:fb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:47.560646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.575299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:47.605666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:47.620832 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.627295 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c767080f-0e50-4cc7-a961-79122112ef57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.636589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765af92a-88bd-44fc-95e8-796461dbd621 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:47.645384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Transition to ACTIVE for port object b79415e0-b9a4-4f65-aad3-49fa0b45cea7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:47.657838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:47.658585 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.661514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:47.667530 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.711761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048952b-92be-422d-85ce-3c89c86cc515 req-a3269db5-d2cd-4fda-b45e-85ddb05e53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:47.713481 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3048952b-92be-422d-85ce-3c89c86cc515 req-a3269db5-d2cd-4fda-b45e-85ddb05e53b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 200 len: 917 time: 0.1849589 Jul 13 19:28:47.713698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-befdd7ba-07aa-476f-9373-8e68604d0ac2 None None] Provisioning for port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:47.716095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e91dfd5a-5216-4d93-8ac2-6b09401f553d req-6b71440f-4d90-4ab8-aaec-ec2c08845020 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.724392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2ef43-af2c-48f8-b444-21389e7df278 req-a27f78bd-3eb1-4938-bd4e-c5e1d3cfe0c7 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:47.725757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-befdd7ba-07aa-476f-9373-8e68604d0ac2 None None] Provisioning complete for port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:47.726000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34d2ef43-af2c-48f8-b444-21389e7df278 req-a27f78bd-3eb1-4938-bd4e-c5e1d3cfe0c7 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 948 time: 0.1367662 Jul 13 19:28:47.726116 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-befdd7ba-07aa-476f-9373-8e68604d0ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.737398 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.751100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:47.768165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-befdd7ba-07aa-476f-9373-8e68604d0ac2 None None] Port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:47.773049 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e91dfd5a-5216-4d93-8ac2-6b09401f553d req-6b71440f-4d90-4ab8-aaec-ec2c08845020 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.813434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Network 4e590c06-ab25-4f59-b498-4884476caef5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:47.825576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:47.828159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:47.837378 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3048952b-92be-422d-85ce-3c89c86cc515 req-aba7be3e-1d74-4dc8-b702-6e175d3857db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160bf9a6-9faf-43e8-837b-4c33bce56ccf HTTP/1.1" status: 200 len: 217 time: 0.0613286 Jul 13 19:28:47.871840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Pushing event updated for resources: {'Port': ['ID=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:47.879381 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34d2ef43-af2c-48f8-b444-21389e7df278 req-1a70609a-e377-4eb2-b646-518fd704f79a tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360965 Jul 13 19:28:47.889422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71440f-4d90-4ab8-aaec-ec2c08845020 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa25203-2897-4839-aa6e-056870d1593d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:47.902605 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c767080f-0e50-4cc7-a961-79122112ef57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.910783 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c767080f-0e50-4cc7-a961-79122112ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.914886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:47.915969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.929584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-e4357294-64c1-4662-b84b-e2221cca497b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2482047 Jul 13 19:28:47.941551 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-db3ff607-b032-491a-815f-2f6221c3ba89 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6496117 Jul 13 19:28:47.942381 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c767080f-0e50-4cc7-a961-79122112ef57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6bff8c8316314bfd9d29994a2958af31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358872 Jul 13 19:28:47.943337 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e91dfd5a-5216-4d93-8ac2-6b09401f553d req-6b71440f-4d90-4ab8-aaec-ec2c08845020 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.944401 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e91dfd5a-5216-4d93-8ac2-6b09401f553d req-6b71440f-4d90-4ab8-aaec-ec2c08845020 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5906732 Jul 13 19:28:47.948502 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['765af92a-88bd-44fc-95e8-796461dbd621'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:47.949936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:47.951435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048952b-92be-422d-85ce-3c89c86cc515 req-83b6a95d-0d7d-4c92-b62b-b6bbda16f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:47.952960 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3048952b-92be-422d-85ce-3c89c86cc515 req-83b6a95d-0d7d-4c92-b62b-b6bbda16f1d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=686153a5-fb71-4cec-a261-141307cace17 HTTP/1.1" status: 200 len: 855 time: 0.1083763 Jul 13 19:28:47.970246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Request body: {'port': {'device_id': 'e2c4ad28-6029-4108-b0d9-30f44e78da08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:47.994649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Request body: {'port': {'device_id': '86db5718-2f85-447c-a45d-9f1b488f9b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:48.144278 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb126d1-b9f1-47f2-9d8d-6cb896c39a3e x-openstack-request-id: req-0fb126d1-b9f1-47f2-9d8d-6cb896c39a3e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:48.146176 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-unplugged", "status": "completed", "tag": "765af92a-88bd-44fc-95e8-796461dbd621", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:48.146469 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fb126d1-b9f1-47f2-9d8d-6cb896c39a3e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:48.146876 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621', 'code': 200} Jul 13 19:28:48.168101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767080f-0e50-4cc7-a961-79122112ef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a148d544-72af-46b8-832d-024027b9631b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:48.181638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.215053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-753b2d87-5c5f-424d-9104-cb3a5583576e None None] Provisioning for port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:48.233879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-753b2d87-5c5f-424d-9104-cb3a5583576e None None] Provisioning complete for port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:48.234249 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-753b2d87-5c5f-424d-9104-cb3a5583576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.242301 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9110f0-6b17-4368-af00-e97e392c6c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.253829 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.289289 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9110f0-6b17-4368-af00-e97e392c6c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.292291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-753b2d87-5c5f-424d-9104-cb3a5583576e None None] Port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:48.303648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048952b-92be-422d-85ce-3c89c86cc515 req-b10cfd7a-f2d5-41aa-8db1-a9213b11d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:48.305391 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3048952b-92be-422d-85ce-3c89c86cc515 req-b10cfd7a-f2d5-41aa-8db1-a9213b11d486 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e590c06-ab25-4f59-b498-4884476caef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3191643 Jul 13 19:28:48.311834 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:28:48.320418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71358ada-9a88-4954-9639-3d8adb0ec57a req-a1e4274d-25e3-4cc8-b941-ed10503224cb tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:48.321915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71358ada-9a88-4954-9639-3d8adb0ec57a req-a1e4274d-25e3-4cc8-b941-ed10503224cb tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 931 time: 0.1596742 Jul 13 19:28:48.435958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71358ada-9a88-4954-9639-3d8adb0ec57a req-9379b32e-29bd-468e-86f0-ed924f39c8c3 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962281 Jul 13 19:28:48.455848 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9110f0-6b17-4368-af00-e97e392c6c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.458791 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9110f0-6b17-4368-af00-e97e392c6c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.459923 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7a9110f0-6b17-4368-af00-e97e392c6c36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a148d544-72af-46b8-832d-024027b9631b HTTP/1.1" status: 204 len: 168 time: 0.5060856 Jul 13 19:28:48.476100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3048952b-92be-422d-85ce-3c89c86cc515 req-7f3bfd3a-be18-40cf-8bb2-b50bed2922ab service neutron] 10.222.0.60 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531956 Jul 13 19:28:48.481235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9110f0-6b17-4368-af00-e97e392c6c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a148d544-72af-46b8-832d-024027b9631b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:48.602178 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3048952b-92be-422d-85ce-3c89c86cc515 req-6c884ac1-7e11-4ba4-93e4-bc49a8877a8d service neutron] 10.222.0.60 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181591 Jul 13 19:28:48.604095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88fec2-70c1-417b-b905-d9f61458a1c8 req-b794718c-136a-47ed-99d4-f3795cf611e5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:48.612794 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a88fec2-70c1-417b-b905-d9f61458a1c8 req-b794718c-136a-47ed-99d4-f3795cf611e5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.3387425 Jul 13 19:28:48.681566 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a88fec2-70c1-417b-b905-d9f61458a1c8 req-e68ae48d-9335-4dc7-b446-146b96f2d6e9 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689337 Jul 13 19:28:48.756174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ad2-501f-4a89-9d7d-a497491f512b req-20d7c8d0-d1b4-4caa-bf85-b1e3a73ff448 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:48.756609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:48.757953 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-20d7c8d0-d1b4-4caa-bf85-b1e3a73ff448 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 812 time: 0.1298196 Jul 13 19:28:48.765978 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.774779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-9e23ec6e-59d5-48fe-bec9-de1b2f6b4682 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/quotas/44d3df54d63a491da66720b006812804 HTTP/1.1" status: 200 len: 375 time: 0.0111127 Jul 13 19:28:48.780936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Transition to ACTIVE for port object d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:48.787301 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.816562 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-861c21f3-7e57-4b2c-82c1-e6d0ef70dda1 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338328 Jul 13 19:28:48.925050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-b4434804-dd2f-4fce-b174-51e5f93cd534 service neutron] 10.222.0.25 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001279 Jul 13 19:28:48.933597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Pushing event updated for resources: {'Port': ['ID=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:48.973858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:49.027763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e5d52071-62fc-46e0-bfea-d8e94e201a5c service neutron] 10.222.0.25 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018384 Jul 13 19:28:49.029586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4df2e73-16bd-4ce7-8705-d73f3f8bc3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.118369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39519d54-763c-47b3-bf59-fa3f06c3ef3b req-35b3ae7c-e1b2-4d42-a860-6db140746977 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:49.120142 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39519d54-763c-47b3-bf59-fa3f06c3ef3b req-35b3ae7c-e1b2-4d42-a860-6db140746977 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.2699466 Jul 13 19:28:49.158421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 765af92a-88bd-44fc-95e8-796461dbd621 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:49.162158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Attempting to bind port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:49.162520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Attempting to bind port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:49.162851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Attempting to bind port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 on network 4e590c06-ab25-4f59-b498-4884476caef5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:49.193013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 on network 4e590c06-ab25-4f59-b498-4884476caef5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:28:49.193337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Attempting to bind port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 on network 4e590c06-ab25-4f59-b498-4884476caef5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:49.198053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79415e0-b9a4-4f65-aad3-49fa0b45cea7 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:49.215574 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.226292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:49.226700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Checking segment: {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:49.227083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Bound using segment: {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:49.227535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Bound port: d2ff9455-0699-4d2f-a7a3-854d47eb3ca2, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:49.227932 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.256546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 765af92a-88bd-44fc-95e8-796461dbd621 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:49.257889 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.258039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39519d54-763c-47b3-bf59-fa3f06c3ef3b req-1256fbee-a012-4f24-9268-abc9374d2d21 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125841 Jul 13 19:28:49.275585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Transition to ACTIVE for port object b79415e0-b9a4-4f65-aad3-49fa0b45cea7 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:49.285646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.397076 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.399189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d09fa5-dbdd-4027-91ce-fd5032cd8c17 req-373e5e5a-87d8-4c52-a2bd-59fe3c71bb79 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:49.400712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11d09fa5-dbdd-4027-91ce-fd5032cd8c17 req-373e5e5a-87d8-4c52-a2bd-59fe3c71bb79 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.1105578 Jul 13 19:28:49.454474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Pushing event updated for resources: {'Port': ['ID=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:49.473375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:49.479126 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.483538 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11d09fa5-dbdd-4027-91ce-fd5032cd8c17 req-97a3be0a-a4e0-4815-8744-ef522d3df51d tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745430 Jul 13 19:28:49.488482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4df2e73-16bd-4ce7-8705-d73f3f8bc3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.522393 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4df2e73-16bd-4ce7-8705-d73f3f8bc3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.568524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:49.622471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:49.622727 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c4df2e73-16bd-4ce7-8705-d73f3f8bc3a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c16132da94a4b66bf89628eeed78a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6474910 Jul 13 19:28:49.628537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] For port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:49.662943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] For port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:49.688335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df2e73-16bd-4ce7-8705-d73f3f8bc3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a65c8-0d9a-4d6a-b03c-e6c94d9c0ac5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:49.692680 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.752217 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-093c1142-e5ef-4492-98b5-ee7397291c99 req-ef36b97a-d7d1-4972-9d6b-1f3b528bf1c9 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 210 time: 0.0402296 Jul 13 19:28:49.754483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53c8858c-0662-4fe2-80f8-d6f4f3f3f4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.783836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:49.784761 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.786762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] 10.222.0.24 "PUT /v2.0/ports/d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 HTTP/1.1" status: 200 len: 1091 time: 1.8252852 Jul 13 19:28:49.788218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53c8858c-0662-4fe2-80f8-d6f4f3f3f4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.788429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c4ad28-6029-4108-b0d9-30f44e78da08', 'tag': 'd2ff9455-0699-4d2f-a7a3-854d47eb3ca2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:49.791319 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9944e6-3e98-4375-9040-4de558807a36" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c4ad28-6029-4108-b0d9-30f44e78da08", "tag": "d2ff9455-0699-4d2f-a7a3-854d47eb3ca2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:49.813417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe550-bcfd-432a-b62f-8bdcb39cee9e req-4d205d33-a1d0-4993-94c1-66382795b80f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:49.821563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06fbe550-bcfd-432a-b62f-8bdcb39cee9e req-4d205d33-a1d0-4993-94c1-66382795b80f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 951 time: 0.3728232 Jul 13 19:28:49.861104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Attempting to bind port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:49.866423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Attempting to bind port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:49.866760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Attempting to bind port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 on network 4e590c06-ab25-4f59-b498-4884476caef5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:49.879656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820f49c-0654-478b-9171-38e4f6c0277b service neutron] Pushing event updated for resources: {'Port': ['ID=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:49.897270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 on network 4e590c06-ab25-4f59-b498-4884476caef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:28:49.897686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Attempting to bind port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 on network 4e590c06-ab25-4f59-b498-4884476caef5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:49.902901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53c8858c-0662-4fe2-80f8-d6f4f3f3f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.905662 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53c8858c-0662-4fe2-80f8-d6f4f3f3f4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.910265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-53c8858c-0662-4fe2-80f8-d6f4f3f3f4e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed9a65c8-0d9a-4d6a-b03c-e6c94d9c0ac5 HTTP/1.1" status: 204 len: 168 time: 0.2859385 Jul 13 19:28:49.928164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:49.929457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Checking segment: {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:49.930738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Bound using segment: {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:49.931607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Bound port: b79415e0-b9a4-4f65-aad3-49fa0b45cea7, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651bef1b-98ab-45bb-9bed-7ad680320bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:49.931899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8858c-0662-4fe2-80f8-d6f4f3f3f4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a65c8-0d9a-4d6a-b03c-e6c94d9c0ac5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:49.932573 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.039667 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06fbe550-bcfd-432a-b62f-8bdcb39cee9e req-f3cfd66d-e77a-4760-aba2-d1edff2281d1 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171197 Jul 13 19:28:50.045633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5cfbd-0391-4a67-ba40-e6599e120594 req-07479c74-94d3-4c10-bf0c-8d151a81849c tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.047827 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2af5cfbd-0391-4a67-ba40-e6599e120594 req-07479c74-94d3-4c10-bf0c-8d151a81849c tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 943 time: 0.1345417 Jul 13 19:28:50.107880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] For port b79415e0-b9a4-4f65-aad3-49fa0b45cea7, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:50.112982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] For port b79415e0-b9a4-4f65-aad3-49fa0b45cea7, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:50.119014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-fac4b889-83f6-48fe-96e5-4960f3382a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.121215 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-fac4b889-83f6-48fe-96e5-4960f3382a86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6d2cc130d454b338b5a276e151dbe26&device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08 HTTP/1.1" status: 200 len: 1094 time: 0.2287350 Jul 13 19:28:50.122235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.137378 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2af5cfbd-0391-4a67-ba40-e6599e120594 req-8e0a92c1-1594-46ae-b00a-0b442840c0e3 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784085 Jul 13 19:28:50.148133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:50.150949 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c37b00-f172-4809-a7ca-685392bb1282" -d '{"events": [{"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-plugged", "status": "completed", "tag": "765af92a-88bd-44fc-95e8-796461dbd621"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:50.181024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Pushing event updated for resources: {'Port': ['ID=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:50.205460 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665d726c-cc1e-47df-aa21-56e34eca2d08 x-openstack-request-id: req-665d726c-cc1e-47df-aa21-56e34eca2d08 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:50.206053 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c4ad28-6029-4108-b0d9-30f44e78da08", "tag": "d2ff9455-0699-4d2f-a7a3-854d47eb3ca2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:50.206328 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-665d726c-cc1e-47df-aa21-56e34eca2d08 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:50.206809 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c4ad28-6029-4108-b0d9-30f44e78da08', 'tag': 'd2ff9455-0699-4d2f-a7a3-854d47eb3ca2', 'status': 'completed', 'code': 200} Jul 13 19:28:50.224215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.225513 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.227022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-34b98916-8813-48f4-93fb-b1649432f954 service neutron] 10.222.0.60 "PUT /v2.0/ports/b79415e0-b9a4-4f65-aad3-49fa0b45cea7 HTTP/1.1" status: 200 len: 1091 time: 2.2497113 Jul 13 19:28:50.235954 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d595225d-fe42-4ef8-abd4-b38247541990 x-openstack-request-id: req-d595225d-fe42-4ef8-abd4-b38247541990 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:50.236226 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-plugged", "status": "completed", "tag": "765af92a-88bd-44fc-95e8-796461dbd621", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:50.236660 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d595225d-fe42-4ef8-abd4-b38247541990 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:50.237053 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621', 'code': 200} Jul 13 19:28:50.285847 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-efb34c30-1b2d-4ac9-af30-613f56779618 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 HTTP/1.1" status: 200 len: 217 time: 0.1088560 Jul 13 19:28:50.354675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-9817a3e1-103d-456c-9cb6-a80a3dcabe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.356191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-9817a3e1-103d-456c-9cb6-a80a3dcabe90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=686153a5-fb71-4cec-a261-141307cace17 HTTP/1.1" status: 200 len: 855 time: 0.0617476 Jul 13 19:28:50.495159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed0c9a-980c-4df3-a25f-3fb342f14572 req-0574c77a-4afa-4140-819d-8b5beb550954 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.496980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5ed0c9a-980c-4df3-a25f-3fb342f14572 req-0574c77a-4afa-4140-819d-8b5beb550954 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.2894032 Jul 13 19:28:50.525129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 160bf9a6-9faf-43e8-837b-4c33bce56ccf details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:50.561241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722d3b4-b14c-439c-b684-54ab8e4fd082 req-ecca0baa-02db-4c30-80bd-335699c06165 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.562935 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9722d3b4-b14c-439c-b684-54ab8e4fd082 req-ecca0baa-02db-4c30-80bd-335699c06165 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0807195 Jul 13 19:28:50.625862 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9722d3b4-b14c-439c-b684-54ab8e4fd082 req-80c6b0d7-2579-4e4b-87f3-facb45aeaed8 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 Jul 13 19:28:50.631481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606bc7-b1f4-444d-8101-2848639233e0 req-f5ef2b2f-a661-485b-8b77-d024285e5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.633005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-f5ef2b2f-a661-485b-8b77-d024285e5978 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6d2cc130d454b338b5a276e151dbe26&device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 1094 time: 0.2457554 Jul 13 19:28:50.634684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da5fe-5ac3-4621-97df-0e31571751b9 req-cf688fb9-d112-4331-9c10-cdfa368408d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.636072 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-739da5fe-5ac3-4621-97df-0e31571751b9 req-cf688fb9-d112-4331-9c10-cdfa368408d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 1102 time: 0.1632948 Jul 13 19:28:50.648273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5ed0c9a-980c-4df3-a25f-3fb342f14572 req-a621219f-3542-42d2-92e7-1188ef6a12b7 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307251 Jul 13 19:28:50.652653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-fe16884b-a77b-439a-bdac-f81640c7c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.655819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-fe16884b-a77b-439a-bdac-f81640c7c092 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e590c06-ab25-4f59-b498-4884476caef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2779963 Jul 13 19:28:50.699544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7e3bb61-118c-4e06-bdaf-718964d40c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.712226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 160bf9a6-9faf-43e8-837b-4c33bce56ccf, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=160bf9a6-9faf-43e8-837b-4c33bce56ccf,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:50.746538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '160bf9a6-9faf-43e8-837b-4c33bce56ccf', 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5', 'port_id': '160bf9a6-9faf-43e8-837b-4c33bce56ccf', 'mac_address': 'fa:16:3e:22:d5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686153a5-fb71-4cec-a261-141307cace17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:50.814916 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.839478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160bf9a6-9faf-43e8-837b-4c33bce56ccf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:50.865881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 160bf9a6-9faf-43e8-837b-4c33bce56ccf, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=160bf9a6-9faf-43e8-837b-4c33bce56ccf,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:50.867993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728ff70-2ff6-4242-ae9e-f52689f2b1f7 req-f684067d-e5bc-4dbf-a8d8-0dde4b17c5d4 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.877190 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3728ff70-2ff6-4242-ae9e-f52689f2b1f7 req-f684067d-e5bc-4dbf-a8d8-0dde4b17c5d4 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0823338 Jul 13 19:28:50.897178 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.945254 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3728ff70-2ff6-4242-ae9e-f52689f2b1f7 req-31098e9c-9965-4105-a8c1-3699feebf8a7 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657756 Jul 13 19:28:51.011444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=160bf9a6-9faf-43e8-837b-4c33bce56ccf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:51.181403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['160bf9a6-9faf-43e8-837b-4c33bce56ccf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:51.217168 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-09070417-40d3-4beb-9234-44d147a89010 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79415e0-b9a4-4f65-aad3-49fa0b45cea7 HTTP/1.1" status: 200 len: 217 time: 0.5678360 Jul 13 19:28:51.308243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8688f4-0fa5-4ee4-a907-6438ed024900 req-bd492dea-3f8f-42ab-9225-e6247348a6bd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:51.308688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-12afe5bf-db8a-446f-8e57-7fb02951e819 req-e46e933e-d580-4c00-938c-b26b54bf4d8a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 210 time: 0.1334367 Jul 13 19:28:51.314517 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd8688f4-0fa5-4ee4-a907-6438ed024900 req-bd492dea-3f8f-42ab-9225-e6247348a6bd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 951 time: 0.0880258 Jul 13 19:28:51.359917 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd8688f4-0fa5-4ee4-a907-6438ed024900 req-59cae930-5dac-485b-9b17-66299104fec7 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438774 Jul 13 19:28:51.360847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606bc7-b1f4-444d-8101-2848639233e0 req-fec12ff7-0bcf-4d0a-9e6c-bcf08ae31816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:51.362912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-fec12ff7-0bcf-4d0a-9e6c-bcf08ae31816 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=686153a5-fb71-4cec-a261-141307cace17 HTTP/1.1" status: 200 len: 855 time: 0.0562739 Jul 13 19:28:51.373173 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-739da5fe-5ac3-4621-97df-0e31571751b9 req-dcb21381-53da-4156-b798-1e621e90c3e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225797 Jul 13 19:28:51.518521 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-d94c0614-85e0-4cb3-9cb2-6953020ed853 service neutron] 10.222.0.24 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8525786 Jul 13 19:28:51.525826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9698565-01a5-46a2-bba2-7cda406f2599 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:51.527376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9698565-01a5-46a2-bba2-7cda406f2599 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.24 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 812 time: 0.3385334 Jul 13 19:28:51.560718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'port': {'device_id': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864', 'admin_state_up': True, 'tenant_id': '44d3df54d63a491da66720b006812804'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:51.646001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606bc7-b1f4-444d-8101-2848639233e0 req-d00d068b-1a18-44b0-88a5-dfb7e99e807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:51.647491 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-d00d068b-1a18-44b0-88a5-dfb7e99e807a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e590c06-ab25-4f59-b498-4884476caef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765856 Jul 13 19:28:51.789016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b90bf-89d1-4a74-8e29-4f953536ff6f req-be90a35d-b3ef-4398-9b53-950b34386d50 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:51.796791 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-350b90bf-89d1-4a74-8e29-4f953536ff6f req-be90a35d-b3ef-4398-9b53-950b34386d50 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 943 time: 0.3284309 Jul 13 19:28:51.812156 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-736e2fdc-240e-4da5-8381-0cdec7a14e41 req-fb196743-d8b5-4d16-9c32-6c384879e67a service neutron] 10.222.0.24 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820191 Jul 13 19:28:51.834871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a76a5-9423-4ca4-a926-fc5d23a480a7 req-b2ad0402-aaa7-4b3a-896f-b8a569c56cee tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:51.836471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f9a76a5-9423-4ca4-a926-fc5d23a480a7 req-b2ad0402-aaa7-4b3a-896f-b8a569c56cee tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0771749 Jul 13 19:28:51.879890 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f9a76a5-9423-4ca4-a926-fc5d23a480a7 req-963fb365-a678-4d63-afe5-45a041d3817c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369468 Jul 13 19:28:51.890774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-350b90bf-89d1-4a74-8e29-4f953536ff6f req-355c4fcb-629f-48c2-b095-d831d8ac128b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930927 Jul 13 19:28:51.900205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Made reservation on behalf of 44d3df54d63a491da66720b006812804 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:51.903724 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:51.907033 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-c590b453-6f46-4948-ae7a-2d6fc5833167 service neutron] 10.222.0.60 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456675 Jul 13 19:28:52.127653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9944e6-3e98-4375-9040-4de558807a36 req-d673d7b9-1a8f-4dd1-aa1e-e7086490b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.129558 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a9944e6-3e98-4375-9040-4de558807a36 req-d673d7b9-1a8f-4dd1-aa1e-e7086490b252 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6d2cc130d454b338b5a276e151dbe26&device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08 HTTP/1.1" status: 200 len: 1094 time: 0.2373514 Jul 13 19:28:52.198309 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45606bc7-b1f4-444d-8101-2848639233e0 req-7b744ad1-aba1-4dc6-9df2-be55fda7982d service neutron] 10.222.0.60 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764184 Jul 13 19:28:52.232698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86db5718-2f85-447c-a45d-9f1b488f9b43', 'tag': 'b79415e0-b9a4-4f65-aad3-49fa0b45cea7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:52.234977 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aed8df-b448-40af-8314-a71ad332486c" -d '{"events": [{"name": "network-changed", "server_uuid": "86db5718-2f85-447c-a45d-9f1b488f9b43", "tag": "b79415e0-b9a4-4f65-aad3-49fa0b45cea7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:52.244417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580eb9a-0446-41b1-973e-8716682c47a8 req-f4c860d6-efc1-4056-9de1-058dce3c2b65 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.246058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4580eb9a-0446-41b1-973e-8716682c47a8 req-f4c860d6-efc1-4056-9de1-058dce3c2b65 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0901861 Jul 13 19:28:52.267639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Allocated IP 172.20.0.9 (a57648e3-0dd4-4ccf-a85a-906932ce2864/42875c3e-355c-48e0-b230-11b7cc8d6913/554f19cb-68e2-445b-b094-23bab39d4a3e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:52.310885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4580eb9a-0446-41b1-973e-8716682c47a8 req-9fa66956-a496-4df6-978d-10b8a803e0fd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591094 Jul 13 19:28:52.323337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e917d2-4fd9-4c79-9e33-335c16028a9e req-db07b29c-7241-4707-9b26-7a837ca1dfb8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.324908 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-67e917d2-4fd9-4c79-9e33-335c16028a9e req-db07b29c-7241-4707-9b26-7a837ca1dfb8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.2613144 Jul 13 19:28:52.368741 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e267643-0bd5-4059-8345-2678b845b39e x-openstack-request-id: req-2e267643-0bd5-4059-8345-2678b845b39e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:52.369031 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86db5718-2f85-447c-a45d-9f1b488f9b43", "tag": "b79415e0-b9a4-4f65-aad3-49fa0b45cea7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:52.369285 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e267643-0bd5-4059-8345-2678b845b39e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:52.369680 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86db5718-2f85-447c-a45d-9f1b488f9b43', 'tag': 'b79415e0-b9a4-4f65-aad3-49fa0b45cea7', 'status': 'completed', 'code': 200} Jul 13 19:28:52.370778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9944e6-3e98-4375-9040-4de558807a36 req-b53a8ccf-253c-438e-bd9d-ae5a7c43f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.372308 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a9944e6-3e98-4375-9040-4de558807a36 req-b53a8ccf-253c-438e-bd9d-ae5a7c43f91d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 200 len: 917 time: 0.2103958 Jul 13 19:28:52.483782 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a9944e6-3e98-4375-9040-4de558807a36 req-cd3f8707-9c73-476a-a68d-8d1a254b17b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 HTTP/1.1" status: 200 len: 217 time: 0.1018705 Jul 13 19:28:52.513000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-67e917d2-4fd9-4c79-9e33-335c16028a9e req-369a8cd1-779d-4ad7-9f99-1658d60b6575 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734848 Jul 13 19:28:52.548142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 160bf9a6-9faf-43e8-837b-4c33bce56ccf up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:52.549051 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b6b01d9-90f7-4bcb-b769-4aac6f8bfea7 req-266d435c-def1-47ee-9857-e71ab0aafc61 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 210 time: 0.0624914 Jul 13 19:28:52.592612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9944e6-3e98-4375-9040-4de558807a36 req-ed28d56f-a6fb-4166-b498-4e59fb5ae733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.594221 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a9944e6-3e98-4375-9040-4de558807a36 req-ed28d56f-a6fb-4166-b498-4e59fb5ae733 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=686153a5-fb71-4cec-a261-141307cace17 HTTP/1.1" status: 200 len: 855 time: 0.0858524 Jul 13 19:28:52.663301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed8df-b448-40af-8314-a71ad332486c req-4875903e-46a5-42de-a786-4142ae924009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.664376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 160bf9a6-9faf-43e8-837b-4c33bce56ccf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:52.664864 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3aed8df-b448-40af-8314-a71ad332486c req-4875903e-46a5-42de-a786-4142ae924009 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6d2cc130d454b338b5a276e151dbe26&device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 1094 time: 0.2297761 Jul 13 19:28:52.668919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 160bf9a6-9faf-43e8-837b-4c33bce56ccf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:52.669637 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.682637 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.758513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.781224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91ba7c-b723-479c-8900-ed83a6b71f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160bf9a6-9faf-43e8-837b-4c33bce56ccf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:52.783514 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9119f0f3-d365-4ca4-894b-a0bc830183e4" -d '{"events": [{"server_uuid": "6f91ba7c-b723-479c-8900-ed83a6b71f46", "name": "network-vif-plugged", "status": "completed", "tag": "160bf9a6-9faf-43e8-837b-4c33bce56ccf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:52.797540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 160bf9a6-9faf-43e8-837b-4c33bce56ccf, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=160bf9a6-9faf-43e8-837b-4c33bce56ccf,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:52.804232 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.829498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9944e6-3e98-4375-9040-4de558807a36 req-89f61f49-3952-4b30-9908-b4fe4ed5da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.832271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a9944e6-3e98-4375-9040-4de558807a36 req-89f61f49-3952-4b30-9908-b4fe4ed5da7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e590c06-ab25-4f59-b498-4884476caef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168944 Jul 13 19:28:52.840350 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e51cb31-bd53-4dc6-ba41-0a5be0c844db x-openstack-request-id: req-5e51cb31-bd53-4dc6-ba41-0a5be0c844db {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:52.840681 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f91ba7c-b723-479c-8900-ed83a6b71f46", "name": "network-vif-plugged", "status": "completed", "tag": "160bf9a6-9faf-43e8-837b-4c33bce56ccf", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:52.840866 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e51cb31-bd53-4dc6-ba41-0a5be0c844db {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:52.842672 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f91ba7c-b723-479c-8900-ed83a6b71f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160bf9a6-9faf-43e8-837b-4c33bce56ccf', 'code': 200} Jul 13 19:28:52.879498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=160bf9a6-9faf-43e8-837b-4c33bce56ccf,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:52.916850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4adc13-2765-4ce4-a6dc-c54cacc244ff req-16329402-bfe1-4977-ba07-ac1baa9ef51f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.918378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad4adc13-2765-4ce4-a6dc-c54cacc244ff req-16329402-bfe1-4977-ba07-ac1baa9ef51f tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 951 time: 0.2675228 Jul 13 19:28:52.919678 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.924005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed8df-b448-40af-8314-a71ad332486c req-f44841ce-1065-437e-bf60-377f5ea46cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.926438 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3aed8df-b448-40af-8314-a71ad332486c req-f44841ce-1065-437e-bf60-377f5ea46cd6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 200 len: 917 time: 0.2497866 Jul 13 19:28:52.993147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426911f4-d963-413b-9c72-2ca7aaee0e28 req-51f7ed1e-f073-410c-b70a-761bb28c5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.994755 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-426911f4-d963-413b-9c72-2ca7aaee0e28 req-51f7ed1e-f073-410c-b70a-761bb28c5820 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 1096 time: 0.0667727 Jul 13 19:28:53.037102 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3aed8df-b448-40af-8314-a71ad332486c req-b7c21fb1-d08a-4144-b9ca-30f96d967205 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79415e0-b9a4-4f65-aad3-49fa0b45cea7 HTTP/1.1" status: 200 len: 217 time: 0.0954273 Jul 13 19:28:53.040311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-426911f4-d963-413b-9c72-2ca7aaee0e28 req-22a6c59d-1c0c-4e92-94dd-edfdb93267f0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 Jul 13 19:28:53.062071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Network a57648e3-0dd4-4ccf-a85a-906932ce2864 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:53.067612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'Port': ['ID=554f19cb-68e2-445b-b094-23bab39d4a3e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:53.079206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:53.086814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:53.091770 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad4adc13-2765-4ce4-a6dc-c54cacc244ff req-87972331-3a7c-4d05-9b01-90fad32e3e5c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621118 Jul 13 19:28:53.158158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886fff1-7818-4fef-9c39-758654c8059e req-898cf947-9cb8-446a-8965-202d43a36fdf tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:53.160991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a9944e6-3e98-4375-9040-4de558807a36 req-7d842505-0d92-484d-8a48-43cbb5372b13 service neutron] 10.222.0.24 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195765 Jul 13 19:28:53.165298 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e886fff1-7818-4fef-9c39-758654c8059e req-898cf947-9cb8-446a-8965-202d43a36fdf tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 943 time: 0.1051941 Jul 13 19:28:53.215699 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e886fff1-7818-4fef-9c39-758654c8059e req-6c0d6320-6833-4a2b-9409-bbb4a2e6345f tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480936 Jul 13 19:28:53.236254 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1da4dc5e-1d52-4744-8563-9a1017144dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:53.527680 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:53.554817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed8df-b448-40af-8314-a71ad332486c req-32cc4de7-4fc5-4435-bb2c-d6508d0454e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:53.557230 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3aed8df-b448-40af-8314-a71ad332486c req-32cc4de7-4fc5-4435-bb2c-d6508d0454e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=686153a5-fb71-4cec-a261-141307cace17 HTTP/1.1" status: 200 len: 855 time: 0.4646077 Jul 13 19:28:53.566528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:53.567163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:53.636586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-e9a6adbb-9cb6-470b-a172-52873941892b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0818408 Jul 13 19:28:53.662836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Request body: {'port': {'device_id': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:53.692917 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a9944e6-3e98-4375-9040-4de558807a36 req-c5cec133-3578-4b7e-9f6c-da5270cd0389 service neutron] 10.222.0.24 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217333 Jul 13 19:28:53.715072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbff78-9b69-4fa9-90d6-a6ae3ff7e8af req-4021bfb7-e03c-4864-b836-9d8f0247875d tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:53.716605 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35cbff78-9b69-4fa9-90d6-a6ae3ff7e8af req-4021bfb7-e03c-4864-b836-9d8f0247875d tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0687566 Jul 13 19:28:53.724449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80ddf-af95-49c5-9b43-52c1a1d367f1 req-907139ed-7e8f-4135-ac01-062b591d2339 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:53.726248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adc80ddf-af95-49c5-9b43-52c1a1d367f1 req-907139ed-7e8f-4135-ac01-062b591d2339 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.2184863 Jul 13 19:28:53.770896 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35cbff78-9b69-4fa9-90d6-a6ae3ff7e8af req-93bdf9f1-87ea-4735-86bd-b34648242d65 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467324 Jul 13 19:28:53.776294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed8df-b448-40af-8314-a71ad332486c req-504ec46d-d877-4b09-a25c-57bad00a545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:53.777820 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3aed8df-b448-40af-8314-a71ad332486c req-504ec46d-d877-4b09-a25c-57bad00a545b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e590c06-ab25-4f59-b498-4884476caef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037971 Jul 13 19:28:53.814194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:53.861376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adc80ddf-af95-49c5-9b43-52c1a1d367f1 req-4a7ca394-a1c2-4eb7-86d4-978550f226bf tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256011 Jul 13 19:28:54.014960 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3aed8df-b448-40af-8314-a71ad332486c req-59b35dd2-10ce-455b-95c0-e68adb812430 service neutron] 10.222.0.60 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173219 Jul 13 19:28:54.019590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e26de-e43d-49b3-b5d0-e00d4cca557b req-663f5d16-223b-4c06-9af5-6558ea0ec29e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:54.032332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-370e26de-e43d-49b3-b5d0-e00d4cca557b req-663f5d16-223b-4c06-9af5-6558ea0ec29e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1063635 Jul 13 19:28:54.077887 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-370e26de-e43d-49b3-b5d0-e00d4cca557b req-844ccdaa-ee7d-4de1-9d02-13ff60b6eb9c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Jul 13 19:28:54.212312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3aed8df-b448-40af-8314-a71ad332486c req-9cf020e3-91de-4130-a2c4-6ff9fa4c2088 service neutron] 10.222.0.60 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895399 Jul 13 19:28:54.256444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48434795-9719-42ad-8ae1-b35a11ed0cca req-531fb80a-1f93-4826-8e34-4f6dd4b45fca tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:54.257993 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48434795-9719-42ad-8ae1-b35a11ed0cca req-531fb80a-1f93-4826-8e34-4f6dd4b45fca tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 1102 time: 0.1309006 Jul 13 19:28:54.276447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271b22-ee80-48b5-af6e-4024cd54f402 req-60518a2a-9025-4590-9c8e-df6b99d41e89 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:54.282885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb271b22-ee80-48b5-af6e-4024cd54f402 req-60518a2a-9025-4590-9c8e-df6b99d41e89 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 931 time: 0.0862124 Jul 13 19:28:54.319216 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb271b22-ee80-48b5-af6e-4024cd54f402 req-8e7eb790-ee4b-4028-a530-0a5d0cc6e4f5 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Jul 13 19:28:54.328804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554f19cb-68e2-445b-b094-23bab39d4a3e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:54.339884 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.352637 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48434795-9719-42ad-8ae1-b35a11ed0cca req-029f4a71-f8a7-4b13-9ad2-0a09104362fe tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820084 Jul 13 19:28:54.355275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Transition to ACTIVE for port object 554f19cb-68e2-445b-b094-23bab39d4a3e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:54.358919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.420801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Pushing event updated for resources: {'Port': ['ID=554f19cb-68e2-445b-b094-23bab39d4a3e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:54.459957 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.497237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Attempting to bind port 554f19cb-68e2-445b-b094-23bab39d4a3e on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:54.497678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Attempting to bind port 554f19cb-68e2-445b-b094-23bab39d4a3e by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '68e00be8-bbee-4eed-95fb-931479312fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:54.498066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Attempting to bind port 554f19cb-68e2-445b-b094-23bab39d4a3e on network a57648e3-0dd4-4ccf-a85a-906932ce2864 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:54.503829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Port 554f19cb-68e2-445b-b094-23bab39d4a3e on network a57648e3-0dd4-4ccf-a85a-906932ce2864 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:28:54.504501 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Attempting to bind port 554f19cb-68e2-445b-b094-23bab39d4a3e on network a57648e3-0dd4-4ccf-a85a-906932ce2864 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:54.511622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:54.513678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Checking segment: {'id': '68e00be8-bbee-4eed-95fb-931479312fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:54.514028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Bound using segment: {'id': '68e00be8-bbee-4eed-95fb-931479312fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:54.514498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Bound port: 554f19cb-68e2-445b-b094-23bab39d4a3e, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e00be8-bbee-4eed-95fb-931479312fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:54.514904 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.564783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2bc1e-b1ea-45d9-bd6f-7b8fa58f5a1b req-bd47c9b4-4571-48d8-91a8-b2f5a5c58f9f tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:54.566919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57a2bc1e-b1ea-45d9-bd6f-7b8fa58f5a1b req-bd47c9b4-4571-48d8-91a8-b2f5a5c58f9f tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 943 time: 0.0801725 Jul 13 19:28:54.611206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] For port 554f19cb-68e2-445b-b094-23bab39d4a3e, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:54.615469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] For port 554f19cb-68e2-445b-b094-23bab39d4a3e, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=554f19cb-68e2-445b-b094-23bab39d4a3e,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:54.620385 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.634016 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57a2bc1e-b1ea-45d9-bd6f-7b8fa58f5a1b req-08ced3cd-fa89-4de2-bffd-3418b6119076 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583208 Jul 13 19:28:54.663005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:54.663636 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.665152 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/554f19cb-68e2-445b-b094-23bab39d4a3e HTTP/1.1" status: 200 len: 1091 time: 1.0090325 Jul 13 19:28:54.665598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'tag': '554f19cb-68e2-445b-b094-23bab39d4a3e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:54.667878 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9", "tag": "554f19cb-68e2-445b-b094-23bab39d4a3e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:54.697890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ceaff2-7cd5-4cae-a231-40159be073d2 service neutron] Pushing event updated for resources: {'Port': ['ID=554f19cb-68e2-445b-b094-23bab39d4a3e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:54.721314 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546cc46f-ba40-4a32-bbf7-a847d9b20d0c x-openstack-request-id: req-546cc46f-ba40-4a32-bbf7-a847d9b20d0c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:54.721841 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9", "tag": "554f19cb-68e2-445b-b094-23bab39d4a3e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:54.722114 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-546cc46f-ba40-4a32-bbf7-a847d9b20d0c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:54.722731 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'tag': '554f19cb-68e2-445b-b094-23bab39d4a3e', 'status': 'completed', 'code': 200} Jul 13 19:28:54.774327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ad2-501f-4a89-9d7d-a497491f512b req-8801d0c0-c819-440d-97de-f5be1f4bff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:54.776335 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-8801d0c0-c819-440d-97de-f5be1f4bff53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 1094 time: 0.0657644 Jul 13 19:28:54.840348 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-ce51cf13-024b-4453-bb7f-15ccd7f7b966 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554f19cb-68e2-445b-b094-23bab39d4a3e HTTP/1.1" status: 200 len: 217 time: 0.0486498 Jul 13 19:28:54.918517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4ba7f-c0f3-4345-b3f2-4a5897549ed9 req-a5e1d3ac-4c2f-4d8a-87b8-3d74808a7615 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:54.923142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33f4ba7f-c0f3-4345-b3f2-4a5897549ed9 req-a5e1d3ac-4c2f-4d8a-87b8-3d74808a7615 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 1102 time: 0.0636914 Jul 13 19:28:54.957871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ad2-501f-4a89-9d7d-a497491f512b req-025a8ffc-b3cf-4595-b52a-20851b59fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:54.959455 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-025a8ffc-b3cf-4595-b52a-20851b59fe52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42875c3e-355c-48e0-b230-11b7cc8d6913 HTTP/1.1" status: 200 len: 852 time: 0.1121597 Jul 13 19:28:54.962931 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33f4ba7f-c0f3-4345-b3f2-4a5897549ed9 req-87c4aa9c-d99b-4760-9a97-25aed955bdb3 tempest-ServersAdminTestJSON-1577442300 tempest-ServersAdminTestJSON-1577442300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363567 Jul 13 19:28:55.008307 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-fb49f437-ac70-4374-b857-8bfe607058e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a57648e3-0dd4-4ccf-a85a-906932ce2864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412083 Jul 13 19:28:55.035846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca893a7-6280-494f-8ee7-c76662bfbcbf req-43bd4c34-9af3-4e86-b84a-fbef656484bd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.042574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ca893a7-6280-494f-8ee7-c76662bfbcbf req-43bd4c34-9af3-4e86-b84a-fbef656484bd tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.1275537 Jul 13 19:28:55.135143 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ca893a7-6280-494f-8ee7-c76662bfbcbf req-864c85c4-b0c8-4fad-91d8-bec68172c1d1 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915127 Jul 13 19:28:55.151545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7a25f-6313-4239-930b-44540928ad86 req-ccb8f4e4-8afd-48a6-a959-c4b6807decdb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.153253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03f7a25f-6313-4239-930b-44540928ad86 req-ccb8f4e4-8afd-48a6-a959-c4b6807decdb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0848792 Jul 13 19:28:55.167436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2c01e156-34b9-4004-9730-6a56cee5da5f details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:55.177540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-fd849883-9ac3-4103-a89c-503ff4bb32a5 service neutron] 10.222.0.24 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601353 Jul 13 19:28:55.180965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2c01e156-34b9-4004-9730-6a56cee5da5f no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:55.211083 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03f7a25f-6313-4239-930b-44540928ad86 req-c4d0668f-86e5-4eea-b3df-77161248319c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494790 Jul 13 19:28:55.337724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39009ad2-501f-4a89-9d7d-a497491f512b req-0ec885f6-462c-425f-ae78-d7322e592450 service neutron] 10.222.0.24 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499457 Jul 13 19:28:55.373855 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:28:55.465826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f237469-6a19-4012-9d60-3c90ae5b6a4a req-e0455ce3-5214-4877-8df8-b1558ef526eb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.467427 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8f237469-6a19-4012-9d60-3c90ae5b6a4a req-e0455ce3-5214-4877-8df8-b1558ef526eb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1387866 Jul 13 19:28:55.510162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2c01e156-34b9-4004-9730-6a56cee5da5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2c01e156-34b9-4004-9730-6a56cee5da5f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:55.516246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e req-8700622e-15bb-40bc-9e1d-03e4ac116166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.517903 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e req-8700622e-15bb-40bc-9e1d-03e4ac116166 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 1094 time: 0.1249304 Jul 13 19:28:55.524146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:55.528736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '2c01e156-34b9-4004-9730-6a56cee5da5f', 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741', 'port_id': '2c01e156-34b9-4004-9730-6a56cee5da5f', 'mac_address': 'fa:16:3e:92:ae:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54facab2-1375-4b6f-97fb-5a8775e36af3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:55.555724 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8f237469-6a19-4012-9d60-3c90ae5b6a4a req-415a5d1b-0b09-4979-aaea-b490a99805bf tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773902 Jul 13 19:28:55.580941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b8c732-2320-4af8-a360-bd7f4428825a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c01e156-34b9-4004-9730-6a56cee5da5f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:55.583313 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75062293-a398-4cfb-9e28-4fe8a60b1ed1" -d '{"events": [{"server_uuid": "34b8c732-2320-4af8-a360-bd7f4428825a", "name": "network-vif-unplugged", "status": "completed", "tag": "2c01e156-34b9-4004-9730-6a56cee5da5f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:55.604676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2c01e156-34b9-4004-9730-6a56cee5da5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2c01e156-34b9-4004-9730-6a56cee5da5f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:55.608774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:55.618658 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:55.654691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c01e156-34b9-4004-9730-6a56cee5da5f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:55.696335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e req-3e356059-b3e2-4938-80c5-c8d58846b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.698828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e req-3e356059-b3e2-4938-80c5-c8d58846b2bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 913 time: 0.1712105 Jul 13 19:28:55.716550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2c01e156-34b9-4004-9730-6a56cee5da5f,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:55.733681 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:28:55.734301 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:28:55.758602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e req-638933fe-0a54-4b68-bcab-b0d9b15dd0ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554f19cb-68e2-445b-b094-23bab39d4a3e HTTP/1.1" status: 200 len: 217 time: 0.0511312 Jul 13 19:28:55.786810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722db65-382d-4bec-8ae3-ca4abf47f33d req-1a3291b5-8f4f-4589-b51e-d4cb3bf9199a tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.788585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d722db65-382d-4bec-8ae3-ca4abf47f33d req-1a3291b5-8f4f-4589-b51e-d4cb3bf9199a tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 950 time: 0.0920405 Jul 13 19:28:55.809505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21869f33-00f0-4a66-a327-a152252dee82 req-93402dc7-f932-428f-bb34-27c0547948d8 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.816876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-21869f33-00f0-4a66-a327-a152252dee82 req-93402dc7-f932-428f-bb34-27c0547948d8 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 943 time: 0.1692250 Jul 13 19:28:55.829858 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d722db65-382d-4bec-8ae3-ca4abf47f33d req-9057822b-161c-42a4-bb55-23ed3e4f7c95 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345623 Jul 13 19:28:55.846137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e req-aa6c65c8-9c09-4ef1-a37f-f0c062ee367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.848200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e req-aa6c65c8-9c09-4ef1-a37f-f0c062ee367a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42875c3e-355c-48e0-b230-11b7cc8d6913 HTTP/1.1" status: 200 len: 852 time: 0.0816536 Jul 13 19:28:55.889294 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-21869f33-00f0-4a66-a327-a152252dee82 req-94d0c647-5c31-413b-8a4b-01a626f1a5fe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715008 Jul 13 19:28:55.891291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e req-e632b8bf-e4b7-495c-9d29-6ca501444151 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a57648e3-0dd4-4ccf-a85a-906932ce2864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333605 Jul 13 19:28:55.958663 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:55.978780 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6c6243-a790-4296-9395-54526543640a x-openstack-request-id: req-5a6c6243-a790-4296-9395-54526543640a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:55.981282 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b8c732-2320-4af8-a360-bd7f4428825a", "name": "network-vif-unplugged", "status": "completed", "tag": "2c01e156-34b9-4004-9730-6a56cee5da5f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:55.981704 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a6c6243-a790-4296-9395-54526543640a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:55.982424 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b8c732-2320-4af8-a360-bd7f4428825a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c01e156-34b9-4004-9730-6a56cee5da5f', 'code': 200} Jul 13 19:28:56.016943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e req-7dfa265a-ede7-4fbe-8206-295163c7a84f service neutron] 10.222.0.24 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129277 Jul 13 19:28:56.129998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f75a39-40c6-4f76-b1c8-e82b7e87450e req-030f2b7c-8005-433e-b6ca-ef6896fe894f tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:56.131554 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-86f75a39-40c6-4f76-b1c8-e82b7e87450e req-030f2b7c-8005-433e-b6ca-ef6896fe894f tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 943 time: 0.0709631 Jul 13 19:28:56.131687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68dbe0ec-dafa-4ee2-bf29-03ed0317dd2e req-087bf8a4-ec0f-4270-b25e-96388ac5e24d service neutron] 10.222.0.24 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984337 Jul 13 19:28:56.176379 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-86f75a39-40c6-4f76-b1c8-e82b7e87450e req-abf59532-fbb0-4430-9b59-43d96c203a43 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374467 Jul 13 19:28:56.291675 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:56.307045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c01e156-34b9-4004-9730-6a56cee5da5f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:56.329299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2c01e156-34b9-4004-9730-6a56cee5da5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2c01e156-34b9-4004-9730-6a56cee5da5f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:56.334459 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:56.335280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:56.356005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b988d28-ffb9-40a3-8030-69b91f23de68 req-5e4dad44-611e-429f-8260-23b460381dff tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:56.357532 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b988d28-ffb9-40a3-8030-69b91f23de68 req-5e4dad44-611e-429f-8260-23b460381dff tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0979190 Jul 13 19:28:56.422874 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b988d28-ffb9-40a3-8030-69b91f23de68 req-be906c77-749f-409d-8323-a8481d365698 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555482 Jul 13 19:28:56.444373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2c01e156-34b9-4004-9730-6a56cee5da5f,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:56.449393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d1706-1ee3-4410-8f79-736367736842 req-4bf7fb5e-89ba-44a9-aa16-8bdc70e484c0 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:56.456494 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045d1706-1ee3-4410-8f79-736367736842 req-4bf7fb5e-89ba-44a9-aa16-8bdc70e484c0 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 945 time: 0.0904419 Jul 13 19:28:56.492834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:56.505662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'd2ff9455-0699-4d2f-a7a3-854d47eb3ca2', 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5', 'port_id': 'd2ff9455-0699-4d2f-a7a3-854d47eb3ca2', 'mac_address': 'fa:16:3e:94:63:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686153a5-fb71-4cec-a261-141307cace17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:56.506726 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045d1706-1ee3-4410-8f79-736367736842 req-4d5b3f9b-ee50-460d-b5d8-1c44b95053d0 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467396 Jul 13 19:28:56.546822 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:56.560743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:56.584960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b79415e0-b9a4-4f65-aad3-49fa0b45cea7 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:56.592385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:56.599368 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:56.707434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:56.735221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ab486-ea29-43e5-aa29-8a0cfdcb9b72 req-904ae043-47f2-4de7-bab6-dc17222e297a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:56.736821 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d0ab486-ea29-43e5-aa29-8a0cfdcb9b72 req-904ae043-47f2-4de7-bab6-dc17222e297a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.0693097 Jul 13 19:28:56.744686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b79415e0-b9a4-4f65-aad3-49fa0b45cea7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:56.757204 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b79415e0-b9a4-4f65-aad3-49fa0b45cea7', 'network_id': '4e590c06-ab25-4f59-b498-4884476caef5', 'port_id': 'b79415e0-b9a4-4f65-aad3-49fa0b45cea7', 'mac_address': 'fa:16:3e:9b:e3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686153a5-fb71-4cec-a261-141307cace17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:56.778455 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d0ab486-ea29-43e5-aa29-8a0cfdcb9b72 req-c55f538a-c558-4d2f-8589-744d36777db8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345681 Jul 13 19:28:56.805339 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:56.823141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79415e0-b9a4-4f65-aad3-49fa0b45cea7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:56.844959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b79415e0-b9a4-4f65-aad3-49fa0b45cea7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:56.849162 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:56.900054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:56.914825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['d2ff9455-0699-4d2f-a7a3-854d47eb3ca2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:56.918060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2c01e156-34b9-4004-9730-6a56cee5da5f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:57.034779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1cbcc-0c89-4abd-b00f-24a8d8b358cb req-22603b66-61f1-4266-b3e2-d5f7095c5325 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.036334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49d1cbcc-0c89-4abd-b00f-24a8d8b358cb req-22603b66-61f1-4266-b3e2-d5f7095c5325 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 950 time: 0.0741942 Jul 13 19:28:57.089466 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49d1cbcc-0c89-4abd-b00f-24a8d8b358cb req-f6d8bacd-23cd-43e1-a532-291efca9a5e4 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452058 Jul 13 19:28:57.132786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b79415e0-b9a4-4f65-aad3-49fa0b45cea7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:57.188227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e44654-2145-4f56-89c9-cbc101d02536 req-abfd35b1-a0d5-48fd-9ac7-e9e2299605f0 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.195612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9e44654-2145-4f56-89c9-cbc101d02536 req-abfd35b1-a0d5-48fd-9ac7-e9e2299605f0 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 943 time: 0.1073990 Jul 13 19:28:57.213286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-0aa793ed-f9a9-4a19-ab3b-54fd2c708ba0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.215967 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-0aa793ed-f9a9-4a19-ab3b-54fd2c708ba0 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 950 time: 0.1704774 Jul 13 19:28:57.378499 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9e44654-2145-4f56-89c9-cbc101d02536 req-bdfc3a2c-edc7-4b3c-94f7-9b46bf8ee348 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818180 Jul 13 19:28:57.423277 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-c25fdb30-b286-4357-926a-b07ea9a54c83 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Deleting port 308d3174-d8d6-4464-8624-04d5b83dd26b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:57.423648 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-c25fdb30-b286-4357-926a-b07ea9a54c83 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:57.431551 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-222765f7-3856-4f9b-b794-38af19c53956 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1275151 Jul 13 19:28:57.444218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948982b-79e9-4704-8fa7-5f5c483b1f2b req-6d8ab448-43da-4082-9594-23a4a5ca47aa tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.452881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8948982b-79e9-4704-8fa7-5f5c483b1f2b req-6d8ab448-43da-4082-9594-23a4a5ca47aa tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 944 time: 0.0817981 Jul 13 19:28:57.503615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8948982b-79e9-4704-8fa7-5f5c483b1f2b req-239a2e07-6986-492b-92f0-33bb3043c3b1 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473864 Jul 13 19:28:57.586045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-c25fdb30-b286-4357-926a-b07ea9a54c83 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] For port 308d3174-d8d6-4464-8624-04d5b83dd26b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=308d3174-d8d6-4464-8624-04d5b83dd26b,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:57.586445 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-c25fdb30-b286-4357-926a-b07ea9a54c83 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:57.622113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-c25fdb30-b286-4357-926a-b07ea9a54c83 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Calling delete_port for 308d3174-d8d6-4464-8624-04d5b83dd26b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:57.645218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-90f13498-f245-4a58-99ea-52bc8bd386d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.646477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-90f13498-f245-4a58-99ea-52bc8bd386d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a3e5f1770514e81905c9201afc0eacd&device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 1102 time: 0.1566644 Jul 13 19:28:57.691713 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6d1e7-4e29-4e0a-a7ff-8af52bebbb5a req-243bc044-1c99-4070-ae4a-1fad03397426 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.699384 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02d6d1e7-4e29-4e0a-a7ff-8af52bebbb5a req-243bc044-1c99-4070-ae4a-1fad03397426 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 945 time: 0.0860000 Jul 13 19:28:57.747732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02d6d1e7-4e29-4e0a-a7ff-8af52bebbb5a req-b27b8409-c24c-4756-b09f-e208fa285ca4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Jul 13 19:28:57.769982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c11513-2d63-4cfc-8659-8e2e1d078334 req-bb06269f-dba4-4dab-83ce-0c0e728b3b77 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.771474 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2c11513-2d63-4cfc-8659-8e2e1d078334 req-bb06269f-dba4-4dab-83ce-0c0e728b3b77 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.2089336 Jul 13 19:28:57.854281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-3fef204f-f3be-456d-85da-5fd12c85fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.855829 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-3fef204f-f3be-456d-85da-5fd12c85fb7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1742618 Jul 13 19:28:57.865195 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2c11513-2d63-4cfc-8659-8e2e1d078334 req-2bbbfd58-b97c-4f57-96c2-ac2545012f30 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863571 Jul 13 19:28:57.925438 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-92beaf5e-4577-4304-b338-b998614bd73f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=765af92a-88bd-44fc-95e8-796461dbd621 HTTP/1.1" status: 200 len: 217 time: 0.0592699 Jul 13 19:28:57.985098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d1b4a-f09d-4811-b0b3-5d2d63fa9a37 req-665afa09-6e4f-4e2c-8192-478e7755e452 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.987065 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5e1d1b4a-f09d-4811-b0b3-5d2d63fa9a37 req-665afa09-6e4f-4e2c-8192-478e7755e452 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.0740192 Jul 13 19:28:57.987463 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-c25fdb30-b286-4357-926a-b07ea9a54c83 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:58.000500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['308d3174-d8d6-4464-8624-04d5b83dd26b', '765af92a-88bd-44fc-95e8-796461dbd621'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:58.008410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5aac4bc3-1023-4985-8c14-770cd75051c7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:58.011369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-175dbccc-9719-494d-b50e-9a9a9e2b73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:58.013222 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-175dbccc-9719-494d-b50e-9a9a9e2b73bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0799108 Jul 13 19:28:58.050740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fdb30-b286-4357-926a-b07ea9a54c83 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Pushing event deleted for resources: {'Port': ['ID=308d3174-d8d6-4464-8624-04d5b83dd26b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:58.055460 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5e1d1b4a-f09d-4811-b0b3-5d2d63fa9a37 req-b5b4e463-8a79-47b7-a2ff-d9342b6d035c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608871 Jul 13 19:28:58.133576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-c25fdb30-b286-4357-926a-b07ea9a54c83 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] No DVR routers for this DVR port 308d3174-d8d6-4464-8624-04d5b83dd26b on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:58.145149 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-c25fdb30-b286-4357-926a-b07ea9a54c83 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:58.147308 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b0e5b413-bb1c-426a-8007-efe931306c97 req-c25fdb30-b286-4357-926a-b07ea9a54c83 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.24 "DELETE /v2.0/ports/308d3174-d8d6-4464-8624-04d5b83dd26b HTTP/1.1" status: 204 len: 173 time: 0.9233856 Jul 13 19:28:58.147735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78b6623-25d7-40cd-bd3a-7659509cf4c1', 'name': 'network-vif-deleted', 'tag': '308d3174-d8d6-4464-8624-04d5b83dd26b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:58.150153 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34166781-c1b9-4bc0-99e1-4e64b9f4cf65" -d '{"events": [{"server_uuid": "f78b6623-25d7-40cd-bd3a-7659509cf4c1", "name": "network-vif-deleted", "tag": "308d3174-d8d6-4464-8624-04d5b83dd26b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:58.180206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-97d615c7-4f4f-4bf8-9f02-17e8b6f65b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:58.182033 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-97d615c7-4f4f-4bf8-9f02-17e8b6f65b1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329501 Jul 13 19:28:58.227058 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fa84e3-5cd3-49aa-9ac3-446dc7da9857 x-openstack-request-id: req-55fa84e3-5cd3-49aa-9ac3-446dc7da9857 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:58.228560 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78b6623-25d7-40cd-bd3a-7659509cf4c1", "name": "network-vif-deleted", "tag": "308d3174-d8d6-4464-8624-04d5b83dd26b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:58.229177 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55fa84e3-5cd3-49aa-9ac3-446dc7da9857 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:58.229868 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78b6623-25d7-40cd-bd3a-7659509cf4c1', 'name': 'network-vif-deleted', 'tag': '308d3174-d8d6-4464-8624-04d5b83dd26b', 'status': 'completed', 'code': 200} Jul 13 19:28:58.329218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-40119e46-18b4-42e5-ab0e-339654c69d46 req-8e3c9f1b-0fa9-4a91-aae2-1daa80aceec1 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78b6623-25d7-40cd-bd3a-7659509cf4c1 HTTP/1.1" status: 200 len: 210 time: 0.0502155 Jul 13 19:28:58.380668 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-9ccea647-8fad-4ae6-b8b7-5f490715a7d0 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903102 Jul 13 19:28:58.522509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-965c3161-4c6f-4d50-9d85-6f8ebef1a138 req-55e3a304-a7ba-4d58-8ccc-c7a3fc9366f2 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270099 Jul 13 19:28:58.598469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b79415e0-b9a4-4f65-aad3-49fa0b45cea7 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:58.679813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:58.685988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:58.686365 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:58.731018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94217918-13aa-44dc-adc8-22f066003485 req-08e616c3-c845-4934-84bb-e8a605d39b83 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:58.753864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94217918-13aa-44dc-adc8-22f066003485 req-08e616c3-c845-4934-84bb-e8a605d39b83 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 944 time: 0.1126323 Jul 13 19:28:58.803855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94217918-13aa-44dc-adc8-22f066003485 req-92376ad1-d5f0-42f3-b205-5f792c142232 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471478 Jul 13 19:28:58.810328 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:58.843867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86db5718-2f85-447c-a45d-9f1b488f9b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79415e0-b9a4-4f65-aad3-49fa0b45cea7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:58.845716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d1775-68c2-4f78-bc80-22f244cbfc11 req-2aae2c0e-7603-4ff1-8468-d148ddc70562 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:58.846643 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea6320b-ec71-4efd-ad9d-58f162749cf6" -d '{"events": [{"server_uuid": "86db5718-2f85-447c-a45d-9f1b488f9b43", "name": "network-vif-plugged", "status": "completed", "tag": "b79415e0-b9a4-4f65-aad3-49fa0b45cea7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:58.849048 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d3d1775-68c2-4f78-bc80-22f244cbfc11 req-2aae2c0e-7603-4ff1-8468-d148ddc70562 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 943 time: 0.0849371 Jul 13 19:28:58.868604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b79415e0-b9a4-4f65-aad3-49fa0b45cea7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:58.872526 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:58.915636 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d3d1775-68c2-4f78-bc80-22f244cbfc11 req-8cf00f18-1863-42b9-94fc-6da3c2a8c89c tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607188 Jul 13 19:28:58.928941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:58.986293 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b03a3e-65a8-4ea7-9b21-ec099606f009 x-openstack-request-id: req-04b03a3e-65a8-4ea7-9b21-ec099606f009 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:58.986685 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86db5718-2f85-447c-a45d-9f1b488f9b43", "name": "network-vif-plugged", "status": "completed", "tag": "b79415e0-b9a4-4f65-aad3-49fa0b45cea7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:58.987383 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04b03a3e-65a8-4ea7-9b21-ec099606f009 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:58.987860 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86db5718-2f85-447c-a45d-9f1b488f9b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79415e0-b9a4-4f65-aad3-49fa0b45cea7', 'code': 200} Jul 13 19:28:59.076198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaba417-9a66-42b9-b509-d31c958de49a req-adb7b0d7-4160-432a-ba59-87a167294578 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.077832 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbaba417-9a66-42b9-b509-d31c958de49a req-adb7b0d7-4160-432a-ba59-87a167294578 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 945 time: 0.0887749 Jul 13 19:28:59.122306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbaba417-9a66-42b9-b509-d31c958de49a req-265feb03-d2b4-42c0-8eb4-b28558e1d606 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361676 Jul 13 19:28:59.170166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e3f74-9096-49d2-9f3c-b8b3eeedf679 req-14b77ce0-8aeb-4cfa-908a-f005f4a36865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.171775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-957e3f74-9096-49d2-9f3c-b8b3eeedf679 req-14b77ce0-8aeb-4cfa-908a-f005f4a36865 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 1096 time: 0.0964677 Jul 13 19:28:59.175825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 554f19cb-68e2-445b-b094-23bab39d4a3e details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:59.178016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:59.194415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e756df5-e6d5-44e8-9ef4-123425d0cf0f req-2ccf96ee-8d8c-4337-9fe5-8e2636133ef7 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.196012 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e756df5-e6d5-44e8-9ef4-123425d0cf0f req-2ccf96ee-8d8c-4337-9fe5-8e2636133ef7 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0930851 Jul 13 19:28:59.229665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-957e3f74-9096-49d2-9f3c-b8b3eeedf679 req-77b50bed-42df-440a-885f-a90039f44dd0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496778 Jul 13 19:28:59.264057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e756df5-e6d5-44e8-9ef4-123425d0cf0f req-8051e166-6d2a-4a5e-91e4-0b15272c875a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452356 Jul 13 19:28:59.309741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:59.325492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:59.325889 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:59.328684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66771ec4-ffad-4407-8473-a944ab0577a5 req-124f05bb-95cf-4ea8-9570-1693c36dc873 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.330376 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66771ec4-ffad-4407-8473-a944ab0577a5 req-124f05bb-95cf-4ea8-9570-1693c36dc873 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.0945187 Jul 13 19:28:59.371673 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66771ec4-ffad-4407-8473-a944ab0577a5 req-d73cb6a9-9a6f-4813-88f1-1ad7b349e7c6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353386 Jul 13 19:28:59.373935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 554f19cb-68e2-445b-b094-23bab39d4a3e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=554f19cb-68e2-445b-b094-23bab39d4a3e,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:59.393572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '554f19cb-68e2-445b-b094-23bab39d4a3e', 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864', 'port_id': '554f19cb-68e2-445b-b094-23bab39d4a3e', 'mac_address': 'fa:16:3e:7e:fe:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42875c3e-355c-48e0-b230-11b7cc8d6913', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:59.486078 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:59.536883 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:59.542039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:59.553312 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:59.554707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2c01e156-34b9-4004-9730-6a56cee5da5f up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:59.600871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554f19cb-68e2-445b-b094-23bab39d4a3e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:59.656285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 554f19cb-68e2-445b-b094-23bab39d4a3e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=554f19cb-68e2-445b-b094-23bab39d4a3e,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:59.668338 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:59.684724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:59.722697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 2c01e156-34b9-4004-9730-6a56cee5da5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:59.723718 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:59.782622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=554f19cb-68e2-445b-b094-23bab39d4a3e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:59.836933 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:59.901941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2c01e156-34b9-4004-9730-6a56cee5da5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2c01e156-34b9-4004-9730-6a56cee5da5f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:59.907251 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:59.957675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1670b8-5537-4464-951b-d97880360c16 req-b06a26f1-5bc6-4905-8d93-90e5e3d56da8 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.965042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2c01e156-34b9-4004-9730-6a56cee5da5f,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:59.969060 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b1670b8-5537-4464-951b-d97880360c16 req-b06a26f1-5bc6-4905-8d93-90e5e3d56da8 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 950 time: 0.1143210 Jul 13 19:28:59.981229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['554f19cb-68e2-445b-b094-23bab39d4a3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:00.033456 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac603-fe28-41f7-a3db-a35b09e13996 req-0120202d-bf7d-407e-b293-102397bf7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:00.037215 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b89ac603-fe28-41f7-a3db-a35b09e13996 req-0120202d-bf7d-407e-b293-102397bf7f05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 1097 time: 0.1362140 Jul 13 19:29:00.057917 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b1670b8-5537-4464-951b-d97880360c16 req-da203a46-06ef-40d2-9a47-f6466e13d884 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875247 Jul 13 19:29:00.297147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123555d-55d4-462d-b781-5f5440311881 req-86de54a3-df5d-4a81-97c9-8e004420b919 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:00.299069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8123555d-55d4-462d-b781-5f5440311881 req-86de54a3-df5d-4a81-97c9-8e004420b919 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 944 time: 0.0785339 Jul 13 19:29:00.340531 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8123555d-55d4-462d-b781-5f5440311881 req-e45e3102-a286-471c-b405-86aca48526b7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343819 Jul 13 19:29:00.514165 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413be190-c072-48cd-8f47-37bd72e2c0c1 req-2a37738f-ab96-4ae8-9ee4-945b9ad0fe87 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:00.515826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-413be190-c072-48cd-8f47-37bd72e2c0c1 req-2a37738f-ab96-4ae8-9ee4-945b9ad0fe87 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 945 time: 0.4776304 Jul 13 19:29:00.520811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e5cb1-3d23-4804-aa95-0401755dcac3 req-aff31247-a12e-49e3-be58-c26b2eaca200 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:00.522714 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-160e5cb1-3d23-4804-aa95-0401755dcac3 req-aff31247-a12e-49e3-be58-c26b2eaca200 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0748935 Jul 13 19:29:00.555668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac603-fe28-41f7-a3db-a35b09e13996 req-6dd12a71-f58d-4b48-a160-0560ff532e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:00.557134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b89ac603-fe28-41f7-a3db-a35b09e13996 req-6dd12a71-f58d-4b48-a160-0560ff532e3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 913 time: 0.4526248 Jul 13 19:29:00.562694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-160e5cb1-3d23-4804-aa95-0401755dcac3 req-22a03266-f76e-4434-a525-627db34cafce tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342023 Jul 13 19:29:00.579046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-413be190-c072-48cd-8f47-37bd72e2c0c1 req-2ee50e33-c801-4b57-90df-26af69110e99 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509150 Jul 13 19:29:00.623527 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b89ac603-fe28-41f7-a3db-a35b09e13996 req-b3315600-efd1-4324-9f23-5538cc83a7e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a HTTP/1.1" status: 200 len: 217 time: 0.0481014 Jul 13 19:29:00.684954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac603-fe28-41f7-a3db-a35b09e13996 req-f71d04ce-5217-482f-bc5a-146c2a03da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:00.686283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b89ac603-fe28-41f7-a3db-a35b09e13996 req-f71d04ce-5217-482f-bc5a-146c2a03da12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.0491245 Jul 13 19:29:00.730528 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b89ac603-fe28-41f7-a3db-a35b09e13996 req-9325fc2e-b024-4054-9860-bcfdcfebccb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370328 Jul 13 19:29:00.748196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca187f-dcdc-46e5-999a-a32334b1fdad req-57b572fc-45d0-45be-b1a4-42820676ccae tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:00.749732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9ca187f-dcdc-46e5-999a-a32334b1fdad req-57b572fc-45d0-45be-b1a4-42820676ccae tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0698104 Jul 13 19:29:00.791420 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9ca187f-dcdc-46e5-999a-a32334b1fdad req-194bd7bb-0cc8-4c29-9350-3fefea133e05 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346806 Jul 13 19:29:00.880052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d6b3c-440d-4054-93b3-60e1e81060e5 req-cb8fe33f-8fe8-4715-a4cf-b930c2799545 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:00.881687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d0d6b3c-440d-4054-93b3-60e1e81060e5 req-cb8fe33f-8fe8-4715-a4cf-b930c2799545 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1502807 Jul 13 19:29:00.917197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b89ac603-fe28-41f7-a3db-a35b09e13996 req-350ebefb-22c7-469e-9f79-2b287e683b8f service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488054 Jul 13 19:29:00.979479 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d0d6b3c-440d-4054-93b3-60e1e81060e5 req-7eb9f936-1d95-42ee-9a08-4e8266b65b9f tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849876 Jul 13 19:29:00.989747 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c4ad28-6029-4108-b0d9-30f44e78da08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ff9455-0699-4d2f-a7a3-854d47eb3ca2'}, {'server_uuid': '34b8c732-2320-4af8-a360-bd7f4428825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c01e156-34b9-4004-9730-6a56cee5da5f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:00.994184 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d980be81-9f2d-41e8-905c-943c20913c18" -d '{"events": [{"server_uuid": "e2c4ad28-6029-4108-b0d9-30f44e78da08", "name": "network-vif-plugged", "status": "completed", "tag": "d2ff9455-0699-4d2f-a7a3-854d47eb3ca2"}, {"server_uuid": "34b8c732-2320-4af8-a360-bd7f4428825a", "name": "network-vif-plugged", "status": "completed", "tag": "2c01e156-34b9-4004-9730-6a56cee5da5f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:01.029958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b89ac603-fe28-41f7-a3db-a35b09e13996 req-76df3cc3-bed2-408a-b022-0861a1fcbb54 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058540 Jul 13 19:29:01.041977 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a28e1b-e929-428e-856e-9c50eee1131c x-openstack-request-id: req-c7a28e1b-e929-428e-856e-9c50eee1131c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:01.042276 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c4ad28-6029-4108-b0d9-30f44e78da08", "name": "network-vif-plugged", "status": "completed", "tag": "d2ff9455-0699-4d2f-a7a3-854d47eb3ca2", "code": 200}, {"server_uuid": "34b8c732-2320-4af8-a360-bd7f4428825a", "name": "network-vif-plugged", "status": "completed", "tag": "2c01e156-34b9-4004-9730-6a56cee5da5f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:01.042564 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7a28e1b-e929-428e-856e-9c50eee1131c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:01.042963 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c4ad28-6029-4108-b0d9-30f44e78da08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ff9455-0699-4d2f-a7a3-854d47eb3ca2', 'code': 200} Jul 13 19:29:01.043218 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b8c732-2320-4af8-a360-bd7f4428825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c01e156-34b9-4004-9730-6a56cee5da5f', 'code': 200} Jul 13 19:29:01.173807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00257c-ce4d-4fa4-8843-6ddeea442533 req-9368834c-0b3d-4aeb-808c-b7421aef6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:01.175571 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab00257c-ce4d-4fa4-8843-6ddeea442533 req-9368834c-0b3d-4aeb-808c-b7421aef6a88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08 HTTP/1.1" status: 200 len: 1096 time: 0.0616224 Jul 13 19:29:01.185619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 554f19cb-68e2-445b-b094-23bab39d4a3e up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:01.244407 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 554f19cb-68e2-445b-b094-23bab39d4a3e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:01.249021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 554f19cb-68e2-445b-b094-23bab39d4a3e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:01.249021 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:01.327279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab00257c-ce4d-4fa4-8843-6ddeea442533 req-75e0ff2b-bdbd-485e-a127-6b9c04f99417 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414580 Jul 13 19:29:01.334458 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:01.370136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c926231-85d1-4c00-bb55-6ee66e557000 req-8b9753d2-d467-4b70-b97f-8de885b9579c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:01.371634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c926231-85d1-4c00-bb55-6ee66e557000 req-8b9753d2-d467-4b70-b97f-8de885b9579c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 950 time: 0.1847327 Jul 13 19:29:01.374753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80578c4-cea7-445f-99e7-3011b9209ad9 req-c189dc68-d509-42c1-804d-69c5b7d265eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:01.375543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e80578c4-cea7-445f-99e7-3011b9209ad9 req-c189dc68-d509-42c1-804d-69c5b7d265eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 1097 time: 0.1722627 Jul 13 19:29:01.383817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-f2dda016-ea3b-48e9-a1f7-c4bafe00fb4c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:01.385462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-f2dda016-ea3b-48e9-a1f7-c4bafe00fb4c tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 950 time: 0.1531379 Jul 13 19:29:01.386477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 554f19cb-68e2-445b-b094-23bab39d4a3e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=554f19cb-68e2-445b-b094-23bab39d4a3e,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:01.391435 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:01.392576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 308d3174-d8d6-4464-8624-04d5b83dd26b no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:01.443184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 308d3174-d8d6-4464-8624-04d5b83dd26b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:01.443549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 308d3174-d8d6-4464-8624-04d5b83dd26b not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:01.479268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=554f19cb-68e2-445b-b094-23bab39d4a3e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:01.487060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c926231-85d1-4c00-bb55-6ee66e557000 req-0e545b6f-54e4-4744-98c7-2b9857e9d3fe tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004925 Jul 13 19:29:01.494943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e80578c4-cea7-445f-99e7-3011b9209ad9 req-5713159b-a6d3-4e0b-ae9c-89ca57e2b2b8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062939 Jul 13 19:29:01.556362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-c6cf6a7b-4b07-4c56-bd14-18ca3bfcf051 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Deleting port 5aac4bc3-1023-4985-8c14-770cd75051c7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:01.556668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-c6cf6a7b-4b07-4c56-bd14-18ca3bfcf051 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:01.573312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25976d83-dbf0-44d4-967c-8d656c3e5058 req-5a184865-076c-4e79-b4ea-61ae519359a7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:01.574892 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-25976d83-dbf0-44d4-967c-8d656c3e5058 req-5a184865-076c-4e79-b4ea-61ae519359a7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 945 time: 0.0708914 Jul 13 19:29:01.624744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-25976d83-dbf0-44d4-967c-8d656c3e5058 req-0e23f36d-feb4-460c-b194-5b2aa468209b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413280 Jul 13 19:29:01.663727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-c6cf6a7b-4b07-4c56-bd14-18ca3bfcf051 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] For port 5aac4bc3-1023-4985-8c14-770cd75051c7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5aac4bc3-1023-4985-8c14-770cd75051c7,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:01.664193 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-c6cf6a7b-4b07-4c56-bd14-18ca3bfcf051 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:01.684763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-c6cf6a7b-4b07-4c56-bd14-18ca3bfcf051 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Calling delete_port for 5aac4bc3-1023-4985-8c14-770cd75051c7 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:01.817893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f25f13-3436-4bdf-afb9-f28d3157cba2 req-0f910134-163f-4ad2-be5e-553a32b93637 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:01.819537 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27f25f13-3436-4bdf-afb9-f28d3157cba2 req-0f910134-163f-4ad2-be5e-553a32b93637 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 945 time: 0.0778811 Jul 13 19:29:01.830668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00296e1a-3346-4c33-99cd-8e38027f11d7 req-a8c12567-3019-4161-873d-0c6dfdebc23a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:01.832472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00296e1a-3346-4c33-99cd-8e38027f11d7 req-a8c12567-3019-4161-873d-0c6dfdebc23a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0969930 Jul 13 19:29:01.864719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27f25f13-3436-4bdf-afb9-f28d3157cba2 req-f7ca46eb-d892-40a6-aff4-a553ae465393 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383258 Jul 13 19:29:01.906032 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00296e1a-3346-4c33-99cd-8e38027f11d7 req-421568cb-e6cc-4076-832a-415219e6729d tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675364 Jul 13 19:29:01.912038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-c6cf6a7b-4b07-4c56-bd14-18ca3bfcf051 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:01.927579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['765af92a-88bd-44fc-95e8-796461dbd621'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:01.933988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5aac4bc3-1023-4985-8c14-770cd75051c7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:02.002572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf6a7b-4b07-4c56-bd14-18ca3bfcf051 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Pushing event deleted for resources: {'Port': ['ID=5aac4bc3-1023-4985-8c14-770cd75051c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:02.068590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-c6cf6a7b-4b07-4c56-bd14-18ca3bfcf051 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] No DVR routers for this DVR port 5aac4bc3-1023-4985-8c14-770cd75051c7 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:02.085510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7b3e-8c39-4399-8884-0cd42740f9d6 req-398e5148-2445-47fd-b9d2-1340a89188bf tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:02.090170 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-c6cf6a7b-4b07-4c56-bd14-18ca3bfcf051 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:02.094618 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78096b00-6c49-49a2-9ef7-766e05a15ec3 req-c6cf6a7b-4b07-4c56-bd14-18ca3bfcf051 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.60 "DELETE /v2.0/ports/5aac4bc3-1023-4985-8c14-770cd75051c7 HTTP/1.1" status: 204 len: 173 time: 0.6943231 Jul 13 19:29:02.094878 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-58aa7b3e-8c39-4399-8884-0cd42740f9d6 req-398e5148-2445-47fd-b9d2-1340a89188bf tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.1095915 Jul 13 19:29:02.096068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f1a976-2013-41d1-b81f-9001cb3ebc62', 'name': 'network-vif-deleted', 'tag': '5aac4bc3-1023-4985-8c14-770cd75051c7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:02.101009 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1ab420-db5c-47e9-844d-56f96261b75b" -d '{"events": [{"server_uuid": "22f1a976-2013-41d1-b81f-9001cb3ebc62", "name": "network-vif-deleted", "tag": "5aac4bc3-1023-4985-8c14-770cd75051c7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:02.152665 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-58aa7b3e-8c39-4399-8884-0cd42740f9d6 req-f4b97aec-df91-4269-9cb0-456472874127 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565519 Jul 13 19:29:02.195557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e9249-9be5-46bf-8663-c3eb05247fb3 req-3fb5768c-2e87-4a2d-8ec0-8e9660065187 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:02.198194 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-005e9249-9be5-46bf-8663-c3eb05247fb3 req-3fb5768c-2e87-4a2d-8ec0-8e9660065187 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.0940123 Jul 13 19:29:02.258092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-005e9249-9be5-46bf-8663-c3eb05247fb3 req-70442071-1572-47de-adaa-f30c64d549c6 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494022 Jul 13 19:29:02.340053 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf6142a-415d-4003-831e-6e27a2759bbd x-openstack-request-id: req-fbf6142a-415d-4003-831e-6e27a2759bbd {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:02.340584 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f1a976-2013-41d1-b81f-9001cb3ebc62", "name": "network-vif-deleted", "tag": "5aac4bc3-1023-4985-8c14-770cd75051c7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:02.340942 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbf6142a-415d-4003-831e-6e27a2759bbd {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:02.341754 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f1a976-2013-41d1-b81f-9001cb3ebc62', 'name': 'network-vif-deleted', 'tag': '5aac4bc3-1023-4985-8c14-770cd75051c7', 'status': 'completed', 'code': 200} Jul 13 19:29:02.605176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60476b-4ada-4cec-9f4b-856e22346cd2 req-4dbc8a20-d4a8-461d-b3eb-5f951b9d263d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:02.607572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f60476b-4ada-4cec-9f4b-856e22346cd2 req-4dbc8a20-d4a8-461d-b3eb-5f951b9d263d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1458995 Jul 13 19:29:02.614719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcaf59-3b78-4b40-b53f-5f2e4101bfe7 req-47978dc4-8c8d-40a3-93e2-fcd0b1d4802c tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:02.616939 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0abcaf59-3b78-4b40-b53f-5f2e4101bfe7 req-47978dc4-8c8d-40a3-93e2-fcd0b1d4802c tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08 HTTP/1.1" status: 200 len: 945 time: 0.1411369 Jul 13 19:29:02.699821 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f60476b-4ada-4cec-9f4b-856e22346cd2 req-ba58e42a-d576-42d7-876b-1e8c8eaabf90 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817628 Jul 13 19:29:02.707054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0abcaf59-3b78-4b40-b53f-5f2e4101bfe7 req-88004e54-4f2b-4254-a99c-1ddda8cd0251 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836506 Jul 13 19:29:02.881435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c1edb38-1823-4ed2-9da8-b84ebd753cab req-1f75bdaa-d082-47f0-843a-974ec8c8d91b tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f1a976-2013-41d1-b81f-9001cb3ebc62 HTTP/1.1" status: 200 len: 210 time: 0.0473645 Jul 13 19:29:02.943084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75770ec-fc19-423e-a853-b3f2faab63a3 req-d6f91324-feb6-4e62-b3d9-aa0d01125ba8 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:02.950651 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a75770ec-fc19-423e-a853-b3f2faab63a3 req-d6f91324-feb6-4e62-b3d9-aa0d01125ba8 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 945 time: 0.0979383 Jul 13 19:29:02.992776 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a75770ec-fc19-423e-a853-b3f2faab63a3 req-17e52a79-fe68-46d7-847e-b7cbecc36956 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408435 Jul 13 19:29:03.044881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554f19cb-68e2-445b-b094-23bab39d4a3e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:03.047197 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1306b2a-ba39-42bf-99f4-62d71f806f76" -d '{"events": [{"server_uuid": "acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9", "name": "network-vif-plugged", "status": "completed", "tag": "554f19cb-68e2-445b-b094-23bab39d4a3e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:03.086495 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fe88c1-bd23-4f9c-ad4b-d5ad86260717 x-openstack-request-id: req-04fe88c1-bd23-4f9c-ad4b-d5ad86260717 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:03.086846 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9", "name": "network-vif-plugged", "status": "completed", "tag": "554f19cb-68e2-445b-b094-23bab39d4a3e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:03.087347 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04fe88c1-bd23-4f9c-ad4b-d5ad86260717 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:03.087787 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554f19cb-68e2-445b-b094-23bab39d4a3e', 'code': 200} Jul 13 19:29:03.116878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa0bc8-0270-4c6e-bb21-fbd8623cc1b4 req-ac546bbc-5e71-47bf-8839-3d5613c7317d tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:03.118728 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7baa0bc8-0270-4c6e-bb21-fbd8623cc1b4 req-ac546bbc-5e71-47bf-8839-3d5613c7317d tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0714505 Jul 13 19:29:03.194764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7baa0bc8-0270-4c6e-bb21-fbd8623cc1b4 req-8def7e58-4a37-4e16-aecd-f2ccbb190d74 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677879 Jul 13 19:29:03.223946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6429cb2-ce43-4755-bb4b-a392fb56c4a6 req-d9c0ffbf-b179-48aa-ab9c-b3c5f697ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:03.226575 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d6429cb2-ce43-4755-bb4b-a392fb56c4a6 req-d9c0ffbf-b179-48aa-ab9c-b3c5f697ab69 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 1096 time: 0.0688994 Jul 13 19:29:03.275337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d6429cb2-ce43-4755-bb4b-a392fb56c4a6 req-921b5158-e284-4845-9c54-61b4b9ae9b63 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 Jul 13 19:29:03.378768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f4a2c-92d7-4295-a833-2313c55b1d20 req-80f72343-5202-47d3-bd01-7adab426cd76 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:03.380568 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b4f4a2c-92d7-4295-a833-2313c55b1d20 req-80f72343-5202-47d3-bd01-7adab426cd76 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.0729120 Jul 13 19:29:03.404713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d3103-2bec-498f-a684-80eb6fb0fae1 req-369a72aa-894e-4693-b19d-554bb979ae52 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:03.406371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f06d3103-2bec-498f-a684-80eb6fb0fae1 req-369a72aa-894e-4693-b19d-554bb979ae52 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.0671167 Jul 13 19:29:03.420045 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b4f4a2c-92d7-4295-a833-2313c55b1d20 req-d6bcebcf-1e09-4e27-a77b-33f026788ea6 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337918 Jul 13 19:29:03.450587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f06d3103-2bec-498f-a684-80eb6fb0fae1 req-efbbbe6c-a656-4522-8b5c-fea683af3b95 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371246 Jul 13 19:29:03.880099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f4535-1be3-4ddb-8371-1c80bb6744bf req-1c62860e-9e5d-42f9-895b-0dde81004da8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:03.881590 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fa8f4535-1be3-4ddb-8371-1c80bb6744bf req-1c62860e-9e5d-42f9-895b-0dde81004da8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.0687146 Jul 13 19:29:03.916251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9305464-2654-4145-81d9-246ac0cfa303 req-9769938b-ca3f-4023-b539-1c3fc8f5f052 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:03.918235 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9305464-2654-4145-81d9-246ac0cfa303 req-9769938b-ca3f-4023-b539-1c3fc8f5f052 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08 HTTP/1.1" status: 200 len: 945 time: 0.0753920 Jul 13 19:29:03.925074 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fa8f4535-1be3-4ddb-8371-1c80bb6744bf req-921eb071-b33e-4148-9e0b-fae043b6cd95 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 Jul 13 19:29:03.973540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9305464-2654-4145-81d9-246ac0cfa303 req-dcad9583-6518-4c39-83ce-bf75e954e7bc tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458195 Jul 13 19:29:04.126371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-d1382f1b-8455-42e3-bbb5-3354bc88fb14 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:04.128200 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-d1382f1b-8455-42e3-bbb5-3354bc88fb14 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/networks?id=d1fb41b8-3a97-434d-99ff-fb3555477741 HTTP/1.1" status: 200 len: 814 time: 0.1140132 Jul 13 19:29:04.143462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 53306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:04.143636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-5ec64d32-6525-4267-a9b7-84327b735d7f tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/quotas/7204d882ac6c474782f21eab09039f90 HTTP/1.1" status: 200 len: 375 time: 0.0096054 Jul 13 19:29:04.226407 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-17f0dfc3-c14d-4f50-af5e-b9fbca5c577e tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7204d882ac6c474782f21eab09039f90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776091 Jul 13 19:29:04.287038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83ada393-c138-4e7a-9415-5c27838fdf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.342925 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-61557f45-912a-4df6-9f6a-f797a4e46649 service neutron] 10.222.0.25 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096275 Jul 13 19:29:04.397266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de374223-3f35-46ac-9a05-1e4bbe043c03 req-e74fa0ec-e36f-44bb-a855-9d367b902766 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:04.399002 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-de374223-3f35-46ac-9a05-1e4bbe043c03 req-e74fa0ec-e36f-44bb-a855-9d367b902766 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 945 time: 0.1086941 Jul 13 19:29:04.457818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-620f0639-162c-4ed5-8fb2-09f1c3039b4e service neutron] 10.222.0.25 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070940 Jul 13 19:29:04.467271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-de374223-3f35-46ac-9a05-1e4bbe043c03 req-eb8f27fe-de42-4874-8d04-96796a852e11 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601535 Jul 13 19:29:04.507816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83ada393-c138-4e7a-9415-5c27838fdf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.513963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83ada393-c138-4e7a-9415-5c27838fdf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.563497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:04.563731 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-83ada393-c138-4e7a-9415-5c27838fdf93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a500118b216c457a813364c1927a1c23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184773 Jul 13 19:29:04.564487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ada393-c138-4e7a-9415-5c27838fdf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191f5acb-2cdb-4007-ba86-768558147608,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:04.638789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 84782a1c-6e9b-4e6e-b3eb-7466f707e07a details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:04.645852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5aac4bc3-1023-4985-8c14-770cd75051c7 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:04.659028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e51936a-4fec-4f0b-9ea4-24282e9421a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.693350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e51936a-4fec-4f0b-9ea4-24282e9421a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.700130 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 5aac4bc3-1023-4985-8c14-770cd75051c7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:04.700480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5aac4bc3-1023-4985-8c14-770cd75051c7 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:04.708050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6abca-b299-4e07-9c45-a3c6387ea8f8 req-5a94d506-c93f-4e73-8009-abef15fe0eaa tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:04.709656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47f6abca-b299-4e07-9c45-a3c6387ea8f8 req-5a94d506-c93f-4e73-8009-abef15fe0eaa tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 945 time: 0.1122742 Jul 13 19:29:04.769858 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e51936a-4fec-4f0b-9ea4-24282e9421a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.772453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e51936a-4fec-4f0b-9ea4-24282e9421a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.773632 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3e51936a-4fec-4f0b-9ea4-24282e9421a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/191f5acb-2cdb-4007-ba86-768558147608 HTTP/1.1" status: 204 len: 168 time: 0.2091153 Jul 13 19:29:04.798475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51936a-4fec-4f0b-9ea4-24282e9421a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191f5acb-2cdb-4007-ba86-768558147608,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:04.808634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47f6abca-b299-4e07-9c45-a3c6387ea8f8 req-4ee355d1-e134-4b43-9acb-d2c8029aeba8 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916855 Jul 13 19:29:04.854523 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:04.868027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'port_id': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a', 'mac_address': 'fa:16:3e:70:44:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689eb9a9-afaa-4060-b430-02da6938dc28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:04.932268 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.955140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84782a1c-6e9b-4e6e-b3eb-7466f707e07a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:05.021356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:05.027844 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:05.156629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['84782a1c-6e9b-4e6e-b3eb-7466f707e07a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:05.161753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f72f78-4d7d-444d-81a0-22df25c1b27b req-b19d3980-c832-4c13-b3e6-c9899e3e43fe tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:05.181217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2f72f78-4d7d-444d-81a0-22df25c1b27b req-b19d3980-c832-4c13-b3e6-c9899e3e43fe tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.1598086 Jul 13 19:29:05.196052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:05.252107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2f72f78-4d7d-444d-81a0-22df25c1b27b req-b46f54cb-35d4-4a52-a0bd-cf8b1c507c30 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691030 Jul 13 19:29:05.424145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 53360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:05.458994 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97f9478c-232c-42c6-9d15-f1008824f8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:05.526602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e0427-b616-415c-9e6e-f94675005d2f req-53248892-68a8-4919-8d69-bd68401ea893 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:05.537640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c41e0427-b616-415c-9e6e-f94675005d2f req-53248892-68a8-4919-8d69-bd68401ea893 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.0961201 Jul 13 19:29:05.617944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c41e0427-b616-415c-9e6e-f94675005d2f req-137d43d0-eb67-4c59-9ef4-aa4e1185fd31 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792167 Jul 13 19:29:05.733969 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-08d33194-b678-4299-92ba-15b3066e54d6 req-cea4c1f5-c6c3-4e30-9b6a-ba2b4d9df446 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 210 time: 0.0589724 Jul 13 19:29:05.756254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-d657db05-4d93-4838-a591-a7c0515994b1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:05.758269 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-d657db05-4d93-4838-a591-a7c0515994b1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.24 "GET /v2.0/ports?device_id=34b8c732-2320-4af8-a360-bd7f4428825a HTTP/1.1" status: 200 len: 946 time: 0.2958798 Jul 13 19:29:05.900468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-02638b08-1f0d-46c8-97b1-e79343a5ab13 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-277341973&fields=id&tenant_id=44d3df54d63a491da66720b006812804 HTTP/1.1" status: 200 len: 267 time: 0.0901184 Jul 13 19:29:05.959576 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97f9478c-232c-42c6-9d15-f1008824f8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:05.995017 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97f9478c-232c-42c6-9d15-f1008824f8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.029342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-160e4a23-d9c8-4057-9c96-9e1cb7d990fc tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:06.030955 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-160e4a23-d9c8-4057-9c96-9e1cb7d990fc tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 945 time: 0.1293473 Jul 13 19:29:06.048487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-2023bf02-219c-477e-9b13-05f9242ee897 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'port': {'security_groups': ['9cac4af7-bc18-402b-a99f-a6457f82cbb2', 'bb43563d-32c3-40f2-95de-d478289207fb']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:06.063867 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-97f9478c-232c-42c6-9d15-f1008824f8da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73438b810d3f4733b04ec6978f50b239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6377165 Jul 13 19:29:06.067323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 53366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:06.069113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9478c-232c-42c6-9d15-f1008824f8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eaa968-ba66-4f7b-a961-eb6e0f2e2721,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:06.117349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-b68988c5-61f2-46a1-8108-664d19082570 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Deleting port 2c01e156-34b9-4004-9730-6a56cee5da5f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:06.117726 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-b68988c5-61f2-46a1-8108-664d19082570 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.161697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-2023bf02-219c-477e-9b13-05f9242ee897 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.199012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939480b-bb5d-4c9b-82a6-53887520801f req-48516f1a-08fa-454a-94c5-4999f57dbb55 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:06.206588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d939480b-bb5d-4c9b-82a6-53887520801f req-48516f1a-08fa-454a-94c5-4999f57dbb55 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 945 time: 0.3086381 Jul 13 19:29:06.294220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d939480b-bb5d-4c9b-82a6-53887520801f req-7fd8d074-cc94-4fd1-b035-990e6cebe458 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866699 Jul 13 19:29:06.316829 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0a764b1-f27d-473b-9a8e-cd3637c2ac0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.402437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-b68988c5-61f2-46a1-8108-664d19082570 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] For port 2c01e156-34b9-4004-9730-6a56cee5da5f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2c01e156-34b9-4004-9730-6a56cee5da5f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:06.405938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-b68988c5-61f2-46a1-8108-664d19082570 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.424936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-2023bf02-219c-477e-9b13-05f9242ee897 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] For port 554f19cb-68e2-445b-b094-23bab39d4a3e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=554f19cb-68e2-445b-b094-23bab39d4a3e,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:06.443417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0a764b1-f27d-473b-9a8e-cd3637c2ac0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.491905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-2023bf02-219c-477e-9b13-05f9242ee897 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.498657 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-2023bf02-219c-477e-9b13-05f9242ee897 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.514636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['554f19cb-68e2-445b-b094-23bab39d4a3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:06.534578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-b68988c5-61f2-46a1-8108-664d19082570 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Calling delete_port for 2c01e156-34b9-4004-9730-6a56cee5da5f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:06.573639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-2023bf02-219c-477e-9b13-05f9242ee897 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:06.574320 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-2023bf02-219c-477e-9b13-05f9242ee897 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.587342 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c5d5170-4642-4e6e-9168-2250c9def3fd req-2023bf02-219c-477e-9b13-05f9242ee897 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "PUT /v2.0/ports/554f19cb-68e2-445b-b094-23bab39d4a3e HTTP/1.1" status: 200 len: 981 time: 0.5440993 Jul 13 19:29:06.589955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'tag': '554f19cb-68e2-445b-b094-23bab39d4a3e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:06.594217 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd09a31-55a6-4bd4-9b3e-b60138db6019" -d '{"events": [{"name": "network-changed", "server_uuid": "acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9", "tag": "554f19cb-68e2-445b-b094-23bab39d4a3e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:06.655561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023bf02-219c-477e-9b13-05f9242ee897 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'Port': ['ID=554f19cb-68e2-445b-b094-23bab39d4a3e,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:06.659744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['554f19cb-68e2-445b-b094-23bab39d4a3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:06.665127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 84782a1c-6e9b-4e6e-b3eb-7466f707e07a up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:06.849662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:06.850031 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.889667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-99f98e38-32d6-4f38-931c-c5d0993fc13a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:06.891790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-99f98e38-32d6-4f38-931c-c5d0993fc13a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.60 "GET /v2.0/networks?id=d1fb41b8-3a97-434d-99ff-fb3555477741 HTTP/1.1" status: 200 len: 814 time: 0.4916658 Jul 13 19:29:06.919082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0a764b1-f27d-473b-9a8e-cd3637c2ac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.923285 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0a764b1-f27d-473b-9a8e-cd3637c2ac0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.927469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d0a764b1-f27d-473b-9a8e-cd3637c2ac0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10eaa968-ba66-4f7b-a961-eb6e0f2e2721 HTTP/1.1" status: 204 len: 168 time: 0.8532081 Jul 13 19:29:06.962160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Request body: {'port': {'device_id': 'd51a9d2c-fd9f-40ac-bb30-d21eddfa0d80', 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741', 'admin_state_up': True, 'tenant_id': '7204d882ac6c474782f21eab09039f90'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:07.065959 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:07.097475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7cf3c-8922-4568-9f59-1fefe09b1096 req-af149a5f-87b0-474f-9e5a-5f00477c6fd1 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:07.106459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a764b1-f27d-473b-9a8e-cd3637c2ac0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eaa968-ba66-4f7b-a961-eb6e0f2e2721,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:07.106968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7cf3c-8922-4568-9f59-1fefe09b1096 req-af149a5f-87b0-474f-9e5a-5f00477c6fd1 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:07.113726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7cf3c-8922-4568-9f59-1fefe09b1096 req-af149a5f-87b0-474f-9e5a-5f00477c6fd1 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:07.122752 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6a7cf3c-8922-4568-9f59-1fefe09b1096 req-af149a5f-87b0-474f-9e5a-5f00477c6fd1 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43&device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08&device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 2416 time: 0.1138287 Jul 13 19:29:07.159220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17316c-598c-489c-a981-653c600c9830 req-b57e2209-b7e3-41e5-8a47-185e998a1c81 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:07.161647 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac17316c-598c-489c-a981-653c600c9830 req-b57e2209-b7e3-41e5-8a47-185e998a1c81 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.24 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 951 time: 0.5365076 Jul 13 19:29:07.171174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291827c3-9b1c-4948-8a5a-75d88a1150ae req-ff1e3bf1-678c-4fdb-a6b4-b472b8370433 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:07.184041 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6a7cf3c-8922-4568-9f59-1fefe09b1096 req-538a5873-3bb9-4fa7-9164-1b2b63c0bffc tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540144 Jul 13 19:29:07.188331 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-291827c3-9b1c-4948-8a5a-75d88a1150ae req-ff1e3bf1-678c-4fdb-a6b4-b472b8370433 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 951 time: 0.6544158 Jul 13 19:29:07.212086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Made reservation on behalf of 7204d882ac6c474782f21eab09039f90 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:07.215834 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:07.412720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:07.415000 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c9b5a6-cf48-4fb4-8474-ee0f03eecfe3" -d '{"events": [{"server_uuid": "a5c012f8-baef-49ab-bc67-90c8bd9174b7", "name": "network-vif-plugged", "status": "completed", "tag": "84782a1c-6e9b-4e6e-b3eb-7466f707e07a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:07.436620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-291827c3-9b1c-4948-8a5a-75d88a1150ae req-f7d7bc43-84d9-4379-89eb-69c04fcf6b74 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/security-groups?id=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158830 Jul 13 19:29:07.450660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac74f68-ade2-4f5d-8598-694259a08c46 req-dc90023d-fda6-4463-a8ca-9edd41ea7e11 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:07.467023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:07.469293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dac74f68-ade2-4f5d-8598-694259a08c46 req-dc90023d-fda6-4463-a8ca-9edd41ea7e11 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 946 time: 0.1270521 Jul 13 19:29:07.472630 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:07.571773 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dac74f68-ade2-4f5d-8598-694259a08c46 req-fcf0ca92-d648-479a-a742-de476d874408 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977209 Jul 13 19:29:07.591767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ac17316c-598c-489c-a981-653c600c9830 req-110a8bec-ddac-4e19-a483-614e41197bcd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Deleting port 765af92a-88bd-44fc-95e8-796461dbd621 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:07.592309 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ac17316c-598c-489c-a981-653c600c9830 req-110a8bec-ddac-4e19-a483-614e41197bcd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:07.656283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-b68988c5-61f2-46a1-8108-664d19082570 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:07.668033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:07.734271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Allocated IP 172.20.0.12 (d1fb41b8-3a97-434d-99ff-fb3555477741/54facab2-1375-4b6f-97fb-5a8775e36af3/8abee1dc-5d90-4db0-9e18-548fef71e5bb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:07.768457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68988c5-61f2-46a1-8108-664d19082570 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Pushing event deleted for resources: {'Port': ['ID=2c01e156-34b9-4004-9730-6a56cee5da5f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:07.820316 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-f43f8c75-b652-46b9-b0d7-2024471a51e1 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-987919578&fields=id&tenant_id=44d3df54d63a491da66720b006812804 HTTP/1.1" status: 200 len: 267 time: 0.0669153 Jul 13 19:29:07.858575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-b68988c5-61f2-46a1-8108-664d19082570 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] No DVR routers for this DVR port 2c01e156-34b9-4004-9730-6a56cee5da5f on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:07.864776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-b68988c5-61f2-46a1-8108-664d19082570 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:07.866941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbf24265-4b63-48f6-985d-218b5de70cf8 req-b68988c5-61f2-46a1-8108-664d19082570 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.24 "DELETE /v2.0/ports/2c01e156-34b9-4004-9730-6a56cee5da5f HTTP/1.1" status: 204 len: 173 time: 2.1000767 Jul 13 19:29:07.888578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b8c732-2320-4af8-a360-bd7f4428825a', 'name': 'network-vif-deleted', 'tag': '2c01e156-34b9-4004-9730-6a56cee5da5f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:07.899187 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86191cba-61a3-4563-9753-238b2aa13375" -d '{"events": [{"server_uuid": "34b8c732-2320-4af8-a360-bd7f4428825a", "name": "network-vif-deleted", "tag": "2c01e156-34b9-4004-9730-6a56cee5da5f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:07.916693 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98f5665-ba3e-4273-9ced-e895e7d85d9b x-openstack-request-id: req-a98f5665-ba3e-4273-9ced-e895e7d85d9b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:07.917054 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9", "tag": "554f19cb-68e2-445b-b094-23bab39d4a3e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:07.917212 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a98f5665-ba3e-4273-9ced-e895e7d85d9b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:07.917600 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'tag': '554f19cb-68e2-445b-b094-23bab39d4a3e', 'status': 'completed', 'code': 200} Jul 13 19:29:08.041936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-0629a85a-bd8f-4b07-8052-1e8cb6ae69ea tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:08.043155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ac17316c-598c-489c-a981-653c600c9830 req-110a8bec-ddac-4e19-a483-614e41197bcd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] For port 765af92a-88bd-44fc-95e8-796461dbd621, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=765af92a-88bd-44fc-95e8-796461dbd621,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:08.043543 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ac17316c-598c-489c-a981-653c600c9830 req-110a8bec-ddac-4e19-a483-614e41197bcd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:08.045205 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-0629a85a-bd8f-4b07-8052-1e8cb6ae69ea tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 984 time: 0.2196622 Jul 13 19:29:08.064136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-d73c3a08-ebb1-4d71-8d60-1d955cce3a2a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'port': {'security_groups': ['9cac4af7-bc18-402b-a99f-a6457f82cbb2', 'bb43563d-32c3-40f2-95de-d478289207fb', '3aa25203-2897-4839-aa6e-056870d1593d']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:08.169108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ac17316c-598c-489c-a981-653c600c9830 req-110a8bec-ddac-4e19-a483-614e41197bcd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Calling delete_port for 765af92a-88bd-44fc-95e8-796461dbd621 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:08.219412 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-d73c3a08-ebb1-4d71-8d60-1d955cce3a2a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:08.855496 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6dc4f496-092f-44bf-8f6a-4c32415db57e req-145d4256-f2b6-4cc0-9c4b-de8e26aa55b3 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 210 time: 0.7817547 Jul 13 19:29:08.915027 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ac17316c-598c-489c-a981-653c600c9830 req-110a8bec-ddac-4e19-a483-614e41197bcd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:08.927834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['765af92a-88bd-44fc-95e8-796461dbd621'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:08.942672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd09a31-55a6-4bd4-9b3e-b60138db6019 req-69d8e592-e5e5-423d-94ef-3fe0fd9a8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:08.944214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd09a31-55a6-4bd4-9b3e-b60138db6019 req-69d8e592-e5e5-423d-94ef-3fe0fd9a8d8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 1135 time: 1.0372624 Jul 13 19:29:08.997886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a8bec-ddac-4e19-a483-614e41197bcd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Pushing event deleted for resources: {'Port': ['ID=765af92a-88bd-44fc-95e8-796461dbd621,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:09.233971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2c01e156-34b9-4004-9730-6a56cee5da5f no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:09.278640 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:09.318880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-d73c3a08-ebb1-4d71-8d60-1d955cce3a2a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] For port 554f19cb-68e2-445b-b094-23bab39d4a3e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=554f19cb-68e2-445b-b094-23bab39d4a3e,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:09.366610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 2c01e156-34b9-4004-9730-6a56cee5da5f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:09.367738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2c01e156-34b9-4004-9730-6a56cee5da5f not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:09.450156 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-d73c3a08-ebb1-4d71-8d60-1d955cce3a2a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:09.457441 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-d73c3a08-ebb1-4d71-8d60-1d955cce3a2a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:09.472665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['554f19cb-68e2-445b-b094-23bab39d4a3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:09.498155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd09a31-55a6-4bd4-9b3e-b60138db6019 req-512e9e6f-9c09-44c4-8204-215d0c54e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:09.499767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd09a31-55a6-4bd4-9b3e-b60138db6019 req-512e9e6f-9c09-44c4-8204-215d0c54e6ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 913 time: 0.5154281 Jul 13 19:29:09.526619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac17316c-598c-489c-a981-653c600c9830 req-110a8bec-ddac-4e19-a483-614e41197bcd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] No DVR routers for this DVR port 765af92a-88bd-44fc-95e8-796461dbd621 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:09.529917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ac17316c-598c-489c-a981-653c600c9830 req-110a8bec-ddac-4e19-a483-614e41197bcd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:09.531947 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac17316c-598c-489c-a981-653c600c9830 req-110a8bec-ddac-4e19-a483-614e41197bcd tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.24 "DELETE /v2.0/ports/765af92a-88bd-44fc-95e8-796461dbd621 HTTP/1.1" status: 204 len: 173 time: 2.3402445 Jul 13 19:29:09.533909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:09.698017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c3a08-ebb1-4d71-8d60-1d955cce3a2a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'Port': ['ID=554f19cb-68e2-445b-b094-23bab39d4a3e,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:09.712278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-d73c3a08-ebb1-4d71-8d60-1d955cce3a2a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:09.712416 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-d73c3a08-ebb1-4d71-8d60-1d955cce3a2a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:09.723742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Network d1fb41b8-3a97-434d-99ff-fb3555477741 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:09.724609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9f0fdd5-f844-4da4-b8c1-7f0e2f06acc1 req-d73c3a08-ebb1-4d71-8d60-1d955cce3a2a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "PUT /v2.0/ports/554f19cb-68e2-445b-b094-23bab39d4a3e HTTP/1.1" status: 200 len: 1020 time: 1.6722937 Jul 13 19:29:09.728813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd09a31-55a6-4bd4-9b3e-b60138db6019 req-ab1a7283-6524-4ebe-9646-a6410abffe0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554f19cb-68e2-445b-b094-23bab39d4a3e HTTP/1.1" status: 200 len: 217 time: 0.2032540 Jul 13 19:29:09.733382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:09.742627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:09.795957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['554f19cb-68e2-445b-b094-23bab39d4a3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:09.853179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Pushing event updated for resources: {'Port': ['ID=8abee1dc-5d90-4db0-9e18-548fef71e5bb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:09.918365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'tag': '554f19cb-68e2-445b-b094-23bab39d4a3e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:09.920975 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd" -d '{"events": [{"name": "network-changed", "server_uuid": "acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9", "tag": "554f19cb-68e2-445b-b094-23bab39d4a3e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:09.948634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:09.949236 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:09.955288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd09a31-55a6-4bd4-9b3e-b60138db6019 req-3dfda4e7-c34d-4c87-aabe-c86c745453f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:09.957137 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd09a31-55a6-4bd4-9b3e-b60138db6019 req-3dfda4e7-c34d-4c87-aabe-c86c745453f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42875c3e-355c-48e0-b230-11b7cc8d6913 HTTP/1.1" status: 200 len: 852 time: 0.2157328 Jul 13 19:29:09.975047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4247d-6b45-4988-8500-e265d7a69fa9 req-723aa305-a8de-4eaa-b81a-68c46ed22b60 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:09.981967 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6bb4247d-6b45-4988-8500-e265d7a69fa9 req-723aa305-a8de-4eaa-b81a-68c46ed22b60 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 945 time: 0.4584482 Jul 13 19:29:10.021732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f3587-5da8-4348-9b7e-b1d253c2a94c req-f50d3c1b-2675-4957-a10a-be715165266b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:10.022111 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-f8ed010c-5b56-4fc8-aba2-db6a3dbbccc1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0951731 Jul 13 19:29:10.024007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6c2f3587-5da8-4348-9b7e-b1d253c2a94c req-f50d3c1b-2675-4957-a10a-be715165266b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1514165 Jul 13 19:29:10.029777 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd09a31-55a6-4bd4-9b3e-b60138db6019 req-803c6c19-83d1-4712-9abf-73201223b8de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a57648e3-0dd4-4ccf-a85a-906932ce2864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643353 Jul 13 19:29:10.054836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Request body: {'port': {'device_id': 'd51a9d2c-fd9f-40ac-bb30-d21eddfa0d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:10.114786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6c2f3587-5da8-4348-9b7e-b1d253c2a94c req-9f971d85-d981-4472-acba-329c9a61b84c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841827 Jul 13 19:29:10.191176 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6bb4247d-6b45-4988-8500-e265d7a69fa9 req-c76b1ed7-b651-4079-96aa-4c78c1096b4c tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981308 Jul 13 19:29:10.293651 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c40975e-ec64-4e99-a113-8395c5bfe3d5 x-openstack-request-id: req-8c40975e-ec64-4e99-a113-8395c5bfe3d5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:10.294252 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c012f8-baef-49ab-bc67-90c8bd9174b7", "name": "network-vif-plugged", "status": "completed", "tag": "84782a1c-6e9b-4e6e-b3eb-7466f707e07a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:10.294252 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c40975e-ec64-4e99-a113-8395c5bfe3d5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:10.294848 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a', 'code': 200} Jul 13 19:29:10.366529 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7fd3c3-a491-425d-87c3-548ca5b15a6c x-openstack-request-id: req-4c7fd3c3-a491-425d-87c3-548ca5b15a6c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:10.367129 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b8c732-2320-4af8-a360-bd7f4428825a", "name": "network-vif-deleted", "tag": "2c01e156-34b9-4004-9730-6a56cee5da5f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:10.367628 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c7fd3c3-a491-425d-87c3-548ca5b15a6c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:10.368249 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b8c732-2320-4af8-a360-bd7f4428825a', 'name': 'network-vif-deleted', 'tag': '2c01e156-34b9-4004-9730-6a56cee5da5f', 'status': 'completed', 'code': 200} Jul 13 19:29:10.381511 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:10.386188 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd09a31-55a6-4bd4-9b3e-b60138db6019 req-7f84ffa0-6123-4ecd-9caa-142e97380ee6 service neutron] 10.222.0.24 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454411 Jul 13 19:29:10.622895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd09a31-55a6-4bd4-9b3e-b60138db6019 req-6c5a7e72-5e97-4316-b5a6-195982314148 service neutron] 10.222.0.24 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265515 Jul 13 19:29:10.632132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-523b0831-2afb-4272-af84-d27954088d8b req-374d8534-8c5d-44f9-bf84-8d87f4d9a7e9 tempest-ServersAdminTestJSON-1694789562 tempest-ServersAdminTestJSON-1694789562-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b6b247-38d7-4698-802b-c44ccf6b5361 HTTP/1.1" status: 200 len: 210 time: 0.0524538 Jul 13 19:29:10.993440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abee1dc-5d90-4db0-9e18-548fef71e5bb {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:11.010310 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:11.032164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Transition to ACTIVE for port object 8abee1dc-5d90-4db0-9e18-548fef71e5bb will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:11.038055 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:11.091465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8072b6-112e-44bf-ac82-15a80ead134f req-01f305d9-f18b-48b1-976a-abf688626c74 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:11.108445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a8072b6-112e-44bf-ac82-15a80ead134f req-01f305d9-f18b-48b1-976a-abf688626c74 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 1023 time: 0.1585026 Jul 13 19:29:11.228739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Pushing event updated for resources: {'Port': ['ID=8abee1dc-5d90-4db0-9e18-548fef71e5bb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:11.258553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 765af92a-88bd-44fc-95e8-796461dbd621 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:11.319457 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a8072b6-112e-44bf-ac82-15a80ead134f req-e6a50647-877c-4642-aad7-dad09025e596 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb43563d-32c3-40f2-95de-d478289207fb&id=3aa25203-2897-4839-aa6e-056870d1593d&id=9cac4af7-bc18-402b-a99f-a6457f82cbb2 HTTP/1.1" status: 200 len: 6156 time: 0.1979420 Jul 13 19:29:11.352972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 765af92a-88bd-44fc-95e8-796461dbd621 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:11.356778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c5508-ad23-4319-bd8e-93aad651ad7a req-dee33c91-6b92-4b0d-830a-144b27b0bf5c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:11.357372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 765af92a-88bd-44fc-95e8-796461dbd621 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:11.373732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d45c5508-ad23-4319-bd8e-93aad651ad7a req-dee33c91-6b92-4b0d-830a-144b27b0bf5c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 944 time: 0.1976171 Jul 13 19:29:11.385689 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb521b9-3cbc-4edd-9fb3-8c9524b02ff4 x-openstack-request-id: req-adb521b9-3cbc-4edd-9fb3-8c9524b02ff4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:11.385983 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9", "tag": "554f19cb-68e2-445b-b094-23bab39d4a3e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:11.386346 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adb521b9-3cbc-4edd-9fb3-8c9524b02ff4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:11.386870 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'tag': '554f19cb-68e2-445b-b094-23bab39d4a3e', 'status': 'completed', 'code': 200} Jul 13 19:29:11.435337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Attempting to bind port 8abee1dc-5d90-4db0-9e18-548fef71e5bb on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:11.435681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Attempting to bind port 8abee1dc-5d90-4db0-9e18-548fef71e5bb by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:11.436777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Attempting to bind port 8abee1dc-5d90-4db0-9e18-548fef71e5bb on network d1fb41b8-3a97-434d-99ff-fb3555477741 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:11.454895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Port 8abee1dc-5d90-4db0-9e18-548fef71e5bb on network d1fb41b8-3a97-434d-99ff-fb3555477741 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:29:11.455501 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Attempting to bind port 8abee1dc-5d90-4db0-9e18-548fef71e5bb on network d1fb41b8-3a97-434d-99ff-fb3555477741 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:11.536879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:11.537237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Checking segment: {'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:11.537625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Bound using segment: {'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:11.538169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Bound port: 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:11.540918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:11.541169 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:11.584606 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d45c5508-ad23-4319-bd8e-93aad651ad7a req-b33c754a-2b5b-4c18-ac78-0b34a31f8679 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089598 Jul 13 19:29:11.688478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd req-e5904cea-e51e-4279-9cb8-336cb6a36fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:11.690998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd req-e5904cea-e51e-4279-9cb8-336cb6a36fb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 1174 time: 0.2480416 Jul 13 19:29:11.713944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] For port 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:11.780192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-62e1c952-dfdd-4b8d-ad42-e17831278a5c req-1876f467-1188-4ddc-bdd0-c9ba19c1bf1f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1319600269 ', 'description': 'tempest-description-947230351'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:11.789260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] For port 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:11.810860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:11.828440 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62e1c952-dfdd-4b8d-ad42-e17831278a5c req-1876f467-1188-4ddc-bdd0-c9ba19c1bf1f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:11.918515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:11.921013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:11.927985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] 10.222.0.60 "PUT /v2.0/ports/8abee1dc-5d90-4db0-9e18-548fef71e5bb HTTP/1.1" status: 200 len: 1092 time: 1.8857739 Jul 13 19:29:11.933463 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79ebd1b8-08d2-4080-9c01-57ef5fbb5fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:11.961870 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1040ec-4c48-4b57-b462-8117703d42bd service neutron] Pushing event updated for resources: {'Port': ['ID=8abee1dc-5d90-4db0-9e18-548fef71e5bb,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:12.046805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd req-029a6c62-7c37-498c-b715-99627cfb435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:12.049709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd req-029a6c62-7c37-498c-b715-99627cfb435f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 913 time: 0.3509543 Jul 13 19:29:12.094670 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62e1c952-dfdd-4b8d-ad42-e17831278a5c req-1876f467-1188-4ddc-bdd0-c9ba19c1bf1f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:12.105267 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62e1c952-dfdd-4b8d-ad42-e17831278a5c req-1876f467-1188-4ddc-bdd0-c9ba19c1bf1f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:12.115890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd req-2e32bb47-3687-4e51-9218-c7572bb69261 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554f19cb-68e2-445b-b094-23bab39d4a3e HTTP/1.1" status: 200 len: 217 time: 0.0418270 Jul 13 19:29:12.177348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876f467-1188-4ddc-bdd0-c9ba19c1bf1f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f3f5d-7afc-42b7-9c6c-f9945e075489,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:12.236595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd req-edfc65bf-8fa0-4fc6-8b8e-cf5d2ee06fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:12.238813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd req-edfc65bf-8fa0-4fc6-8b8e-cf5d2ee06fab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42875c3e-355c-48e0-b230-11b7cc8d6913 HTTP/1.1" status: 200 len: 852 time: 0.1132405 Jul 13 19:29:12.248740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-e04d6295-018c-45c8-b39e-e790b948e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:12.250575 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-e04d6295-018c-45c8-b39e-e790b948e6b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7204d882ac6c474782f21eab09039f90&device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 1095 time: 0.2188835 Jul 13 19:29:12.260917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505146a3-b1a9-4398-8347-d26f5b780610 req-ec9bef69-7cdf-4143-b879-7160defe7cd6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:12.274735 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-505146a3-b1a9-4398-8347-d26f5b780610 req-ec9bef69-7cdf-4143-b879-7160defe7cd6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.3129816 Jul 13 19:29:12.293899 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79ebd1b8-08d2-4080-9c01-57ef5fbb5fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:12.306072 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79ebd1b8-08d2-4080-9c01-57ef5fbb5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:12.319975 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62e1c952-dfdd-4b8d-ad42-e17831278a5c req-1876f467-1188-4ddc-bdd0-c9ba19c1bf1f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:12.321524 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62e1c952-dfdd-4b8d-ad42-e17831278a5c req-1876f467-1188-4ddc-bdd0-c9ba19c1bf1f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.5479150 Jul 13 19:29:12.355158 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-296a7203-ab2d-4626-9958-af29aad1b05f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb HTTP/1.1" status: 200 len: 217 time: 0.0708709 Jul 13 19:29:12.362928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebd1b8-08d2-4080-9c01-57ef5fbb5fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3ebc21-6096-4c77-8ef2-2943f7ceeeff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:12.370872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-79ebd1b8-08d2-4080-9c01-57ef5fbb5fec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cd3f498e7604700ad5b3b20a454df61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8272784 Jul 13 19:29:12.372595 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:12.386613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-deleted', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621'}, {'name': 'network-changed', 'server_uuid': 'd51a9d2c-fd9f-40ac-bb30-d21eddfa0d80', 'tag': '8abee1dc-5d90-4db0-9e18-548fef71e5bb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:12.396989 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040440ef-9c8e-4136-810c-ac228253762d" -d '{"events": [{"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-deleted", "tag": "765af92a-88bd-44fc-95e8-796461dbd621"}, {"name": "network-changed", "server_uuid": "d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80", "tag": "8abee1dc-5d90-4db0-9e18-548fef71e5bb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:12.409449 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd req-9f13f26b-bd6d-4216-8a68-c29beafeb4ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a57648e3-0dd4-4ccf-a85a-906932ce2864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576335 Jul 13 19:29:12.432888 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60d2c706-a016-4034-9e34-a37990683e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:12.462490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60d2c706-a016-4034-9e34-a37990683e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:12.535363 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60d2c706-a016-4034-9e34-a37990683e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:12.552001 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60d2c706-a016-4034-9e34-a37990683e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:12.554378 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-60d2c706-a016-4034-9e34-a37990683e30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd3ebc21-6096-4c77-8ef2-2943f7ceeeff HTTP/1.1" status: 204 len: 168 time: 0.1808167 Jul 13 19:29:12.555912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-505146a3-b1a9-4398-8347-d26f5b780610 req-a4dee2e3-256e-426a-a978-0aafcec0898f tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801306 Jul 13 19:29:12.585037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2c706-a016-4034-9e34-a37990683e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3ebc21-6096-4c77-8ef2-2943f7ceeeff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:12.633048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-373d3f1f-2f66-45f8-82ac-55af171584e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:12.640446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-373d3f1f-2f66-45f8-82ac-55af171584e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54facab2-1375-4b6f-97fb-5a8775e36af3 HTTP/1.1" status: 200 len: 854 time: 0.2339876 Jul 13 19:29:12.764020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-05fc5a9d-efe8-4db1-a001-744911aa9922 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1fb41b8-3a97-434d-99ff-fb3555477741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995820 Jul 13 19:29:12.799417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:13.016352 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccff4f80-c735-492d-ac7b-659a89e8f1a2 x-openstack-request-id: req-ccff4f80-c735-492d-ac7b-659a89e8f1a2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:13.016655 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6b247-38d7-4698-802b-c44ccf6b5361", "name": "network-vif-deleted", "tag": "765af92a-88bd-44fc-95e8-796461dbd621", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80", "tag": "8abee1dc-5d90-4db0-9e18-548fef71e5bb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:13.016904 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccff4f80-c735-492d-ac7b-659a89e8f1a2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:13.017295 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6b247-38d7-4698-802b-c44ccf6b5361', 'name': 'network-vif-deleted', 'tag': '765af92a-88bd-44fc-95e8-796461dbd621', 'status': 'completed', 'code': 200} Jul 13 19:29:13.017578 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51a9d2c-fd9f-40ac-bb30-d21eddfa0d80', 'tag': '8abee1dc-5d90-4db0-9e18-548fef71e5bb', 'status': 'completed', 'code': 200} Jul 13 19:29:13.022513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-97a9dfc8-90f4-49b1-bb35-3eb7f3447086 service neutron] 10.222.0.60 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452769 Jul 13 19:29:13.025769 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d9b9d291-c3c9-4048-92df-bad1d20dea5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a3e5f1770514e81905c9201afc0eacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246513 Jul 13 19:29:13.030008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 53542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:13.062448 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:13.067990 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd req-9bfff565-ed69-486a-a568-fb0550475129 service neutron] 10.222.0.24 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453483 Jul 13 19:29:13.087273 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-715fc455-9fd1-4f57-b147-1154a003bbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.222721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23ac190a-f35a-40eb-8cca-0abc5544b7e2 req-e989c717-c254-4d21-bc42-8cbc920578fa tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/e74f3f5d-7afc-42b7-9c6c-f9945e075489 HTTP/1.1" status: 200 len: 1782 time: 0.2434132 Jul 13 19:29:13.248377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.294068 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-715fc455-9fd1-4f57-b147-1154a003bbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.303153 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-715fc455-9fd1-4f57-b147-1154a003bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.334628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af8c80-7b34-44d5-b442-9810065dbe67 req-d2a2e73f-ec7c-4da9-b74b-c9514e3ffbcb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:13.339833 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a4cc2a4-e1f9-47bc-a1bf-737b7baa204f req-bd87fb03-47a4-4565-ac39-7aaecd8edfb8 service neutron] 10.222.0.60 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074031 Jul 13 19:29:13.343670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95af8c80-7b34-44d5-b442-9810065dbe67 req-d2a2e73f-ec7c-4da9-b74b-c9514e3ffbcb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 944 time: 0.1850259 Jul 13 19:29:13.369261 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.404675 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-715fc455-9fd1-4f57-b147-1154a003bbb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74da8978f53b4611bb2053ceaf937c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408101 Jul 13 19:29:13.410497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fc455-9fd1-4f57-b147-1154a003bbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8713bef4-4f81-4bd3-b99e-6f3cfba45d9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:13.415261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:13.460876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc48ead8-3e77-4b2b-8e65-3a4df0cc76cd req-fb8b1254-3d7a-4853-8e39-3f65c7810ddf service neutron] 10.222.0.24 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750641 Jul 13 19:29:13.472952 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.475583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.479576 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24237552-2aa2-484c-b5d6-fdb9b8fe6d5f HTTP/1.1" status: 204 len: 168 time: 0.4374883 Jul 13 19:29:13.483628 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95af8c80-7b34-44d5-b442-9810065dbe67 req-271a61bb-ceca-414f-8c93-2278d7cd392c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380222 Jul 13 19:29:13.547943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24237552-2aa2-484c-b5d6-fdb9b8fe6d5f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:13.588660 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.588952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.589308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.589658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.589999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.590307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.590763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.591122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.594684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.595059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.595489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.596367 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aae0f-558c-4929-93c2-3c6b74dc3d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.606436 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.640799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040440ef-9c8e-4136-810c-ac228253762d req-d7d4e2d1-aadb-465a-8f44-03695379b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:13.643144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-040440ef-9c8e-4136-810c-ac228253762d req-d7d4e2d1-aadb-465a-8f44-03695379b7d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7204d882ac6c474782f21eab09039f90&device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 1095 time: 0.1804321 Jul 13 19:29:13.656616 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62539005-ad4a-4ce3-a4a0-da3dcd585bd1 req-5f30b2cc-56a1-423c-b85a-a38bb73c897f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/e74f3f5d-7afc-42b7-9c6c-f9945e075489 HTTP/1.1" status: 200 len: 1782 time: 0.1300902 Jul 13 19:29:13.659119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.761449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62539005-ad4a-4ce3-a4a0-da3dcd585bd1 req-e6c5a97c-3235-4ba1-b3e4-0a7ea2468f19 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.793857 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.797491 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.798872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8713bef4-4f81-4bd3-b99e-6f3cfba45d9e HTTP/1.1" status: 204 len: 168 time: 0.3825953 Jul 13 19:29:13.801673 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62539005-ad4a-4ce3-a4a0-da3dcd585bd1 req-e6c5a97c-3235-4ba1-b3e4-0a7ea2468f19 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.828411 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8713bef4-4f81-4bd3-b99e-6f3cfba45d9e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:13.852042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040440ef-9c8e-4136-810c-ac228253762d req-aa37b89e-9f49-436c-8b3f-816592fa580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:13.855777 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-040440ef-9c8e-4136-810c-ac228253762d req-aa37b89e-9f49-436c-8b3f-816592fa580c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1fb41b8-3a97-434d-99ff-fb3555477741 HTTP/1.1" status: 200 len: 915 time: 0.2038662 Jul 13 19:29:13.855930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.856221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.858668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.858811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.859136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.861651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.862118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.863363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.863700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.864528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.864817 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.866421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc62bf6-00b6-45d8-9b09-897b5c0f2bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:13.949828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62539005-ad4a-4ce3-a4a0-da3dcd585bd1 req-e6c5a97c-3235-4ba1-b3e4-0a7ea2468f19 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.952454 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62539005-ad4a-4ce3-a4a0-da3dcd585bd1 req-e6c5a97c-3235-4ba1-b3e4-0a7ea2468f19 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:13.953861 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62539005-ad4a-4ce3-a4a0-da3dcd585bd1 req-e6c5a97c-3235-4ba1-b3e4-0a7ea2468f19 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/e74f3f5d-7afc-42b7-9c6c-f9945e075489 HTTP/1.1" status: 204 len: 173 time: 0.2848387 Jul 13 19:29:13.967269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5a97c-3235-4ba1-b3e4-0a7ea2468f19 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f3f5d-7afc-42b7-9c6c-f9945e075489,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:13.973205 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-040440ef-9c8e-4136-810c-ac228253762d req-2d6938c9-952d-44ab-9a7e-63d93267d490 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb HTTP/1.1" status: 200 len: 217 time: 0.0912685 Jul 13 19:29:14.106687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040440ef-9c8e-4136-810c-ac228253762d req-00505c0c-0b03-4f28-b981-91f2e51c7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:14.108458 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-040440ef-9c8e-4136-810c-ac228253762d req-00505c0c-0b03-4f28-b981-91f2e51c7eb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54facab2-1375-4b6f-97fb-5a8775e36af3 HTTP/1.1" status: 200 len: 854 time: 0.1233423 Jul 13 19:29:14.204474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c8b09-a695-4c6c-80e5-a636a22ff262 req-7bd550ef-179a-40c7-9f8a-35ab3e9ca4e2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:14.220506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:14.222461 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-421c8b09-a695-4c6c-80e5-a636a22ff262 req-7bd550ef-179a-40c7-9f8a-35ab3e9ca4e2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.2318871 Jul 13 19:29:14.227220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-040440ef-9c8e-4136-810c-ac228253762d req-6211e7bd-df63-425a-83f8-2cf671be8ca7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1fb41b8-3a97-434d-99ff-fb3555477741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069622 Jul 13 19:29:14.327953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-421c8b09-a695-4c6c-80e5-a636a22ff262 req-01605485-db6a-48be-865d-c4d5d62a8cd8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041954 Jul 13 19:29:14.339066 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6445f454-749a-48cb-a2b6-f69ffaeef5b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f3e6e890b104c489b77c6e3924a327c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145973 Jul 13 19:29:14.346916 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:14.377839 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-919ead33-3f08-4aa2-b780-3331e3bdc466 req-3f5dc80e-ff75-4834-bfd2-8dc9b08100d4 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] show failed (client error): The resource could not be found. Jul 13 19:29:14.387852 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-919ead33-3f08-4aa2-b780-3331e3bdc466 req-3f5dc80e-ff75-4834-bfd2-8dc9b08100d4 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/e74f3f5d-7afc-42b7-9c6c-f9945e075489 HTTP/1.1" status: 404 len: 352 time: 0.0737824 Jul 13 19:29:14.394045 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-040440ef-9c8e-4136-810c-ac228253762d req-5d403f8d-1dc8-4936-9f24-00be88df44a7 service neutron] 10.222.0.60 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552494 Jul 13 19:29:14.457821 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b733fc-455b-4909-a576-8e80b4142c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:14.537177 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b733fc-455b-4909-a576-8e80b4142c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:14.614594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-21f0b1c8-9f89-44fb-8774-d2235cbf985e req-70a949fd-ba4f-46be-ae45-60c5cb2318b6 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-954808477', 'description': 'tempest-description-993381739'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:14.629057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b733fc-455b-4909-a576-8e80b4142c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:14.631572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b733fc-455b-4909-a576-8e80b4142c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:14.635037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-09b733fc-455b-4909-a576-8e80b4142c09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f771e20c-61d1-4836-a847-227520b70a71 HTTP/1.1" status: 204 len: 168 time: 0.2842531 Jul 13 19:29:14.666432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-040440ef-9c8e-4136-810c-ac228253762d req-95a9e364-1756-4e9f-8922-4b1ed95759b5 service neutron] 10.222.0.60 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442739 Jul 13 19:29:14.674900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b733fc-455b-4909-a576-8e80b4142c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f771e20c-61d1-4836-a847-227520b70a71,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:14.678543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b49343cd-14e9-4a3f-8dc0-f343ce303aee details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:14.697400 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f0b1c8-9f89-44fb-8774-d2235cbf985e req-70a949fd-ba4f-46be-ae45-60c5cb2318b6 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:14.901982 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f0b1c8-9f89-44fb-8774-d2235cbf985e req-70a949fd-ba4f-46be-ae45-60c5cb2318b6 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:14.929782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f0b1c8-9f89-44fb-8774-d2235cbf985e req-70a949fd-ba4f-46be-ae45-60c5cb2318b6 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:14.968438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b49343cd-14e9-4a3f-8dc0-f343ce303aee, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:14.985162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'port_id': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee', 'mac_address': 'fa:16:3e:f4:2c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847d1-498e-4391-9449-d685fadc75a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:15.024879 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f0b1c8-9f89-44fb-8774-d2235cbf985e req-70a949fd-ba4f-46be-ae45-60c5cb2318b6 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:15.026132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f0b1c8-9f89-44fb-8774-d2235cbf985e req-70a949fd-ba4f-46be-ae45-60c5cb2318b6 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4179020 Jul 13 19:29:15.054197 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:15.054980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a949fd-ba4f-46be-ae45-60c5cb2318b6 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2f5e25-1d16-4367-bae6-69b950438bab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:15.088250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b49343cd-14e9-4a3f-8dc0-f343ce303aee {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:15.116123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b49343cd-14e9-4a3f-8dc0-f343ce303aee, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:15.132635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:15.225547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b49343cd-14e9-4a3f-8dc0-f343ce303aee,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:15.252904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641e72-a516-45cc-b388-920510fbe249 req-ceb2f2d8-202b-4fd4-a56f-454daf9ad4a4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:15.262805 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f641e72-a516-45cc-b388-920510fbe249 req-ceb2f2d8-202b-4fd4-a56f-454daf9ad4a4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 944 time: 0.1492252 Jul 13 19:29:15.308168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b49343cd-14e9-4a3f-8dc0-f343ce303aee'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:15.364448 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f641e72-a516-45cc-b388-920510fbe249 req-9e6a09e7-2249-4b92-bc3e-6d286a4c029b tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985446 Jul 13 19:29:15.398444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-facf3ab9-5dbd-41a5-9911-fa5b7960b381 req-9fef42b6-a043-4eff-aa8d-c64b975254b7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-739824662', 'description': 'tempest-description-1371326137'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:15.449027 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-facf3ab9-5dbd-41a5-9911-fa5b7960b381 req-9fef42b6-a043-4eff-aa8d-c64b975254b7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:15.476220 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:15.639874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-facf3ab9-5dbd-41a5-9911-fa5b7960b381 req-9fef42b6-a043-4eff-aa8d-c64b975254b7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:15.662102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-facf3ab9-5dbd-41a5-9911-fa5b7960b381 req-9fef42b6-a043-4eff-aa8d-c64b975254b7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:15.720760 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-facf3ab9-5dbd-41a5-9911-fa5b7960b381 req-9fef42b6-a043-4eff-aa8d-c64b975254b7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:15.727679 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-facf3ab9-5dbd-41a5-9911-fa5b7960b381 req-9fef42b6-a043-4eff-aa8d-c64b975254b7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3401070 Jul 13 19:29:15.738362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef42b6-a043-4eff-aa8d-c64b975254b7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363d9f01-a705-4b48-a25f-ccb7be44201a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:15.904351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d449c-0b82-4ff5-99b3-68635373ddb4 req-32a4bf06-16c8-4a7f-9c64-710cd9cc202e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:15.907277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de7d449c-0b82-4ff5-99b3-68635373ddb4 req-32a4bf06-16c8-4a7f-9c64-710cd9cc202e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.0966284 Jul 13 19:29:16.024799 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de7d449c-0b82-4ff5-99b3-68635373ddb4 req-5db12b11-9df4-40e8-9cb6-0dc5e0c1c220 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108410 Jul 13 19:29:16.037804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ff8bb-e073-4528-a16d-32111578f7eb req-e5fcbf98-22da-4058-afa1-f7ab70ee6961 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:16.060245 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204ff8bb-e073-4528-a16d-32111578f7eb req-e5fcbf98-22da-4058-afa1-f7ab70ee6961 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.1958947 Jul 13 19:29:16.070264 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:16.164406 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204ff8bb-e073-4528-a16d-32111578f7eb req-cd1373b2-2170-4161-893b-58eff00e6e15 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944381 Jul 13 19:29:16.200093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f28e07cf-661c-417b-8893-4e7c26d41284 req-6c642fc6-025b-489f-9a76-f3d749d52cc5 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-156068544', 'description': 'tempest-description-660679332'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:16.240330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f28e07cf-661c-417b-8893-4e7c26d41284 req-6c642fc6-025b-489f-9a76-f3d749d52cc5 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:16.433040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f28e07cf-661c-417b-8893-4e7c26d41284 req-6c642fc6-025b-489f-9a76-f3d749d52cc5 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:16.435282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 53680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:16.448621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f28e07cf-661c-417b-8893-4e7c26d41284 req-6c642fc6-025b-489f-9a76-f3d749d52cc5 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:16.492095 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f28e07cf-661c-417b-8893-4e7c26d41284 req-6c642fc6-025b-489f-9a76-f3d749d52cc5 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:16.506687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f28e07cf-661c-417b-8893-4e7c26d41284 req-6c642fc6-025b-489f-9a76-f3d749d52cc5 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3117621 Jul 13 19:29:16.519270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c642fc6-025b-489f-9a76-f3d749d52cc5 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d1e8a1-f737-45f8-956b-51b33fa7d95f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:16.690051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-474407915-network', 'tenant_id': '8208aa1abb32458796eba9bac247e1b1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:16.691284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8abee1dc-5d90-4db0-9e18-548fef71e5bb details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:16.702273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b49343cd-14e9-4a3f-8dc0-f343ce303aee up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:16.727152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Made reservation on behalf of 8208aa1abb32458796eba9bac247e1b1 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:16.730071 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:16.846325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c585e-90c6-4fe9-88ba-35871571a89a req-871915a3-353d-4867-a072-03c0cff25d75 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:16.879746 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-257c585e-90c6-4fe9-88ba-35871571a89a req-871915a3-353d-4867-a072-03c0cff25d75 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 944 time: 0.2406662 Jul 13 19:29:16.887498 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.016464 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-257c585e-90c6-4fe9-88ba-35871571a89a req-32109133-eaad-4f26-82d5-5a36e42bbdbd tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294026 Jul 13 19:29:17.097846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:17.113793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '8abee1dc-5d90-4db0-9e18-548fef71e5bb', 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741', 'port_id': '8abee1dc-5d90-4db0-9e18-548fef71e5bb', 'mac_address': 'fa:16:3e:8d:05:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54facab2-1375-4b6f-97fb-5a8775e36af3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:17.195809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b49343cd-14e9-4a3f-8dc0-f343ce303aee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:17.196460 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.246682 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.271667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abee1dc-5d90-4db0-9e18-548fef71e5bb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:17.307319 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.341018 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.380173 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f859a0c9-6329-4b6f-8cb8-689c3b293867 req-a266a326-aa2e-41aa-b79f-43bd098b41e6 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44d3df54d63a491da66720b006812804 HTTP/1.1" status: 200 len: 10907 time: 0.2696517 Jul 13 19:29:17.380173 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.400811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:17.406069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:17.409578 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ece2a2c-085f-4bb7-a152-829ca64d6cb9" -d '{"events": [{"server_uuid": "62180a72-43e4-41dc-bfd9-04337bc9de86", "name": "network-vif-plugged", "status": "completed", "tag": "b49343cd-14e9-4a3f-8dc0-f343ce303aee"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:17.415622 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.419599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f859a0c9-6329-4b6f-8cb8-689c3b293867 req-6ecd6e89-6146-4c40-94ca-372e29358137 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/9cac4af7-bc18-402b-a99f-a6457f82cbb2 HTTP/1.1" status: 200 len: 2985 time: 0.0755107 Jul 13 19:29:17.476057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=8abee1dc-5d90-4db0-9e18-548fef71e5bb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:17.476323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:29:17.490235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b49343cd-14e9-4a3f-8dc0-f343ce303aee, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:17.490820 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.491202 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Added segment e22707c0-22b6-41ef-9839-c88aa36ac976 of type vlan for network 8f171e9a-56af-4334-8135-c96e233162cd Jul 13 19:29:17.494194 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.535608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f744564f-e07d-4fc6-974e-fefc42f4c53d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:17.587025 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f859a0c9-6329-4b6f-8cb8-689c3b293867 req-b1293978-123a-40d1-81f1-7ce1d5ab2f91 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/9cac4af7-bc18-402b-a99f-a6457f82cbb2 HTTP/1.1" status: 200 len: 2985 time: 0.1663897 Jul 13 19:29:17.611292 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.613773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b49343cd-14e9-4a3f-8dc0-f343ce303aee,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:17.684698 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.685748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:17.686348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.714436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['8abee1dc-5d90-4db0-9e18-548fef71e5bb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:17.848795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:17.850961 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4139631 Jul 13 19:29:17.853953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Request body: {'subnet': {'network_id': '8f171e9a-56af-4334-8135-c96e233162cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-474407915-subnet', 'tenant_id': '8208aa1abb32458796eba9bac247e1b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:17.890466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e75c6-6ae3-48d6-8d17-d1128765aaed admin admin] Pushing event updated for resources: {'Network': ['ID=8f171e9a-56af-4334-8135-c96e233162cd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:17.912393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 8f171e9a-56af-4334-8135-c96e233162cd details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:29:17.949288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Made reservation on behalf of 8208aa1abb32458796eba9bac247e1b1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:17.958995 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:18.331680 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:18.421832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11221d-5915-4450-bb3c-a2089c20fe79 req-a4f16277-ef66-467b-8736-85b5f1601009 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.432957 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a11221d-5915-4450-bb3c-a2089c20fe79 req-a4f16277-ef66-467b-8736-85b5f1601009 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.2307975 Jul 13 19:29:18.504425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Checking segment: {'id': 'e22707c0-22b6-41ef-9839-c88aa36ac976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8f171e9a-56af-4334-8135-c96e233162cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:18.505076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Network hostable DHCP agents. Network: 8f171e9a-56af-4334-8135-c96e233162cd, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:29:18.523489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc56495e-88c3-4163-bf72-61e078362c03,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:18.529593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Network 8f171e9a-56af-4334-8135-c96e233162cd is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:29:18.541289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 8f171e9a-56af-4334-8135-c96e233162cd) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:18.555929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5932bf-4b85-4a96-bbc6-f44502b94600 None None] Network 8f171e9a-56af-4334-8135-c96e233162cd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:18.559808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.560601 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:18.564868 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a11221d-5915-4450-bb3c-a2089c20fe79 req-9a4e379d-dc0b-430d-a707-9e5afa75217a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308405 Jul 13 19:29:18.578057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8cf05d8b-ec35-4d86-99a7-e1ba039cfc34 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7279098 Jul 13 19:29:18.804919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d965ad21-04a1-44b4-be4d-34a013be334c None None] Network 8f171e9a-56af-4334-8135-c96e233162cd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:18.892211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f440e73-5340-4418-a08c-df6595cb61cf req-f210c095-5f10-4837-957f-7fb1efa22b88 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.894710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2f440e73-5340-4418-a08c-df6595cb61cf req-f210c095-5f10-4837-957f-7fb1efa22b88 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.1212695 Jul 13 19:29:18.964059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2f440e73-5340-4418-a08c-df6595cb61cf req-1e9858b6-4e7d-4e8d-a848-799428b1c77b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566466 Jul 13 19:29:19.069127 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc656c7-a508-4260-ac4f-ecb29321570d x-openstack-request-id: req-7dc656c7-a508-4260-ac4f-ecb29321570d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:19.069416 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62180a72-43e4-41dc-bfd9-04337bc9de86", "name": "network-vif-plugged", "status": "completed", "tag": "b49343cd-14e9-4a3f-8dc0-f343ce303aee", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:19.074836 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dc656c7-a508-4260-ac4f-ecb29321570d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:19.075262 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee', 'code': 200} Jul 13 19:29:19.172661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c6bc9ed-3af6-466b-98a1-b50c3a9df7b6 req-c9203652-1a66-40d2-8f62-93f0898008f0 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/ca2f5e25-1d16-4367-bae6-69b950438bab HTTP/1.1" status: 200 len: 1801 time: 0.0879614 Jul 13 19:29:19.259329 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c6bc9ed-3af6-466b-98a1-b50c3a9df7b6 req-1d3c247b-4d69-4622-aee2-6419c7e2251e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:19.327896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c6bc9ed-3af6-466b-98a1-b50c3a9df7b6 req-1d3c247b-4d69-4622-aee2-6419c7e2251e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:19.396157 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c6bc9ed-3af6-466b-98a1-b50c3a9df7b6 req-1d3c247b-4d69-4622-aee2-6419c7e2251e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:19.400187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c6bc9ed-3af6-466b-98a1-b50c3a9df7b6 req-1d3c247b-4d69-4622-aee2-6419c7e2251e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:19.401697 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c6bc9ed-3af6-466b-98a1-b50c3a9df7b6 req-1d3c247b-4d69-4622-aee2-6419c7e2251e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/ca2f5e25-1d16-4367-bae6-69b950438bab HTTP/1.1" status: 204 len: 173 time: 0.2219248 Jul 13 19:29:19.416453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c247b-4d69-4622-aee2-6419c7e2251e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2f5e25-1d16-4367-bae6-69b950438bab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:19.672116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55f7c0-a2e8-4713-beb0-2375da96bed8 req-beb82436-9a8b-4098-b2d4-7f18f485772f tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:19.674462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a55f7c0-a2e8-4713-beb0-2375da96bed8 req-beb82436-9a8b-4098-b2d4-7f18f485772f tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 945 time: 0.1151989 Jul 13 19:29:19.734352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a55f7c0-a2e8-4713-beb0-2375da96bed8 req-1eac69cc-81d9-41fc-95ca-b27b72770484 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Jul 13 19:29:19.770001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 53736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:19.775654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-798165982-network', 'tenant_id': 'cf818f8f69864aa39c7b718865e89ca6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:19.814505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Made reservation on behalf of cf818f8f69864aa39c7b718865e89ca6 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:19.817773 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:19.828505 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:19.941631 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-af638042-cd3d-4a17-9bd0-1a5f1a2d61a4 req-a6347fc9-ef3d-4915-ab06-f22a4b75fb7f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] show failed (client error): The resource could not be found. Jul 13 19:29:19.942938 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-af638042-cd3d-4a17-9bd0-1a5f1a2d61a4 req-a6347fc9-ef3d-4915-ab06-f22a4b75fb7f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/ca2f5e25-1d16-4367-bae6-69b950438bab HTTP/1.1" status: 404 len: 352 time: 0.0409918 Jul 13 19:29:20.025638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.040404 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.101823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:29:20.109185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cd330d-bd2d-4a99-920d-8033e6505186,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:20.121787 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.122037 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Added segment b2eb0b3c-47fb-475d-9c7b-4cd7bcd906b4 of type vlan for network 605b33d4-3ac1-4543-bdcd-1482658af331 Jul 13 19:29:20.200574 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.262804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.264297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:20.265130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.371885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] Pushing event updated for resources: {'Network': ['ID=605b33d4-3ac1-4543-bdcd-1482658af331,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:20.420666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 605b33d4-3ac1-4543-bdcd-1482658af331 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:29:20.433661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c77e93e0-12f5-46f4-9d4d-4c8188e687d9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6623206 Jul 13 19:29:20.436427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:20.443883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Request body: {'subnet': {'network_id': '605b33d4-3ac1-4543-bdcd-1482658af331', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-798165982-subnet', 'tenant_id': 'cf818f8f69864aa39c7b718865e89ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:20.474337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Made reservation on behalf of cf818f8f69864aa39c7b718865e89ca6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:20.475730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c071e-7b1f-4d04-b377-89611776be20 req-16ac0303-d3f1-4fde-8fab-7af93f80e45d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:20.477761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-429c071e-7b1f-4d04-b377-89611776be20 req-16ac0303-d3f1-4fde-8fab-7af93f80e45d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.2623460 Jul 13 19:29:20.485270 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.624924 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6439e909-c9fa-4733-b0ac-a8477baaeaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.714701 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8abee1dc-5d90-4db0-9e18-548fef71e5bb up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:20.730370 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.838842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 8abee1dc-5d90-4db0-9e18-548fef71e5bb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:20.845212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 8abee1dc-5d90-4db0-9e18-548fef71e5bb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:20.846550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.898433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d128e3f-2c18-401c-a8b5-a342124cb12e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:20.918799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Checking segment: {'id': 'b2eb0b3c-47fb-475d-9c7b-4cd7bcd906b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '605b33d4-3ac1-4543-bdcd-1482658af331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:20.919238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Network hostable DHCP agents. Network: 605b33d4-3ac1-4543-bdcd-1482658af331, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:29:20.957046 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Network 605b33d4-3ac1-4543-bdcd-1482658af331 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:29:20.978749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 605b33d4-3ac1-4543-bdcd-1482658af331) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:20.982931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:20.983528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.990872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b31f3-6042-408f-a89d-03b21c36762d None None] Network 605b33d4-3ac1-4543-bdcd-1482658af331 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:21.009437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-91d323e0-bc0e-4eb7-ba2b-dd3eb5669d60 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5701690 Jul 13 19:29:21.101758 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.105859 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-429c071e-7b1f-4d04-b377-89611776be20 req-da375b03-3e6f-4810-8f6a-6d730630d09e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200378 Jul 13 19:29:21.173624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51a9d2c-fd9f-40ac-bb30-d21eddfa0d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abee1dc-5d90-4db0-9e18-548fef71e5bb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:21.177070 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfa7404-ea06-4fdf-b92e-f881c6e5a562" -d '{"events": [{"server_uuid": "d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80", "name": "network-vif-plugged", "status": "completed", "tag": "8abee1dc-5d90-4db0-9e18-548fef71e5bb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:21.193099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:21.224839 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.264771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ef82cd7-962c-4dd3-bfb3-38ae35277e22 req-239a3b75-aefe-4582-aacf-40cd0fdaee0f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/363d9f01-a705-4b48-a25f-ccb7be44201a HTTP/1.1" status: 200 len: 1802 time: 0.1154184 Jul 13 19:29:21.337250 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8ef82cd7-962c-4dd3-bfb3-38ae35277e22 req-c367775b-5355-4ac7-864b-0b06454d8c28 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.370326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=8abee1dc-5d90-4db0-9e18-548fef71e5bb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:21.375458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8ef82cd7-962c-4dd3-bfb3-38ae35277e22 req-c367775b-5355-4ac7-864b-0b06454d8c28 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.436301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89943d7-2bf8-4fd7-9a99-06957dd0e71c None None] Network 605b33d4-3ac1-4543-bdcd-1482658af331 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:21.466582 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8ef82cd7-962c-4dd3-bfb3-38ae35277e22 req-c367775b-5355-4ac7-864b-0b06454d8c28 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.469620 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8ef82cd7-962c-4dd3-bfb3-38ae35277e22 req-c367775b-5355-4ac7-864b-0b06454d8c28 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.494646 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ef82cd7-962c-4dd3-bfb3-38ae35277e22 req-c367775b-5355-4ac7-864b-0b06454d8c28 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/363d9f01-a705-4b48-a25f-ccb7be44201a HTTP/1.1" status: 204 len: 173 time: 0.2286847 Jul 13 19:29:21.545285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367775b-5355-4ac7-864b-0b06454d8c28 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363d9f01-a705-4b48-a25f-ccb7be44201a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:21.778901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e310fb7-4a6b-4c0b-9a96-eb4ee8813ae6 req-c92f4017-9323-43d4-b4ab-ad2f0bb53470 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:21.780614 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3e310fb7-4a6b-4c0b-9a96-eb4ee8813ae6 req-c92f4017-9323-43d4-b4ab-ad2f0bb53470 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.1179059 Jul 13 19:29:21.833990 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3e310fb7-4a6b-4c0b-9a96-eb4ee8813ae6 req-c97d705e-7591-43e0-8224-046cc616939d tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446875 Jul 13 19:29:22.067736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd39ae8-560e-4969-a66e-697c9219d627 req-430899ad-2c1b-4803-b137-0b67622417c5 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:22.074665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6cd39ae8-560e-4969-a66e-697c9219d627 req-430899ad-2c1b-4803-b137-0b67622417c5 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.0982413 Jul 13 19:29:22.132756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6cd39ae8-560e-4969-a66e-697c9219d627 req-52a65973-ecb7-4d5a-aa53-8a91b8276951 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571105 Jul 13 19:29:22.343242 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f0d160-77cc-43df-bc1b-11d1eb01af29 x-openstack-request-id: req-24f0d160-77cc-43df-bc1b-11d1eb01af29 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:22.343539 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80", "name": "network-vif-plugged", "status": "completed", "tag": "8abee1dc-5d90-4db0-9e18-548fef71e5bb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:22.343791 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24f0d160-77cc-43df-bc1b-11d1eb01af29 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:22.344190 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51a9d2c-fd9f-40ac-bb30-d21eddfa0d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abee1dc-5d90-4db0-9e18-548fef71e5bb', 'code': 200} Jul 13 19:29:22.485108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3aab5-b9ae-4325-b74d-1e43de5efaaa req-261f1f63-13f9-4d87-895a-4fe49c5b27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:22.487100 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-10d3aab5-b9ae-4325-b74d-1e43de5efaaa req-261f1f63-13f9-4d87-895a-4fe49c5b27d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 1097 time: 0.0700853 Jul 13 19:29:22.561147 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-10d3aab5-b9ae-4325-b74d-1e43de5efaaa req-5f34689b-5790-43ff-a1ff-59408a6359fa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629346 Jul 13 19:29:22.792354 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-23ef51fd-62c6-4591-bb18-96d755f590e8 req-d7dd8ace-b2ac-4460-8691-2622af7e0569 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] show failed (client error): The resource could not be found. Jul 13 19:29:22.794172 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23ef51fd-62c6-4591-bb18-96d755f590e8 req-d7dd8ace-b2ac-4460-8691-2622af7e0569 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/363d9f01-a705-4b48-a25f-ccb7be44201a HTTP/1.1" status: 404 len: 352 time: 0.0297954 Jul 13 19:29:22.984794 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-7e3deaa5-0009-4f97-af42-babb346bf07b tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:22.987444 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-7e3deaa5-0009-4f97-af42-babb346bf07b tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/networks?id=8f171e9a-56af-4334-8135-c96e233162cd HTTP/1.1" status: 200 len: 814 time: 0.1395030 Jul 13 19:29:23.012126 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-46d04a35-2230-40ad-a948-0a2e7fe85155 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/quotas/8208aa1abb32458796eba9bac247e1b1 HTTP/1.1" status: 200 len: 375 time: 0.0168481 Jul 13 19:29:23.047569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a1cfb-0311-4662-81be-cce904a616c4 req-95561aca-b1ea-48f2-9730-5f22d77098ee tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.051896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-b617e32f-b549-4a18-be4d-a9368abbb55a tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8208aa1abb32458796eba9bac247e1b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387754 Jul 13 19:29:23.058617 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f1a1cfb-0311-4662-81be-cce904a616c4 req-95561aca-b1ea-48f2-9730-5f22d77098ee tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1351876 Jul 13 19:29:23.105132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f1a1cfb-0311-4662-81be-cce904a616c4 req-65b45a6a-fe02-4494-89cc-748318dad1a4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452139 Jul 13 19:29:23.179907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-085c7c5d-7b99-4a3c-85aa-5e04e7f12e7d service neutron] 10.222.0.25 "GET /v2.0/networks/8f171e9a-56af-4334-8135-c96e233162cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270070 Jul 13 19:29:23.187965 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c5a32381-e15f-411e-9e64-de95885841b1 req-2ffc314c-63b0-4142-bad9-54f6e53f67fc tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/26d1e8a1-f737-45f8-956b-51b33fa7d95f HTTP/1.1" status: 200 len: 1801 time: 0.0544209 Jul 13 19:29:23.227240 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28a7ff8b-c818-46b2-8d32-79f8bcf2077b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:23.290389 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5a32381-e15f-411e-9e64-de95885841b1 req-50b0bfe2-9ef5-4247-86e2-bedefc49d679 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:23.323958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5a32381-e15f-411e-9e64-de95885841b1 req-50b0bfe2-9ef5-4247-86e2-bedefc49d679 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:23.334759 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-718bf145-1fd7-4eed-8c5e-212c06b79b15 service neutron] 10.222.0.25 "GET /v2.0/networks/8f171e9a-56af-4334-8135-c96e233162cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522007 Jul 13 19:29:23.425696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5a32381-e15f-411e-9e64-de95885841b1 req-50b0bfe2-9ef5-4247-86e2-bedefc49d679 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:23.436335 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5a32381-e15f-411e-9e64-de95885841b1 req-50b0bfe2-9ef5-4247-86e2-bedefc49d679 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:23.437512 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c5a32381-e15f-411e-9e64-de95885841b1 req-50b0bfe2-9ef5-4247-86e2-bedefc49d679 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/26d1e8a1-f737-45f8-956b-51b33fa7d95f HTTP/1.1" status: 204 len: 173 time: 0.2485833 Jul 13 19:29:23.464356 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0bfe2-9ef5-4247-86e2-bedefc49d679 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d1e8a1-f737-45f8-956b-51b33fa7d95f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:23.566833 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:23.570936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:23.721417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bed2a-a107-43ae-b3e9-4f551074cc1a req-5c5a47fa-3db9-467e-a416-2a448c763cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.723149 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d6bed2a-a107-43ae-b3e9-4f551074cc1a req-5c5a47fa-3db9-467e-a416-2a448c763cf2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 1097 time: 0.1352031 Jul 13 19:29:23.735929 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d82f79-512b-4fb1-b44d-17c302d6a567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:23.771292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4609d-300f-4d01-9bb1-4f2782efe1f7 req-65542191-23f1-4aad-8dc1-34b0ea2aaf09 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.778530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c7c4609d-300f-4d01-9bb1-4f2782efe1f7 req-65542191-23f1-4aad-8dc1-34b0ea2aaf09 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.1683962 Jul 13 19:29:23.846933 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c7c4609d-300f-4d01-9bb1-4f2782efe1f7 req-d4deb656-13e1-4752-a44b-deda50242f0b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674398 Jul 13 19:29:23.867818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bed2a-a107-43ae-b3e9-4f551074cc1a req-53fd2023-bd17-4c0b-863c-99b8fc05cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.869328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d6bed2a-a107-43ae-b3e9-4f551074cc1a req-53fd2023-bd17-4c0b-863c-99b8fc05cbaf service neutron] 10.222.0.60 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 913 time: 0.1391737 Jul 13 19:29:23.962519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d6bed2a-a107-43ae-b3e9-4f551074cc1a req-e5d55ab1-a861-46c4-97de-8ed625b9338d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a HTTP/1.1" status: 200 len: 217 time: 0.0805027 Jul 13 19:29:23.998478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d82f79-512b-4fb1-b44d-17c302d6a567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.008970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d82f79-512b-4fb1-b44d-17c302d6a567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.040981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bed2a-a107-43ae-b3e9-4f551074cc1a req-a7158faf-bdd9-4b8f-8f6f-e5daf03698cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:24.043318 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d6bed2a-a107-43ae-b3e9-4f551074cc1a req-a7158faf-bdd9-4b8f-8f6f-e5daf03698cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.0644116 Jul 13 19:29:24.065853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c3d82f79-512b-4fb1-b44d-17c302d6a567 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3388021db74f473db455d5da7d496cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939804 Jul 13 19:29:24.068734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:24.077225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d82f79-512b-4fb1-b44d-17c302d6a567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ea1a78-6524-44dc-ac21-48d9d0098311,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:24.105062 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d6bed2a-a107-43ae-b3e9-4f551074cc1a req-af78e3fd-3ead-46ad-bbcd-857b5efbcc58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409803 Jul 13 19:29:24.143319 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-9da3baac-d8d4-4104-8244-4cdcd05a4014 req-d2ddb931-7b0d-41b9-b289-364793eea458 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] show failed (client error): The resource could not be found. Jul 13 19:29:24.144452 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9da3baac-d8d4-4104-8244-4cdcd05a4014 req-d2ddb931-7b0d-41b9-b289-364793eea458 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/26d1e8a1-f737-45f8-956b-51b33fa7d95f HTTP/1.1" status: 404 len: 352 time: 0.0385087 Jul 13 19:29:24.172552 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06298aa2-dc8b-4de7-a305-ba9250fc8d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.220186 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06298aa2-dc8b-4de7-a305-ba9250fc8d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.240637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da07b2-0c8b-4bf1-a2db-5c0c48a38f99 req-48c75770-8234-4839-9b46-48d11e6f492a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:24.242263 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70da07b2-0c8b-4bf1-a2db-5c0c48a38f99 req-48c75770-8234-4839-9b46-48d11e6f492a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.3720379 Jul 13 19:29:24.286988 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06298aa2-dc8b-4de7-a305-ba9250fc8d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.290041 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06298aa2-dc8b-4de7-a305-ba9250fc8d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.293896 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-06298aa2-dc8b-4de7-a305-ba9250fc8d2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55ea1a78-6524-44dc-ac21-48d9d0098311 HTTP/1.1" status: 204 len: 168 time: 0.2239864 Jul 13 19:29:24.304061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06298aa2-dc8b-4de7-a305-ba9250fc8d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ea1a78-6524-44dc-ac21-48d9d0098311,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:24.384616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d6bed2a-a107-43ae-b3e9-4f551074cc1a req-966144f7-320b-4295-8a12-ffc6707893c6 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656643 Jul 13 19:29:24.453511 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70da07b2-0c8b-4bf1-a2db-5c0c48a38f99 req-36ea1b8b-e3ce-4296-91aa-e1e2dc3dea38 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809120 Jul 13 19:29:24.460148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.565713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1bc4a8a8-6073-4534-94b4-88cbc8926c9e req-21fb4740-6245-482d-9b16-d580b029833b tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 210 time: 0.0370629 Jul 13 19:29:24.643919 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d6bed2a-a107-43ae-b3e9-4f551074cc1a req-96659f98-d360-4a96-b1ef-a88dfe3320a2 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482259 Jul 13 19:29:24.741504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fdaea278-d91e-46d4-85d9-7e4407d4137a req-e61d004c-f877-43ad-a25b-fe16cb74b5c4 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44d3df54d63a491da66720b006812804 HTTP/1.1" status: 200 len: 6156 time: 0.1254256 Jul 13 19:29:24.810640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d9f40-0b1b-4fb1-9c50-b900bb62254f req-b30ed6f8-9c84-45cb-ad4b-e667b68ae9f3 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:24.812221 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-644d9f40-0b1b-4fb1-9c50-b900bb62254f req-b30ed6f8-9c84-45cb-ad4b-e667b68ae9f3 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.0817878 Jul 13 19:29:24.812729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 53870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:24.817220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fdaea278-d91e-46d4-85d9-7e4407d4137a req-ec893121-d9b3-4a23-8ff0-394cf70e5440 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/9cac4af7-bc18-402b-a99f-a6457f82cbb2 HTTP/1.1" status: 200 len: 2985 time: 0.0656888 Jul 13 19:29:24.842225 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e89efefc-4b10-49ee-9299-faf9624fcae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.887014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fdaea278-d91e-46d4-85d9-7e4407d4137a req-d6498a68-cbe9-4ad8-8fd1-15e732bc4cfc tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/9cac4af7-bc18-402b-a99f-a6457f82cbb2 HTTP/1.1" status: 200 len: 2985 time: 0.0674627 Jul 13 19:29:24.922390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-644d9f40-0b1b-4fb1-9c50-b900bb62254f req-873bf558-3d5e-4634-9454-835b9f6d2d50 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990443 Jul 13 19:29:24.960606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9535f50e-de29-44ed-b28e-6fc5173c8226 req-322f1f58-14e8-47a0-baff-30302dee807d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1098997134', 'description': 'tempest-description-707448432'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:25.038226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e89efefc-4b10-49ee-9299-faf9624fcae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.046938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e89efefc-4b10-49ee-9299-faf9624fcae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.081186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0952-be38-4d09-bf3c-73ba33c1fedd req-35faf74e-3f5d-4461-94b5-20e273557a00 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:25.090374 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-93bb0952-be38-4d09-bf3c-73ba33c1fedd req-35faf74e-3f5d-4461-94b5-20e273557a00 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.0938134 Jul 13 19:29:25.109832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:25.110604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e89efefc-4b10-49ee-9299-faf9624fcae7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=988b7ec956f74ad9af515e1982df1627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959137 Jul 13 19:29:25.114609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89efefc-4b10-49ee-9299-faf9624fcae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee1a447-c95b-4a8f-b2d4-1b4336d77b0e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:25.142204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9535f50e-de29-44ed-b28e-6fc5173c8226 req-322f1f58-14e8-47a0-baff-30302dee807d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.188500 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-729e707b-aaaa-463d-812c-f575da074b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.203102 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-93bb0952-be38-4d09-bf3c-73ba33c1fedd req-ce1aa250-9fe9-42b1-8695-8c2c5ce64c3f tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116388 Jul 13 19:29:25.258427 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-729e707b-aaaa-463d-812c-f575da074b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.354993 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:29:25.369404 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-729e707b-aaaa-463d-812c-f575da074b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.372310 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-729e707b-aaaa-463d-812c-f575da074b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.376064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-729e707b-aaaa-463d-812c-f575da074b25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aee1a447-c95b-4a8f-b2d4-1b4336d77b0e HTTP/1.1" status: 204 len: 168 time: 0.2628093 Jul 13 19:29:25.405269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e707b-aaaa-463d-812c-f575da074b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee1a447-c95b-4a8f-b2d4-1b4336d77b0e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:25.415652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-ec982141-7c5c-4fc0-b327-346346db1ff5 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:25.417309 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-ec982141-7c5c-4fc0-b327-346346db1ff5 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.24 "GET /v2.0/networks?id=8f171e9a-56af-4334-8135-c96e233162cd HTTP/1.1" status: 200 len: 814 time: 0.2503088 Jul 13 19:29:25.448198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Request body: {'port': {'device_id': '6527c5f1-3d72-4ac8-a965-04d1a5fcea9c', 'network_id': '8f171e9a-56af-4334-8135-c96e233162cd', 'admin_state_up': True, 'tenant_id': '8208aa1abb32458796eba9bac247e1b1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:25.537651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9535f50e-de29-44ed-b28e-6fc5173c8226 req-322f1f58-14e8-47a0-baff-30302dee807d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.557848 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9535f50e-de29-44ed-b28e-6fc5173c8226 req-322f1f58-14e8-47a0-baff-30302dee807d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.666742 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9535f50e-de29-44ed-b28e-6fc5173c8226 req-322f1f58-14e8-47a0-baff-30302dee807d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.677690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9535f50e-de29-44ed-b28e-6fc5173c8226 req-322f1f58-14e8-47a0-baff-30302dee807d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7166717 Jul 13 19:29:25.693718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f1f58-14e8-47a0-baff-30302dee807d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc787e82-e7f7-40f0-97c9-1630e2398398,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:25.733779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Made reservation on behalf of 8208aa1abb32458796eba9bac247e1b1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:25.740363 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.814935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b803-f88e-42cf-8599-7ec1707da8ae req-18df08f4-fd49-4cbc-9900-32ffdb706aab tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:25.822363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be95b803-f88e-42cf-8599-7ec1707da8ae req-18df08f4-fd49-4cbc-9900-32ffdb706aab tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.1470988 Jul 13 19:29:25.876585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be95b803-f88e-42cf-8599-7ec1707da8ae req-74b0f13a-83b8-47fc-b377-38c2ad17d0a5 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528502 Jul 13 19:29:25.972785 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.018986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d426b7ac-c9d8-43cc-9bd8-e50acb888ff2 req-9f3f343e-7ded-4eab-bcb9-70bbd30581fe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1175154938', 'description': 'tempest-description-1210759216'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:26.030519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68604936-3c4c-4ff9-8f97-d0a01ac97296 req-5e1aef41-b06d-4de1-b3b2-398fb6d98bb4 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 210 time: 0.1651716 Jul 13 19:29:26.062652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d426b7ac-c9d8-43cc-9bd8-e50acb888ff2 req-9f3f343e-7ded-4eab-bcb9-70bbd30581fe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.086994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Allocated IP 172.20.0.3 (8f171e9a-56af-4334-8135-c96e233162cd/bc56495e-88c3-4163-bf72-61e078362c03/f3610ccf-f388-4f6c-9c74-0821af08e9d1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:26.198416 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d426b7ac-c9d8-43cc-9bd8-e50acb888ff2 req-9f3f343e-7ded-4eab-bcb9-70bbd30581fe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.212283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d426b7ac-c9d8-43cc-9bd8-e50acb888ff2 req-9f3f343e-7ded-4eab-bcb9-70bbd30581fe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.268228 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d426b7ac-c9d8-43cc-9bd8-e50acb888ff2 req-9f3f343e-7ded-4eab-bcb9-70bbd30581fe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.276449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d426b7ac-c9d8-43cc-9bd8-e50acb888ff2 req-9f3f343e-7ded-4eab-bcb9-70bbd30581fe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2623742 Jul 13 19:29:26.288527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f343e-7ded-4eab-bcb9-70bbd30581fe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a29e08-bc31-4059-a393-d7c6c97f10bb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:26.389457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bda88-a441-42fd-b75e-08cee9bf67c3 req-505dc52b-3dc1-4eea-be72-125453b7d8de tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:26.391057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-626bda88-a441-42fd-b75e-08cee9bf67c3 req-505dc52b-3dc1-4eea-be72-125453b7d8de tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.1537893 Jul 13 19:29:26.394135 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.457090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-626bda88-a441-42fd-b75e-08cee9bf67c3 req-9f65c741-8f96-4cc2-aa5e-6c31550f3db2 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589116 Jul 13 19:29:26.510801 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.584471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa3d2e-2e53-460e-873d-dd8b7b75791e req-cdb64978-75d1-4012-aa65-5605e4b2cb24 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:26.591835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9afa3d2e-2e53-460e-873d-dd8b7b75791e req-cdb64978-75d1-4012-aa65-5605e4b2cb24 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 946 time: 0.1018567 Jul 13 19:29:26.623211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Pushing event updated for resources: {'Port': ['ID=f3610ccf-f388-4f6c-9c74-0821af08e9d1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:26.639431 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9afa3d2e-2e53-460e-873d-dd8b7b75791e req-8e9760b8-6f48-4cd3-bf94-9dac88419179 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466540 Jul 13 19:29:26.664434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Network 8f171e9a-56af-4334-8135-c96e233162cd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:26.665706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:26.676713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:26.737727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 84782a1c-6e9b-4e6e-b3eb-7466f707e07a no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:26.838099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:26.838824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.869992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2eea0-024f-41a0-b173-068f848b8ea4 req-419483b1-5e31-4f23-aed1-0809be94ca74 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:26.871800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80a2eea0-024f-41a0-b173-068f848b8ea4 req-419483b1-5e31-4f23-aed1-0809be94ca74 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.1780031 Jul 13 19:29:26.875267 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-0e9fa158-ed9d-4136-9dd3-8a91d632b8d1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4332640 Jul 13 19:29:26.884460 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.901010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Request body: {'port': {'device_id': '6527c5f1-3d72-4ac8-a965-04d1a5fcea9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:26.932022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-49341fa6-124e-47ae-b544-f522ccbc9651 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:26.938337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:26.939711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:26.942959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-49341fa6-124e-47ae-b544-f522ccbc9651 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 812 time: 0.1835399 Jul 13 19:29:26.943676 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2709e472-5f64-44a7-9df1-bdf837615739" -d '{"events": [{"server_uuid": "a5c012f8-baef-49ab-bc67-90c8bd9174b7", "name": "network-vif-unplugged", "status": "completed", "tag": "84782a1c-6e9b-4e6e-b3eb-7466f707e07a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:26.947879 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.964044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-028f4ed6-8645-446c-bf79-a1560ad4499a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/quotas/44d3df54d63a491da66720b006812804 HTTP/1.1" status: 200 len: 375 time: 0.0199862 Jul 13 19:29:27.012488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:27.024379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.025081 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.025805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.026336 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.026951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.027441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.027880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.028399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.029154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.029627 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.030084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.030818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:27.094963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-8d27604c-9635-4d4b-ab9e-e0da4e12db70 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283686 Jul 13 19:29:27.096673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80a2eea0-024f-41a0-b173-068f848b8ea4 req-81591239-ad85-4bdc-81e4-c3d9c8b80a59 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077565 Jul 13 19:29:27.128066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:27.291529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-2bca864f-175d-46f8-839c-4b23b38e94c6 service neutron] 10.222.0.25 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930807 Jul 13 19:29:27.455738 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-b2b49aef-f05c-4921-b87d-f774b26f2def service neutron] 10.222.0.25 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611266 Jul 13 19:29:27.586705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3610ccf-f388-4f6c-9c74-0821af08e9d1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:27.596442 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:27.621448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Transition to ACTIVE for port object f3610ccf-f388-4f6c-9c74-0821af08e9d1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:27.626933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:27.662839 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5da5f32-1eba-4ec6-a969-e1f3661082fd x-openstack-request-id: req-b5da5f32-1eba-4ec6-a969-e1f3661082fd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:27.663308 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c012f8-baef-49ab-bc67-90c8bd9174b7", "name": "network-vif-unplugged", "status": "failed", "tag": "84782a1c-6e9b-4e6e-b3eb-7466f707e07a", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:27.663729 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5da5f32-1eba-4ec6-a969-e1f3661082fd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:27.664432 n-d-800708-1 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a', 'code': 422} returned with failed status Jul 13 19:29:27.743660 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Pushing event updated for resources: {'Port': ['ID=f3610ccf-f388-4f6c-9c74-0821af08e9d1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:27.841134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Attempting to bind port f3610ccf-f388-4f6c-9c74-0821af08e9d1 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:27.841512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Attempting to bind port f3610ccf-f388-4f6c-9c74-0821af08e9d1 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'e22707c0-22b6-41ef-9839-c88aa36ac976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8f171e9a-56af-4334-8135-c96e233162cd'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:27.841845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Attempting to bind port f3610ccf-f388-4f6c-9c74-0821af08e9d1 on network 8f171e9a-56af-4334-8135-c96e233162cd {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:27.854462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Port f3610ccf-f388-4f6c-9c74-0821af08e9d1 on network 8f171e9a-56af-4334-8135-c96e233162cd not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:29:27.854704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Attempting to bind port f3610ccf-f388-4f6c-9c74-0821af08e9d1 on network 8f171e9a-56af-4334-8135-c96e233162cd {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:27.865091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 53980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:27.868373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:27.869005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Checking segment: {'id': 'e22707c0-22b6-41ef-9839-c88aa36ac976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8f171e9a-56af-4334-8135-c96e233162cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:27.869132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Bound using segment: {'id': 'e22707c0-22b6-41ef-9839-c88aa36ac976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8f171e9a-56af-4334-8135-c96e233162cd'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:27.869545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Bound port: f3610ccf-f388-4f6c-9c74-0821af08e9d1, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22707c0-22b6-41ef-9839-c88aa36ac976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8f171e9a-56af-4334-8135-c96e233162cd'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:27.869916 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:27.948367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5abb9-e9d9-4eef-be9c-6bf1126d4d0a req-3ee5ed93-3f38-4264-a8d3-f8104edb5c27 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:27.949974 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ec5abb9-e9d9-4eef-be9c-6bf1126d4d0a req-3ee5ed93-3f38-4264-a8d3-f8104edb5c27 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 943 time: 0.1410530 Jul 13 19:29:27.980149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] For port f3610ccf-f388-4f6c-9c74-0821af08e9d1, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:27.983702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] For port f3610ccf-f388-4f6c-9c74-0821af08e9d1, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f3610ccf-f388-4f6c-9c74-0821af08e9d1,segment=NetworkSegment(e22707c0-22b6-41ef-9839-c88aa36ac976),segment_id=e22707c0-22b6-41ef-9839-c88aa36ac976)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:27.992737 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:28.083667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ec5abb9-e9d9-4eef-be9c-6bf1126d4d0a req-ca99362b-180c-4e04-83ed-06f29872eed2 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/security-groups?id=f744564f-e07d-4fc6-974e-fefc42f4c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260531 Jul 13 19:29:28.096385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2120483885', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:28.123600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Made reservation on behalf of 1d59840d30fb458a947ea1099153af39 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:28.126729 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:28.146053 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:28.206568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:28.207203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:28.208627 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] 10.222.0.24 "PUT /v2.0/ports/f3610ccf-f388-4f6c-9c74-0821af08e9d1 HTTP/1.1" status: 200 len: 1091 time: 1.3176219 Jul 13 19:29:28.209367 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6527c5f1-3d72-4ac8-a965-04d1a5fcea9c', 'tag': 'f3610ccf-f388-4f6c-9c74-0821af08e9d1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:28.243093 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437f1571-20f2-403e-90be-ee4da2001750" -d '{"events": [{"name": "network-changed", "server_uuid": "6527c5f1-3d72-4ac8-a965-04d1a5fcea9c", "tag": "f3610ccf-f388-4f6c-9c74-0821af08e9d1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:28.253419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aabcc2-ac06-4285-b698-b2d8cfd54cca service neutron] Pushing event updated for resources: {'Port': ['ID=f3610ccf-f388-4f6c-9c74-0821af08e9d1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:28.300127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:28.305771 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:28.309906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] device_id is not set on port cda4af73-6252-441e-8c36-f924210aec1f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:29:28.438235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Allocated IP 172.25.7.26 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/cda4af73-6252-441e-8c36-f924210aec1f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:28.473768 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-1d935056-2423-482b-ad8d-1bac9df9bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:28.475326 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-1d935056-2423-482b-ad8d-1bac9df9bb37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8208aa1abb32458796eba9bac247e1b1&device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 1094 time: 0.2043126 Jul 13 19:29:28.491421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e864fa8-e73b-441c-ab89-c36f014bc5aa req-68daefdd-51ac-4d47-bda0-6748e3f277d2 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:28.492975 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e864fa8-e73b-441c-ab89-c36f014bc5aa req-68daefdd-51ac-4d47-bda0-6748e3f277d2 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.2263973 Jul 13 19:29:28.558304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-6eea2308-1220-49ed-bca9-be3c5ceb60f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3610ccf-f388-4f6c-9c74-0821af08e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0618656 Jul 13 19:29:28.621435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-c4cd6c90-1cf4-475a-acb2-1940b5d95d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:28.623305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-c4cd6c90-1cf4-475a-acb2-1940b5d95d74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc56495e-88c3-4163-bf72-61e078362c03 HTTP/1.1" status: 200 len: 854 time: 0.0544379 Jul 13 19:29:28.629761 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:28.682614 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-7b7adffc-ca90-427e-aa60-4563546b61a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f171e9a-56af-4334-8135-c96e233162cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461533 Jul 13 19:29:28.682898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:28.697799 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e864fa8-e73b-441c-ab89-c36f014bc5aa req-36d43732-42b1-46ff-be82-e8cfba04f4e5 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405299 Jul 13 19:29:28.783340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Pushing event updated for resources: {'Port': ['ID=cda4af73-6252-441e-8c36-f924210aec1f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:28.833013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:28.836128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:28.838313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7fe5f9-c266-4a16-bb7a-5fa7aba59383,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:28.851363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-5c7638de-f6e7-4dc3-bbd7-9ce07c9e82c2 service neutron] 10.222.0.24 "GET /v2.0/networks/8f171e9a-56af-4334-8135-c96e233162cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525209 Jul 13 19:29:28.853029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:28.902691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:28.903320 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:28.925469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d13b4a-a15c-48a5-aad1-8b0e2286dea6 req-d4e3e95f-4cd2-4299-b31d-7d5cbdee3513 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:28.927182 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19d13b4a-a15c-48a5-aad1-8b0e2286dea6 req-d4e3e95f-4cd2-4299-b31d-7d5cbdee3513 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 944 time: 0.2518284 Jul 13 19:29:28.945350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4a74cfbf-cf9c-4ea8-8594-966d4d35cd67 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0790515 Jul 13 19:29:28.953747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:28.958511 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.26'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:28.995727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19d13b4a-a15c-48a5-aad1-8b0e2286dea6 req-625ebbaf-87ce-4687-a374-0882f8c417a5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614116 Jul 13 19:29:29.003176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:29.004353 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:29.004502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e16f7338-375b-45f0-bbc1-0cb480300239 req-72dfe00c-3c6f-4061-8c9e-3d157fcbeef7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 210 time: 0.0591989 Jul 13 19:29:29.046757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c17dbd5-812f-4628-b964-5a191daa16a5 req-90ef50a7-3869-4711-85bd-48e76ec37a4f service neutron] 10.222.0.24 "GET /v2.0/networks/8f171e9a-56af-4334-8135-c96e233162cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866441 Jul 13 19:29:29.094794 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fe8f67-3292-42b7-8511-4ec62f315cdc x-openstack-request-id: req-07fe8f67-3292-42b7-8511-4ec62f315cdc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:29.095118 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6527c5f1-3d72-4ac8-a965-04d1a5fcea9c", "tag": "f3610ccf-f388-4f6c-9c74-0821af08e9d1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:29.095405 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07fe8f67-3292-42b7-8511-4ec62f315cdc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:29.096052 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6527c5f1-3d72-4ac8-a965-04d1a5fcea9c', 'tag': 'f3610ccf-f388-4f6c-9c74-0821af08e9d1', 'status': 'completed', 'code': 200} Jul 13 19:29:29.103401 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:29.198596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f1571-20f2-403e-90be-ee4da2001750 req-54ef902b-af5b-450b-b5f2-7496fa3daff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:29.200414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-437f1571-20f2-403e-90be-ee4da2001750 req-54ef902b-af5b-450b-b5f2-7496fa3daff8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8208aa1abb32458796eba9bac247e1b1&device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 1094 time: 0.0720563 Jul 13 19:29:29.400016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f1571-20f2-403e-90be-ee4da2001750 req-89b079ab-2023-457d-8f78-bbe89c6ab7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:29.401887 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-437f1571-20f2-403e-90be-ee4da2001750 req-89b079ab-2023-457d-8f78-bbe89c6ab7bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f171e9a-56af-4334-8135-c96e233162cd HTTP/1.1" status: 200 len: 915 time: 0.1935563 Jul 13 19:29:29.447664 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:29.464384 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-437f1571-20f2-403e-90be-ee4da2001750 req-e632adcb-4e0f-4bb5-85f9-1fc50e4cf6ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3610ccf-f388-4f6c-9c74-0821af08e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0531256 Jul 13 19:29:29.526649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f1571-20f2-403e-90be-ee4da2001750 req-a122c172-32ac-47fb-b150-508cf3242d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:29.528376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-437f1571-20f2-403e-90be-ee4da2001750 req-a122c172-32ac-47fb-b150-508cf3242d6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc56495e-88c3-4163-bf72-61e078362c03 HTTP/1.1" status: 200 len: 854 time: 0.0540390 Jul 13 19:29:29.595681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-437f1571-20f2-403e-90be-ee4da2001750 req-a2330c60-0292-4738-9093-7d270158ab06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f171e9a-56af-4334-8135-c96e233162cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565746 Jul 13 19:29:29.766928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284167d-7d50-4852-8a48-2370c1a7711f req-539ec2cf-dc27-42ce-ac87-bb748bbd0d70 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:29.774895 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a284167d-7d50-4852-8a48-2370c1a7711f req-539ec2cf-dc27-42ce-ac87-bb748bbd0d70 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.2866764 Jul 13 19:29:29.786871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-9aecdab8-5a58-4d26-954d-a93b68424d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:29.788410 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-9aecdab8-5a58-4d26-954d-a93b68424d89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6d2cc130d454b338b5a276e151dbe26&device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 1096 time: 0.1837082 Jul 13 19:29:29.791993 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-437f1571-20f2-403e-90be-ee4da2001750 req-a1433574-a7f3-453f-a228-89f108deab01 service neutron] 10.222.0.24 "GET /v2.0/networks/8f171e9a-56af-4334-8135-c96e233162cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820598 Jul 13 19:29:29.958753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-437f1571-20f2-403e-90be-ee4da2001750 req-a9e57631-9ff2-4b6f-b36b-92dc31317981 service neutron] 10.222.0.24 "GET /v2.0/networks/8f171e9a-56af-4334-8135-c96e233162cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557291 Jul 13 19:29:29.987851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-46680d62-e486-41da-b47a-bc9df10e40da tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:29.989437 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-46680d62-e486-41da-b47a-bc9df10e40da tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.60 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 812 time: 0.4330688 Jul 13 19:29:30.007067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'port': {'device_id': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864', 'admin_state_up': True, 'tenant_id': '44d3df54d63a491da66720b006812804'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:30.025147 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a284167d-7d50-4852-8a48-2370c1a7711f req-ae4b1176-bff3-42cc-a173-c89030f5de5f tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492924 Jul 13 19:29:30.029734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-c7c28daf-d258-4e22-bc37-a8ae1b847894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:30.037107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-c7c28daf-d258-4e22-bc37-a8ae1b847894 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 200 len: 917 time: 0.2364016 Jul 13 19:29:30.139336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Made reservation on behalf of 44d3df54d63a491da66720b006812804 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:30.144031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:30.201576 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-4048bba2-ee2a-43b5-be37-9a4d9185a1ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160bf9a6-9faf-43e8-837b-4c33bce56ccf HTTP/1.1" status: 200 len: 217 time: 0.0887370 Jul 13 19:29:30.366854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Allocated IP 172.20.0.5 (a57648e3-0dd4-4ccf-a85a-906932ce2864/42875c3e-355c-48e0-b230-11b7cc8d6913/a57914d0-e5a1-4227-b22f-b598098ac0db) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:30.380654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-d0dcb657-6f47-403e-841f-46e6fbb91e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:30.382577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-d0dcb657-6f47-403e-841f-46e6fbb91e5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=686153a5-fb71-4cec-a261-141307cace17 HTTP/1.1" status: 200 len: 855 time: 0.1398606 Jul 13 19:29:30.430424 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:30.460871 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:30.472579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2944f8a-74d1-4394-9276-8d4808db5a5c req-651fd739-4070-485d-b8b4-b15a8bd989ea tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:30.474173 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b2944f8a-74d1-4394-9276-8d4808db5a5c req-651fd739-4070-485d-b8b4-b15a8bd989ea tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 943 time: 0.2234941 Jul 13 19:29:30.587854 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b2944f8a-74d1-4394-9276-8d4808db5a5c req-9e9a8e12-0c8e-40a2-84e1-65ebbf957a22 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/security-groups?id=f744564f-e07d-4fc6-974e-fefc42f4c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042593 Jul 13 19:29:30.609229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:30.615657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-04abe830-5108-4d09-976b-c76d209ce251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:30.617257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-04abe830-5108-4d09-976b-c76d209ce251 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e590c06-ab25-4f59-b498-4884476caef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224007 Jul 13 19:29:30.661163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:30.677616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['554f19cb-68e2-445b-b094-23bab39d4a3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:30.715748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Network a57648e3-0dd4-4ccf-a85a-906932ce2864 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:30.719407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:30.727058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:30.750978 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 84782a1c-6e9b-4e6e-b3eb-7466f707e07a no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:30.765204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'Port': ['ID=a57914d0-e5a1-4227-b22f-b598098ac0db,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:30.801496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:30.804861 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:30.841452 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-7593ef54-c019-48d8-a0c3-b2a16a562d83 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8395953 Jul 13 19:29:30.853198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Request body: {'port': {'device_id': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:31.073563 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.091983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ce4f8-c80a-4d09-9149-9a37d43550bb req-83dda6f2-2c0d-4f22-a8bf-3ccb84c3fb98 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:31.094307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f25ce4f8-c80a-4d09-9149-9a37d43550bb req-83dda6f2-2c0d-4f22-a8bf-3ccb84c3fb98 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.2399621 Jul 13 19:29:31.119789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-14ded1ed-9823-4621-93f5-b39549c2cdf3 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:31.122306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-14ded1ed-9823-4621-93f5-b39549c2cdf3 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c012f8-baef-49ab-bc67-90c8bd9174b7 HTTP/1.1" status: 200 len: 944 time: 0.2124133 Jul 13 19:29:31.126180 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.193279 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-9eab2b3e-11e3-48ba-8a24-1151fe7f6422 service neutron] 10.222.0.60 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667028 Jul 13 19:29:31.237745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f25ce4f8-c80a-4d09-9149-9a37d43550bb req-30179099-f43b-41a4-a4c7-6ea001c36cf9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882185 Jul 13 19:29:31.348626 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96809c4d-8740-4cc6-9caa-cdc5e289708c req-26df645e-3368-428b-aa15-0bd604f600f7 service neutron] 10.222.0.60 "GET /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225054 Jul 13 19:29:31.380176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f3610ccf-f388-4f6c-9c74-0821af08e9d1 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:31.512323 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.515475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.525170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f3610ccf-f388-4f6c-9c74-0821af08e9d1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f3610ccf-f388-4f6c-9c74-0821af08e9d1,segment=NetworkSegment(e22707c0-22b6-41ef-9839-c88aa36ac976),segment_id=e22707c0-22b6-41ef-9839-c88aa36ac976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:31.540412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'f3610ccf-f388-4f6c-9c74-0821af08e9d1', 'network_id': '8f171e9a-56af-4334-8135-c96e233162cd', 'port_id': 'f3610ccf-f388-4f6c-9c74-0821af08e9d1', 'mac_address': 'fa:16:3e:8c:0f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc56495e-88c3-4163-bf72-61e078362c03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:31.588779 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.589436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b9e10a1-bad2-423a-91c8-e6587b8efb6a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:29:31.604693 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.614692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a78213-94c9-45bf-b8c6-111ec7b9f95c req-417cdc21-ac12-4c43-afcc-649bf215a2fe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:31.623858 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4a78213-94c9-45bf-b8c6-111ec7b9f95c req-417cdc21-ac12-4c43-afcc-649bf215a2fe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 931 time: 0.1850231 Jul 13 19:29:31.628592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3610ccf-f388-4f6c-9c74-0821af08e9d1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:31.651025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f3610ccf-f388-4f6c-9c74-0821af08e9d1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f3610ccf-f388-4f6c-9c74-0821af08e9d1,segment=NetworkSegment(e22707c0-22b6-41ef-9839-c88aa36ac976),segment_id=e22707c0-22b6-41ef-9839-c88aa36ac976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:31.655987 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.677089 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4a78213-94c9-45bf-b8c6-111ec7b9f95c req-cddb6466-5bd5-45dd-9bce-1bc2cc59b638 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522330 Jul 13 19:29:31.678158 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 19:29:31.683131 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1aa48ca2-71be-44b8-abe4-34cca6a01bc4 tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7280223 Jul 13 19:29:31.689647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:31.719410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f3610ccf-f388-4f6c-9c74-0821af08e9d1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:31.727852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-0ca017ea-915b-4285-bef4-3dd2eb9bc2e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Deleting port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:31.728202 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-0ca017ea-915b-4285-bef4-3dd2eb9bc2e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.848456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-712d0798-d834-4245-ad8d-af475701342a tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Deleting port cda4af73-6252-441e-8c36-f924210aec1f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:31.848456 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-712d0798-d834-4245-ad8d-af475701342a tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.877543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-0ca017ea-915b-4285-bef4-3dd2eb9bc2e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] For port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:31.878127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-0ca017ea-915b-4285-bef4-3dd2eb9bc2e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.904777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-0ca017ea-915b-4285-bef4-3dd2eb9bc2e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Calling delete_port for 84782a1c-6e9b-4e6e-b3eb-7466f707e07a owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:31.921180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f3610ccf-f388-4f6c-9c74-0821af08e9d1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:31.955352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-712d0798-d834-4245-ad8d-af475701342a tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.969212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-712d0798-d834-4245-ad8d-af475701342a tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Calling delete_port for cda4af73-6252-441e-8c36-f924210aec1f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:31.984397 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57914d0-e5a1-4227-b22f-b598098ac0db {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:31.995612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.020892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Transition to ACTIVE for port object a57914d0-e5a1-4227-b22f-b598098ac0db will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:32.035206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.115457 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-712d0798-d834-4245-ad8d-af475701342a tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.153311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d0798-d834-4245-ad8d-af475701342a tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Pushing event deleted for resources: {'Port': ['ID=cda4af73-6252-441e-8c36-f924210aec1f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:32.158262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Pushing event updated for resources: {'Port': ['ID=a57914d0-e5a1-4227-b22f-b598098ac0db,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:32.271922 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-712d0798-d834-4245-ad8d-af475701342a tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.275357 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-712d0798-d834-4245-ad8d-af475701342a tempest-RoutersAdminNegativeIpV6Test-1333940117 tempest-RoutersAdminNegativeIpV6Test-1333940117-project-admin] 10.222.0.25 "DELETE /v2.0/ports/cda4af73-6252-441e-8c36-f924210aec1f HTTP/1.1" status: 204 len: 168 time: 0.5851436 Jul 13 19:29:32.347194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-0ca017ea-915b-4285-bef4-3dd2eb9bc2e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.364648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Attempting to bind port a57914d0-e5a1-4227-b22f-b598098ac0db on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:32.365014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Attempting to bind port a57914d0-e5a1-4227-b22f-b598098ac0db by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '68e00be8-bbee-4eed-95fb-931479312fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:32.365349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Attempting to bind port a57914d0-e5a1-4227-b22f-b598098ac0db on network a57648e3-0dd4-4ccf-a85a-906932ce2864 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:32.408973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca017ea-915b-4285-bef4-3dd2eb9bc2e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event deleted for resources: {'Port': ['ID=84782a1c-6e9b-4e6e-b3eb-7466f707e07a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:32.412163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Port a57914d0-e5a1-4227-b22f-b598098ac0db on network a57648e3-0dd4-4ccf-a85a-906932ce2864 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:29:32.412590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Attempting to bind port a57914d0-e5a1-4227-b22f-b598098ac0db on network a57648e3-0dd4-4ccf-a85a-906932ce2864 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:32.425380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:32.425852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Checking segment: {'id': '68e00be8-bbee-4eed-95fb-931479312fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:32.426555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Bound using segment: {'id': '68e00be8-bbee-4eed-95fb-931479312fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:32.435855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Bound port: a57914d0-e5a1-4227-b22f-b598098ac0db, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e00be8-bbee-4eed-95fb-931479312fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:32.436657 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.489694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-0ca017ea-915b-4285-bef4-3dd2eb9bc2e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] No DVR routers for this DVR port 84782a1c-6e9b-4e6e-b3eb-7466f707e07a on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:32.493832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-0ca017ea-915b-4285-bef4-3dd2eb9bc2e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.505868 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0ec86b62-efa9-4643-ae55-51c63b57e494 req-0ca017ea-915b-4285-bef4-3dd2eb9bc2e6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "DELETE /v2.0/ports/84782a1c-6e9b-4e6e-b3eb-7466f707e07a HTTP/1.1" status: 204 len: 173 time: 1.3766320 Jul 13 19:29:32.506641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'name': 'network-vif-deleted', 'tag': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:32.509204 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891004df-e968-4b8f-9f14-524ca459a065" -d '{"events": [{"server_uuid": "a5c012f8-baef-49ab-bc67-90c8bd9174b7", "name": "network-vif-deleted", "tag": "84782a1c-6e9b-4e6e-b3eb-7466f707e07a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:32.594084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] For port a57914d0-e5a1-4227-b22f-b598098ac0db, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:32.600091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] For port a57914d0-e5a1-4227-b22f-b598098ac0db, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a57914d0-e5a1-4227-b22f-b598098ac0db,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:32.615342 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.735260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:32.736689 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.738638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] 10.222.0.60 "PUT /v2.0/ports/a57914d0-e5a1-4227-b22f-b598098ac0db HTTP/1.1" status: 200 len: 1091 time: 1.8897014 Jul 13 19:29:32.806064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:32.819737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2d0c5-c191-43f6-b05a-dbefb38d7089 service neutron] Pushing event updated for resources: {'Port': ['ID=a57914d0-e5a1-4227-b22f-b598098ac0db,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:32.857868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-a0992d70-9f8d-4dcf-90a2-4adc272c340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:32.859431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-a0992d70-9f8d-4dcf-90a2-4adc272c340f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 1094 time: 0.0689852 Jul 13 19:29:32.907197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-88014939-494c-4f9b-91fa-db52fce7d5d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a57914d0-e5a1-4227-b22f-b598098ac0db HTTP/1.1" status: 200 len: 217 time: 0.0402658 Jul 13 19:29:32.909435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083862c5-ef6e-4cf3-97b0-3402862138d0 req-1bbf6948-43ef-4c01-ad78-72fc3716da9e tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:32.916525 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-083862c5-ef6e-4cf3-97b0-3402862138d0 req-1bbf6948-43ef-4c01-ad78-72fc3716da9e tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 944 time: 0.0964923 Jul 13 19:29:32.960778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59c9bcb-b162-46d9-843d-270fb344aebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.965285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-e97c2afc-0773-451f-8562-d01a02790fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:32.966892 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-e97c2afc-0773-451f-8562-d01a02790fbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42875c3e-355c-48e0-b230-11b7cc8d6913 HTTP/1.1" status: 200 len: 852 time: 0.0534837 Jul 13 19:29:32.973222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-083862c5-ef6e-4cf3-97b0-3402862138d0 req-266ce893-1fd9-463c-948c-cee785d172d6 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/security-groups?id=f744564f-e07d-4fc6-974e-fefc42f4c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559056 Jul 13 19:29:33.072702 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-b2887f90-00cc-4072-9933-277ec629c454 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a57648e3-0dd4-4ccf-a85a-906932ce2864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311222 Jul 13 19:29:33.074755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59c9bcb-b162-46d9-843d-270fb344aebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.080554 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59c9bcb-b162-46d9-843d-270fb344aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.123071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c9bcb-b162-46d9-843d-270fb344aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958d62ae-ee3e-46b7-9d3d-ad89a8d3c1d3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:33.133756 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f59c9bcb-b162-46d9-843d-270fb344aebc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=788be4597ca4495c9bc1d86b47dbc0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263297 Jul 13 19:29:33.136677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:33.224857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-0e36d277-b4b6-40ae-a070-50737ce1a8f6 service neutron] 10.222.0.60 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458111 Jul 13 19:29:33.226077 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9ae8-4ea7-4049-a81a-6c9964a9c7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.260907 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9ae8-4ea7-4049-a81a-6c9964a9c7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.287992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235d34-2249-4e78-adfa-a1e431ac5399 req-20aaaf98-0073-491b-a189-5bfe616730c9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:33.289472 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8235d34-2249-4e78-adfa-a1e431ac5399 req-20aaaf98-0073-491b-a189-5bfe616730c9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.1214879 Jul 13 19:29:33.343470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8235d34-2249-4e78-adfa-a1e431ac5399 req-d7e7e24b-305d-417c-87da-a87ac29425a0 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Jul 13 19:29:33.352180 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9ae8-4ea7-4049-a81a-6c9964a9c7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.355133 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9ae8-4ea7-4049-a81a-6c9964a9c7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.359704 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c6dd9ae8-4ea7-4049-a81a-6c9964a9c7ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/958d62ae-ee3e-46b7-9d3d-ad89a8d3c1d3 HTTP/1.1" status: 204 len: 168 time: 0.2220495 Jul 13 19:29:33.370702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd9ae8-4ea7-4049-a81a-6c9964a9c7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958d62ae-ee3e-46b7-9d3d-ad89a8d3c1d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:33.380100 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ce85832-c8fe-49d9-acd8-4f3ac67cabdb req-2b588772-8467-4a4f-9a15-57921f2e0877 service neutron] 10.222.0.60 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492209 Jul 13 19:29:33.388950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e3c11-969c-42df-895a-b8633a16c340 req-2c7c3ee6-765b-48dd-87c7-ff39ff3b31a3 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:33.390611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3e9e3c11-969c-42df-895a-b8633a16c340 req-2c7c3ee6-765b-48dd-87c7-ff39ff3b31a3 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.1120534 Jul 13 19:29:33.392410 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a578faaf-d92d-4ae6-87cd-8acc4017024b x-openstack-request-id: req-a578faaf-d92d-4ae6-87cd-8acc4017024b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:33.393304 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c012f8-baef-49ab-bc67-90c8bd9174b7", "name": "network-vif-deleted", "tag": "84782a1c-6e9b-4e6e-b3eb-7466f707e07a", "status": "failed", "code": 422}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:33.393304 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a578faaf-d92d-4ae6-87cd-8acc4017024b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:33.393552 n-d-800708-1 neutron-server[93766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5c012f8-baef-49ab-bc67-90c8bd9174b7', 'name': 'network-vif-deleted', 'tag': '84782a1c-6e9b-4e6e-b3eb-7466f707e07a', 'status': 'failed', 'code': 422} returned with failed status Jul 13 19:29:33.407206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f3610ccf-f388-4f6c-9c74-0821af08e9d1 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:33.435582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3e9e3c11-969c-42df-895a-b8633a16c340 req-db611939-c10f-491d-91e9-86ab259e27fb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381584 Jul 13 19:29:33.479879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port f3610ccf-f388-4f6c-9c74-0821af08e9d1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:33.484129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port f3610ccf-f388-4f6c-9c74-0821af08e9d1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:33.484523 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.592457 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.606352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f191ec-385e-45f3-8d4a-bd7431b0c370 req-443757dc-a168-471d-8e2f-253cd467fda0 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:33.617345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5f191ec-385e-45f3-8d4a-bd7431b0c370 req-443757dc-a168-471d-8e2f-253cd467fda0 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 943 time: 0.1041067 Jul 13 19:29:33.618090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6527c5f1-3d72-4ac8-a965-04d1a5fcea9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3610ccf-f388-4f6c-9c74-0821af08e9d1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:33.621113 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2277c4af-cfcb-4487-87a4-0cc5dc0eb97c" -d '{"events": [{"server_uuid": "6527c5f1-3d72-4ac8-a965-04d1a5fcea9c", "name": "network-vif-plugged", "status": "completed", "tag": "f3610ccf-f388-4f6c-9c74-0821af08e9d1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:33.635311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f3610ccf-f388-4f6c-9c74-0821af08e9d1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f3610ccf-f388-4f6c-9c74-0821af08e9d1,segment=NetworkSegment(e22707c0-22b6-41ef-9839-c88aa36ac976),segment_id=e22707c0-22b6-41ef-9839-c88aa36ac976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:33.639709 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.678931 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5f191ec-385e-45f3-8d4a-bd7431b0c370 req-deaa7d2e-888b-4406-b320-3777321dbd30 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599799 Jul 13 19:29:33.701640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f3610ccf-f388-4f6c-9c74-0821af08e9d1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:33.752777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6d636-c0e7-4796-a287-3627b2bb8d72 req-af36263a-8873-49a8-b16a-4049905a798e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:33.755605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e8e6d636-c0e7-4796-a287-3627b2bb8d72 req-af36263a-8873-49a8-b16a-4049905a798e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.0890191 Jul 13 19:29:33.795616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e8e6d636-c0e7-4796-a287-3627b2bb8d72 req-c82741a2-bd66-41d0-8741-08b8c79e196a tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352485 Jul 13 19:29:33.827689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:33.840426 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91341aba-a117-43ea-8dd9-00bb7d60cb70 x-openstack-request-id: req-91341aba-a117-43ea-8dd9-00bb7d60cb70 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:33.840747 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6527c5f1-3d72-4ac8-a965-04d1a5fcea9c", "name": "network-vif-plugged", "status": "completed", "tag": "f3610ccf-f388-4f6c-9c74-0821af08e9d1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:33.840997 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91341aba-a117-43ea-8dd9-00bb7d60cb70 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:33.841658 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6527c5f1-3d72-4ac8-a965-04d1a5fcea9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3610ccf-f388-4f6c-9c74-0821af08e9d1', 'code': 200} Jul 13 19:29:33.877653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-45ba1cee-5079-4feb-ae6d-7f6426a92951 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d59840d30fb458a947ea1099153af39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482612 Jul 13 19:29:33.880166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:33.987839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f472b-e986-49fa-8b35-b95e252d4115 req-cf90d4b8-766a-4581-8204-df9612327cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:33.989425 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-243f472b-e986-49fa-8b35-b95e252d4115 req-cf90d4b8-766a-4581-8204-df9612327cef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 1096 time: 0.0555584 Jul 13 19:29:34.003877 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f571c806-5fef-45bb-9643-41124be50d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:34.041028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f571c806-5fef-45bb-9643-41124be50d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:34.057929 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-243f472b-e986-49fa-8b35-b95e252d4115 req-e87a9779-b0ab-4b5b-96d5-634a463179ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f744564f-e07d-4fc6-974e-fefc42f4c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620065 Jul 13 19:29:34.071524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-607fbd9b-bd34-4bb8-a1c7-323bce666e02 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:34.072995 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-607fbd9b-bd34-4bb8-a1c7-323bce666e02 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.1466088 Jul 13 19:29:34.082423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108ad95-46fc-4db5-b7ad-5cc67bd84bfb req-bcf15243-7224-469c-a9f8-6e2705198db2 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:34.083921 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5108ad95-46fc-4db5-b7ad-5cc67bd84bfb req-bcf15243-7224-469c-a9f8-6e2705198db2 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08 HTTP/1.1" status: 200 len: 945 time: 0.0892096 Jul 13 19:29:34.097417 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-6392407d-301c-40ac-b6c4-2f5a3fe49aad tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/quotas/55c1b6660b43410b9642a613186cc03f HTTP/1.1" status: 200 len: 375 time: 0.0163364 Jul 13 19:29:34.123134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5108ad95-46fc-4db5-b7ad-5cc67bd84bfb req-5ed3f8d8-8052-444c-bb50-65c586de03e5 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335176 Jul 13 19:29:34.131147 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-14d43d62-2b8e-4c40-bf57-74eb8e608386 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283988 Jul 13 19:29:34.136962 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f571c806-5fef-45bb-9643-41124be50d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:34.139564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f571c806-5fef-45bb-9643-41124be50d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:34.140681 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f571c806-5fef-45bb-9643-41124be50d34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f7fe5f9-c266-4a16-bb7a-5fa7aba59383 HTTP/1.1" status: 204 len: 168 time: 0.2595270 Jul 13 19:29:34.150488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571c806-5fef-45bb-9643-41124be50d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7fe5f9-c266-4a16-bb7a-5fa7aba59383,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:34.394741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbf194-e4b2-4d37-9732-854fa73cf61c req-c38e5fe2-069a-4f6e-aee4-56f24428492a tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:34.396369 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0cbf194-e4b2-4d37-9732-854fa73cf61c req-c38e5fe2-069a-4f6e-aee4-56f24428492a tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 945 time: 0.0813472 Jul 13 19:29:34.437482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0cbf194-e4b2-4d37-9732-854fa73cf61c req-a35425a8-292e-4921-b814-ea09eb10008c tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/security-groups?id=f744564f-e07d-4fc6-974e-fefc42f4c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348966 Jul 13 19:29:34.563444 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-ba892941-28c6-4855-bfdf-5f09d9802440 service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213045 Jul 13 19:29:34.614651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f99c51-1d6a-4550-bc4a-276be1436d2b req-8161ceb5-aa9c-4abf-ae2b-3f33f8426e87 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:34.616177 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3f99c51-1d6a-4550-bc4a-276be1436d2b req-8161ceb5-aa9c-4abf-ae2b-3f33f8426e87 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 945 time: 0.0684896 Jul 13 19:29:34.656667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-978323d5-4df3-4585-87e7-991c515f7dde service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864401 Jul 13 19:29:34.670131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3f99c51-1d6a-4550-bc4a-276be1436d2b req-c21fa228-bb56-4907-8bc2-83f31e22442e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469444 Jul 13 19:29:34.952384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523692d-1da3-42bf-a44d-d69ebda958a6 req-57fe4597-da06-450f-9989-de35964210ac tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:34.954167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8523692d-1da3-42bf-a44d-d69ebda958a6 req-57fe4597-da06-450f-9989-de35964210ac tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.0782363 Jul 13 19:29:35.017979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8523692d-1da3-42bf-a44d-d69ebda958a6 req-402caa2a-d70e-487e-b056-8965343d6d65 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Jul 13 19:29:35.075757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-9f8bdaba-6ca6-4373-96ec-250cb8c2f8e8 req-c41cff05-3200-4233-9703-eecbb7972961 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:29:35.076775 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9f8bdaba-6ca6-4373-96ec-250cb8c2f8e8 req-c41cff05-3200-4233-9703-eecbb7972961 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074797 Jul 13 19:29:35.266231 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9f8bdaba-6ca6-4373-96ec-250cb8c2f8e8 req-713959f7-e694-4da3-be82-9574852f5c85 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1811576 Jul 13 19:29:35.395592 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'tag': 'a57914d0-e5a1-4227-b22f-b598098ac0db'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:35.398648 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388c69c4-a831-4338-b0b7-5c50db1295c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a88f03c6-9434-4cae-b725-b3125b3eff79", "tag": "a57914d0-e5a1-4227-b22f-b598098ac0db"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:35.621590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a76f0-a345-44e5-89fa-3a153d46ecc8 req-0a74d294-8e3f-45d3-8ae6-2853d8cde6e0 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:35.634970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b65a76f0-a345-44e5-89fa-3a153d46ecc8 req-0a74d294-8e3f-45d3-8ae6-2853d8cde6e0 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 943 time: 0.0952468 Jul 13 19:29:35.677721 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b65a76f0-a345-44e5-89fa-3a153d46ecc8 req-70a9bc4d-75e0-49ef-889d-654888b32e79 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371809 Jul 13 19:29:35.731578 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6dc96f3f-c1b7-4169-a60d-244e5a403de2 req-ff0a3657-6a45-4740-87a5-1db9b1edd364 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 210 time: 0.0492156 Jul 13 19:29:35.786030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:35.791153 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af18c64-11d7-4de6-807a-3468b6fb5548 x-openstack-request-id: req-3af18c64-11d7-4de6-807a-3468b6fb5548 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:35.791599 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88f03c6-9434-4cae-b725-b3125b3eff79", "tag": "a57914d0-e5a1-4227-b22f-b598098ac0db", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:35.791982 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3af18c64-11d7-4de6-807a-3468b6fb5548 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:35.792533 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'tag': 'a57914d0-e5a1-4227-b22f-b598098ac0db', 'status': 'completed', 'code': 200} Jul 13 19:29:35.886370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c69c4-a831-4338-b0b7-5c50db1295c2 req-2b774775-f3f8-48d9-b774-6e7060760e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:35.888435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-388c69c4-a831-4338-b0b7-5c50db1295c2 req-2b774775-f3f8-48d9-b774-6e7060760e49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 1094 time: 0.0705109 Jul 13 19:29:35.927182 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-788581699', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:35.978884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Made reservation on behalf of 36aa461a78ad4b7cb266d2d7d586ab85 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:35.981249 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:35.995733 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.017571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3740e04-7fb7-43d4-ba94-5b676dd83ff2 req-c82d0a8a-4a07-4e64-9da4-32a9dac428c7 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.019483 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d3740e04-7fb7-43d4-ba94-5b676dd83ff2 req-c82d0a8a-4a07-4e64-9da4-32a9dac428c7 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 945 time: 0.1140246 Jul 13 19:29:36.030296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c69c4-a831-4338-b0b7-5c50db1295c2 req-b7518dd4-552f-45ae-bae7-72ee5d233c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.031883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-388c69c4-a831-4338-b0b7-5c50db1295c2 req-b7518dd4-552f-45ae-bae7-72ee5d233c06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 913 time: 0.1372538 Jul 13 19:29:36.044911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2712e57-74b9-429c-8e20-7d65a615255a req-e36151b5-7204-4574-8b87-157b42140fc3 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.046297 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d2712e57-74b9-429c-8e20-7d65a615255a req-e36151b5-7204-4574-8b87-157b42140fc3 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.1501966 Jul 13 19:29:36.084773 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d3740e04-7fb7-43d4-ba94-5b676dd83ff2 req-12459519-c71a-4a10-9197-e385e7eaf9b1 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/security-groups?id=f744564f-e07d-4fc6-974e-fefc42f4c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575881 Jul 13 19:29:36.108344 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-388c69c4-a831-4338-b0b7-5c50db1295c2 req-605e47f4-f307-4aad-bb39-7c43b5411a68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a57914d0-e5a1-4227-b22f-b598098ac0db HTTP/1.1" status: 200 len: 217 time: 0.0610282 Jul 13 19:29:36.187352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.193116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.197484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] device_id is not set on port e66ba8df-b891-457d-a4ca-118ad6d14c5a yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:29:36.268739 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d2712e57-74b9-429c-8e20-7d65a615255a req-ce0596b8-a567-4440-a3c5-2b2c87e164b3 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627443 Jul 13 19:29:36.293238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c69c4-a831-4338-b0b7-5c50db1295c2 req-98be45a9-abd1-43a0-8d5e-a77c267e8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.295500 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-388c69c4-a831-4338-b0b7-5c50db1295c2 req-98be45a9-abd1-43a0-8d5e-a77c267e8a8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42875c3e-355c-48e0-b230-11b7cc8d6913 HTTP/1.1" status: 200 len: 852 time: 0.1783614 Jul 13 19:29:36.354573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-388c69c4-a831-4338-b0b7-5c50db1295c2 req-401926f0-c44f-45bb-8cd0-07c45ae4c49e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a57648e3-0dd4-4ccf-a85a-906932ce2864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461831 Jul 13 19:29:36.428450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Allocated IP 172.25.7.55 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/e66ba8df-b891-457d-a4ca-118ad6d14c5a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:36.442014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64569377-cef8-43b4-9933-1851bff32e61,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:36.624572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-0252e9d9-50b3-4e47-9a43-d222d2269f33 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.626534 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-0252e9d9-50b3-4e47-9a43-d222d2269f33 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.24 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.4629512 Jul 13 19:29:36.628999 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-388c69c4-a831-4338-b0b7-5c50db1295c2 req-0939919f-06ad-49be-9038-7ad92b70b965 service neutron] 10.222.0.60 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649632 Jul 13 19:29:36.666113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Request body: {'port': {'device_id': 'fa764755-0fa6-4a63-8242-9084cdc87094', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'admin_state_up': True, 'tenant_id': '55c1b6660b43410b9642a613186cc03f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:36.716979 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.729847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8128d-3f8b-4d74-be8b-aee00d663bdb req-70b78992-72fd-4824-b42b-6ab1dc6cc09b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.729847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95a8128d-3f8b-4d74-be8b-aee00d663bdb req-70b78992-72fd-4824-b42b-6ab1dc6cc09b tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08 HTTP/1.1" status: 200 len: 945 time: 0.1208205 Jul 13 19:29:36.741982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a57914d0-e5a1-4227-b22f-b598098ac0db details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:36.750261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b49343cd-14e9-4a3f-8dc0-f343ce303aee no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:36.802986 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-388c69c4-a831-4338-b0b7-5c50db1295c2 req-92f9faad-acec-4993-b307-56740c0f3454 service neutron] 10.222.0.60 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612971 Jul 13 19:29:36.803329 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95a8128d-3f8b-4d74-be8b-aee00d663bdb req-93b3920a-9ad5-4488-8b54-7737d3f0df20 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658443 Jul 13 19:29:36.814010 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.846926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d7dd8-f9ab-4ab2-ae90-9e7eb2d67115 req-b2470ec8-7a82-4618-afee-0d02d4225fb3 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.853972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-793d7dd8-f9ab-4ab2-ae90-9e7eb2d67115 req-b2470ec8-7a82-4618-afee-0d02d4225fb3 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.4242408 Jul 13 19:29:36.884047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Pushing event updated for resources: {'Port': ['ID=e66ba8df-b891-457d-a4ca-118ad6d14c5a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:36.906020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:36.909357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:36.912311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:36.953748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-793d7dd8-f9ab-4ab2-ae90-9e7eb2d67115 req-63b9d610-0dd9-4c2f-aaac-1f4f742b8970 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978689 Jul 13 19:29:36.983717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.984566 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.990614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Made reservation on behalf of 55c1b6660b43410b9642a613186cc03f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:36.997421 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.049688 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ba5c9540-447b-43c2-a0f2-4ca751f2d44e tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2620058 Jul 13 19:29:37.053088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:37.058372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.55'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:37.106581 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.117353 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.119352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.145133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a57914d0-e5a1-4227-b22f-b598098ac0db, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a57914d0-e5a1-4227-b22f-b598098ac0db,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:37.151894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-8ea3adef-e36b-44a2-baf8-5e6b3d658ced tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:37.154500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-8ea3adef-e36b-44a2-baf8-5e6b3d658ced tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 805 time: 0.1861537 Jul 13 19:29:37.163737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:37.166835 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8f444f-4191-4ea1-9aeb-f5a1ffc7b79b" -d '{"events": [{"server_uuid": "62180a72-43e4-41dc-bfd9-04337bc9de86", "name": "network-vif-unplugged", "status": "completed", "tag": "b49343cd-14e9-4a3f-8dc0-f343ce303aee"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:37.178936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-76ead17b-3dec-49fb-aa6b-b9a98115b1f7 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/quotas/810b6702d6074cd9a65821c85ca92809 HTTP/1.1" status: 200 len: 375 time: 0.0170262 Jul 13 19:29:37.182111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'a57914d0-e5a1-4227-b22f-b598098ac0db', 'network_id': 'a57648e3-0dd4-4ccf-a85a-906932ce2864', 'port_id': 'a57914d0-e5a1-4227-b22f-b598098ac0db', 'mac_address': 'fa:16:3e:6e:51:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42875c3e-355c-48e0-b230-11b7cc8d6913', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:37.184990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b49343cd-14e9-4a3f-8dc0-f343ce303aee, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:37.192368 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.264296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Allocated IP 172.20.0.8 (72f09d8e-4f78-4d20-8020-5fca1d07f50e/689eb9a9-afaa-4060-b430-02da6938dc28/1a885cfe-a282-4e85-b256-0286dc3f49a8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:37.271861 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.297954 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.299338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b49343cd-14e9-4a3f-8dc0-f343ce303aee,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:37.315852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b4feb-e710-402e-9a08-641b48ab7094 req-6955ba1d-3ca3-4086-a083-586f3c64bc04 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:37.315852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d23b4feb-e710-402e-9a08-641b48ab7094 req-6955ba1d-3ca3-4086-a083-586f3c64bc04 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 943 time: 0.1485546 Jul 13 19:29:37.318173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57914d0-e5a1-4227-b22f-b598098ac0db {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:37.340436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a57914d0-e5a1-4227-b22f-b598098ac0db, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a57914d0-e5a1-4227-b22f-b598098ac0db,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:37.349577 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.409418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a57914d0-e5a1-4227-b22f-b598098ac0db,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:37.427014 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d23b4feb-e710-402e-9a08-641b48ab7094 req-55057dfb-0aaa-4bb3-89a6-d050491aae0a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015029 Jul 13 19:29:37.449315 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-ff41ab44-9027-4769-808d-3f07902dd1a1 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2586863 Jul 13 19:29:37.498608 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.547610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.555742 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.640439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Network 72f09d8e-4f78-4d20-8020-5fca1d07f50e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:37.646324 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-090e3158-624b-4523-8020-406e4c4699ee service neutron] 10.222.0.25 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586044 Jul 13 19:29:37.649981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a57914d0-e5a1-4227-b22f-b598098ac0db'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:37.650881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:37.654953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:37.712624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:37.713272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.729153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event updated for resources: {'Port': ['ID=1a885cfe-a282-4e85-b256-0286dc3f49a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:37.753463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-389c169a-9fd6-4ce0-9978-4e17af4ffd79 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1135321 Jul 13 19:29:37.773818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-e6a1d0e2-f8fb-44ba-997b-ff0ae1c9e7ef service neutron] 10.222.0.25 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104312 Jul 13 19:29:37.775940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b32a87-3688-4c46-83bb-de3efea08b48 req-e031dcd5-bcca-4ffb-830f-3e0182944cdb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:37.783353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0b32a87-3688-4c46-83bb-de3efea08b48 req-e031dcd5-bcca-4ffb-830f-3e0182944cdb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 931 time: 0.2050996 Jul 13 19:29:37.796509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Request body: {'port': {'device_id': 'fa764755-0fa6-4a63-8242-9084cdc87094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:37.886207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.906582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.909821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.950535 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0b32a87-3688-4c46-83bb-de3efea08b48 req-23c69d5b-3ac3-4dbc-ab5d-a7bce5f51eaf tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658010 Jul 13 19:29:38.074697 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a403f6fe-b201-4def-bf06-fff17bc23fdb x-openstack-request-id: req-a403f6fe-b201-4def-bf06-fff17bc23fdb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:38.075198 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62180a72-43e4-41dc-bfd9-04337bc9de86", "name": "network-vif-unplugged", "status": "completed", "tag": "b49343cd-14e9-4a3f-8dc0-f343ce303aee", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:38.075348 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a403f6fe-b201-4def-bf06-fff17bc23fdb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:38.075862 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee', 'code': 200} Jul 13 19:29:38.094197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.299152 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.301819 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.356036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-98ad2d77-abcc-485b-94f4-0632c897b778 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:38.358224 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-98ad2d77-abcc-485b-94f4-0632c897b778 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "GET /v2.0/ports?device_id=62180a72-43e4-41dc-bfd9-04337bc9de86 HTTP/1.1" status: 200 len: 944 time: 0.2103963 Jul 13 19:29:38.366864 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.367622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18020b61-f22d-4ec0-83c2-77baf95c1f8c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:29:38.390865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605f65c-71a4-48a1-92e6-16da51948d58 req-04a20fea-c8d3-49fd-aada-a59e2f224ca4 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:38.394645 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 19:29:38.398727 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b605f65c-71a4-48a1-92e6-16da51948d58 req-04a20fea-c8d3-49fd-aada-a59e2f224ca4 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 945 time: 0.2652617 Jul 13 19:29:38.399491 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fc4a1e0f-4f23-443d-b915-72639d040bae tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3452427 Jul 13 19:29:38.400755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:38.542256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2d14a7b3-5418-4ad2-bf92-d1ff3048d2a0 tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Deleting port e66ba8df-b891-457d-a4ca-118ad6d14c5a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:38.543099 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d14a7b3-5418-4ad2-bf92-d1ff3048d2a0 tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.556119 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b605f65c-71a4-48a1-92e6-16da51948d58 req-4ff8a9de-e79a-4b45-b947-eeffa3ccab98 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314065 Jul 13 19:29:38.605767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a885cfe-a282-4e85-b256-0286dc3f49a8 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:38.616134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.634576 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d14a7b3-5418-4ad2-bf92-d1ff3048d2a0 tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.639923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Transition to ACTIVE for port object 1a885cfe-a282-4e85-b256-0286dc3f49a8 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:38.645466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.648802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-8f1a237d-2a78-4136-b9dd-326fcbe941eb tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Deleting port b49343cd-14e9-4a3f-8dc0-f343ce303aee {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:38.649205 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-8f1a237d-2a78-4136-b9dd-326fcbe941eb tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.649939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2d14a7b3-5418-4ad2-bf92-d1ff3048d2a0 tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Calling delete_port for e66ba8df-b891-457d-a4ca-118ad6d14c5a owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:38.746891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a57914d0-e5a1-4227-b22f-b598098ac0db up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:38.772059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Pushing event updated for resources: {'Port': ['ID=1a885cfe-a282-4e85-b256-0286dc3f49a8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:38.816181 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0fb87d7c-2979-4804-bdc8-3a875638aac1 req-18fffda4-c31f-4967-88a5-4ff51f535b22 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 210 time: 0.0363631 Jul 13 19:29:38.819933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-8f1a237d-2a78-4136-b9dd-326fcbe941eb tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] For port b49343cd-14e9-4a3f-8dc0-f343ce303aee, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b49343cd-14e9-4a3f-8dc0-f343ce303aee,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:38.820605 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-8f1a237d-2a78-4136-b9dd-326fcbe941eb tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.836218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-8f1a237d-2a78-4136-b9dd-326fcbe941eb tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Calling delete_port for b49343cd-14e9-4a3f-8dc0-f343ce303aee owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:38.877515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port a57914d0-e5a1-4227-b22f-b598098ac0db completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:38.891274 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d14a7b3-5418-4ad2-bf92-d1ff3048d2a0 tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.894219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port a57914d0-e5a1-4227-b22f-b598098ac0db triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:38.896011 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.923786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14a7b3-5418-4ad2-bf92-d1ff3048d2a0 tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Pushing event deleted for resources: {'Port': ['ID=e66ba8df-b891-457d-a4ca-118ad6d14c5a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:39.032219 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.037639 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d14a7b3-5418-4ad2-bf92-d1ff3048d2a0 tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.042990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2d14a7b3-5418-4ad2-bf92-d1ff3048d2a0 tempest-RoutersAdminNegativeTest-1291833614 tempest-RoutersAdminNegativeTest-1291833614-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e66ba8df-b891-457d-a4ca-118ad6d14c5a HTTP/1.1" status: 204 len: 168 time: 0.6378579 Jul 13 19:29:39.087736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29b8a2-20fc-4285-aa89-ba8fd16f2147 req-aa2c049d-8fae-4986-b1d0-395f5f6ee983 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.090985 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a29b8a2-20fc-4285-aa89-ba8fd16f2147 req-aa2c049d-8fae-4986-b1d0-395f5f6ee983 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 944 time: 0.1068206 Jul 13 19:29:39.117161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a57914d0-e5a1-4227-b22f-b598098ac0db, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a57914d0-e5a1-4227-b22f-b598098ac0db,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:39.123412 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.152690 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-8f1a237d-2a78-4136-b9dd-326fcbe941eb tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.162063 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a29b8a2-20fc-4285-aa89-ba8fd16f2147 req-a51808c2-5d29-4f90-bbd0-c1087797459a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625541 Jul 13 19:29:39.202363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a237d-2a78-4136-b9dd-326fcbe941eb tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Pushing event deleted for resources: {'Port': ['ID=b49343cd-14e9-4a3f-8dc0-f343ce303aee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:39.217899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a57914d0-e5a1-4227-b22f-b598098ac0db,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:39.236454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965c34-0103-4ce6-a182-b18d705b8bb3 req-6eea744a-3881-4425-837f-170710fff0bb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.244500 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73965c34-0103-4ce6-a182-b18d705b8bb3 req-6eea744a-3881-4425-837f-170710fff0bb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.3555489 Jul 13 19:29:39.284253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Attempting to bind port 1a885cfe-a282-4e85-b256-0286dc3f49a8 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:39.284601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Attempting to bind port 1a885cfe-a282-4e85-b256-0286dc3f49a8 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:39.284938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Attempting to bind port 1a885cfe-a282-4e85-b256-0286dc3f49a8 on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:39.319793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Port 1a885cfe-a282-4e85-b256-0286dc3f49a8 on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:29:39.320379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Attempting to bind port 1a885cfe-a282-4e85-b256-0286dc3f49a8 on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:39.354001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:39.354885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Checking segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:39.356023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Bound using segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:39.356489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Bound port: 1a885cfe-a282-4e85-b256-0286dc3f49a8, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:39.356858 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.367821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-8f1a237d-2a78-4136-b9dd-326fcbe941eb tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] No DVR routers for this DVR port b49343cd-14e9-4a3f-8dc0-f343ce303aee on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:39.379964 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-8f1a237d-2a78-4136-b9dd-326fcbe941eb tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.382761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d953b92-abc6-48b3-b202-0e54e43d6ae0 req-8f1a237d-2a78-4136-b9dd-326fcbe941eb tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "DELETE /v2.0/ports/b49343cd-14e9-4a3f-8dc0-f343ce303aee HTTP/1.1" status: 204 len: 173 time: 1.0130801 Jul 13 19:29:39.385138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'name': 'network-vif-deleted', 'tag': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:39.387493 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1059ed-070b-42b1-81aa-9887102ba32e" -d '{"events": [{"server_uuid": "62180a72-43e4-41dc-bfd9-04337bc9de86", "name": "network-vif-deleted", "tag": "b49343cd-14e9-4a3f-8dc0-f343ce303aee"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:39.401122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73965c34-0103-4ce6-a182-b18d705b8bb3 req-2e0981eb-2582-4d35-82a0-9a98b256274a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553695 Jul 13 19:29:39.494160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] For port 1a885cfe-a282-4e85-b256-0286dc3f49a8, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:39.540820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] For port 1a885cfe-a282-4e85-b256-0286dc3f49a8, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=1a885cfe-a282-4e85-b256-0286dc3f49a8,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:39.547683 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.576342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:39.634039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.634709 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.636173 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a885cfe-a282-4e85-b256-0286dc3f49a8 HTTP/1.1" status: 200 len: 1091 time: 1.8504050 Jul 13 19:29:39.686103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893707-6992-4f96-9864-c7ac3b2d375f req-571da655-da8c-4893-aa02-ea00398d2ad9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.704238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893707-6992-4f96-9864-c7ac3b2d375f req-571da655-da8c-4893-aa02-ea00398d2ad9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.718979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893707-6992-4f96-9864-c7ac3b2d375f req-571da655-da8c-4893-aa02-ea00398d2ad9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.725008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0a45e-dfa5-4382-94ae-1851cc173308 service neutron] Pushing event updated for resources: {'Port': ['ID=1a885cfe-a282-4e85-b256-0286dc3f49a8,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:39.729949 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94893707-6992-4f96-9864-c7ac3b2d375f req-571da655-da8c-4893-aa02-ea00398d2ad9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43&device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08&device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 2416 time: 0.2231450 Jul 13 19:29:39.800996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-cb0fca50-25ab-4cc9-87f2-0e092c8c2784 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.802779 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-cb0fca50-25ab-4cc9-87f2-0e092c8c2784 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 805 time: 0.3389058 Jul 13 19:29:39.804868 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd98b-d5a5-4f5a-a437-ef4ebc12ac84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.819680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Request body: {'port': {'device_id': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'admin_state_up': True, 'tenant_id': '810b6702d6074cd9a65821c85ca92809'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:39.824064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94893707-6992-4f96-9864-c7ac3b2d375f req-54abf75d-8d33-4ea4-8854-bfc4f941310e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931089 Jul 13 19:29:39.837783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ca192-9cf7-4261-952b-a93802b1b03f req-8ecc79f0-0329-4ded-87df-3ae11f358f57 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.845741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c19ca192-9cf7-4261-952b-a93802b1b03f req-8ecc79f0-0329-4ded-87df-3ae11f358f57 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 943 time: 0.2437429 Jul 13 19:29:39.981347 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd98b-d5a5-4f5a-a437-ef4ebc12ac84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.986081 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd98b-d5a5-4f5a-a437-ef4ebc12ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.027088 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6a3dd98b-d5a5-4f5a-a437-ef4ebc12ac84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab395806ec41444aad4579d6b5b3e438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452758 Jul 13 19:29:40.028306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3dd98b-d5a5-4f5a-a437-ef4ebc12ac84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13190a3e-98a3-4911-82c0-cd7c25824acb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:40.030798 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:40.078356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57914d0-e5a1-4227-b22f-b598098ac0db'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:40.086085 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb02e2e-7b5d-48e6-bd01-9f93c997195e" -d '{"events": [{"server_uuid": "a88f03c6-9434-4cae-b725-b3125b3eff79", "name": "network-vif-plugged", "status": "completed", "tag": "a57914d0-e5a1-4227-b22f-b598098ac0db"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:40.099088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-512fe4c9-f766-453f-8e9c-cd0e52673e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.159708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-512fe4c9-f766-453f-8e9c-cd0e52673e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.239464 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198e7340-f246-45ff-80ea-4c47d7f97c7d x-openstack-request-id: req-198e7340-f246-45ff-80ea-4c47d7f97c7d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:40.239843 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62180a72-43e4-41dc-bfd9-04337bc9de86", "name": "network-vif-deleted", "tag": "b49343cd-14e9-4a3f-8dc0-f343ce303aee", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:40.240011 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-198e7340-f246-45ff-80ea-4c47d7f97c7d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:40.240387 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62180a72-43e4-41dc-bfd9-04337bc9de86', 'name': 'network-vif-deleted', 'tag': 'b49343cd-14e9-4a3f-8dc0-f343ce303aee', 'status': 'completed', 'code': 200} Jul 13 19:29:40.255939 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f26545c3-2714-4133-85a8-0c951bae5cd8 req-8c5c347e-7dba-4c93-9cb4-5e03a008252f tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1532297 Jul 13 19:29:40.291196 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-512fe4c9-f766-453f-8e9c-cd0e52673e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.293725 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-512fe4c9-f766-453f-8e9c-cd0e52673e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.295155 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-512fe4c9-f766-453f-8e9c-cd0e52673e7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13190a3e-98a3-4911-82c0-cd7c25824acb HTTP/1.1" status: 204 len: 168 time: 0.2634528 Jul 13 19:29:40.325403 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-2f65b062-65ff-420e-8a45-d18bc00038c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:40.327256 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-2f65b062-65ff-420e-8a45-d18bc00038c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 1094 time: 0.5749099 Jul 13 19:29:40.327845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fe4c9-f766-453f-8e9c-cd0e52673e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13190a3e-98a3-4911-82c0-cd7c25824acb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:40.347110 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c19ca192-9cf7-4261-952b-a93802b1b03f req-da8a4cdf-574c-49fc-b1d3-5e39686f0eee tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004740 Jul 13 19:29:40.428206 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-c62d2d5f-3406-4219-a04a-3a60ee69fa8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a885cfe-a282-4e85-b256-0286dc3f49a8 HTTP/1.1" status: 200 len: 217 time: 0.0524311 Jul 13 19:29:40.508293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Made reservation on behalf of 810b6702d6074cd9a65821c85ca92809 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:40.514728 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.559279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a81c0cdc-41bb-42a4-94fd-e55460452086 req-642d7a79-a586-43ec-8eda-ced17c80037d tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 210 time: 0.0649455 Jul 13 19:29:40.569634 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2179afb-a061-4960-b947-649e05104fc4 x-openstack-request-id: req-a2179afb-a061-4960-b947-649e05104fc4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:40.570097 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88f03c6-9434-4cae-b725-b3125b3eff79", "name": "network-vif-plugged", "status": "completed", "tag": "a57914d0-e5a1-4227-b22f-b598098ac0db", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:40.570172 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2179afb-a061-4960-b947-649e05104fc4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:40.570623 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57914d0-e5a1-4227-b22f-b598098ac0db', 'code': 200} Jul 13 19:29:40.692211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-f091a457-57d5-4110-ac01-6376e871bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:40.693864 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-f091a457-57d5-4110-ac01-6376e871bfe6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.2537842 Jul 13 19:29:40.801271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:40.803772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-e2415198-c7b6-4510-8df1-916a3ebebca9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952384 Jul 13 19:29:40.823392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fa5ed-25b1-47b6-866c-5a6af006fb7f req-e4db48ff-b871-4e95-bab5-ef8640df7f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:40.824863 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-412fa5ed-25b1-47b6-866c-5a6af006fb7f req-e4db48ff-b871-4e95-bab5-ef8640df7f23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 1096 time: 0.1697700 Jul 13 19:29:40.836910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a332f-55f8-48a9-82c9-d14180bd51c2 req-3a9718da-802c-462a-b0a6-0faeef96dad0 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:40.838369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc1a332f-55f8-48a9-82c9-d14180bd51c2 req-3a9718da-802c-462a-b0a6-0faeef96dad0 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 945 time: 0.1339118 Jul 13 19:29:40.893942 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-412fa5ed-25b1-47b6-866c-5a6af006fb7f req-a16ac114-2083-4ff7-9478-17f5998d40f9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544901 Jul 13 19:29:40.896759 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc1a332f-55f8-48a9-82c9-d14180bd51c2 req-09beacd2-4e69-498c-91bb-f3bc3165b1bd tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513012 Jul 13 19:29:40.956389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-41b20cee-9e59-4ac9-9a47-76b2a676e173 service neutron] 10.222.0.24 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303804 Jul 13 19:29:40.980060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Allocated IP 172.20.0.13 (45364309-0286-4bea-b60f-deb9a698b71b/707847d1-498e-4391-9449-d685fadc75a0/f744c616-5de1-4a34-a78c-8668661d7d4d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:41.041910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fd2e7aa6-81c8-4aff-bfca-5420577dbb0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36aa461a78ad4b7cb266d2d7d586ab85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345018 Jul 13 19:29:41.043656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:41.108189 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ceedb-e278-4a33-b0a8-a29e9204124c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.119415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d202f3-0209-48ca-9b36-5eded363a3fd req-96611262-c32f-4a8a-b312-853452189ebb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:41.127533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02d202f3-0209-48ca-9b36-5eded363a3fd req-96611262-c32f-4a8a-b312-853452189ebb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.3300338 Jul 13 19:29:41.133876 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ceedb-e278-4a33-b0a8-a29e9204124c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.195415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ceedb-e278-4a33-b0a8-a29e9204124c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.198259 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ceedb-e278-4a33-b0a8-a29e9204124c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.202108 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-418ceedb-e278-4a33-b0a8-a29e9204124c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64569377-cef8-43b4-9933-1851bff32e61 HTTP/1.1" status: 204 len: 168 time: 0.1548154 Jul 13 19:29:41.208833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ceedb-e278-4a33-b0a8-a29e9204124c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64569377-cef8-43b4-9933-1851bff32e61,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:41.246068 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55ad92bd-3766-412e-8008-45ab583f8cfe req-f10a7ef1-a962-42c3-be4b-fdfdcd7559d7 service neutron] 10.222.0.24 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821963 Jul 13 19:29:41.270840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02d202f3-0209-48ca-9b36-5eded363a3fd req-1b35455d-ae2b-4dec-bee7-046de5cc1c94 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423359 Jul 13 19:29:41.337411 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.430759 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.529234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Network 45364309-0286-4bea-b60f-deb9a698b71b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:41.535760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:41.539851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:41.574205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Pushing event updated for resources: {'Port': ['ID=f744c616-5de1-4a34-a78c-8668661d7d4d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:41.634144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:41.635088 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.663209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-622c29a4-ae09-461c-a041-f875424a43c0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8520169 Jul 13 19:29:41.682604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231e6b6-44f4-458e-81a1-2539ef348b71 req-125aef9f-fa94-413f-bfae-0fe35875a4fe tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:41.684364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5231e6b6-44f4-458e-81a1-2539ef348b71 req-125aef9f-fa94-413f-bfae-0fe35875a4fe tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 943 time: 0.0974536 Jul 13 19:29:41.690825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Request body: {'port': {'device_id': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:41.847395 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.877956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5231e6b6-44f4-458e-81a1-2539ef348b71 req-3b11abc3-61e2-4462-adf3-570ec21eaec1 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811557 Jul 13 19:29:42.115777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d45dec-2366-4ffe-99c2-2122b76732fd req-6204ea49-f916-4442-b681-f48d48f859f4 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.131854 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1d45dec-2366-4ffe-99c2-2122b76732fd req-6204ea49-f916-4442-b681-f48d48f859f4 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 932 time: 0.1653659 Jul 13 19:29:42.203673 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1d45dec-2366-4ffe-99c2-2122b76732fd req-66c74311-7d56-44c1-b1fc-efa7dd984fce tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705397 Jul 13 19:29:42.222858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:42.242187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa764755-0fa6-4a63-8242-9084cdc87094', 'tag': '1a885cfe-a282-4e85-b256-0286dc3f49a8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:42.244582 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36" -d '{"events": [{"name": "network-changed", "server_uuid": "fa764755-0fa6-4a63-8242-9084cdc87094", "tag": "1a885cfe-a282-4e85-b256-0286dc3f49a8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:42.261362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f744c616-5de1-4a34-a78c-8668661d7d4d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:42.272730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.290465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Transition to ACTIVE for port object f744c616-5de1-4a34-a78c-8668661d7d4d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:42.328825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.367281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-615457504'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:42.403656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:42.409144 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.420609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.473371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Attempting to bind port f744c616-5de1-4a34-a78c-8668661d7d4d on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:42.473892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Attempting to bind port f744c616-5de1-4a34-a78c-8668661d7d4d by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:42.474331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Attempting to bind port f744c616-5de1-4a34-a78c-8668661d7d4d on network 45364309-0286-4bea-b60f-deb9a698b71b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:42.486804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Port f744c616-5de1-4a34-a78c-8668661d7d4d on network 45364309-0286-4bea-b60f-deb9a698b71b not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:29:42.487484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Attempting to bind port f744c616-5de1-4a34-a78c-8668661d7d4d on network 45364309-0286-4bea-b60f-deb9a698b71b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:42.496735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:42.497158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Checking segment: {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:42.497656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Bound using segment: {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:42.498173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Bound port: f744c616-5de1-4a34-a78c-8668661d7d4d, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:42.498624 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.527628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcc484-fbaa-4fca-ae2c-e988837b3286 req-730b72e4-45cc-485a-888f-4829f601cdde tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.536144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eedcc484-fbaa-4fca-ae2c-e988837b3286 req-730b72e4-45cc-485a-888f-4829f601cdde tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 945 time: 0.2400560 Jul 13 19:29:42.558167 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e07eb6d-50e1-437d-945b-acbb77f63459 x-openstack-request-id: req-3e07eb6d-50e1-437d-945b-acbb77f63459 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:42.558473 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa764755-0fa6-4a63-8242-9084cdc87094", "tag": "1a885cfe-a282-4e85-b256-0286dc3f49a8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:42.558723 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e07eb6d-50e1-437d-945b-acbb77f63459 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:42.559103 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa764755-0fa6-4a63-8242-9084cdc87094', 'tag': '1a885cfe-a282-4e85-b256-0286dc3f49a8', 'status': 'completed', 'code': 200} Jul 13 19:29:42.559879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f744c616-5de1-4a34-a78c-8668661d7d4d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:42.588345 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.596262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.629623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13abb630-c789-4ffe-94b7-aeb67ec11c3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:42.640427 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eedcc484-fbaa-4fca-ae2c-e988837b3286 req-e86f503f-7864-48e5-b6dd-8425762e6ab0 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032717 Jul 13 19:29:42.641355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:29:42.664379 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.664379 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Added segment ee3638bb-f620-43ff-9842-eae4641a808f of type vlan for network 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f Jul 13 19:29:42.720646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.754485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b49343cd-14e9-4a3f-8dc0-f343ce303aee no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:42.769752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] For port f744c616-5de1-4a34-a78c-8668661d7d4d, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:42.773079 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.773272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36 req-cb79e502-db69-4e68-8fa2-9a2cfea4b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.774706 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36 req-cb79e502-db69-4e68-8fa2-9a2cfea4b4f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 1094 time: 0.2117200 Jul 13 19:29:42.776452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] For port f744c616-5de1-4a34-a78c-8668661d7d4d, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f744c616-5de1-4a34-a78c-8668661d7d4d,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:42.779414 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.780273 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.791749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.798111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: b49343cd-14e9-4a3f-8dc0-f343ce303aee {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:42.801328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b49343cd-14e9-4a3f-8dc0-f343ce303aee not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:42.853698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f744c616-5de1-4a34-a78c-8668661d7d4d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:42.901956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.902610 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.904196 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-b12fc900-ab81-47b5-a62e-3986478383c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/f744c616-5de1-4a34-a78c-8668661d7d4d HTTP/1.1" status: 200 len: 1092 time: 1.2188184 Jul 13 19:29:42.931027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6977310 Jul 13 19:29:42.946629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb97b9b-be7d-40fe-98cb-452c59feb609 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=9b38bde5-cfb8-43c8-8ff3-52bf59a3513f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:42.963246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689936d8-7201-4f18-82d4-653ac3505fee req-9b770c73-593c-4db2-9235-a18d257f92a2 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.971114 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689936d8-7201-4f18-82d4-653ac3505fee req-9b770c73-593c-4db2-9235-a18d257f92a2 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.2107852 Jul 13 19:29:43.009162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:29:43.067288 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689936d8-7201-4f18-82d4-653ac3505fee req-1a66c1e7-ddd9-4754-b108-25a56c69c05f tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950267 Jul 13 19:29:43.102284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36 req-3f374e0b-f5f1-4898-a610-e41d455356d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:43.111114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36 req-3f374e0b-f5f1-4898-a610-e41d455356d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 913 time: 0.3245680 Jul 13 19:29:43.187573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36 req-50c8682b-4066-4cd5-9cb2-1f13df47dde5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a885cfe-a282-4e85-b256-0286dc3f49a8 HTTP/1.1" status: 200 len: 217 time: 0.0695989 Jul 13 19:29:43.279975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-bfce740d-c0ec-4f12-86e0-03df3ffa9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:43.281648 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-bfce740d-c0ec-4f12-86e0-03df3ffa9c31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 1095 time: 0.3040867 Jul 13 19:29:43.348761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f1048-9005-47a3-9073-ca1880362adc req-3b447dba-2b0f-492a-9808-16b7ee8a223d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:43.351492 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-f02ca657-fdc8-425c-afd5-1a5ebbae68f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f744c616-5de1-4a34-a78c-8668661d7d4d HTTP/1.1" status: 200 len: 217 time: 0.0584846 Jul 13 19:29:43.356609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-113f1048-9005-47a3-9073-ca1880362adc req-3b447dba-2b0f-492a-9808-16b7ee8a223d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 943 time: 0.0978241 Jul 13 19:29:43.358886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36 req-41303bdd-30ae-4b3d-bb0c-ee88aae28cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:43.361875 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36 req-41303bdd-30ae-4b3d-bb0c-ee88aae28cc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.1641912 Jul 13 19:29:43.389544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-8d4a7487-e430-40f0-9988-ce10d65551b5 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1098997134&fields=id&tenant_id=44d3df54d63a491da66720b006812804 HTTP/1.1" status: 200 len: 267 time: 0.1774609 Jul 13 19:29:43.410263 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-113f1048-9005-47a3-9073-ca1880362adc req-927cbf59-e942-48d1-9ed0-05aecd3a58a8 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514905 Jul 13 19:29:43.481412 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36 req-9d4becf0-49b9-4981-8f7a-fffb3c65b8ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056378 Jul 13 19:29:43.555102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-f87ce31b-57e1-42de-9573-0b0916d62bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:43.557701 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-f87ce31b-57e1-42de-9573-0b0916d62bdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707847d1-498e-4391-9449-d685fadc75a0 HTTP/1.1" status: 200 len: 845 time: 0.1923990 Jul 13 19:29:43.591979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558e243-c096-4f41-84a0-67c455fdf82b req-e46350d3-879a-4920-a3e1-0ed02966e9e2 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:43.593541 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1558e243-c096-4f41-84a0-67c455fdf82b req-e46350d3-879a-4920-a3e1-0ed02966e9e2 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 945 time: 0.0680277 Jul 13 19:29:43.610021 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-9cc02d8b-2484-4cbd-9ffb-c2b3444da322 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45364309-0286-4bea-b60f-deb9a698b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407524 Jul 13 19:29:43.635993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1558e243-c096-4f41-84a0-67c455fdf82b req-d85ff2cd-d2a3-44f1-b158-5c0aab3253fd tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360734 Jul 13 19:29:43.665886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-b231bc50-005c-4b1a-9578-51c925476ade tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:43.673801 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-b231bc50-005c-4b1a-9578-51c925476ade tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 945 time: 0.2567091 Jul 13 19:29:43.708290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-7a4b72c6-d96d-4d8d-8869-c2ccf7b7997f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'port': {'security_groups': ['9cac4af7-bc18-402b-a99f-a6457f82cbb2', 'cc787e82-e7f7-40f0-97c9-1630e2398398']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:43.780717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36 req-58f80919-e456-4432-b963-b468f4a0cdf5 service neutron] 10.222.0.24 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907183 Jul 13 19:29:43.847559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd2063-a923-4cb8-a878-1cc1e8e1e22e req-a9103e81-8396-4110-9660-1b877921f46a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:43.849075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91dd2063-a923-4cb8-a878-1cc1e8e1e22e req-a9103e81-8396-4110-9660-1b877921f46a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 944 time: 0.0847206 Jul 13 19:29:43.889069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-7a4b72c6-d96d-4d8d-8869-c2ccf7b7997f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.905861 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91dd2063-a923-4cb8-a878-1cc1e8e1e22e req-4bab19e5-07fd-4064-a476-d3d4e0dc417a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506210 Jul 13 19:29:43.944787 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-5915189d-a604-4d93-87c1-8796bc867a0f service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179650 Jul 13 19:29:44.155473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63bd88f9-bfdd-4c23-bf10-67d5a3293f36 req-341abf55-98e6-4a97-b26c-873e21b5bfae service neutron] 10.222.0.24 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588281 Jul 13 19:29:44.177259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77cb679c-32e9-4908-8ad2-7a50adeaf8c6 req-7e70fa91-a2db-48ae-981f-d191a67e852c service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248929 Jul 13 19:29:44.276980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-7a4b72c6-d96d-4d8d-8869-c2ccf7b7997f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] For port a57914d0-e5a1-4227-b22f-b598098ac0db, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a57914d0-e5a1-4227-b22f-b598098ac0db,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:44.300624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e11325-f813-42de-ac36-aef1f9f9e306 req-529d863c-b756-424e-967f-acf4a78829ce tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.304546 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5e11325-f813-42de-ac36-aef1f9f9e306 req-529d863c-b756-424e-967f-acf4a78829ce tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.0749166 Jul 13 19:29:44.308855 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-7a4b72c6-d96d-4d8d-8869-c2ccf7b7997f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.315442 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-7a4b72c6-d96d-4d8d-8869-c2ccf7b7997f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.329537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['554f19cb-68e2-445b-b094-23bab39d4a3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:44.368975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-7a4b72c6-d96d-4d8d-8869-c2ccf7b7997f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.370038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-7a4b72c6-d96d-4d8d-8869-c2ccf7b7997f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.372937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5e11325-f813-42de-ac36-aef1f9f9e306 req-16f5fd55-edef-4835-9207-e8a861e66219 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645652 Jul 13 19:29:44.375557 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-35c549ef-be9f-479c-942f-d87dec7275f5 req-7a4b72c6-d96d-4d8d-8869-c2ccf7b7997f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "PUT /v2.0/ports/a57914d0-e5a1-4227-b22f-b598098ac0db HTTP/1.1" status: 200 len: 981 time: 0.7009101 Jul 13 19:29:44.400478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a57914d0-e5a1-4227-b22f-b598098ac0db'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:44.442535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b72c6-d96d-4d8d-8869-c2ccf7b7997f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'Port': ['ID=a57914d0-e5a1-4227-b22f-b598098ac0db,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:44.469306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3c02ab7-eac5-4385-aa64-ac4be3bb5bd6 req-10c56071-e805-449a-a78e-7c7b08215112 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/cc787e82-e7f7-40f0-97c9-1630e2398398 HTTP/1.1" status: 200 len: 1802 time: 0.0782061 Jul 13 19:29:44.514537 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-f3c02ab7-eac5-4385-aa64-ac4be3bb5bd6 req-d1f5ff38-0222-4598-922d-feacdb5c5398 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 19:29:44.522594 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3c02ab7-eac5-4385-aa64-ac4be3bb5bd6 req-d1f5ff38-0222-4598-922d-feacdb5c5398 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/cc787e82-e7f7-40f0-97c9-1630e2398398 HTTP/1.1" status: 409 len: 341 time: 0.0518413 Jul 13 19:29:44.560536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'tag': 'f744c616-5de1-4a34-a78c-8668661d7d4d'}, {'name': 'network-changed', 'server_uuid': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'tag': 'a57914d0-e5a1-4227-b22f-b598098ac0db'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:44.563685 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068efca6-3d8d-461e-bf81-437b96e05f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ece0ba5f-c481-40e6-a6e0-72b4c6addd76", "tag": "f744c616-5de1-4a34-a78c-8668661d7d4d"}, {"name": "network-changed", "server_uuid": "a88f03c6-9434-4cae-b725-b3125b3eff79", "tag": "a57914d0-e5a1-4227-b22f-b598098ac0db"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:44.628785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a57914d0-e5a1-4227-b22f-b598098ac0db'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:44.631800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19ade-5da9-47d6-8fbd-fcb80899e441 req-c79f9efc-5819-467c-a0b5-aea37eefeef2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.634353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb645444-4097-4e96-9757-73466d570ddd req-ba28cbed-471d-4c25-9788-1bd26bba48dc tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.636407 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eb645444-4097-4e96-9757-73466d570ddd req-ba28cbed-471d-4c25-9788-1bd26bba48dc tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.60 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 945 time: 0.0687609 Jul 13 19:29:44.639201 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-54c19ade-5da9-47d6-8fbd-fcb80899e441 req-c79f9efc-5819-467c-a0b5-aea37eefeef2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 943 time: 0.0837889 Jul 13 19:29:44.698238 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-54c19ade-5da9-47d6-8fbd-fcb80899e441 req-976288dd-b12f-4ecd-aee7-10c8d62f4a59 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526364 Jul 13 19:29:44.785998 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16336ea-df07-489e-ac65-4829de765d1f x-openstack-request-id: req-b16336ea-df07-489e-ac65-4829de765d1f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:44.786299 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece0ba5f-c481-40e6-a6e0-72b4c6addd76", "tag": "f744c616-5de1-4a34-a78c-8668661d7d4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a88f03c6-9434-4cae-b725-b3125b3eff79", "tag": "a57914d0-e5a1-4227-b22f-b598098ac0db", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:44.786634 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b16336ea-df07-489e-ac65-4829de765d1f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:44.786975 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'tag': 'f744c616-5de1-4a34-a78c-8668661d7d4d', 'status': 'completed', 'code': 200} Jul 13 19:29:44.790380 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'tag': 'a57914d0-e5a1-4227-b22f-b598098ac0db', 'status': 'completed', 'code': 200} Jul 13 19:29:44.891615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-eb645444-4097-4e96-9757-73466d570ddd req-432a8b7d-9c87-44ed-83d5-85dfd9eda4b7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Deleting port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:44.892269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eb645444-4097-4e96-9757-73466d570ddd req-432a8b7d-9c87-44ed-83d5-85dfd9eda4b7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.056256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-eb645444-4097-4e96-9757-73466d570ddd req-432a8b7d-9c87-44ed-83d5-85dfd9eda4b7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] For port b79415e0-b9a4-4f65-aad3-49fa0b45cea7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:45.056618 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eb645444-4097-4e96-9757-73466d570ddd req-432a8b7d-9c87-44ed-83d5-85dfd9eda4b7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.070983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-eb645444-4097-4e96-9757-73466d570ddd req-432a8b7d-9c87-44ed-83d5-85dfd9eda4b7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Calling delete_port for b79415e0-b9a4-4f65-aad3-49fa0b45cea7 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:45.092279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-888aea40-48c9-4f9d-84fa-f3726b38352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.097024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-888aea40-48c9-4f9d-84fa-f3726b38352a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 1095 time: 0.2995789 Jul 13 19:29:45.128480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812063f-a6d8-47bb-9632-5dfdc438dbd5 req-41758b63-0a98-4cbe-9383-6267cf4a83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.129946 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3812063f-a6d8-47bb-9632-5dfdc438dbd5 req-41758b63-0a98-4cbe-9383-6267cf4a83ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 1135 time: 0.2296121 Jul 13 19:29:45.299916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855dca1-d044-4d2c-82ef-1f57896de069 req-9d391953-d96c-40da-aeaf-eadc8d49275a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.307117 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4855dca1-d044-4d2c-82ef-1f57896de069 req-9d391953-d96c-40da-aeaf-eadc8d49275a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 984 time: 0.1488829 Jul 13 19:29:45.327832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eb645444-4097-4e96-9757-73466d570ddd req-432a8b7d-9c87-44ed-83d5-85dfd9eda4b7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.340337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['160bf9a6-9faf-43e8-837b-4c33bce56ccf', 'b79415e0-b9a4-4f65-aad3-49fa0b45cea7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:45.342602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['d2ff9455-0699-4d2f-a7a3-854d47eb3ca2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:45.410056 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4855dca1-d044-4d2c-82ef-1f57896de069 req-4c6eac08-d526-4316-8e36-09cbd17a3571 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc787e82-e7f7-40f0-97c9-1630e2398398&id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1012859 Jul 13 19:29:45.411056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a8b7d-9c87-44ed-83d5-85dfd9eda4b7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Pushing event deleted for resources: {'Port': ['ID=b79415e0-b9a4-4f65-aad3-49fa0b45cea7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:45.486916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 1a885cfe-a282-4e85-b256-0286dc3f49a8 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:45.496515 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.505672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb645444-4097-4e96-9757-73466d570ddd req-432a8b7d-9c87-44ed-83d5-85dfd9eda4b7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] No DVR routers for this DVR port b79415e0-b9a4-4f65-aad3-49fa0b45cea7 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:45.510485 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eb645444-4097-4e96-9757-73466d570ddd req-432a8b7d-9c87-44ed-83d5-85dfd9eda4b7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.512552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eb645444-4097-4e96-9757-73466d570ddd req-432a8b7d-9c87-44ed-83d5-85dfd9eda4b7 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.60 "DELETE /v2.0/ports/b79415e0-b9a4-4f65-aad3-49fa0b45cea7 HTTP/1.1" status: 204 len: 173 time: 0.8664298 Jul 13 19:29:45.538867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56d10b-2022-4fd2-b0e7-52a21d6a5589 req-31d56357-75ae-4a59-9297-8310598c36e5 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.546291 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e56d10b-2022-4fd2-b0e7-52a21d6a5589 req-31d56357-75ae-4a59-9297-8310598c36e5 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=86db5718-2f85-447c-a45d-9f1b488f9b43 HTTP/1.1" status: 200 len: 945 time: 0.5649610 Jul 13 19:29:45.675461 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e56d10b-2022-4fd2-b0e7-52a21d6a5589 req-903129c5-8da4-4568-b005-adcb24f23125 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281571 Jul 13 19:29:45.747783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-70c67a67-99fc-4079-8e4f-7af002bed649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.749368 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-70c67a67-99fc-4079-8e4f-7af002bed649 service neutron] 10.222.0.60 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 906 time: 0.6453378 Jul 13 19:29:45.757400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6e3aa-12d6-4a52-b463-9aa5754d0a47 req-16c9c57b-861c-4444-90f1-3473d0e44d9f tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.765419 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-27d6e3aa-12d6-4a52-b463-9aa5754d0a47 req-16c9c57b-861c-4444-90f1-3473d0e44d9f tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 944 time: 0.1026955 Jul 13 19:29:45.839419 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-27d6e3aa-12d6-4a52-b463-9aa5754d0a47 req-9c53273c-a9c7-4c92-8676-bf1cb5514e9f tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730572 Jul 13 19:29:45.844202 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-dfbcdb7b-6b64-4653-b7b7-9ca2dbb16838 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f744c616-5de1-4a34-a78c-8668661d7d4d HTTP/1.1" status: 200 len: 217 time: 0.0805891 Jul 13 19:29:45.855263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812063f-a6d8-47bb-9632-5dfdc438dbd5 req-d7537982-7ee2-416b-b1d4-76cee2ef7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.860696 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3812063f-a6d8-47bb-9632-5dfdc438dbd5 req-d7537982-7ee2-416b-b1d4-76cee2ef7bd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 913 time: 0.3336995 Jul 13 19:29:46.002323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 1a885cfe-a282-4e85-b256-0286dc3f49a8, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=1a885cfe-a282-4e85-b256-0286dc3f49a8,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:46.026442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '1a885cfe-a282-4e85-b256-0286dc3f49a8', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'port_id': '1a885cfe-a282-4e85-b256-0286dc3f49a8', 'mac_address': 'fa:16:3e:9b:70:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689eb9a9-afaa-4060-b430-02da6938dc28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:46.062133 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3812063f-a6d8-47bb-9632-5dfdc438dbd5 req-48927bd5-b4e9-4870-8cdb-ea01bd89d9e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a57914d0-e5a1-4227-b22f-b598098ac0db HTTP/1.1" status: 200 len: 217 time: 0.1811242 Jul 13 19:29:46.124584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018c2dc-5106-49b5-a777-1caad1841fda req-4810796c-3b21-42b4-90a2-84fe839d7c63 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.136311 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7018c2dc-5106-49b5-a777-1caad1841fda req-4810796c-3b21-42b4-90a2-84fe839d7c63 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.1190746 Jul 13 19:29:46.139730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.149285 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.167691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a885cfe-a282-4e85-b256-0286dc3f49a8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:46.207655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7018c2dc-5106-49b5-a777-1caad1841fda req-0dce52e3-7d20-4eef-b8ab-06d3f770619f tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689845 Jul 13 19:29:46.220415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-6d07e032-277c-48c2-93e0-fd177741efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.222486 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-6d07e032-277c-48c2-93e0-fd177741efaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707847d1-498e-4391-9449-d685fadc75a0 HTTP/1.1" status: 200 len: 845 time: 0.3627806 Jul 13 19:29:46.240607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:46.246300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'network_id': '9b38bde5-cfb8-43c8-8ff3-52bf59a3513f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:46.255541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 1a885cfe-a282-4e85-b256-0286dc3f49a8, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=1a885cfe-a282-4e85-b256-0286dc3f49a8,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:46.260204 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.281122 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-81bae525-6482-44f2-a55b-cdaa3a781fa1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45364309-0286-4bea-b60f-deb9a698b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383861 Jul 13 19:29:46.289564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812063f-a6d8-47bb-9632-5dfdc438dbd5 req-61c7ad1d-8ff2-416e-a5b8-6fa290d7a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.292029 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3812063f-a6d8-47bb-9632-5dfdc438dbd5 req-61c7ad1d-8ff2-416e-a5b8-6fa290d7a38d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42875c3e-355c-48e0-b230-11b7cc8d6913 HTTP/1.1" status: 200 len: 852 time: 0.2008939 Jul 13 19:29:46.335357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=1a885cfe-a282-4e85-b256-0286dc3f49a8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:46.370613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3812063f-a6d8-47bb-9632-5dfdc438dbd5 req-bffa6e77-e852-4da3-afa4-e72b567ec80e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a57648e3-0dd4-4ccf-a85a-906932ce2864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678973 Jul 13 19:29:46.374970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:46.379529 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.470016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124aa75-cddb-415e-b33d-3f5854ff0735 req-dfd8e990-d405-4d0d-abc6-57c245312a46 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.471682 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4124aa75-cddb-415e-b33d-3f5854ff0735 req-dfd8e990-d405-4d0d-abc6-57c245312a46 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 943 time: 0.2796464 Jul 13 19:29:46.519659 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-d33ef7e4-6324-4b1d-9a54-2ab5535e74d9 service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266595 Jul 13 19:29:46.544914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['1a885cfe-a282-4e85-b256-0286dc3f49a8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:46.598150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3812063f-a6d8-47bb-9632-5dfdc438dbd5 req-3b3f03aa-9e2c-46c0-ada3-e0bf08f670f2 service neutron] 10.222.0.60 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105196 Jul 13 19:29:46.605859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4124aa75-cddb-415e-b33d-3f5854ff0735 req-9dd5ca18-57fb-4b9f-a138-5f89d887e4d7 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217866 Jul 13 19:29:46.718256 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-68a5828e-8e19-4a55-95ec-4ba3a2ef284b service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866775 Jul 13 19:29:46.737031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3812063f-a6d8-47bb-9632-5dfdc438dbd5 req-b54f7b81-21c0-4ba3-8b79-d18db75cc1d5 service neutron] 10.222.0.60 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275442 Jul 13 19:29:46.767305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f744c616-5de1-4a34-a78c-8668661d7d4d details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:46.800758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86db5718-2f85-447c-a45d-9f1b488f9b43', 'name': 'network-vif-deleted', 'tag': 'b79415e0-b9a4-4f65-aad3-49fa0b45cea7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:46.803687 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2ac48d-35e4-410e-85f0-3d851db8584a" -d '{"events": [{"server_uuid": "86db5718-2f85-447c-a45d-9f1b488f9b43", "name": "network-vif-deleted", "tag": "b79415e0-b9a4-4f65-aad3-49fa0b45cea7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:46.835171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b241cc3-3550-4a41-b4ff-14f57400d644 req-e05a0cc9-07ac-4c3c-b66d-78dcabf028aa tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.836780 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b241cc3-3550-4a41-b4ff-14f57400d644 req-e05a0cc9-07ac-4c3c-b66d-78dcabf028aa tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 984 time: 0.1267548 Jul 13 19:29:46.904408 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f744c616-5de1-4a34-a78c-8668661d7d4d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f744c616-5de1-4a34-a78c-8668661d7d4d,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:46.917050 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b241cc3-3550-4a41-b4ff-14f57400d644 req-11cc5e2b-1966-42b3-b4e6-6e5fc245274d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc787e82-e7f7-40f0-97c9-1630e2398398&id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0728841 Jul 13 19:29:46.921395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-74476329-6530-4955-8483-1707b8b7385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.923717 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-74476329-6530-4955-8483-1707b8b7385b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 1135 time: 0.1182690 Jul 13 19:29:46.948262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'f744c616-5de1-4a34-a78c-8668661d7d4d', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'port_id': 'f744c616-5de1-4a34-a78c-8668661d7d4d', 'mac_address': 'fa:16:3e:7f:31:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847d1-498e-4391-9449-d685fadc75a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:46.989908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.998030 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ee3f4-a0f9-440c-b0dd-de6b899728e1 x-openstack-request-id: req-2a2ee3f4-a0f9-440c-b0dd-de6b899728e1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:46.998318 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86db5718-2f85-447c-a45d-9f1b488f9b43", "name": "network-vif-deleted", "tag": "b79415e0-b9a4-4f65-aad3-49fa0b45cea7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:47.000724 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a2ee3f4-a0f9-440c-b0dd-de6b899728e1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:47.001188 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86db5718-2f85-447c-a45d-9f1b488f9b43', 'name': 'network-vif-deleted', 'tag': 'b79415e0-b9a4-4f65-aad3-49fa0b45cea7', 'status': 'completed', 'code': 200} Jul 13 19:29:47.006296 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.022846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f744c616-5de1-4a34-a78c-8668661d7d4d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:47.048512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f744c616-5de1-4a34-a78c-8668661d7d4d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f744c616-5de1-4a34-a78c-8668661d7d4d,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:47.054422 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.123633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-ce049580-42c3-4be8-aa5b-d34f9f3d00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.125366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-ce049580-42c3-4be8-aa5b-d34f9f3d00a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 913 time: 0.1958239 Jul 13 19:29:47.143590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f744c616-5de1-4a34-a78c-8668661d7d4d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:47.145008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking segment: {'id': 'ee3638bb-f620-43ff-9842-eae4641a808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9b38bde5-cfb8-43c8-8ff3-52bf59a3513f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:47.145918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network hostable DHCP agents. Network: 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:29:47.153591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=6b3c46b0-81b9-4e02-8622-9eb1d3e64d37,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:47.169832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:29:47.187022 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-f88f0365-61b5-4687-83f1-9e636c373b04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a57914d0-e5a1-4227-b22f-b598098ac0db HTTP/1.1" status: 200 len: 217 time: 0.0551229 Jul 13 19:29:47.224190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:47.231947 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.232632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.238201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-25f8528a-9e9e-4c9b-b878-b7e772a67a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.241110 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-25f8528a-9e9e-4c9b-b878-b7e772a67a71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42875c3e-355c-48e0-b230-11b7cc8d6913 HTTP/1.1" status: 200 len: 852 time: 0.0461044 Jul 13 19:29:47.241245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111466ea-c3cf-40a8-b6c9-591825728ee4 None None] Network 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:47.277691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-4c25d0f5-a84e-4220-b9bd-9743a213d832 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a57648e3-0dd4-4ccf-a85a-906932ce2864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308321 Jul 13 19:29:47.278470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dbe34412-af75-4432-9c7e-4ac81a5f891b tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0364063 Jul 13 19:29:47.284188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:47.291942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1277923269'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:47.303969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b058f-5770-407d-9764-490044944bff req-18929d1b-f414-49d0-a32a-0b9ebe855d08 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.305173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['f744c616-5de1-4a34-a78c-8668661d7d4d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:47.305858 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-896b058f-5770-407d-9764-490044944bff req-18929d1b-f414-49d0-a32a-0b9ebe855d08 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 945 time: 0.1327372 Jul 13 19:29:47.382023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-896b058f-5770-407d-9764-490044944bff req-46c21526-8877-4eef-ade1-f992be178f6a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698388 Jul 13 19:29:47.414205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:47.418102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.492470 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 1a885cfe-a282-4e85-b256-0286dc3f49a8 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:47.496494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:29:47.517367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-9b38bde5-cfb8-43c8-8ff3-52bf59a3513f', 'network_id': '9b38bde5-cfb8-43c8-8ff3-52bf59a3513f', 'tenant_id': '09b52f971b714b44936ac67e2d7b8f21', 'fixed_ips': [{'subnet_id': '6b3c46b0-81b9-4e02-8622-9eb1d3e64d37'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:29:47.523117 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.527747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.527893 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Added segment 4a069c84-2633-422b-ba55-110b5f014647 of type vlan for network 26b98c0d-d494-4b03-befd-8d4d1cc5e233 Jul 13 19:29:47.533626 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-6718be1a-8a6f-4b2c-83a5-676e8818dac0 service neutron] 10.222.0.60 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361948 Jul 13 19:29:47.587594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bdc61-a6e4-45d0-84b9-effbb800bc0c req-68346afd-654e-4f42-8e59-e7f91b6b44b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.588828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c71bdc61-a6e4-45d0-84b9-effbb800bc0c req-68346afd-654e-4f42-8e59-e7f91b6b44b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.0699623 Jul 13 19:29:47.630738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c71bdc61-a6e4-45d0-84b9-effbb800bc0c req-da857cc8-08fa-46fa-9649-cdf61bb519cf tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337532 Jul 13 19:29:47.642999 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.664635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d6c8a-8407-4422-9210-92522a7ef567 req-8b9ea52e-4afc-451b-b2ac-756e7cd9ca8e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.666332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-722d6c8a-8407-4422-9210-92522a7ef567 req-8b9ea52e-4afc-451b-b2ac-756e7cd9ca8e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08 HTTP/1.1" status: 200 len: 945 time: 0.2320781 Jul 13 19:29:47.676453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 1a885cfe-a282-4e85-b256-0286dc3f49a8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:47.692327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 1a885cfe-a282-4e85-b256-0286dc3f49a8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:47.692700 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.749507 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-068efca6-3d8d-461e-bf81-437b96e05f5d req-bf44e255-0d2a-4f8d-b133-9d747611891c service neutron] 10.222.0.60 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071211 Jul 13 19:29:47.759201 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-722d6c8a-8407-4422-9210-92522a7ef567 req-18209859-582b-4f0c-9049-835eb6615495 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825667 Jul 13 19:29:47.760368 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.766728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.767572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.803110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Allocated IP 2001:db8:0:ffff::2 (9b38bde5-cfb8-43c8-8ff3-52bf59a3513f/6b3c46b0-81b9-4e02-8622-9eb1d3e64d37/98a286f1-eb75-40dd-a259-9b78b9bc345d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:47.838777 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5498955 Jul 13 19:29:47.838967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:47.844148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'network_id': '26b98c0d-d494-4b03-befd-8d4d1cc5e233', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:47.850952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc095d9-3f4a-4f03-b9e2-d62ed7f81ddc req-5cb65f50-b88b-488e-a563-c8a307448735 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.854015 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bcc095d9-3f4a-4f03-b9e2-d62ed7f81ddc req-5cb65f50-b88b-488e-a563-c8a307448735 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 944 time: 0.0927105 Jul 13 19:29:47.894692 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.896900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bcc095d9-3f4a-4f03-b9e2-d62ed7f81ddc req-7e1f88d8-1ce7-49ea-839e-ad156f0e8503 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Jul 13 19:29:47.897850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93807c3-ae8f-4124-baa8-12f47eeca225 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=26b98c0d-d494-4b03-befd-8d4d1cc5e233,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:47.916764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 26b98c0d-d494-4b03-befd-8d4d1cc5e233 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:29:47.946120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:47.950124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.969619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa764755-0fa6-4a63-8242-9084cdc87094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a885cfe-a282-4e85-b256-0286dc3f49a8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:47.971929 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582cea43-7bcd-4e27-b9fe-f15ee66d78c3" -d '{"events": [{"server_uuid": "fa764755-0fa6-4a63-8242-9084cdc87094", "name": "network-vif-plugged", "status": "completed", "tag": "1a885cfe-a282-4e85-b256-0286dc3f49a8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:48.002657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 1a885cfe-a282-4e85-b256-0286dc3f49a8, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=1a885cfe-a282-4e85-b256-0286dc3f49a8,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:48.014942 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.031324 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864bff0e-a184-42ba-a27f-844aba4f8723 x-openstack-request-id: req-864bff0e-a184-42ba-a27f-844aba4f8723 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:48.031607 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa764755-0fa6-4a63-8242-9084cdc87094", "name": "network-vif-plugged", "status": "completed", "tag": "1a885cfe-a282-4e85-b256-0286dc3f49a8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:48.032434 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-864bff0e-a184-42ba-a27f-844aba4f8723 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:48.032820 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa764755-0fa6-4a63-8242-9084cdc87094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a885cfe-a282-4e85-b256-0286dc3f49a8', 'code': 200} Jul 13 19:29:48.125925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=1a885cfe-a282-4e85-b256-0286dc3f49a8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:48.128802 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.137439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Transition to ACTIVE for port object 98a286f1-eb75-40dd-a259-9b78b9bc345d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:48.154501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Transition to ACTIVE for port object 98a286f1-eb75-40dd-a259-9b78b9bc345d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:48.162455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb98fa-3326-440d-8a8f-86cec58b519b req-a83c2e3c-748b-4e7c-8069-2cd2052b6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.162977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.164589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ebb98fa-3326-440d-8a8f-86cec58b519b req-a83c2e3c-748b-4e7c-8069-2cd2052b6c76 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 1096 time: 0.0582597 Jul 13 19:29:48.205155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Network 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:48.207872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ebb98fa-3326-440d-8a8f-86cec58b519b req-16973912-ece0-4e9e-ab88-ac9924789170 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360632 Jul 13 19:29:48.210641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:48.212772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Pushing event updated for resources: {'Port': ['ID=98a286f1-eb75-40dd-a259-9b78b9bc345d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:48.214874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:48.218558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.258973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247913f-051f-4964-9246-1621198fe03f req-6c19a488-c1b5-41c4-bc00-dd16a8c49eb7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.260532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d247913f-051f-4964-9246-1621198fe03f req-6c19a488-c1b5-41c4-bc00-dd16a8c49eb7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 984 time: 0.1559620 Jul 13 19:29:48.271878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Attempting to bind port 98a286f1-eb75-40dd-a259-9b78b9bc345d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:48.272315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Attempting to bind port 98a286f1-eb75-40dd-a259-9b78b9bc345d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ee3638bb-f620-43ff-9842-eae4641a808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9b38bde5-cfb8-43c8-8ff3-52bf59a3513f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:48.272611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Attempting to bind port 98a286f1-eb75-40dd-a259-9b78b9bc345d on network 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:48.278612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:48.278985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Checking segment: {'id': 'ee3638bb-f620-43ff-9842-eae4641a808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9b38bde5-cfb8-43c8-8ff3-52bf59a3513f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:48.279388 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.279777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Bound using segment: {'id': 'ee3638bb-f620-43ff-9842-eae4641a808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9b38bde5-cfb8-43c8-8ff3-52bf59a3513f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:48.280239 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Bound port: 98a286f1-eb75-40dd-a259-9b78b9bc345d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3638bb-f620-43ff-9842-eae4641a808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9b38bde5-cfb8-43c8-8ff3-52bf59a3513f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:48.280618 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.311725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=a1da731c-def3-4b12-ad2d-3594bcacea46,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:48.330352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking segment: {'id': '4a069c84-2633-422b-ba55-110b5f014647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '26b98c0d-d494-4b03-befd-8d4d1cc5e233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:48.330730 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network hostable DHCP agents. Network: 26b98c0d-d494-4b03-befd-8d4d1cc5e233, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:29:48.340075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d247913f-051f-4964-9246-1621198fe03f req-10e9dd46-ef4e-44a0-95d6-720e316c7ad8 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc787e82-e7f7-40f0-97c9-1630e2398398&id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0617337 Jul 13 19:29:48.348969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] For port 98a286f1-eb75-40dd-a259-9b78b9bc345d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:48.353484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] For port 98a286f1-eb75-40dd-a259-9b78b9bc345d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=98a286f1-eb75-40dd-a259-9b78b9bc345d,segment=NetworkSegment(ee3638bb-f620-43ff-9842-eae4641a808f),segment_id=ee3638bb-f620-43ff-9842-eae4641a808f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:48.356732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network 26b98c0d-d494-4b03-befd-8d4d1cc5e233 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:29:48.359256 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.373711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 26b98c0d-d494-4b03-befd-8d4d1cc5e233) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:48.396580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.397571 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.421000 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3ed4b2f3-a431-49d4-99eb-110815e1c7aa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5795400 Jul 13 19:29:48.422520 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:48.529927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a374f5f-38f2-49bd-8bbb-f18a4e966a47 None None] Network 26b98c0d-d494-4b03-befd-8d4d1cc5e233 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:48.581594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-669f358d-7328-4daf-8807-8a59f6276c0f tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1175154938&fields=id&tenant_id=44d3df54d63a491da66720b006812804 HTTP/1.1" status: 200 len: 267 time: 0.0636790 Jul 13 19:29:48.609624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bf72d-28f1-46f5-9cc4-9ead7c3cdf52 None None] Pushing event updated for resources: {'Port': ['ID=98a286f1-eb75-40dd-a259-9b78b9bc345d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:48.615712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587fc81-e1d2-4f44-afab-57e29128376e req-1b0ee028-05c4-48b4-ae79-7de89f65ac85 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.623574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2587fc81-e1d2-4f44-afab-57e29128376e req-1b0ee028-05c4-48b4-ae79-7de89f65ac85 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 945 time: 0.1055479 Jul 13 19:29:48.632301 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.675463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2587fc81-e1d2-4f44-afab-57e29128376e req-2af7ab31-0315-4b56-b67f-40e844d4d3ff tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506546 Jul 13 19:29:48.753818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-cc5042fd-d85c-4be8-ae25-1c9cdf984baf tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.754346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-26b98c0d-d494-4b03-befd-8d4d1cc5e233', 'network_id': '26b98c0d-d494-4b03-befd-8d4d1cc5e233', 'tenant_id': '09b52f971b714b44936ac67e2d7b8f21', 'fixed_ips': [{'subnet_id': 'a1da731c-def3-4b12-ad2d-3594bcacea46'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:29:48.754880 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.761265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-cc5042fd-d85c-4be8-ae25-1c9cdf984baf tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 984 time: 0.1731246 Jul 13 19:29:48.766751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-40ffba32-2e71-491c-8c56-4a73aeed9060 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'port': {'security_groups': ['9cac4af7-bc18-402b-a99f-a6457f82cbb2', 'cc787e82-e7f7-40f0-97c9-1630e2398398', '39a29e08-bc31-4059-a393-d7c6c97f10bb']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:48.823327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.940634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-22635433-f6e2-4725-8e9a-cb7f4a95e47e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.942306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-40ffba32-2e71-491c-8c56-4a73aeed9060 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.942463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-22635433-f6e2-4725-8e9a-cb7f4a95e47e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08 HTTP/1.1" status: 200 len: 945 time: 0.1854715 Jul 13 19:29:48.951194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01fed0-0abd-4ef9-818d-4ae7a9478ed3 req-7952dc0a-6d5a-47b8-8d4c-d3235d82055e tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.952784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd01fed0-0abd-4ef9-818d-4ae7a9478ed3 req-7952dc0a-6d5a-47b8-8d4c-d3235d82055e tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.1464031 Jul 13 19:29:48.970317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Allocated IP 2001:db8::1 (26b98c0d-d494-4b03-befd-8d4d1cc5e233/a1da731c-def3-4b12-ad2d-3594bcacea46/5bb4c301-9206-491f-b438-94cd3f317326) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:49.032934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f744c616-5de1-4a34-a78c-8668661d7d4d up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:49.034461 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd01fed0-0abd-4ef9-818d-4ae7a9478ed3 req-600620df-d960-4720-a53f-71339672969f tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720487 Jul 13 19:29:49.082746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-01aefdb0-8abf-4567-ab8a-fbd5aeb16365 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Deleting port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:49.083185 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-01aefdb0-8abf-4567-ab8a-fbd5aeb16365 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.151317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port f744c616-5de1-4a34-a78c-8668661d7d4d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:49.156228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port f744c616-5de1-4a34-a78c-8668661d7d4d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:49.156599 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.249342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-01aefdb0-8abf-4567-ab8a-fbd5aeb16365 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] For port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:49.249959 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-01aefdb0-8abf-4567-ab8a-fbd5aeb16365 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.254993 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.275959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-01aefdb0-8abf-4567-ab8a-fbd5aeb16365 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Calling delete_port for d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:49.292208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Transition to ACTIVE for port object 5bb4c301-9206-491f-b438-94cd3f317326 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:49.321647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.336751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Transition to ACTIVE for port object 5bb4c301-9206-491f-b438-94cd3f317326 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:49.352476 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.393523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374eb548-05d6-42fc-8849-9975374e1e40 req-3e85013e-27e4-486e-a9df-268344460fc2 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.401074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-374eb548-05d6-42fc-8849-9975374e1e40 req-3e85013e-27e4-486e-a9df-268344460fc2 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c4ad28-6029-4108-b0d9-30f44e78da08 HTTP/1.1" status: 200 len: 945 time: 0.2070723 Jul 13 19:29:49.408937 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f744c616-5de1-4a34-a78c-8668661d7d4d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f744c616-5de1-4a34-a78c-8668661d7d4d,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:49.422926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Network 26b98c0d-d494-4b03-befd-8d4d1cc5e233 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:49.423818 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.424635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b79415e0-b9a4-4f65-aad3-49fa0b45cea7 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:49.455318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:49.458905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:49.467608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: b79415e0-b9a4-4f65-aad3-49fa0b45cea7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:49.467608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b79415e0-b9a4-4f65-aad3-49fa0b45cea7 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:49.473751 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.478202 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-374eb548-05d6-42fc-8849-9975374e1e40 req-6817ed86-3465-45ee-8420-0d803d64be97 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759215 Jul 13 19:29:49.496342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Pushing event updated for resources: {'Port': ['ID=5bb4c301-9206-491f-b438-94cd3f317326,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:49.536777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Subnet': ['ID=a1da731c-def3-4b12-ad2d-3594bcacea46,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:49.582826 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-01aefdb0-8abf-4567-ab8a-fbd5aeb16365 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.610674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-40ffba32-2e71-491c-8c56-4a73aeed9060 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] For port a57914d0-e5a1-4227-b22f-b598098ac0db, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a57914d0-e5a1-4227-b22f-b598098ac0db,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:49.621828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.631943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aefdb0-8abf-4567-ab8a-fbd5aeb16365 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Pushing event deleted for resources: {'Port': ['ID=d2ff9455-0699-4d2f-a7a3-854d47eb3ca2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:49.657372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b98c0d-d494-4b03-befd-8d4d1cc5e233']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:49.690550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f744c616-5de1-4a34-a78c-8668661d7d4d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:49.700385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['d2ff9455-0699-4d2f-a7a3-854d47eb3ca2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:49.711520 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a069c84-2633-422b-ba55-110b5f014647') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:49.711995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a069c84-2633-422b-ba55-110b5f014647') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:49.725636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['160bf9a6-9faf-43e8-837b-4c33bce56ccf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:49.758504 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-40ffba32-2e71-491c-8c56-4a73aeed9060 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.762153 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.776107 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-40ffba32-2e71-491c-8c56-4a73aeed9060 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.786786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-01aefdb0-8abf-4567-ab8a-fbd5aeb16365 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] No DVR routers for this DVR port d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:49.796632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['554f19cb-68e2-445b-b094-23bab39d4a3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:49.798721 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-01aefdb0-8abf-4567-ab8a-fbd5aeb16365 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.808482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Attempting to bind port 5bb4c301-9206-491f-b438-94cd3f317326 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:49.808825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d169e7bc-dba0-45f3-abb3-fde172e98f07 req-01aefdb0-8abf-4567-ab8a-fbd5aeb16365 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.24 "DELETE /v2.0/ports/d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 HTTP/1.1" status: 204 len: 173 time: 0.8548284 Jul 13 19:29:49.809048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Attempting to bind port 5bb4c301-9206-491f-b438-94cd3f317326 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '4a069c84-2633-422b-ba55-110b5f014647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '26b98c0d-d494-4b03-befd-8d4d1cc5e233'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:49.809506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Attempting to bind port 5bb4c301-9206-491f-b438-94cd3f317326 on network 26b98c0d-d494-4b03-befd-8d4d1cc5e233 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:49.835954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c4ad28-6029-4108-b0d9-30f44e78da08', 'name': 'network-vif-deleted', 'tag': 'd2ff9455-0699-4d2f-a7a3-854d47eb3ca2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:49.838333 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced4b28f-93f0-410f-937e-e2c643812973" -d '{"events": [{"server_uuid": "e2c4ad28-6029-4108-b0d9-30f44e78da08", "name": "network-vif-deleted", "tag": "d2ff9455-0699-4d2f-a7a3-854d47eb3ca2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:49.848243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-40ffba32-2e71-491c-8c56-4a73aeed9060 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.854280 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-40ffba32-2e71-491c-8c56-4a73aeed9060 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.855855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8594ca17-cd3c-4caf-b122-47f2e7cb844c req-40ffba32-2e71-491c-8c56-4a73aeed9060 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "PUT /v2.0/ports/a57914d0-e5a1-4227-b22f-b598098ac0db HTTP/1.1" status: 200 len: 1020 time: 1.0934889 Jul 13 19:29:49.856086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'tag': 'a57914d0-e5a1-4227-b22f-b598098ac0db'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:49.858915 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bad5996-3490-41b6-aa4b-743a709d6f81" -d '{"events": [{"name": "network-changed", "server_uuid": "a88f03c6-9434-4cae-b725-b3125b3eff79", "tag": "a57914d0-e5a1-4227-b22f-b598098ac0db"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:49.867114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:49.867725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Checking segment: {'id': '4a069c84-2633-422b-ba55-110b5f014647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '26b98c0d-d494-4b03-befd-8d4d1cc5e233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:49.868259 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.868756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Bound using segment: {'id': '4a069c84-2633-422b-ba55-110b5f014647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '26b98c0d-d494-4b03-befd-8d4d1cc5e233'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:49.869549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Bound port: 5bb4c301-9206-491f-b438-94cd3f317326, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a069c84-2633-422b-ba55-110b5f014647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '26b98c0d-d494-4b03-befd-8d4d1cc5e233'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:49.870039 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.880229 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.912809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a57914d0-e5a1-4227-b22f-b598098ac0db'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:49.914180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:29:49.919155 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:29:49.924316 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:29:49.952666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3751d00-bbea-4635-a7ca-6cb6a359dd71 req-192d7e9e-d68a-401b-8be3-3d7a40d7e636 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.954915 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3751d00-bbea-4635-a7ca-6cb6a359dd71 req-192d7e9e-d68a-401b-8be3-3d7a40d7e636 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.2635465 Jul 13 19:29:50.036538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffba32-2e71-491c-8c56-4a73aeed9060 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'Port': ['ID=a57914d0-e5a1-4227-b22f-b598098ac0db,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:50.044251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 19:29:50.044251 n-d-800708-1 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 19:29:50.044251 n-d-800708-1 neutron-server[93767]: [parameters: {'id': '26b98c0d-d494-4b03-befd-8d4d1cc5e233'}] Jul 13 19:29:50.044251 n-d-800708-1 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:29:50.045032 n-d-800708-1 neutron-server[93767]: DEBUG oslo_db.api [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:29:50.045137 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3751d00-bbea-4635-a7ca-6cb6a359dd71 req-716cf64e-e02f-46f9-b552-9da1cdecb443 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738456 Jul 13 19:29:50.072829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744c616-5de1-4a34-a78c-8668661d7d4d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:50.085295 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892e64d2-0cc3-47c5-a12a-87314342e109" -d '{"events": [{"server_uuid": "ece0ba5f-c481-40e6-a6e0-72b4c6addd76", "name": "network-vif-plugged", "status": "completed", "tag": "f744c616-5de1-4a34-a78c-8668661d7d4d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:50.148402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] For port 5bb4c301-9206-491f-b438-94cd3f317326, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:50.156321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] For port 5bb4c301-9206-491f-b438-94cd3f317326, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5bb4c301-9206-491f-b438-94cd3f317326,segment=NetworkSegment(4a069c84-2633-422b-ba55-110b5f014647),segment_id=4a069c84-2633-422b-ba55-110b5f014647)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:50.184174 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281bd185-b5cd-43c7-aa22-c8d01b96feec x-openstack-request-id: req-281bd185-b5cd-43c7-aa22-c8d01b96feec {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:50.184760 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c4ad28-6029-4108-b0d9-30f44e78da08", "name": "network-vif-deleted", "tag": "d2ff9455-0699-4d2f-a7a3-854d47eb3ca2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:50.185766 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-281bd185-b5cd-43c7-aa22-c8d01b96feec {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:50.186022 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c4ad28-6029-4108-b0d9-30f44e78da08', 'name': 'network-vif-deleted', 'tag': 'd2ff9455-0699-4d2f-a7a3-854d47eb3ca2', 'status': 'completed', 'code': 200} Jul 13 19:29:50.187442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72b7f23-7cf7-43dd-8ab1-f8a08fe53c07 None None] Network 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:50.222385 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:50.249907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9dbe9326-10ba-4393-806f-92cf972e4ecb req-2c4cc136-4fd7-4cb8-aafb-ea3a027b9042 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/39a29e08-bc31-4059-a393-d7c6c97f10bb HTTP/1.1" status: 200 len: 1803 time: 0.0507441 Jul 13 19:29:50.316425 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-9dbe9326-10ba-4393-806f-92cf972e4ecb req-a6b5fd5c-30b8-44e4-996d-1535d90b47c8 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 19:29:50.317897 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9dbe9326-10ba-4393-806f-92cf972e4ecb req-a6b5fd5c-30b8-44e4-996d-1535d90b47c8 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/39a29e08-bc31-4059-a393-d7c6c97f10bb HTTP/1.1" status: 409 len: 341 time: 0.0612543 Jul 13 19:29:50.329847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679e0bb-e8e4-4989-9389-0f76e4f5e32d req-33b0e10e-b516-40e1-ba41-ad44efe500f6 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:50.331449 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1679e0bb-e8e4-4989-9389-0f76e4f5e32d req-33b0e10e-b516-40e1-ba41-ad44efe500f6 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 946 time: 0.0863953 Jul 13 19:29:50.360765 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7c8261-c3f6-4dc2-81e9-3d1807143bb7 x-openstack-request-id: req-aa7c8261-c3f6-4dc2-81e9-3d1807143bb7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:50.361138 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88f03c6-9434-4cae-b725-b3125b3eff79", "tag": "a57914d0-e5a1-4227-b22f-b598098ac0db", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:50.361389 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa7c8261-c3f6-4dc2-81e9-3d1807143bb7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:50.361790 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'tag': 'a57914d0-e5a1-4227-b22f-b598098ac0db', 'status': 'completed', 'code': 200} Jul 13 19:29:50.370762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1679e0bb-e8e4-4989-9389-0f76e4f5e32d req-eb82bf69-4e36-4c41-ac0b-6a16b04ce5ae tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338533 Jul 13 19:29:50.371867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a08602b-482c-42a2-8337-3c5df09a7721 None None] Provisioning for port 98a286f1-eb75-40dd-a259-9b78b9bc345d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:50.517153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad5996-3490-41b6-aa4b-743a709d6f81 req-6e80d245-0d50-4b97-813c-73ad0d0ad57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:50.518705 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bad5996-3490-41b6-aa4b-743a709d6f81 req-6e80d245-0d50-4b97-813c-73ad0d0ad57d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44d3df54d63a491da66720b006812804&device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 1174 time: 0.1194520 Jul 13 19:29:50.536729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbe25a-523b-402f-a82c-94c066ff9070 None None] Pushing event updated for resources: {'Port': ['ID=5bb4c301-9206-491f-b438-94cd3f317326,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:50.546093 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:50.711393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 98a286f1-eb75-40dd-a259-9b78b9bc345d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:50.716811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039ccc6-3a9f-4225-abfd-411d483d1420 req-42a86bb1-aa79-44fe-8e22-b7df1144e073 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:50.718361 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0039ccc6-3a9f-4225-abfd-411d483d1420 req-42a86bb1-aa79-44fe-8e22-b7df1144e073 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.2455313 Jul 13 19:29:50.752020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a75ce4b-312d-401a-9f02-b8af5e36662f None None] Network 26b98c0d-d494-4b03-befd-8d4d1cc5e233 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:50.798432 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0039ccc6-3a9f-4225-abfd-411d483d1420 req-5b5178ad-29a4-4ba2-9529-034017e856cc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669072 Jul 13 19:29:50.803161 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b562e9d-1132-4813-ac5e-0e747e6066c3 x-openstack-request-id: req-7b562e9d-1132-4813-ac5e-0e747e6066c3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:50.804317 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0ba5f-c481-40e6-a6e0-72b4c6addd76", "name": "network-vif-plugged", "status": "completed", "tag": "f744c616-5de1-4a34-a78c-8668661d7d4d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:50.805692 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b562e9d-1132-4813-ac5e-0e747e6066c3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:50.808676 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744c616-5de1-4a34-a78c-8668661d7d4d', 'code': 200} Jul 13 19:29:50.851627 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad5996-3490-41b6-aa4b-743a709d6f81 req-3cb176e5-a3da-4c13-b17e-0b872fac6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:50.853317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bad5996-3490-41b6-aa4b-743a709d6f81 req-3cb176e5-a3da-4c13-b17e-0b872fac6878 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 200 len: 913 time: 0.3266211 Jul 13 19:29:50.886726 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b69ac4ae-aced-4ddd-8f4c-de72c798fa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:50.929929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bad5996-3490-41b6-aa4b-743a709d6f81 req-a5562f50-d715-458b-af4d-7f7c9523b37c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a57914d0-e5a1-4227-b22f-b598098ac0db HTTP/1.1" status: 200 len: 217 time: 0.0521576 Jul 13 19:29:50.933051 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting port 5bb4c301-9206-491f-b438-94cd3f317326 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:50.933405 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.093876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad5996-3490-41b6-aa4b-743a709d6f81 req-c07899b1-6159-4e1f-8d54-95404d50e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:51.096021 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bad5996-3490-41b6-aa4b-743a709d6f81 req-c07899b1-6159-4e1f-8d54-95404d50e151 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42875c3e-355c-48e0-b230-11b7cc8d6913 HTTP/1.1" status: 200 len: 852 time: 0.1597314 Jul 13 19:29:51.103892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] For port 5bb4c301-9206-491f-b438-94cd3f317326, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5bb4c301-9206-491f-b438-94cd3f317326,segment=NetworkSegment(4a069c84-2633-422b-ba55-110b5f014647),segment_id=4a069c84-2633-422b-ba55-110b5f014647)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:51.104179 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.130885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Calling delete_port for 5bb4c301-9206-491f-b438-94cd3f317326 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:51.152538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817de1f0-16fd-4192-b66c-28b9fce6543d req-5e862091-32fe-4d38-8689-ed890344d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:51.154077 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-817de1f0-16fd-4192-b66c-28b9fce6543d req-5e862091-32fe-4d38-8689-ed890344d0a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 1097 time: 0.3165441 Jul 13 19:29:51.160100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bad5996-3490-41b6-aa4b-743a709d6f81 req-6518b7b2-7f17-45c7-82a8-26d581e87712 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a57648e3-0dd4-4ccf-a85a-906932ce2864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524011 Jul 13 19:29:51.179927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 98a286f1-eb75-40dd-a259-9b78b9bc345d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:51.196817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 98a286f1-eb75-40dd-a259-9b78b9bc345d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:51.197186 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.313716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde766-5ca3-4495-a02f-95b01eca1f1d req-b556cb08-5a89-46af-b058-70fe65e95395 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:51.315120 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dfde766-5ca3-4495-a02f-95b01eca1f1d req-b556cb08-5a89-46af-b058-70fe65e95395 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.2956986 Jul 13 19:29:51.334844 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a57914d0-e5a1-4227-b22f-b598098ac0db'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:51.337249 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-817de1f0-16fd-4192-b66c-28b9fce6543d req-7112a6a7-4750-4e43-a03b-994c7e6ab07f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700251 Jul 13 19:29:51.419232 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dfde766-5ca3-4495-a02f-95b01eca1f1d req-fb01f6f3-cbd3-4ef5-ae7c-690408b92f51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918381 Jul 13 19:29:51.429038 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bad5996-3490-41b6-aa4b-743a709d6f81 req-a1c4cda9-6203-4948-851c-59bee7255598 service neutron] 10.222.0.60 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518060 Jul 13 19:29:51.437344 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.500834 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Port': ['ID=5bb4c301-9206-491f-b438-94cd3f317326,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:51.586199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29b0aa-e3ae-4f54-b707-d63247c90cbb None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:29:51.599617 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bad5996-3490-41b6-aa4b-743a709d6f81 req-c255f9c0-58d5-4d0a-9503-9031974dad81 service neutron] 10.222.0.60 "GET /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545932 Jul 13 19:29:51.614211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No DVR routers for this DVR port 5bb4c301-9206-491f-b438-94cd3f317326 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:51.666958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bef9a-9ef8-48df-b65f-28efb8beb10f req-81746e72-2a86-4c5d-bc9f-4f6431a4f60e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:51.670454 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-689bef9a-9ef8-48df-b65f-28efb8beb10f req-81746e72-2a86-4c5d-bc9f-4f6431a4f60e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 1023 time: 0.0906179 Jul 13 19:29:51.724246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.733566 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.734031 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-689bef9a-9ef8-48df-b65f-28efb8beb10f req-9a25f8ff-ef8d-4562-a3c2-d5c7138738a7 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc787e82-e7f7-40f0-97c9-1630e2398398&id=39a29e08-bc31-4059-a393-d7c6c97f10bb&id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0550067 Jul 13 19:29:51.737282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b98c0d-d494-4b03-befd-8d4d1cc5e233']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:51.756230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1390f797-5775-41c3-a8c2-4c28eb8585c4 None None] Provisioning complete for port 98a286f1-eb75-40dd-a259-9b78b9bc345d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:51.756607 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1390f797-5775-41c3-a8c2-4c28eb8585c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.757085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a069c84-2633-422b-ba55-110b5f014647') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:51.758014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a069c84-2633-422b-ba55-110b5f014647') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:51.770939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.790078 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.799577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:29:51.800209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:29:51.819273 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:29:51.887154 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.913452 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.916786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9eeb7-1c46-48b1-a253-ac787844cd67 req-a15a7c71-867c-4589-bfe4-9696a31ad7d0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:51.917054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 98a286f1-eb75-40dd-a259-9b78b9bc345d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=98a286f1-eb75-40dd-a259-9b78b9bc345d,segment=NetworkSegment(ee3638bb-f620-43ff-9842-eae4641a808f),segment_id=ee3638bb-f620-43ff-9842-eae4641a808f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:51.921742 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/26b98c0d-d494-4b03-befd-8d4d1cc5e233 HTTP/1.1" status: 204 len: 168 time: 3.4954238 Jul 13 19:29:51.922771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:51.925178 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64d9eeb7-1c46-48b1-a253-ac787844cd67 req-a15a7c71-867c-4589-bfe4-9696a31ad7d0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 946 time: 0.0898108 Jul 13 19:29:51.941210 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1693610551'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:51.944661 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.947404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f842-bda2-4b78-bb60-d30138aa0ce3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Network': ['ID=26b98c0d-d494-4b03-befd-8d4d1cc5e233,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:51.972400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:51.976887 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.988443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64d9eeb7-1c46-48b1-a253-ac787844cd67 req-a848b71c-bd8e-42f4-96db-75506a81a6c7 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623000 Jul 13 19:29:52.003044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:29:52.017916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:52.018263 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Added segment 98eeabc0-f318-4519-a025-411aa9c85353 of type vlan for network c872a5c9-32de-45ac-b704-f0aecc63c6df Jul 13 19:29:52.022938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf29b0aa-e3ae-4f54-b707-d63247c90cbb None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:29:52.072422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:52.093413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=98a286f1-eb75-40dd-a259-9b78b9bc345d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:52.125197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:52.131870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:52.132239 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:52.154220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2194905 Jul 13 19:29:52.156160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:52.185957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'network_id': 'c872a5c9-32de-45ac-b704-f0aecc63c6df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:52.204210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbadec-09a0-4b8f-b0d0-4f728fbfc49c req-07032202-03ef-4967-bc34-c049a03d7978 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:52.212366 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92dbadec-09a0-4b8f-b0d0-4f728fbfc49c req-07032202-03ef-4967-bc34-c049a03d7978 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.0851264 Jul 13 19:29:52.287352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92dbadec-09a0-4b8f-b0d0-4f728fbfc49c req-5b437c0e-c8a2-49b1-bfbd-d85a4806dadf tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728207 Jul 13 19:29:52.456831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa0530-79f2-4fd8-9651-5e82334a37e7 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=c872a5c9-32de-45ac-b704-f0aecc63c6df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:52.471504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c872a5c9-32de-45ac-b704-f0aecc63c6df details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:29:52.504355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c719c79-a96f-4d1e-8ac8-a2a66992d66c req-de462615-9faa-4c05-86e3-ebddeb721cbc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:52.505901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c719c79-a96f-4d1e-8ac8-a2a66992d66c req-de462615-9faa-4c05-86e3-ebddeb721cbc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.1246033 Jul 13 19:29:52.507061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:52.510350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:52.617683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c719c79-a96f-4d1e-8ac8-a2a66992d66c req-b6bcff3e-30c2-4c9c-9152-ad1f3eaabc19 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038969 Jul 13 19:29:52.629423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 98a286f1-eb75-40dd-a259-9b78b9bc345d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:52.671946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c1651-86f3-475d-b145-abfac81d95b4 req-f5670be7-9053-468f-84fb-41961cd3a8d4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:52.680739 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa7c1651-86f3-475d-b145-abfac81d95b4 req-f5670be7-9053-468f-84fb-41961cd3a8d4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.1130528 Jul 13 19:29:52.707173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 98a286f1-eb75-40dd-a259-9b78b9bc345d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:52.707760 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:52.727247 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa7c1651-86f3-475d-b145-abfac81d95b4 req-da170c96-9e96-4790-ad2a-d91be2dc4a61 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451632 Jul 13 19:29:52.840512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-24bde72e-00a0-4553-9f0d-5d95508d83cb tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:52.842008 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-24bde72e-00a0-4553-9f0d-5d95508d83cb tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.60 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 1023 time: 0.1348453 Jul 13 19:29:52.847784 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:52.970705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=b16cec72-ff2c-472b-ac8d-fef2f5e0730e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:53.034746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking segment: {'id': '98eeabc0-f318-4519-a025-411aa9c85353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c872a5c9-32de-45ac-b704-f0aecc63c6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:53.035122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network hostable DHCP agents. Network: c872a5c9-32de-45ac-b704-f0aecc63c6df, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:29:53.060911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03cda-03aa-4bb0-99dc-2af07d5cdfc7 req-b5892f29-3e4e-4b52-8d73-2ab066bf47b2 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:53.062439 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-48c03cda-03aa-4bb0-99dc-2af07d5cdfc7 req-b5892f29-3e4e-4b52-8d73-2ab066bf47b2 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 1023 time: 0.2087603 Jul 13 19:29:53.092581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network c872a5c9-32de-45ac-b704-f0aecc63c6df is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:29:53.110250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c872a5c9-32de-45ac-b704-f0aecc63c6df) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:53.117844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-e65e0038-a2a8-4e4f-8010-34efc5ca10f3 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Deleting port a57914d0-e5a1-4227-b22f-b598098ac0db {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:53.118189 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-e65e0038-a2a8-4e4f-8010-34efc5ca10f3 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.119794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98de7fc-cf80-4624-a6ef-342a4aec1ecc None None] Network c872a5c9-32de-45ac-b704-f0aecc63c6df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:53.141071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:53.141696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.178222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6ece2-491c-4a82-b9b5-56da262c5e02 req-76b75d7d-ec85-4aae-badf-29d53eb07109 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:53.180212 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bad6ece2-491c-4a82-b9b5-56da262c5e02 req-76b75d7d-ec85-4aae-badf-29d53eb07109 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 946 time: 0.0796831 Jul 13 19:29:53.182936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-48c03cda-03aa-4bb0-99dc-2af07d5cdfc7 req-e7c4fe61-64be-4bee-9ea1-02e68dd7f15d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc787e82-e7f7-40f0-97c9-1630e2398398&id=39a29e08-bc31-4059-a393-d7c6c97f10bb&id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1080999 Jul 13 19:29:53.220347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0f80c38d-9dfa-48bf-a864-20b076316911 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0621893 Jul 13 19:29:53.226280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:53.236229 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049786890'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:53.246210 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15c356bc-348b-472f-a02a-faf9f7f29449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.268871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-e65e0038-a2a8-4e4f-8010-34efc5ca10f3 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] For port a57914d0-e5a1-4227-b22f-b598098ac0db, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a57914d0-e5a1-4227-b22f-b598098ac0db,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:53.269247 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-e65e0038-a2a8-4e4f-8010-34efc5ca10f3 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.284871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-e65e0038-a2a8-4e4f-8010-34efc5ca10f3 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Calling delete_port for a57914d0-e5a1-4227-b22f-b598098ac0db owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:53.318602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bad6ece2-491c-4a82-b9b5-56da262c5e02 req-51c11091-3d22-43d5-9bc5-4f4a136cf7cf tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227999 Jul 13 19:29:53.343708 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:53.352428 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.372153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c872a5c9-32de-45ac-b704-f0aecc63c6df', 'network_id': 'c872a5c9-32de-45ac-b704-f0aecc63c6df', 'tenant_id': '09b52f971b714b44936ac67e2d7b8f21', 'fixed_ips': [{'subnet_id': 'b16cec72-ff2c-472b-ac8d-fef2f5e0730e'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:29:53.373199 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.411536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:29:53.444830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.445177 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Added segment 4d85870b-e5c8-4b90-b034-700a3b1b0014 of type vlan for network 7256dae3-378f-4d76-b327-2ff8a7cc9037 Jul 13 19:29:53.520884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:53.529979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.561593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:53.562231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d2ff9455-0699-4d2f-a7a3-854d47eb3ca2 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:53.591177 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.617134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.623306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:53.624018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Allocated IP 2001:db8::1 (c872a5c9-32de-45ac-b704-f0aecc63c6df/b16cec72-ff2c-472b-ac8d-fef2f5e0730e/d004fae8-ec9b-4b7b-ad59-2212097359d5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:53.630640 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.784135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=7256dae3-378f-4d76-b327-2ff8a7cc9037,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:53.798261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3f96ee18-0726-4936-8dcc-6aff66a462b3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5698624 Jul 13 19:29:53.799029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:53.801367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7256dae3-378f-4d76-b327-2ff8a7cc9037 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:29:53.806946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'network_id': '7256dae3-378f-4d76-b327-2ff8a7cc9037', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:53.882487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-e65e0038-a2a8-4e4f-8010-34efc5ca10f3 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.926572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e0038-a2a8-4e4f-8010-34efc5ca10f3 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'Port': ['ID=a57914d0-e5a1-4227-b22f-b598098ac0db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:53.970028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-0b184fc7-3f21-4788-89ee-3feaf3d40550 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:53.970998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-0b184fc7-3f21-4788-89ee-3feaf3d40550 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.4825845 Jul 13 19:29:53.980727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621d773-52c1-4c64-a4d6-29b7601cc6ea req-322404d8-0a91-4633-bbe1-201ada94630e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:53.988391 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c621d773-52c1-4c64-a4d6-29b7601cc6ea req-322404d8-0a91-4633-bbe1-201ada94630e tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 945 time: 0.4831905 Jul 13 19:29:54.003071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:54.007947 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.018643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-e65e0038-a2a8-4e4f-8010-34efc5ca10f3 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] No DVR routers for this DVR port a57914d0-e5a1-4227-b22f-b598098ac0db on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:54.023361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-e65e0038-a2a8-4e4f-8010-34efc5ca10f3 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.025103 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-48075c0a-c35f-4dd9-a7c9-d70a548fcf86 req-e65e0038-a2a8-4e4f-8010-34efc5ca10f3 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.60 "DELETE /v2.0/ports/a57914d0-e5a1-4227-b22f-b598098ac0db HTTP/1.1" status: 204 len: 173 time: 1.1669300 Jul 13 19:29:54.031191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'name': 'network-vif-deleted', 'tag': 'a57914d0-e5a1-4227-b22f-b598098ac0db'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:54.033788 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa0fca4-5e2a-4c1e-9f3c-d08db96f1764" -d '{"events": [{"server_uuid": "a88f03c6-9434-4cae-b725-b3125b3eff79", "name": "network-vif-deleted", "tag": "a57914d0-e5a1-4227-b22f-b598098ac0db"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:54.071806 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.085494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Transition to ACTIVE for port object d004fae8-ec9b-4b7b-ad59-2212097359d5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:54.101990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Transition to ACTIVE for port object d004fae8-ec9b-4b7b-ad59-2212097359d5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:54.108420 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c621d773-52c1-4c64-a4d6-29b7601cc6ea req-b3238def-8b4e-4377-9879-66ba485d5d9d tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/security-groups?id=c69fe28c-f7d6-46b7-98dc-85e99ddd5378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190834 Jul 13 19:29:54.111131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['554f19cb-68e2-445b-b094-23bab39d4a3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:54.113369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a57914d0-e5a1-4227-b22f-b598098ac0db'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:54.144839 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.220036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543175b-71db-4279-bd2c-d856207aa4e0 req-571c2fd2-fb9a-47b2-b69a-713180ed6795 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:54.227409 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0543175b-71db-4279-bd2c-d856207aa4e0 req-571c2fd2-fb9a-47b2-b69a-713180ed6795 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.4080422 Jul 13 19:29:54.231240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-f30132d2-73fa-4519-a944-41bb6a1702e9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Deleting port 160bf9a6-9faf-43e8-837b-4c33bce56ccf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:54.231795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-f30132d2-73fa-4519-a944-41bb6a1702e9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.264505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 19:29:54.264505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 19:29:54.320717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Network c872a5c9-32de-45ac-b704-f0aecc63c6df is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:54.328240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:54.346231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Pushing event updated for resources: {'Port': ['ID=d004fae8-ec9b-4b7b-ad59-2212097359d5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:54.356652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:54.473898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cddb3b-d79f-4679-9567-8f3f1161175d req-0a6857f0-195d-464b-907e-4797eead4c9c tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:54.482963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29cddb3b-d79f-4679-9567-8f3f1161175d req-0a6857f0-195d-464b-907e-4797eead4c9c tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 946 time: 0.1685762 Jul 13 19:29:54.488921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-f30132d2-73fa-4519-a944-41bb6a1702e9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] For port 160bf9a6-9faf-43e8-837b-4c33bce56ccf, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=160bf9a6-9faf-43e8-837b-4c33bce56ccf,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:54.489356 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-f30132d2-73fa-4519-a944-41bb6a1702e9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.497495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0543175b-71db-4279-bd2c-d856207aa4e0 req-57810d64-93fc-441b-a21c-80bb23c66d64 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689717 Jul 13 19:29:54.560249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-f30132d2-73fa-4519-a944-41bb6a1702e9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Calling delete_port for 160bf9a6-9faf-43e8-837b-4c33bce56ccf owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:54.597779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29cddb3b-d79f-4679-9567-8f3f1161175d req-ba9b54bc-aef2-4494-ac5f-ab50eda20be3 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133800 Jul 13 19:29:54.683562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.704821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Attempting to bind port d004fae8-ec9b-4b7b-ad59-2212097359d5 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:54.705334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Attempting to bind port d004fae8-ec9b-4b7b-ad59-2212097359d5 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '98eeabc0-f318-4519-a025-411aa9c85353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c872a5c9-32de-45ac-b704-f0aecc63c6df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:54.705797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Attempting to bind port d004fae8-ec9b-4b7b-ad59-2212097359d5 on network c872a5c9-32de-45ac-b704-f0aecc63c6df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:54.783617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:54.784137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Checking segment: {'id': '98eeabc0-f318-4519-a025-411aa9c85353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c872a5c9-32de-45ac-b704-f0aecc63c6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:54.784640 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.785148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Bound using segment: {'id': '98eeabc0-f318-4519-a025-411aa9c85353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c872a5c9-32de-45ac-b704-f0aecc63c6df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:54.785725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Bound port: d004fae8-ec9b-4b7b-ad59-2212097359d5, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98eeabc0-f318-4519-a025-411aa9c85353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c872a5c9-32de-45ac-b704-f0aecc63c6df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:54.786206 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.798161 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.847465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=b2179fd2-833a-48e7-af5c-8bca2e41606d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:54.867364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking segment: {'id': '4d85870b-e5c8-4b90-b034-700a3b1b0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7256dae3-378f-4d76-b327-2ff8a7cc9037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:54.867720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network hostable DHCP agents. Network: 7256dae3-378f-4d76-b327-2ff8a7cc9037, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:29:54.870836 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] For port d004fae8-ec9b-4b7b-ad59-2212097359d5, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:54.876515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] For port d004fae8-ec9b-4b7b-ad59-2212097359d5, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d004fae8-ec9b-4b7b-ad59-2212097359d5,segment=NetworkSegment(98eeabc0-f318-4519-a025-411aa9c85353),segment_id=98eeabc0-f318-4519-a025-411aa9c85353)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:54.891540 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.916566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc07f1e-6cb6-471c-8d4d-5eda6629cbb8 req-0039784e-4e4a-4332-acfb-d5f912b43e13 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:54.926090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fc07f1e-6cb6-471c-8d4d-5eda6629cbb8 req-0039784e-4e4a-4332-acfb-d5f912b43e13 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.1958151 Jul 13 19:29:54.933914 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae09915-f850-4b35-8c70-8df9708dda16 x-openstack-request-id: req-3ae09915-f850-4b35-8c70-8df9708dda16 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:54.934662 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88f03c6-9434-4cae-b725-b3125b3eff79", "name": "network-vif-deleted", "tag": "a57914d0-e5a1-4227-b22f-b598098ac0db", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:54.934757 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ae09915-f850-4b35-8c70-8df9708dda16 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:54.935155 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88f03c6-9434-4cae-b725-b3125b3eff79', 'name': 'network-vif-deleted', 'tag': 'a57914d0-e5a1-4227-b22f-b598098ac0db', 'status': 'completed', 'code': 200} Jul 13 19:29:54.936447 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-f30132d2-73fa-4519-a944-41bb6a1702e9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.938287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network 7256dae3-378f-4d76-b327-2ff8a7cc9037 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:29:54.966061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 7256dae3-378f-4d76-b327-2ff8a7cc9037) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:54.979036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:54.979632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.998211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30132d2-73fa-4519-a944-41bb6a1702e9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Pushing event deleted for resources: {'Port': ['ID=160bf9a6-9faf-43e8-837b-4c33bce56ccf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:55.000493 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fc07f1e-6cb6-471c-8d4d-5eda6629cbb8 req-688a511c-cc51-43c6-a8cd-ad4d9b2f1e83 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733078 Jul 13 19:29:55.038870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2bb90991-258a-4ee3-981d-4b61ca9fed5a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2362611 Jul 13 19:29:55.039092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:55.084174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81555b2-a093-492d-9d7a-d08cf762fe32 None None] Network 7256dae3-378f-4d76-b327-2ff8a7cc9037 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:55.106779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-f30132d2-73fa-4519-a944-41bb6a1702e9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] No DVR routers for this DVR port 160bf9a6-9faf-43e8-837b-4c33bce56ccf on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:55.113805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-f30132d2-73fa-4519-a944-41bb6a1702e9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.120836 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-70689442-eaf3-448e-8e1f-f163a8c2927d req-f30132d2-73fa-4519-a944-41bb6a1702e9 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.60 "DELETE /v2.0/ports/160bf9a6-9faf-43e8-837b-4c33bce56ccf HTTP/1.1" status: 204 len: 173 time: 1.1304016 Jul 13 19:29:55.289697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d531b-396d-4969-bf5a-1765a676622d None None] Pushing event updated for resources: {'Port': ['ID=d004fae8-ec9b-4b7b-ad59-2212097359d5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:55.295292 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f70019a6-2f58-4f90-8b81-c5439b869b7a req-9c15e7d5-4912-4d0a-a69c-943972f47f08 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a88f03c6-9434-4cae-b725-b3125b3eff79 HTTP/1.1" status: 200 len: 210 time: 0.1134236 Jul 13 19:29:55.312525 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.560566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.582689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b43f5b-3d77-46f3-bc9d-738646d816e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-7256dae3-378f-4d76-b327-2ff8a7cc9037', 'network_id': '7256dae3-378f-4d76-b327-2ff8a7cc9037', 'tenant_id': '09b52f971b714b44936ac67e2d7b8f21', 'fixed_ips': [{'subnet_id': 'b2179fd2-833a-48e7-af5c-8bca2e41606d'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:29:55.583992 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81b43f5b-3d77-46f3-bc9d-738646d816e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.585781 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caaf96da-e7a5-4573-bd29-a3b4158faace req-3630fd52-2576-4994-b955-18ae1a895680 tempest-ListServerFiltersTestJSON-1994727009 tempest-ListServerFiltersTestJSON-1994727009-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f91ba7c-b723-479c-8900-ed83a6b71f46 HTTP/1.1" status: 200 len: 210 time: 0.2282679 Jul 13 19:29:55.747046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.788990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Subnet': ['ID=b2179fd2-833a-48e7-af5c-8bca2e41606d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-81b43f5b-3d77-46f3-bc9d-738646d816e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2179fd2-833a-48e7-af5c-8bca2e41606d: This subnet is being modified by another concurrent operation. Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:29:55.866789 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2179fd2-833a-48e7-af5c-8bca2e41606d: This subnet is being modified by another concurrent operation. Jul 13 19:29:55.869783 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 13 19:29:55.880390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b774b-64d2-4389-942a-256bf6a1ce16 req-6d03ed55-9dff-44f3-addc-e2960e1862d9 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:55.891784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca3b774b-64d2-4389-942a-256bf6a1ce16 req-6d03ed55-9dff-44f3-addc-e2960e1862d9 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.1164248 Jul 13 19:29:55.917848 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.932288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2fd788-713f-4793-a5e4-4a1036e0379c None None] Network 7256dae3-378f-4d76-b327-2ff8a7cc9037 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:55.933298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7256dae3-378f-4d76-b327-2ff8a7cc9037']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:55.949588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d85870b-e5c8-4b90-b034-700a3b1b0014') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:55.949863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d85870b-e5c8-4b90-b034-700a3b1b0014') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:55.966659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.983282 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca3b774b-64d2-4389-942a-256bf6a1ce16 req-edc742c1-f8b1-42f6-b0f1-27dddba5408a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901208 Jul 13 19:29:55.988047 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.005774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98ffc0-8d2a-42c4-b701-8b3da2fc8a49 req-92193863-8f27-4347-ab99-1a66cc03694d tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:56.008268 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee98ffc0-8d2a-42c4-b701-8b3da2fc8a49 req-92193863-8f27-4347-ab99-1a66cc03694d tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 946 time: 0.1643517 Jul 13 19:29:56.019480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:29:56.019902 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:29:56.023998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:29:56.030003 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:29:56.030003 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:29:56.091566 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.119412 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee98ffc0-8d2a-42c4-b701-8b3da2fc8a49 req-bebb84db-d3f7-4a46-8d72-64d7e48928a0 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101029 Jul 13 19:29:56.132506 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.137975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.140099 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/7256dae3-378f-4d76-b327-2ff8a7cc9037 HTTP/1.1" status: 204 len: 168 time: 1.0999906 Jul 13 19:29:56.144236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:56.155854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2046971957'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:56.171756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1efbf5-15c0-4ef3-bd75-583f2b88acb2 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Network': ['ID=7256dae3-378f-4d76-b327-2ff8a7cc9037,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:56.208036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:56.215300 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.276084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:29:56.286769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.287386 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Added segment 4b00dfd7-e2ed-4dcc-ba37-bb27d8b378fa of type vlan for network a9879cc3-cc31-49f0-9d8c-7bc034c596dc Jul 13 19:29:56.336374 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.376530 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.382131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e554bfd-d576-4b31-95e1-27ffd91fddf4 req-cbbcb5a8-7dab-433e-b670-93c3f613567e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:56.383915 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e554bfd-d576-4b31-95e1-27ffd91fddf4 req-cbbcb5a8-7dab-433e-b670-93c3f613567e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.1238618 Jul 13 19:29:56.384323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:56.385195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.442608 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e554bfd-d576-4b31-95e1-27ffd91fddf4 req-c3c7abc9-9fa6-43de-9bdf-3e1236c8df89 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529597 Jul 13 19:29:56.463841 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=a9879cc3-cc31-49f0-9d8c-7bc034c596dc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:56.474905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a9879cc3-cc31-49f0-9d8c-7bc034c596dc details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:29:56.491517 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:56.492758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-deaa357a-a359-46fe-8535-d2f9fcca82e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3472307 Jul 13 19:29:56.496906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'network_id': 'a9879cc3-cc31-49f0-9d8c-7bc034c596dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:56.701152 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9018e3c0-1861-4281-bc00-944b38a53c95 req-2e185d30-aeb4-4b59-b0eb-403e78e1532c tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/cc787e82-e7f7-40f0-97c9-1630e2398398 HTTP/1.1" status: 200 len: 1802 time: 0.0645792 Jul 13 19:29:56.736309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d004fae8-ec9b-4b7b-ad59-2212097359d5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:56.798216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:56.802445 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.803735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port d004fae8-ec9b-4b7b-ad59-2212097359d5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:56.813854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f376d4-3bfb-4a71-90f1-2722010ea4ed None None] Network c872a5c9-32de-45ac-b704-f0aecc63c6df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:56.821428 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9018e3c0-1861-4281-bc00-944b38a53c95 req-388f08f1-d602-40a9-beb6-30738ec2190c tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.865621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8abee1dc-5d90-4db0-9e18-548fef71e5bb details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:56.868365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 160bf9a6-9faf-43e8-837b-4c33bce56ccf no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:56.906371 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9018e3c0-1861-4281-bc00-944b38a53c95 req-388f08f1-d602-40a9-beb6-30738ec2190c tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.919258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 160bf9a6-9faf-43e8-837b-4c33bce56ccf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:56.920084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 160bf9a6-9faf-43e8-837b-4c33bce56ccf not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:56.920917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a57914d0-e5a1-4227-b22f-b598098ac0db no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:56.937406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:56.939025 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91ba7c-b723-479c-8900-ed83a6b71f46', 'name': 'network-vif-deleted', 'tag': '160bf9a6-9faf-43e8-837b-4c33bce56ccf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:56.941647 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d3660-393b-41fa-9529-1422d3131398" -d '{"events": [{"server_uuid": "6f91ba7c-b723-479c-8900-ed83a6b71f46", "name": "network-vif-deleted", "tag": "160bf9a6-9faf-43e8-837b-4c33bce56ccf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:56.961482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: a57914d0-e5a1-4227-b22f-b598098ac0db {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:56.961846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a57914d0-e5a1-4227-b22f-b598098ac0db not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:57.006293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd77877d-da39-4a99-9e80-acbebfd444ba None None] Provisioning for port d004fae8-ec9b-4b7b-ad59-2212097359d5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:57.025216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd77877d-da39-4a99-9e80-acbebfd444ba None None] Provisioning complete for port d004fae8-ec9b-4b7b-ad59-2212097359d5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:57.025675 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd77877d-da39-4a99-9e80-acbebfd444ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.036267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d1f15e-5b8e-47d2-92b4-f5eea2b2e8da admin admin] Deleting subnet 686153a5-fb71-4cec-a261-141307cace17 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:29:57.039866 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12d1f15e-5b8e-47d2-92b4-f5eea2b2e8da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.079809 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8691cd00-a8af-4e28-a134-a43ecf454819 x-openstack-request-id: req-8691cd00-a8af-4e28-a134-a43ecf454819 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:57.081099 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f91ba7c-b723-479c-8900-ed83a6b71f46", "name": "network-vif-deleted", "tag": "160bf9a6-9faf-43e8-837b-4c33bce56ccf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:57.081557 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8691cd00-a8af-4e28-a134-a43ecf454819 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:57.082165 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f91ba7c-b723-479c-8900-ed83a6b71f46', 'name': 'network-vif-deleted', 'tag': '160bf9a6-9faf-43e8-837b-4c33bce56ccf', 'status': 'completed', 'code': 200} Jul 13 19:29:57.082272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12d1f15e-5b8e-47d2-92b4-f5eea2b2e8da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.169655 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12d1f15e-5b8e-47d2-92b4-f5eea2b2e8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.227833 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9018e3c0-1861-4281-bc00-944b38a53c95 req-388f08f1-d602-40a9-beb6-30738ec2190c tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.230681 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9018e3c0-1861-4281-bc00-944b38a53c95 req-388f08f1-d602-40a9-beb6-30738ec2190c tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.244023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9018e3c0-1861-4281-bc00-944b38a53c95 req-388f08f1-d602-40a9-beb6-30738ec2190c tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/cc787e82-e7f7-40f0-97c9-1630e2398398 HTTP/1.1" status: 204 len: 173 time: 0.5327761 Jul 13 19:29:57.264788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:57.270626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12d1f15e-5b8e-47d2-92b4-f5eea2b2e8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.304251 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd77877d-da39-4a99-9e80-acbebfd444ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.307016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '8abee1dc-5d90-4db0-9e18-548fef71e5bb', 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741', 'port_id': '8abee1dc-5d90-4db0-9e18-548fef71e5bb', 'mac_address': 'fa:16:3e:8d:05:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54facab2-1375-4b6f-97fb-5a8775e36af3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:57.316975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f08f1-d602-40a9-beb6-30738ec2190c tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc787e82-e7f7-40f0-97c9-1630e2398398,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:57.346332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1f15e-5b8e-47d2-92b4-f5eea2b2e8da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686153a5-fb71-4cec-a261-141307cace17,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:57.356590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12d1f15e-5b8e-47d2-92b4-f5eea2b2e8da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.359026 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-12d1f15e-5b8e-47d2-92b4-f5eea2b2e8da admin admin] 10.222.0.25 "DELETE /v2.0/subnets/686153a5-fb71-4cec-a261-141307cace17 HTTP/1.1" status: 204 len: 168 time: 0.4180346 Jul 13 19:29:57.363020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:57.379557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1216-c98f-469a-9e49-475198210c33 req-09a78a23-eda0-49cc-b8fe-62066e9f9ca7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:57.386806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-993d1216-c98f-469a-9e49-475198210c33 req-09a78a23-eda0-49cc-b8fe-62066e9f9ca7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.0997469 Jul 13 19:29:57.394917 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.398888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a2806a-4881-4752-8dfd-cad1b48e9d1c None None] Network 4e590c06-ab25-4f59-b498-4884476caef5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:57.447728 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.493490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8abee1dc-5d90-4db0-9e18-548fef71e5bb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:57.512808 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-993d1216-c98f-469a-9e49-475198210c33 req-a21ee7ed-2aac-4dc4-ae12-7884d797ab04 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246884 Jul 13 19:29:57.546040 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fd77877d-da39-4a99-9e80-acbebfd444ba None None] For port d004fae8-ec9b-4b7b-ad59-2212097359d5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d004fae8-ec9b-4b7b-ad59-2212097359d5,segment=NetworkSegment(98eeabc0-f318-4519-a025-411aa9c85353),segment_id=98eeabc0-f318-4519-a025-411aa9c85353)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:57.557647 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.567789 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd77877d-da39-4a99-9e80-acbebfd444ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.572981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:57.601643 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking segment: {'id': '4b00dfd7-e2ed-4dcc-ba37-bb27d8b378fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a9879cc3-cc31-49f0-9d8c-7bc034c596dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:57.602018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network hostable DHCP agents. Network: a9879cc3-cc31-49f0-9d8c-7bc034c596dc, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:29:57.615152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=00af24e1-c017-4e6e-aed6-2e1b34ace08d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:57.622114 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.640269 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bab1d441-93e9-4484-9e70-07afb4f00d6e req-dc989533-b9b4-4050-ab3e-728d263d3aad tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/39a29e08-bc31-4059-a393-d7c6c97f10bb HTTP/1.1" status: 200 len: 1803 time: 0.1461425 Jul 13 19:29:57.708959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network a9879cc3-cc31-49f0-9d8c-7bc034c596dc is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:29:57.713494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Deleting port 3b043ef8-0da1-4c8b-a774-802a3696ee90 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:57.721652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.745755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77877d-da39-4a99-9e80-acbebfd444ba None None] Pushing event updated for resources: {'Port': ['ID=d004fae8-ec9b-4b7b-ad59-2212097359d5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:57.747183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, a9879cc3-cc31-49f0-9d8c-7bc034c596dc) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:57.760720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:57.761340 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.773490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76365247-9c70-477a-95f2-39afde3e27e3 None None] Network a9879cc3-cc31-49f0-9d8c-7bc034c596dc requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:57.778539 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bab1d441-93e9-4484-9e70-07afb4f00d6e req-41b1b8b6-7062-47ba-b324-bcff09ca5939 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.856628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bab1d441-93e9-4484-9e70-07afb4f00d6e req-41b1b8b6-7062-47ba-b324-bcff09ca5939 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.887802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['8abee1dc-5d90-4db0-9e18-548fef71e5bb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:57.900060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-be6ceef5-c72e-4064-8d92-f9f7bc95aa11 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4073346 Jul 13 19:29:57.914741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:57.941951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] For port 3b043ef8-0da1-4c8b-a774-802a3696ee90, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3b043ef8-0da1-4c8b-a774-802a3696ee90,segment=NetworkSegment(651bef1b-98ab-45bb-9bed-7ad680320bd9),segment_id=651bef1b-98ab-45bb-9bed-7ad680320bd9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:57.942345 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.967448 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Calling delete_port for 3b043ef8-0da1-4c8b-a774-802a3696ee90 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:57.995177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901fffd-d7ea-46e8-9189-9d1f5b721f21 req-912e0489-4457-442a-be36-7accd5601272 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:57.996392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=8abee1dc-5d90-4db0-9e18-548fef71e5bb,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:58.007101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9901fffd-d7ea-46e8-9189-9d1f5b721f21 req-912e0489-4457-442a-be36-7accd5601272 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.1861417 Jul 13 19:29:58.013279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] DHCP port deletion for 4e590c06-ab25-4f59-b498-4884476caef5 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:29:58.053947 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bab1d441-93e9-4484-9e70-07afb4f00d6e req-41b1b8b6-7062-47ba-b324-bcff09ca5939 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.056533 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bab1d441-93e9-4484-9e70-07afb4f00d6e req-41b1b8b6-7062-47ba-b324-bcff09ca5939 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.057764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bab1d441-93e9-4484-9e70-07afb4f00d6e req-41b1b8b6-7062-47ba-b324-bcff09ca5939 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/39a29e08-bc31-4059-a393-d7c6c97f10bb HTTP/1.1" status: 204 len: 173 time: 0.4164610 Jul 13 19:29:58.081885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1b8b6-7062-47ba-b324-bcff09ca5939 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a29e08-bc31-4059-a393-d7c6c97f10bb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:58.083756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-511b40d5-4e20-44b8-bf7a-d17fc156bf0a None None] Provisioning complete for port d004fae8-ec9b-4b7b-ad59-2212097359d5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:58.084310 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-511b40d5-4e20-44b8-bf7a-d17fc156bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.121209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.146734 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9901fffd-d7ea-46e8-9189-9d1f5b721f21 req-73412a80-480f-4171-8b89-bdc57687a75c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382232 Jul 13 19:29:58.171564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a394b9e0-e38a-4174-b6c3-ccd0a00852c6 req-57b8559b-dbc2-4ce7-ad1b-d475cedf0b67 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-867818337', 'description': 'tempest-description-108654888'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:58.185413 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.219962 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.222206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b043ef8-0da1-4c8b-a774-802a3696ee90,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:58.229657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] No DVR routers for this DVR port 3b043ef8-0da1-4c8b-a774-802a3696ee90 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:58.256781 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a394b9e0-e38a-4174-b6c3-ccd0a00852c6 req-57b8559b-dbc2-4ce7-ad1b-d475cedf0b67 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.275574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f512cf1d-388e-496f-a575-ef2a1ea98359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-a9879cc3-cc31-49f0-9d8c-7bc034c596dc', 'network_id': 'a9879cc3-cc31-49f0-9d8c-7bc034c596dc', 'tenant_id': '09b52f971b714b44936ac67e2d7b8f21', 'fixed_ips': [{'subnet_id': '00af24e1-c017-4e6e-aed6-2e1b34ace08d'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:29:58.276427 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f512cf1d-388e-496f-a575-ef2a1ea98359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.302759 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.317649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] Deleting port 3b043ef8-0da1-4c8b-a774-802a3696ee90 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:58.318029 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.339989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Subnet': ['ID=00af24e1-c017-4e6e-aed6-2e1b34ace08d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:58.342045 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.365368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e590c06-ab25-4f59-b498-4884476caef5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:58.381145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651bef1b-98ab-45bb-9bed-7ad680320bd9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:58.381495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651bef1b-98ab-45bb-9bed-7ad680320bd9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:58.405019 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.405946 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.418581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9879cc3-cc31-49f0-9d8c-7bc034c596dc']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:58.427709 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.435388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b00dfd7-e2ed-4dcc-ba37-bb27d8b378fa') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:58.435682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b00dfd7-e2ed-4dcc-ba37-bb27d8b378fa') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:58.438736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:29:58.439161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:29:58.440820 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:29:58.447695 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.463759 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.472359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:29:58.472914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:29:58.476790 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:29:58.484154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] For port 3b043ef8-0da1-4c8b-a774-802a3696ee90, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:58.484554 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.493629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67381c4b-b864-4211-a6a9-254200ee9b7a None None] Network a9879cc3-cc31-49f0-9d8c-7bc034c596dc requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:29:58.503793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] Calling delete_port for 3b043ef8-0da1-4c8b-a774-802a3696ee90 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:58.515334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] Port 3b043ef8-0da1-4c8b-a774-802a3696ee90 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:29:58.532314 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.551434 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.564783 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.585156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.585408 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] Network 4e590c06-ab25-4f59-b498-4884476caef5 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 19:29:58.585882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] No DVR routers for this DVR port 3b043ef8-0da1-4c8b-a774-802a3696ee90 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:58.591599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237c550-fb4c-4dc0-8e2e-b1fe57587346 None None] Pushing event deleted for resources: {'Port': ['ID=3b043ef8-0da1-4c8b-a774-802a3696ee90,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:58.594756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/a9879cc3-cc31-49f0-9d8c-7bc034c596dc HTTP/1.1" status: 204 len: 168 time: 0.6785502 Jul 13 19:29:58.598889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:58.603281 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a394b9e0-e38a-4174-b6c3-ccd0a00852c6 req-57b8559b-dbc2-4ce7-ad1b-d475cedf0b67 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.610434 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.612934 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] 10.222.0.25 "DELETE /v2.0/networks/4e590c06-ab25-4f59-b498-4884476caef5 HTTP/1.1" status: 204 len: 168 time: 1.2486124 Jul 13 19:29:58.626128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a394b9e0-e38a-4174-b6c3-ccd0a00852c6 req-57b8559b-dbc2-4ce7-ad1b-d475cedf0b67 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.643566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2147424892'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:58.648304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d564ff-6aeb-4986-8244-093ddfa3080c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Network': ['ID=a9879cc3-cc31-49f0-9d8c-7bc034c596dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:58.650759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffac29e-24fd-43ed-bad5-edb41541d91d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e590c06-ab25-4f59-b498-4884476caef5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:58.657789 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a394b9e0-e38a-4174-b6c3-ccd0a00852c6 req-57b8559b-dbc2-4ce7-ad1b-d475cedf0b67 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.667883 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a394b9e0-e38a-4174-b6c3-ccd0a00852c6 req-57b8559b-dbc2-4ce7-ad1b-d475cedf0b67 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4965224 Jul 13 19:29:58.698067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:58.701694 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.708674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8559b-dbc2-4ce7-ad1b-d475cedf0b67 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4054e8b2-ee49-49c1-ba51-a9543835cb98,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:58.748347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:29:58.761826 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4f77711-1bdb-461c-9eec-641afb9e753a req-79028133-5b2c-483d-9f55-e36bef8f2dbe tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/4054e8b2-ee49-49c1-ba51-a9543835cb98 HTTP/1.1" status: 200 len: 1801 time: 0.0743017 Jul 13 19:29:58.768460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.768850 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Added segment d125bfc7-7f96-4622-8ecf-441f653e37b9 of type vlan for network b2be754c-ffa1-4ac2-b3c7-94a0ceb87412 Jul 13 19:29:58.770038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c4f77711-1bdb-461c-9eec-641afb9e753a req-c24b87ab-31e4-49d3-935c-be2dee7300ba tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Request body: {'security_group': {'name': 'tempest-sg-hth-774574468', 'description': 'tempest-description-hth-126249454'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:58.808299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f77711-1bdb-461c-9eec-641afb9e753a req-c24b87ab-31e4-49d3-935c-be2dee7300ba tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.844718 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.867244 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d004fae8-ec9b-4b7b-ad59-2212097359d5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:58.893066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.899405 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f77711-1bdb-461c-9eec-641afb9e753a req-c24b87ab-31e4-49d3-935c-be2dee7300ba tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.900479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:58.901131 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.901433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8abee1dc-5d90-4db0-9e18-548fef71e5bb no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:58.907017 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f77711-1bdb-461c-9eec-641afb9e753a req-c24b87ab-31e4-49d3-935c-be2dee7300ba tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.916591 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f77711-1bdb-461c-9eec-641afb9e753a req-c24b87ab-31e4-49d3-935c-be2dee7300ba tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.918423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f66c6-fbd1-49af-bd0a-13cc82961a2c req-3bac8b2d-22d8-4dbc-85a0-3713e6db3a30 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:58.920279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-661f66c6-fbd1-49af-bd0a-13cc82961a2c req-3bac8b2d-22d8-4dbc-85a0-3713e6db3a30 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 945 time: 0.1425164 Jul 13 19:29:58.922051 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4f77711-1bdb-461c-9eec-641afb9e753a req-c24b87ab-31e4-49d3-935c-be2dee7300ba tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "PUT /v2.0/security-groups/4054e8b2-ee49-49c1-ba51-a9543835cb98 HTTP/1.1" status: 200 len: 1775 time: 0.1590314 Jul 13 19:29:58.926099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:58.962788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4613aeb-8d31-4aff-8019-76dde61888f1 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:29:59.006633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=b2be754c-ffa1-4ac2-b3c7-94a0ceb87412,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:59.011222 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-37ee3bbd-a158-41b0-8513-a4b927cfe9b9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3786285 Jul 13 19:29:59.020470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:59.027059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'network_id': 'b2be754c-ffa1-4ac2-b3c7-94a0ceb87412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:59.029516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network b2be754c-ffa1-4ac2-b3c7-94a0ceb87412 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:29:59.044223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b87ab-31e4-49d3-935c-be2dee7300ba tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4054e8b2-ee49-49c1-ba51-a9543835cb98,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:59.087162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8c4ac098-c1a7-4c1d-bd21-2a422c8711a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6d2cc130d454b338b5a276e151dbe26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535313 Jul 13 19:29:59.091756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:59.097720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d004fae8-ec9b-4b7b-ad59-2212097359d5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:59.098102 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.102031 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-661f66c6-fbd1-49af-bd0a-13cc82961a2c req-c0106f1e-bfb3-4df2-94d0-f006e8ba1393 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519558 Jul 13 19:29:59.117613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad1d5996-1241-4eb4-80b5-a598f70a4669 req-5d85a956-5c09-4f5d-a123-86cf94eea931 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/4054e8b2-ee49-49c1-ba51-a9543835cb98 HTTP/1.1" status: 200 len: 1775 time: 0.1729412 Jul 13 19:29:59.177485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:59.185040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.230285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3f498f-a204-41d0-af3e-7d9353873cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.237806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63cdfa45-2078-49aa-b122-0f822b5e3345 req-ce6a585f-a97f-44ec-874b-65eb795c989a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/4054e8b2-ee49-49c1-ba51-a9543835cb98 HTTP/1.1" status: 200 len: 1775 time: 0.0846951 Jul 13 19:29:59.257341 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.281175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8abee1dc-5d90-4db0-9e18-548fef71e5bb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:59.286797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4613aeb-8d31-4aff-8019-76dde61888f1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:29:59.390122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:59.399436 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3f498f-a204-41d0-af3e-7d9353873cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.480182 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.502231 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3f498f-a204-41d0-af3e-7d9353873cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.505058 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3f498f-a204-41d0-af3e-7d9353873cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.506596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7a3f498f-a204-41d0-af3e-7d9353873cf7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c69fe28c-f7d6-46b7-98dc-85e99ddd5378 HTTP/1.1" status: 204 len: 168 time: 0.4135964 Jul 13 19:29:59.538649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f498f-a204-41d0-af3e-7d9353873cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69fe28c-f7d6-46b7-98dc-85e99ddd5378,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:59.551086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=8abee1dc-5d90-4db0-9e18-548fef71e5bb,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:59.563232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63cdfa45-2078-49aa-b122-0f822b5e3345 req-707687de-6972-4628-83a4-19c28f8783bc tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.620739 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63cdfa45-2078-49aa-b122-0f822b5e3345 req-707687de-6972-4628-83a4-19c28f8783bc tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.645243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3b043ef8-0da1-4c8b-a774-802a3696ee90 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:59.687243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 3b043ef8-0da1-4c8b-a774-802a3696ee90 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:59.687872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3b043ef8-0da1-4c8b-a774-802a3696ee90 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:59.691518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb1a5a-f1dc-405d-83af-1d2b27a2a88e req-acd07027-dcbe-45db-bd98-72f8bb3db365 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:59.698421 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63cdfa45-2078-49aa-b122-0f822b5e3345 req-707687de-6972-4628-83a4-19c28f8783bc tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.702548 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0eb1a5a-f1dc-405d-83af-1d2b27a2a88e req-acd07027-dcbe-45db-bd98-72f8bb3db365 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.3298867 Jul 13 19:29:59.712653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63cdfa45-2078-49aa-b122-0f822b5e3345 req-707687de-6972-4628-83a4-19c28f8783bc tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.717602 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63cdfa45-2078-49aa-b122-0f822b5e3345 req-707687de-6972-4628-83a4-19c28f8783bc tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/4054e8b2-ee49-49c1-ba51-a9543835cb98 HTTP/1.1" status: 204 len: 173 time: 0.4616349 Jul 13 19:29:59.737298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707687de-6972-4628-83a4-19c28f8783bc tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4054e8b2-ee49-49c1-ba51-a9543835cb98,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:59.851283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9be6300e-412c-4084-a699-90a2a5d879de req-0529bb13-47c7-4716-909a-0d989a5c7a4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3037977 Jul 13 19:29:59.972760 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0eb1a5a-f1dc-405d-83af-1d2b27a2a88e req-e51b9cc0-6765-4aa6-bb14-7a79ae6e0dd9 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646153 Jul 13 19:29:59.990990 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:00.108219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=91ab3983-38f4-4bb1-872c-f2c75155a8b5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:00.112077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6300e-412c-4084-a699-90a2a5d879de req-d7bed280-f880-45b3-8f52-650a069b228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:00.113665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9be6300e-412c-4084-a699-90a2a5d879de req-d7bed280-f880-45b3-8f52-650a069b228b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 1096 time: 0.2269642 Jul 13 19:30:00.123323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking segment: {'id': 'd125bfc7-7f96-4622-8ecf-441f653e37b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b2be754c-ffa1-4ac2-b3c7-94a0ceb87412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:00.123690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network hostable DHCP agents. Network: b2be754c-ffa1-4ac2-b3c7-94a0ceb87412, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:30:00.164254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network b2be754c-ffa1-4ac2-b3c7-94a0ceb87412 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:30:00.236301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, b2be754c-ffa1-4ac2-b3c7-94a0ceb87412) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:00.245547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be0b11-fe75-4baa-8376-6cac0454b7a6 None None] Network b2be754c-ffa1-4ac2-b3c7-94a0ceb87412 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:00.245739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:00.246986 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:00.296514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-94b1f8d9-6132-4c97-ad5b-76e622af467e tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2749236 Jul 13 19:30:00.309676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:00.502999 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:00.509806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6300e-412c-4084-a699-90a2a5d879de req-0f5cc4fb-11ae-4f17-a595-c4ad14111818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:00.511396 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9be6300e-412c-4084-a699-90a2a5d879de req-0f5cc4fb-11ae-4f17-a595-c4ad14111818 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.3728878 Jul 13 19:30:00.542827 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-66d26c6e-4c95-42a4-ae13-14e9ee525042 req-a3a00a88-c669-4da5-9d7a-d3411fb5b86a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] show failed (client error): The resource could not be found. Jul 13 19:30:00.571171 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66d26c6e-4c95-42a4-ae13-14e9ee525042 req-a3a00a88-c669-4da5-9d7a-d3411fb5b86a tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/39a29e08-bc31-4059-a393-d7c6c97f10bb HTTP/1.1" status: 404 len: 352 time: 0.0636172 Jul 13 19:30:00.634557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cb9da-5871-46db-b795-91e9346f142b req-a302c799-d12f-4188-a19e-05e6025a1fef tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:00.636223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-693cb9da-5871-46db-b795-91e9346f142b req-a302c799-d12f-4188-a19e-05e6025a1fef tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 944 time: 0.2361634 Jul 13 19:30:00.641136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-b2be754c-ffa1-4ac2-b3c7-94a0ceb87412', 'network_id': 'b2be754c-ffa1-4ac2-b3c7-94a0ceb87412', 'tenant_id': '09b52f971b714b44936ac67e2d7b8f21', 'fixed_ips': [{'subnet_id': '91ab3983-38f4-4bb1-872c-f2c75155a8b5'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:30:00.642591 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:00.749301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-693cb9da-5871-46db-b795-91e9346f142b req-b9b17b68-e764-4f7a-be50-ded7b05f929c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027842 Jul 13 19:30:00.925047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f744c616-5de1-4a34-a78c-8668661d7d4d details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:30:00.927714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8abee1dc-5d90-4db0-9e18-548fef71e5bb up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:01.047101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Allocated IP 2001:db8::1 (b2be754c-ffa1-4ac2-b3c7-94a0ceb87412/91ab3983-38f4-4bb1-872c-f2c75155a8b5/5ed8524d-2bd3-4164-b401-4b781ddda09d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:01.235753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:01.302642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 8abee1dc-5d90-4db0-9e18-548fef71e5bb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:01.302954 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.367265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f744c616-5de1-4a34-a78c-8668661d7d4d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f744c616-5de1-4a34-a78c-8668661d7d4d,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:01.398045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'f744c616-5de1-4a34-a78c-8668661d7d4d', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'port_id': 'f744c616-5de1-4a34-a78c-8668661d7d4d', 'mac_address': 'fa:16:3e:7f:31:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847d1-498e-4391-9449-d685fadc75a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:30:01.439550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e3d23-6379-4c56-afac-aa797d738285 req-57ff9d38-520e-404f-a7de-9afc0df8ea95 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:01.440680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9be6300e-412c-4084-a699-90a2a5d879de req-e2379a3e-a54f-459a-afb0-2e232e375539 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 HTTP/1.1" status: 200 len: 1001 time: 0.9168293 Jul 13 19:30:01.442332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-361e3d23-6379-4c56-afac-aa797d738285 req-57ff9d38-520e-404f-a7de-9afc0df8ea95 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.0863788 Jul 13 19:30:01.446235 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-84a1277c-3d64-4b98-8552-696a5c95ad47 req-03e7ef1e-23c1-4c54-a2e7-02d4c5fb6a24 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] show failed (client error): The resource could not be found. Jul 13 19:30:01.447264 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-84a1277c-3d64-4b98-8552-696a5c95ad47 req-03e7ef1e-23c1-4c54-a2e7-02d4c5fb6a24 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/cc787e82-e7f7-40f0-97c9-1630e2398398 HTTP/1.1" status: 404 len: 352 time: 0.1723690 Jul 13 19:30:01.498350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1712275344-network', 'tenant_id': '6336f15abdde4076be6327f938b7a2f3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:01.535182 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.554312 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-361e3d23-6379-4c56-afac-aa797d738285 req-354d7687-bd49-406e-a9fd-17b40334db3a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941155 Jul 13 19:30:01.576930 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.579014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Made reservation on behalf of 6336f15abdde4076be6327f938b7a2f3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:01.583088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.595431 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.596501 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.597480 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-8acc33d4-e68c-482d-a775-4adf47d2295d req-e6feee4e-df27-46a8-bba2-d06b1dc5ed20 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] show failed (client error): The resource could not be found. Jul 13 19:30:01.598654 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8acc33d4-e68c-482d-a775-4adf47d2295d req-e6feee4e-df27-46a8-bba2-d06b1dc5ed20 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/26d1e8a1-f737-45f8-956b-51b33fa7d95f HTTP/1.1" status: 404 len: 352 time: 0.0942721 Jul 13 19:30:01.614112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6300e-412c-4084-a699-90a2a5d879de req-e0816b73-cfdd-4ee3-aaa8-ad9a2c3ce801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:01.618377 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9be6300e-412c-4084-a699-90a2a5d879de req-e0816b73-cfdd-4ee3-aaa8-ad9a2c3ce801 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.1670072 Jul 13 19:30:01.622480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Transition to ACTIVE for port object 5ed8524d-2bd3-4164-b401-4b781ddda09d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:01.628007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f744c616-5de1-4a34-a78c-8668661d7d4d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:01.647650 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.674301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f744c616-5de1-4a34-a78c-8668661d7d4d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f744c616-5de1-4a34-a78c-8668661d7d4d,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:01.677411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Transition to ACTIVE for port object 5ed8524d-2bd3-4164-b401-4b781ddda09d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:01.688176 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.697529 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.699852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51a9d2c-fd9f-40ac-bb30-d21eddfa0d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abee1dc-5d90-4db0-9e18-548fef71e5bb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:01.705011 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93967c14-1e6d-407c-a717-3b16de0fde8c" -d '{"events": [{"server_uuid": "d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80", "name": "network-vif-plugged", "status": "completed", "tag": "8abee1dc-5d90-4db0-9e18-548fef71e5bb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:01.748018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6300e-412c-4084-a699-90a2a5d879de req-fbae1d1d-056a-4bb7-9631-721e29e3c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:01.753339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.755612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:01.756190 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9be6300e-412c-4084-a699-90a2a5d879de req-fbae1d1d-056a-4bb7-9631-721e29e3c22a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279716 Jul 13 19:30:01.763983 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.770695 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.790722 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.799811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Network b2be754c-ffa1-4ac2-b3c7-94a0ceb87412 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:01.808745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['f744c616-5de1-4a34-a78c-8668661d7d4d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:01.823045 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-5235cded-8725-4e33-b02e-82997fb0cda1 req-b5e6f8a7-a573-41fa-a13f-11cd33c12393 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] show failed (client error): The resource could not be found. Jul 13 19:30:01.830544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:01.841573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5235cded-8725-4e33-b02e-82997fb0cda1 req-b5e6f8a7-a573-41fa-a13f-11cd33c12393 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/363d9f01-a705-4b48-a25f-ccb7be44201a HTTP/1.1" status: 404 len: 352 time: 0.0835252 Jul 13 19:30:01.876794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:01.883382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0447718-0ff8-4378-bcef-af3bcb2931ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:01.899640 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5675bbf-6cfe-49b8-80bc-ebc5457b1a2f x-openstack-request-id: req-f5675bbf-6cfe-49b8-80bc-ebc5457b1a2f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:01.900387 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80", "name": "network-vif-plugged", "status": "completed", "tag": "8abee1dc-5d90-4db0-9e18-548fef71e5bb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:01.902206 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5675bbf-6cfe-49b8-80bc-ebc5457b1a2f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:01.903602 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51a9d2c-fd9f-40ac-bb30-d21eddfa0d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abee1dc-5d90-4db0-9e18-548fef71e5bb', 'code': 200} Jul 13 19:30:01.904449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:01.914367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.915011 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Added segment fec76352-ec00-4e36-957a-784795c58959 of type vlan for network 15b6596b-22a6-4df7-a5e4-386559395c3e Jul 13 19:30:01.929420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f744c616-5de1-4a34-a78c-8668661d7d4d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:02.005449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.072916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Attempting to bind port 5ed8524d-2bd3-4164-b401-4b781ddda09d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:02.073885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Attempting to bind port 5ed8524d-2bd3-4164-b401-4b781ddda09d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd125bfc7-7f96-4622-8ecf-441f653e37b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b2be754c-ffa1-4ac2-b3c7-94a0ceb87412'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:02.074343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Attempting to bind port 5ed8524d-2bd3-4164-b401-4b781ddda09d on network b2be754c-ffa1-4ac2-b3c7-94a0ceb87412 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:02.076356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Pushing event updated for resources: {'Port': ['ID=5ed8524d-2bd3-4164-b401-4b781ddda09d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:02.096447 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.099844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:02.101711 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.111111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:02.111646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Checking segment: {'id': 'd125bfc7-7f96-4622-8ecf-441f653e37b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b2be754c-ffa1-4ac2-b3c7-94a0ceb87412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:02.112235 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.112719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Bound using segment: {'id': 'd125bfc7-7f96-4622-8ecf-441f653e37b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b2be754c-ffa1-4ac2-b3c7-94a0ceb87412'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:02.113300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Bound port: 5ed8524d-2bd3-4164-b401-4b781ddda09d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd125bfc7-7f96-4622-8ecf-441f653e37b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b2be754c-ffa1-4ac2-b3c7-94a0ceb87412'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:02.113780 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.128627 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9be6300e-412c-4084-a699-90a2a5d879de req-19efab4b-58fa-4c2a-aedb-0232aae19ffd service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508980 Jul 13 19:30:02.216436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=8abee1dc-5d90-4db0-9e18-548fef71e5bb,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:02.216649 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.248173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2be754c-ffa1-4ac2-b3c7-94a0ceb87412']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:02.254109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0166531 Jul 13 19:30:02.262176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] For port 5ed8524d-2bd3-4164-b401-4b781ddda09d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:02.272590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:02.274845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd125bfc7-7f96-4622-8ecf-441f653e37b9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:02.275727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd125bfc7-7f96-4622-8ecf-441f653e37b9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:02.281640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Request body: {'subnet': {'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1712275344-subnet', 'tenant_id': '6336f15abdde4076be6327f938b7a2f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:02.282867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] For port 5ed8524d-2bd3-4164-b401-4b781ddda09d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5ed8524d-2bd3-4164-b401-4b781ddda09d,segment=NetworkSegment(d125bfc7-7f96-4622-8ecf-441f653e37b9),segment_id=d125bfc7-7f96-4622-8ecf-441f653e37b9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:02.287728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfc908-8e0c-4c96-94b4-8c0237b6aa1b admin admin] Pushing event updated for resources: {'Network': ['ID=15b6596b-22a6-4df7-a5e4-386559395c3e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:02.297971 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.305044 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.315954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 15b6596b-22a6-4df7-a5e4-386559395c3e details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:02.331258 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:30:02.345012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57487e3-8014-4194-b9bf-d2a2746d8542 req-e101fda9-8d96-4865-b876-387e2c53fadf tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:02.353085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c57487e3-8014-4194-b9bf-d2a2746d8542 req-e101fda9-8d96-4865-b876-387e2c53fadf tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.3026280 Jul 13 19:30:02.392351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c4ce-6f46-430b-bf0b-1e301447f4a6 req-025b55b1-d6f2-44be-a1df-5a8d4d32c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:02.393461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Subnet': ['ID=91ab3983-38f4-4bb1-872c-f2c75155a8b5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:02.393874 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8186c4ce-6f46-430b-bf0b-1e301447f4a6 req-025b55b1-d6f2-44be-a1df-5a8d4d32c6ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 1097 time: 0.2808239 Jul 13 19:30:02.396877 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-33c1a92e-b5d2-468b-bcb4-f3f396c72b8b req-1e1ebf3c-b671-431e-907b-1b0d3a5c7d81 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] show failed (client error): The resource could not be found. Jul 13 19:30:02.412096 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-33c1a92e-b5d2-468b-bcb4-f3f396c72b8b req-1e1ebf3c-b671-431e-907b-1b0d3a5c7d81 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/ca2f5e25-1d16-4367-bae6-69b950438bab HTTP/1.1" status: 404 len: 352 time: 0.3011668 Jul 13 19:30:02.419043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.420447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Made reservation on behalf of 6336f15abdde4076be6327f938b7a2f3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:02.424455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.522101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c57487e3-8014-4194-b9bf-d2a2746d8542 req-32cbd2b8-d389-4b17-9128-b88c5d78a9c7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680059 Jul 13 19:30:02.541596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:02.546078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:02.555281 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:02.624162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8186c4ce-6f46-430b-bf0b-1e301447f4a6 req-3a334f1d-ed78-4636-a32f-834e2f957c99 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165115 Jul 13 19:30:02.633153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c57f17-3534-4ea5-8f3b-8088d59c4d2d None None] Pushing event updated for resources: {'Port': ['ID=5ed8524d-2bd3-4164-b401-4b781ddda09d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:02.675941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594934e7-bebb-4592-9bf6-86837a5071da None None] Network b2be754c-ffa1-4ac2-b3c7-94a0ceb87412 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:02.704602 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 19:30:02.704602 n-d-800708-1 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 19:30:02.704602 n-d-800708-1 neutron-server[93766]: [parameters: {'id': 'b2be754c-ffa1-4ac2-b3c7-94a0ceb87412'}] Jul 13 19:30:02.704602 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:30:02.705367 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:30:02.730194 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-f7a98219-56c0-42b5-a747-1e8e3ca1de94 req-e772f87c-65ba-40a3-abd0-e5ef92b55b19 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] show failed (client error): The resource could not be found. Jul 13 19:30:02.744186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f7a98219-56c0-42b5-a747-1e8e3ca1de94 req-e772f87c-65ba-40a3-abd0-e5ef92b55b19 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/e74f3f5d-7afc-42b7-9c6c-f9945e075489 HTTP/1.1" status: 404 len: 352 time: 0.0439274 Jul 13 19:30:02.762160 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9be6300e-412c-4084-a699-90a2a5d879de req-9d68794e-e57b-459f-82b7-d02f1fc6074a service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830352 Jul 13 19:30:02.967652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.968215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f744c616-5de1-4a34-a78c-8668661d7d4d up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:03.051686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3dfd7-813b-43c5-9a0d-e4ca5821b714 req-2fdbe842-d977-4f07-953c-8057c07225dd tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:03.052507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Checking segment: {'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:03.052955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Network hostable DHCP agents. Network: 15b6596b-22a6-4df7-a5e4-386559395c3e, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:30:03.059367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=732c1906-1a03-47ce-af58-5143062d6e4e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:03.059610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-97c3dfd7-813b-43c5-9a0d-e4ca5821b714 req-2fdbe842-d977-4f07-953c-8057c07225dd tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.1482086 Jul 13 19:30:03.111966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Network 15b6596b-22a6-4df7-a5e4-386559395c3e is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:30:03.119946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f0210-f298-4d35-ae73-bb14659fda1e None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:30:03.120388 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-97c3dfd7-813b-43c5-9a0d-e4ca5821b714 req-e288ef71-6959-4e55-afdc-b1da7cf24865 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557249 Jul 13 19:30:03.135766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 15b6596b-22a6-4df7-a5e4-386559395c3e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:03.140942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:03.141851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:03.176020 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5b31c19c-625f-4132-83aa-d7dfd7dbb6f9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8989336 Jul 13 19:30:03.184673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port f744c616-5de1-4a34-a78c-8668661d7d4d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:03.185127 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:03.206712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:03.295994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting port 5ed8524d-2bd3-4164-b401-4b781ddda09d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:03.296647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:03.396191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f0210-f298-4d35-ae73-bb14659fda1e None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:30:03.617471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] For port 5ed8524d-2bd3-4164-b401-4b781ddda09d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5ed8524d-2bd3-4164-b401-4b781ddda09d,segment=NetworkSegment(d125bfc7-7f96-4622-8ecf-441f653e37b9),segment_id=d125bfc7-7f96-4622-8ecf-441f653e37b9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:03.618046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:03.657868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Calling delete_port for 5ed8524d-2bd3-4164-b401-4b781ddda09d owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:03.785136 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:03.881629 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df4376-c762-4273-82ae-70ff5115c56e req-a987c747-6875-4cf9-b23a-608cbe7adeb1 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:03.882792 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-67df4376-c762-4273-82ae-70ff5115c56e req-a987c747-6875-4cf9-b23a-608cbe7adeb1 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 1023 time: 0.3915238 Jul 13 19:30:03.958930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744c616-5de1-4a34-a78c-8668661d7d4d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:03.974420 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-67df4376-c762-4273-82ae-70ff5115c56e req-a7dbd1ec-4081-48a8-a36b-0796440b3c66 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb43563d-32c3-40f2-95de-d478289207fb&id=3aa25203-2897-4839-aa6e-056870d1593d&id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0701323 Jul 13 19:30:03.981457 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e3bdc-6224-4211-bc4d-719508269974" -d '{"events": [{"server_uuid": "ece0ba5f-c481-40e6-a6e0-72b4c6addd76", "name": "network-vif-plugged", "status": "completed", "tag": "f744c616-5de1-4a34-a78c-8668661d7d4d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:03.987794 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.022069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f744c616-5de1-4a34-a78c-8668661d7d4d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f744c616-5de1-4a34-a78c-8668661d7d4d,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:04.039396 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.069699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-0eb7ac88-85d2-4a80-a38a-c50a5e4c34e0 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:04.079029 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-0eb7ac88-85d2-4a80-a38a-c50a5e4c34e0 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/networks?id=15b6596b-22a6-4df7-a5e4-386559395c3e HTTP/1.1" status: 200 len: 818 time: 0.2747374 Jul 13 19:30:04.079936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No DVR routers for this DVR port 5ed8524d-2bd3-4164-b401-4b781ddda09d on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:04.109191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-e85ff81b-12dd-4861-bf40-d44b10ae6c24 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/quotas/6336f15abdde4076be6327f938b7a2f3 HTTP/1.1" status: 200 len: 375 time: 0.0291784 Jul 13 19:30:04.135433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Port': ['ID=5ed8524d-2bd3-4164-b401-4b781ddda09d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:04.187129 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-853a3c7c-fcdb-4229-8e10-2d2b2b36b01b tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6336f15abdde4076be6327f938b7a2f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767746 Jul 13 19:30:04.320981 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.331344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-8c8e6548-8273-46f9-aa28-3121b9d339d0 service neutron] 10.222.0.25 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429033 Jul 13 19:30:04.343375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2be754c-ffa1-4ac2-b3c7-94a0ceb87412']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:04.347969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f744c616-5de1-4a34-a78c-8668661d7d4d,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:04.357025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd125bfc7-7f96-4622-8ecf-441f653e37b9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:04.357412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd125bfc7-7f96-4622-8ecf-441f653e37b9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:04.367741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c134b-01f8-459c-b753-1ccc4b82fc32 None None] Network 15b6596b-22a6-4df7-a5e4-386559395c3e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:04.377563 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.401033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88c0ee-f1da-44eb-82da-6f2cd5389cbb req-536126bc-af92-427e-8c55-57859bd4d9f5 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:04.402695 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd88c0ee-f1da-44eb-82da-6f2cd5389cbb req-536126bc-af92-427e-8c55-57859bd4d9f5 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.1469231 Jul 13 19:30:04.407547 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.430886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:04.431401 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:04.441606 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:04.469802 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-b46e035e-6399-438c-a463-b2968988b522 service neutron] 10.222.0.25 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292624 Jul 13 19:30:04.584916 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd88c0ee-f1da-44eb-82da-6f2cd5389cbb req-ba59c891-c7a6-485f-9927-ec8f16402503 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723182 Jul 13 19:30:04.586138 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.607724 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.613285 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/b2be754c-ffa1-4ac2-b3c7-94a0ceb87412 HTTP/1.1" status: 204 len: 168 time: 4.2986670 Jul 13 19:30:04.615221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 54894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:04.627324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3bbec3-3b94-4b24-a78b-32bb8512b69d None None] Network 15b6596b-22a6-4df7-a5e4-386559395c3e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:04.627854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-419449144'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:04.638667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e001ef-a515-4ead-8ec5-8889a9809e62 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Network': ['ID=b2be754c-ffa1-4ac2-b3c7-94a0ceb87412,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:04.676487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:04.682149 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.770376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:04.795517 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.796140 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Added segment 829b4986-106a-4d67-8bb2-1d3ba91e228d of type vlan for network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd Jul 13 19:30:04.882077 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54db0a9-6e83-42ab-bca9-8279a7ed98e6 x-openstack-request-id: req-a54db0a9-6e83-42ab-bca9-8279a7ed98e6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:04.882946 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0ba5f-c481-40e6-a6e0-72b4c6addd76", "name": "network-vif-plugged", "status": "completed", "tag": "f744c616-5de1-4a34-a78c-8668661d7d4d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:04.883396 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a54db0a9-6e83-42ab-bca9-8279a7ed98e6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:04.885083 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744c616-5de1-4a34-a78c-8668661d7d4d', 'code': 200} Jul 13 19:30:04.909826 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.980025 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.994748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:04.994748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.119380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d01182-a551-40ce-893d-084099079874 req-9305c4ef-c365-49e1-aecd-b5c65f6cdc04 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:05.121944 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1d01182-a551-40ce-893d-084099079874 req-9305c4ef-c365-49e1-aecd-b5c65f6cdc04 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.24 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 1023 time: 0.2024417 Jul 13 19:30:05.191173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=2e5ed3fa-1788-405d-9dc6-f0622de6cdcd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:05.199480 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0c0e32ad-bf3d-4cc8-adff-bd4d99b08c1c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5828235 Jul 13 19:30:05.203825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:05.217545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:05.218363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'network_id': '2e5ed3fa-1788-405d-9dc6-f0622de6cdcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:05.362793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f0575-f278-406e-8ce8-59061fe1566a req-596f61e7-a948-4932-9fde-6031c724df2e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:05.370387 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c82f0575-f278-406e-8ce8-59061fe1566a req-596f61e7-a948-4932-9fde-6031c724df2e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.0969455 Jul 13 19:30:05.428760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c82f0575-f278-406e-8ce8-59061fe1566a req-2695ff26-db23-4369-9dd8-ecf7b29ad3ea tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568795 Jul 13 19:30:05.492109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151eaeb-ac26-4675-a83a-1ed5764546e2 req-99584eef-0a50-4014-8b48-366279eabe65 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:05.499889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5151eaeb-ac26-4675-a83a-1ed5764546e2 req-99584eef-0a50-4014-8b48-366279eabe65 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.2695720 Jul 13 19:30:05.527416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:05.535000 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.539618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b1d01182-a551-40ce-893d-084099079874 req-3fff60b7-df9b-414c-88d5-bf99a25b1f33 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Deleting port 554f19cb-68e2-445b-b094-23bab39d4a3e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:05.540028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1d01182-a551-40ce-893d-084099079874 req-3fff60b7-df9b-414c-88d5-bf99a25b1f33 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.643355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5151eaeb-ac26-4675-a83a-1ed5764546e2 req-9ff41861-86b6-4f3c-81a7-eb84afb48aa6 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416144 Jul 13 19:30:05.945506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b1d01182-a551-40ce-893d-084099079874 req-3fff60b7-df9b-414c-88d5-bf99a25b1f33 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] For port 554f19cb-68e2-445b-b094-23bab39d4a3e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=554f19cb-68e2-445b-b094-23bab39d4a3e,segment=NetworkSegment(68e00be8-bbee-4eed-95fb-931479312fcd),segment_id=68e00be8-bbee-4eed-95fb-931479312fcd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:05.945900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1d01182-a551-40ce-893d-084099079874 req-3fff60b7-df9b-414c-88d5-bf99a25b1f33 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.978963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b1d01182-a551-40ce-893d-084099079874 req-3fff60b7-df9b-414c-88d5-bf99a25b1f33 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Calling delete_port for 554f19cb-68e2-445b-b094-23bab39d4a3e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:06.523073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0af1d-f77e-4552-ab3d-c3920eee9e88 req-e1ff1fff-ee66-44f6-ab31-076526d1599d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:06.527664 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9eb0af1d-f77e-4552-ab3d-c3920eee9e88 req-e1ff1fff-ee66-44f6-ab31-076526d1599d tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 1023 time: 0.6325340 Jul 13 19:30:06.638505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9eb0af1d-f77e-4552-ab3d-c3920eee9e88 req-26fa9d0f-33aa-4d74-82f0-3ff3c8dec965 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb43563d-32c3-40f2-95de-d478289207fb&id=3aa25203-2897-4839-aa6e-056870d1593d&id=9cac4af7-bc18-402b-a99f-a6457f82cbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0968752 Jul 13 19:30:06.646253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:06.736912 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eed3de49-ef59-4cc7-bdde-784845e67689 req-d8d9c11b-efd9-4212-ad94-4957a6995809 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 210 time: 0.3161986 Jul 13 19:30:07.048491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=62cb3442-a28b-4a6a-a262-3ec969882775,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:07.056461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a162f-5ca2-42b3-9d99-6b0e93e944f0 req-7bdd47ef-2588-4352-9950-ee26aa609576 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:07.071256 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-595a162f-5ca2-42b3-9d99-6b0e93e944f0 req-7bdd47ef-2588-4352-9950-ee26aa609576 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.1444609 Jul 13 19:30:07.085883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking segment: {'id': '829b4986-106a-4d67-8bb2-1d3ba91e228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '2e5ed3fa-1788-405d-9dc6-f0622de6cdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:07.087856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network hostable DHCP agents. Network: 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:30:07.162486 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1d01182-a551-40ce-893d-084099079874 req-3fff60b7-df9b-414c-88d5-bf99a25b1f33 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:07.178312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['554f19cb-68e2-445b-b094-23bab39d4a3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:07.223505 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-595a162f-5ca2-42b3-9d99-6b0e93e944f0 req-640e2631-57dc-4d09-9bde-f07a43ecca10 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510358 Jul 13 19:30:07.334119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff60b7-df9b-414c-88d5-bf99a25b1f33 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'Port': ['ID=554f19cb-68e2-445b-b094-23bab39d4a3e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:07.343302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:30:07.391938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:07.401099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99fc7e6-2429-4282-bebc-ecb86201981b None None] Network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:07.481899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:07.482544 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:07.513912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d01182-a551-40ce-893d-084099079874 req-3fff60b7-df9b-414c-88d5-bf99a25b1f33 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] No DVR routers for this DVR port 554f19cb-68e2-445b-b094-23bab39d4a3e on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:07.520609 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1d01182-a551-40ce-893d-084099079874 req-3fff60b7-df9b-414c-88d5-bf99a25b1f33 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:07.522673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1d01182-a551-40ce-893d-084099079874 req-3fff60b7-df9b-414c-88d5-bf99a25b1f33 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.24 "DELETE /v2.0/ports/554f19cb-68e2-445b-b094-23bab39d4a3e HTTP/1.1" status: 204 len: 173 time: 2.3943202 Jul 13 19:30:07.526143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'name': 'network-vif-deleted', 'tag': '554f19cb-68e2-445b-b094-23bab39d4a3e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:07.546877 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8df7acc-609a-4846-8fc3-f0374aef3fe9" -d '{"events": [{"server_uuid": "acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9", "name": "network-vif-deleted", "tag": "554f19cb-68e2-445b-b094-23bab39d4a3e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:07.644596 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a7f20e8f-8549-4ac6-b6ac-89bfff69b371 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4372547 Jul 13 19:30:07.648006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-fc347c7b-1b0f-4070-9971-6fc1e0d7aa09 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:07.651688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 54980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:07.653415 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-fc347c7b-1b0f-4070-9971-6fc1e0d7aa09 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.60 "GET /v2.0/ports?device_id=d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80 HTTP/1.1" status: 200 len: 946 time: 0.2009952 Jul 13 19:30:07.678537 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9eca99-9ebf-44d8-b768-c05992a604f4 x-openstack-request-id: req-be9eca99-9ebf-44d8-b768-c05992a604f4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:07.678834 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9", "name": "network-vif-deleted", "tag": "554f19cb-68e2-445b-b094-23bab39d4a3e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:07.679090 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be9eca99-9ebf-44d8-b768-c05992a604f4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:07.679495 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9', 'name': 'network-vif-deleted', 'tag': '554f19cb-68e2-445b-b094-23bab39d4a3e', 'status': 'completed', 'code': 200} Jul 13 19:30:07.685137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cec1c673-f7d8-47d6-a3d2-1e56f916fcab tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'network_id': '2e5ed3fa-1788-405d-9dc6-f0622de6cdcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:07.716342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-30de2e44-8a81-48e0-ba32-f91e948b697f tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:07.728854 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-30de2e44-8a81-48e0-ba32-f91e948b697f tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/networks?id=d1fb41b8-3a97-434d-99ff-fb3555477741 HTTP/1.1" status: 200 len: 814 time: 0.5606892 Jul 13 19:30:07.856272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-ec7340b7-b53e-4a2f-9708-3080c5dbc0bb tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/quotas/7204d882ac6c474782f21eab09039f90 HTTP/1.1" status: 200 len: 375 time: 0.1250565 Jul 13 19:30:07.865672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-2e5ed3fa-1788-405d-9dc6-f0622de6cdcd', 'network_id': '2e5ed3fa-1788-405d-9dc6-f0622de6cdcd', 'tenant_id': '09b52f971b714b44936ac67e2d7b8f21', 'fixed_ips': [{'subnet_id': '62cb3442-a28b-4a6a-a262-3ec969882775'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:30:07.867337 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:07.960661 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bc445d5-47fd-4f22-92be-17b8193f8bdc req-8d49e540-530b-4ebb-bcf7-57c51f01798b tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 210 time: 0.1039128 Jul 13 19:30:08.172167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-0ef8e5d7-254a-4753-8be4-9f9ed915acd4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Deleting port 8abee1dc-5d90-4db0-9e18-548fef71e5bb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:08.172975 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-0ef8e5d7-254a-4753-8be4-9f9ed915acd4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:08.237228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Allocated IP 2001:db8::2 (2e5ed3fa-1788-405d-9dc6-f0622de6cdcd/62cb3442-a28b-4a6a-a262-3ec969882775/5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:08.320819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-00c57692-adb4-4109-b6ea-d75f9f018803 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:08.322498 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-00c57692-adb4-4109-b6ea-d75f9f018803 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.24 "GET /v2.0/networks?id=15b6596b-22a6-4df7-a5e4-386559395c3e HTTP/1.1" status: 200 len: 818 time: 0.1971557 Jul 13 19:30:08.356320 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8fe627f5-05b0-4963-8d70-66e610789d19 req-44247dec-45a8-4dc7-bd34-17a0d68c2577 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 210 time: 0.0986757 Jul 13 19:30:08.372327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Request body: {'port': {'device_id': '3db0b623-917c-4aa0-8868-8cbe3433bcab', 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e', 'admin_state_up': True, 'tenant_id': '6336f15abdde4076be6327f938b7a2f3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:08.454655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-0ef8e5d7-254a-4753-8be4-9f9ed915acd4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] For port 8abee1dc-5d90-4db0-9e18-548fef71e5bb, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8abee1dc-5d90-4db0-9e18-548fef71e5bb,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:08.455034 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-0ef8e5d7-254a-4753-8be4-9f9ed915acd4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:08.474941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-0ef8e5d7-254a-4753-8be4-9f9ed915acd4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Calling delete_port for 8abee1dc-5d90-4db0-9e18-548fef71e5bb owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:08.642121 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:08.665229 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-54c5f356-e1c1-42de-b25d-e201fc5aae4b tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7204d882ac6c474782f21eab09039f90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8080859 Jul 13 19:30:08.869747 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-7c5c2af8-e451-48eb-8591-abd4287bf112 service neutron] 10.222.0.25 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875987 Jul 13 19:30:08.906586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec1c673-f7d8-47d6-a3d2-1e56f916fcab tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:08.915653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cec1c673-f7d8-47d6-a3d2-1e56f916fcab tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:08.992839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-801954e4-2020-48a2-96c0-adc2def4c5f5 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:08.998717 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-801954e4-2020-48a2-96c0-adc2def4c5f5 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.60 "GET /v2.0/networks?id=15b6596b-22a6-4df7-a5e4-386559395c3e HTTP/1.1" status: 200 len: 818 time: 0.2601395 Jul 13 19:30:09.024324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Request body: {'port': {'device_id': '394253d7-2af1-4dee-9f8a-2483e117c09a', 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e', 'admin_state_up': True, 'tenant_id': '6336f15abdde4076be6327f938b7a2f3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:09.163093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Transition to ACTIVE for port object 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:09.196214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Transition to ACTIVE for port object 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:09.202138 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-0ef8e5d7-254a-4753-8be4-9f9ed915acd4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:09.214271 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:09.246039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:09.250463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:09.303409 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-355b2c26-607b-49e0-8980-6693ce34ee88 service neutron] 10.222.0.25 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222376 Jul 13 19:30:09.309859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Made reservation on behalf of 6336f15abdde4076be6327f938b7a2f3 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:09.313571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8e5d7-254a-4753-8be4-9f9ed915acd4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Pushing event deleted for resources: {'Port': ['ID=8abee1dc-5d90-4db0-9e18-548fef71e5bb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:09.314637 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:09.318178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:09.439892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Pushing event updated for resources: {'Port': ['ID=5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:09.454842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Attempting to bind port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:09.455361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Attempting to bind port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '829b4986-106a-4d67-8bb2-1d3ba91e228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '2e5ed3fa-1788-405d-9dc6-f0622de6cdcd'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:09.455829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Attempting to bind port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 on network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:09.465169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:09.465704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Checking segment: {'id': '829b4986-106a-4d67-8bb2-1d3ba91e228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '2e5ed3fa-1788-405d-9dc6-f0622de6cdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:09.466538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:09.467042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Bound using segment: {'id': '829b4986-106a-4d67-8bb2-1d3ba91e228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '2e5ed3fa-1788-405d-9dc6-f0622de6cdcd'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:09.467634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Bound port: 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4986-106a-4d67-8bb2-1d3ba91e228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '2e5ed3fa-1788-405d-9dc6-f0622de6cdcd'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:09.468143 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:09.560047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] For port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:09.563765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] For port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7,segment=NetworkSegment(829b4986-106a-4d67-8bb2-1d3ba91e228d),segment_id=829b4986-106a-4d67-8bb2-1d3ba91e228d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:09.605546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 554f19cb-68e2-445b-b094-23bab39d4a3e no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:09.611190 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:09.733536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-33681e17-68c3-488c-b152-cc706c0bf65a tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:09.736897 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-33681e17-68c3-488c-b152-cc706c0bf65a tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.24 "GET /v2.0/networks?id=15b6596b-22a6-4df7-a5e4-386559395c3e HTTP/1.1" status: 200 len: 818 time: 0.4316986 Jul 13 19:30:09.775643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 554f19cb-68e2-445b-b094-23bab39d4a3e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:09.785333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 554f19cb-68e2-445b-b094-23bab39d4a3e not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:09.907292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Request body: {'port': {'device_id': '27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2', 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e', 'admin_state_up': True, 'tenant_id': '6336f15abdde4076be6327f938b7a2f3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:10.123704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33f61a-8e7d-413a-aa5e-fc2155babf21 None None] Pushing event updated for resources: {'Port': ['ID=5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:10.355536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda39c49-02db-47c3-bc98-0034f2524217 req-c72e8546-2165-4792-8d30-0a934d71e527 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:10.357250 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fda39c49-02db-47c3-bc98-0034f2524217 req-c72e8546-2165-4792-8d30-0a934d71e527 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 1.3546672 Jul 13 19:30:10.359719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-0ef8e5d7-254a-4753-8be4-9f9ed915acd4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] No DVR routers for this DVR port 8abee1dc-5d90-4db0-9e18-548fef71e5bb on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:10.361681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Made reservation on behalf of 6336f15abdde4076be6327f938b7a2f3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:10.365653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:10.375431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02144892-fd70-4452-8b86-2a1746d70ce4 req-b909a212-227e-467f-ad0c-1b09c75ca435 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/ports?device_id=acecccfe-4a1e-4e50-8aeb-b7ffbb5e41d9 HTTP/1.1" status: 200 len: 210 time: 0.0933769 Jul 13 19:30:10.396926 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-0ef8e5d7-254a-4753-8be4-9f9ed915acd4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:10.408998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bc91601-eb37-41e9-aa1e-ebf8afa56b60 req-0ef8e5d7-254a-4753-8be4-9f9ed915acd4 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.60 "DELETE /v2.0/ports/8abee1dc-5d90-4db0-9e18-548fef71e5bb HTTP/1.1" status: 204 len: 173 time: 2.7468126 Jul 13 19:30:10.408998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51a9d2c-fd9f-40ac-bb30-d21eddfa0d80', 'name': 'network-vif-deleted', 'tag': '8abee1dc-5d90-4db0-9e18-548fef71e5bb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:10.417114 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd50785e-6ef1-4dfa-a465-df9569919c51" -d '{"events": [{"server_uuid": "d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80", "name": "network-vif-deleted", "tag": "8abee1dc-5d90-4db0-9e18-548fef71e5bb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:10.532587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Allocated IP 172.20.0.12 (15b6596b-22a6-4df7-a5e4-386559395c3e/732c1906-1a03-47ce-af58-5143062d6e4e/f407901a-9d89-40ec-812a-da1771cf1f4c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:10.577072 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fda39c49-02db-47c3-bc98-0034f2524217 req-e0ad1f6d-48f5-47e4-8836-028d54464078 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048109 Jul 13 19:30:10.612444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Made reservation on behalf of 6336f15abdde4076be6327f938b7a2f3 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:10.616641 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:10.848434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-626db5aa-d146-41d9-9d44-5ecfb743967a req-e4a0b4df-5289-4ee9-bccd-f258ff214c0d tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 210 time: 0.1466918 Jul 13 19:30:10.848843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:10.968159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8abee1dc-5d90-4db0-9e18-548fef71e5bb no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:11.045622 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cec1c673-f7d8-47d6-a3d2-1e56f916fcab tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.072152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 8abee1dc-5d90-4db0-9e18-548fef71e5bb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:11.077017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8abee1dc-5d90-4db0-9e18-548fef71e5bb not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:11.190553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:11.303803 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a32765d-d64b-4398-984d-6e710b0e5e7d x-openstack-request-id: req-1a32765d-d64b-4398-984d-6e710b0e5e7d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:11.304457 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51a9d2c-fd9f-40ac-bb30-d21eddfa0d80", "name": "network-vif-deleted", "tag": "8abee1dc-5d90-4db0-9e18-548fef71e5bb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:11.304934 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a32765d-d64b-4398-984d-6e710b0e5e7d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:11.305530 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51a9d2c-fd9f-40ac-bb30-d21eddfa0d80', 'name': 'network-vif-deleted', 'tag': '8abee1dc-5d90-4db0-9e18-548fef71e5bb', 'status': 'completed', 'code': 200} Jul 13 19:30:11.310737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1c673-f7d8-47d6-a3d2-1e56f916fcab tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=365c8d55-865c-4939-8ac2-ab8da465df7b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:12.147040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47fa74-ee47-44ef-b83e-376d8d03e1f2 req-c7d8b316-53f2-41c8-ba8f-0434185b1399 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:12.154956 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9e47fa74-ee47-44ef-b83e-376d8d03e1f2 req-c7d8b316-53f2-41c8-ba8f-0434185b1399 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.1460328 Jul 13 19:30:12.219776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3be721-5ad3-4453-b300-da64bbc8f2f8 None None] Network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:12.239308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1c673-f7d8-47d6-a3d2-1e56f916fcab tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:12.245014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cec1c673-f7d8-47d6-a3d2-1e56f916fcab tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:12.263362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec1c673-f7d8-47d6-a3d2-1e56f916fcab tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:12.264944 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cec1c673-f7d8-47d6-a3d2-1e56f916fcab tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.275391 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9e47fa74-ee47-44ef-b83e-376d8d03e1f2 req-34fe0976-2069-48ec-a2d8-90fb3cc1a3c1 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169147 Jul 13 19:30:12.355577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac5ff9c6-7218-4b37-b71b-6554e91922a3 req-17c5c0d2-7abd-41fe-8cbd-17222ab622ec tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 210 time: 1.1470973 Jul 13 19:30:12.381192 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cec1c673-f7d8-47d6-a3d2-1e56f916fcab tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.7100964 Jul 13 19:30:12.383251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:12.603123 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.608491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24e89061-e4ac-4051-a0c2-1bbf721f4ef2 None None] Provisioning for port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:12.670039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24e89061-e4ac-4051-a0c2-1bbf721f4ef2 None None] Provisioning complete for port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:12.685710 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24e89061-e4ac-4051-a0c2-1bbf721f4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.695029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a8c50-811d-49c0-8a8e-663208e06b97 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:12.699547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a8c50-811d-49c0-8a8e-663208e06b97 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:12.701586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a8c50-811d-49c0-8a8e-663208e06b97 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:12.709569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a8c50-811d-49c0-8a8e-663208e06b97 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:12.712301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a8c50-811d-49c0-8a8e-663208e06b97 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:12.717968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a34a8c50-811d-49c0-8a8e-663208e06b97 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3329058 Jul 13 19:30:12.729538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:12.750677 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eebbb1fc-ea1d-4c55-b245-1f17a24cdb84 req-52c726c7-c76e-4256-8253-431a85000695 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/3aa25203-2897-4839-aa6e-056870d1593d HTTP/1.1" status: 200 len: 1802 time: 0.3800933 Jul 13 19:30:12.759530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1499399389'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:12.836584 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.117473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Allocated IP 172.20.0.7 (15b6596b-22a6-4df7-a5e4-386559395c3e/732c1906-1a03-47ce-af58-5143062d6e4e/5bb7f7de-34f9-4990-8f2a-0e488f0b604c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:13.118996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c957b8b6-dc72-43ee-a60a-6a4111af6f51 req-e7a740ee-bcc2-42d8-9b45-8bdfa2c3ebe3 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 210 time: 0.2842865 Jul 13 19:30:13.220004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eebbb1fc-ea1d-4c55-b245-1f17a24cdb84 req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.248216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Network 15b6596b-22a6-4df7-a5e4-386559395c3e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:13.256732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:13.270254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:13.306771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Pushing event updated for resources: {'Port': ['ID=f407901a-9d89-40ec-812a-da1771cf1f4c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:13.349359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:13.353475 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.365150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eebbb1fc-ea1d-4c55-b245-1f17a24cdb84 req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.384324 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24e89061-e4ac-4051-a0c2-1bbf721f4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.466954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:13.469745 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.519586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845182b5-153a-4be0-a143-20b86ac8887b None None] Update dhcp port {'port': {'network_id': '2e5ed3fa-1788-405d-9dc6-f0622de6cdcd', 'fixed_ips': [{'subnet_id': '62cb3442-a28b-4a6a-a262-3ec969882775', 'ip_address': '2001:db8::2'}, {'subnet_id': '365c8d55-865c-4939-8ac2-ab8da465df7b'}], 'binding:host_id': 'n-d-800708-1'}, 'id': '5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:30:13.530629 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-45ff6861-621f-4b18-a995-9e5ef32c81fb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1805003 Jul 13 19:30:13.540263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:13.565911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24e89061-e4ac-4051-a0c2-1bbf721f4ef2 None None] For port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7,segment=NetworkSegment(829b4986-106a-4d67-8bb2-1d3ba91e228d),segment_id=829b4986-106a-4d67-8bb2-1d3ba91e228d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:13.566894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Request body: {'port': {'device_id': '3db0b623-917c-4aa0-8868-8cbe3433bcab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:13.571405 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24e89061-e4ac-4051-a0c2-1bbf721f4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.580849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-1adde5f8-0b62-4eb7-b4c4-24b6beed1cb2 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:13.583115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-1adde5f8-0b62-4eb7-b4c4-24b6beed1cb2 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.24 "GET /v2.0/networks?id=d1fb41b8-3a97-434d-99ff-fb3555477741 HTTP/1.1" status: 200 len: 814 time: 0.8084157 Jul 13 19:30:13.603907 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-845182b5-153a-4be0-a143-20b86ac8887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.619542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Request body: {'port': {'device_id': '37007b5f-d5a3-41d0-8e58-fc0fc78f3d82', 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741', 'admin_state_up': True, 'tenant_id': '7204d882ac6c474782f21eab09039f90'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:13.739894 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.740243 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Added segment 50390ede-97e7-47b5-a6de-66e4407da41f of type vlan for network a4123a39-a284-430a-9645-a0566c56cd6b Jul 13 19:30:13.801215 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eebbb1fc-ea1d-4c55-b245-1f17a24cdb84 req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.804070 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eebbb1fc-ea1d-4c55-b245-1f17a24cdb84 req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.816835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e89061-e4ac-4051-a0c2-1bbf721f4ef2 None None] Pushing event updated for resources: {'Port': ['ID=5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:13.829838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eebbb1fc-ea1d-4c55-b245-1f17a24cdb84 req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/3aa25203-2897-4839-aa6e-056870d1593d HTTP/1.1" status: 204 len: 173 time: 1.0664513 Jul 13 19:30:13.873277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa25203-2897-4839-aa6e-056870d1593d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:13.898153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.901048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.901616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.902209 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.902800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.903640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.907077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.907720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.908808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.909354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.910885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.911411 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ed4cc-016d-4342-9e0a-be2bc3c09598 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:13.919655 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-845182b5-153a-4be0-a143-20b86ac8887b None None] Allocated IP 172.20.0.1 (2e5ed3fa-1788-405d-9dc6-f0622de6cdcd/365c8d55-865c-4939-8ac2-ab8da465df7b/5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:13.937719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Made reservation on behalf of 7204d882ac6c474782f21eab09039f90 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:13.941775 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.963087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:14.020243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:14.075573 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:14.097359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7ea96-aef0-4aa9-81a5-06b322bd8efb req-b3984d9f-820c-4c53-85dc-a9fab67385a4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:14.104938 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e8a7ea96-aef0-4aa9-81a5-06b322bd8efb req-b3984d9f-820c-4c53-85dc-a9fab67385a4 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.3751776 Jul 13 19:30:14.166478 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdc53163-b2af-451f-8088-40cde7048935 req-e8299d5c-8e42-4549-94dc-1910e960dcc3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 210 time: 0.1016474 Jul 13 19:30:14.211797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:14.288851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Network 15b6596b-22a6-4df7-a5e4-386559395c3e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:14.295266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:14.298986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:14.304188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Pushing event updated for resources: {'Port': ['ID=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:14.321997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-845182b5-153a-4be0-a143-20b86ac8887b None None] For port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7,segment=NetworkSegment(829b4986-106a-4d67-8bb2-1d3ba91e228d),segment_id=829b4986-106a-4d67-8bb2-1d3ba91e228d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:14.335097 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e8a7ea96-aef0-4aa9-81a5-06b322bd8efb req-ad8e3438-5560-400a-b8f4-d41141b0a836 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288244 Jul 13 19:30:14.360035 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-845182b5-153a-4be0-a143-20b86ac8887b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:14.378673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-845182b5-153a-4be0-a143-20b86ac8887b None None] Transition to ACTIVE for port object 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:14.391568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-845182b5-153a-4be0-a143-20b86ac8887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:14.410083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:14.411005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:14.430548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-a063dc41-2e27-4321-9f33-3643165c7ca8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4149976 Jul 13 19:30:14.448256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Request body: {'port': {'device_id': '394253d7-2af1-4dee-9f8a-2483e117c09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:14.449402 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Allocated IP 172.20.0.9 (d1fb41b8-3a97-434d-99ff-fb3555477741/54facab2-1375-4b6f-97fb-5a8775e36af3/f34511b1-9f29-453d-b1c1-90dfdd2b7d7f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:14.477914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845182b5-153a-4be0-a143-20b86ac8887b None None] Pushing event updated for resources: {'Port': ['ID=5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:14.525319 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:14.532538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:14.533318 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:14.606939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:14.735563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:14.930871 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1962924 Jul 13 19:30:14.931815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:14.940910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4ee5372d-7c81-4946-baec-4e142197dc52 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:15.019037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf166f1e-63fa-4a2f-a486-e252e59b7060 req-8115cc32-f352-4d21-a659-bf6c6d32c326 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 210 time: 0.0428195 Jul 13 19:30:15.056702 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-16b564c7-e36f-4556-9891-7c28d780ee1d {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:30:15.057090 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:30:15.057674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=a4123a39-a284-430a-9645-a0566c56cd6b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:15.196889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cbeb082-6d51-4d59-8ff8-aa7f66a24143 req-9339c566-b43a-40db-bc9c-4c1134db8883 tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "GET /v2.0/security-groups/bb43563d-32c3-40f2-95de-d478289207fb HTTP/1.1" status: 200 len: 1802 time: 0.6744785 Jul 13 19:30:15.198255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.214782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.215217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.215571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.216047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.216329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.216565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.216895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.217225 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.217545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.217900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.218200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac28d8-b98c-4594-8eb0-c491d1f3701f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:15.243324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a4123a39-a284-430a-9645-a0566c56cd6b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:15.401167 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.460748 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1cbeb082-6d51-4d59-8ff8-aa7f66a24143 req-931f994a-1d14-4553-bf2c-04f00de3ba1e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.462571 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ee5372d-7c81-4946-baec-4e142197dc52 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.499298 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.502246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1cbeb082-6d51-4d59-8ff8-aa7f66a24143 req-931f994a-1d14-4553-bf2c-04f00de3ba1e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.548595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.566425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.604182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d169edf1-8fa0-4151-bda6-5ea9bd28eb5d None None] Network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:15.619517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb7f7de-34f9-4990-8f2a-0e488f0b604c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:15.628248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.641271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Transition to ACTIVE for port object 5bb7f7de-34f9-4990-8f2a-0e488f0b604c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:15.645046 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ee5372d-7c81-4946-baec-4e142197dc52 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.690448 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.698058 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1cbeb082-6d51-4d59-8ff8-aa7f66a24143 req-931f994a-1d14-4553-bf2c-04f00de3ba1e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.700957 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1cbeb082-6d51-4d59-8ff8-aa7f66a24143 req-931f994a-1d14-4553-bf2c-04f00de3ba1e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.710078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ee5372d-7c81-4946-baec-4e142197dc52 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network a4123a39-a284-430a-9645-a0566c56cd6b is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 19:30:15.715024 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cbeb082-6d51-4d59-8ff8-aa7f66a24143 req-931f994a-1d14-4553-bf2c-04f00de3ba1e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] 10.222.0.25 "DELETE /v2.0/security-groups/bb43563d-32c3-40f2-95de-d478289207fb HTTP/1.1" status: 204 len: 173 time: 0.4878407 Jul 13 19:30:15.717977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5372d-7c81-4946-baec-4e142197dc52 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:15.718767 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ee5372d-7c81-4946-baec-4e142197dc52 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.720598 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4ee5372d-7c81-4946-baec-4e142197dc52 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "PUT /v2.0/networks/a4123a39-a284-430a-9645-a0566c56cd6b HTTP/1.1" status: 200 len: 723 time: 0.7877216 Jul 13 19:30:15.722211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:15.748560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:15.777912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07102556-c7bf-4afc-aac6-e30e54ad08ef None None] Provisioning for port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:15.781823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'network_id': 'a4123a39-a284-430a-9645-a0566c56cd6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:15.785874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07102556-c7bf-4afc-aac6-e30e54ad08ef None None] Provisioning complete for port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:15.786430 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07102556-c7bf-4afc-aac6-e30e54ad08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.824038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f994a-1d14-4553-bf2c-04f00de3ba1e tempest-SecurityGroupsTestJSON-1733324677 tempest-SecurityGroupsTestJSON-1733324677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb43563d-32c3-40f2-95de-d478289207fb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:15.858046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Network d1fb41b8-3a97-434d-99ff-fb3555477741 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:15.908589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:15.911434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:15.936093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Pushing event updated for resources: {'Port': ['ID=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:15.975275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5372d-7c81-4946-baec-4e142197dc52 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=a4123a39-a284-430a-9645-a0566c56cd6b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:15.993861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a4123a39-a284-430a-9645-a0566c56cd6b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:16.080287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Pushing event updated for resources: {'Port': ['ID=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:16.087640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ef4ff7-4c5f-444d-aab9-e2cf07090098 admin admin] Deleting subnet 42875c3e-355c-48e0-b230-11b7cc8d6913 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:30:16.121575 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ef4ff7-4c5f-444d-aab9-e2cf07090098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.147079 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.152938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:16.154074 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.186492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538525c-81e1-44e9-8954-100dfe687108 req-0b7ec36a-521f-4e44-b9f5-cdcc35e5acd5 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:16.193691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1538525c-81e1-44e9-8954-100dfe687108 req-0b7ec36a-521f-4e44-b9f5-cdcc35e5acd5 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 945 time: 0.5509243 Jul 13 19:30:16.219926 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ef4ff7-4c5f-444d-aab9-e2cf07090098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.251532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Attempting to bind port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:16.251899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Attempting to bind port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:16.252212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Attempting to bind port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c on network 15b6596b-22a6-4df7-a5e4-386559395c3e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:16.264864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c on network 15b6596b-22a6-4df7-a5e4-386559395c3e not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:30:16.265773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Attempting to bind port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c on network 15b6596b-22a6-4df7-a5e4-386559395c3e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:16.300692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:16.301038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Checking segment: {'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:16.301431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Bound using segment: {'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:16.301941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Bound port: 5bb7f7de-34f9-4990-8f2a-0e488f0b604c, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:16.302306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.345215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:16.348894 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.352353 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ef4ff7-4c5f-444d-aab9-e2cf07090098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.366651 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1538525c-81e1-44e9-8954-100dfe687108 req-9f182741-1443-4f47-914e-a8d6a62b8af9 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/security-groups?id=f744564f-e07d-4fc6-974e-fefc42f4c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689682 Jul 13 19:30:16.425246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-04008ad6-0355-4c2c-bdaa-c133347728b7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8142064 Jul 13 19:30:16.579447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-475dd766-17b6-499e-84fa-f0dcf973c3db None None] Provisioning complete for port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:16.580031 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-475dd766-17b6-499e-84fa-f0dcf973c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.625931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f407901a-9d89-40ec-812a-da1771cf1f4c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:16.642897 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.660130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Transition to ACTIVE for port object f407901a-9d89-40ec-812a-da1771cf1f4c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:16.676898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] For port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:16.682228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] For port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:16.691661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.700000 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ef4ff7-4c5f-444d-aab9-e2cf07090098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.721107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-61c9cf0c-cadf-462f-9802-89f8be9531c0 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:16.722428 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-61c9cf0c-cadf-462f-9802-89f8be9531c0 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.24 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 945 time: 0.2912817 Jul 13 19:30:16.771800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Request body: {'port': {'device_id': '37007b5f-d5a3-41d0-8e58-fc0fc78f3d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:16.782634 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.787308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:16.787936 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.789346 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] 10.222.0.60 "PUT /v2.0/ports/5bb7f7de-34f9-4990-8f2a-0e488f0b604c HTTP/1.1" status: 200 len: 1091 time: 2.3507776 Jul 13 19:30:16.834671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394253d7-2af1-4dee-9f8a-2483e117c09a', 'tag': '5bb7f7de-34f9-4990-8f2a-0e488f0b604c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:16.836823 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573c422e-7b94-443a-934c-03f9a8da2c81" -d '{"events": [{"name": "network-changed", "server_uuid": "394253d7-2af1-4dee-9f8a-2483e117c09a", "tag": "5bb7f7de-34f9-4990-8f2a-0e488f0b604c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:16.862793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef4ff7-4c5f-444d-aab9-e2cf07090098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42875c3e-355c-48e0-b230-11b7cc8d6913,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:16.894337 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ef4ff7-4c5f-444d-aab9-e2cf07090098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.898539 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-52ef4ff7-4c5f-444d-aab9-e2cf07090098 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/42875c3e-355c-48e0-b230-11b7cc8d6913 HTTP/1.1" status: 204 len: 168 time: 1.1460257 Jul 13 19:30:16.903001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:16.960852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02937e90-6735-411d-a1e2-f6208b679fac service neutron] Pushing event updated for resources: {'Port': ['ID=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:16.976262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8ee7d-9e86-4679-ae2b-1a28c22e77e4 req-8d25303d-65df-4e69-81d0-b833f8580140 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:16.983315 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ab8ee7d-9e86-4679-ae2b-1a28c22e77e4 req-8d25303d-65df-4e69-81d0-b833f8580140 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.3851900 Jul 13 19:30:17.019604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a4332-12f8-4bcb-aaa4-03bcf2737cce req-15db3e06-6b95-4708-9b9a-a2510b1c2436 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:17.026587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c8a4332-12f8-4bcb-aaa4-03bcf2737cce req-15db3e06-6b95-4708-9b9a-a2510b1c2436 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 943 time: 0.8882530 Jul 13 19:30:17.071601 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ab8ee7d-9e86-4679-ae2b-1a28c22e77e4 req-4cb39ff0-94f2-406b-a5e2-ae47edd27bf6 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873227 Jul 13 19:30:17.081109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-c5acc025-12a8-4a00-81a5-db8f5716c429 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Deleting port f3610ccf-f388-4f6c-9c74-0821af08e9d1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:17.087599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f407901a-9d89-40ec-812a-da1771cf1f4c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:17.088222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-c5acc025-12a8-4a00-81a5-db8f5716c429 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:17.092365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Allocated IP 172.20.0.10 (15b6596b-22a6-4df7-a5e4-386559395c3e/732c1906-1a03-47ce-af58-5143062d6e4e/32e3da2d-a55a-4512-a3ac-d6cb3a864c4e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:17.095221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-ecb0d154-b314-4b22-9887-824ff6b871fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:17.100872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-ecb0d154-b314-4b22-9887-824ff6b871fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6336f15abdde4076be6327f938b7a2f3&device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 1094 time: 0.2611716 Jul 13 19:30:17.203366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-be0f80b3-6076-4eea-ba8b-575f84de916b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb7f7de-34f9-4990-8f2a-0e488f0b604c HTTP/1.1" status: 200 len: 217 time: 0.0804813 Jul 13 19:30:17.240725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:17.256662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:17.299073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:17.322224 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c8a4332-12f8-4bcb-aaa4-03bcf2737cce req-f87cbb90-8c7b-47c5-b1e4-138d6d48c55e tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947488 Jul 13 19:30:17.441930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37558011-a215-4810-a670-30c4c5d6eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:17.443477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37558011-a215-4810-a670-30c4c5d6eac0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=732c1906-1a03-47ce-af58-5143062d6e4e HTTP/1.1" status: 200 len: 858 time: 0.2331090 Jul 13 19:30:17.463764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-c5acc025-12a8-4a00-81a5-db8f5716c429 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] For port f3610ccf-f388-4f6c-9c74-0821af08e9d1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f3610ccf-f388-4f6c-9c74-0821af08e9d1,segment=NetworkSegment(e22707c0-22b6-41ef-9839-c88aa36ac976),segment_id=e22707c0-22b6-41ef-9839-c88aa36ac976)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:17.464228 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-c5acc025-12a8-4a00-81a5-db8f5716c429 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:17.479255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-c5acc025-12a8-4a00-81a5-db8f5716c429 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Calling delete_port for f3610ccf-f388-4f6c-9c74-0821af08e9d1 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:17.518054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=9d454dd9-3759-4c14-aa5e-0c87071d903c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:17.671516 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df0b0cb-e316-4f1e-9773-46cd0cc9c298 x-openstack-request-id: req-5df0b0cb-e316-4f1e-9773-46cd0cc9c298 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:17.671516 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394253d7-2af1-4dee-9f8a-2483e117c09a", "tag": "5bb7f7de-34f9-4990-8f2a-0e488f0b604c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:17.671889 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5df0b0cb-e316-4f1e-9773-46cd0cc9c298 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:17.673069 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394253d7-2af1-4dee-9f8a-2483e117c09a', 'tag': '5bb7f7de-34f9-4990-8f2a-0e488f0b604c', 'status': 'completed', 'code': 200} Jul 13 19:30:17.682053 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-c5acc025-12a8-4a00-81a5-db8f5716c429 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:17.745612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acc025-12a8-4a00-81a5-db8f5716c429 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Pushing event deleted for resources: {'Port': ['ID=f3610ccf-f388-4f6c-9c74-0821af08e9d1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:17.754108 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-1a934889-901f-4f1b-bdf6-35d680fbeb01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15b6596b-22a6-4df7-a5e4-386559395c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868688 Jul 13 19:30:17.767809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-d2f53b8d-0791-457d-be85-da84a63fe2cd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:30:17.768917 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-d2f53b8d-0791-457d-be85-da84a63fe2cd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068841 Jul 13 19:30:17.801579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d9001-ac01-44ae-854f-990ad22b06ad req-eda39938-5da2-4a0e-8619-a06098ef92a0 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:17.803256 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-706d9001-ac01-44ae-854f-990ad22b06ad req-eda39938-5da2-4a0e-8619-a06098ef92a0 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 931 time: 0.5406973 Jul 13 19:30:17.888371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-c5acc025-12a8-4a00-81a5-db8f5716c429 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] No DVR routers for this DVR port f3610ccf-f388-4f6c-9c74-0821af08e9d1 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:17.895208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-c5acc025-12a8-4a00-81a5-db8f5716c429 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:17.898044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-86767a69-6959-4296-9c43-aef4b66bf4b6 req-c5acc025-12a8-4a00-81a5-db8f5716c429 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.24 "DELETE /v2.0/ports/f3610ccf-f388-4f6c-9c74-0821af08e9d1 HTTP/1.1" status: 204 len: 173 time: 1.1656044 Jul 13 19:30:17.930282 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-706d9001-ac01-44ae-854f-990ad22b06ad req-5223ab71-cd7e-4494-84d7-9a5dc4cb5d86 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125631 Jul 13 19:30:17.988037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-43a5d417-7129-4f8b-8b28-2e0dec0c6d09 service neutron] 10.222.0.60 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811092 Jul 13 19:30:18.056091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Attempting to bind port f407901a-9d89-40ec-812a-da1771cf1f4c on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:18.056410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Attempting to bind port f407901a-9d89-40ec-812a-da1771cf1f4c by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:18.056840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Attempting to bind port f407901a-9d89-40ec-812a-da1771cf1f4c on network 15b6596b-22a6-4df7-a5e4-386559395c3e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:18.134600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc0027fc-0261-463f-9da1-28880b710f0f req-bdfe1741-0b98-4c45-9fb2-091d1786cff4 tempest-VolumesAdminNegativeTest-2014709979 tempest-VolumesAdminNegativeTest-2014709979-project] 10.222.0.25 "GET /v2.0/ports?device_id=6527c5f1-3d72-4ac8-a965-04d1a5fcea9c HTTP/1.1" status: 200 len: 210 time: 0.1167157 Jul 13 19:30:18.174767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Port f407901a-9d89-40ec-812a-da1771cf1f4c on network 15b6596b-22a6-4df7-a5e4-386559395c3e not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:30:18.175476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Attempting to bind port f407901a-9d89-40ec-812a-da1771cf1f4c on network 15b6596b-22a6-4df7-a5e4-386559395c3e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:18.193194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-545d02de-769e-47a1-84ac-23c531cdfabe service neutron] 10.222.0.60 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985240 Jul 13 19:30:18.266283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:18.267031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Checking segment: {'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:18.267647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Bound using segment: {'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:18.268323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Bound port: f407901a-9d89-40ec-812a-da1771cf1f4c, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:18.268971 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:18.340117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking segment: {'id': '50390ede-97e7-47b5-a6de-66e4407da41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a4123a39-a284-430a-9645-a0566c56cd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:18.341186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network hostable DHCP agents. Network: a4123a39-a284-430a-9645-a0566c56cd6b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:30:18.362856 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:18.394363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de56e9e-8a88-4eab-8861-d8cd981045e6 req-a8a4e089-e403-4467-a0f1-14e0e03a22ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:18.401100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7de56e9e-8a88-4eab-8861-d8cd981045e6 req-a8a4e089-e403-4467-a0f1-14e0e03a22ba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.1461515 Jul 13 19:30:18.421085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c422e-7b94-443a-934c-03f9a8da2c81 req-75048da2-721f-4f61-97b4-fefe6626a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:18.436418 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-573c422e-7b94-443a-934c-03f9a8da2c81 req-75048da2-721f-4f61-97b4-fefe6626a599 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6336f15abdde4076be6327f938b7a2f3&device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 1094 time: 0.1751337 Jul 13 19:30:18.462086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57648e3-0dd4-4ccf-a85a-906932ce2864']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:18.530460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network a4123a39-a284-430a-9645-a0566c56cd6b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:30:18.533695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e00be8-bbee-4eed-95fb-931479312fcd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:18.533997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e00be8-bbee-4eed-95fb-931479312fcd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:18.601904 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:18.611589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:18.639896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, a4123a39-a284-430a-9645-a0566c56cd6b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:18.651433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4345f57-0212-4d1e-8562-edac22b85a37 None None] Network a4123a39-a284-430a-9645-a0566c56cd6b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:18.688788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:18.689429 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:18.704211 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:18.734536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:18.734536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:18.873136 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:18.886576 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7de56e9e-8a88-4eab-8861-d8cd981045e6 req-08496ca3-4bfc-4619-aef3-8e0435ca11ca tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845870 Jul 13 19:30:18.893153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-a4123a39-a284-430a-9645-a0566c56cd6b', 'network_id': 'a4123a39-a284-430a-9645-a0566c56cd6b', 'tenant_id': '09b52f971b714b44936ac67e2d7b8f21', 'fixed_ips': [{'subnet_id': '9d454dd9-3759-4c14-aa5e-0c87071d903c'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:30:18.894114 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:18.960674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c422e-7b94-443a-934c-03f9a8da2c81 req-d4ebfc15-0481-42ae-bf3b-e94607eafe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:18.962179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:18.965716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-573c422e-7b94-443a-934c-03f9a8da2c81 req-d4ebfc15-0481-42ae-bf3b-e94607eafe2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=15b6596b-22a6-4df7-a5e4-386559395c3e HTTP/1.1" status: 200 len: 919 time: 0.5184515 Jul 13 19:30:18.970467 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5951ec01-e20c-464c-a75b-4a23477a0091 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2009120 Jul 13 19:30:18.975280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:18.999727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4f0edbf1-a934-439b-bab4-b1a0b4463fb0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:19.035980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] For port f407901a-9d89-40ec-812a-da1771cf1f4c, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:19.066697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-573c422e-7b94-443a-934c-03f9a8da2c81 req-063f9a24-d798-4d9b-a823-500a62dc96aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb7f7de-34f9-4990-8f2a-0e488f0b604c HTTP/1.1" status: 200 len: 217 time: 0.0790172 Jul 13 19:30:19.067585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] For port f407901a-9d89-40ec-812a-da1771cf1f4c, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f407901a-9d89-40ec-812a-da1771cf1f4c,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:19.146709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Pushing event updated for resources: {'Port': ['ID=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:19.149469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.172512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Network 15b6596b-22a6-4df7-a5e4-386559395c3e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:19.177613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c422e-7b94-443a-934c-03f9a8da2c81 req-76302352-dd4d-4f78-9551-21a83bcb9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:19.179685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-573c422e-7b94-443a-934c-03f9a8da2c81 req-76302352-dd4d-4f78-9551-21a83bcb9905 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=732c1906-1a03-47ce-af58-5143062d6e4e HTTP/1.1" status: 200 len: 858 time: 0.1050398 Jul 13 19:30:19.192423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ec610-9396-49be-986b-d2fd4196ebf9 req-421e7dfd-e95a-4afb-b513-54226b854a1b tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:19.199858 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d12ec610-9396-49be-986b-d2fd4196ebf9 req-421e7dfd-e95a-4afb-b513-54226b854a1b tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 943 time: 0.6591864 Jul 13 19:30:19.203240 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.209888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Allocated IP 2001:db8::2 (a4123a39-a284-430a-9645-a0566c56cd6b/9d454dd9-3759-4c14-aa5e-0c87071d903c/0ea67afa-8015-416d-afd6-e9b42d35373b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:19.211190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.213285 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a57648e3-0dd4-4ccf-a85a-906932ce2864 HTTP/1.1" status: 204 len: 168 time: 2.3034780 Jul 13 19:30:19.226484 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-573c422e-7b94-443a-934c-03f9a8da2c81 req-d96743e4-1fea-486d-97fd-cd3f9d45ef93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15b6596b-22a6-4df7-a5e4-386559395c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364580 Jul 13 19:30:19.244195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10838181-92da-478a-b277-7d489b7497b4 req-180e0932-7b31-4fc5-8868-1422ed6380d8 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:19.245933 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-10838181-92da-478a-b277-7d489b7497b4 req-180e0932-7b31-4fc5-8868-1422ed6380d8 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 931 time: 0.1324089 Jul 13 19:30:19.310022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f407901a-9d89-40ec-812a-da1771cf1f4c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:19.314193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:19.336862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:19.371774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fc23f-1e3e-4641-94b6-85123f355ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a57648e3-0dd4-4ccf-a85a-906932ce2864,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:19.409265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:19.409881 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.411403 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c5098413-7421-4783-8758-c7367f9c45a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/f407901a-9d89-40ec-812a-da1771cf1f4c HTTP/1.1" status: 200 len: 1092 time: 5.8723803 Jul 13 19:30:19.414267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-10838181-92da-478a-b277-7d489b7497b4 req-e83283ba-6a85-4db1-8cdc-336af541a781 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574478 Jul 13 19:30:19.457442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db0b623-917c-4aa0-8868-8cbe3433bcab', 'tag': 'f407901a-9d89-40ec-812a-da1771cf1f4c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:19.466539 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b10af6-6747-42ac-be24-ac13d1ea8c17" -d '{"events": [{"name": "network-changed", "server_uuid": "3db0b623-917c-4aa0-8868-8cbe3433bcab", "tag": "f407901a-9d89-40ec-812a-da1771cf1f4c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:19.471483 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-573c422e-7b94-443a-934c-03f9a8da2c81 req-27c56143-9a0b-4f69-b239-51f7b52ead4e service neutron] 10.222.0.60 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243710 Jul 13 19:30:19.537652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:19.584725 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.595442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Transition to ACTIVE for port object 0ea67afa-8015-416d-afd6-e9b42d35373b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:19.604035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:19.613451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Transition to ACTIVE for port object 0ea67afa-8015-416d-afd6-e9b42d35373b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:19.621127 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.649771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:19.650898 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.670297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e17fba0f-9f92-456d-a6c2-4d3d3e6cdadf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44d3df54d63a491da66720b006812804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310833 Jul 13 19:30:19.677767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:19.678587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6527c5f1-3d72-4ac8-a965-04d1a5fcea9c', 'name': 'network-vif-deleted', 'tag': 'f3610ccf-f388-4f6c-9c74-0821af08e9d1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:19.683192 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfebad95-a67b-40a1-9f81-117f2f4ab1f8" -d '{"events": [{"server_uuid": "6527c5f1-3d72-4ac8-a965-04d1a5fcea9c", "name": "network-vif-deleted", "tag": "f3610ccf-f388-4f6c-9c74-0821af08e9d1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:19.692897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Network a4123a39-a284-430a-9645-a0566c56cd6b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:19.693566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-573c422e-7b94-443a-934c-03f9a8da2c81 req-51b4be6f-f236-4432-ab88-1f79c49cce00 service neutron] 10.222.0.60 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152801 Jul 13 19:30:19.698143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f3610ccf-f388-4f6c-9c74-0821af08e9d1 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:19.705851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:19.711656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cdb65f-1c44-44be-97fc-99c9e8affa79 admin admin] Deleting subnet bc56495e-88c3-4163-bf72-61e078362c03 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:30:19.715555 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39cdb65f-1c44-44be-97fc-99c9e8affa79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.732575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:19.745560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-37beed7d-c27b-4c84-bd65-611e5ad299da tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.9957626 Jul 13 19:30:19.755280 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d12ec610-9396-49be-986b-d2fd4196ebf9 req-0c81a2da-cfa9-47ba-9039-a57f67e379ed tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541215 Jul 13 19:30:19.761636 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f0edbf1-a934-439b-bab4-b1a0b4463fb0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24534192'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.782373 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39cdb65f-1c44-44be-97fc-99c9e8affa79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.784908 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: f3610ccf-f388-4f6c-9c74-0821af08e9d1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:19.785534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f3610ccf-f388-4f6c-9c74-0821af08e9d1 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:19.791661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Request body: {'port': {'device_id': '27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:19.830766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Attempting to bind port 0ea67afa-8015-416d-afd6-e9b42d35373b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:19.831289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Attempting to bind port 0ea67afa-8015-416d-afd6-e9b42d35373b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '50390ede-97e7-47b5-a6de-66e4407da41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a4123a39-a284-430a-9645-a0566c56cd6b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:19.831752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Attempting to bind port 0ea67afa-8015-416d-afd6-e9b42d35373b on network a4123a39-a284-430a-9645-a0566c56cd6b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:19.838300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Pushing event updated for resources: {'Port': ['ID=0ea67afa-8015-416d-afd6-e9b42d35373b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:19.841876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:19.842515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Checking segment: {'id': '50390ede-97e7-47b5-a6de-66e4407da41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a4123a39-a284-430a-9645-a0566c56cd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:19.843220 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.843766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Bound using segment: {'id': '50390ede-97e7-47b5-a6de-66e4407da41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a4123a39-a284-430a-9645-a0566c56cd6b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:19.849556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Bound port: 0ea67afa-8015-416d-afd6-e9b42d35373b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50390ede-97e7-47b5-a6de-66e4407da41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a4123a39-a284-430a-9645-a0566c56cd6b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:19.849556 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.882430 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39cdb65f-1c44-44be-97fc-99c9e8affa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.932459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] For port 0ea67afa-8015-416d-afd6-e9b42d35373b, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:19.936481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] For port 0ea67afa-8015-416d-afd6-e9b42d35373b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0ea67afa-8015-416d-afd6-e9b42d35373b,segment=NetworkSegment(50390ede-97e7-47b5-a6de-66e4407da41f),segment_id=50390ede-97e7-47b5-a6de-66e4407da41f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:19.950972 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.967769 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbd9fc7-8ad7-456f-9638-961eab051eb4 x-openstack-request-id: req-dbbd9fc7-8ad7-456f-9638-961eab051eb4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:19.968066 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db0b623-917c-4aa0-8868-8cbe3433bcab", "tag": "f407901a-9d89-40ec-812a-da1771cf1f4c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:19.969007 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbbd9fc7-8ad7-456f-9638-961eab051eb4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:19.969483 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db0b623-917c-4aa0-8868-8cbe3433bcab', 'tag': 'f407901a-9d89-40ec-812a-da1771cf1f4c', 'status': 'completed', 'code': 200} Jul 13 19:30:19.970122 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0abecb73-1fca-4dd7-a8c5-1c8ebcb8fd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.027045 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0abecb73-1fca-4dd7-a8c5-1c8ebcb8fd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.030180 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338ecaef-d4b1-48d0-b26d-054cc3e42898 x-openstack-request-id: req-338ecaef-d4b1-48d0-b26d-054cc3e42898 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:20.031297 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6527c5f1-3d72-4ac8-a965-04d1a5fcea9c", "name": "network-vif-deleted", "tag": "f3610ccf-f388-4f6c-9c74-0821af08e9d1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:20.033714 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-338ecaef-d4b1-48d0-b26d-054cc3e42898 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:20.034431 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6527c5f1-3d72-4ac8-a965-04d1a5fcea9c', 'name': 'network-vif-deleted', 'tag': 'f3610ccf-f388-4f6c-9c74-0821af08e9d1', 'status': 'completed', 'code': 200} Jul 13 19:30:20.057169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c243c-e32d-4892-ae0d-7376aee47a3b None None] Pushing event updated for resources: {'Port': ['ID=0ea67afa-8015-416d-afd6-e9b42d35373b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:20.060391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39cdb65f-1c44-44be-97fc-99c9e8affa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.113032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdb65f-1c44-44be-97fc-99c9e8affa79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc56495e-88c3-4163-bf72-61e078362c03,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:20.122529 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39cdb65f-1c44-44be-97fc-99c9e8affa79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.126603 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-39cdb65f-1c44-44be-97fc-99c9e8affa79 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bc56495e-88c3-4163-bf72-61e078362c03 HTTP/1.1" status: 204 len: 168 time: 0.5199475 Jul 13 19:30:20.129044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:20.274903 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.329441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34511b1-9f29-453d-b1c1-90dfdd2b7d7f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:20.365076 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f0edbf1-a934-439b-bab4-b1a0b4463fb0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776825270038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13801242'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.369068 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.407870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0abecb73-1fca-4dd7-a8c5-1c8ebcb8fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.410442 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0abecb73-1fca-4dd7-a8c5-1c8ebcb8fd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.413066 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0abecb73-1fca-4dd7-a8c5-1c8ebcb8fd23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9cac4af7-bc18-402b-a99f-a6457f82cbb2 HTTP/1.1" status: 204 len: 168 time: 0.7255268 Jul 13 19:30:20.505208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.518880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f171e9a-56af-4334-8135-c96e233162cd']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:20.523962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-41d29405-aff0-46e7-be70-ff3fe645cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:20.531721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-41d29405-aff0-46e7-be70-ff3fe645cc6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6336f15abdde4076be6327f938b7a2f3&device_id=3db0b623-917c-4aa0-8868-8cbe3433bcab HTTP/1.1" status: 200 len: 1095 time: 1.0046296 Jul 13 19:30:20.534767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0edbf1-a934-439b-bab4-b1a0b4463fb0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:20.536538 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f0edbf1-a934-439b-bab4-b1a0b4463fb0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.542349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4f0edbf1-a934-439b-bab4-b1a0b4463fb0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "PUT /v2.0/subnets/9d454dd9-3759-4c14-aa5e-0c87071d903c HTTP/1.1" status: 200 len: 826 time: 1.5532417 Jul 13 19:30:20.549265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:20.561590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Transition to ACTIVE for port object f34511b1-9f29-453d-b1c1-90dfdd2b7d7f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:20.566316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abecb73-1fca-4dd7-a8c5-1c8ebcb8fd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cac4af7-bc18-402b-a99f-a6457f82cbb2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:20.598991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22707c0-22b6-41ef-9839-c88aa36ac976') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:20.599605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22707c0-22b6-41ef-9839-c88aa36ac976') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:20.663753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.665579 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48b4db3b-bc39-44f6-af89-002f282fdeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.666329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0edbf1-a934-439b-bab4-b1a0b4463fb0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=9d454dd9-3759-4c14-aa5e-0c87071d903c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:20.674589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.732688 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.741489 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-6c988d24-109b-45e6-98a4-edec5de840ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f407901a-9d89-40ec-812a-da1771cf1f4c HTTP/1.1" status: 200 len: 217 time: 0.1873634 Jul 13 19:30:20.804924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.819424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Pushing event updated for resources: {'Port': ['ID=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:20.823993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-74da8205-78d8-4037-b875-69b96c48f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:20.825775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-74da8205-78d8-4037-b875-69b96c48f51c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732c1906-1a03-47ce-af58-5143062d6e4e HTTP/1.1" status: 200 len: 858 time: 0.0738416 Jul 13 19:30:20.856077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0ea67afa-8015-416d-afd6-e9b42d35373b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:20.880895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-2aef2a89-bf29-4871-b951-12ec2a67ee82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15b6596b-22a6-4df7-a5e4-386559395c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407610 Jul 13 19:30:20.905179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:20.907288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:20.914745 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:20.974024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 0ea67afa-8015-416d-afd6-e9b42d35373b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:21.005209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5bb7f7de-34f9-4990-8f2a-0e488f0b604c details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:30:21.053648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b72f5-d46a-43af-bff7-09bb4c7040b1 req-e48ccbf6-c7e7-4795-9355-ddbbf40dcd6c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:21.056905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.069484 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.080859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.086241 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8f171e9a-56af-4334-8135-c96e233162cd HTTP/1.1" status: 204 len: 168 time: 0.9559257 Jul 13 19:30:21.087022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b36b72f5-d46a-43af-bff7-09bb4c7040b1 req-e48ccbf6-c7e7-4795-9355-ddbbf40dcd6c tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.7814810 Jul 13 19:30:21.091446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:21.110696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7b882-e733-4ffc-b3c0-6ffacbfb8ba8 req-30645870-eac5-425a-a517-108698a7941f tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:21.118635 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8ea7b882-e733-4ffc-b3c0-6ffacbfb8ba8 req-30645870-eac5-425a-a517-108698a7941f tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.3453829 Jul 13 19:30:21.131018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe68a0-b46f-49ac-a5a3-45791566d1a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f171e9a-56af-4334-8135-c96e233162cd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:21.196492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:21.233306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '5bb7f7de-34f9-4990-8f2a-0e488f0b604c', 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e', 'port_id': '5bb7f7de-34f9-4990-8f2a-0e488f0b604c', 'mac_address': 'fa:16:3e:b7:0b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732c1906-1a03-47ce-af58-5143062d6e4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:30:21.277458 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8ea7b882-e733-4ffc-b3c0-6ffacbfb8ba8 req-aca9a4c4-d96b-4105-8e59-65f7796a6f56 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554060 Jul 13 19:30:21.363564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting port 0ea67afa-8015-416d-afd6-e9b42d35373b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:21.364126 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.408626 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.462936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb7f7de-34f9-4990-8f2a-0e488f0b604c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:21.541824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:21.557503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] For port 0ea67afa-8015-416d-afd6-e9b42d35373b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0ea67afa-8015-416d-afd6-e9b42d35373b,segment=NetworkSegment(50390ede-97e7-47b5-a6de-66e4407da41f),segment_id=50390ede-97e7-47b5-a6de-66e4407da41f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:21.558142 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.565233 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.593974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Calling delete_port for 0ea67afa-8015-416d-afd6-e9b42d35373b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:21.803669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b6783e-0376-4fb1-9d61-15cf961d46c0 admin admin] Deleting subnet 6d128e3f-2c18-401c-a8b5-a342124cb12e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:30:21.812601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5bb7f7de-34f9-4990-8f2a-0e488f0b604c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:21.868841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:21.895188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7b6783e-0376-4fb1-9d61-15cf961d46c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.005954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c0deb-f08b-4465-a592-b5bda8e1668b None None] Network a4123a39-a284-430a-9645-a0566c56cd6b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:22.040756 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.098175 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b36b72f5-d46a-43af-bff7-09bb4c7040b1 req-8536f368-ce13-45c2-ad46-480b5bc3ed5a tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0055349 Jul 13 19:30:22.156574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Port': ['ID=0ea67afa-8015-416d-afd6-e9b42d35373b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:22.197744 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7b6783e-0376-4fb1-9d61-15cf961d46c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.245256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966bf5-6909-409b-b50b-86f959680cce req-a0c5872e-ccc4-4c0e-a006-c1b1378e4b4c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:22.254633 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd966bf5-6909-409b-b50b-86f959680cce req-a0c5872e-ccc4-4c0e-a006-c1b1378e4b4c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 943 time: 0.5984237 Jul 13 19:30:22.284383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No DVR routers for this DVR port 0ea67afa-8015-416d-afd6-e9b42d35373b on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:22.303962 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-d3e4db03-99ec-4d28-90cd-da77d214ee13 service neutron] 10.222.0.24 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3522964 Jul 13 19:30:22.326677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Attempting to bind port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:22.327044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Attempting to bind port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:22.327377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Attempting to bind port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f on network d1fb41b8-3a97-434d-99ff-fb3555477741 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:22.373883 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd966bf5-6909-409b-b50b-86f959680cce req-4e040383-c950-4b66-bb48-5cc993ee3c96 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176877 Jul 13 19:30:22.380666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f on network d1fb41b8-3a97-434d-99ff-fb3555477741 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:30:22.381002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Attempting to bind port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f on network d1fb41b8-3a97-434d-99ff-fb3555477741 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:22.411170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:22.436002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:22.436347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Checking segment: {'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:22.436740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Bound using segment: {'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:22.437824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Bound port: f34511b1-9f29-453d-b1c1-90dfdd2b7d7f, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d468611-b05a-4358-96b0-9de9db46707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:22.438565 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.453058 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7b6783e-0376-4fb1-9d61-15cf961d46c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.462726 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.603584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:22.623992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.673372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-089506de-c9fc-48d5-beda-edd6037484e4 None None] Could not find standard attr ID for object 0ea67afa-8015-416d-afd6-e9b42d35373b. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:30:22.683002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.691017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Transition to ACTIVE for port object 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:22.729000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca985-0010-4007-8b5d-7744435894c1 req-0a0dabac-e235-4bd7-9ab3-f477379740fd tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:22.738131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-941ca985-0010-4007-8b5d-7744435894c1 req-0a0dabac-e235-4bd7-9ab3-f477379740fd tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 944 time: 0.3903866 Jul 13 19:30:22.801145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-330261464-network', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:22.804782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Subnet': ['ID=9d454dd9-3759-4c14-aa5e-0c87071d903c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:22.897914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.913635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4123a39-a284-430a-9645-a0566c56cd6b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:22.941908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50390ede-97e7-47b5-a6de-66e4407da41f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:22.942574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50390ede-97e7-47b5-a6de-66e4407da41f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:22.990438 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.037258 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.043479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:23.046104 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.068757 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.083882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:23.084310 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.084976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8970684-a112-479b-adaa-474ac88c991b None None] Network a4123a39-a284-430a-9645-a0566c56cd6b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:23.088235 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:23.175947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7008e4d-1af5-4e07-a1b1-ce71c147ddf8 req-baa36a99-f43d-405c-b04b-fd78967d9554 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:23.183711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7008e4d-1af5-4e07-a1b1-ce71c147ddf8 req-baa36a99-f43d-405c-b04b-fd78967d9554 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.3913007 Jul 13 19:30:23.219690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-2a941af8-61a9-44ed-a65d-294388e0775c service neutron] 10.222.0.24 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856380 Jul 13 19:30:23.220428 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.231618 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a986e1e2-5800-490d-b322-24e2de4ee7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.264207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.273510 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7b6783e-0376-4fb1-9d61-15cf961d46c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.290830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] For port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:23.294699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02a3a88-ee59-4869-b07f-b356011bcac3 None None] DHCP port deletion for a4123a39-a284-430a-9645-a0566c56cd6b request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:30:23.310487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.313858 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/a4123a39-a284-430a-9645-a0566c56cd6b HTTP/1.1" status: 204 len: 168 time: 2.7631149 Jul 13 19:30:23.324369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7008e4d-1af5-4e07-a1b1-ce71c147ddf8 req-8c6896bc-6ebc-40a3-968b-36b2b1d3ae26 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401103 Jul 13 19:30:23.348215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:23.378962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9c865-07d2-4f71-9701-ac7d79163536 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Network': ['ID=a4123a39-a284-430a-9645-a0566c56cd6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:23.387076 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdaa8dd5-21d4-4382-a8f0-0b94c9c34b79 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:23.387976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdaa8dd5-21d4-4382-a8f0-0b94c9c34b79 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:23.395249 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bdaa8dd5-21d4-4382-a8f0-0b94c9c34b79 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/a4123a39-a284-430a-9645-a0566c56cd6b HTTP/1.1" status: 404 len: 339 time: 0.0442333 Jul 13 19:30:23.416666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:23.427136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] For port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:23.441712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-867911133', 'description': 'd1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:23.457262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6783e-0376-4fb1-9d61-15cf961d46c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d128e3f-2c18-401c-a8b5-a342124cb12e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:23.460460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7b6783e-0376-4fb1-9d61-15cf961d46c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.464663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c7b6783e-0376-4fb1-9d61-15cf961d46c0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6d128e3f-2c18-401c-a8b5-a342124cb12e HTTP/1.1" status: 204 len: 168 time: 2.2396400 Jul 13 19:30:23.472475 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.476290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:23.514487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.516720 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-941ca985-0010-4007-8b5d-7744435894c1 req-01c96476-4e27-4c90-a721-c2f98eef41c9 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7776232 Jul 13 19:30:23.517336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Pushing event updated for resources: {'Port': ['ID=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:23.541582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.549572 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.593722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:23.593722 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.594226 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] 10.222.0.24 "PUT /v2.0/ports/f34511b1-9f29-453d-b1c1-90dfdd2b7d7f HTTP/1.1" status: 200 len: 1091 time: 6.9303017 Jul 13 19:30:23.614176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37007b5f-d5a3-41d0-8e58-fc0fc78f3d82', 'tag': 'f34511b1-9f29-453d-b1c1-90dfdd2b7d7f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:23.616574 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9248e027-08a9-4086-9603-3bf0f520e6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "37007b5f-d5a3-41d0-8e58-fc0fc78f3d82", "tag": "f34511b1-9f29-453d-b1c1-90dfdd2b7d7f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:23.675362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:23.699359 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.700034 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Added segment 1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a of type vlan for network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 Jul 13 19:30:23.756082 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.780139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:23.785043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.799100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee193b25-4861-4ed5-958f-68a581cb24f0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:23.825384 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.849027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.849628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-9f87c24e-4b41-4e2f-975f-4750d1774c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:23.850048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:23.850656 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.851571 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-9f87c24e-4b41-4e2f-975f-4750d1774c7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6336f15abdde4076be6327f938b7a2f3&device_id=3db0b623-917c-4aa0-8868-8cbe3433bcab HTTP/1.1" status: 200 len: 1095 time: 0.4968081 Jul 13 19:30:23.868396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:23.886309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058c2b6-a01f-4cf7-a12f-8d47fb3ba91e req-6cf6910e-2402-4638-9bd2-dbb56930f295 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:23.890545 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2058c2b6-a01f-4cf7-a12f-8d47fb3ba91e req-6cf6910e-2402-4638-9bd2-dbb56930f295 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.3574455 Jul 13 19:30:23.929875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cedf43-06bc-4795-888c-e0736bb8579e service neutron] Pushing event updated for resources: {'Port': ['ID=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:23.985151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Attempting to bind port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:23.985543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Attempting to bind port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:23.986439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Attempting to bind port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e on network 15b6596b-22a6-4df7-a5e4-386559395c3e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:23.987349 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5738029 Jul 13 19:30:23.992551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:23.997917 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.998481 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Added segment 8c6622c4-e484-48df-ab7d-a83ee8c03b26 of type vlan for network bbc5ae6e-7ca2-482a-be78-e80cd8361afa Jul 13 19:30:24.005154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Request body: {'subnet': {'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-330261464-subnet', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:24.024817 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205491f6-2454-4c62-ad49-02e60246b20e admin admin] Pushing event updated for resources: {'Network': ['ID=050e7c7a-e0f5-4018-97ce-c5ea0d7118f2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:24.035214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:24.053837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e on network 15b6596b-22a6-4df7-a5e4-386559395c3e not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:30:24.054052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Attempting to bind port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e on network 15b6596b-22a6-4df7-a5e4-386559395c3e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:24.102565 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.125237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0dc4a-d97b-4be5-acc3-24782d82314a req-ee512cee-9c79-4f4d-8473-35c2f758adf0 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:24.126870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-56a0dc4a-d97b-4be5-acc3-24782d82314a req-ee512cee-9c79-4f4d-8473-35c2f758adf0 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 943 time: 0.3898711 Jul 13 19:30:24.134523 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2058c2b6-a01f-4cf7-a12f-8d47fb3ba91e req-f05d45fd-fd8a-439c-bc71-692999ff7dd7 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253036 Jul 13 19:30:24.142880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:24.143560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Checking segment: {'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:24.143871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Bound using segment: {'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:24.144534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Bound port: 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec76352-ec00-4e36-957a-784795c58959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:24.144738 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.148352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-d9c39505-67ee-4729-93dd-271f7003280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:24.150468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-d9c39505-67ee-4729-93dd-271f7003280a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7204d882ac6c474782f21eab09039f90&device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 1094 time: 0.4900823 Jul 13 19:30:24.157733 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.165426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:24.166212 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.226390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-07681d56-8204-4a1c-b924-b694b164057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:24.226390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-07681d56-8204-4a1c-b924-b694b164057b service neutron] 10.222.0.24 "GET /v2.0/networks?id=15b6596b-22a6-4df7-a5e4-386559395c3e HTTP/1.1" status: 200 len: 919 time: 0.3601558 Jul 13 19:30:24.231741 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.270466 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8509004 Jul 13 19:30:24.275004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:24.306022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:24.313796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.343736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cabdc9-1c21-490d-8a25-154d0c37c297 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=bbc5ae6e-7ca2-482a-be78-e80cd8361afa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:24.351582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605b33d4-3ac1-4543-bdcd-1482658af331']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:24.355855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-bda97639-5f9f-46ec-be2c-ed78048a11a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f HTTP/1.1" status: 200 len: 217 time: 0.1462100 Jul 13 19:30:24.394894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ec1b85-e603-49b2-8825-7783ccd9cbeb tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:24.399415 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-19ec1b85-e603-49b2-8825-7783ccd9cbeb tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/networks?id=bbc5ae6e-7ca2-482a-be78-e80cd8361afa HTTP/1.1" status: 200 len: 764 time: 0.1204205 Jul 13 19:30:24.399641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:24.407289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21c85a81-58e7-4529-a831-784d0d279906 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'description': 'd2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:24.419952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network bbc5ae6e-7ca2-482a-be78-e80cd8361afa details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:24.427891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2eb0b3c-47fb-475d-9c7b-4cd7bcd906b4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:24.428213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2eb0b3c-47fb-475d-9c7b-4cd7bcd906b4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:24.440423 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-0ae0fbc5-5b82-4d2d-9cbb-8f037e89cd03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f407901a-9d89-40ec-812a-da1771cf1f4c HTTP/1.1" status: 200 len: 217 time: 0.1560800 Jul 13 19:30:24.441875 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e1b85b-8184-43ad-bb7c-57f9fbf6c860 x-openstack-request-id: req-07e1b85b-8184-43ad-bb7c-57f9fbf6c860 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:24.442252 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37007b5f-d5a3-41d0-8e58-fc0fc78f3d82", "tag": "f34511b1-9f29-453d-b1c1-90dfdd2b7d7f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:24.442529 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07e1b85b-8184-43ad-bb7c-57f9fbf6c860 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:24.442766 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37007b5f-d5a3-41d0-8e58-fc0fc78f3d82', 'tag': 'f34511b1-9f29-453d-b1c1-90dfdd2b7d7f', 'status': 'completed', 'code': 200} Jul 13 19:30:24.514336 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.577001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.609318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0ea67afa-8015-416d-afd6-e9b42d35373b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:24.637756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 0ea67afa-8015-416d-afd6-e9b42d35373b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:24.638534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0ea67afa-8015-416d-afd6-e9b42d35373b not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:24.648208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-56a0dc4a-d97b-4be5-acc3-24782d82314a req-44652f15-cbd1-4c73-bf5e-afb0dd068713 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915271 Jul 13 19:30:24.659704 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c85a81-58e7-4529-a831-784d0d279906 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.692184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c85a81-58e7-4529-a831-784d0d279906 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.706993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21c85a81-58e7-4529-a831-784d0d279906 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network bbc5ae6e-7ca2-482a-be78-e80cd8361afa is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 19:30:24.714167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c85a81-58e7-4529-a831-784d0d279906 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:24.714999 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c85a81-58e7-4529-a831-784d0d279906 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.716551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-21c85a81-58e7-4529-a831-784d0d279906 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "PUT /v2.0/networks/bbc5ae6e-7ca2-482a-be78-e80cd8361afa HTTP/1.1" status: 200 len: 761 time: 0.3156912 Jul 13 19:30:24.719416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:24.728986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-7c16f84f-e04f-4974-acc4-7b53902711ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:24.734158 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-7c16f84f-e04f-4974-acc4-7b53902711ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732c1906-1a03-47ce-af58-5143062d6e4e HTTP/1.1" status: 200 len: 858 time: 0.2014794 Jul 13 19:30:24.741822 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.760111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:24.763662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.869022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c85a81-58e7-4529-a831-784d0d279906 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=bbc5ae6e-7ca2-482a-be78-e80cd8361afa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:24.886918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network bbc5ae6e-7ca2-482a-be78-e80cd8361afa details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:24.888672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156e84e-e60a-4b6c-986e-bbcfb55b2fa5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:24.894618 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a156e84e-e60a-4b6c-986e-bbcfb55b2fa5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/networks?id=bbc5ae6e-7ca2-482a-be78-e80cd8361afa HTTP/1.1" status: 200 len: 764 time: 0.1707602 Jul 13 19:30:24.895005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:24.946941 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:25.056611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5bb7f7de-34f9-4990-8f2a-0e488f0b604c up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:25.080590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] For port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:25.113549 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-02328223-434c-4171-a5c1-772fe8bf003d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15b6596b-22a6-4df7-a5e4-386559395c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294682 Jul 13 19:30:25.118048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-bd2ca9e4-9c82-425b-a59a-e7ed52ddee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.119546 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-bd2ca9e4-9c82-425b-a59a-e7ed52ddee24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54facab2-1375-4b6f-97fb-5a8775e36af3 HTTP/1.1" status: 200 len: 854 time: 0.7085276 Jul 13 19:30:25.123276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:25.129833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:25.130553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.130879 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.143513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-8ce7d88e-25e0-4453-8977-87237c70112b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:30:25.144119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9cf9d0-2bda-4a06-bca3-2c88c75cdb71 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.144486 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-8ce7d88e-25e0-4453-8977-87237c70112b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060472 Jul 13 19:30:25.145717 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7e9cf9d0-2bda-4a06-bca3-2c88c75cdb71 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2497857 Jul 13 19:30:25.148577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:25.156471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] For port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:25.161407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.163447 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/605b33d4-3ac1-4543-bdcd-1482658af331 HTTP/1.1" status: 204 len: 168 time: 1.6804328 Jul 13 19:30:25.217335 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-ed4802f9-9a36-4316-9efd-20aae9d6c176 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1fb41b8-3a97-434d-99ff-fb3555477741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798054 Jul 13 19:30:25.225094 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.278590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa9020-73a6-48f6-9cba-2941254156f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=605b33d4-3ac1-4543-bdcd-1482658af331,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:25.302711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c64b4aad-60a6-4d6c-bc93-fb81070a7013 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 207 time: 0.1529455 Jul 13 19:30:25.306521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:25.314758 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.363194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394253d7-2af1-4dee-9f8a-2483e117c09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb7f7de-34f9-4990-8f2a-0e488f0b604c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:25.366911 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ccda92-237f-494e-821d-069d97a22e4b" -d '{"events": [{"server_uuid": "394253d7-2af1-4dee-9f8a-2483e117c09a", "name": "network-vif-plugged", "status": "completed", "tag": "5bb7f7de-34f9-4990-8f2a-0e488f0b604c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:25.402892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:25.407793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:25.414156 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.460687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.461407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.462945 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] 10.222.0.24 "PUT /v2.0/ports/32e3da2d-a55a-4512-a3ac-d6cb3a864c4e HTTP/1.1" status: 200 len: 1092 time: 5.7065814 Jul 13 19:30:25.490887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:25.547048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd5164-5c6e-4139-9f02-78f4b6692d22 service neutron] Pushing event updated for resources: {'Port': ['ID=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:25.582022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-dba0fde7-e0bb-41bc-87c6-b608fc375296 service neutron] 10.222.0.24 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153037 Jul 13 19:30:25.612894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f13a9e-7071-4fac-997e-c0ce327fa505 req-d51d9443-2d48-4ff4-86c5-800158f3ee9a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.614517 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-20f13a9e-7071-4fac-997e-c0ce327fa505 req-d51d9443-2d48-4ff4-86c5-800158f3ee9a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.6494389 Jul 13 19:30:25.713031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f407901a-9d89-40ec-812a-da1771cf1f4c details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:30:25.719487 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c6e64cb7-f841-40c7-bad4-f4d81bf5af97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8208aa1abb32458796eba9bac247e1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052990 Jul 13 19:30:25.721860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:25.733421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-d46e61a4-8ac6-4bd9-b91d-0e39de58137a service neutron] 10.222.0.24 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725893 Jul 13 19:30:25.741104 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.842298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c0f76-217a-4e3e-85f5-05bce0148914 req-aafc6349-61cf-4087-bdb2-ba0e565e4341 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.850463 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c12c0f76-217a-4e3e-85f5-05bce0148914 req-aafc6349-61cf-4087-bdb2-ba0e565e4341 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 944 time: 0.6771445 Jul 13 19:30:25.871471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f407901a-9d89-40ec-812a-da1771cf1f4c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f407901a-9d89-40ec-812a-da1771cf1f4c,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:25.882197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-20f13a9e-7071-4fac-997e-c0ce327fa505 req-3ff5bfa6-05bd-491d-98cb-54f4a1c41eb2 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494442 Jul 13 19:30:25.918764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'f407901a-9d89-40ec-812a-da1771cf1f4c', 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e', 'port_id': 'f407901a-9d89-40ec-812a-da1771cf1f4c', 'mac_address': 'fa:16:3e:27:a5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732c1906-1a03-47ce-af58-5143062d6e4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:30:25.931234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-d9742a10-f451-409c-bb5f-5a07bfe00187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.932850 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-d9742a10-f451-409c-bb5f-5a07bfe00187 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6336f15abdde4076be6327f938b7a2f3&device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2 HTTP/1.1" status: 200 len: 1095 time: 0.4118762 Jul 13 19:30:25.941329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbbf189-e6de-4694-b917-62977bf8b40b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:25.942969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3155cdb-996f-49b1-91f6-95130b130611 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.950175 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d0b10af6-6747-42ac-be24-ac13d1ea8c17 req-ee97d6a5-5dbb-470a-94b3-e46c2f448ab5 service neutron] 10.222.0.24 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309813 Jul 13 19:30:25.958262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3155cdb-996f-49b1-91f6-95130b130611 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.972801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3155cdb-996f-49b1-91f6-95130b130611 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.979076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3155cdb-996f-49b1-91f6-95130b130611 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.985833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3155cdb-996f-49b1-91f6-95130b130611 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.992990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3155cdb-996f-49b1-91f6-95130b130611 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.999559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c3155cdb-996f-49b1-91f6-95130b130611 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6914670 Jul 13 19:30:26.008144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:26.030367 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.038569 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c12c0f76-217a-4e3e-85f5-05bce0148914 req-15b0a7e6-c21d-4b1c-bea4-fd536dd79722 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871009 Jul 13 19:30:26.060708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f407901a-9d89-40ec-812a-da1771cf1f4c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:26.064933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93aa8ced-4fe1-4e05-96fa-3aaa821fb55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.072586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-57d65725-e8aa-4f77-ac7b-ffdb59a5665e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e HTTP/1.1" status: 200 len: 217 time: 0.1248469 Jul 13 19:30:26.078132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Checking segment: {'id': '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:26.078893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Network hostable DHCP agents. Network: 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:30:26.083378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3702a8ff-6c29-4195-8476-e6585a0a84fa req-b258d085-6bed-4540-babd-938e2ca00dfb service neutron] 10.222.0.24 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388476 Jul 13 19:30:26.097462 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.128056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f407901a-9d89-40ec-812a-da1771cf1f4c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f407901a-9d89-40ec-812a-da1771cf1f4c,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:26.149883 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.215758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-38684b3e-8720-42f0-a961-8c2bdc489f85 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2034726 Jul 13 19:30:26.221684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:26.222761 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029513d4-62cc-4cf4-8e67-46f073128673 x-openstack-request-id: req-029513d4-62cc-4cf4-8e67-46f073128673 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:26.223307 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394253d7-2af1-4dee-9f8a-2483e117c09a", "name": "network-vif-plugged", "status": "completed", "tag": "5bb7f7de-34f9-4990-8f2a-0e488f0b604c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:26.223720 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-029513d4-62cc-4cf4-8e67-46f073128673 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:26.224248 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394253d7-2af1-4dee-9f8a-2483e117c09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb7f7de-34f9-4990-8f2a-0e488f0b604c', 'code': 200} Jul 13 19:30:26.225355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f407901a-9d89-40ec-812a-da1771cf1f4c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:26.279342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:30:26.332727 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93aa8ced-4fe1-4e05-96fa-3aaa821fb55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.348941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99b151-e672-4398-81ea-97b07beb4a19 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.350504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99b151-e672-4398-81ea-97b07beb4a19 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.352559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99b151-e672-4398-81ea-97b07beb4a19 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.354764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99b151-e672-4398-81ea-97b07beb4a19 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.357147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99b151-e672-4398-81ea-97b07beb4a19 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.363140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ca99b151-e672-4398-81ea-97b07beb4a19 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1368620 Jul 13 19:30:26.365965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:26.411568 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f407901a-9d89-40ec-812a-da1771cf1f4c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:26.553550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e572969f-cc1e-42d8-b949-867b954e1dbe tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.554944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e572969f-cc1e-42d8-b949-867b954e1dbe tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.556373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e572969f-cc1e-42d8-b949-867b954e1dbe tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.557807 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e572969f-cc1e-42d8-b949-867b954e1dbe tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.559266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e572969f-cc1e-42d8-b949-867b954e1dbe tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.566247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e572969f-cc1e-42d8-b949-867b954e1dbe tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1929388 Jul 13 19:30:26.566554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:26.591558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2', 'tag': '32e3da2d-a55a-4512-a3ac-d6cb3a864c4e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:26.594394 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2ee010-c642-41af-95ff-eced40cc95db" -d '{"events": [{"name": "network-changed", "server_uuid": "27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2", "tag": "32e3da2d-a55a-4512-a3ac-d6cb3a864c4e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:26.614209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-61d5efae-1965-4666-b36b-d708492224ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.615774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-61d5efae-1965-4666-b36b-d708492224ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732c1906-1a03-47ce-af58-5143062d6e4e HTTP/1.1" status: 200 len: 858 time: 0.5300298 Jul 13 19:30:26.655072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:26.661624 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93aa8ced-4fe1-4e05-96fa-3aaa821fb55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.665388 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93aa8ced-4fe1-4e05-96fa-3aaa821fb55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.665995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d19093-aba8-4e01-9718-cd0502256e80 None None] Network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:26.669174 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-93aa8ced-4fe1-4e05-96fa-3aaa821fb55d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f744564f-e07d-4fc6-974e-fefc42f4c53d HTTP/1.1" status: 204 len: 168 time: 0.9337289 Jul 13 19:30:26.680259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.680858 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.686192 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-ed1d2a53-0c5e-49fb-a326-dafc80664ba7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15b6596b-22a6-4df7-a5e4-386559395c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596230 Jul 13 19:30:26.700176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa8ced-4fe1-4e05-96fa-3aaa821fb55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f744564f-e07d-4fc6-974e-fefc42f4c53d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:26.714669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b88c5-1188-4d06-bb00-20ea5b07e8f6 req-ee6ef18b-7aa4-4deb-8f1f-7aa530479d08 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.716235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-753b88c5-1188-4d06-bb00-20ea5b07e8f6 req-ee6ef18b-7aa4-4deb-8f1f-7aa530479d08 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 943 time: 0.3554041 Jul 13 19:30:26.720694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74794ec3-5282-46c9-932f-716391583acd req-50de01eb-45b9-4eec-b8ff-d8daa6ea8ffe tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.721482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8067a-0a76-4e57-8609-3da53a5f41d3 req-c93a0e45-3908-400c-918d-de8d8e910868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.722973 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-01f8067a-0a76-4e57-8609-3da53a5f41d3 req-c93a0e45-3908-400c-918d-de8d8e910868 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 1096 time: 0.4208450 Jul 13 19:30:26.728380 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74794ec3-5282-46c9-932f-716391583acd req-50de01eb-45b9-4eec-b8ff-d8daa6ea8ffe tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.5669935 Jul 13 19:30:26.781623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a836095-efb0-4500-aa4f-cb43b66dbbd6 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.783081 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0a836095-efb0-4500-aa4f-cb43b66dbbd6 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/networks/9b38bde5-cfb8-43c8-8ff3-52bf59a3513f HTTP/1.1" status: 200 len: 803 time: 0.2152274 Jul 13 19:30:26.789036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:26.796939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-23fc5f6e-c089-4726-95f3-e0d902a1aa11 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7980926 Jul 13 19:30:26.803092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:26.817316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-330261464-router', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:26.829471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248e027-08a9-4086-9603-3bf0f520e6f0 req-84e3784a-7bd1-49f3-bf74-29245fefe789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.831023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9248e027-08a9-4086-9603-3bf0f520e6f0 req-84e3784a-7bd1-49f3-bf74-29245fefe789 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7204d882ac6c474782f21eab09039f90&device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 1094 time: 0.6179852 Jul 13 19:30:26.883014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-753b88c5-1188-4d06-bb00-20ea5b07e8f6 req-620940ac-c5dc-4309-810a-c7456a9eb6be tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567397 Jul 13 19:30:26.899820 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74794ec3-5282-46c9-932f-716391583acd req-4bb3db8c-1164-481a-9972-da01c1557b08 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705024 Jul 13 19:30:26.908448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-5b319f01-580b-4e0b-88c2-1637a4c6612e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.910163 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-5b319f01-580b-4e0b-88c2-1637a4c6612e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.3128457 Jul 13 19:30:26.918171 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-01f8067a-0a76-4e57-8609-3da53a5f41d3 req-2ee195ee-b868-402c-a957-07df1d72eb99 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797698 Jul 13 19:30:26.944590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-050e7c7a-e0f5-4018-97ce-c5ea0d7118f2', 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'fixed_ips': [{'subnet_id': '7dbbf189-e6de-4694-b917-62977bf8b40b'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:30:26.945686 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.005343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dc41e63e-aaf6-49dc-955c-d58ff3ac5adc tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/networks/9b38bde5-cfb8-43c8-8ff3-52bf59a3513f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2151859 Jul 13 19:30:27.013281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:27.073901 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7962ad0-f798-4a06-a84e-80e7eb8b74ac x-openstack-request-id: req-b7962ad0-f798-4a06-a84e-80e7eb8b74ac {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:27.074637 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2", "tag": "32e3da2d-a55a-4512-a3ac-d6cb3a864c4e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:27.075047 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7962ad0-f798-4a06-a84e-80e7eb8b74ac {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:27.075446 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2', 'tag': '32e3da2d-a55a-4512-a3ac-d6cb3a864c4e', 'status': 'completed', 'code': 200} Jul 13 19:30:27.083570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.084866 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.125271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3e2d3-40f0-408e-a52c-6f8a2e49cf80 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:27.126806 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-57ffebf4-33de-41eb-b2c4-b394de5bd678 service neutron] 10.222.0.24 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269946 Jul 13 19:30:27.131648 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-06d3e2d3-40f0-408e-a52c-6f8a2e49cf80 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/subnets/6b3c46b0-81b9-4e02-8622-9eb1d3e64d37 HTTP/1.1" status: 200 len: 843 time: 0.1115427 Jul 13 19:30:27.142348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:27.153374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Allocated IP 172.20.0.2 (050e7c7a-e0f5-4018-97ce-c5ea0d7118f2/7dbbf189-e6de-4694-b917-62977bf8b40b/ee1bdb97-edd8-4600-a46b-0ca045577f4e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:27.267267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02026fe-511b-451c-b279-58a49fb5f2e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:27.272948 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f02026fe-511b-451c-b279-58a49fb5f2e5 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "GET /v2.0/subnets/6b3c46b0-81b9-4e02-8622-9eb1d3e64d37?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1229908 Jul 13 19:30:27.272948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:27.275300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:27.283848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-245246570'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:27.318168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.325763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248e027-08a9-4086-9603-3bf0f520e6f0 req-88ccdcbb-33dd-429c-9a2b-e373aa582efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:27.327219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9248e027-08a9-4086-9603-3bf0f520e6f0 req-88ccdcbb-33dd-429c-9a2b-e373aa582efa service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1fb41b8-3a97-434d-99ff-fb3555477741 HTTP/1.1" status: 200 len: 915 time: 0.4749022 Jul 13 19:30:27.347144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:27.350806 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.368904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6ed80526-14de-4fc6-8b3d-6d6116e9adb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf818f8f69864aa39c7b718865e89ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964150 Jul 13 19:30:27.379352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:27.401940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:27.408252 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.422645 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.423304 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Added segment 4af04816-5358-4b04-8d77-0b749edfbe04 of type vlan for network b478ef8e-8c23-475e-b6c4-ad838dc94896 Jul 13 19:30:27.423445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Transition to ACTIVE for port object ee1bdb97-edd8-4600-a46b-0ca045577f4e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:27.441561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Transition to ACTIVE for port object ee1bdb97-edd8-4600-a46b-0ca045577f4e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:27.448911 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.467409 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9248e027-08a9-4086-9603-3bf0f520e6f0 req-6bd9bf21-b7a1-49f8-897c-9d69f9e5bbd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f HTTP/1.1" status: 200 len: 217 time: 0.1228518 Jul 13 19:30:27.503622 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.506053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:27.509724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:27.514311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:27.520011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Pushing event updated for resources: {'Port': ['ID=ee1bdb97-edd8-4600-a46b-0ca045577f4e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:27.530121 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edeb4a74-1ec6-48af-a2bd-8d83565e116c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.559502 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edeb4a74-1ec6-48af-a2bd-8d83565e116c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.580154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3818e06-ee36-47bf-9302-c982af90cad3 req-55e5fa73-df92-477d-b3d0-51403b665e12 service neutron] 10.222.0.24 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367185 Jul 13 19:30:27.600980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-0503bb3d-cda6-466f-afe4-e26ad5bb0d37 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Deleting port 1a885cfe-a282-4e85-b256-0286dc3f49a8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:27.601326 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-0503bb3d-cda6-466f-afe4-e26ad5bb0d37 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.625282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.629121 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edeb4a74-1ec6-48af-a2bd-8d83565e116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.633219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edeb4a74-1ec6-48af-a2bd-8d83565e116c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.649825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-edeb4a74-1ec6-48af-a2bd-8d83565e116c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9cd330d-bd2d-4a99-920d-8033e6505186 HTTP/1.1" status: 204 len: 168 time: 0.2657859 Jul 13 19:30:27.698574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb4a74-1ec6-48af-a2bd-8d83565e116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cd330d-bd2d-4a99-920d-8033e6505186,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:27.765969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f407901a-9d89-40ec-812a-da1771cf1f4c up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:27.766424 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.768832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.769178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.769495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.769841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.771290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.771788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.772128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.772461 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.772790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.773122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.773439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.773764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:27.777464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:27.778758 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.884139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda545-50c5-409d-a455-849375ae058b req-4f12021b-28c7-429c-9bd6-a3ffad678760 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:27.890110 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53cda545-50c5-409d-a455-849375ae058b req-4f12021b-28c7-429c-9bd6-a3ffad678760 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.6840646 Jul 13 19:30:27.891803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Attempting to bind port ee1bdb97-edd8-4600-a46b-0ca045577f4e on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:27.892295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Attempting to bind port ee1bdb97-edd8-4600-a46b-0ca045577f4e by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:27.892730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Attempting to bind port ee1bdb97-edd8-4600-a46b-0ca045577f4e on network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:27.902664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:27.903045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Checking segment: {'id': '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:27.903456 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.903855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Bound using segment: {'id': '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:27.906422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Bound port: ee1bdb97-edd8-4600-a46b-0ca045577f4e, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:27.906835 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:27.933344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6543334 Jul 13 19:30:27.934902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:27.954890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'network_id': 'b478ef8e-8c23-475e-b6c4-ad838dc94896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:27.966491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port f407901a-9d89-40ec-812a-da1771cf1f4c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:27.977748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248e027-08a9-4086-9603-3bf0f520e6f0 req-fb5aecff-9f7d-4e10-98c2-45f5534ec9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:27.985664 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9248e027-08a9-4086-9603-3bf0f520e6f0 req-fb5aecff-9f7d-4e10-98c2-45f5534ec9f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54facab2-1375-4b6f-97fb-5a8775e36af3 HTTP/1.1" status: 200 len: 854 time: 0.4994972 Jul 13 19:30:27.988736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port f407901a-9d89-40ec-812a-da1771cf1f4c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:27.989113 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.054292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] For port ee1bdb97-edd8-4600-a46b-0ca045577f4e, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:28.058259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] For port ee1bdb97-edd8-4600-a46b-0ca045577f4e, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ee1bdb97-edd8-4600-a46b-0ca045577f4e,segment=NetworkSegment(1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a),segment_id=1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:28.076568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.104869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dbefe-d6b7-4b04-9a74-fc34aa398be0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Network': ['ID=b478ef8e-8c23-475e-b6c4-ad838dc94896,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:28.115596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Made reservation on behalf of 09b52f971b714b44936ac67e2d7b8f21 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:28.125068 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.141111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network b478ef8e-8c23-475e-b6c4-ad838dc94896 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:28.219209 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 19:30:28.221905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 19:30:28.296631 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.306114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9248e027-08a9-4086-9603-3bf0f520e6f0 req-b1be43c6-39c0-4d17-af9c-762a63a230a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1fb41b8-3a97-434d-99ff-fb3555477741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2597923 Jul 13 19:30:28.367684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9d5f9-4f3e-4471-9d4a-646bef152b8c None None] Pushing event updated for resources: {'Port': ['ID=ee1bdb97-edd8-4600-a46b-0ca045577f4e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:28.458300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-0503bb3d-cda6-466f-afe4-e26ad5bb0d37 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] For port 1a885cfe-a282-4e85-b256-0286dc3f49a8, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=1a885cfe-a282-4e85-b256-0286dc3f49a8,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:28.459031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-0503bb3d-cda6-466f-afe4-e26ad5bb0d37 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.466345 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53cda545-50c5-409d-a455-849375ae058b req-26411b39-1e87-4dda-b600-b84c7be4abcc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5385938 Jul 13 19:30:28.466725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db0b623-917c-4aa0-8868-8cbe3433bcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f407901a-9d89-40ec-812a-da1771cf1f4c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:28.470221 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732fb234-2e6d-49e6-859d-b6c108ef66fa" -d '{"events": [{"server_uuid": "3db0b623-917c-4aa0-8868-8cbe3433bcab", "name": "network-vif-plugged", "status": "completed", "tag": "f407901a-9d89-40ec-812a-da1771cf1f4c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:28.497815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f407901a-9d89-40ec-812a-da1771cf1f4c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f407901a-9d89-40ec-812a-da1771cf1f4c,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:28.505423 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.506003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-0503bb3d-cda6-466f-afe4-e26ad5bb0d37 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Calling delete_port for 1a885cfe-a282-4e85-b256-0286dc3f49a8 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:28.583499 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.598566 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f407901a-9d89-40ec-812a-da1771cf1f4c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:28.680971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ee010-c642-41af-95ff-eced40cc95db req-7656aac8-ba11-479f-be55-c60401fcad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:28.684322 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc2ee010-c642-41af-95ff-eced40cc95db req-7656aac8-ba11-479f-be55-c60401fcad3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6336f15abdde4076be6327f938b7a2f3&device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2 HTTP/1.1" status: 200 len: 1095 time: 0.9281235 Jul 13 19:30:28.790064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Checking segment: {'id': '4af04816-5358-4b04-8d77-0b749edfbe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b478ef8e-8c23-475e-b6c4-ad838dc94896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:28.790503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network hostable DHCP agents. Network: b478ef8e-8c23-475e-b6c4-ad838dc94896, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:30:28.823154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346f6f4-fbd5-4a74-bc6a-50b0b78db3c2 req-ce09d617-ab11-4109-9791-063677fc5091 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:28.824972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1346f6f4-fbd5-4a74-bc6a-50b0b78db3c2 req-ce09d617-ab11-4109-9791-063677fc5091 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 945 time: 0.2569053 Jul 13 19:30:28.825709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=8d34394b-f7a8-4300-85be-d84751264916,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:28.862460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Network b478ef8e-8c23-475e-b6c4-ad838dc94896 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:30:28.891294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1346f6f4-fbd5-4a74-bc6a-50b0b78db3c2 req-01e25867-eb95-43f1-bfb2-6266b601ed4e tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568664 Jul 13 19:30:28.893415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, b478ef8e-8c23-475e-b6c4-ad838dc94896) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:28.898689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:28.900713 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.911680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ee010-c642-41af-95ff-eced40cc95db req-9f9c0354-6012-49c7-b1b9-e00c21e0ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:28.914312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc2ee010-c642-41af-95ff-eced40cc95db req-9f9c0354-6012-49c7-b1b9-e00c21e0ce3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=15b6596b-22a6-4df7-a5e4-386559395c3e HTTP/1.1" status: 200 len: 919 time: 0.2041411 Jul 13 19:30:28.918836 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa895a-dc95-4f95-b581-e34be80e56c4 None None] Network b478ef8e-8c23-475e-b6c4-ad838dc94896 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:28.938192 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f48c867b-986d-4eae-b063-bfaa4459afda tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0019073 Jul 13 19:30:28.941564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:28.963248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8314f5e0-c18a-4fac-92f5-884eea7ab2d0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:29.012408 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc2ee010-c642-41af-95ff-eced40cc95db req-8db11aff-863d-4fdb-a137-fbe140d67573 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e HTTP/1.1" status: 200 len: 217 time: 0.0811687 Jul 13 19:30:29.102654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f744c616-5de1-4a34-a78c-8668661d7d4d no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:29.137318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ee010-c642-41af-95ff-eced40cc95db req-8127214d-6548-4e4c-8cef-30ce3a29d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:29.139414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc2ee010-c642-41af-95ff-eced40cc95db req-8127214d-6548-4e4c-8cef-30ce3a29d823 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732c1906-1a03-47ce-af58-5143062d6e4e HTTP/1.1" status: 200 len: 858 time: 0.0886190 Jul 13 19:30:29.148261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9248e027-08a9-4086-9603-3bf0f520e6f0 req-d517b916-166c-448d-8a09-3683130c1747 service neutron] 10.222.0.24 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8251021 Jul 13 19:30:29.225351 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8314f5e0-c18a-4fac-92f5-884eea7ab2d0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14547125'] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.290420 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc2ee010-c642-41af-95ff-eced40cc95db req-af8066dd-84d6-4565-bc2b-7c6235e46b6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15b6596b-22a6-4df7-a5e4-386559395c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301901 Jul 13 19:30:29.317459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7a4e5-683b-4b04-b027-34fa7fcaad6f req-41fb8d42-6bee-489f-a72e-75df240f7266 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:29.319329 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5aa7a4e5-683b-4b04-b027-34fa7fcaad6f req-41fb8d42-6bee-489f-a72e-75df240f7266 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 945 time: 0.2015481 Jul 13 19:30:29.386863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-b478ef8e-8c23-475e-b6c4-ad838dc94896', 'network_id': 'b478ef8e-8c23-475e-b6c4-ad838dc94896', 'tenant_id': '09b52f971b714b44936ac67e2d7b8f21', 'fixed_ips': [{'subnet_id': '8d34394b-f7a8-4300-85be-d84751264916'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:30:29.388225 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.409727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5aa7a4e5-683b-4b04-b027-34fa7fcaad6f req-4373dc2d-79e9-4fcd-b752-925c891b9813 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726402 Jul 13 19:30:29.433095 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.564208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8314f5e0-c18a-4fac-92f5-884eea7ab2d0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776825270038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14195903'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.572697 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9248e027-08a9-4086-9603-3bf0f520e6f0 req-4faec4fb-6e16-4f24-8622-38fec95c3eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115245 Jul 13 19:30:29.595436 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.640532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Allocated IP 2001:db8::3 (b478ef8e-8c23-475e-b6c4-ad838dc94896/8d34394b-f7a8-4300-85be-d84751264916/5c763856-8927-4a9d-ad3d-7452f727bb7a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:29.672534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0c849-8461-47b8-86f7-5c4578cc821a req-9766c97d-f76f-4678-aede-de61c5725ba7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:29.674867 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79b0c849-8461-47b8-86f7-5c4578cc821a req-9766c97d-f76f-4678-aede-de61c5725ba7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 943 time: 0.7533238 Jul 13 19:30:29.687364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314f5e0-c18a-4fac-92f5-884eea7ab2d0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event updated for resources: {'Subnet': ['ID=8d34394b-f7a8-4300-85be-d84751264916,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:29.724181 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.728521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314f5e0-c18a-4fac-92f5-884eea7ab2d0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:29.729439 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8314f5e0-c18a-4fac-92f5-884eea7ab2d0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.734107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8314f5e0-c18a-4fac-92f5-884eea7ab2d0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "PUT /v2.0/subnets/8d34394b-f7a8-4300-85be-d84751264916 HTTP/1.1" status: 200 len: 900 time: 0.7852976 Jul 13 19:30:29.735706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:29.833570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f34511b1-9f29-453d-b1c1-90dfdd2b7d7f details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:30:29.838117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 1a885cfe-a282-4e85-b256-0286dc3f49a8 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:29.934221 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.949861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Transition to ACTIVE for port object 5c763856-8927-4a9d-ad3d-7452f727bb7a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:29.991206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Transition to ACTIVE for port object 5c763856-8927-4a9d-ad3d-7452f727bb7a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:30.011877 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616df0b0-741f-4e43-85ba-5fb72d8caf2b x-openstack-request-id: req-616df0b0-741f-4e43-85ba-5fb72d8caf2b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:30.012425 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db0b623-917c-4aa0-8868-8cbe3433bcab", "name": "network-vif-plugged", "status": "completed", "tag": "f407901a-9d89-40ec-812a-da1771cf1f4c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:30.012847 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-616df0b0-741f-4e43-85ba-5fb72d8caf2b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:30.013881 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db0b623-917c-4aa0-8868-8cbe3433bcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f407901a-9d89-40ec-812a-da1771cf1f4c', 'code': 200} Jul 13 19:30:30.037329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.121605 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.190359 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting port 5c763856-8927-4a9d-ad3d-7452f727bb7a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:30.191073 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.193493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae91358a-b82d-44cd-8dc6-74fea7854290 None None] Network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:30.209971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f744c616-5de1-4a34-a78c-8668661d7d4d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f744c616-5de1-4a34-a78c-8668661d7d4d,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:30.252090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79b0c849-8461-47b8-86f7-5c4578cc821a req-a85f8a27-7d4c-437e-b0e1-724a431675fa tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397856 Jul 13 19:30:30.332353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] For port 5c763856-8927-4a9d-ad3d-7452f727bb7a, host n-d-800708-1, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:30.332861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.345840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Network b478ef8e-8c23-475e-b6c4-ad838dc94896 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:30.347029 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.354836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfdc5b-d364-4700-b35e-ccf4eb422a99 req-d0149d72-99ed-47eb-ade8-fdbd73d4ec4c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:30.356833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f76fe856-2b0a-43d7-ba45-2d10d3629a62 None None] Provisioning for port ee1bdb97-edd8-4600-a46b-0ca045577f4e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:30.364137 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cfbfdc5b-d364-4700-b35e-ccf4eb422a99 req-d0149d72-99ed-47eb-ade8-fdbd73d4ec4c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2 HTTP/1.1" status: 200 len: 944 time: 0.2211275 Jul 13 19:30:30.369081 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:30.378888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:30.382867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Calling delete_port for 5c763856-8927-4a9d-ad3d-7452f727bb7a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:30.384418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Pushing event updated for resources: {'Port': ['ID=5c763856-8927-4a9d-ad3d-7452f727bb7a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:30.438975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Allocated IP 172.25.7.182 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/15e771b7-f55c-4066-b01e-85a84bf10053) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:30.492791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-0503bb3d-cda6-466f-afe4-e26ad5bb0d37 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.493602 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cfbfdc5b-d364-4700-b35e-ccf4eb422a99 req-32d3c68c-46ba-4fc8-9244-4dea616de32e tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280215 Jul 13 19:30:30.560970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503bb3d-cda6-466f-afe4-e26ad5bb0d37 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event deleted for resources: {'Port': ['ID=1a885cfe-a282-4e85-b256-0286dc3f49a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:30.645746 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc2ee010-c642-41af-95ff-eced40cc95db req-51db7d51-7b1a-4f30-91f1-0449df9ca76d service neutron] 10.222.0.24 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2293987 Jul 13 19:30:30.742580 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.763974 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.804118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ee1bdb97-edd8-4600-a46b-0ca045577f4e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:30.809697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Attempting to bind port 5c763856-8927-4a9d-ad3d-7452f727bb7a on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:30.810277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Attempting to bind port 5c763856-8927-4a9d-ad3d-7452f727bb7a by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '4af04816-5358-4b04-8d77-0b749edfbe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b478ef8e-8c23-475e-b6c4-ad838dc94896'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:30.810819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Attempting to bind port 5c763856-8927-4a9d-ad3d-7452f727bb7a on network b478ef8e-8c23-475e-b6c4-ad838dc94896 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:30.818742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:30.828426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Port': ['ID=5c763856-8927-4a9d-ad3d-7452f727bb7a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:30.856283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f744c616-5de1-4a34-a78c-8668661d7d4d,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:30.857474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No DVR routers for this DVR port 5c763856-8927-4a9d-ad3d-7452f727bb7a on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:30.865094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-0503bb3d-cda6-466f-afe4-e26ad5bb0d37 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] No DVR routers for this DVR port 1a885cfe-a282-4e85-b256-0286dc3f49a8 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:30.870574 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-0503bb3d-cda6-466f-afe4-e26ad5bb0d37 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.872777 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16d8851f-ea6e-4753-b8f9-8830e4089700 req-0503bb3d-cda6-466f-afe4-e26ad5bb0d37 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.24 "DELETE /v2.0/ports/1a885cfe-a282-4e85-b256-0286dc3f49a8 HTTP/1.1" status: 204 len: 173 time: 3.9310923 Jul 13 19:30:30.880892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:30.881262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Checking segment: {'id': '4af04816-5358-4b04-8d77-0b749edfbe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b478ef8e-8c23-475e-b6c4-ad838dc94896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:30.881722 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.882112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Bound using segment: {'id': '4af04816-5358-4b04-8d77-0b749edfbe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b478ef8e-8c23-475e-b6c4-ad838dc94896'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:30.883060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Bound port: 5c763856-8927-4a9d-ad3d-7452f727bb7a, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af04816-5358-4b04-8d77-0b749edfbe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b478ef8e-8c23-475e-b6c4-ad838dc94896'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:30.883575 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:30.895860 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa764755-0fa6-4a63-8242-9084cdc87094', 'name': 'network-vif-deleted', 'tag': '1a885cfe-a282-4e85-b256-0286dc3f49a8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:30.910174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'f34511b1-9f29-453d-b1c1-90dfdd2b7d7f', 'network_id': 'd1fb41b8-3a97-434d-99ff-fb3555477741', 'port_id': 'f34511b1-9f29-453d-b1c1-90dfdd2b7d7f', 'mac_address': 'fa:16:3e:5b:08:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54facab2-1375-4b6f-97fb-5a8775e36af3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:30:30.917370 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ec20dc-6ddb-4aab-9d2e-12e817927981" -d '{"events": [{"server_uuid": "fa764755-0fa6-4a63-8242-9084cdc87094", "name": "network-vif-deleted", "tag": "1a885cfe-a282-4e85-b256-0286dc3f49a8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:30.931533 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c724-e5d6-469e-8437-66a0a3cf913b req-a22a3d76-ea1f-49e1-b8b9-25cd158b46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:30.933494 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3708c724-e5d6-469e-8437-66a0a3cf913b req-a22a3d76-ea1f-49e1-b8b9-25cd158b46fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3db0b623-917c-4aa0-8868-8cbe3433bcab HTTP/1.1" status: 200 len: 1097 time: 0.7154753 Jul 13 19:30:30.953873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002e891-4e51-4d39-8f64-8d37175a8b3c req-e35bbc68-4db2-4cc1-974d-7a6473cf65de tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:30.961560 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4002e891-4e51-4d39-8f64-8d37175a8b3c req-e35bbc68-4db2-4cc1-974d-7a6473cf65de tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.2476909 Jul 13 19:30:30.976350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.069824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.104037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Subnet': ['ID=8d34394b-f7a8-4300-85be-d84751264916,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:31.149506 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4002e891-4e51-4d39-8f64-8d37175a8b3c req-7d15a520-1ed0-4bae-b7a4-019fe44299c5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864908 Jul 13 19:30:31.212859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.224991 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.237742 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b478ef8e-8c23-475e-b6c4-ad838dc94896']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:31.252553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af04816-5358-4b04-8d77-0b749edfbe04') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:31.252994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af04816-5358-4b04-8d77-0b749edfbe04') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:31.253363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4cbce-4a84-4e05-b4db-9ebe4299cac6 None None] Port 5c763856-8927-4a9d-ad3d-7452f727bb7a has been deleted concurrently {{(pid=93768) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 13 19:30:31.266171 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.291106 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.316610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:31.318433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:31.326089 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:31.342075 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3708c724-e5d6-469e-8437-66a0a3cf913b req-74057f2f-f4b9-4daf-956d-47eabb52d4c6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887461 Jul 13 19:30:31.348873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ee1bdb97-edd8-4600-a46b-0ca045577f4e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:31.358045 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc2ee010-c642-41af-95ff-eced40cc95db req-41d42ee2-9513-445c-937b-c3f8c1f3946e service neutron] 10.222.0.24 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327264 Jul 13 19:30:31.375671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddf4da-a448-48e5-9321-5948b55025da req-a728de72-0b25-4177-8782-6483f68e14f9 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:31.376195 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-a728de72-0b25-4177-8782-6483f68e14f9 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 805 time: 0.5570469 Jul 13 19:30:31.393922 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.424974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ee1bdb97-edd8-4600-a46b-0ca045577f4e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:31.426037 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-119a6516-4332-4b00-8ee9-a18e8018b018 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/quotas/810b6702d6074cd9a65821c85ca92809 HTTP/1.1" status: 200 len: 375 time: 0.0388348 Jul 13 19:30:31.429609 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.453082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.470182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34511b1-9f29-453d-b1c1-90dfdd2b7d7f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:31.526686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:31.536184 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.554021 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.568089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:31.581504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:31.583949 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-021ccdb4-50d4-4db4-bfa1-f73b90553a7b req-c86d262d-e74f-4ff1-91b5-48d8b3dd27b7 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa764755-0fa6-4a63-8242-9084cdc87094 HTTP/1.1" status: 200 len: 210 time: 0.1025355 Jul 13 19:30:31.585344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:31.591965 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.594845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/b478ef8e-8c23-475e-b6c4-ad838dc94896 HTTP/1.1" status: 204 len: 168 time: 1.8576908 Jul 13 19:30:31.615477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Pushing event updated for resources: {'Port': ['ID=15e771b7-f55c-4066-b01e-85a84bf10053,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:31.620362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:31.636038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ece46-a5dd-41e0-b997-8b6b8b3c4409 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Network': ['ID=b478ef8e-8c23-475e-b6c4-ad838dc94896,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:31.706656 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7246f5dc-b64a-44f0-8560-362305f8b7fa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:31.707311 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7246f5dc-b64a-44f0-8560-362305f8b7fa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:31.709228 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7246f5dc-b64a-44f0-8560-362305f8b7fa tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/subnets/8d34394b-f7a8-4300-85be-d84751264916 HTTP/1.1" status: 404 len: 337 time: 0.0856020 Jul 13 19:30:31.713335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:31.730174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-e10b776d-47c3-460f-8063-1880b7cf99ce tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:31.731962 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-e10b776d-47c3-460f-8063-1880b7cf99ce tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "GET /v2.0/ports?device_id=ece0ba5f-c481-40e6-a6e0-72b4c6addd76 HTTP/1.1" status: 200 len: 944 time: 0.2788358 Jul 13 19:30:31.734598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:31.741242 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-24f85267-2371-41fb-81fa-fa5b008e4f0a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3048594 Jul 13 19:30:31.765520 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-98eaf20e-1c9c-4c22-b7d2-5c519e67a529 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:31.766556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98eaf20e-1c9c-4c22-b7d2-5c519e67a529 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:31.768285 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-98eaf20e-1c9c-4c22-b7d2-5c519e67a529 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/b478ef8e-8c23-475e-b6c4-ad838dc94896 HTTP/1.1" status: 404 len: 339 time: 0.0539572 Jul 13 19:30:31.771751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:31.784894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:30:31.918006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-89c4a098-28fb-43a6-94c8-75a5a296e5b5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Deleting port f744c616-5de1-4a34-a78c-8668661d7d4d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:31.918846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-89c4a098-28fb-43a6-94c8-75a5a296e5b5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.990900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f34511b1-9f29-453d-b1c1-90dfdd2b7d7f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:32.053802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f744c616-5de1-4a34-a78c-8668661d7d4d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:32.056940 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef4c53a-f219-40d7-99b7-1f24de0eb0fa" -d '{"events": [{"server_uuid": "ece0ba5f-c481-40e6-a6e0-72b4c6addd76", "name": "network-vif-unplugged", "status": "completed", "tag": "f744c616-5de1-4a34-a78c-8668661d7d4d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:32.112789 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d774164e-5eb1-462d-beb9-f6933713f05d x-openstack-request-id: req-d774164e-5eb1-462d-beb9-f6933713f05d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:32.113009 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa764755-0fa6-4a63-8242-9084cdc87094", "name": "network-vif-deleted", "tag": "1a885cfe-a282-4e85-b256-0286dc3f49a8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:32.113182 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d774164e-5eb1-462d-beb9-f6933713f05d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:32.113597 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa764755-0fa6-4a63-8242-9084cdc87094', 'name': 'network-vif-deleted', 'tag': '1a885cfe-a282-4e85-b256-0286dc3f49a8', 'status': 'completed', 'code': 200} Jul 13 19:30:32.158284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-89c4a098-28fb-43a6-94c8-75a5a296e5b5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] For port f744c616-5de1-4a34-a78c-8668661d7d4d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f744c616-5de1-4a34-a78c-8668661d7d4d,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:32.158795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-89c4a098-28fb-43a6-94c8-75a5a296e5b5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.185015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-89c4a098-28fb-43a6-94c8-75a5a296e5b5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Calling delete_port for f744c616-5de1-4a34-a78c-8668661d7d4d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:32.301686 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.355549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:32.359701 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21c6cb25-fc55-4180-b6a2-66b1e788cea8 None None] Provisioning complete for port ee1bdb97-edd8-4600-a46b-0ca045577f4e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:32.360384 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21c6cb25-fc55-4180-b6a2-66b1e788cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.403345 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.432706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-89c4a098-28fb-43a6-94c8-75a5a296e5b5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.438673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '32e3da2d-a55a-4512-a3ac-d6cb3a864c4e', 'network_id': '15b6596b-22a6-4df7-a5e4-386559395c3e', 'port_id': '32e3da2d-a55a-4512-a3ac-d6cb3a864c4e', 'mac_address': 'fa:16:3e:cd:d6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732c1906-1a03-47ce-af58-5143062d6e4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:30:32.475482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4a098-28fb-43a6-94c8-75a5a296e5b5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Pushing event deleted for resources: {'Port': ['ID=f744c616-5de1-4a34-a78c-8668661d7d4d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:32.496628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ee1bdb97-edd8-4600-a46b-0ca045577f4e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ee1bdb97-edd8-4600-a46b-0ca045577f4e,segment=NetworkSegment(1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a),segment_id=1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:32.518446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-95ca7689-e4e4-4408-8719-d80409e226ab service neutron] 10.222.0.25 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474270 Jul 13 19:30:32.557360 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.651139 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.704321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.732603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc5ae6e-7ca2-482a-be78-e80cd8361afa']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:32.755704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ee1bdb97-edd8-4600-a46b-0ca045577f4e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:32.767766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6622c4-e484-48df-ab7d-a83ee8c03b26') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:32.768063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6622c4-e484-48df-ab7d-a83ee8c03b26') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:32.773186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:32.784473 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.797630 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.804009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:32.809438 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.905961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:32.949410 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.950036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5f6d-7a8e-421e-8469-684dc5cd8b24 req-447a16cc-18fa-4711-9195-af2fef310705 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:32.954261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a5cc5f6d-7a8e-421e-8469-684dc5cd8b24 req-447a16cc-18fa-4711-9195-af2fef310705 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 944 time: 0.5925224 Jul 13 19:30:32.955158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-89c4a098-28fb-43a6-94c8-75a5a296e5b5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] No DVR routers for this DVR port f744c616-5de1-4a34-a78c-8668661d7d4d on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:32.963673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:32.964230 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.964350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-89c4a098-28fb-43a6-94c8-75a5a296e5b5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.966513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94f5cba-23b8-4dd3-b22b-c43984394979 req-89c4a098-28fb-43a6-94c8-75a5a296e5b5 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "DELETE /v2.0/ports/f744c616-5de1-4a34-a78c-8668661d7d4d HTTP/1.1" status: 204 len: 173 time: 1.2289355 Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:32.967541 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:32.970123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'name': 'network-vif-deleted', 'tag': 'f744c616-5de1-4a34-a78c-8668661d7d4d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:32.972799 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4843b03c-682d-4290-af04-78a305ffd5a0" -d '{"events": [{"server_uuid": "ece0ba5f-c481-40e6-a6e0-72b4c6addd76", "name": "network-vif-deleted", "tag": "f744c616-5de1-4a34-a78c-8668661d7d4d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:32.974708 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-edd342b4-a7db-4b60-8da9-b7b1c695a73d service neutron] 10.222.0.25 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024179 Jul 13 19:30:33.064700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b8d5d55e-1b66-4a7b-a4f3-e0ae69ce4e9f None None] Could not find standard attr ID for object 5c763856-8927-4a9d-ad3d-7452f727bb7a. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:30:33.066178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4c2a5-307a-4395-8bcc-5f8b6444cff9 None None] DHCP port deletion for b478ef8e-8c23-475e-b6c4-ad838dc94896 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:30:33.084904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['32e3da2d-a55a-4512-a3ac-d6cb3a864c4e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:33.087047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a5cc5f6d-7a8e-421e-8469-684dc5cd8b24 req-eb3092af-fd00-470c-a3cf-c299afb962cd tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938230 Jul 13 19:30:33.148532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea52c1c-e7d4-4ae5-9aa4-32640fd6d5c8 None None] Network b478ef8e-8c23-475e-b6c4-ad838dc94896 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:33.189499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea52c1c-e7d4-4ae5-9aa4-32640fd6d5c8 None None] Network b478ef8e-8c23-475e-b6c4-ad838dc94896 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 19:30:33.206000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1918b5c9-7237-4838-aaee-4fa47c1a909c None None] Network b478ef8e-8c23-475e-b6c4-ad838dc94896 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:33.221108 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:33.226098 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:33.259019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1918b5c9-7237-4838-aaee-4fa47c1a909c None None] Network b478ef8e-8c23-475e-b6c4-ad838dc94896 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 19:30:33.314989 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:33.319854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:33.329462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/bbc5ae6e-7ca2-482a-be78-e80cd8361afa HTTP/1.1" status: 204 len: 168 time: 1.5235436 Jul 13 19:30:33.363435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49c40b-9d85-4381-9098-027844df65a4 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Network': ['ID=bbc5ae6e-7ca2-482a-be78-e80cd8361afa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:33.372571 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd6a241-ef73-488c-a9c8-52a984d20dc0 x-openstack-request-id: req-ffd6a241-ef73-488c-a9c8-52a984d20dc0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:33.372571 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0ba5f-c481-40e6-a6e0-72b4c6addd76", "name": "network-vif-unplugged", "status": "completed", "tag": "f744c616-5de1-4a34-a78c-8668661d7d4d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:33.372571 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffd6a241-ef73-488c-a9c8-52a984d20dc0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:33.372571 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f744c616-5de1-4a34-a78c-8668661d7d4d', 'code': 200} Jul 13 19:30:33.441448 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad04806-2f16-433a-89f3-e98adf66a0d1 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:33.441825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad04806-2f16-433a-89f3-e98adf66a0d1 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:33.447071 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dad04806-2f16-433a-89f3-e98adf66a0d1 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/subnets/9d454dd9-3759-4c14-aa5e-0c87071d903c HTTP/1.1" status: 404 len: 337 time: 0.1252728 Jul 13 19:30:33.449091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:33.481909 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26c7da6-9ab6-4b94-8741-db9915301f12 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:33.483566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26c7da6-9ab6-4b94-8741-db9915301f12 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:33.485439 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e26c7da6-9ab6-4b94-8741-db9915301f12 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/a4123a39-a284-430a-9645-a0566c56cd6b HTTP/1.1" status: 404 len: 339 time: 0.0353918 Jul 13 19:30:33.488298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:33.512505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68242b6-794b-4d8d-ae7e-77d795d1663e req-94307319-33be-4b05-ac5b-a50c3be61c6e tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:33.515571 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c68242b6-794b-4d8d-ae7e-77d795d1663e req-94307319-33be-4b05-ac5b-a50c3be61c6e tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2 HTTP/1.1" status: 200 len: 945 time: 0.1392868 Jul 13 19:30:33.569304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d110e73e-3a10-4ae2-903e-96b819aacda3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting subnet 365c8d55-865c-4939-8ac2-ab8da465df7b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:30:33.574789 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c68242b6-794b-4d8d-ae7e-77d795d1663e req-62def9a3-a16d-409f-9dd6-2c973d516f49 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521452 Jul 13 19:30:33.575210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d110e73e-3a10-4ae2-903e-96b819aacda3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:33.673477 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d110e73e-3a10-4ae2-903e-96b819aacda3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:33.739466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Router efb18fe4-120f-47c5-956b-ec4237f9fd35 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:30:33.771706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f34511b1-9f29-453d-b1c1-90dfdd2b7d7f up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:33.808357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f586b8d-436d-429d-a0cf-08b8881e0cea req-230061e1-517f-44af-97a4-75e75c67c3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:33.822253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f586b8d-436d-429d-a0cf-08b8881e0cea req-230061e1-517f-44af-97a4-75e75c67c3d3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.2151277 Jul 13 19:30:33.879954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:33.891024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:33.891432 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:33.892613 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cbceaa-27ce-4ff9-b421-4e355b7c4f1e x-openstack-request-id: req-75cbceaa-27ce-4ff9-b421-4e355b7c4f1e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:33.892907 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0ba5f-c481-40e6-a6e0-72b4c6addd76", "name": "network-vif-deleted", "tag": "f744c616-5de1-4a34-a78c-8668661d7d4d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:33.893158 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75cbceaa-27ce-4ff9-b421-4e355b7c4f1e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:33.893552 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece0ba5f-c481-40e6-a6e0-72b4c6addd76', 'name': 'network-vif-deleted', 'tag': 'f744c616-5de1-4a34-a78c-8668661d7d4d', 'status': 'completed', 'code': 200} Jul 13 19:30:33.979886 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c5acd077-6e80-4ff3-aeec-fbf2797002cf req-3fbf9cc1-9587-4114-a6a6-61d5a3494757 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 210 time: 0.0444548 Jul 13 19:30:34.089771 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:34.149123 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d110e73e-3a10-4ae2-903e-96b819aacda3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:34.170689 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f586b8d-436d-429d-a0cf-08b8881e0cea req-705ecc0a-e111-4ffe-9f33-8a2e649c23ae tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454590 Jul 13 19:30:34.191366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:34.204148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:34.250197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:30:34.278260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Sync routers for ids ['efb18fe4-120f-47c5-956b-ec4237f9fd35'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:30:34.295471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:34.301146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0cc39c51-bf8a-49eb-842e-dcb0b263330d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4923356 Jul 13 19:30:34.307879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:34.326122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Routers {'efb18fe4-120f-47c5-956b-ec4237f9fd35'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:34.327355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:30:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['efb18fe4-120f-47c5-956b-ec4237f9fd35'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:34.331190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:34.374003 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f7d57-56e9-457c-b438-25069bdccd86 req-405c397f-d9da-44c6-8de9-d09bbfeeee35 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:34.376594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-405c397f-d9da-44c6-8de9-d09bbfeeee35 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.2343397 Jul 13 19:30:34.399964 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-7dc15636-56b8-499c-9bb8-26e2261627b5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/quotas/55c1b6660b43410b9642a613186cc03f HTTP/1.1" status: 200 len: 375 time: 0.0157740 Jul 13 19:30:34.433153 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d110e73e-3a10-4ae2-903e-96b819aacda3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:34.473686 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-df0e7ebc-8096-438f-96b4-f4b163dbdabe tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608230 Jul 13 19:30:34.485878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-22ce1849-2386-4fe9-a067-c5ec9576e64a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:30:34.494040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-22ce1849-2386-4fe9-a067-c5ec9576e64a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132554 Jul 13 19:30:34.495687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Set router efb18fe4-120f-47c5-956b-ec4237f9fd35 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:34.511095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110e73e-3a10-4ae2-903e-96b819aacda3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Subnet': ['ID=365c8d55-865c-4939-8ac2-ab8da465df7b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:34.523940 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d110e73e-3a10-4ae2-903e-96b819aacda3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:34.529466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d110e73e-3a10-4ae2-903e-96b819aacda3 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/subnets/365c8d55-865c-4939-8ac2-ab8da465df7b HTTP/1.1" status: 204 len: 168 time: 1.0378659 Jul 13 19:30:34.540401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b781bd2-d335-45d9-b4b3-b32a011b758f None None] Network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:34.565193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:34.676913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-706f4475-ad75-4446-869a-338f62e49989 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting subnet 62cb3442-a28b-4a6a-a262-3ec969882775 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:30:34.685855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706f4475-ad75-4446-869a-338f62e49989 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:34.743642 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-d56ef6a5-19a8-4829-95a7-b08848a472cb service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476919 Jul 13 19:30:34.787985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ee1bdb97-edd8-4600-a46b-0ca045577f4e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:34.824298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706f4475-ad75-4446-869a-338f62e49989 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:34.956920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ee1bdb97-edd8-4600-a46b-0ca045577f4e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:34.958043 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.000849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'name': 'tempest-ServersTestMultiNic-330261464-router', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:27Z', 'updated_at': '2021-07-13T19:30:32Z', 'revision_number': 3, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'gw_port': {'id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:30Z', 'updated_at': '2021-07-13T19:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:35.021470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-20c2a16d-71af-4617-95b5-3aba65f0660d service neutron] 10.222.0.25 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764435 Jul 13 19:30:35.047321 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706f4475-ad75-4446-869a-338f62e49989 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.066330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Checking router: efb18fe4-120f-47c5-956b-ec4237f9fd35 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:30:35.066703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Updating router efb18fe4-120f-47c5-956b-ec4237f9fd35 port 15e771b7-f55c-4066-b01e-85a84bf10053 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:30:35.127192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f744c616-5de1-4a34-a78c-8668661d7d4d no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:35.163331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706f4475-ad75-4446-869a-338f62e49989 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.173444 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.193204 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706f4475-ad75-4446-869a-338f62e49989 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.197286 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-706f4475-ad75-4446-869a-338f62e49989 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/subnets/62cb3442-a28b-4a6a-a262-3ec969882775 HTTP/1.1" status: 204 len: 168 time: 0.6289091 Jul 13 19:30:35.200904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:35.205748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: f744c616-5de1-4a34-a78c-8668661d7d4d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:35.206078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f744c616-5de1-4a34-a78c-8668661d7d4d not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:35.304181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f4475-ad75-4446-869a-338f62e49989 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Subnet': ['ID=62cb3442-a28b-4a6a-a262-3ec969882775,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:35.341273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be6b04-1a08-4d33-a853-4f65f773d07a req-868182a7-f8f2-4a36-a577-6b8fb00c0cac tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:35.349925 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-05be6b04-1a08-4d33-a853-4f65f773d07a req-868182a7-f8f2-4a36-a577-6b8fb00c0cac tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 945 time: 0.8912268 Jul 13 19:30:35.391209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37007b5f-d5a3-41d0-8e58-fc0fc78f3d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34511b1-9f29-453d-b1c1-90dfdd2b7d7f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:35.394978 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e6c4cd-db58-4ce7-8906-357d4e73de92" -d '{"events": [{"server_uuid": "37007b5f-d5a3-41d0-8e58-fc0fc78f3d82", "name": "network-vif-plugged", "status": "completed", "tag": "f34511b1-9f29-453d-b1c1-90dfdd2b7d7f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:35.418674 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-05be6b04-1a08-4d33-a853-4f65f773d07a req-3eb54734-ace7-45af-aa33-04d6cb9a7af2 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673025 Jul 13 19:30:35.493147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5c763856-8927-4a9d-ad3d-7452f727bb7a no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:35.551858 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 5c763856-8927-4a9d-ad3d-7452f727bb7a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:35.558462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5c763856-8927-4a9d-ad3d-7452f727bb7a not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:35.619581 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.676304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c6aba7-ae16-439e-9df0-da8e3937db4f None None] Update dhcp port {'port': {'network_id': '2e5ed3fa-1788-405d-9dc6-f0622de6cdcd', 'fixed_ips': [{'subnet_id': '62cb3442-a28b-4a6a-a262-3ec969882775'}], 'binding:host_id': 'n-d-800708-1'}, 'id': '5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:30:35.770220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7645ea5c-5749-448b-b789-e3091d3688c2 req-339721da-64f1-4333-889d-dec4f21273b7 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 210 time: 0.0963705 Jul 13 19:30:35.770582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddf4da-a448-48e5-9321-5948b55025da req-46474b68-f450-4cd4-b378-a0019017e9b7 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:35.773120 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-46474b68-f450-4cd4-b378-a0019017e9b7 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 805 time: 0.3390989 Jul 13 19:30:35.792879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Request body: {'port': {'device_id': '45df1769-a359-4fbe-9ae6-469b72615877', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'admin_state_up': True, 'tenant_id': '810b6702d6074cd9a65821c85ca92809'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:35.868904 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.028721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9deab-23e9-4e9d-9ca1-264d7da42a99 req-cb214142-717b-4bbb-8d47-800e794cb0cd tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:36.041262 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c9deab-23e9-4e9d-9ca1-264d7da42a99 req-cb214142-717b-4bbb-8d47-800e794cb0cd tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2 HTTP/1.1" status: 200 len: 945 time: 0.4000611 Jul 13 19:30:36.069716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:36.070198 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.144279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Allocated IP 172.20.0.1 (050e7c7a-e0f5-4018-97ce-c5ea0d7118f2/7dbbf189-e6de-4694-b917-62977bf8b40b/2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:36.159005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:36.219295 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c9deab-23e9-4e9d-9ca1-264d7da42a99 req-49ae311a-1e11-4108-aec7-29d733081aa8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767061 Jul 13 19:30:36.232576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] For port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7,segment=NetworkSegment(829b4986-106a-4d67-8bb2-1d3ba91e228d),segment_id=829b4986-106a-4d67-8bb2-1d3ba91e228d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:36.237392 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.278007 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89c6aba7-ae16-439e-9df0-da8e3937db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.278138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Calling delete_port for 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:36.361221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Made reservation on behalf of 810b6702d6074cd9a65821c85ca92809 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:36.365718 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.371470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05c6b9-f1f7-4aee-a371-45ec76d1a257 req-01b9a588-c318-46a8-a6d0-9aed21a53357 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:36.373063 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa05c6b9-f1f7-4aee-a371-45ec76d1a257 req-01b9a588-c318-46a8-a6d0-9aed21a53357 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.3039689 Jul 13 19:30:36.408561 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.442873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Transition to ACTIVE for port object 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:36.467372 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa05c6b9-f1f7-4aee-a371-45ec76d1a257 req-90b4c6a7-b104-4ba8-ab15-50a8679d43f7 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752313 Jul 13 19:30:36.515645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.549799 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.590116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:36.632873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:36.634114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:36.637407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:36.638888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:36.645490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:36.650886 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.709899 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0bc4e9e0-efbd-44a5-a2f9-20d26a97ca4d req-45f9e364-7fd0-410c-883d-8d4900346e2d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 210 time: 0.2068903 Jul 13 19:30:36.735927 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.748091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No DVR routers for this DVR port 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:36.757487 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.765926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Transition to ACTIVE for port object 15e771b7-f55c-4066-b01e-85a84bf10053 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:36.790852 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2c5e73-4f7e-4cd6-a83f-4ff257e9a59f x-openstack-request-id: req-8e2c5e73-4f7e-4cd6-a83f-4ff257e9a59f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:36.791150 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37007b5f-d5a3-41d0-8e58-fc0fc78f3d82", "name": "network-vif-plugged", "status": "completed", "tag": "f34511b1-9f29-453d-b1c1-90dfdd2b7d7f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:36.791406 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e2c5e73-4f7e-4cd6-a83f-4ff257e9a59f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:36.791829 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37007b5f-d5a3-41d0-8e58-fc0fc78f3d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34511b1-9f29-453d-b1c1-90dfdd2b7d7f', 'code': 200} Jul 13 19:30:36.850692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393aef0a-e1f1-4434-8aea-b3d4a6e9ccc0 None None] Network 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:36.909873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Port': ['ID=5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:36.911282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cdcfe489-44d5-41cc-aed7-b17203772fe0 None None] Could not find standard attr ID for object 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:30:36.922998 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.029016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Attempting to bind port 15e771b7-f55c-4066-b01e-85a84bf10053 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:37.029586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Attempting to bind port 15e771b7-f55c-4066-b01e-85a84bf10053 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:37.030056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Attempting to bind port 15e771b7-f55c-4066-b01e-85a84bf10053 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:37.061590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:37.062111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:37.063556 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.064966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:37.065767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Bound port: 15e771b7-f55c-4066-b01e-85a84bf10053, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:37.077415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.083952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.134452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5ed3fa-1788-405d-9dc6-f0622de6cdcd']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:37.164565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Allocated IP 172.20.0.11 (45364309-0286-4bea-b60f-deb9a698b71b/707847d1-498e-4391-9449-d685fadc75a0/b274b431-e07d-4cb1-ae90-10830f09d1b1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:37.185349 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf79d00c-ae68-4e10-85bb-672699c4c23a req-2196254d-4b1e-4e4f-b1a0-24a2b9abaebe tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 210 time: 0.1009717 Jul 13 19:30:37.197134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829b4986-106a-4d67-8bb2-1d3ba91e228d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:37.198992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829b4986-106a-4d67-8bb2-1d3ba91e228d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:37.224212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda72401-8802-48b3-932c-514ecfc46c83 req-17002541-b6ac-4585-bc75-3a775c45499e tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:37.231194 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dda72401-8802-48b3-932c-514ecfc46c83 req-17002541-b6ac-4585-bc75-3a775c45499e tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 945 time: 0.3449118 Jul 13 19:30:37.274883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e0ba8-f21d-459d-991d-2ba6ad689385 req-99fbaa1f-7339-485e-8786-760709c22545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:37.276433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.276681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d60e0ba8-f21d-459d-991d-2ba6ad689385 req-99fbaa1f-7339-485e-8786-760709c22545 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 1096 time: 0.3893466 Jul 13 19:30:37.277265 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.286039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f11d41-2805-4f30-a763-ca1a5d87dedf None None] Pushing event updated for resources: {'Port': ['ID=15e771b7-f55c-4066-b01e-85a84bf10053,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:37.328154 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.341733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:37.342269 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.347297 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dda72401-8802-48b3-932c-514ecfc46c83 req-b2da7e1f-7d4c-47da-b3d1-a61fec6201b6 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146069 Jul 13 19:30:37.456100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60b964-c280-476d-9912-6e9e8df2a5d2 None None] DHCP port deletion for 2e5ed3fa-1788-405d-9dc6-f0622de6cdcd request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:37.487638 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:37.568875 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.593743 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d60e0ba8-f21d-459d-991d-2ba6ad689385 req-34bb45ad-c04b-44e4-8c67-6b235fc519ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846665 Jul 13 19:30:37.594517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.605007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2934faf5-e3de-49cb-ba6a-ef6ff725ac29 None None] Provisioning for port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:37.615603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] For port 15e771b7-f55c-4066-b01e-85a84bf10053, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:37.621149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] For port 15e771b7-f55c-4066-b01e-85a84bf10053, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=15e771b7-f55c-4066-b01e-85a84bf10053,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:37.622368 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.629019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2934faf5-e3de-49cb-ba6a-ef6ff725ac29 None None] Provisioning complete for port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:37.631215 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2934faf5-e3de-49cb-ba6a-ef6ff725ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.651758 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.679054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:37.683857 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.757682 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.781019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2934faf5-e3de-49cb-ba6a-ef6ff725ac29 None None] Port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:30:37.791353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:37.801258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:30:37.812401 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.818548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f11d41-2805-4f30-a763-ca1a5d87dedf None None] Pushing event updated for resources: {'Port': ['ID=15e771b7-f55c-4066-b01e-85a84bf10053,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:37.821023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Routers {'efb18fe4-120f-47c5-956b-ec4237f9fd35'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:37.821640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:30:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['efb18fe4-120f-47c5-956b-ec4237f9fd35'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:37.858640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:37.858791 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:37.863536 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/2e5ed3fa-1788-405d-9dc6-f0622de6cdcd HTTP/1.1" status: 204 len: 168 time: 2.6591084 Jul 13 19:30:37.863694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:37.866073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:37.912939 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cea31f-7c8f-44a2-b262-560ec3a421c9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:37.913451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8cea31f-7c8f-44a2-b262-560ec3a421c9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:37.917039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a8cea31f-7c8f-44a2-b262-560ec3a421c9 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/subnets/91ab3983-38f4-4bb1-872c-f2c75155a8b5 HTTP/1.1" status: 404 len: 337 time: 0.0503080 Jul 13 19:30:37.925930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:37.985652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bcdba-79e6-4847-8ea9-6f96572b5e72 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Network': ['ID=2e5ed3fa-1788-405d-9dc6-f0622de6cdcd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:38.001247 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-61525f10-8845-40d2-aa43-cf59523417de tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:38.002135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61525f10-8845-40d2-aa43-cf59523417de tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:38.008070 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-61525f10-8845-40d2-aa43-cf59523417de tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/b2be754c-ffa1-4ac2-b3c7-94a0ceb87412 HTTP/1.1" status: 404 len: 339 time: 0.0801051 Jul 13 19:30:38.011539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:38.016444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f7d57-56e9-457c-b438-25069bdccd86 req-98fe663f-dbfd-40cc-ac15-23d328a17d1b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:38.018269 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-98fe663f-dbfd-40cc-ac15-23d328a17d1b tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 812 time: 0.5335643 Jul 13 19:30:38.029849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:38.035009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15c3e7-b151-4fd5-91bf-0ef2cfb749ed req-b6a58c6e-8d8c-4de9-82a8-b77573d313e7 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:38.042441 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc15c3e7-b151-4fd5-91bf-0ef2cfb749ed req-b6a58c6e-8d8c-4de9-82a8-b77573d313e7 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2 HTTP/1.1" status: 200 len: 946 time: 0.2860682 Jul 13 19:30:38.055442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Request body: {'port': {'device_id': 'e4d33883-827c-45e0-961a-5bacd3c812f0', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'admin_state_up': True, 'tenant_id': '55c1b6660b43410b9642a613186cc03f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:38.062444 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f95847-853c-4ad8-ad1b-381ce7733eff tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:38.063132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f95847-853c-4ad8-ad1b-381ce7733eff tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:38.068448 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:38.069947 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d8f95847-853c-4ad8-ad1b-381ce7733eff tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/subnets/00af24e1-c017-4e6e-aed6-2e1b34ace08d HTTP/1.1" status: 404 len: 337 time: 0.0556126 Jul 13 19:30:38.102269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32eab3-341b-4d1c-8843-522560e5b79f req-33b0f163-ac6e-43fe-b9a9-ed5fb3c36e15 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:38.110649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] Set router efb18fe4-120f-47c5-956b-ec4237f9fd35 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:38.120161 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee32eab3-341b-4d1c-8843-522560e5b79f req-33b0f163-ac6e-43fe-b9a9-ed5fb3c36e15 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.4122016 Jul 13 19:30:38.170223 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7d4add-48f2-42a7-a8cb-d6a431ce598c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:38.171680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7d4add-48f2-42a7-a8cb-d6a431ce598c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:38.173424 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bb7d4add-48f2-42a7-a8cb-d6a431ce598c tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/a9879cc3-cc31-49f0-9d8c-7bc034c596dc HTTP/1.1" status: 404 len: 339 time: 0.0770848 Jul 13 19:30:38.191079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:38.248829 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee32eab3-341b-4d1c-8843-522560e5b79f req-035bea8c-8741-4c32-abbd-897da09bc9ed tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275246 Jul 13 19:30:38.249976 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aba6736-36f7-4189-b131-ce0f81205164 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:38.250507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aba6736-36f7-4189-b131-ce0f81205164 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:38.252280 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1aba6736-36f7-4189-b131-ce0f81205164 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/subnets/b2179fd2-833a-48e7-af5c-8bca2e41606d HTTP/1.1" status: 404 len: 337 time: 0.0609324 Jul 13 19:30:38.261314 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.263527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:38.299596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc15c3e7-b151-4fd5-91bf-0ef2cfb749ed req-a7bf5c38-5794-4454-9e63-72194fc34774 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560506 Jul 13 19:30:38.326382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Router efb18fe4-120f-47c5-956b-ec4237f9fd35 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:30:38.353614 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1f70aa-7593-4fb2-9e05-2e8ccd4268f0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:38.358048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1f70aa-7593-4fb2-9e05-2e8ccd4268f0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:38.366824 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-be1f70aa-7593-4fb2-9e05-2e8ccd4268f0 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/7256dae3-378f-4d76-b327-2ff8a7cc9037 HTTP/1.1" status: 404 len: 339 time: 0.0971320 Jul 13 19:30:38.376007 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:38.399184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:38.479460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'port_id': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'mac_address': 'fa:16:3e:75:85:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:30:38.588627 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4a2a22-598e-4965-8d4c-b89a8cedef88 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting subnet b16cec72-ff2c-472b-ac8d-fef2f5e0730e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:30:38.593936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Made reservation on behalf of 55c1b6660b43410b9642a613186cc03f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:38.613514 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.622304 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.626263 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2a22-598e-4965-8d4c-b89a8cedef88 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.650457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6c9f8897-ab91-4ee2-84fd-90611422b3a4 None None] Provisioning complete for port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:38.650964 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8897-ab91-4ee2-84fd-90611422b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.729415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.768214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f8897-ab91-4ee2-84fd-90611422b3a4 None None] Port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:30:38.782165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:38.794246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:30:38.815415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ebe0819b-f4e2-44ea-85ea-021be8931596 admin admin] 10.222.0.25 "PUT /v2.0/routers/efb18fe4-120f-47c5-956b-ec4237f9fd35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4979961 Jul 13 19:30:38.848604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031fbd7-0e0c-4355-8ef0-d9f28112f9a4 req-56d74044-b856-499b-a1af-5c9e54e1e734 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:38.855517 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2031fbd7-0e0c-4355-8ef0-d9f28112f9a4 req-56d74044-b856-499b-a1af-5c9e54e1e734 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 932 time: 0.2031472 Jul 13 19:30:38.886667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e3da2d-a55a-4512-a3ac-d6cb3a864c4e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:38.890487 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b75a40-92c1-4eac-9505-d3a9171a21e9" -d '{"events": [{"server_uuid": "27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2", "name": "network-vif-plugged", "status": "completed", "tag": "32e3da2d-a55a-4512-a3ac-d6cb3a864c4e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:38.896888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Network 45364309-0286-4bea-b60f-deb9a698b71b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:38.909470 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:38.934750 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2a22-598e-4965-8d4c-b89a8cedef88 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.944456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:38.946686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:38.947198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5d7cc16c-25dd-45f1-b0c4-0bb4c3f553a7 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:38.953877 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.968989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2031fbd7-0e0c-4355-8ef0-d9f28112f9a4 req-b3410e2a-8eb8-4468-b946-dd059200092e tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034892 Jul 13 19:30:39.025175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:39.025280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:39.056856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'name': 'tempest-ServersTestMultiNic-330261464-router', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:27Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 4, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'gw_port': {'id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:30Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4', 'name': '', 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'mac_address': 'fa:16:3e:0f:8f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '7dbbf189-e6de-4694-b917-62977bf8b40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:35Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 2, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'subnets': [{'id': '7dbbf189-e6de-4694-b917-62977bf8b40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:39.085292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:39.088620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37c1e13e-3934-414d-879b-4b87bf2dfcb9 req-57c9c190-745a-4e14-88e9-1ca47111fcd2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 210 time: 0.1983070 Jul 13 19:30:39.089361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:39.132447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278255f-cbb8-4ae9-b48d-ef8692b158cf None None] The sync data for ids ['efb18fe4-120f-47c5-956b-ec4237f9fd35'] in n-d-800708-1 is: [{'id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'name': 'tempest-ServersTestMultiNic-330261464-router', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:27Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 4, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'gw_port': {'id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:30Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4', 'name': '', 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'mac_address': 'fa:16:3e:0f:8f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '7dbbf189-e6de-4694-b917-62977bf8b40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:35Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 2, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'subnets': [{'id': '7dbbf189-e6de-4694-b917-62977bf8b40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:30:39.148225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:39.178986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Pushing event updated for resources: {'Port': ['ID=b274b431-e07d-4cb1-ae90-10830f09d1b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:39.234694 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fabaeb3-f330-484b-99aa-50f3e9b468ab x-openstack-request-id: req-5fabaeb3-f330-484b-99aa-50f3e9b468ab {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:39.237669 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2", "name": "network-vif-plugged", "status": "completed", "tag": "32e3da2d-a55a-4512-a3ac-d6cb3a864c4e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:39.238055 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fabaeb3-f330-484b-99aa-50f3e9b468ab {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:39.238863 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e3da2d-a55a-4512-a3ac-d6cb3a864c4e', 'code': 200} Jul 13 19:30:39.267574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:39.268246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:39.334839 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:30:39.351294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-620401628'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:39.426779 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2a22-598e-4965-8d4c-b89a8cedef88 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:39.500962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Allocated IP 172.20.0.8 (72f09d8e-4f78-4d20-8020-5fca1d07f50e/689eb9a9-afaa-4060-b430-02da6938dc28/f77cf535-eb7b-4fc6-9007-c5683faa4ae7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:39.543306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:39.547409 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:39.576065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:39.585953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:39.586300 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Added segment 19cd78ea-9191-43b2-9c61-fe6974064d28 of type vlan for network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 Jul 13 19:30:39.637670 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:39.675809 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-188b5de4-de6f-494b-a520-ccd64c58727b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8917310 Jul 13 19:30:39.708989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Request body: {'port': {'device_id': '45df1769-a359-4fbe-9ae6-469b72615877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:39.762868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb795ee-c0eb-4ad8-821d-d8e92eeb0764 req-6dce8221-dc07-4fac-a949-3b324351e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:39.767257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-beb795ee-c0eb-4ad8-821d-d8e92eeb0764 req-6dce8221-dc07-4fac-a949-3b324351e1e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2 HTTP/1.1" status: 200 len: 1097 time: 0.4592128 Jul 13 19:30:39.808983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:39.810714 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2a22-598e-4965-8d4c-b89a8cedef88 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:39.813376 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:39.823391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:39.824707 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:39.909722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a2a22-598e-4965-8d4c-b89a8cedef88 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Subnet': ['ID=b16cec72-ff2c-472b-ac8d-fef2f5e0730e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:39.964536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89741c2d-cd76-4728-8ec0-531bee12566a req-e82455f1-8aac-42d6-a07d-aaf0f94ae2f1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:39.974139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c505c126-2669-4f1f-b089-b8541bbd6e64 None None] Network c872a5c9-32de-45ac-b704-f0aecc63c6df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:39.977713 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-89741c2d-cd76-4728-8ec0-531bee12566a req-e82455f1-8aac-42d6-a07d-aaf0f94ae2f1 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 945 time: 0.5713673 Jul 13 19:30:39.978267 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2a22-598e-4965-8d4c-b89a8cedef88 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:39.983190 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0d4a2a22-598e-4965-8d4c-b89a8cedef88 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/subnets/b16cec72-ff2c-472b-ac8d-fef2f5e0730e HTTP/1.1" status: 204 len: 168 time: 1.5958300 Jul 13 19:30:39.991979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:40.034812 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0003474 Jul 13 19:30:40.060896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-beb795ee-c0eb-4ad8-821d-d8e92eeb0764 req-ac59f3d9-d3fd-42f7-b29c-cbeb6bcc01b8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813249 Jul 13 19:30:40.063170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:40.086789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'subnet': {'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:40.146241 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-89741c2d-cd76-4728-8ec0-531bee12566a req-36b844c6-71c9-47d2-bd89-fb25290174dd tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672103 Jul 13 19:30:40.167806 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:40.229135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ca373-0c7d-488b-8927-4a9b4fc12b42 req-213edd5a-99d0-45a8-8523-aaa44b6ead63 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:40.240249 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-237ca373-0c7d-488b-8927-4a9b4fc12b42 req-213edd5a-99d0-45a8-8523-aaa44b6ead63 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 944 time: 0.6656003 Jul 13 19:30:40.301380 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:40.319827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456bb23-b468-4adc-955b-4d49f0052b02 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Network': ['ID=ac4fbf87-eaf0-4a7c-83df-c7244633ee93,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:40.345936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:40.373741 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:40.391774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:40.404781 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:40.470992 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-237ca373-0c7d-488b-8927-4a9b4fc12b42 req-7393615a-c6af-4890-841b-eafb14c72a8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295747 Jul 13 19:30:40.948304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f238f-655f-4e2f-aaef-3ed8b32808a5 req-1d1078d5-38e1-4239-95ab-3a494b50fdfb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:40.959964 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bd2f238f-655f-4e2f-aaef-3ed8b32808a5 req-1d1078d5-38e1-4239-95ab-3a494b50fdfb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2 HTTP/1.1" status: 200 len: 946 time: 0.3981624 Jul 13 19:30:41.052522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 15e771b7-f55c-4066-b01e-85a84bf10053 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:41.234094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:41.236158 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:41.255009 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bd2f238f-655f-4e2f-aaef-3ed8b32808a5 req-b2273434-94e6-4f6d-bea5-581eb3d2b8cb tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735927 Jul 13 19:30:41.394160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 15e771b7-f55c-4066-b01e-85a84bf10053 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:41.415261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 15e771b7-f55c-4066-b01e-85a84bf10053 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:41.416391 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:41.457986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:41.512805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647321e8-b35e-41cb-942b-4133ef501f1f None None] DHCP port deletion for c872a5c9-32de-45ac-b704-f0aecc63c6df request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:30:41.604412 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:41.731587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Network 72f09d8e-4f78-4d20-8020-5fca1d07f50e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:41.738486 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:41.739835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:41.747600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:41.793956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting port d004fae8-ec9b-4b7b-ad59-2212097359d5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:41.794846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:41.823581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Subnet': ['ID=f637527d-2257-42ce-b9ad-148ebc512682,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:41.838840 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50e45cf4-2831-4176-887d-6206f3abf82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:41.873524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] For port d004fae8-ec9b-4b7b-ad59-2212097359d5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d004fae8-ec9b-4b7b-ad59-2212097359d5,segment=NetworkSegment(98eeabc0-f318-4519-a025-411aa9c85353),segment_id=98eeabc0-f318-4519-a025-411aa9c85353)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:41.874051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:41.888615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Calling delete_port for d004fae8-ec9b-4b7b-ad59-2212097359d5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:41.968463 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50e45cf4-2831-4176-887d-6206f3abf82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:41.979391 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50e45cf4-2831-4176-887d-6206f3abf82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.011730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.028304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e45cf4-2831-4176-887d-6206f3abf82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121b8dfd-428f-46f0-8ff4-5548c51d74ca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:42.049321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event updated for resources: {'Port': ['ID=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:42.075580 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a833b-fade-4ce1-8f2c-d898a1ec946d req-df7edc3a-1562-4e93-8eab-3c086ed825dc tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:42.077773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-534a833b-fade-4ce1-8f2c-d898a1ec946d req-df7edc3a-1562-4e93-8eab-3c086ed825dc tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 931 time: 0.4279654 Jul 13 19:30:42.088881 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.091241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Port': ['ID=d004fae8-ec9b-4b7b-ad59-2212097359d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:42.093271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Checking segment: {'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:42.093502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network hostable DHCP agents. Network: ac4fbf87-eaf0-4a7c-83df-c7244633ee93, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:30:42.108094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No DVR routers for this DVR port d004fae8-ec9b-4b7b-ad59-2212097359d5 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:42.133433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:42.136142 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f60947-0a31-46bc-a45e-42480bf4a193" -d '{"events": [{"server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "name": "network-vif-plugged", "status": "completed", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:42.153567 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-50e45cf4-2831-4176-887d-6206f3abf82f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4fd58f0e3f1457ba9b83814105924d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6832938 Jul 13 19:30:42.161487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:30:42.165563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:42.168154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:42.182181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:42.182870 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.192408 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.193777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bfd63-3e6c-4c51-bf3d-5f8c8ff99a53 req-b8c3ea23-3c8d-481d-a4a7-4bde54378940 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:42.202880 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-352bfd63-3e6c-4c51-bf3d-5f8c8ff99a53 req-b8c3ea23-3c8d-481d-a4a7-4bde54378940 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 932 time: 0.6528041 Jul 13 19:30:42.204778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-647321e8-b35e-41cb-942b-4133ef501f1f None None] Deleting port d004fae8-ec9b-4b7b-ad59-2212097359d5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:42.205376 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-647321e8-b35e-41cb-942b-4133ef501f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.206767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-534a833b-fade-4ce1-8f2c-d898a1ec946d req-7e520b01-bc93-4691-8d0c-4ebc0a2abdf5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216764 Jul 13 19:30:42.211146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, ac4fbf87-eaf0-4a7c-83df-c7244633ee93) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:42.222630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:42.223225 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.243142 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-62281d5f-ab97-42e2-9ca9-032edc7b04c2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1713665 Jul 13 19:30:42.245455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:42.258641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1976707325'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:42.288786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:42.292676 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.323209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-647321e8-b35e-41cb-942b-4133ef501f1f None None] For port d004fae8-ec9b-4b7b-ad59-2212097359d5, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:42.324299 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-647321e8-b35e-41cb-942b-4133ef501f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.324909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17d17a23-2832-4c38-93a1-e381689f97f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.341869 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-647321e8-b35e-41cb-942b-4133ef501f1f None None] Calling delete_port for d004fae8-ec9b-4b7b-ad59-2212097359d5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:42.345862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-647321e8-b35e-41cb-942b-4133ef501f1f None None] Port d004fae8-ec9b-4b7b-ad59-2212097359d5 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:30:42.350808 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17d17a23-2832-4c38-93a1-e381689f97f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.373306 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-647321e8-b35e-41cb-942b-4133ef501f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.376989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be27349-330c-4be4-a710-8c60fadaa380 None None] Network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:42.412157 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17d17a23-2832-4c38-93a1-e381689f97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.418461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17d17a23-2832-4c38-93a1-e381689f97f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.420116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-17d17a23-2832-4c38-93a1-e381689f97f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/121b8dfd-428f-46f0-8ff4-5548c51d74ca HTTP/1.1" status: 204 len: 168 time: 0.2505889 Jul 13 19:30:42.431210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d17a23-2832-4c38-93a1-e381689f97f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121b8dfd-428f-46f0-8ff4-5548c51d74ca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:42.439809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:42.456401 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.457146 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Added segment 23732223-75d7-49ab-8f0c-20a8cfb469dc of type vlan for network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce Jul 13 19:30:42.487422 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.500824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647321e8-b35e-41cb-942b-4133ef501f1f None None] No DVR routers for this DVR port d004fae8-ec9b-4b7b-ad59-2212097359d5 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:42.530662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:42.583304 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.586889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.599007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-352bfd63-3e6c-4c51-bf3d-5f8c8ff99a53 req-000160dd-2097-4ffe-9cb0-144c0df97a12 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949177 Jul 13 19:30:42.675017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 15e771b7-f55c-4066-b01e-85a84bf10053, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=15e771b7-f55c-4066-b01e-85a84bf10053,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:42.715538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647321e8-b35e-41cb-942b-4133ef501f1f None None] Pushing event deleted for resources: {'Port': ['ID=d004fae8-ec9b-4b7b-ad59-2212097359d5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:42.727054 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.744227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:30:42.784963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-54d87c92-814e-46f3-88cb-b7ffa8fd1fcb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7343576 Jul 13 19:30:42.792740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c872a5c9-32de-45ac-b704-f0aecc63c6df']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:42.841989 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.856049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:42.856628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.869910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98eeabc0-f318-4519-a025-411aa9c85353') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:42.871293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98eeabc0-f318-4519-a025-411aa9c85353') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:42.899295 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.924739 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.929484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d004fae8-ec9b-4b7b-ad59-2212097359d5 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:42.949615 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-ac4fbf87-eaf0-4a7c-83df-c7244633ee93', 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'fixed_ips': [{'subnet_id': 'f637527d-2257-42ce-b9ad-148ebc512682'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:30:42.963112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Request body: {'port': {'device_id': 'e4d33883-827c-45e0-961a-5bacd3c812f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:42.967789 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:42.996288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da11c4d-d2de-4ff5-8bf0-f0a361299544 req-4df88cfa-61b1-479a-b46f-22b7dff63afc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:43.004573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da11c4d-d2de-4ff5-8bf0-f0a361299544 req-4df88cfa-61b1-479a-b46f-22b7dff63afc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 945 time: 0.4540472 Jul 13 19:30:43.015293 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7678876 Jul 13 19:30:43.019429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:43.032280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'subnet': {'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:43.067220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: d004fae8-ec9b-4b7b-ad59-2212097359d5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:43.067901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d004fae8-ec9b-4b7b-ad59-2212097359d5 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:43.076971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=15e771b7-f55c-4066-b01e-85a84bf10053,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:43.110476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3003cc2-9657-41cc-a09a-34645e2e18fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Network': ['ID=81eb7fed-06a7-40a3-8ab0-1a87b860d6ce,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:43.135678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da11c4d-d2de-4ff5-8bf0-f0a361299544 req-06b2eb4e-3486-45a0-89cd-d81d33627936 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301434 Jul 13 19:30:43.177785 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b274b431-e07d-4cb1-ae90-10830f09d1b1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:43.236051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:43.242989 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.248975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Allocated IP 19.80.0.2 (ac4fbf87-eaf0-4a7c-83df-c7244633ee93/f637527d-2257-42ce-b9ad-148ebc512682/c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:43.260005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:43.272824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:43.291374 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:43.294927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.302551 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Sync routers for ids ['efb18fe4-120f-47c5-956b-ec4237f9fd35'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:30:43.320305 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Routers {'efb18fe4-120f-47c5-956b-ec4237f9fd35'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:43.324412 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:30:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['efb18fe4-120f-47c5-956b-ec4237f9fd35'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:43.427051 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.435836 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Transition to ACTIVE for port object c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:43.455470 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Transition to ACTIVE for port object c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:43.461117 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3442b2b6-51db-4140-b6e2-5b10b3f6ea73 x-openstack-request-id: req-3442b2b6-51db-4140-b6e2-5b10b3f6ea73 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:43.461492 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "name": "network-vif-plugged", "status": "completed", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:43.461848 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3442b2b6-51db-4140-b6e2-5b10b3f6ea73 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:43.462347 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'code': 200} Jul 13 19:30:43.463256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:43.468127 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.501547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834ab61-36ce-49b5-8566-90b06ef68582 req-f56204f7-8817-4143-bdf9-03e2986e94ab tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:43.512731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8834ab61-36ce-49b5-8566-90b06ef68582 req-f56204f7-8817-4143-bdf9-03e2986e94ab tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.4003959 Jul 13 19:30:43.548851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:43.553415 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:43.561281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:43.562320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Transition to ACTIVE for port object b274b431-e07d-4cb1-ae90-10830f09d1b1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:43.579348 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8834ab61-36ce-49b5-8566-90b06ef68582 req-122d79fd-ba21-4c45-8070-2ede42524da0 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656395 Jul 13 19:30:43.585737 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.588284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Pushing event updated for resources: {'Port': ['ID=c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:43.670000 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Set router efb18fe4-120f-47c5-956b-ec4237f9fd35 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:43.697302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Attempting to bind port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:43.697692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Attempting to bind port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:43.698114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Attempting to bind port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 on network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:43.706337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:43.706739 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Checking segment: {'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:43.707148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.707561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Bound using segment: {'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:43.708019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Bound port: c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:43.716558 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.861496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.900064 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.959745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb581d-32f1-42d3-8743-915757a548f8 req-ecb54f13-4332-4b61-9ce0-988a8f8eac87 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:43.964801 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2fb581d-32f1-42d3-8743-915757a548f8 req-ecb54f13-4332-4b61-9ce0-988a8f8eac87 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2 HTTP/1.1" status: 200 len: 946 time: 0.3552570 Jul 13 19:30:43.966757 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.974493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] For port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:43.990674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] For port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:44.011066 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.054329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Subnet': ['ID=4498cc03-e2d7-40ad-8617-2da7b213e5f5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:44.162664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77cf535-eb7b-4fc6-9007-c5683faa4ae7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:44.184320 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.226109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2fb581d-32f1-42d3-8743-915757a548f8 req-13bc709a-6bc0-41ae-8034-471d94c6f0b8 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514677 Jul 13 19:30:44.226855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Checking segment: {'id': '23732223-75d7-49ab-8f0c-20a8cfb469dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:44.227220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network hostable DHCP agents. Network: 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:30:44.230235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Transition to ACTIVE for port object f77cf535-eb7b-4fc6-9007-c5683faa4ae7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:44.270703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7548b-256a-42a3-839c-fb8f87061768 None None] Pushing event updated for resources: {'Port': ['ID=c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:44.293559 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.296883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:30:44.303687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:44.307923 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/c872a5c9-32de-45ac-b704-f0aecc63c6df HTTP/1.1" status: 204 len: 168 time: 4.3033965 Jul 13 19:30:44.307923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff977c-e810-4adb-abb4-755a2d54720d tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Network': ['ID=c872a5c9-32de-45ac-b704-f0aecc63c6df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:44.316793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:44.325307 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.371556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:44.373365 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0876bb-f5d4-409c-8595-e9d1ec69f54a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:44.373870 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0876bb-f5d4-409c-8595-e9d1ec69f54a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:44.380895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28808d49-1a40-4396-9c82-59bd160ba58e None None] Network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:44.385678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ab0876bb-f5d4-409c-8595-e9d1ec69f54a tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/subnets/a1da731c-def3-4b12-ad2d-3594bcacea46 HTTP/1.1" status: 404 len: 337 time: 0.0809095 Jul 13 19:30:44.386339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:44.404097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:44.404697 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.424532 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'name': 'tempest-ServersTestMultiNic-330261464-router', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:27Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 4, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'gw_port': {'id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:30Z', 'updated_at': '2021-07-13T19:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4', 'name': '', 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'mac_address': 'fa:16:3e:0f:8f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '7dbbf189-e6de-4694-b917-62977bf8b40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:35Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 2, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'subnets': [{'id': '7dbbf189-e6de-4694-b917-62977bf8b40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:44.488563 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b01591-8254-4042-bbb6-943209f82051 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] DELETE failed (client error): The resource could not be found. Jul 13 19:30:44.489172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b01591-8254-4042-bbb6-943209f82051 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:30:44.495872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-54b01591-8254-4042-bbb6-943209f82051 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/26b98c0d-d494-4b03-befd-8d4d1cc5e233 HTTP/1.1" status: 404 len: 339 time: 0.0934279 Jul 13 19:30:44.497183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:44.517901 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Checking router: efb18fe4-120f-47c5-956b-ec4237f9fd35 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:30:44.518459 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Updating router efb18fe4-120f-47c5-956b-ec4237f9fd35 port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:30:44.542875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Pushing event updated for resources: {'Port': ['ID=b274b431-e07d-4cb1-ae90-10830f09d1b1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:44.615022 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.676441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7f5a490d-ca21-4d68-b4b5-04db26300751 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6503625 Jul 13 19:30:44.748498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c34380-bcd7-4b06-8052-84b115ea1f5f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting subnet 6b3c46b0-81b9-4e02-8622-9eb1d3e64d37 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:30:44.757560 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c34380-bcd7-4b06-8052-84b115ea1f5f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.784953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-81eb7fed-06a7-40a3-8ab0-1a87b860d6ce', 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'fixed_ips': [{'subnet_id': '4498cc03-e2d7-40ad-8617-2da7b213e5f5'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:30:44.791550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.840646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c34380-bcd7-4b06-8052-84b115ea1f5f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.875854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Pushing event updated for resources: {'Port': ['ID=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:44.908264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-194634612-network', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:44.964979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abcaea-7b1e-46d5-857a-a1bbc4b1aeeb req-bfd7fba5-d0a5-462e-94ae-a0f568fdccfb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:44.973299 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-48abcaea-7b1e-46d5-857a-a1bbc4b1aeeb req-bfd7fba5-d0a5-462e-94ae-a0f568fdccfb tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 943 time: 0.6451995 Jul 13 19:30:45.021226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Attempting to bind port b274b431-e07d-4cb1-ae90-10830f09d1b1 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:45.021563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Attempting to bind port b274b431-e07d-4cb1-ae90-10830f09d1b1 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:45.021886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Attempting to bind port b274b431-e07d-4cb1-ae90-10830f09d1b1 on network 45364309-0286-4bea-b60f-deb9a698b71b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:45.044010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda42226-f546-4ff5-8e77-89a5fee0e7f5 req-2fe8d425-74e7-48f3-b7e3-397a7ea74d1b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:45.059641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bda42226-f546-4ff5-8e77-89a5fee0e7f5 req-2fe8d425-74e7-48f3-b7e3-397a7ea74d1b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 944 time: 0.5313518 Jul 13 19:30:45.070561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Port b274b431-e07d-4cb1-ae90-10830f09d1b1 on network 45364309-0286-4bea-b60f-deb9a698b71b not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:30:45.073496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 15e771b7-f55c-4066-b01e-85a84bf10053 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:45.076667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Attempting to bind port b274b431-e07d-4cb1-ae90-10830f09d1b1 on network 45364309-0286-4bea-b60f-deb9a698b71b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:45.095897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Made reservation on behalf of e56f31c416fc4dd38a7f1d30e4bbe230 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:45.098328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.102166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Allocated IP 19.86.0.2 (81eb7fed-06a7-40a3-8ab0-1a87b860d6ce/4498cc03-e2d7-40ad-8617-2da7b213e5f5/455f4ec9-84e2-4375-a5d0-a9c34e65a116) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:45.132914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:45.133323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Checking segment: {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:45.133645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Bound using segment: {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:45.135617 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Bound port: b274b431-e07d-4cb1-ae90-10830f09d1b1, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84345d4-f15e-490a-94f4-dd2ec88da195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:45.135980 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.177601 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-48abcaea-7b1e-46d5-857a-a1bbc4b1aeeb req-bca7de1c-6c48-47b8-b665-2569eb3f7b41 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033169 Jul 13 19:30:45.184376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Attempting to bind port f77cf535-eb7b-4fc6-9007-c5683faa4ae7 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:45.184712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Attempting to bind port f77cf535-eb7b-4fc6-9007-c5683faa4ae7 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:45.185039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Attempting to bind port f77cf535-eb7b-4fc6-9007-c5683faa4ae7 on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:45.224163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 15e771b7-f55c-4066-b01e-85a84bf10053 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:45.224545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.245582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Port f77cf535-eb7b-4fc6-9007-c5683faa4ae7 on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:30:45.245906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Attempting to bind port f77cf535-eb7b-4fc6-9007-c5683faa4ae7 on network 72f09d8e-4f78-4d20-8020-5fca1d07f50e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:45.331047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:45.331431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Checking segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:45.331781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Bound using segment: {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:45.332232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Bound port: f77cf535-eb7b-4fc6-9007-c5683faa4ae7, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4609b6-56d9-4da9-8598-64126d460183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:45.332596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.336446 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.370553 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Transition to ACTIVE for port object 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:45.378369 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.564114 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Pushing event updated for resources: {'Port': ['ID=2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:45.577657 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.581604 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.583178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] For port b274b431-e07d-4cb1-ae90-10830f09d1b1, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:45.584523 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.585809 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.586152 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.586631 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.587028 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.587361 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.587680 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.589430 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.589930 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.590428 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.590906 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.591234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:45.605303 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.619775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] For port b274b431-e07d-4cb1-ae90-10830f09d1b1, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b274b431-e07d-4cb1-ae90-10830f09d1b1,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:45.644861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.665678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] For port f77cf535-eb7b-4fc6-9007-c5683faa4ae7, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:45.673777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Transition to ACTIVE for port object 455f4ec9-84e2-4375-a5d0-a9c34e65a116 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:45.674208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] For port f77cf535-eb7b-4fc6-9007-c5683faa4ae7, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:45.706038 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Attempting to bind port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:45.706878 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Attempting to bind port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:45.707465 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Attempting to bind port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 on network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:45.713741 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:45.714559 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Checking segment: {'id': '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:45.715184 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.715780 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Bound using segment: {'id': '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:45.716494 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Bound port: 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:45.717092 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.745204 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.746225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Transition to ACTIVE for port object 455f4ec9-84e2-4375-a5d0-a9c34e65a116 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:45.769356 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.816591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:45.817189 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.828917 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] 10.222.0.60 "PUT /v2.0/ports/b274b431-e07d-4cb1-ae90-10830f09d1b1 HTTP/1.1" status: 200 len: 1092 time: 6.1372499 Jul 13 19:30:45.831363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45df1769-a359-4fbe-9ae6-469b72615877', 'tag': 'b274b431-e07d-4cb1-ae90-10830f09d1b1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:45.837587 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] For port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:45.840909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:45.844384 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98b3b7e-944e-449c-a0a0-be1bd162cee8" -d '{"events": [{"name": "network-changed", "server_uuid": "45df1769-a359-4fbe-9ae6-469b72615877", "tag": "b274b431-e07d-4cb1-ae90-10830f09d1b1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:45.845149 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] For port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4,segment=NetworkSegment(1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a),segment_id=1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:45.852496 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.855779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:45.864279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:45.866660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:45.867294 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.868673 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] 10.222.0.60 "PUT /v2.0/ports/f77cf535-eb7b-4fc6-9007-c5683faa4ae7 HTTP/1.1" status: 200 len: 1091 time: 2.9183090 Jul 13 19:30:45.869550 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c34380-bcd7-4b06-8052-84b115ea1f5f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.892870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:45.963215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Pushing event updated for resources: {'Port': ['ID=455f4ec9-84e2-4375-a5d0-a9c34e65a116,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:45.966800 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Routers {'efb18fe4-120f-47c5-956b-ec4237f9fd35'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:45.968009 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:30:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['efb18fe4-120f-47c5-956b-ec4237f9fd35'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:46.003787 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.032523 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c34380-bcd7-4b06-8052-84b115ea1f5f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.063870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cd66f-bb6e-4c3c-8df3-8692b6deb410 req-e2b81103-63e1-44b5-9eb6-d113724e8f6e tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:46.064442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5c04f-9130-44e5-8cbf-affab39e2beb None None] Network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:46.071672 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-836cd66f-bb6e-4c3c-8df3-8692b6deb410 req-e2b81103-63e1-44b5-9eb6-d113724e8f6e tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 945 time: 0.5894952 Jul 13 19:30:46.082828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02462a5b-c209-4f4a-ab25-6c7d58ad3187 service neutron] Pushing event updated for resources: {'Port': ['ID=b274b431-e07d-4cb1-ae90-10830f09d1b1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:46.145479 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b2874-1b4e-4be1-a8e5-a3a6803f2d2f None None] Pushing event updated for resources: {'Port': ['ID=2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:46.172166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c34380-bcd7-4b06-8052-84b115ea1f5f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3c46b0-81b9-4e02-8622-9eb1d3e64d37,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:46.177198 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c34380-bcd7-4b06-8052-84b115ea1f5f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.182942 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a5c34380-bcd7-4b06-8052-84b115ea1f5f tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/subnets/6b3c46b0-81b9-4e02-8622-9eb1d3e64d37 HTTP/1.1" status: 204 len: 168 time: 1.6847861 Jul 13 19:30:46.187667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:46.189990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4325ac6-32ac-4f9f-b62f-791a05e64295 None None] Network 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:46.253756 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-836cd66f-bb6e-4c3c-8df3-8692b6deb410 req-b090adf4-53cc-430b-91de-c8475635f712 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808805 Jul 13 19:30:46.260738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bda42226-f546-4ff5-8e77-89a5fee0e7f5 req-e2b5ca92-12a3-46d4-aad7-2786df629230 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2000985 Jul 13 19:30:46.328499 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] Set router efb18fe4-120f-47c5-956b-ec4237f9fd35 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:46.331699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Attempting to bind port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:46.332180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Attempting to bind port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '23732223-75d7-49ab-8f0c-20a8cfb469dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:46.332517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Attempting to bind port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 on network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:46.385120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddf4da-a448-48e5-9321-5948b55025da req-1abf81e5-86eb-4d0a-95ed-c05c3279cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:46.386927 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-1abf81e5-86eb-4d0a-95ed-c05c3279cc34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 1095 time: 0.5152261 Jul 13 19:30:46.429273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:46.429644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Checking segment: {'id': '23732223-75d7-49ab-8f0c-20a8cfb469dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:46.432331 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.432502 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Bound using segment: {'id': '23732223-75d7-49ab-8f0c-20a8cfb469dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:46.432994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Bound port: 455f4ec9-84e2-4375-a5d0-a9c34e65a116, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23732223-75d7-49ab-8f0c-20a8cfb469dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:46.433381 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.440526 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.509636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3220b-7c47-46ed-a826-816475e4a9bd service neutron] Pushing event updated for resources: {'Port': ['ID=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:46.526965 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-cf09d169-2951-401c-8b75-07b9a4e52b4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b274b431-e07d-4cb1-ae90-10830f09d1b1 HTTP/1.1" status: 200 len: 217 time: 0.1254745 Jul 13 19:30:46.529243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f7d57-56e9-457c-b438-25069bdccd86 req-0eb2f3ac-fee4-479f-a318-60ffd5fab44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:46.531152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-0eb2f3ac-fee4-479f-a318-60ffd5fab44a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 1094 time: 0.6074731 Jul 13 19:30:46.577011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.584894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e3179a2-c7b4-4e9c-8a2e-00e0115004c9 None None] Provisioning for port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:46.585954 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.593047 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.598216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e3179a2-c7b4-4e9c-8a2e-00e0115004c9 None None] Provisioning complete for port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:46.598727 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e3179a2-c7b4-4e9c-8a2e-00e0115004c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.641306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-afe7eb64-cfa4-4111-865e-7086de99e0fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f77cf535-eb7b-4fc6-9007-c5683faa4ae7 HTTP/1.1" status: 200 len: 217 time: 0.1000834 Jul 13 19:30:46.642101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:46.644021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddf4da-a448-48e5-9321-5948b55025da req-2b9313b8-d37c-4e8f-8390-3535917eb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:46.646543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-2b9313b8-d37c-4e8f-8390-3535917eb3cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707847d1-498e-4391-9449-d685fadc75a0 HTTP/1.1" status: 200 len: 845 time: 0.0601170 Jul 13 19:30:46.700183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb1f03e-763f-441b-83cc-de4f15b8f2bc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:46.704906 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.705432 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Added segment 53b7291f-3efa-49ba-93ff-e948e771f292 of type vlan for network 13889880-d223-458e-b8b9-6c20d31c44df Jul 13 19:30:46.750829 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'name': 'tempest-ServersTestMultiNic-330261464-router', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:27Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 4, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'gw_port': {'id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:30Z', 'updated_at': '2021-07-13T19:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4', 'name': '', 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'mac_address': 'fa:16:3e:0f:8f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '7dbbf189-e6de-4694-b917-62977bf8b40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:35Z', 'updated_at': '2021-07-13T19:30:45Z', 'revision_number': 4, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'subnets': [{'id': '7dbbf189-e6de-4694-b917-62977bf8b40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:46.774698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08f371-3635-4c69-84b3-339481c98451 req-b9a37bea-6926-4148-a9ce-240eb79eae94 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:46.782610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d08f371-3635-4c69-84b3-339481c98451 req-b9a37bea-6926-4148-a9ce-240eb79eae94 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db0b623-917c-4aa0-8868-8cbe3433bcab HTTP/1.1" status: 200 len: 946 time: 0.2655509 Jul 13 19:30:46.794109 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.811938 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e134877-e15b-4de1-b51f-f8c0fe2f8639 None None] The sync data for ids ['efb18fe4-120f-47c5-956b-ec4237f9fd35'] in n-d-800708-1 is: [{'id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'name': 'tempest-ServersTestMultiNic-330261464-router', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:27Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 4, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'gw_port': {'id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:30Z', 'updated_at': '2021-07-13T19:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4', 'name': '', 'network_id': '050e7c7a-e0f5-4018-97ce-c5ea0d7118f2', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'mac_address': 'fa:16:3e:0f:8f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '7dbbf189-e6de-4694-b917-62977bf8b40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:35Z', 'updated_at': '2021-07-13T19:30:45Z', 'revision_number': 4, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'subnets': [{'id': '7dbbf189-e6de-4694-b917-62977bf8b40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:30:46.838375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-dae96715-2ec3-4b93-848a-9a459aaf25eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45364309-0286-4bea-b60f-deb9a698b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745446 Jul 13 19:30:46.903076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Deleting port 98a286f1-eb75-40dd-a259-9b78b9bc345d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:46.903417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.927182 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d08f371-3635-4c69-84b3-339481c98451 req-d68adc88-4b21-4eba-ba44-f590eaee9461 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441648 Jul 13 19:30:47.011058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-aa269127-1ab8-43c4-9f63-a50508a04144 service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473219 Jul 13 19:30:47.021275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:47.043291 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.044517 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:47.045977 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.098053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f7d57-56e9-457c-b438-25069bdccd86 req-682fa6d2-3cb6-4b60-9e45-deb889dae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:47.100245 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-682fa6d2-3cb6-4b60-9e45-deb889dae5dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.4238472 Jul 13 19:30:47.132694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] For port 455f4ec9-84e2-4375-a5d0-a9c34e65a116, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:47.147284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] For port 455f4ec9-84e2-4375-a5d0-a9c34e65a116, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=455f4ec9-84e2-4375-a5d0-a9c34e65a116,segment=NetworkSegment(23732223-75d7-49ab-8f0c-20a8cfb469dc),segment_id=23732223-75d7-49ab-8f0c-20a8cfb469dc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:47.152808 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-308506b2-4cab-4989-ac1f-d64fa8d0adec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429313 Jul 13 19:30:47.222482 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e3179a2-c7b4-4e9c-8a2e-00e0115004c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.250664 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.270365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-cd41f83f-aea3-4e4f-828d-3ac57a32f39e service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056809 Jul 13 19:30:47.302245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] For port 98a286f1-eb75-40dd-a259-9b78b9bc345d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=98a286f1-eb75-40dd-a259-9b78b9bc345d,segment=NetworkSegment(ee3638bb-f620-43ff-9842-eae4641a808f),segment_id=ee3638bb-f620-43ff-9842-eae4641a808f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:47.302828 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.305931 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9406965 Jul 13 19:30:47.312694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:47.341535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Request body: {'subnet': {'network_id': '13889880-d223-458e-b8b9-6c20d31c44df', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-194634612-subnet', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:47.356754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Calling delete_port for 98a286f1-eb75-40dd-a259-9b78b9bc345d owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:47.358545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf115c1-f139-430f-afe2-dabe30e1dba3 admin admin] Pushing event updated for resources: {'Network': ['ID=13889880-d223-458e-b8b9-6c20d31c44df,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:47.373295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5e6db-e187-4d84-ad3c-78fb0d138bf8 None None] Pushing event updated for resources: {'Port': ['ID=455f4ec9-84e2-4375-a5d0-a9c34e65a116,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:47.381386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:47.399914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:47.404499 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.407132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 13889880-d223-458e-b8b9-6c20d31c44df details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:47.435913 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-306f7d57-56e9-457c-b438-25069bdccd86 req-fa434e5b-29b2-4bc6-bf1d-2c9d81ba676c service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568804 Jul 13 19:30:47.462277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f322f-9425-4f5a-b362-6a05f3d99211 req-078b28dd-3199-4c8c-a55d-8ac7d22cd6cb tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:47.464249 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-820f322f-9425-4f5a-b362-6a05f3d99211 req-078b28dd-3199-4c8c-a55d-8ac7d22cd6cb tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.8164928 Jul 13 19:30:47.529420 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ddf4da-a448-48e5-9321-5948b55025da req-19844b4e-07dd-44e5-a660-b9bb9052d3bf service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067019 Jul 13 19:30:47.540040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Made reservation on behalf of e56f31c416fc4dd38a7f1d30e4bbe230 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:47.543115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.548876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-820f322f-9425-4f5a-b362-6a05f3d99211 req-55680c36-03be-4b76-9dca-99ce0fbc5b78 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724463 Jul 13 19:30:47.566121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8e3179a2-c7b4-4e9c-8a2e-00e0115004c9 None None] For port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:47.614343 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e3179a2-c7b4-4e9c-8a2e-00e0115004c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.706152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3179a2-c7b4-4e9c-8a2e-00e0115004c9 None None] Pushing event updated for resources: {'Port': ['ID=c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:47.710424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-06e1f3ff-7506-4f93-9a5d-512b882b71b2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:47.716568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-06e1f3ff-7506-4f93-9a5d-512b882b71b2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:47.724383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-06e1f3ff-7506-4f93-9a5d-512b882b71b2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/networks?id=ac4fbf87-eaf0-4a7c-83df-c7244633ee93&id=81eb7fed-06a7-40a3-8ab0-1a87b860d6ce&id=ac4fbf87-eaf0-4a7c-83df-c7244633ee93 HTTP/1.1" status: 200 len: 1391 time: 0.6295867 Jul 13 19:30:47.747129 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7277ef5e-5b1c-4632-a4c4-d2d2980d5250 x-openstack-request-id: req-7277ef5e-5b1c-4632-a4c4-d2d2980d5250 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:47.747951 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45df1769-a359-4fbe-9ae6-469b72615877", "tag": "b274b431-e07d-4cb1-ae90-10830f09d1b1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:47.748309 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7277ef5e-5b1c-4632-a4c4-d2d2980d5250 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:47.749489 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45df1769-a359-4fbe-9ae6-469b72615877', 'tag': 'b274b431-e07d-4cb1-ae90-10830f09d1b1', 'status': 'completed', 'code': 200} Jul 13 19:30:47.788009 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-8e786115-a84b-450a-a867-cde41144a411 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/quotas/bdb670272e7e4f4cbff1d85f717a7577 HTTP/1.1" status: 200 len: 375 time: 0.0628374 Jul 13 19:30:47.843183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d936969-7c16-4137-a955-2fe5ed1c5ba9 None None] DHCP port deletion for 9b38bde5-cfb8-43c8-8ff3-52bf59a3513f request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:30:47.869790 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.884921 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.899526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b3b7e-944e-449c-a0a0-be1bd162cee8 req-0f30c635-7dd2-4493-af09-d37239730cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:47.903001 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b98b3b7e-944e-449c-a0a0-be1bd162cee8 req-0f30c635-7dd2-4493-af09-d37239730cd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=810b6702d6074cd9a65821c85ca92809&device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 1095 time: 0.1397502 Jul 13 19:30:47.945704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e3179a2-c7b4-4e9c-8a2e-00e0115004c9 None None] Provisioning complete for port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:47.945932 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e3179a2-c7b4-4e9c-8a2e-00e0115004c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.963627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Port': ['ID=98a286f1-eb75-40dd-a259-9b78b9bc345d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:47.993840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] No DVR routers for this DVR port 98a286f1-eb75-40dd-a259-9b78b9bc345d on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:48.154273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5d936969-7c16-4137-a955-2fe5ed1c5ba9 None None] The port '98a286f1-eb75-40dd-a259-9b78b9bc345d' was deleted {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 19:30:48.190865 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:48.214923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b38bde5-cfb8-43c8-8ff3-52bf59a3513f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:48.216422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4,segment=NetworkSegment(1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a),segment_id=1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:48.235263 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:48.247109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3638bb-f620-43ff-9842-eae4641a808f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:48.247328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3638bb-f620-43ff-9842-eae4641a808f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:48.278335 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-80a2d1ad-2088-492f-8d8a-f38bc3482fa4 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4894080 Jul 13 19:30:48.293010 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:48.299461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-1e451e98-b6b9-4737-b311-9cf47053ea94 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:30:48.299935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73a66b-a1a1-41a0-8936-e90d3e7cc1ae req-1b9d05ba-a2aa-4040-b9e4-212529e4f98e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:48.300468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-1e451e98-b6b9-4737-b311-9cf47053ea94 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113909 Jul 13 19:30:48.307660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d73a66b-a1a1-41a0-8936-e90d3e7cc1ae req-1b9d05ba-a2aa-4040-b9e4-212529e4f98e tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 943 time: 0.2334301 Jul 13 19:30:48.317017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b3b7e-944e-449c-a0a0-be1bd162cee8 req-f1444627-316a-4d3a-8257-8ae9e37ccf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:48.318999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b98b3b7e-944e-449c-a0a0-be1bd162cee8 req-f1444627-316a-4d3a-8257-8ae9e37ccf92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 200 len: 906 time: 0.4075546 Jul 13 19:30:48.349540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:48.392251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b98b3b7e-944e-449c-a0a0-be1bd162cee8 req-4d1a1503-63c0-4e55-8cc8-53df8b276df9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b274b431-e07d-4cb1-ae90-10830f09d1b1 HTTP/1.1" status: 200 len: 217 time: 0.0606852 Jul 13 19:30:48.413179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:48.421049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:48.433755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:48.434437 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:48.444680 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:48.534851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c813521e-11e7-48ee-9725-d414121b1f91 None None] Provisioning complete for port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:48.535228 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c813521e-11e7-48ee-9725-d414121b1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:48.642139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:48.691267 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:48.700207 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] 10.222.0.25 "DELETE /v2.0/networks/9b38bde5-cfb8-43c8-8ff3-52bf59a3513f HTTP/1.1" status: 204 len: 168 time: 2.5114005 Jul 13 19:30:48.776364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022bc8b-61c3-439e-b054-55c34d380161 tempest-NetworksIpV6Test-1888868080 tempest-NetworksIpV6Test-1888868080-project] Pushing event deleted for resources: {'Network': ['ID=9b38bde5-cfb8-43c8-8ff3-52bf59a3513f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:48.791325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e0686e-f1b2-4a73-9784-b2dcf756af68,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:48.819314 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-adc7dc2e-4d94-4eb8-a66f-efaabfddf499 service neutron] 10.222.0.25 "GET /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738882 Jul 13 19:30:48.825114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Checking segment: {'id': '53b7291f-3efa-49ba-93ff-e948e771f292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:48.827482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Network hostable DHCP agents. Network: 13889880-d223-458e-b8b9-6c20d31c44df, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:30:49.001745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d73a66b-a1a1-41a0-8936-e90d3e7cc1ae req-b4a3bac4-3cd5-44e2-a00c-9fd1ad2915cc tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929386 Jul 13 19:30:49.017176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b3b7e-944e-449c-a0a0-be1bd162cee8 req-95d67b2a-5cb0-48ef-b926-02792d1db5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:49.032875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b98b3b7e-944e-449c-a0a0-be1bd162cee8 req-95d67b2a-5cb0-48ef-b926-02792d1db5f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707847d1-498e-4391-9449-d685fadc75a0 HTTP/1.1" status: 200 len: 845 time: 0.6239443 Jul 13 19:30:49.054490 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-48b16737-34b8-4b0a-955b-7066e3ba3c68 service neutron] 10.222.0.25 "GET /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205596 Jul 13 19:30:49.080139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Network 13889880-d223-458e-b8b9-6c20d31c44df is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:30:49.107720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b98b3b7e-944e-449c-a0a0-be1bd162cee8 req-df7c034b-77d1-4339-b514-cff86203a6c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45364309-0286-4bea-b60f-deb9a698b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680037 Jul 13 19:30:49.133434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 455f4ec9-84e2-4375-a5d0-a9c34e65a116 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:49.211773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:49.219393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:49.224801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 13889880-d223-458e-b8b9-6c20d31c44df) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:49.244777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:49.250296 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.275718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:49.304968 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-670700fd-20a6-40f1-9cea-756e3605d357 service neutron] 10.222.0.25 "GET /v2.0/networks/81eb7fed-06a7-40a3-8ab0-1a87b860d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495298 Jul 13 19:30:49.305872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ecec9-d2d9-4f8f-8756-12d2c3aa41f0 None None] Network 13889880-d223-458e-b8b9-6c20d31c44df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:49.397592 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-31410d11-395c-4b1e-99e4-1fb31f4197d4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0721154 Jul 13 19:30:49.398347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:49.411324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-194634612-router', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:49.425334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b98b3b7e-944e-449c-a0a0-be1bd162cee8 req-e6428e7f-c9f0-4344-ac83-0c82f92dc984 service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103454 Jul 13 19:30:49.447384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0279e8a-ba50-4c3b-a531-151ce8a6ea5c None None] Network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:49.452352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ddefa237-6b2b-4ac1-8680-d9cc498b6e84 service neutron] 10.222.0.25 "GET /v2.0/networks/81eb7fed-06a7-40a3-8ab0-1a87b860d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361589 Jul 13 19:30:49.458319 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.460131 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.566838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2604a1e-7241-4196-a362-3f61ff0100fa req-e87695d0-82cb-41ef-b69c-dad13014b5d7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:49.574521 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d2604a1e-7241-4196-a362-3f61ff0100fa req-e87695d0-82cb-41ef-b69c-dad13014b5d7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 945 time: 0.2763538 Jul 13 19:30:49.615549 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.653935 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f1313576-8d2e-4d5b-86ef-7dc3840eab15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09b52f971b714b44936ac67e2d7b8f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770690 Jul 13 19:30:49.664380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:49.687102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:49.693452 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d2604a1e-7241-4196-a362-3f61ff0100fa req-a961e938-9962-461b-8e34-2196390c6cfc tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178379 Jul 13 19:30:49.694718 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.695368 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b98b3b7e-944e-449c-a0a0-be1bd162cee8 req-42d074c7-d11d-4630-bec9-da399dd1921a service neutron] 10.222.0.60 "GET /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617443 Jul 13 19:30:49.752255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d33883-827c-45e0-961a-5bacd3c812f0', 'tag': 'f77cf535-eb7b-4fc6-9007-c5683faa4ae7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:49.754846 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118fb847-b557-482e-a1da-0456a36e68e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d33883-827c-45e0-961a-5bacd3c812f0", "tag": "f77cf535-eb7b-4fc6-9007-c5683faa4ae7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:49.768225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9417c5b6-bf1d-4b54-a8a2-4d860b4812dc None None] Provisioning for port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:49.805004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5709cdb7-26fd-401a-bc97-0d2a5b4dcc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.835199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9417c5b6-bf1d-4b54-a8a2-4d860b4812dc None None] Provisioning complete for port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:49.835918 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9417c5b6-bf1d-4b54-a8a2-4d860b4812dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.878755 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-5adcb7d5-e9d6-4f40-b329-9da2048ad6c6 service neutron] 10.222.0.25 "GET /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015255 Jul 13 19:30:49.881833 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5709cdb7-26fd-401a-bc97-0d2a5b4dcc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.904446 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.987408 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5709cdb7-26fd-401a-bc97-0d2a5b4dcc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.990556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5709cdb7-26fd-401a-bc97-0d2a5b4dcc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.995242 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5709cdb7-26fd-401a-bc97-0d2a5b4dcc1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13abb630-c789-4ffe-94b7-aeb67ec11c3a HTTP/1.1" status: 204 len: 168 time: 0.3296139 Jul 13 19:30:50.013527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-13889880-d223-458e-b8b9-6c20d31c44df', 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'fixed_ips': [{'subnet_id': '15e0686e-f1b2-4a73-9784-b2dcf756af68'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:30:50.015509 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:50.019944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709cdb7-26fd-401a-bc97-0d2a5b4dcc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13abb630-c789-4ffe-94b7-aeb67ec11c3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:50.051461 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ef225ef6-5374-4c73-850e-834b543c6e95 service neutron] 10.222.0.25 "GET /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717486 Jul 13 19:30:50.338854 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:50.373389 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:50.412446 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Allocated IP 172.20.0.2 (13889880-d223-458e-b8b9-6c20d31c44df/15e0686e-f1b2-4a73-9784-b2dcf756af68/864a0916-dec3-4e05-bf21-e17a739292fb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:50.489482 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9417c5b6-bf1d-4b54-a8a2-4d860b4812dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:50.588583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:50.651950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f52b8-2b06-49ad-a3c0-e727644d165b req-c36cf9b1-caa0-4224-9499-16db77e59531 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:50.671008 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-092f52b8-2b06-49ad-a3c0-e727644d165b req-c36cf9b1-caa0-4224-9499-16db77e59531 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 944 time: 0.2083678 Jul 13 19:30:50.785707 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-092f52b8-2b06-49ad-a3c0-e727644d165b req-6a4c44c1-6b5a-4f3d-b1ca-59c51d2120c7 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133020 Jul 13 19:30:50.836069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9417c5b6-bf1d-4b54-a8a2-4d860b4812dc None None] For port 455f4ec9-84e2-4375-a5d0-a9c34e65a116, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=455f4ec9-84e2-4375-a5d0-a9c34e65a116,segment=NetworkSegment(23732223-75d7-49ab-8f0c-20a8cfb469dc),segment_id=23732223-75d7-49ab-8f0c-20a8cfb469dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:50.850155 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9417c5b6-bf1d-4b54-a8a2-4d860b4812dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:50.876149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Allocated IP 172.25.7.82 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/1a7ca4df-4761-46bd-b777-af2e8ec2458f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:50.876743 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a0bdc28-9108-43bc-8adc-fc5a83fd531f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:50.902394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:50.902867 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:51.031161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417c5b6-bf1d-4b54-a8a2-4d860b4812dc None None] Pushing event updated for resources: {'Port': ['ID=455f4ec9-84e2-4375-a5d0-a9c34e65a116,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:51.164739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a8b6c-4698-4150-b209-99b35cedef78 req-1c1f13ca-826c-45b9-8641-07e2509f3329 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:51.176333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-054a8b6c-4698-4150-b209-99b35cedef78 req-1c1f13ca-826c-45b9-8641-07e2509f3329 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.5359159 Jul 13 19:30:51.228086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c29abaa-1808-4142-9a81-016c4d642f34 None None] Provisioning complete for port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:51.228589 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c29abaa-1808-4142-9a81-016c4d642f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:51.233738 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:51.238683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f77cf535-eb7b-4fc6-9007-c5683faa4ae7 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:30:51.251374 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5c823f-a874-4ce9-8f48-a31783fc24b6 x-openstack-request-id: req-1a5c823f-a874-4ce9-8f48-a31783fc24b6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:51.251911 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d33883-827c-45e0-961a-5bacd3c812f0", "tag": "f77cf535-eb7b-4fc6-9007-c5683faa4ae7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:51.252476 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a5c823f-a874-4ce9-8f48-a31783fc24b6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:51.253185 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d33883-827c-45e0-961a-5bacd3c812f0', 'tag': 'f77cf535-eb7b-4fc6-9007-c5683faa4ae7', 'status': 'completed', 'code': 200} Jul 13 19:30:51.363649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fb847-b557-482e-a1da-0456a36e68e3 req-e0ee5d40-297d-4265-9080-a6080b46bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:51.365503 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-118fb847-b557-482e-a1da-0456a36e68e3 req-e0ee5d40-297d-4265-9080-a6080b46bc35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55c1b6660b43410b9642a613186cc03f&device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 1094 time: 0.0948918 Jul 13 19:30:51.371658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-054a8b6c-4698-4150-b209-99b35cedef78 req-617128cb-41c9-48fe-af33-15f74bd261d9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923237 Jul 13 19:30:51.415183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 98a286f1-eb75-40dd-a259-9b78b9bc345d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:51.424088 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:51.440674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:51.511466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Transition to ACTIVE for port object 864a0916-dec3-4e05-bf21-e17a739292fb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:51.528978 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:51.587215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 98a286f1-eb75-40dd-a259-9b78b9bc345d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:51.587582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 98a286f1-eb75-40dd-a259-9b78b9bc345d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:51.597521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fb847-b557-482e-a1da-0456a36e68e3 req-ee1ca05b-6ea2-485c-836d-21e804493eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:51.599818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-118fb847-b557-482e-a1da-0456a36e68e3 req-ee1ca05b-6ea2-485c-836d-21e804493eeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 200 len: 913 time: 0.2280385 Jul 13 19:30:51.654736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Transition to ACTIVE for port object 864a0916-dec3-4e05-bf21-e17a739292fb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:51.697818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:51.704285 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:51.705603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-158135390'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:51.717004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-118fb847-b557-482e-a1da-0456a36e68e3 req-b2ad49c6-3d67-4b6c-8ab5-7d633a454f7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f77cf535-eb7b-4fc6-9007-c5683faa4ae7 HTTP/1.1" status: 200 len: 217 time: 0.0634344 Jul 13 19:30:51.719497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:51.729775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:51.768393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Pushing event updated for resources: {'Port': ['ID=1a7ca4df-4761-46bd-b777-af2e8ec2458f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:51.796322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 455f4ec9-84e2-4375-a5d0-a9c34e65a116 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:51.830751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cce5c-8e74-4875-87ed-3d7dcf25aca9 req-741232bc-5275-4ae4-b727-a1f20a1eb856 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:51.841487 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-704cce5c-8e74-4875-87ed-3d7dcf25aca9 req-741232bc-5275-4ae4-b727-a1f20a1eb856 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 943 time: 0.2405498 Jul 13 19:30:51.899014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-704cce5c-8e74-4875-87ed-3d7dcf25aca9 req-052958b5-ca1a-4639-be34-bf2bef8d932d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565181 Jul 13 19:30:51.905886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fb847-b557-482e-a1da-0456a36e68e3 req-79ecb686-2780-488c-a07f-dc31bf50fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:51.907755 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-118fb847-b557-482e-a1da-0456a36e68e3 req-79ecb686-2780-488c-a07f-dc31bf50fb3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 200 len: 852 time: 0.1801410 Jul 13 19:30:51.924192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:51.927793 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:51.997074 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:52.011963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-118fb847-b557-482e-a1da-0456a36e68e3 req-d9da8c16-a973-44cb-aaf8-35b7f1fce013 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72f09d8e-4f78-4d20-8020-5fca1d07f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862892 Jul 13 19:30:52.063266 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Network 13889880-d223-458e-b8b9-6c20d31c44df is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:52.066024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f77cf535-eb7b-4fc6-9007-c5683faa4ae7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:52.097536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:52.100375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:52.113352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Pushing event updated for resources: {'Port': ['ID=864a0916-dec3-4e05-bf21-e17a739292fb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:52.130102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'f77cf535-eb7b-4fc6-9007-c5683faa4ae7', 'network_id': '72f09d8e-4f78-4d20-8020-5fca1d07f50e', 'port_id': 'f77cf535-eb7b-4fc6-9007-c5683faa4ae7', 'mac_address': 'fa:16:3e:d0:5b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689eb9a9-afaa-4060-b430-02da6938dc28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:30:52.230298 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Attempting to bind port 864a0916-dec3-4e05-bf21-e17a739292fb on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:52.231144 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Attempting to bind port 864a0916-dec3-4e05-bf21-e17a739292fb by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '53b7291f-3efa-49ba-93ff-e948e771f292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:52.231754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Attempting to bind port 864a0916-dec3-4e05-bf21-e17a739292fb on network 13889880-d223-458e-b8b9-6c20d31c44df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:52.257250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:52.257936 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:52.258872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-524c9ceb-7083-4aba-8431-a44448ec6ab4 req-e20bad82-f9c6-49af-a114-aa847ad81b8e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 210 time: 0.0559425 Jul 13 19:30:52.265077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:52.266073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Checking segment: {'id': '53b7291f-3efa-49ba-93ff-e948e771f292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:52.266735 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:52.268022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Bound using segment: {'id': '53b7291f-3efa-49ba-93ff-e948e771f292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:52.268766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Bound port: 864a0916-dec3-4e05-bf21-e17a739292fb, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b7291f-3efa-49ba-93ff-e948e771f292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:52.269399 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:52.310966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-118fb847-b557-482e-a1da-0456a36e68e3 req-064f5351-39f6-40b2-ad50-1888403d7d1b service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860699 Jul 13 19:30:52.322500 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:52.411942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77cf535-eb7b-4fc6-9007-c5683faa4ae7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:52.475347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7a04b-5181-4859-be3b-0c394f6f5f23 req-0f58d04f-cbdc-4e49-a95c-654f92113240 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:52.482573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26e7a04b-5181-4859-be3b-0c394f6f5f23 req-0f58d04f-cbdc-4e49-a95c-654f92113240 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db0b623-917c-4aa0-8868-8cbe3433bcab HTTP/1.1" status: 200 len: 946 time: 0.8605897 Jul 13 19:30:52.522169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-118fb847-b557-482e-a1da-0456a36e68e3 req-8d690044-c338-4f78-ad47-1e85075dcbf9 service neutron] 10.222.0.60 "GET /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078984 Jul 13 19:30:52.529292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-667de95c-79e1-4c5f-af5c-1da5012967b3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:52.532051 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-667de95c-79e1-4c5f-af5c-1da5012967b3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.24 "GET /v2.0/ports?device_id=3db0b623-917c-4aa0-8868-8cbe3433bcab HTTP/1.1" status: 200 len: 946 time: 0.8000896 Jul 13 19:30:52.564418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f77cf535-eb7b-4fc6-9007-c5683faa4ae7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:52.584459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] For port 864a0916-dec3-4e05-bf21-e17a739292fb, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:52.589510 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:52.591508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b274b431-e07d-4cb1-ae90-10830f09d1b1 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:30:52.681939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26e7a04b-5181-4859-be3b-0c394f6f5f23 req-dbd1de67-4408-4054-b57a-fe3f46768c79 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981359 Jul 13 19:30:52.734800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] For port 864a0916-dec3-4e05-bf21-e17a739292fb, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=864a0916-dec3-4e05-bf21-e17a739292fb,segment=NetworkSegment(53b7291f-3efa-49ba-93ff-e948e771f292),segment_id=53b7291f-3efa-49ba-93ff-e948e771f292)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:52.762633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ec5fd-45bc-414a-aaa4-c07b633c6b30 req-5aa3c8d6-2ed0-47fa-89c8-528a331c58e7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:52.767748 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-470ec5fd-45bc-414a-aaa4-c07b633c6b30 req-5aa3c8d6-2ed0-47fa-89c8-528a331c58e7 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 945 time: 0.2443624 Jul 13 19:30:52.768335 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:52.861645 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:30:52.907225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-4d7b788f-a83f-478b-8f9e-4ea5ba20538b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:52.912458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-4d7b788f-a83f-478b-8f9e-4ea5ba20538b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:52.916414 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-4d7b788f-a83f-478b-8f9e-4ea5ba20538b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.60 "GET /v2.0/networks?id=ac4fbf87-eaf0-4a7c-83df-c7244633ee93&id=81eb7fed-06a7-40a3-8ab0-1a87b860d6ce&id=ac4fbf87-eaf0-4a7c-83df-c7244633ee93 HTTP/1.1" status: 200 len: 1391 time: 0.3574784 Jul 13 19:30:52.939347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-470ec5fd-45bc-414a-aaa4-c07b633c6b30 req-f2d95841-b411-470e-a1b2-eca8c149c1ae tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623311 Jul 13 19:30:52.959984 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'port': {'device_id': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93', 'admin_state_up': True, 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:52.984972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:52.992835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-4c3438ff-6e12-4c58-8400-8ac3a3cf25fa tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Deleting port f407901a-9d89-40ec-812a-da1771cf1f4c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:52.993379 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-4c3438ff-6e12-4c58-8400-8ac3a3cf25fa tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.067374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c9529-b0a6-40e2-808d-16f827d46dc9 None None] Pushing event updated for resources: {'Port': ['ID=864a0916-dec3-4e05-bf21-e17a739292fb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:53.090527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b274b431-e07d-4cb1-ae90-10830f09d1b1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b274b431-e07d-4cb1-ae90-10830f09d1b1,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:53.116006 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b274b431-e07d-4cb1-ae90-10830f09d1b1', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'port_id': 'b274b431-e07d-4cb1-ae90-10830f09d1b1', 'mac_address': 'fa:16:3e:79:1d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847d1-498e-4391-9449-d685fadc75a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:30:53.233916 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.259352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b274b431-e07d-4cb1-ae90-10830f09d1b1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:53.267941 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf85c948-78b7-4e67-846e-8d90178fb18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.269805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-4c3438ff-6e12-4c58-8400-8ac3a3cf25fa tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] For port f407901a-9d89-40ec-812a-da1771cf1f4c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f407901a-9d89-40ec-812a-da1771cf1f4c,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:53.270189 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-4c3438ff-6e12-4c58-8400-8ac3a3cf25fa tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.291491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b274b431-e07d-4cb1-ae90-10830f09d1b1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b274b431-e07d-4cb1-ae90-10830f09d1b1,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:53.292801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-4c3438ff-6e12-4c58-8400-8ac3a3cf25fa tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Calling delete_port for f407901a-9d89-40ec-812a-da1771cf1f4c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:53.297129 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.373813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b274b431-e07d-4cb1-ae90-10830f09d1b1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:53.380517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80246bd-bffa-4ba2-b652-0ecd4787613d req-0a8e1730-5cb4-4aff-9ad7-4486e4e5b79b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:53.382109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b80246bd-bffa-4ba2-b652-0ecd4787613d req-0a8e1730-5cb4-4aff-9ad7-4486e4e5b79b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.1710255 Jul 13 19:30:53.406249 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.440462 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b80246bd-bffa-4ba2-b652-0ecd4787613d req-72126a93-59f5-4783-885c-c8061e2d229b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476654 Jul 13 19:30:53.494011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.519772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:53.522162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.525424 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.547664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b274b431-e07d-4cb1-ae90-10830f09d1b1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:53.609947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['f77cf535-eb7b-4fc6-9007-c5683faa4ae7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:53.617262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:53.657606 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.760917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acb01dc-3b80-4e25-ac96-3e7a429862d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:53.769293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Allocated IP 19.80.0.20 (ac4fbf87-eaf0-4a7c-83df-c7244633ee93/f637527d-2257-42ce-b9ad-148ebc512682/d22d9dfc-0576-43ce-820f-97ec03796ef3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:53.781340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256eea8-007c-456a-8f8b-53a78cae903e req-ff720fb5-5d0b-437b-a43e-6dd204f033f3 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:53.783526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959612bf-a52c-42bb-910d-161d33ed20d8 req-45bac0fa-27e1-49ff-9af5-10edf012cef8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:53.791455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6256eea8-007c-456a-8f8b-53a78cae903e req-ff720fb5-5d0b-437b-a43e-6dd204f033f3 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 944 time: 0.1541805 Jul 13 19:30:53.809413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-959612bf-a52c-42bb-910d-161d33ed20d8 req-45bac0fa-27e1-49ff-9af5-10edf012cef8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 944 time: 0.8811002 Jul 13 19:30:53.834192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 864a0916-dec3-4e05-bf21-e17a739292fb up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:53.862146 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6256eea8-007c-456a-8f8b-53a78cae903e req-7abd166c-4155-4423-a924-848e65ad9eb5 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696385 Jul 13 19:30:53.865132 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.865492 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Added segment e199d285-c9bb-475e-8664-8ecf77038322 of type vlan for network 455de0d3-fd34-4dcf-92c2-d9677417fd9b Jul 13 19:30:53.869417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-4c3438ff-6e12-4c58-8400-8ac3a3cf25fa tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.901385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['32e3da2d-a55a-4512-a3ac-d6cb3a864c4e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:54.132770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3438ff-6e12-4c58-8400-8ac3a3cf25fa tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Pushing event deleted for resources: {'Port': ['ID=f407901a-9d89-40ec-812a-da1771cf1f4c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:54.183766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-4c3438ff-6e12-4c58-8400-8ac3a3cf25fa tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] No DVR routers for this DVR port f407901a-9d89-40ec-812a-da1771cf1f4c on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:54.199073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-4c3438ff-6e12-4c58-8400-8ac3a3cf25fa tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.210584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69f0a733-69f4-4c70-b069-214a25d61a40 req-4c3438ff-6e12-4c58-8400-8ac3a3cf25fa tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.24 "DELETE /v2.0/ports/f407901a-9d89-40ec-812a-da1771cf1f4c HTTP/1.1" status: 204 len: 173 time: 1.6644144 Jul 13 19:30:54.214252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db0b623-917c-4aa0-8868-8cbe3433bcab', 'name': 'network-vif-deleted', 'tag': 'f407901a-9d89-40ec-812a-da1771cf1f4c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:54.216621 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7011db-ba46-4f7e-91d6-303caf0ed15e" -d '{"events": [{"server_uuid": "3db0b623-917c-4aa0-8868-8cbe3433bcab", "name": "network-vif-deleted", "tag": "f407901a-9d89-40ec-812a-da1771cf1f4c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:54.219743 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.227654 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-959612bf-a52c-42bb-910d-161d33ed20d8 req-f9cf3011-9e64-4bbb-bb7c-98820c1e492f tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660526 Jul 13 19:30:54.235886 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.262911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 864a0916-dec3-4e05-bf21-e17a739292fb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:54.266622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Transition to ACTIVE for port object d22d9dfc-0576-43ce-820f-97ec03796ef3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:54.298514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db95739-015f-4b76-b8f8-71ee4e09aa31 req-df9f4801-3584-44f1-b546-5634ae04482a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:54.308079 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5db95739-015f-4b76-b8f8-71ee4e09aa31 req-df9f4801-3584-44f1-b546-5634ae04482a tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 945 time: 0.1987653 Jul 13 19:30:54.316172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.380821 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5db95739-015f-4b76-b8f8-71ee4e09aa31 req-d74664ea-d07c-488b-9d83-2383d1bcf299 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717540 Jul 13 19:30:54.389896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.395501 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:54.400499 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.433741 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.486102 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.504787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5bb7f7de-34f9-4990-8f2a-0e488f0b604c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:54.556340 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1108205 Jul 13 19:30:54.562037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:54.597578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'name': 'tempest-PortsTestJSON-1104580501'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:54.618810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:54.636228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676de639-cc51-4f4f-a54e-871744896c7d None None] Network 13889880-d223-458e-b8b9-6c20d31c44df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:54.652764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:54.689570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:54.693650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Port': ['ID=d22d9dfc-0576-43ce-820f-97ec03796ef3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:54.696644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bf88d-4675-4f6a-9512-31fc8edf971d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Network': ['ID=455de0d3-fd34-4dcf-92c2-d9677417fd9b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:54.697529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4911a6e5-94f0-4cc3-8203-534d01d1e045 req-a55f4ce8-b16f-4e04-84bd-ef094df38c9e tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db0b623-917c-4aa0-8868-8cbe3433bcab HTTP/1.1" status: 200 len: 210 time: 0.0487628 Jul 13 19:30:54.781548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:54.782222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.807496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:54.813277 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.818375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-36128700-a5c3-42ed-9260-d08bcefe315f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8779144 Jul 13 19:30:54.831147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3fbf3-0aa4-4101-b145-54f3bf01d47a req-86dbeccd-1c21-4520-bce3-bf1c257e77b3 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:54.832889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'port': {'device_id': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce', 'admin_state_up': True, 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:54.847279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bba3fbf3-0aa4-4101-b145-54f3bf01d47a req-86dbeccd-1c21-4520-bce3-bf1c257e77b3 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 931 time: 0.2803297 Jul 13 19:30:54.866177 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49b5958-cfb3-44f6-b208-1b0112cc7e52 x-openstack-request-id: req-c49b5958-cfb3-44f6-b208-1b0112cc7e52 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:54.885006 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db0b623-917c-4aa0-8868-8cbe3433bcab", "name": "network-vif-deleted", "tag": "f407901a-9d89-40ec-812a-da1771cf1f4c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:54.885415 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c49b5958-cfb3-44f6-b208-1b0112cc7e52 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:54.885866 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db0b623-917c-4aa0-8868-8cbe3433bcab', 'name': 'network-vif-deleted', 'tag': 'f407901a-9d89-40ec-812a-da1771cf1f4c', 'status': 'completed', 'code': 200} Jul 13 19:30:54.948866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:54.986887 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bba3fbf3-0aa4-4101-b145-54f3bf01d47a req-3b9be2df-7e95-4d95-b892-3ad81514c3ac tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381502 Jul 13 19:30:55.017600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Router c22cc27f-5999-457d-8ae4-c59e423ebb10 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:30:55.028423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 705e04ab-40a2-4f64-9629-550fdc40dac5 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:30:55.169297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:55.178150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:55.337033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8150afc-178d-4d94-98ca-ee2380a46df7 None None] Provisioning for port 864a0916-dec3-4e05-bf21-e17a739292fb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:55.338707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:30:55.342910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f77cf535-eb7b-4fc6-9007-c5683faa4ae7 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:55.366818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69671228-4952-409e-925c-bb28aaf11a5a req-17e4bf8e-ef99-4e95-bae6-2218b79d9883 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:55.374995 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69671228-4952-409e-925c-bb28aaf11a5a req-17e4bf8e-ef99-4e95-bae6-2218b79d9883 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.1326389 Jul 13 19:30:55.379056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Sync routers for ids ['c22cc27f-5999-457d-8ae4-c59e423ebb10'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:30:55.385513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8150afc-178d-4d94-98ca-ee2380a46df7 None None] Provisioning complete for port 864a0916-dec3-4e05-bf21-e17a739292fb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:55.385890 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8150afc-178d-4d94-98ca-ee2380a46df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:55.416916 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:55.423104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c5d648f2-c04b-4961-ae1d-82051632af4e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0164158 Jul 13 19:30:55.426051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:55.474127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:55.489978 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Routers {'c22cc27f-5999-457d-8ae4-c59e423ebb10'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:55.490679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:30:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c22cc27f-5999-457d-8ae4-c59e423ebb10'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:55.511062 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69671228-4952-409e-925c-bb28aaf11a5a req-90410c88-76fa-4217-a36d-7448c9831187 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339879 Jul 13 19:30:55.540184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:55.729125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port f77cf535-eb7b-4fc6-9007-c5683faa4ae7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:55.747435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port f77cf535-eb7b-4fc6-9007-c5683faa4ae7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:55.750214 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:55.853839 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Set router c22cc27f-5999-457d-8ae4-c59e423ebb10 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:55.855289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=705e04ab-40a2-4f64-9629-550fdc40dac5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:55.904200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Allocated IP 19.86.0.5 (81eb7fed-06a7-40a3-8ab0-1a87b860d6ce/4498cc03-e2d7-40ad-8617-2da7b213e5f5/501adc32-efd5-49ee-8d47-6878f4fbac73) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:55.941018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Checking segment: {'id': 'e199d285-c9bb-475e-8664-8ecf77038322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:55.941481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network hostable DHCP agents. Network: 455de0d3-fd34-4dcf-92c2-d9677417fd9b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:30:56.025921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f407901a-9d89-40ec-812a-da1771cf1f4c no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:56.039993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda1509-0751-4ba8-8a42-1883d82053cd req-d8d34d4e-e3db-4433-9a60-b1a2675d0fba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:56.047713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-feda1509-0751-4ba8-8a42-1883d82053cd req-d8d34d4e-e3db-4433-9a60-b1a2675d0fba tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 944 time: 0.3989663 Jul 13 19:30:56.057912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:30:56.097617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c113b-08ae-49be-9e79-13607b3e8408 req-5c02b2dc-a5d5-40e0-84cf-65af44e622a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:56.107230 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c98c113b-08ae-49be-9e79-13607b3e8408 req-5c02b2dc-a5d5-40e0-84cf-65af44e622a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 945 time: 0.2977548 Jul 13 19:30:56.129813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 455de0d3-fd34-4dcf-92c2-d9677417fd9b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:56.142433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:56.148605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:56.149233 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.161378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3174b-7662-470d-9ba3-4b252b175220 None None] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:30:56.194208 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-feda1509-0751-4ba8-8a42-1883d82053cd req-3bf9b2f9-cbc4-4c98-92a8-8030f164d42d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454659 Jul 13 19:30:56.219369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-248df023-5381-49e9-9e7f-14a48b5086b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6357372 Jul 13 19:30:56.222062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:56.227415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-165461296'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:56.293643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.293999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: f407901a-9d89-40ec-812a-da1771cf1f4c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:56.294419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f407901a-9d89-40ec-812a-da1771cf1f4c not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:56.298188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:56.307340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.331485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c98c113b-08ae-49be-9e79-13607b3e8408 req-557467c9-6ba7-47b0-814e-3ddf71973c25 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223628 Jul 13 19:30:56.356445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Transition to ACTIVE for port object 501adc32-efd5-49ee-8d47-6878f4fbac73 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:56.365233 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.442218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.534362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:56.536261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:30:56.541056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:56.552185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:56.566200 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.566720 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Added segment 4e655ed5-8447-4600-999a-a5e47dd660c2 of type vlan for network 71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3 Jul 13 19:30:56.590208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Port': ['ID=501adc32-efd5-49ee-8d47-6878f4fbac73,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:56.680765 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.715244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:56.715989 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.733332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-93cb4008-0abc-4d33-86e1-ae626899d5d0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9054945 Jul 13 19:30:56.744381 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.757094 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8150afc-178d-4d94-98ca-ee2380a46df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.763661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'port': {'device_id': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93', 'admin_state_up': True, 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:56.882697 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Allocated IP 172.20.0.1 (13889880-d223-458e-b8b9-6c20d31c44df/15e0686e-f1b2-4a73-9784-b2dcf756af68/df38d02b-df72-4d75-aab4-2d122d09dda6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:56.895798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1749a1-f336-4aa0-9ed5-c0d9e682d51a req-8cc14e8c-c165-4525-87db-da17d157d135 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:56.897224 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.907317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1749a1-f336-4aa0-9ed5-c0d9e682d51a req-8cc14e8c-c165-4525-87db-da17d157d135 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:56.909941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:56.910609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.914667 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a1749a1-f336-4aa0-9ed5-c0d9e682d51a req-8cc14e8c-c165-4525-87db-da17d157d135 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 1652 time: 0.2335944 Jul 13 19:30:56.930506 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:56.965709 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7398541 Jul 13 19:30:56.968171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:57.034053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f8150afc-178d-4d94-98ca-ee2380a46df7 None None] For port 864a0916-dec3-4e05-bf21-e17a739292fb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=864a0916-dec3-4e05-bf21-e17a739292fb,segment=NetworkSegment(53b7291f-3efa-49ba-93ff-e948e771f292),segment_id=53b7291f-3efa-49ba-93ff-e948e771f292)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:57.046814 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8150afc-178d-4d94-98ca-ee2380a46df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.074587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a1749a1-f336-4aa0-9ed5-c0d9e682d51a req-85210631-fac8-4658-b8f3-9f1fa85630ba tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567378 Jul 13 19:30:57.112218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d33883-827c-45e0-961a-5bacd3c812f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77cf535-eb7b-4fc6-9007-c5683faa4ae7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:57.114526 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681deb99-6756-4837-a3ff-fb3e5836ee52" -d '{"events": [{"server_uuid": "e4d33883-827c-45e0-961a-5bacd3c812f0", "name": "network-vif-plugged", "status": "completed", "tag": "f77cf535-eb7b-4fc6-9007-c5683faa4ae7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:57.124095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8150afc-178d-4d94-98ca-ee2380a46df7 None None] Pushing event updated for resources: {'Port': ['ID=864a0916-dec3-4e05-bf21-e17a739292fb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:57.140136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f77cf535-eb7b-4fc6-9007-c5683faa4ae7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:57.144751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'name': 'tempest-FloatingIPsTestJSON-194634612-router', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:49Z', 'updated_at': '2021-07-13T19:30:52Z', 'revision_number': 3, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'gw_port': {'id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:50Z', 'updated_at': '2021-07-13T19:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:57.150513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.151509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b274b431-e07d-4cb1-ae90-10830f09d1b1 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:57.171696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'ports': [{'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b'}, {'network_id': '71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3'}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:57.172473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:57.173157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:57.177696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea1804-ac99-4883-9225-42905d2f2f53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Network': ['ID=71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:57.226004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:57.231261 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.247188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-cfa04b70-f3b5-4e6d-a4e9-5f5579b1932c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:57.249338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-cfa04b70-f3b5-4e6d-a4e9-5f5579b1932c tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.24 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 945 time: 0.2678227 Jul 13 19:30:57.252675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.291761 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:30:57.296612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Transition to ACTIVE for port object df38d02b-df72-4d75-aab4-2d122d09dda6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:57.300632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Checking router: c22cc27f-5999-457d-8ae4-c59e423ebb10 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:30:57.301197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Updating router c22cc27f-5999-457d-8ae4-c59e423ebb10 port 1a7ca4df-4761-46bd-b777-af2e8ec2458f binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:30:57.430714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a36d7a5f-ca27-4974-94ea-67f779ac770c None None] Provisioning complete for port 864a0916-dec3-4e05-bf21-e17a739292fb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:57.431907 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a36d7a5f-ca27-4974-94ea-67f779ac770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.454323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.464027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port b274b431-e07d-4cb1-ae90-10830f09d1b1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:57.497386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:57.500072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0e247-bb50-4f9d-beb3-d6e2680c522c req-5156d6e2-74b1-4531-9323-35ddeba09d7f tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:57.501749 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebe0e247-bb50-4f9d-beb3-d6e2680c522c req-5156d6e2-74b1-4531-9323-35ddeba09d7f tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.2074676 Jul 13 19:30:57.502089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b274b431-e07d-4cb1-ae90-10830f09d1b1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:57.502701 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.507770 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.524937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Network 13889880-d223-458e-b8b9-6c20d31c44df is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:57.533097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-3c8b0538-555c-43f5-9323-37bda384d556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Deleting port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:57.533482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-3c8b0538-555c-43f5-9323-37bda384d556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.545098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:57.555023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:57.606439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=df38d02b-df72-4d75-aab4-2d122d09dda6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:57.691199 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.849447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 864a0916-dec3-4e05-bf21-e17a739292fb up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:57.974981 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.016485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a36d7a5f-ca27-4974-94ea-67f779ac770c None None] Provisioning for port d22d9dfc-0576-43ce-820f-97ec03796ef3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:58.040704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a36d7a5f-ca27-4974-94ea-67f779ac770c None None] Provisioning complete for port d22d9dfc-0576-43ce-820f-97ec03796ef3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:58.041079 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a36d7a5f-ca27-4974-94ea-67f779ac770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.088740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a36d7a5f-ca27-4974-94ea-67f779ac770c None None] Port d22d9dfc-0576-43ce-820f-97ec03796ef3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:30:58.115035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d78ac-69ce-4dd7-8082-7f53edb3be71 req-72c7d441-0c50-4a1a-89d1-997ffd9e8a72 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:58.122975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b274b431-e07d-4cb1-ae90-10830f09d1b1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b274b431-e07d-4cb1-ae90-10830f09d1b1,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:58.123748 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-694d78ac-69ce-4dd7-8082-7f53edb3be71 req-72c7d441-0c50-4a1a-89d1-997ffd9e8a72 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 945 time: 1.1615653 Jul 13 19:30:58.128771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 864a0916-dec3-4e05-bf21-e17a739292fb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:58.129148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.134619 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.168218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebe0e247-bb50-4f9d-beb3-d6e2680c522c req-015dbd21-f017-4a51-a661-00f365698e11 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6603546 Jul 13 19:30:58.187365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-694d78ac-69ce-4dd7-8082-7f53edb3be71 req-7b79c51f-31e6-4344-aafe-550c12085329 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/security-groups?id=317a7f71-9fa7-4404-a2ca-fcb59e98cb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603271 Jul 13 19:30:58.214177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b274b431-e07d-4cb1-ae90-10830f09d1b1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:58.216811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a36d7a5f-ca27-4974-94ea-67f779ac770c None None] Provisioning for port 501adc32-efd5-49ee-8d47-6878f4fbac73 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:58.233429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a36d7a5f-ca27-4974-94ea-67f779ac770c None None] Provisioning complete for port 501adc32-efd5-49ee-8d47-6878f4fbac73 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:58.233941 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a36d7a5f-ca27-4974-94ea-67f779ac770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.265341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Allocated IP 19.80.0.193 (ac4fbf87-eaf0-4a7c-83df-c7244633ee93/f637527d-2257-42ce-b9ad-148ebc512682/6d518f69-0f48-4e7c-96ac-81281911ffcd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:58.321236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:58.325868 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.354029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.365664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a36d7a5f-ca27-4974-94ea-67f779ac770c None None] Port 501adc32-efd5-49ee-8d47-6878f4fbac73 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:30:58.406578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-3c8b0538-555c-43f5-9323-37bda384d556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] For port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,segment=NetworkSegment(4d468611-b05a-4358-96b0-9de9db46707d),segment_id=4d468611-b05a-4358-96b0-9de9db46707d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:58.406951 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-3c8b0538-555c-43f5-9323-37bda384d556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.448124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-3c8b0538-555c-43f5-9323-37bda384d556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Calling delete_port for f34511b1-9f29-453d-b1c1-90dfdd2b7d7f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:58.472086 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.484206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Transition to ACTIVE for port object 1a7ca4df-4761-46bd-b777-af2e8ec2458f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:58.495474 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.524387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 6b2e0e60-12f5-45eb-a9cb-28997ab7e23c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:30:58.591649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.607002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Attempting to bind port 1a7ca4df-4761-46bd-b777-af2e8ec2458f on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:58.608352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Attempting to bind port 1a7ca4df-4761-46bd-b777-af2e8ec2458f by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:58.609070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Attempting to bind port 1a7ca4df-4761-46bd-b777-af2e8ec2458f on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:58.629163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-23ff4f30-353e-4749-a530-dc23133cd612 None None] Provisioning for port df38d02b-df72-4d75-aab4-2d122d09dda6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:58.637664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-23ff4f30-353e-4749-a530-dc23133cd612 None None] Provisioning complete for port df38d02b-df72-4d75-aab4-2d122d09dda6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:58.638327 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23ff4f30-353e-4749-a530-dc23133cd612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.640486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:58.641161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:58.641995 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.642674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:58.643725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Bound port: 1a7ca4df-4761-46bd-b777-af2e8ec2458f, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:58.644362 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.646823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Transition to ACTIVE for port object 6d518f69-0f48-4e7c-96ac-81281911ffcd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:58.701935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad4fd9-3f99-491f-9b8f-40dc724fc49a None None] Pushing event updated for resources: {'Port': ['ID=1a7ca4df-4761-46bd-b777-af2e8ec2458f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:58.718256 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023dfca6-e3f8-4991-aab3-bb2fc07be703 x-openstack-request-id: req-023dfca6-e3f8-4991-aab3-bb2fc07be703 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:58.719500 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d33883-827c-45e0-961a-5bacd3c812f0", "name": "network-vif-plugged", "status": "completed", "tag": "f77cf535-eb7b-4fc6-9007-c5683faa4ae7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:58.730558 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-023dfca6-e3f8-4991-aab3-bb2fc07be703 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:58.731351 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d33883-827c-45e0-961a-5bacd3c812f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77cf535-eb7b-4fc6-9007-c5683faa4ae7', 'code': 200} Jul 13 19:30:58.787712 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-23ff4f30-353e-4749-a530-dc23133cd612 None None] Port df38d02b-df72-4d75-aab4-2d122d09dda6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:30:58.792349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.800138 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.804727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] For port 1a7ca4df-4761-46bd-b777-af2e8ec2458f, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:58.820342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] For port 1a7ca4df-4761-46bd-b777-af2e8ec2458f, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1a7ca4df-4761-46bd-b777-af2e8ec2458f,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:58.825380 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.837228 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:58.848520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde46cd-dc8a-49f6-9d38-3c9da1b4621d req-b71fceb3-add8-414c-bcad-133afb73c4dd tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:58.857363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ddde46cd-dc8a-49f6-9d38-3c9da1b4621d req-b71fceb3-add8-414c-bcad-133afb73c4dd tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 945 time: 0.4465113 Jul 13 19:30:58.924642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Routers {'c22cc27f-5999-457d-8ae4-c59e423ebb10'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:58.926695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:30:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c22cc27f-5999-457d-8ae4-c59e423ebb10'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:59.009399 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ddde46cd-dc8a-49f6-9d38-3c9da1b4621d req-c49be33e-116d-45dd-a02b-c173daab1f31 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505167 Jul 13 19:30:59.022143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:59.038355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 0c012645-52fa-40f6-9937-2b3726bcb5b9 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:30:59.041513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:59.049525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:59.054272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Port': ['ID=6d518f69-0f48-4e7c-96ac-81281911ffcd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:59.115921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50749ac7-2291-4734-9431-659dd84fa895 req-777825cc-51bf-4d55-b570-296721debb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:59.117361 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50749ac7-2291-4734-9431-659dd84fa895 req-777825cc-51bf-4d55-b570-296721debb02 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 1096 time: 0.3134124 Jul 13 19:30:59.136184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] Set router c22cc27f-5999-457d-8ae4-c59e423ebb10 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:59.148375 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-3c8b0538-555c-43f5-9323-37bda384d556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.200418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b0538-555c-43f5-9323-37bda384d556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Pushing event deleted for resources: {'Port': ['ID=f34511b1-9f29-453d-b1c1-90dfdd2b7d7f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:59.212620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:59.213338 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.248320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b98b0-4821-43c3-9394-1c6ca6802bec req-973945c0-6169-4560-ab31-861e28a52e1b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:59.251085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f56b98b0-4821-43c3-9394-1c6ca6802bec req-973945c0-6169-4560-ab31-861e28a52e1b tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 946 time: 0.4180241 Jul 13 19:30:59.327457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-3c8b0538-555c-43f5-9323-37bda384d556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] No DVR routers for this DVR port f34511b1-9f29-453d-b1c1-90dfdd2b7d7f on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:59.331668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-3c8b0538-555c-43f5-9323-37bda384d556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.333698 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6efb9ef7-47b0-431f-9bd2-10f4bab070ed req-3c8b0538-555c-43f5-9323-37bda384d556 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.24 "DELETE /v2.0/ports/f34511b1-9f29-453d-b1c1-90dfdd2b7d7f HTTP/1.1" status: 204 len: 173 time: 2.0770841 Jul 13 19:30:59.334151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37007b5f-d5a3-41d0-8e58-fc0fc78f3d82', 'name': 'network-vif-deleted', 'tag': 'f34511b1-9f29-453d-b1c1-90dfdd2b7d7f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:59.336722 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5650fb1-b931-48fb-a954-8d4b78d5adb9" -d '{"events": [{"server_uuid": "37007b5f-d5a3-41d0-8e58-fc0fc78f3d82", "name": "network-vif-deleted", "tag": "f34511b1-9f29-453d-b1c1-90dfdd2b7d7f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:59.391396 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad4fd9-3f99-491f-9b8f-40dc724fc49a None None] Pushing event updated for resources: {'Port': ['ID=1a7ca4df-4761-46bd-b777-af2e8ec2458f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:59.404426 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ec608a60-16e0-4e37-b21d-8c9df2aba572 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6620996 Jul 13 19:30:59.427528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Request body: {'port': {'device_id': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:59.433257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50749ac7-2291-4734-9431-659dd84fa895 req-145eaf89-e757-400a-ad59-e1eccb749022 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872207 Jul 13 19:30:59.482162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.504881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f56b98b0-4821-43c3-9394-1c6ca6802bec req-8467e442-020f-4777-8359-b7079acf21a6 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205682 Jul 13 19:30:59.542875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4bba1-2855-46be-a380-715a9dce7723 req-0f5754cb-4c9d-4ddc-8896-1fad7ebbb3ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:59.546592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.551643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a466585a-69de-486d-a5ec-8f7a62cb64ed None None] Provisioning for port 6d518f69-0f48-4e7c-96ac-81281911ffcd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:59.564882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4bba1-2855-46be-a380-715a9dce7723 req-0f5754cb-4c9d-4ddc-8896-1fad7ebbb3ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:59.567514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'name': 'tempest-FloatingIPsTestJSON-194634612-router', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:49Z', 'updated_at': '2021-07-13T19:30:58Z', 'revision_number': 4, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'gw_port': {'id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:50Z', 'updated_at': '2021-07-13T19:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'df38d02b-df72-4d75-aab4-2d122d09dda6', 'name': '', 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'mac_address': 'fa:16:3e:51:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15e0686e-f1b2-4a73-9784-b2dcf756af68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:56Z', 'updated_at': '2021-07-13T19:30:56Z', 'revision_number': 1, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'subnets': [{'id': '15e0686e-f1b2-4a73-9784-b2dcf756af68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:59.575951 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.585546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4bba1-2855-46be-a380-715a9dce7723 req-0f5754cb-4c9d-4ddc-8896-1fad7ebbb3ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:59.592326 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9f4bba1-2855-46be-a380-715a9dce7723 req-0f5754cb-4c9d-4ddc-8896-1fad7ebbb3ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2374 time: 0.2490175 Jul 13 19:30:59.606703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.631999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a466585a-69de-486d-a5ec-8f7a62cb64ed None None] Provisioning complete for port 6d518f69-0f48-4e7c-96ac-81281911ffcd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:59.632365 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a466585a-69de-486d-a5ec-8f7a62cb64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.640521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfe578d-1281-409a-b96b-5a4c0be59cc3 None None] The sync data for ids ['c22cc27f-5999-457d-8ae4-c59e423ebb10'] in n-d-800708-1 is: [{'id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'name': 'tempest-FloatingIPsTestJSON-194634612-router', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:49Z', 'updated_at': '2021-07-13T19:30:58Z', 'revision_number': 4, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'gw_port': {'id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:50Z', 'updated_at': '2021-07-13T19:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'df38d02b-df72-4d75-aab4-2d122d09dda6', 'name': '', 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'mac_address': 'fa:16:3e:51:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15e0686e-f1b2-4a73-9784-b2dcf756af68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:56Z', 'updated_at': '2021-07-13T19:30:56Z', 'revision_number': 1, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'subnets': [{'id': '15e0686e-f1b2-4a73-9784-b2dcf756af68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:30:59.689929 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.727023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a466585a-69de-486d-a5ec-8f7a62cb64ed None None] Port 6d518f69-0f48-4e7c-96ac-81281911ffcd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:30:59.802734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=df38d02b-df72-4d75-aab4-2d122d09dda6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:59.812736 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9f4bba1-2855-46be-a380-715a9dce7723 req-d954265b-44b2-4e81-8955-fa1834226e42 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075787 Jul 13 19:30:59.814102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.857280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:59.868971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=6b2e0e60-12f5-45eb-a9cb-28997ab7e23c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:59.869534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f34511b1-9f29-453d-b1c1-90dfdd2b7d7f no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:59.875863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:59.880694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:59.881485 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.933363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: f34511b1-9f29-453d-b1c1-90dfdd2b7d7f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:59.933933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f34511b1-9f29-453d-b1c1-90dfdd2b7d7f not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:59.974593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=0c012645-52fa-40f6-9937-2b3726bcb5b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:00.049129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Network 13889880-d223-458e-b8b9-6c20d31c44df is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:00.067960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:00.219538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Checking segment: {'id': '4e655ed5-8447-4600-999a-a5e47dd660c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:00.220096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network hostable DHCP agents. Network: 71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:00.303131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Router c22cc27f-5999-457d-8ae4-c59e423ebb10 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:00.306201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0df794c1-0b45-4506-8ee3-f433df503d1d req-2d068428-cf30-4da5-8840-a6ec20679113 tempest-ServerDiskConfigTestJSON-1714993471 tempest-ServerDiskConfigTestJSON-1714993471-project] 10.222.0.25 "GET /v2.0/ports?device_id=37007b5f-d5a3-41d0-8e58-fc0fc78f3d82 HTTP/1.1" status: 200 len: 210 time: 0.0432713 Jul 13 19:31:00.365462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41543b-d02d-4679-b787-c36e8f5e55a4 req-9e00b2cc-e7a2-4633-908b-58c9bfd623bf tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:00.379026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a41543b-d02d-4679-b787-c36e8f5e55a4 req-9e00b2cc-e7a2-4633-908b-58c9bfd623bf tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.2630694 Jul 13 19:31:00.384237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:00.490001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:00.490223 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ef5540-ed5b-4ed4-9d64-dfbd1e65a583 x-openstack-request-id: req-63ef5540-ed5b-4ed4-9d64-dfbd1e65a583 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:00.490356 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37007b5f-d5a3-41d0-8e58-fc0fc78f3d82", "name": "network-vif-deleted", "tag": "f34511b1-9f29-453d-b1c1-90dfdd2b7d7f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:00.490696 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63ef5540-ed5b-4ed4-9d64-dfbd1e65a583 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:00.490981 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37007b5f-d5a3-41d0-8e58-fc0fc78f3d82', 'name': 'network-vif-deleted', 'tag': 'f34511b1-9f29-453d-b1c1-90dfdd2b7d7f', 'status': 'completed', 'code': 200} Jul 13 19:31:00.500283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019940bd-16e2-4e73-8b29-5ac6074bb848 None None] Network 71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:00.507249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:00.523815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:00.534100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:00.534829 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:00.632688 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a41543b-d02d-4679-b787-c36e8f5e55a4 req-8aeb3681-29f5-496b-8e65-9b1c7618de6b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525463 Jul 13 19:31:00.643523 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9164a1de-c915-4bc2-bb97-f0823d37e728 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6416147 Jul 13 19:31:00.645317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:00.762743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45df1769-a359-4fbe-9ae6-469b72615877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b274b431-e07d-4cb1-ae90-10830f09d1b1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:00.766224 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7a6e02-d935-4edd-9bda-c85caebcfa5e" -d '{"events": [{"server_uuid": "45df1769-a359-4fbe-9ae6-469b72615877", "name": "network-vif-plugged", "status": "completed", "tag": "b274b431-e07d-4cb1-ae90-10830f09d1b1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:00.769731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32b49924-7760-48b2-8c07-6d7a41d3f1e6 None None] Provisioning complete for port df38d02b-df72-4d75-aab4-2d122d09dda6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:00.770183 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32b49924-7760-48b2-8c07-6d7a41d3f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:00.840096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:00.849452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-32b49924-7760-48b2-8c07-6d7a41d3f1e6 None None] Port df38d02b-df72-4d75-aab4-2d122d09dda6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:00.852252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-387ab52e-2e15-4cad-980b-20e404cecfe1 admin admin] 10.222.0.25 "PUT /v2.0/routers/c22cc27f-5999-457d-8ae4-c59e423ebb10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4248402 Jul 13 19:31:00.873536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22d9dfc-0576-43ce-820f-97ec03796ef3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:00.879826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-dd6c9e02-4595-42e8-aa4e-2be3a8554579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:00.884089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-dd6c9e02-4595-42e8-aa4e-2be3a8554579 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 1096 time: 0.3077347 Jul 13 19:31:00.908467 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:01.034021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Transition to ACTIVE for port object d22d9dfc-0576-43ce-820f-97ec03796ef3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:01.044055 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:01.135368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec0cfbe5-f0b1-4686-b80f-c95ee3be9e67 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 0c012645-52fa-40f6-9937-2b3726bcb5b9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:01.135736 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfbe5-f0b1-4686-b80f-c95ee3be9e67 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:01.146464 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-03f58b27-4e33-4b2b-ad6a-d5ae3b11a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:01.148191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-03f58b27-4e33-4b2b-ad6a-d5ae3b11a5a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.2294669 Jul 13 19:31:01.241102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d66f77-8913-496a-8415-8d299ca8a789 req-9d88f615-eaf2-46c6-ba3e-32419c09fb23 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:01.242901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4d66f77-8913-496a-8415-8d299ca8a789 req-9d88f615-eaf2-46c6-ba3e-32419c09fb23 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 945 time: 0.2912700 Jul 13 19:31:01.270297 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-b4df80a1-9f5a-450d-870c-40b26b00d3a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 HTTP/1.1" status: 200 len: 1001 time: 0.1129942 Jul 13 19:31:01.351342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Pushing event updated for resources: {'Port': ['ID=d22d9dfc-0576-43ce-820f-97ec03796ef3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:01.370752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4554a41-8352-4a6d-bbf5-5b9d75665980 req-c15e4eea-d3dc-4eae-959c-d0253857cc76 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:01.377027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b4554a41-8352-4a6d-bbf5-5b9d75665980 req-c15e4eea-d3dc-4eae-959c-d0253857cc76 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 946 time: 0.3765962 Jul 13 19:31:01.383151 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfbe5-f0b1-4686-b80f-c95ee3be9e67 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:01.399238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec0cfbe5-f0b1-4686-b80f-c95ee3be9e67 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 0c012645-52fa-40f6-9937-2b3726bcb5b9 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:01.442197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-f63466d6-0989-4d5f-b385-fe94cfa9794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:01.443793 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-f63466d6-0989-4d5f-b385-fe94cfa9794d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.1601462 Jul 13 19:31:01.510814 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b4554a41-8352-4a6d-bbf5-5b9d75665980 req-6e73ee15-2c02-430c-89eb-cab176e6af34 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226866 Jul 13 19:31:01.549134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Attempting to bind port d22d9dfc-0576-43ce-820f-97ec03796ef3 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:01.549620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Attempting to bind port d22d9dfc-0576-43ce-820f-97ec03796ef3 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:01.550180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Attempting to bind port d22d9dfc-0576-43ce-820f-97ec03796ef3 on network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:01.555234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfbe5-f0b1-4686-b80f-c95ee3be9e67 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:01.576935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-1b2a1f73-0ac4-4ef9-a27e-670432067346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:01.581745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-1b2a1f73-0ac4-4ef9-a27e-670432067346 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196413 Jul 13 19:31:01.600534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cfbe5-f0b1-4686-b80f-c95ee3be9e67 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=0c012645-52fa-40f6-9937-2b3726bcb5b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:01.624592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Port d22d9dfc-0576-43ce-820f-97ec03796ef3 on network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:31:01.625044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Attempting to bind port d22d9dfc-0576-43ce-820f-97ec03796ef3 on network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:01.647088 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4d66f77-8913-496a-8415-8d299ca8a789 req-8762800a-4985-4e0d-9a82-816c646b0d7d tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694370 Jul 13 19:31:01.684489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfbe5-f0b1-4686-b80f-c95ee3be9e67 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:01.691786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ec0cfbe5-f0b1-4686-b80f-c95ee3be9e67 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/0c012645-52fa-40f6-9937-2b3726bcb5b9 HTTP/1.1" status: 204 len: 168 time: 1.0454581 Jul 13 19:31:01.695104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:01.700978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:01.704794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Checking segment: {'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:01.705315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Bound using segment: {'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:01.705975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Bound port: d22d9dfc-0576-43ce-820f-97ec03796ef3, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:01.710695 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:01.750506 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8d2a37-4a66-4492-969d-ff9cd0ab4019 x-openstack-request-id: req-2b8d2a37-4a66-4492-969d-ff9cd0ab4019 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:01.751511 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45df1769-a359-4fbe-9ae6-469b72615877", "name": "network-vif-plugged", "status": "completed", "tag": "b274b431-e07d-4cb1-ae90-10830f09d1b1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:01.752110 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b8d2a37-4a66-4492-969d-ff9cd0ab4019 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:01.752678 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45df1769-a359-4fbe-9ae6-469b72615877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b274b431-e07d-4cb1-ae90-10830f09d1b1', 'code': 200} Jul 13 19:31:01.772978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-5edfd8f9-6b62-4d6b-9ee0-6b6a4209def9 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808450 Jul 13 19:31:01.848050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1a7ca4df-4761-46bd-b777-af2e8ec2458f up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:01.915509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 1a7ca4df-4761-46bd-b777-af2e8ec2458f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:01.920907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 1a7ca4df-4761-46bd-b777-af2e8ec2458f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:01.921291 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.050254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c702dc-8de8-4a26-a269-6cabe18b92b1 req-c7157e72-cb6f-4448-9018-e3e6a956797f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:02.067153 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.073184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c702dc-8de8-4a26-a269-6cabe18b92b1 req-c7157e72-cb6f-4448-9018-e3e6a956797f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:02.091410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c702dc-8de8-4a26-a269-6cabe18b92b1 req-c7157e72-cb6f-4448-9018-e3e6a956797f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:02.099774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0c702dc-8de8-4a26-a269-6cabe18b92b1 req-c7157e72-cb6f-4448-9018-e3e6a956797f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2386 time: 0.3087525 Jul 13 19:31:02.122575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 1a7ca4df-4761-46bd-b777-af2e8ec2458f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1a7ca4df-4761-46bd-b777-af2e8ec2458f,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:02.126701 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.169149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] For port d22d9dfc-0576-43ce-820f-97ec03796ef3, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:02.180819 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b49547-4e8a-4d7d-99e0-ed2cef690aa1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:02.189824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba464a56-21ec-46e8-bb34-18f630bcacb6 req-0a79a275-da07-4a18-9c3f-161f11d801f9 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864589 Jul 13 19:31:02.191881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b49547-4e8a-4d7d-99e0-ed2cef690aa1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:02.199184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:02.202471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-25b49547-4e8a-4d7d-99e0-ed2cef690aa1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5049214 Jul 13 19:31:02.230538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] For port d22d9dfc-0576-43ce-820f-97ec03796ef3, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d22d9dfc-0576-43ce-820f-97ec03796ef3,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:02.245482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15db628-f7f6-4a43-87c3-6819ebaaf97b req-190b445f-9afd-4c80-9f4e-6223a2b62c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:02.247768 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b15db628-f7f6-4a43-87c3-6819ebaaf97b req-190b445f-9afd-4c80-9f4e-6223a2b62c32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 1097 time: 0.4200714 Jul 13 19:31:02.249625 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.261016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=1a7ca4df-4761-46bd-b777-af2e8ec2458f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:02.290444 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-92b22166-b1fd-46e4-a481-ce29e79325c7 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4221189 Jul 13 19:31:02.297138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0c702dc-8de8-4a26-a269-6cabe18b92b1 req-bd261a79-9f07-4c21-ab69-4a27c738fc63 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872411 Jul 13 19:31:02.333501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:02.334246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.335582 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] 10.222.0.60 "PUT /v2.0/ports/d22d9dfc-0576-43ce-820f-97ec03796ef3 HTTP/1.1" status: 200 len: 1091 time: 2.9209485 Jul 13 19:31:02.349562 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'tag': 'd22d9dfc-0576-43ce-820f-97ec03796ef3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:02.358819 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bedead-e0f0-40a5-9796-ebe541fe07aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "tag": "d22d9dfc-0576-43ce-820f-97ec03796ef3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:02.369744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:02.379175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Request body: {'port': {'device_id': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:02.471643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.523179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a7243504-cb53-4e2b-86cb-ec3cd8f9ef01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 6b2e0e60-12f5-45eb-a9cb-28997ab7e23c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:02.523674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7243504-cb53-4e2b-86cb-ec3cd8f9ef01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.537065 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b15db628-f7f6-4a43-87c3-6819ebaaf97b req-ef1b9f01-c154-4120-ba81-496e8610d5c2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625263 Jul 13 19:31:02.566831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f08f8-a6de-4e9b-95f0-3aa43ff0a6cb service neutron] Pushing event updated for resources: {'Port': ['ID=d22d9dfc-0576-43ce-820f-97ec03796ef3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:02.584067 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.667577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7243504-cb53-4e2b-86cb-ec3cd8f9ef01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.692047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a7243504-cb53-4e2b-86cb-ec3cd8f9ef01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 6b2e0e60-12f5-45eb-a9cb-28997ab7e23c owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:02.827062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7243504-cb53-4e2b-86cb-ec3cd8f9ef01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.870093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7243504-cb53-4e2b-86cb-ec3cd8f9ef01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=6b2e0e60-12f5-45eb-a9cb-28997ab7e23c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:02.887953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7243504-cb53-4e2b-86cb-ec3cd8f9ef01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.898763 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a7243504-cb53-4e2b-86cb-ec3cd8f9ef01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/6b2e0e60-12f5-45eb-a9cb-28997ab7e23c HTTP/1.1" status: 204 len: 168 time: 0.6981499 Jul 13 19:31:02.903639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:03.108094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d71553-13ed-458a-b191-a579dbc96a18 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:03.110655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-74d71553-13ed-458a-b191-a579dbc96a18 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2044876 Jul 13 19:31:03.115914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:03.151356 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8328f3-37c7-411f-9cde-87a180bc9d22 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:31:03.153285 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1b8328f3-37c7-411f-9cde-87a180bc9d22 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/0c012645-52fa-40f6-9937-2b3726bcb5b9 HTTP/1.1" status: 404 len: 333 time: 0.0359995 Jul 13 19:31:03.157567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:03.202052 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbde905-2439-45a1-bf15-6013fe9fd654 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:31:03.206076 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cdbde905-2439-45a1-bf15-6013fe9fd654 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/6b2e0e60-12f5-45eb-a9cb-28997ab7e23c HTTP/1.1" status: 404 len: 333 time: 0.0415864 Jul 13 19:31:03.207526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:03.269968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae4af9-931a-4384-a4a7-e79060ef47d8 req-8979e3f3-f2ea-44af-bc08-ed340d0cfe5c tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:03.277535 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6fae4af9-931a-4384-a4a7-e79060ef47d8 req-8979e3f3-f2ea-44af-bc08-ed340d0cfe5c tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.2236476 Jul 13 19:31:03.355578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.372114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6fae4af9-931a-4384-a4a7-e79060ef47d8 req-765fdc5c-e744-4ead-8698-f98f75fb80f1 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935705 Jul 13 19:31:03.460474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-b9dad3ab-f4e9-4344-ad92-a63c306db5fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6103165 Jul 13 19:31:03.476407 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76492f5-784c-460f-bd58-fb26f2d22bd3 x-openstack-request-id: req-b76492f5-784c-460f-bd58-fb26f2d22bd3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:03.477075 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "tag": "d22d9dfc-0576-43ce-820f-97ec03796ef3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:03.477474 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b76492f5-784c-460f-bd58-fb26f2d22bd3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:03.478017 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'tag': 'd22d9dfc-0576-43ce-820f-97ec03796ef3', 'status': 'completed', 'code': 200} Jul 13 19:31:03.493506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.549532 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Sync routers for ids ['c22cc27f-5999-457d-8ae4-c59e423ebb10'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:03.564223 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Routers {'c22cc27f-5999-457d-8ae4-c59e423ebb10'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:03.565650 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:30:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c22cc27f-5999-457d-8ae4-c59e423ebb10'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:03.601321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.636558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:03.671538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e655ed5-8447-4600-999a-a5e47dd660c2') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:03.673003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e655ed5-8447-4600-999a-a5e47dd660c2') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:03.702898 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.720790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Allocated IP 172.25.7.30 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/6c0d37b3-e1b9-484d-8af8-7dc82f8b1baa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:03.787096 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.788688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1a7ca4df-4761-46bd-b777-af2e8ec2458f up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:03.798674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:03.799510 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.802267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501adc32-efd5-49ee-8d47-6878f4fbac73 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:03.805433 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:03.822341 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.900689 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Set router c22cc27f-5999-457d-8ae4-c59e423ebb10 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:03.945187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 1a7ca4df-4761-46bd-b777-af2e8ec2458f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:03.946063 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.962854 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.977625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-9f6160cc-03ef-42f3-b3fb-f823f279d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:03.981671 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-9f6160cc-03ef-42f3-b3fb-f823f279d421 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6336f15abdde4076be6327f938b7a2f3&device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 1096 time: 0.2438571 Jul 13 19:31:03.998887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Transition to ACTIVE for port object 501adc32-efd5-49ee-8d47-6878f4fbac73 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:03.999101 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.006770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.008018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/networks/71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3 HTTP/1.1" status: 204 len: 168 time: 0.7994587 Jul 13 19:31:04.008575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:04.009182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a940a0-83f5-464c-9ec6-2066dce425d4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Network': ['ID=71ee0c62-80c5-4fc9-b0b8-4a69e023e1b3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:04.024056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-556778974'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:04.049373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561f583-db05-4e16-9adc-39742cfb902c req-d96690df-d2a7-4d1c-9117-1bdb748092b1 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.056920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9561f583-db05-4e16-9adc-39742cfb902c req-d96690df-d2a7-4d1c-9117-1bdb748092b1 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 946 time: 0.1976295 Jul 13 19:31:04.159719 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9561f583-db05-4e16-9adc-39742cfb902c req-d7b07051-3225-45f5-a760-10afea6ac64a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018479 Jul 13 19:31:04.235534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-5b3de7dd-d6b4-423a-9aca-84ba7f2bfd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.237582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-5b3de7dd-d6b4-423a-9aca-84ba7f2bfd86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15b6596b-22a6-4df7-a5e4-386559395c3e HTTP/1.1" status: 200 len: 919 time: 0.2227254 Jul 13 19:31:04.242698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:04.246666 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.262741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Pushing event updated for resources: {'Port': ['ID=501adc32-efd5-49ee-8d47-6878f4fbac73,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:04.302938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bedead-e0f0-40a5-9796-ebe541fe07aa req-b33f9e23-2afa-47f2-b30e-75595b722a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.303425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bedead-e0f0-40a5-9796-ebe541fe07aa req-b33f9e23-2afa-47f2-b30e-75595b722a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.304053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bedead-e0f0-40a5-9796-ebe541fe07aa req-b33f9e23-2afa-47f2-b30e-75595b722a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.306189 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-51bedead-e0f0-40a5-9796-ebe541fe07aa req-b33f9e23-2afa-47f2-b30e-75595b722a0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2729 time: 0.4450841 Jul 13 19:31:04.307692 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-57ff32ce-65b8-4e3a-acc6-a19934b503e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb7f7de-34f9-4990-8f2a-0e488f0b604c HTTP/1.1" status: 200 len: 217 time: 0.0634320 Jul 13 19:31:04.386117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-4b211b38-3c66-43c7-aa41-b5129378c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.387889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-4b211b38-3c66-43c7-aa41-b5129378c93b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=732c1906-1a03-47ce-af58-5143062d6e4e HTTP/1.1" status: 200 len: 858 time: 0.0697191 Jul 13 19:31:04.414449 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'name': 'tempest-FloatingIPsTestJSON-194634612-router', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:49Z', 'updated_at': '2021-07-13T19:30:58Z', 'revision_number': 4, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'gw_port': {'id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:50Z', 'updated_at': '2021-07-13T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'df38d02b-df72-4d75-aab4-2d122d09dda6', 'name': '', 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'mac_address': 'fa:16:3e:51:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15e0686e-f1b2-4a73-9784-b2dcf756af68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:56Z', 'updated_at': '2021-07-13T19:30:59Z', 'revision_number': 2, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'subnets': [{'id': '15e0686e-f1b2-4a73-9784-b2dcf756af68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:04.464394 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Checking router: c22cc27f-5999-457d-8ae4-c59e423ebb10 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:04.465091 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Updating router c22cc27f-5999-457d-8ae4-c59e423ebb10 port df38d02b-df72-4d75-aab4-2d122d09dda6 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:31:04.476280 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-170c9fa9-bad6-484b-9731-dea86dc64f89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15b6596b-22a6-4df7-a5e4-386559395c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823290 Jul 13 19:31:04.505411 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.599358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce41e6-0344-427a-b249-889652d9ab38 req-d9920f07-2fc3-476b-9b3a-083e93aa8d58 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.600911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93ce41e6-0344-427a-b249-889652d9ab38 req-d9920f07-2fc3-476b-9b3a-083e93aa8d58 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 945 time: 0.1886687 Jul 13 19:31:04.656669 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-fe657ddd-9d0d-4df1-8829-031c92e11fb5 service neutron] 10.222.0.60 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662710 Jul 13 19:31:04.671829 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.711858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:04.724748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.725423 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Added segment d7729493-59d4-4b97-b684-29cadcd77e55 of type vlan for network 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 Jul 13 19:31:04.763519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5ff639f-fc14-4bbf-931c-9bf8080ea711 req-a807ceb1-ee55-4589-b01e-f288d96a50fb service neutron] 10.222.0.60 "GET /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026723 Jul 13 19:31:04.777060 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.796177 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93ce41e6-0344-427a-b249-889652d9ab38 req-b8d04819-62aa-45ab-98dc-e73617825b48 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773775 Jul 13 19:31:04.821606 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.824316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bedead-e0f0-40a5-9796-ebe541fe07aa req-deb4d9cb-6470-4e15-b04c-5bb3a773c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.824650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bedead-e0f0-40a5-9796-ebe541fe07aa req-deb4d9cb-6470-4e15-b04c-5bb3a773c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.825293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bedead-e0f0-40a5-9796-ebe541fe07aa req-deb4d9cb-6470-4e15-b04c-5bb3a773c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.827645 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-51bedead-e0f0-40a5-9796-ebe541fe07aa req-deb4d9cb-6470-4e15-b04c-5bb3a773c40e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5026875 Jul 13 19:31:04.883980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Attempting to bind port 501adc32-efd5-49ee-8d47-6878f4fbac73 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:04.884314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Attempting to bind port 501adc32-efd5-49ee-8d47-6878f4fbac73 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '23732223-75d7-49ab-8f0c-20a8cfb469dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:04.884644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Attempting to bind port 501adc32-efd5-49ee-8d47-6878f4fbac73 on network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:04.953675 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.966531 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Transition to ACTIVE for port object df38d02b-df72-4d75-aab4-2d122d09dda6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:04.974724 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.980261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:04.980837 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.987676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Port 501adc32-efd5-49ee-8d47-6878f4fbac73 on network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:31:04.988032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Attempting to bind port 501adc32-efd5-49ee-8d47-6878f4fbac73 on network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:04.989936 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:04.993830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:05.023390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11b98-a16c-4982-b9d8-33b7ecd073cd req-e489ed92-477c-424e-bdeb-64e19a812ecb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:05.035063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11b98-a16c-4982-b9d8-33b7ecd073cd req-e489ed92-477c-424e-bdeb-64e19a812ecb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:05.037671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:05.048434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11b98-a16c-4982-b9d8-33b7ecd073cd req-e489ed92-477c-424e-bdeb-64e19a812ecb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:05.056943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78c11b98-a16c-4982-b9d8-33b7ecd073cd req-e489ed92-477c-424e-bdeb-64e19a812ecb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2398 time: 0.1449018 Jul 13 19:31:05.079401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Pushing event updated for resources: {'Port': ['ID=6c0d37b3-e1b9-484d-8af8-7dc82f8b1baa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:05.082127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:05.107296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:05.108494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Checking segment: {'id': '23732223-75d7-49ab-8f0c-20a8cfb469dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:05.108594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Bound using segment: {'id': '23732223-75d7-49ab-8f0c-20a8cfb469dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:05.109260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Bound port: 501adc32-efd5-49ee-8d47-6878f4fbac73, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23732223-75d7-49ab-8f0c-20a8cfb469dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:05.109629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.128735 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78c11b98-a16c-4982-b9d8-33b7ecd073cd req-eecd31be-9f84-45f3-ba30-366e734e65fb tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705905 Jul 13 19:31:05.145221 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Attempting to bind port df38d02b-df72-4d75-aab4-2d122d09dda6 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:05.145589 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Attempting to bind port df38d02b-df72-4d75-aab4-2d122d09dda6 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '53b7291f-3efa-49ba-93ff-e948e771f292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:05.146078 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Attempting to bind port df38d02b-df72-4d75-aab4-2d122d09dda6 on network 13889880-d223-458e-b8b9-6c20d31c44df {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:05.147989 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0233ca-e363-4700-b41f-c99e07a1e6e0 None None] Pushing event updated for resources: {'Port': ['ID=df38d02b-df72-4d75-aab4-2d122d09dda6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:05.154777 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:05.162948 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1445179 Jul 13 19:31:05.163101 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Checking segment: {'id': '53b7291f-3efa-49ba-93ff-e948e771f292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:05.163101 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.163101 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Bound using segment: {'id': '53b7291f-3efa-49ba-93ff-e948e771f292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:05.163101 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Bound port: df38d02b-df72-4d75-aab4-2d122d09dda6, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b7291f-3efa-49ba-93ff-e948e771f292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:05.163101 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.164265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:05.171842 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '0d51d4f5-8c39-4f02-a4f2-47820cabc8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:05.260649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d727a8-38d0-469f-a57a-fb551784d2e3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Network': ['ID=0d51d4f5-8c39-4f02-a4f2-47820cabc8e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:05.276786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:05.308718 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] For port df38d02b-df72-4d75-aab4-2d122d09dda6, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:05.319671 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] For port df38d02b-df72-4d75-aab4-2d122d09dda6, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=df38d02b-df72-4d75-aab4-2d122d09dda6,segment=NetworkSegment(53b7291f-3efa-49ba-93ff-e948e771f292),segment_id=53b7291f-3efa-49ba-93ff-e948e771f292)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:05.329122 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.345249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:05.352504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bedead-e0f0-40a5-9796-ebe541fe07aa req-e26cedeb-f614-4c96-a3da-90dd2985914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:05.352933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.354018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-51bedead-e0f0-40a5-9796-ebe541fe07aa req-e26cedeb-f614-4c96-a3da-90dd2985914f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5086331 Jul 13 19:31:05.411954 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0233ca-e363-4700-b41f-c99e07a1e6e0 None None] Pushing event updated for resources: {'Port': ['ID=df38d02b-df72-4d75-aab4-2d122d09dda6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:05.441825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] For port 501adc32-efd5-49ee-8d47-6878f4fbac73, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:05.458768 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Routers {'c22cc27f-5999-457d-8ae4-c59e423ebb10'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:05.459321 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:30:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c22cc27f-5999-457d-8ae4-c59e423ebb10'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:05.469407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] For port 501adc32-efd5-49ee-8d47-6878f4fbac73, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=501adc32-efd5-49ee-8d47-6878f4fbac73,segment=NetworkSegment(23732223-75d7-49ab-8f0c-20a8cfb469dc),segment_id=23732223-75d7-49ab-8f0c-20a8cfb469dc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:05.492416 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.495536 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.662884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:05.663597 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.664940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] 10.222.0.60 "PUT /v2.0/ports/501adc32-efd5-49ee-8d47-6878f4fbac73 HTTP/1.1" status: 200 len: 1090 time: 3.3006351 Jul 13 19:31:05.665393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'tag': '501adc32-efd5-49ee-8d47-6878f4fbac73'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:05.667845 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919" -d '{"events": [{"name": "network-changed", "server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "tag": "501adc32-efd5-49ee-8d47-6878f4fbac73"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:05.711699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Request body: {'port': {'device_id': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:05.762506 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] Set router c22cc27f-5999-457d-8ae4-c59e423ebb10 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:05.785111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13c0a8-9c92-4186-b383-1755e9da8187 service neutron] Pushing event updated for resources: {'Port': ['ID=501adc32-efd5-49ee-8d47-6878f4fbac73,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:05.812822 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.876205 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.931702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device df38d02b-df72-4d75-aab4-2d122d09dda6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:06.040939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port df38d02b-df72-4d75-aab4-2d122d09dda6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:06.047661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port df38d02b-df72-4d75-aab4-2d122d09dda6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:06.047661 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.139173 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.146616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=2b86a13c-ddb7-4b6f-978a-15a298377bed,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:06.168438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Checking segment: {'id': 'd7729493-59d4-4b97-b684-29cadcd77e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0d51d4f5-8c39-4f02-a4f2-47820cabc8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:06.169109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network hostable DHCP agents. Network: 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:06.187339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-db29cfe6-aa46-423d-a3b0-65a87a0a8b16 None None] Provisioning complete for port df38d02b-df72-4d75-aab4-2d122d09dda6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:06.189766 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db29cfe6-aa46-423d-a3b0-65a87a0a8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.254136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa197-0931-4180-a3b3-f348bb1fa5cc req-bde05b0a-953d-4084-9749-ad0a8f19a412 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:06.273947 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc1fa197-0931-4180-a3b3-f348bb1fa5cc req-bde05b0a-953d-4084-9749-ad0a8f19a412 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.2529433 Jul 13 19:31:06.278168 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'name': 'tempest-FloatingIPsTestJSON-194634612-router', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:49Z', 'updated_at': '2021-07-13T19:30:58Z', 'revision_number': 4, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'gw_port': {'id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:50Z', 'updated_at': '2021-07-13T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'df38d02b-df72-4d75-aab4-2d122d09dda6', 'name': '', 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'mac_address': 'fa:16:3e:51:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15e0686e-f1b2-4a73-9784-b2dcf756af68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:56Z', 'updated_at': '2021-07-13T19:31:05Z', 'revision_number': 4, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'subnets': [{'id': '15e0686e-f1b2-4a73-9784-b2dcf756af68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:06.286162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:06.322603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:06.327226 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbffbd6-f740-4251-9a0c-0c1cc930e53f None None] The sync data for ids ['c22cc27f-5999-457d-8ae4-c59e423ebb10'] in n-d-800708-1 is: [{'id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'name': 'tempest-FloatingIPsTestJSON-194634612-router', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:49Z', 'updated_at': '2021-07-13T19:30:58Z', 'revision_number': 4, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'gw_port': {'id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:50Z', 'updated_at': '2021-07-13T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'df38d02b-df72-4d75-aab4-2d122d09dda6', 'name': '', 'network_id': '13889880-d223-458e-b8b9-6c20d31c44df', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'mac_address': 'fa:16:3e:51:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15e0686e-f1b2-4a73-9784-b2dcf756af68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:56Z', 'updated_at': '2021-07-13T19:31:05Z', 'revision_number': 4, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'subnets': [{'id': '15e0686e-f1b2-4a73-9784-b2dcf756af68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:06.327656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:06.328179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.343432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc1fa197-0931-4180-a3b3-f348bb1fa5cc req-ee4c805c-32cb-42fd-9f1d-c1f27848a0c7 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679626 Jul 13 19:31:06.356712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-02ab1758-bdbe-4a65-90f6-4a32fd3cda58 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1881013 Jul 13 19:31:06.357239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:06.371054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '0d51d4f5-8c39-4f02-a4f2-47820cabc8e8', 'name': 'tempest-PortsTestJSON-75181369'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:06.386184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.401125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5d677-2376-4403-93bf-5d81cac3d2b2 None None] Network 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:06.414179 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.459128 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.551347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Pushing event updated for resources: {'Port': ['ID=6c0d37b3-e1b9-484d-8af8-7dc82f8b1baa,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:06.650911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:06.657330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.704634 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.737826 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.740309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-689c6bc1-2500-4da6-a0d1-a00919943f6a tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4232407 Jul 13 19:31:06.881292 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-9b0fa909-bcb2-40b5-8951-c403e05db6ca tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 695 time: 0.1242259 Jul 13 19:31:06.995476 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db29cfe6-aa46-423d-a3b0-65a87a0a8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:07.130019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port df38d02b-df72-4d75-aab4-2d122d09dda6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=df38d02b-df72-4d75-aab4-2d122d09dda6,segment=NetworkSegment(53b7291f-3efa-49ba-93ff-e948e771f292),segment_id=53b7291f-3efa-49ba-93ff-e948e771f292)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:07.174631 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:07.176755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d518f69-0f48-4e7c-96ac-81281911ffcd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:07.212245 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:07.219366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 1cc199e3-8270-4e91-afff-22bcdb319e69 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:31:07.259590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-10189fa5-2711-46c2-a864-b42706b106cd tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:07.260688 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b03da24-594a-4dd9-a7e0-606328ce45a4 req-10189fa5-2711-46c2-a864-b42706b106cd tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.3680673 Jul 13 19:31:07.270290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Transition to ACTIVE for port object 6d518f69-0f48-4e7c-96ac-81281911ffcd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:07.275551 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:07.369760 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-db29cfe6-aa46-423d-a3b0-65a87a0a8b16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:31:07.372691 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-db29cfe6-aa46-423d-a3b0-65a87a0a8b16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:31:07.453723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=df38d02b-df72-4d75-aab4-2d122d09dda6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:07.465929 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657dab5-d277-499e-9b0b-05ed124e6728 req-4154914a-7899-417d-86e9-dd1357bfc1fe tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:07.476192 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b657dab5-d277-499e-9b0b-05ed124e6728 req-4154914a-7899-417d-86e9-dd1357bfc1fe tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 946 time: 0.2691453 Jul 13 19:31:07.504502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d518f69-0f48-4e7c-96ac-81281911ffcd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:07.525197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-0d51d4f5-8c39-4f02-a4f2-47820cabc8e8', 'network_id': '0d51d4f5-8c39-4f02-a4f2-47820cabc8e8', 'tenant_id': '33ea7ac679754174bcf31313ba18a392', 'fixed_ips': [{'subnet_id': '2b86a13c-ddb7-4b6f-978a-15a298377bed'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:31:07.526571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:07.610724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b657dab5-d277-499e-9b0b-05ed124e6728 req-21cc7381-bebf-459f-98ba-d6e76744ce3a tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336076 Jul 13 19:31:07.634348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Attempting to bind port 6d518f69-0f48-4e7c-96ac-81281911ffcd on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:07.634732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Attempting to bind port 6d518f69-0f48-4e7c-96ac-81281911ffcd by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:07.635067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Attempting to bind port 6d518f69-0f48-4e7c-96ac-81281911ffcd on network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:07.650091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Port 6d518f69-0f48-4e7c-96ac-81281911ffcd on network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:31:07.650444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Attempting to bind port 6d518f69-0f48-4e7c-96ac-81281911ffcd on network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:07.653588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.7 (0d51d4f5-8c39-4f02-a4f2-47820cabc8e8/2b86a13c-ddb7-4b6f-978a-15a298377bed/1cc199e3-8270-4e91-afff-22bcdb319e69) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:07.659337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:07.659697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Checking segment: {'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:07.660091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Bound using segment: {'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:07.661476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Bound port: 6d518f69-0f48-4e7c-96ac-81281911ffcd, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cd78ea-9191-43b2-9c61-fe6974064d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:07.661848 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:07.694766 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff743082-c415-4cd8-a72c-bc80c9a7b738 x-openstack-request-id: req-ff743082-c415-4cd8-a72c-bc80c9a7b738 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:07.695051 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "tag": "501adc32-efd5-49ee-8d47-6878f4fbac73", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:07.698599 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff743082-c415-4cd8-a72c-bc80c9a7b738 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:07.699033 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'tag': '501adc32-efd5-49ee-8d47-6878f4fbac73', 'status': 'completed', 'code': 200} Jul 13 19:31:07.822965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device df38d02b-df72-4d75-aab4-2d122d09dda6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:07.848930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] For port 6d518f69-0f48-4e7c-96ac-81281911ffcd, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:07.883259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] For port 6d518f69-0f48-4e7c-96ac-81281911ffcd, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6d518f69-0f48-4e7c-96ac-81281911ffcd,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:07.890854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919 req-6efb853c-def7-496c-bc33-f9017ae62a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:07.891533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919 req-6efb853c-def7-496c-bc33-f9017ae62a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:07.892162 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919 req-6efb853c-def7-496c-bc33-f9017ae62a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:07.894786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919 req-6efb853c-def7-496c-bc33-f9017ae62a8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2821 time: 0.1547098 Jul 13 19:31:07.896920 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:07.930291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:07.931356 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:07.933150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/6d518f69-0f48-4e7c-96ac-81281911ffcd HTTP/1.1" status: 200 len: 1092 time: 2.2316308 Jul 13 19:31:07.966295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port df38d02b-df72-4d75-aab4-2d122d09dda6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:07.967070 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.045987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9071a1-e598-49f6-a3ed-d2a5e3caca85 req-d6d0146f-5c9f-445d-867f-2840b533c590 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.053281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9071a1-e598-49f6-a3ed-d2a5e3caca85 req-d6d0146f-5c9f-445d-867f-2840b533c590 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.059980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9071a1-e598-49f6-a3ed-d2a5e3caca85 req-d6d0146f-5c9f-445d-867f-2840b533c590 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.069327 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa9071a1-e598-49f6-a3ed-d2a5e3caca85 req-d6d0146f-5c9f-445d-867f-2840b533c590 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2410 time: 0.2637601 Jul 13 19:31:08.145348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.158223 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa9071a1-e598-49f6-a3ed-d2a5e3caca85 req-2ecb9237-1c42-4a24-bd4e-d208090c378d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877855 Jul 13 19:31:08.165945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881fa91-792c-4a43-b041-2aad518dd9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d518f69-0f48-4e7c-96ac-81281911ffcd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:08.183381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object 1cc199e3-8270-4e91-afff-22bcdb319e69 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:08.204620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eecb1d-990a-4241-946a-aee81b5856d7 req-d6ae3125-32d0-4e9f-8cc4-9581a9273098 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.206885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15eecb1d-990a-4241-946a-aee81b5856d7 req-d6ae3125-32d0-4e9f-8cc4-9581a9273098 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 945 time: 0.2143745 Jul 13 19:31:08.225095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919 req-cc8a6e71-0ffd-460f-9498-317d12e15249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.225475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919 req-cc8a6e71-0ffd-460f-9498-317d12e15249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.225945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919 req-cc8a6e71-0ffd-460f-9498-317d12e15249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.227509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919 req-cc8a6e71-0ffd-460f-9498-317d12e15249 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3182893 Jul 13 19:31:08.260477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b419382e-6114-476e-a648-d3eda22bcbfa req-af7b3e17-b46e-4227-8187-9d6ff1a25ad9 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips/b49b4006-0f7e-41b6-ae0d-5778658dc2d2 HTTP/1.1" status: 200 len: 692 time: 0.0593243 Jul 13 19:31:08.287596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.335516 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15eecb1d-990a-4241-946a-aee81b5856d7 req-30fe2515-7186-449a-8564-5e6b2a3143fa tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/security-groups?id=213ada22-a5c1-4986-a547-47d17adfb131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223207 Jul 13 19:31:08.345871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Allocated IP 172.20.0.2 (0d51d4f5-8c39-4f02-a4f2-47820cabc8e8/2b86a13c-ddb7-4b6f-978a-15a298377bed/4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:08.388743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:08.401768 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:08.404952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:08.406038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-2dd4ba43-c0b7-4351-a052-3f6d861085e9 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.407858 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-2dd4ba43-c0b7-4351-a052-3f6d861085e9 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 945 time: 0.1573071 Jul 13 19:31:08.408922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919 req-3a874480-255f-4fd7-803a-22d923239e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.409923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=1cc199e3-8270-4e91-afff-22bcdb319e69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:08.410254 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a57cdef2-fa3c-4f1c-b4a8-d691879f9919 req-3a874480-255f-4fd7-803a-22d923239e7d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691291 Jul 13 19:31:08.485934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419382e-6114-476e-a648-d3eda22bcbfa req-febf0f02-00fd-4034-a709-72180a79a003 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.498550 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b419382e-6114-476e-a648-d3eda22bcbfa req-febf0f02-00fd-4034-a709-72180a79a003 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2325063 Jul 13 19:31:08.515055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:08.516581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.535463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5878a61c-cc64-466c-8bb8-4872d8b74d98 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1746290 Jul 13 19:31:08.538161 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:08.552687 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.565403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Transition to ACTIVE for port object 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:08.590220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Transition to ACTIVE for port object 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:08.598176 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.611714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:08.643168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Network 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:08.646330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:08.650148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:08.696173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Pushing event updated for resources: {'Port': ['ID=4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:08.735027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Attempting to bind port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:08.735401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Attempting to bind port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd7729493-59d4-4b97-b684-29cadcd77e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0d51d4f5-8c39-4f02-a4f2-47820cabc8e8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:08.735865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfe726b-e1ed-4bf6-a1c6-1c34be39a254 admin admin] Deleting subnet 54facab2-1375-4b6f-97fb-5a8775e36af3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:08.735991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Attempting to bind port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb on network 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:08.741852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:08.742269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Checking segment: {'id': 'd7729493-59d4-4b97-b684-29cadcd77e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0d51d4f5-8c39-4f02-a4f2-47820cabc8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:08.742732 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.743131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Bound using segment: {'id': 'd7729493-59d4-4b97-b684-29cadcd77e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0d51d4f5-8c39-4f02-a4f2-47820cabc8e8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:08.743613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Bound port: 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7729493-59d4-4b97-b684-29cadcd77e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0d51d4f5-8c39-4f02-a4f2-47820cabc8e8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:08.743998 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.744874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cfe726b-e1ed-4bf6-a1c6-1c34be39a254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.817126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] For port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:08.821424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] For port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb,segment=NetworkSegment(d7729493-59d4-4b97-b684-29cadcd77e55),segment_id=d7729493-59d4-4b97-b684-29cadcd77e55)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:08.825951 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.830416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-246abe17-199e-4902-b4a6-e37197e67c2b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 1cc199e3-8270-4e91-afff-22bcdb319e69 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:08.830765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-246abe17-199e-4902-b4a6-e37197e67c2b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.850034 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cfe726b-e1ed-4bf6-a1c6-1c34be39a254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.901132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02669bb-2384-43bd-b14b-0baa021e3333 None None] Pushing event updated for resources: {'Port': ['ID=4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:08.980659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cfe726b-e1ed-4bf6-a1c6-1c34be39a254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:09.009853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675294e5-f443-478b-9675-f9936e996ffb req-65e2812f-1f50-4c12-b20d-049e1f01147a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.011498 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-675294e5-f443-478b-9675-f9936e996ffb req-65e2812f-1f50-4c12-b20d-049e1f01147a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.1685271 Jul 13 19:31:09.021814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-09a8650a-768f-40a3-8eef-d5692b600692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.022272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-09a8650a-768f-40a3-8eef-d5692b600692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.022836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-09a8650a-768f-40a3-8eef-d5692b600692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.024539 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-09a8650a-768f-40a3-8eef-d5692b600692 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2863 time: 0.5615342 Jul 13 19:31:09.030166 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-246abe17-199e-4902-b4a6-e37197e67c2b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:09.048146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53118915-6a32-4203-bb78-85c15ea99109 req-4863d6e4-2ede-43e9-9702-e102370bd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.051824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53118915-6a32-4203-bb78-85c15ea99109 req-4863d6e4-2ede-43e9-9702-e102370bd610 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 1096 time: 0.2540963 Jul 13 19:31:09.058590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-a7636af9-132a-4826-96c1-4dc56fe4ada2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Deleting port f77cf535-eb7b-4fc6-9007-c5683faa4ae7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:09.058769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-246abe17-199e-4902-b4a6-e37197e67c2b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 1cc199e3-8270-4e91-afff-22bcdb319e69 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:09.058924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-a7636af9-132a-4826-96c1-4dc56fe4ada2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:09.152658 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-c062b5a8-317b-437c-8d5e-58281263e739 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=d22d9dfc-0576-43ce-820f-97ec03796ef3 HTTP/1.1" status: 200 len: 217 time: 0.1164346 Jul 13 19:31:09.244928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-675294e5-f443-478b-9675-f9936e996ffb req-acb3ebfe-07ef-4aab-9b42-54215d8906ec tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191460 Jul 13 19:31:09.309807 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cfe726b-e1ed-4bf6-a1c6-1c34be39a254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:09.350686 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cfe726b-e1ed-4bf6-a1c6-1c34be39a254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:09.358281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3cfe726b-e1ed-4bf6-a1c6-1c34be39a254 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/54facab2-1375-4b6f-97fb-5a8775e36af3 HTTP/1.1" status: 204 len: 168 time: 0.7109737 Jul 13 19:31:09.360287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:09.364998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-a99a2ca5-ec0d-4b20-8411-90b08c90a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.370480 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-a99a2ca5-ec0d-4b20-8411-90b08c90a9fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f637527d-2257-42ce-b9ad-148ebc512682 HTTP/1.1" status: 200 len: 801 time: 0.2088478 Jul 13 19:31:09.407324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe726b-e1ed-4bf6-a1c6-1c34be39a254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54facab2-1375-4b6f-97fb-5a8775e36af3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:09.416101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-a7636af9-132a-4826-96c1-4dc56fe4ada2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] For port f77cf535-eb7b-4fc6-9007-c5683faa4ae7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,segment=NetworkSegment(3b4609b6-56d9-4da9-8598-64126d460183),segment_id=3b4609b6-56d9-4da9-8598-64126d460183)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:09.416480 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-a7636af9-132a-4826-96c1-4dc56fe4ada2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:09.445313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53118915-6a32-4203-bb78-85c15ea99109 req-a85efc8d-00da-4b84-857d-3588bdb96b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.447158 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53118915-6a32-4203-bb78-85c15ea99109 req-a85efc8d-00da-4b84-857d-3588bdb96b72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.3814516 Jul 13 19:31:09.527703 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53118915-6a32-4203-bb78-85c15ea99109 req-3fe01501-7e2f-4e48-857b-85004e2b7ee7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 HTTP/1.1" status: 200 len: 1001 time: 0.0730693 Jul 13 19:31:09.528744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c2a9cbc-2a94-45bb-9340-349e047f5812 req-c41fd76d-5880-4b09-82cc-94e39544272f tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=e56f31c416fc4dd38a7f1d30e4bbe230 HTTP/1.1" status: 200 len: 695 time: 0.2184072 Jul 13 19:31:09.533296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-a7636af9-132a-4826-96c1-4dc56fe4ada2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Calling delete_port for f77cf535-eb7b-4fc6-9007-c5683faa4ae7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:09.658206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53118915-6a32-4203-bb78-85c15ea99109 req-29f437b9-d78d-4969-b7ae-31f2f6ac44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.659656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53118915-6a32-4203-bb78-85c15ea99109 req-29f437b9-d78d-4969-b7ae-31f2f6ac44c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.1229477 Jul 13 19:31:09.663124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:09.686728 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-246abe17-199e-4902-b4a6-e37197e67c2b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:09.702223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'tag': '6d518f69-0f48-4e7c-96ac-81281911ffcd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:09.704653 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721bcd05-8760-448d-8a0a-f472eb7c8e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "tag": "6d518f69-0f48-4e7c-96ac-81281911ffcd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:09.750773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3af665-96f0-4b8a-b70b-18258e414da9 req-d83b40cc-91a8-4f66-ad05-8cbfc7ce7905 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.756719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3af665-96f0-4b8a-b70b-18258e414da9 req-d83b40cc-91a8-4f66-ad05-8cbfc7ce7905 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.758343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f3af665-96f0-4b8a-b70b-18258e414da9 req-d83b40cc-91a8-4f66-ad05-8cbfc7ce7905 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2&device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 1682 time: 0.1711562 Jul 13 19:31:09.759173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246abe17-199e-4902-b4a6-e37197e67c2b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=1cc199e3-8270-4e91-afff-22bcdb319e69,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:09.778103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6eef4e30-9ebc-47f4-a2f3-8a04a6fd10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.781503 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-6eef4e30-9ebc-47f4-a2f3-8a04a6fd10cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac4fbf87-eaf0-4a7c-83df-c7244633ee93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3676436 Jul 13 19:31:09.781981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:09.802147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a9cbc-2a94-45bb-9340-349e047f5812 req-babf32cb-cd4c-4a03-a1e6-10afb6fcd7c2 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.803916 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c2a9cbc-2a94-45bb-9340-349e047f5812 req-babf32cb-cd4c-4a03-a1e6-10afb6fcd7c2 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/networks?id=6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 787 time: 0.2675095 Jul 13 19:31:09.845685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:09.895663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f3af665-96f0-4b8a-b70b-18258e414da9 req-901efda3-15b5-45e0-a76d-db665641ab67 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0447718-0ff8-4378-bcef-af3bcb2931ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052136 Jul 13 19:31:09.901939 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-246abe17-199e-4902-b4a6-e37197e67c2b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:09.908118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-246abe17-199e-4902-b4a6-e37197e67c2b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/1cc199e3-8270-4e91-afff-22bcdb319e69 HTTP/1.1" status: 204 len: 168 time: 1.3645792 Jul 13 19:31:09.916885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53118915-6a32-4203-bb78-85c15ea99109 req-a8decf87-aae1-458b-8645-83c0cba4a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.922045 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53118915-6a32-4203-bb78-85c15ea99109 req-a8decf87-aae1-458b-8645-83c0cba4a38c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473154 Jul 13 19:31:09.924447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:09.964752 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.012263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fb41b8-3a97-434d-99ff-fb3555477741']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:10.025718 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e220ff-9e15-4b6a-95b1-cd5ef671a24b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:31:10.026674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e220ff-9e15-4b6a-95b1-cd5ef671a24b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:31:10.028654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-73e220ff-9e15-4b6a-95b1-cd5ef671a24b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/1cc199e3-8270-4e91-afff-22bcdb319e69 HTTP/1.1" status: 404 len: 333 time: 0.0848417 Jul 13 19:31:10.039460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:10.049946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d468611-b05a-4358-96b0-9de9db46707d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:10.050242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d468611-b05a-4358-96b0-9de9db46707d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:10.089044 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53118915-6a32-4203-bb78-85c15ea99109 req-1478ca9d-a995-4fde-90b5-40f19841fe79 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615357 Jul 13 19:31:10.102686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.106005 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c6844c82-f7b9-427d-9474-c911f965bfb1 req-0b0dca6f-27f6-430e-88d5-024c248d9d51 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d33883-827c-45e0-961a-5bacd3c812f0 HTTP/1.1" status: 200 len: 210 time: 0.0582118 Jul 13 19:31:10.106644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-a7636af9-132a-4826-96c1-4dc56fe4ada2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.106797 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9af6d01-e3bd-461b-8439-c4dad179819e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:31:10.108555 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b9af6d01-e3bd-461b-8439-c4dad179819e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/1cc199e3-8270-4e91-afff-22bcdb319e69 HTTP/1.1" status: 404 len: 333 time: 0.0680354 Jul 13 19:31:10.119734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:10.158760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7636af9-132a-4826-96c1-4dc56fe4ada2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Pushing event deleted for resources: {'Port': ['ID=f77cf535-eb7b-4fc6-9007-c5683faa4ae7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:10.162724 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.178585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-3da18424-3c9f-4dcd-82fe-07f3cad91675 service neutron] 10.222.0.60 "GET /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727818 Jul 13 19:31:10.187692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae75c35-9a7e-446a-9244-ae1952579b8b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet 2b86a13c-ddb7-4b6f-978a-15a298377bed {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:10.215441 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:10.215846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:10.220686 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:10.223985 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2b9980-b5e2-4a17-80ec-2c7bd86f1529 x-openstack-request-id: req-2c2b9980-b5e2-4a17-80ec-2c7bd86f1529 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:10.234565 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "tag": "6d518f69-0f48-4e7c-96ac-81281911ffcd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:10.234943 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c2b9980-b5e2-4a17-80ec-2c7bd86f1529 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:10.235383 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'tag': '6d518f69-0f48-4e7c-96ac-81281911ffcd', 'status': 'completed', 'code': 200} Jul 13 19:31:10.241836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae75c35-9a7e-446a-9244-ae1952579b8b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.351982 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae75c35-9a7e-446a-9244-ae1952579b8b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.371116 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-09aaa450-6c0a-4f8b-90b1-2ae9aae64a5c tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips/b49b4006-0f7e-41b6-ae0d-5778658dc2d2 HTTP/1.1" status: 200 len: 692 time: 0.1344049 Jul 13 19:31:10.400689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6725ac-3b57-478d-98b1-e3893033d7d9 req-45b801df-875e-4e2c-a95d-4b2edc5c8304 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:10.407734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6725ac-3b57-478d-98b1-e3893033d7d9 req-45b801df-875e-4e2c-a95d-4b2edc5c8304 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:10.413816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6725ac-3b57-478d-98b1-e3893033d7d9 req-45b801df-875e-4e2c-a95d-4b2edc5c8304 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:10.415733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-a7636af9-132a-4826-96c1-4dc56fe4ada2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] No DVR routers for this DVR port f77cf535-eb7b-4fc6-9007-c5683faa4ae7 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:10.418791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956df0e3-c01c-40ba-a082-cf38fce44c1f None None] Network 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:10.422638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce6725ac-3b57-478d-98b1-e3893033d7d9 req-45b801df-875e-4e2c-a95d-4b2edc5c8304 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2410 time: 0.3680990 Jul 13 19:31:10.441034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53118915-6a32-4203-bb78-85c15ea99109 req-aa4e367b-17b5-4375-8717-942f57a1b238 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313212 Jul 13 19:31:10.468431 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-a7636af9-132a-4826-96c1-4dc56fe4ada2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.470899 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d164cc3-0b77-453e-a60c-dda5adabade6 req-a7636af9-132a-4826-96c1-4dc56fe4ada2 tempest-DeleteServersTestJSON-1116596903 tempest-DeleteServersTestJSON-1116596903-project] 10.222.0.60 "DELETE /v2.0/ports/f77cf535-eb7b-4fc6-9007-c5683faa4ae7 HTTP/1.1" status: 204 len: 173 time: 2.0374951 Jul 13 19:31:10.487303 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce6725ac-3b57-478d-98b1-e3893033d7d9 req-972f6a5c-197c-4847-9899-1ded564a1896 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637493 Jul 13 19:31:10.523498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efa70f53-4032-4dc5-bf52-6148de458f39 None None] Provisioning for port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:10.565736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efa70f53-4032-4dc5-bf52-6148de458f39 None None] Provisioning complete for port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:10.566527 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa70f53-4032-4dc5-bf52-6148de458f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.601829 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae75c35-9a7e-446a-9244-ae1952579b8b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.621070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-9bf54629-d335-4fd4-adc0-4e19a28d75c1 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:10.631437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-9bf54629-d335-4fd4-adc0-4e19a28d75c1 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1863983 Jul 13 19:31:10.697965 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-71f29787-d636-4e32-a7ff-5a2796a19394 service neutron] 10.222.0.60 "GET /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541183 Jul 13 19:31:10.699687 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.725437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.729725 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d1fb41b8-3a97-434d-99ff-fb3555477741 HTTP/1.1" status: 204 len: 168 time: 1.3649192 Jul 13 19:31:10.761442 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae75c35-9a7e-446a-9244-ae1952579b8b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.802449 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa70f53-4032-4dc5-bf52-6148de458f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.839349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae75c35-9a7e-446a-9244-ae1952579b8b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=2b86a13c-ddb7-4b6f-978a-15a298377bed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:10.853191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-9528bfcd-04b6-4b78-b0b0-f73ea23eb831 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=501adc32-efd5-49ee-8d47-6878f4fbac73 HTTP/1.1" status: 200 len: 217 time: 0.1376572 Jul 13 19:31:10.853953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae75c35-9a7e-446a-9244-ae1952579b8b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:10.862100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc81e66-c803-4c09-af78-3853653bcbb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1fb41b8-3a97-434d-99ff-fb3555477741,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:10.863391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dae75c35-9a7e-446a-9244-ae1952579b8b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/2b86a13c-ddb7-4b6f-978a-15a298377bed HTTP/1.1" status: 204 len: 168 time: 0.7418473 Jul 13 19:31:10.866835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:10.884801 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-77b567ab-774d-4902-ade4-997200ca7248 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 695 time: 0.2514641 Jul 13 19:31:10.892747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-efa70f53-4032-4dc5-bf52-6148de458f39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:31:10.893403 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-efa70f53-4032-4dc5-bf52-6148de458f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:31:10.988645 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-b2c72ecb-de7f-467b-a715-35ad6dbe2483 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 695 time: 0.0856340 Jul 13 19:31:11.006596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-f4e53d26-6bad-4e90-861c-ccbacf18daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:11.008509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-f4e53d26-6bad-4e90-861c-ccbacf18daa9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4498cc03-e2d7-40ad-8617-2da7b213e5f5 HTTP/1.1" status: 200 len: 801 time: 0.1380179 Jul 13 19:31:11.097814 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.126790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:11.193874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cfa86-77c2-4255-8daf-5f0329c30431 req-fa8e5856-78a0-40f2-964e-f3eee23dcd9c tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:11.195592 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1cfa86-77c2-4255-8daf-5f0329c30431 req-fa8e5856-78a0-40f2-964e-f3eee23dcd9c tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 945 time: 0.2867150 Jul 13 19:31:11.225173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa643ab-0512-41d0-84b7-1870a56faf9e None None] Network 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:11.228112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:11.228731 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0b19f348-ce47-45d9-b996-6a28ca52c7ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7204d882ac6c474782f21eab09039f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003678 Jul 13 19:31:11.271570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:11.271921 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.288119 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1cfa86-77c2-4255-8daf-5f0329c30431 req-04cc7d32-4504-46fd-a1fd-432c5c1b7132 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792301 Jul 13 19:31:11.344925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-555e4726-8509-4926-a5dd-63fece5a99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:11.346454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-555e4726-8509-4926-a5dd-63fece5a99f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81eb7fed-06a7-40a3-8ab0-1a87b860d6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3049357 Jul 13 19:31:11.418497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] For port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb,segment=NetworkSegment(d7729493-59d4-4b97-b684-29cadcd77e55),segment_id=d7729493-59d4-4b97-b684-29cadcd77e55)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:11.419055 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.419140 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffedb52-cc3b-438b-8ee3-7a481b92ea58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.423586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-6b79c5b1-6129-4d0f-8adb-0b62cd45183e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Deleting port 6c0d37b3-e1b9-484d-8af8-7dc82f8b1baa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:11.423916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-6b79c5b1-6129-4d0f-8adb-0b62cd45183e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.438155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f77cf535-eb7b-4fc6-9007-c5683faa4ae7 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:11.438954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:11.491275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: f77cf535-eb7b-4fc6-9007-c5683faa4ae7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:11.491652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f77cf535-eb7b-4fc6-9007-c5683faa4ae7 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:11.507931 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa70f53-4032-4dc5-bf52-6148de458f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.522075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffedb52-cc3b-438b-8ee3-7a481b92ea58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.550600 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efa70f53-4032-4dc5-bf52-6148de458f39 None None] For port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb,segment=NetworkSegment(d7729493-59d4-4b97-b684-29cadcd77e55),segment_id=d7729493-59d4-4b97-b684-29cadcd77e55)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:11.572335 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa70f53-4032-4dc5-bf52-6148de458f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.582066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.594848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa70f53-4032-4dc5-bf52-6148de458f39 None None] Pushing event deleted for resources: {'Port': ['ID=4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:11.616062 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-0cd5260e-024e-46c9-a7e2-ad8da2ba3c01 service neutron] 10.222.0.60 "GET /v2.0/networks/81eb7fed-06a7-40a3-8ab0-1a87b860d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583199 Jul 13 19:31:11.619822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:11.627777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No DVR routers for this DVR port 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:11.667220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5995e1-6b4d-4203-8a20-131337d0feeb None None] DHCP port deletion for 0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:11.691926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a916601d-f442-49ee-9aea-8a5c44d20bb5 None None] Could not find standard attr ID for object 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:31:11.732078 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-6b79c5b1-6129-4d0f-8adb-0b62cd45183e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.732462 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-6b79c5b1-6129-4d0f-8adb-0b62cd45183e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.773466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.788498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d51d4f5-8c39-4f02-a4f2-47820cabc8e8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:11.794596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:11.816078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7729493-59d4-4b97-b684-29cadcd77e55') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:11.816381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7729493-59d4-4b97-b684-29cadcd77e55') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:11.826050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-982864ce-5433-4446-9768-6e120a425161 service neutron] 10.222.0.60 "GET /v2.0/networks/81eb7fed-06a7-40a3-8ab0-1a87b860d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822639 Jul 13 19:31:11.826273 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.830917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:11.830917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4a0105a7-d2dd-44ee-9cb6-fb8ba3a88beb not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:11.841865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-6b79c5b1-6129-4d0f-8adb-0b62cd45183e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Calling delete_port for 6c0d37b3-e1b9-484d-8af8-7dc82f8b1baa owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:11.859091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.867943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:11.868415 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.888442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-935f19ef-ae83-4bcd-90fa-b6810b5a0c81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.193&port_id=6d518f69-0f48-4e7c-96ac-81281911ffcd HTTP/1.1" status: 200 len: 217 time: 0.0484490 Jul 13 19:31:11.893948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffedb52-cc3b-438b-8ee3-7a481b92ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.896865 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffedb52-cc3b-438b-8ee3-7a481b92ea58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.898113 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fffedb52-cc3b-438b-8ee3-7a481b92ea58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/317a7f71-9fa7-4404-a2ca-fcb59e98cb51 HTTP/1.1" status: 204 len: 168 time: 0.6622629 Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:11.940710 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:11.945598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:11.946893 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.959635 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:11.966295 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/networks/0d51d4f5-8c39-4f02-a4f2-47820cabc8e8 HTTP/1.1" status: 204 len: 168 time: 1.0943768 Jul 13 19:31:11.971224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:11.986912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1187969575'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:12.010695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffedb52-cc3b-438b-8ee3-7a481b92ea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317a7f71-9fa7-4404-a2ca-fcb59e98cb51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:12.011369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccd893-8569-45b6-b769-295d688f2d25 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Network': ['ID=0d51d4f5-8c39-4f02-a4f2-47820cabc8e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:12.034300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:12.038777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.041887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-5d45bc7e-484a-4d95-95d9-46393fa019b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:12.043690 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-5d45bc7e-484a-4d95-95d9-46393fa019b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f637527d-2257-42ce-b9ad-148ebc512682 HTTP/1.1" status: 200 len: 801 time: 0.1424358 Jul 13 19:31:12.083969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:12.097256 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.097794 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Added segment d72a7a7b-25ad-4574-b37b-2cf38a2558d0 of type vlan for network 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d Jul 13 19:31:12.137761 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.184413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:12.186051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:12.190023 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72540e5f-53b7-493a-956d-a9c8f4083678" -d '{"events": [{"server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "name": "network-vif-unplugged", "status": "completed", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:12.194990 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.206379 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.258567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:12.302769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61901dce-3de8-4df2-b500-40410969ffd8 req-88b89d17-2b7e-40b8-8400-6dd21e68c39f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:12.309475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61901dce-3de8-4df2-b500-40410969ffd8 req-88b89d17-2b7e-40b8-8400-6dd21e68c39f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:12.323545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61901dce-3de8-4df2-b500-40410969ffd8 req-88b89d17-2b7e-40b8-8400-6dd21e68c39f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:12.326017 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-61901dce-3de8-4df2-b500-40410969ffd8 req-88b89d17-2b7e-40b8-8400-6dd21e68c39f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2410 time: 0.1852713 Jul 13 19:31:12.328746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.335437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:12.336540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.415688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4432037 Jul 13 19:31:12.433540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:12.446013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '7d0d3a77-4a7f-40b5-b2fa-f37afee2266d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:12.522258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c81ed-e6de-43a5-8022-ea4770e4215b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Network': ['ID=7d0d3a77-4a7f-40b5-b2fa-f37afee2266d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:12.524597 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d33883-827c-45e0-961a-5bacd3c812f0', 'name': 'network-vif-deleted', 'tag': 'f77cf535-eb7b-4fc6-9007-c5683faa4ae7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:12.526902 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61aeb46-f37c-4100-a139-2d2aa436948a" -d '{"events": [{"server_uuid": "e4d33883-827c-45e0-961a-5bacd3c812f0", "name": "network-vif-deleted", "tag": "f77cf535-eb7b-4fc6-9007-c5683faa4ae7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:12.532949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:12.539322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ba41-f4e0-4c38-830c-848faef0933a req-77956b07-baff-4cf6-b92d-46b197320407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:12.540844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-77956b07-baff-4cf6-b92d-46b197320407 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac4fbf87-eaf0-4a7c-83df-c7244633ee93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4897957 Jul 13 19:31:12.567579 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-6b79c5b1-6129-4d0f-8adb-0b62cd45183e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.639303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79c5b1-6129-4d0f-8adb-0b62cd45183e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Pushing event deleted for resources: {'Port': ['ID=6c0d37b3-e1b9-484d-8af8-7dc82f8b1baa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:12.695568 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-61901dce-3de8-4df2-b500-40410969ffd8 req-c43b7372-4b0f-4270-84bb-178a220a28e0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447700 Jul 13 19:31:12.732055 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-b6076763-23e6-4f9a-b268-131ed8ab39f6 service neutron] 10.222.0.60 "GET /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832533 Jul 13 19:31:12.742150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-6b79c5b1-6129-4d0f-8adb-0b62cd45183e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.743311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-6b79c5b1-6129-4d0f-8adb-0b62cd45183e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.744424 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-170f138c-a68b-42d4-9f76-8a3a716b3cbc req-6b79c5b1-6129-4d0f-8adb-0b62cd45183e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "DELETE /v2.0/floatingips/b49b4006-0f7e-41b6-ae0d-5778658dc2d2 HTTP/1.1" status: 204 len: 173 time: 1.7484217 Jul 13 19:31:12.775087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:12.781083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:12.850432 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6992326-54cc-47b1-b352-56d6a20ee087 x-openstack-request-id: req-d6992326-54cc-47b1-b352-56d6a20ee087 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:12.850948 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "name": "network-vif-unplugged", "status": "completed", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:12.851052 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6992326-54cc-47b1-b352-56d6a20ee087 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:12.851514 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'code': 200} Jul 13 19:31:12.860912 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8743ba41-f4e0-4c38-830c-848faef0933a req-664b243f-439e-461f-b4cf-6f93d59a7442 service neutron] 10.222.0.60 "GET /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220036 Jul 13 19:31:12.986278 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410215bf-37ac-4959-9e0a-6fb0cfba0cea x-openstack-request-id: req-410215bf-37ac-4959-9e0a-6fb0cfba0cea {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:12.986746 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d33883-827c-45e0-961a-5bacd3c812f0", "name": "network-vif-deleted", "tag": "f77cf535-eb7b-4fc6-9007-c5683faa4ae7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:12.987600 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-410215bf-37ac-4959-9e0a-6fb0cfba0cea {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:12.988569 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d33883-827c-45e0-961a-5bacd3c812f0', 'name': 'network-vif-deleted', 'tag': 'f77cf535-eb7b-4fc6-9007-c5683faa4ae7', 'status': 'completed', 'code': 200} Jul 13 19:31:13.111759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-de17bd21-4469-473c-8ae4-e179ecc5fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:13.112567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-de17bd21-4469-473c-8ae4-e179ecc5fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:13.113053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-de17bd21-4469-473c-8ae4-e179ecc5fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:13.114800 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-de17bd21-4469-473c-8ae4-e179ecc5fdb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2863 time: 0.1871877 Jul 13 19:31:13.142698 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.157019 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:13.160508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37490a8-e97d-43fb-89d7-18102d4f0a5a req-26bdb559-9bb8-49c1-b39b-229778c4cfdc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:13.162040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c37490a8-e97d-43fb-89d7-18102d4f0a5a req-26bdb559-9bb8-49c1-b39b-229778c4cfdc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.1489413 Jul 13 19:31:13.199639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65118f4f-e415-4142-af95-b714260bc98a req-3a7fd473-456b-4409-aebe-fd4e76af6b40 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2100270 Jul 13 19:31:13.216100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:13.246698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=baaa8770-fa82-4e74-9e1c-c1b69bae0087,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:13.257177 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c37490a8-e97d-43fb-89d7-18102d4f0a5a req-bd76a6ec-58b3-409c-a8b0-6451a1f34cea tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761220 Jul 13 19:31:13.266008 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.269289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Checking segment: {'id': 'd72a7a7b-25ad-4574-b37b-2cf38a2558d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d0d3a77-4a7f-40b5-b2fa-f37afee2266d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:13.269560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network hostable DHCP agents. Network: 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:13.283130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-8e9c4703-f611-4f7b-acdb-bf0fcd192cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:13.284839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-8e9c4703-f611-4f7b-acdb-bf0fcd192cb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac4fbf87-eaf0-4a7c-83df-c7244633ee93 HTTP/1.1" status: 200 len: 902 time: 0.1626227 Jul 13 19:31:13.288694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:13.307977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:13.308594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d357aea5-fdac-420d-be04-a5c0f5ebd329 None None] Network 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:13.318792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:13.319530 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.338035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1905040314-network', 'tenant_id': '3ebcc9fdbb1f40c5ab8dde491287e46e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:13.348873 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1ce1ce14-68d5-403e-907d-cfdeff58490c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9110606 Jul 13 19:31:13.349326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:13.354693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '7d0d3a77-4a7f-40b5-b2fa-f37afee2266d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1695657768'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:13.381348 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-8b1878df-0ee3-49ec-a538-55eb586fd4b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.193&port_id=6d518f69-0f48-4e7c-96ac-81281911ffcd HTTP/1.1" status: 200 len: 217 time: 0.0568857 Jul 13 19:31:13.425192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b274b431-e07d-4cb1-ae90-10830f09d1b1 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:31:13.444268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Made reservation on behalf of 3ebcc9fdbb1f40c5ab8dde491287e46e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:13.446610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.463450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.477230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-8c4fd829-4537-48ce-85a0-54ff41752264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:13.478819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-8c4fd829-4537-48ce-85a0-54ff41752264 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f637527d-2257-42ce-b9ad-148ebc512682 HTTP/1.1" status: 200 len: 801 time: 0.0876269 Jul 13 19:31:13.566665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-7d0d3a77-4a7f-40b5-b2fa-f37afee2266d', 'network_id': '7d0d3a77-4a7f-40b5-b2fa-f37afee2266d', 'tenant_id': '33ea7ac679754174bcf31313ba18a392', 'fixed_ips': [{'subnet_id': 'baaa8770-fa82-4e74-9e1c-c1b69bae0087'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:31:13.567721 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.613904 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.638737 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-363faade-5385-4e2b-9ab5-2e553aed6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:13.640347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-363faade-5385-4e2b-9ab5-2e553aed6fa6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac4fbf87-eaf0-4a7c-83df-c7244633ee93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1530144 Jul 13 19:31:13.683660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b274b431-e07d-4cb1-ae90-10830f09d1b1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b274b431-e07d-4cb1-ae90-10830f09d1b1,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:13.710667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b274b431-e07d-4cb1-ae90-10830f09d1b1', 'network_id': '45364309-0286-4bea-b60f-deb9a698b71b', 'port_id': 'b274b431-e07d-4cb1-ae90-10830f09d1b1', 'mac_address': 'fa:16:3e:79:1d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847d1-498e-4391-9449-d685fadc75a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:31:13.769755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.779086 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.797167 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.814731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b274b431-e07d-4cb1-ae90-10830f09d1b1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:13.819923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Allocated IP 172.20.0.2 (7d0d3a77-4a7f-40b5-b2fa-f37afee2266d/baaa8770-fa82-4e74-9e1c-c1b69bae0087/ee0e5974-433e-46ff-a7e8-66c2386296a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:13.826698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d265d-a563-4ea9-9f4b-8e8b8a6cea23 req-551619e1-1e33-4621-8ecf-91ea0aa6bd90 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:13.828531 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b39d265d-a563-4ea9-9f4b-8e8b8a6cea23 req-551619e1-1e33-4621-8ecf-91ea0aa6bd90 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 946 time: 0.4090140 Jul 13 19:31:13.834020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:13.838338 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.853012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b274b431-e07d-4cb1-ae90-10830f09d1b1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b274b431-e07d-4cb1-ae90-10830f09d1b1,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:13.860024 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.860836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:13.876838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 6747cc16-f8f1-4b50-b5ea-171d7fdaeac3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:31:13.879688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276add31-d414-49c5-8646-0e907ab00fbb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:13.893816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Allocated IP 172.25.7.199 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/1e24a2b4-5d89-4a36-9900-2a87845cf97c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:13.899351 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-b585d7c6-0bc2-4f37-8c1c-fd8325de28e3 service neutron] 10.222.0.60 "GET /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251127 Jul 13 19:31:13.905757 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:13.906102 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Added segment 40c54525-2c0b-4351-aabf-f83d140b4757 of type vlan for network 051d8f03-af88-4031-8b6e-34701d57871b Jul 13 19:31:13.931113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b39d265d-a563-4ea9-9f4b-8e8b8a6cea23 req-a3834f59-43b7-4275-af2e-34518d1c23b7 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871460 Jul 13 19:31:13.979997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b274b431-e07d-4cb1-ae90-10830f09d1b1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:13.985805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b274b431-e07d-4cb1-ae90-10830f09d1b1,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:14.062968 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.110266 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.126204 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Transition to ACTIVE for port object ee0e5974-433e-46ff-a7e8-66c2386296a1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:14.152450 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-721bcd05-8760-448d-8a0a-f472eb7c8e2d req-5d0a893c-abf8-4163-bdf3-86ee13d1d759 service neutron] 10.222.0.60 "GET /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445068 Jul 13 19:31:14.155077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Transition to ACTIVE for port object ee0e5974-433e-46ff-a7e8-66c2386296a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:14.155556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.156469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:14.157928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.183925 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.201662 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.241033 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0813539 Jul 13 19:31:14.241975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Pushing event updated for resources: {'Port': ['ID=ee0e5974-433e-46ff-a7e8-66c2386296a1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:14.247393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:14.254336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Request body: {'subnet': {'network_id': '051d8f03-af88-4031-8b6e-34701d57871b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1905040314-subnet', 'tenant_id': '3ebcc9fdbb1f40c5ab8dde491287e46e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:14.256521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.3 (7d0d3a77-4a7f-40b5-b2fa-f37afee2266d/baaa8770-fa82-4e74-9e1c-c1b69bae0087/6747cc16-f8f1-4b50-b5ea-171d7fdaeac3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:14.273618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Pushing event updated for resources: {'Network': ['ID=051d8f03-af88-4031-8b6e-34701d57871b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:14.273903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Network 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:14.278748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:14.286329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:14.291975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.292498 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.292839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.293303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.293489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.293961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.294200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.294485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.295445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.295642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.295961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.296274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646cc3c-5cbc-4b39-8eac-94d233613a2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:14.327784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Made reservation on behalf of 3ebcc9fdbb1f40c5ab8dde491287e46e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:14.330201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.337956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 051d8f03-af88-4031-8b6e-34701d57871b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:14.406467 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.426205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Attempting to bind port ee0e5974-433e-46ff-a7e8-66c2386296a1 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:14.426677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Attempting to bind port ee0e5974-433e-46ff-a7e8-66c2386296a1 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd72a7a7b-25ad-4574-b37b-2cf38a2558d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d0d3a77-4a7f-40b5-b2fa-f37afee2266d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:14.427047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Attempting to bind port ee0e5974-433e-46ff-a7e8-66c2386296a1 on network 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:14.441037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:14.441417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Checking segment: {'id': 'd72a7a7b-25ad-4574-b37b-2cf38a2558d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d0d3a77-4a7f-40b5-b2fa-f37afee2266d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:14.441820 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.442212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Bound using segment: {'id': 'd72a7a7b-25ad-4574-b37b-2cf38a2558d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d0d3a77-4a7f-40b5-b2fa-f37afee2266d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:14.442734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Bound port: ee0e5974-433e-46ff-a7e8-66c2386296a1, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72a7a7b-25ad-4574-b37b-2cf38a2558d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d0d3a77-4a7f-40b5-b2fa-f37afee2266d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:14.443116 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.463378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.472005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:14.480611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:14.484497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:14.492980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object 6747cc16-f8f1-4b50-b5ea-171d7fdaeac3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:14.522299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Pushing event updated for resources: {'Port': ['ID=1e24a2b4-5d89-4a36-9900-2a87845cf97c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:14.542683 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.556223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] For port ee0e5974-433e-46ff-a7e8-66c2386296a1, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:14.562006 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] For port ee0e5974-433e-46ff-a7e8-66c2386296a1, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ee0e5974-433e-46ff-a7e8-66c2386296a1,segment=NetworkSegment(d72a7a7b-25ad-4574-b37b-2cf38a2558d0),segment_id=d72a7a7b-25ad-4574-b37b-2cf38a2558d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:14.568760 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.596614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:14.600149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:14.604780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:14.638799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=6747cc16-f8f1-4b50-b5ea-171d7fdaeac3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:14.662679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757e993-dce3-4a8b-82b3-ff210aaa13b6 None None] Pushing event updated for resources: {'Port': ['ID=ee0e5974-433e-46ff-a7e8-66c2386296a1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:14.666995 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.676193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:14.677647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.694021 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6ca1cddd-c700-4386-9277-054d52fdd797 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3436530 Jul 13 19:31:14.696625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:14.780515 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.819464 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.871503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 6747cc16-f8f1-4b50-b5ea-171d7fdaeac3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:14.872060 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:14.924698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Checking segment: {'id': '40c54525-2c0b-4351-aabf-f83d140b4757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '051d8f03-af88-4031-8b6e-34701d57871b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:14.925582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Network hostable DHCP agents. Network: 051d8f03-af88-4031-8b6e-34701d57871b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:14.952310 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475e5758-5e40-409b-a163-422bbb65fa2f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:15.003232 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.023900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 6747cc16-f8f1-4b50-b5ea-171d7fdaeac3 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:15.030376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Network 051d8f03-af88-4031-8b6e-34701d57871b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:15.049639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 051d8f03-af88-4031-8b6e-34701d57871b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:15.056453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:15.057043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.059714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788a33e0-ada3-4361-8b61-85e2735e5e23 None None] Network 051d8f03-af88-4031-8b6e-34701d57871b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:15.086742 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1f2adecc-f686-4669-a991-11adcf604ec4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8379178 Jul 13 19:31:15.159077 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.166906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.240728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1336cfc6-ce71-46de-85b6-8b8c2fd30525 None None] Network 051d8f03-af88-4031-8b6e-34701d57871b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:15.278166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfe875-6cd7-4fa6-804e-79bf050b291a req-49076f95-ea8c-45ed-9b78-b7bf4d6840aa tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:15.281309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Pushing event updated for resources: {'Port': ['ID=1e24a2b4-5d89-4a36-9900-2a87845cf97c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:15.287661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfe875-6cd7-4fa6-804e-79bf050b291a req-49076f95-ea8c-45ed-9b78-b7bf4d6840aa tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:15.288066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.296347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfe875-6cd7-4fa6-804e-79bf050b291a req-49076f95-ea8c-45ed-9b78-b7bf4d6840aa tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:15.298190 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9cdfe875-6cd7-4fa6-804e-79bf050b291a req-49076f95-ea8c-45ed-9b78-b7bf4d6840aa tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2410 time: 0.1868734 Jul 13 19:31:15.305501 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.306869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65118f4f-e415-4142-af95-b714260bc98a req-06954a1f-725a-420b-98e3-5751ad538490 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0983701 Jul 13 19:31:15.330016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.372276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65118f4f-e415-4142-af95-b714260bc98a req-d2eb3987-e0cb-4b7a-9cd7-2ce3f5724fbd tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0567932 Jul 13 19:31:15.376686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=6747cc16-f8f1-4b50-b5ea-171d7fdaeac3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:15.401624 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9cdfe875-6cd7-4fa6-804e-79bf050b291a req-16be68bf-cd1a-45b3-b477-d1f8baf15e7c tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961382 Jul 13 19:31:15.430661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6d518f69-0f48-4e7c-96ac-81281911ffcd details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:31:15.431360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.431702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.432035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.432366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.432691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.432934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b274b431-e07d-4cb1-ae90-10830f09d1b1 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:15.433045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.433328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.433644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.433962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.434279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.434621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.434937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:15.465432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.470465 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f7cd05c4-dc6b-4838-b1d7-856359311527 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/6747cc16-f8f1-4b50-b5ea-171d7fdaeac3 HTTP/1.1" status: 204 len: 168 time: 0.7705023 Jul 13 19:31:15.472324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:15.515323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65118f4f-e415-4142-af95-b714260bc98a req-f9c0ad63-5ce8-4bb8-9540-0330ea315c0c tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:15.516839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65118f4f-e415-4142-af95-b714260bc98a req-f9c0ad63-5ce8-4bb8-9540-0330ea315c0c tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1365068 Jul 13 19:31:15.523106 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9177daf-035f-42eb-9193-a48ebd1b8a30 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:31:15.528709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:15.529248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a9177daf-035f-42eb-9193-a48ebd1b8a30 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/6747cc16-f8f1-4b50-b5ea-171d7fdaeac3 HTTP/1.1" status: 404 len: 333 time: 0.0554099 Jul 13 19:31:15.605771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-813c6d67-6334-46bf-9ae2-2328d338a7bc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet baaa8770-fa82-4e74-9e1c-c1b69bae0087 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:15.619308 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-813c6d67-6334-46bf-9ae2-2328d338a7bc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.628724 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.657648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6d518f69-0f48-4e7c-96ac-81281911ffcd, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6d518f69-0f48-4e7c-96ac-81281911ffcd,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:15.667980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b274b431-e07d-4cb1-ae90-10830f09d1b1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:15.668424 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.684704 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-813c6d67-6334-46bf-9ae2-2328d338a7bc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.722878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '6d518f69-0f48-4e7c-96ac-81281911ffcd', 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93', 'port_id': '6d518f69-0f48-4e7c-96ac-81281911ffcd', 'mac_address': 'fa:16:3e:a1:96:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f637527d-2257-42ce-b9ad-148ebc512682', 'ip_address': '19.80.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:31:15.805109 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.851450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-813c6d67-6334-46bf-9ae2-2328d338a7bc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.860066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b274b431-e07d-4cb1-ae90-10830f09d1b1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b274b431-e07d-4cb1-ae90-10830f09d1b1,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:15.911835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45df1769-a359-4fbe-9ae6-469b72615877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b274b431-e07d-4cb1-ae90-10830f09d1b1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:15.914049 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b378d09-6c41-4e95-af22-6233fadcf28f" -d '{"events": [{"server_uuid": "45df1769-a359-4fbe-9ae6-469b72615877", "name": "network-vif-plugged", "status": "completed", "tag": "b274b431-e07d-4cb1-ae90-10830f09d1b1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:15.916695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ee0e5974-433e-46ff-a7e8-66c2386296a1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:15.917952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaffd1-814c-484f-add3-0a0633548633 req-04af31f9-95d9-497d-b8cd-4d2ddc808ab6 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:15.919158 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.919537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebfaffd1-814c-484f-add3-0a0633548633 req-04af31f9-95d9-497d-b8cd-4d2ddc808ab6 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.24 "GET /v2.0/ports?device_id=27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2 HTTP/1.1" status: 200 len: 946 time: 0.1672146 Jul 13 19:31:15.980294 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-813c6d67-6334-46bf-9ae2-2328d338a7bc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.032826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c6d67-6334-46bf-9ae2-2328d338a7bc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=baaa8770-fa82-4e74-9e1c-c1b69bae0087,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:16.040969 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-813c6d67-6334-46bf-9ae2-2328d338a7bc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.045590 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-813c6d67-6334-46bf-9ae2-2328d338a7bc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/baaa8770-fa82-4e74-9e1c-c1b69bae0087 HTTP/1.1" status: 204 len: 168 time: 0.5131235 Jul 13 19:31:16.047082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:16.191754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:16.196493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f77aca-6e05-46dd-98d8-025946f877dd None None] Network 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:16.199222 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.262726 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.317852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d518f69-0f48-4e7c-96ac-81281911ffcd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:16.325289 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:31:16.327519 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-fae34174-dab2-400f-b4f7-972e45a33218 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips/72c04e1c-d1ca-4402-9d05-c5271d271f65 HTTP/1.1" status: 200 len: 693 time: 0.0817692 Jul 13 19:31:16.332453 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.339359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ebfaffd1-814c-484f-add3-0a0633548633 req-d4d771de-bc29-427b-b9b7-daa54cdf961c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Deleting port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:16.339698 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebfaffd1-814c-484f-add3-0a0633548633 req-d4d771de-bc29-427b-b9b7-daa54cdf961c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.368212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-581d5fc7-c1e0-4b8d-9d1e-200ac93a159a None None] Provisioning for port ee0e5974-433e-46ff-a7e8-66c2386296a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:16.380008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b274b431-e07d-4cb1-ae90-10830f09d1b1,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:16.388403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6d518f69-0f48-4e7c-96ac-81281911ffcd, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6d518f69-0f48-4e7c-96ac-81281911ffcd,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:16.399318 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.399494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 501adc32-efd5-49ee-8d47-6878f4fbac73 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:31:16.437779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94d569bc-a361-4177-9dd4-38c6d47ec879 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:16.445278 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94d569bc-a361-4177-9dd4-38c6d47ec879 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/networks?id=051d8f03-af88-4031-8b6e-34701d57871b HTTP/1.1" status: 200 len: 818 time: 0.2968273 Jul 13 19:31:16.474126 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-99b70921-72b5-4f51-961a-964da62aad9b tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/quotas/3ebcc9fdbb1f40c5ab8dde491287e46e HTTP/1.1" status: 200 len: 375 time: 0.0274460 Jul 13 19:31:16.483444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-0680d784-6e8c-4040-9b5e-9a8a7e92f04e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:16.485436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-0680d784-6e8c-4040-9b5e-9a8a7e92f04e tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1508672 Jul 13 19:31:16.503958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ee0e5974-433e-46ff-a7e8-66c2386296a1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:16.533524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-37116dc6-29ad-4697-b4d8-5780265ccd6d tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ebcc9fdbb1f40c5ab8dde491287e46e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584750 Jul 13 19:31:16.546821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ee0e5974-433e-46ff-a7e8-66c2386296a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:16.547316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.580697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-4176ffd5-229e-46b2-ae07-29435aab7223 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0893497 Jul 13 19:31:16.608559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6d518f69-0f48-4e7c-96ac-81281911ffcd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:16.615019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ebfaffd1-814c-484f-add3-0a0633548633 req-d4d771de-bc29-427b-b9b7-daa54cdf961c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] For port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:16.616144 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebfaffd1-814c-484f-add3-0a0633548633 req-d4d771de-bc29-427b-b9b7-daa54cdf961c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.648437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port ee0e5974-433e-46ff-a7e8-66c2386296a1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:16.648785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.658948 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-c780281d-4cc4-4cb5-b8bd-a5ec35969985 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0773420 Jul 13 19:31:16.714942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 501adc32-efd5-49ee-8d47-6878f4fbac73, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=501adc32-efd5-49ee-8d47-6878f4fbac73,segment=NetworkSegment(23732223-75d7-49ab-8f0c-20a8cfb469dc),segment_id=23732223-75d7-49ab-8f0c-20a8cfb469dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:16.727782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ebfaffd1-814c-484f-add3-0a0633548633 req-d4d771de-bc29-427b-b9b7-daa54cdf961c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Calling delete_port for 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:16.734054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '501adc32-efd5-49ee-8d47-6878f4fbac73', 'network_id': '81eb7fed-06a7-40a3-8ab0-1a87b860d6ce', 'port_id': '501adc32-efd5-49ee-8d47-6878f4fbac73', 'mac_address': 'fa:16:3e:b4:c2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4498cc03-e2d7-40ad-8617-2da7b213e5f5', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:31:16.735669 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.762867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62104c-68a2-4372-a4b5-7456652a285b None None] DHCP port deletion for 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:16.807475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ee0e5974-433e-46ff-a7e8-66c2386296a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ee0e5974-433e-46ff-a7e8-66c2386296a1,segment=NetworkSegment(d72a7a7b-25ad-4574-b37b-2cf38a2558d0),segment_id=d72a7a7b-25ad-4574-b37b-2cf38a2558d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:16.812986 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.826224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] For port ee0e5974-433e-46ff-a7e8-66c2386296a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ee0e5974-433e-46ff-a7e8-66c2386296a1,segment=NetworkSegment(d72a7a7b-25ad-4574-b37b-2cf38a2558d0),segment_id=d72a7a7b-25ad-4574-b37b-2cf38a2558d0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:16.826653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.830891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-0bfeeba9-9f1e-45a2-ad10-5c8ffc505a2d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2786705 Jul 13 19:31:16.851848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for ee0e5974-433e-46ff-a7e8-66c2386296a1 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:16.856919 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.860202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-87148de5-b513-4b9d-b56e-825a07675c0d tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Deleting port 1e24a2b4-5d89-4a36-9900-2a87845cf97c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:16.860819 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-87148de5-b513-4b9d-b56e-825a07675c0d tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.871952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501adc32-efd5-49ee-8d47-6878f4fbac73 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:16.889955 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-56c41ade-074f-444e-9eab-250cd62c4576 service neutron] 10.222.0.25 "GET /v2.0/networks/051d8f03-af88-4031-8b6e-34701d57871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430729 Jul 13 19:31:16.923623 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ee0e5974-433e-46ff-a7e8-66c2386296a1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:16.957076 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-87148de5-b513-4b9d-b56e-825a07675c0d tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.957422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-87148de5-b513-4b9d-b56e-825a07675c0d tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.965752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 501adc32-efd5-49ee-8d47-6878f4fbac73, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=501adc32-efd5-49ee-8d47-6878f4fbac73,segment=NetworkSegment(23732223-75d7-49ab-8f0c-20a8cfb469dc),segment_id=23732223-75d7-49ab-8f0c-20a8cfb469dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:16.971261 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.971909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d22d9dfc-0576-43ce-820f-97ec03796ef3 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:31:16.976300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-87148de5-b513-4b9d-b56e-825a07675c0d tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Calling delete_port for 1e24a2b4-5d89-4a36-9900-2a87845cf97c owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:17.032697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d22d9dfc-0576-43ce-820f-97ec03796ef3, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d22d9dfc-0576-43ce-820f-97ec03796ef3,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:17.042855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-4cd4fc2b-33bd-4cf9-925b-951374467616 service neutron] 10.222.0.25 "GET /v2.0/networks/051d8f03-af88-4031-8b6e-34701d57871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519713 Jul 13 19:31:17.053128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7c62104c-68a2-4372-a4b5-7456652a285b None None] Deleting port ee0e5974-433e-46ff-a7e8-66c2386296a1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:17.053520 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c62104c-68a2-4372-a4b5-7456652a285b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.117333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'd22d9dfc-0576-43ce-820f-97ec03796ef3', 'network_id': 'ac4fbf87-eaf0-4a7c-83df-c7244633ee93', 'port_id': 'd22d9dfc-0576-43ce-820f-97ec03796ef3', 'mac_address': 'fa:16:3e:8b:21:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f637527d-2257-42ce-b9ad-148ebc512682', 'ip_address': '19.80.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:31:17.126245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.140570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No DVR routers for this DVR port ee0e5974-433e-46ff-a7e8-66c2386296a1 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:17.174841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=501adc32-efd5-49ee-8d47-6878f4fbac73,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:17.179812 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.190587 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebfaffd1-814c-484f-add3-0a0633548633 req-d4d771de-bc29-427b-b9b7-daa54cdf961c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.192970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=ee0e5974-433e-46ff-a7e8-66c2386296a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:17.210513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c62104c-68a2-4372-a4b5-7456652a285b None None] For port ee0e5974-433e-46ff-a7e8-66c2386296a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ee0e5974-433e-46ff-a7e8-66c2386296a1,segment=NetworkSegment(d72a7a7b-25ad-4574-b37b-2cf38a2558d0),segment_id=d72a7a7b-25ad-4574-b37b-2cf38a2558d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:17.211503 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c62104c-68a2-4372-a4b5-7456652a285b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.231295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7c62104c-68a2-4372-a4b5-7456652a285b None None] Calling delete_port for ee0e5974-433e-46ff-a7e8-66c2386296a1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:17.280732 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-87148de5-b513-4b9d-b56e-825a07675c0d tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.303105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d771de-bc29-427b-b9b7-daa54cdf961c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Pushing event deleted for resources: {'Port': ['ID=32e3da2d-a55a-4512-a3ac-d6cb3a864c4e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:17.311389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87148de5-b513-4b9d-b56e-825a07675c0d tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Pushing event deleted for resources: {'Port': ['ID=1e24a2b4-5d89-4a36-9900-2a87845cf97c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:17.364838 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.368250 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfaffd1-814c-484f-add3-0a0633548633 req-d4d771de-bc29-427b-b9b7-daa54cdf961c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] No DVR routers for this DVR port 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:17.377835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebfaffd1-814c-484f-add3-0a0633548633 req-d4d771de-bc29-427b-b9b7-daa54cdf961c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.380549 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebfaffd1-814c-484f-add3-0a0633548633 req-d4d771de-bc29-427b-b9b7-daa54cdf961c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.24 "DELETE /v2.0/ports/32e3da2d-a55a-4512-a3ac-d6cb3a864c4e HTTP/1.1" status: 204 len: 173 time: 1.4499311 Jul 13 19:31:17.381089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2', 'name': 'network-vif-deleted', 'tag': '32e3da2d-a55a-4512-a3ac-d6cb3a864c4e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:17.383705 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c465347-b05b-4aa6-ba50-f5fb208cd3a3" -d '{"events": [{"server_uuid": "27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2", "name": "network-vif-deleted", "tag": "32e3da2d-a55a-4512-a3ac-d6cb3a864c4e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:17.391545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0d3a77-4a7f-40b5-b2fa-f37afee2266d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:17.407931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72a7a7b-25ad-4574-b37b-2cf38a2558d0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:17.409711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72a7a7b-25ad-4574-b37b-2cf38a2558d0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:17.426962 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.446924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.457028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:17.457504 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:17.461591 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:17.545271 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8207e0-d6c7-4a0f-b3d7-17c3a435ec44 x-openstack-request-id: req-4b8207e0-d6c7-4a0f-b3d7-17c3a435ec44 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:17.545634 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45df1769-a359-4fbe-9ae6-469b72615877", "name": "network-vif-plugged", "status": "completed", "tag": "b274b431-e07d-4cb1-ae90-10830f09d1b1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:17.545817 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b8207e0-d6c7-4a0f-b3d7-17c3a435ec44 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:17.550169 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45df1769-a359-4fbe-9ae6-469b72615877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b274b431-e07d-4cb1-ae90-10830f09d1b1', 'code': 200} Jul 13 19:31:17.552057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-87148de5-b513-4b9d-b56e-825a07675c0d tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.556508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['32e3da2d-a55a-4512-a3ac-d6cb3a864c4e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:17.556984 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-87148de5-b513-4b9d-b56e-825a07675c0d tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.577835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f242719f-dab7-46c1-9f8c-61f24cbbab58 req-87148de5-b513-4b9d-b56e-825a07675c0d tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "DELETE /v2.0/floatingips/72c04e1c-d1ca-4402-9d05-c5271d271f65 HTTP/1.1" status: 204 len: 173 time: 0.8908572 Jul 13 19:31:17.592459 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.599919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.608853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5bb7f7de-34f9-4990-8f2a-0e488f0b604c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:17.612633 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/networks/7d0d3a77-4a7f-40b5-b2fa-f37afee2266d HTTP/1.1" status: 204 len: 168 time: 1.5625114 Jul 13 19:31:17.616856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22d9dfc-0576-43ce-820f-97ec03796ef3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:17.645673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:17.651693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'name': 'tempest-PortsTestJSON-608074414'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:17.661881 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c62104c-68a2-4372-a4b5-7456652a285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.674515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475362e7-8390-4149-a342-1e3f3f066247 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Network': ['ID=7d0d3a77-4a7f-40b5-b2fa-f37afee2266d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:17.720324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-11e007a3-1ada-4bc9-8af4-0e899ce9a35c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:17.725769 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-11e007a3-1ada-4bc9-8af4-0e899ce9a35c tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.60 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 945 time: 0.3315160 Jul 13 19:31:17.751243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c62104c-68a2-4372-a4b5-7456652a285b None None] Network 7d0d3a77-4a7f-40b5-b2fa-f37afee2266d is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 19:31:17.751719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62104c-68a2-4372-a4b5-7456652a285b None None] No DVR routers for this DVR port ee0e5974-433e-46ff-a7e8-66c2386296a1 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:17.756686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62104c-68a2-4372-a4b5-7456652a285b None None] Pushing event deleted for resources: {'Port': ['ID=ee0e5974-433e-46ff-a7e8-66c2386296a1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:17.761857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acc3db-01b6-4259-820d-55364072883d req-d348f7af-2653-4ce7-a07c-52837399fe5e tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:17.765445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9acc3db-01b6-4259-820d-55364072883d req-d348f7af-2653-4ce7-a07c-52837399fe5e tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 946 time: 0.2993102 Jul 13 19:31:17.824756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d22d9dfc-0576-43ce-820f-97ec03796ef3, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d22d9dfc-0576-43ce-820f-97ec03796ef3,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:17.837086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ee0e5974-433e-46ff-a7e8-66c2386296a1 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:17.852734 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.938803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ef9d7-b0dc-4344-b8b9-093d3d9ef0d9 req-ad5800aa-7ea2-4b89-b8c3-5cefd2fea7e3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:17.946450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-485ef9d7-b0dc-4344-b8b9-093d3d9ef0d9 req-ad5800aa-7ea2-4b89-b8c3-5cefd2fea7e3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.1478126 Jul 13 19:31:17.948697 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:17.949070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ee0e5974-433e-46ff-a7e8-66c2386296a1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:17.949424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ee0e5974-433e-46ff-a7e8-66c2386296a1 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:17.954514 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:18.027429 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-485ef9d7-b0dc-4344-b8b9-093d3d9ef0d9 req-ac4bde0c-1017-4e2c-a8a8-a249b6fef2a2 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795114 Jul 13 19:31:18.028637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port efcde4fe-c995-4d0f-94f9-b8ec3ac4f9de yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:31:18.049115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=d22d9dfc-0576-43ce-820f-97ec03796ef3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:18.133214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['6d518f69-0f48-4e7c-96ac-81281911ffcd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:18.193589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-ec4258ae-5067-4d32-8ec9-f52faec05fb3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Deleting port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:18.194130 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-ec4258ae-5067-4d32-8ec9-f52faec05fb3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:18.221007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['501adc32-efd5-49ee-8d47-6878f4fbac73'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:18.268267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8c985-0a2e-4b2c-91fc-ecdaa8af8424 req-6fcabd2a-3eec-413e-bbbc-6bdc029e3edd tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:18.274677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8c985-0a2e-4b2c-91fc-ecdaa8af8424 req-6fcabd2a-3eec-413e-bbbc-6bdc029e3edd tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:18.281427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8c985-0a2e-4b2c-91fc-ecdaa8af8424 req-6fcabd2a-3eec-413e-bbbc-6bdc029e3edd tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:18.288827 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b0e8c985-0a2e-4b2c-91fc-ecdaa8af8424 req-6fcabd2a-3eec-413e-bbbc-6bdc029e3edd tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2413 time: 0.3794231 Jul 13 19:31:18.327340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['d22d9dfc-0576-43ce-820f-97ec03796ef3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:18.348904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f9acc3db-01b6-4259-820d-55364072883d req-4c29e562-4d5b-41dc-9a78-6f34db5b28a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Deleting port b274b431-e07d-4cb1-ae90-10830f09d1b1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:18.354243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9acc3db-01b6-4259-820d-55364072883d req-4c29e562-4d5b-41dc-9a78-6f34db5b28a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:18.409035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1659106d-76a5-494d-a291-3967bbd44f22 req-5d0b83ec-d13d-40d5-b2d8-78e47da767f0 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 210 time: 0.0567951 Jul 13 19:31:18.469533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-ec4258ae-5067-4d32-8ec9-f52faec05fb3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] For port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,segment=NetworkSegment(fec76352-ec00-4e36-957a-784795c58959),segment_id=fec76352-ec00-4e36-957a-784795c58959)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:18.469937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-ec4258ae-5067-4d32-8ec9-f52faec05fb3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:18.473749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:18.503994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b0e8c985-0a2e-4b2c-91fc-ecdaa8af8424 req-2377a804-b600-40a5-bd68-0996913dac62 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142797 Jul 13 19:31:18.601124 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:18.612892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-ec4258ae-5067-4d32-8ec9-f52faec05fb3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Calling delete_port for 5bb7f7de-34f9-4990-8f2a-0e488f0b604c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:18.691232 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344f2c32-0db1-4a7f-b822-7ff505a02b9e x-openstack-request-id: req-344f2c32-0db1-4a7f-b822-7ff505a02b9e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:18.691526 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2", "name": "network-vif-deleted", "tag": "32e3da2d-a55a-4512-a3ac-d6cb3a864c4e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:18.691784 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-344f2c32-0db1-4a7f-b822-7ff505a02b9e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:18.692550 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dd0ff3-50e1-4fff-a9d5-cf6c1ee545b2', 'name': 'network-vif-deleted', 'tag': '32e3da2d-a55a-4512-a3ac-d6cb3a864c4e', 'status': 'completed', 'code': 200} Jul 13 19:31:18.723348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:18.738991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:18.753847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:18.759518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:18.760148 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:18.775081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=efcde4fe-c995-4d0f-94f9-b8ec3ac4f9de,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:18.778733 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-c5ff5d9a-acfa-4ba1-a350-52230243c0d3 req-c77e125e-3dc8-486a-acbc-2fc329f197be tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] show failed (client error): The resource could not be found. Jul 13 19:31:18.796382 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-60531516-2ad6-4fdc-8957-27b970f3b54e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1490045 Jul 13 19:31:18.800556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:18.807885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c5ff5d9a-acfa-4ba1-a350-52230243c0d3 req-c77e125e-3dc8-486a-acbc-2fc329f197be tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips/72c04e1c-d1ca-4402-9d05-c5271d271f65 HTTP/1.1" status: 404 len: 350 time: 0.1028483 Jul 13 19:31:18.976379 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-a7151f97-b867-494c-89cf-9189f841bf86 req-9fbbd43a-bc59-44c6-981d-741ee5efa954 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] show failed (client error): The resource could not be found. Jul 13 19:31:18.977039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-148a1b58-e185-46c5-8e20-969867c6bd9d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port efcde4fe-c995-4d0f-94f9-b8ec3ac4f9de {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:18.977468 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-148a1b58-e185-46c5-8e20-969867c6bd9d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:18.977769 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a7151f97-b867-494c-89cf-9189f841bf86 req-9fbbd43a-bc59-44c6-981d-741ee5efa954 tempest-FloatingIPsTestJSON-911383333 tempest-FloatingIPsTestJSON-911383333-project] 10.222.0.25 "GET /v2.0/floatingips/72c04e1c-d1ca-4402-9d05-c5271d271f65 HTTP/1.1" status: 404 len: 350 time: 0.0655494 Jul 13 19:31:18.985155 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-ec4258ae-5067-4d32-8ec9-f52faec05fb3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:18.989301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:19.001081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f9acc3db-01b6-4259-820d-55364072883d req-4c29e562-4d5b-41dc-9a78-6f34db5b28a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] For port b274b431-e07d-4cb1-ae90-10830f09d1b1, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b274b431-e07d-4cb1-ae90-10830f09d1b1,segment=NetworkSegment(d84345d4-f15e-490a-94f4-dd2ec88da195),segment_id=d84345d4-f15e-490a-94f4-dd2ec88da195)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:19.001440 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9acc3db-01b6-4259-820d-55364072883d req-4c29e562-4d5b-41dc-9a78-6f34db5b28a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:19.175760 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-148a1b58-e185-46c5-8e20-969867c6bd9d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:19.227423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-148a1b58-e185-46c5-8e20-969867c6bd9d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for efcde4fe-c995-4d0f-94f9-b8ec3ac4f9de owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:19.403255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4258ae-5067-4d32-8ec9-f52faec05fb3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Pushing event deleted for resources: {'Port': ['ID=5bb7f7de-34f9-4990-8f2a-0e488f0b604c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:19.414806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f9acc3db-01b6-4259-820d-55364072883d req-4c29e562-4d5b-41dc-9a78-6f34db5b28a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Calling delete_port for b274b431-e07d-4cb1-ae90-10830f09d1b1 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:19.430150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b407e-d986-46c9-8ec5-5ec786c494d9 req-c79d1546-167c-4973-bc9d-3916dc8d3b54 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:19.432466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086b407e-d986-46c9-8ec5-5ec786c494d9 req-c79d1546-167c-4973-bc9d-3916dc8d3b54 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/ports?device_id=45df1769-a359-4fbe-9ae6-469b72615877 HTTP/1.1" status: 200 len: 946 time: 0.3417513 Jul 13 19:31:19.505007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b2692a09-0fb6-4523-a469-d474f626475c req-0032fd18-27d3-4b0a-a0a2-fcc8d8e11947 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.25 "GET /v2.0/ports?device_id=394253d7-2af1-4dee-9f8a-2483e117c09a HTTP/1.1" status: 200 len: 210 time: 0.0992210 Jul 13 19:31:19.507823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-ec4258ae-5067-4d32-8ec9-f52faec05fb3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] No DVR routers for this DVR port 5bb7f7de-34f9-4990-8f2a-0e488f0b604c on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:19.512089 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-ec4258ae-5067-4d32-8ec9-f52faec05fb3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:19.514355 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e03ee27-d493-44df-8c65-aef65427fe56 req-ec4258ae-5067-4d32-8ec9-f52faec05fb3 tempest-ListServersNegativeTestJSON-1047761143 tempest-ListServersNegativeTestJSON-1047761143-project] 10.222.0.60 "DELETE /v2.0/ports/5bb7f7de-34f9-4990-8f2a-0e488f0b604c HTTP/1.1" status: 204 len: 173 time: 1.7766788 Jul 13 19:31:19.514852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394253d7-2af1-4dee-9f8a-2483e117c09a', 'name': 'network-vif-deleted', 'tag': '5bb7f7de-34f9-4990-8f2a-0e488f0b604c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:19.517164 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad578572-bde9-41c2-8f0d-670d91046642" -d '{"events": [{"server_uuid": "394253d7-2af1-4dee-9f8a-2483e117c09a", "name": "network-vif-deleted", "tag": "5bb7f7de-34f9-4990-8f2a-0e488f0b604c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:19.684798 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9acc3db-01b6-4259-820d-55364072883d req-4c29e562-4d5b-41dc-9a78-6f34db5b28a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:19.726586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29e562-4d5b-41dc-9a78-6f34db5b28a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Pushing event deleted for resources: {'Port': ['ID=b274b431-e07d-4cb1-ae90-10830f09d1b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:19.798861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9acc3db-01b6-4259-820d-55364072883d req-4c29e562-4d5b-41dc-9a78-6f34db5b28a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] No DVR routers for this DVR port b274b431-e07d-4cb1-ae90-10830f09d1b1 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:19.802568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9acc3db-01b6-4259-820d-55364072883d req-4c29e562-4d5b-41dc-9a78-6f34db5b28a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:19.805387 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9acc3db-01b6-4259-820d-55364072883d req-4c29e562-4d5b-41dc-9a78-6f34db5b28a8 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.60 "DELETE /v2.0/ports/b274b431-e07d-4cb1-ae90-10830f09d1b1 HTTP/1.1" status: 204 len: 173 time: 1.9100895 Jul 13 19:31:19.874618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6d518f69-0f48-4e7c-96ac-81281911ffcd up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:19.948378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1667733-e0dc-4cac-867d-9288d28e9e9b req-e4ba2318-6a87-4053-ae87-6e93df96f342 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:19.951913 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1667733-e0dc-4cac-867d-9288d28e9e9b req-e4ba2318-6a87-4053-ae87-6e93df96f342 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.1014144 Jul 13 19:31:19.965567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 6d518f69-0f48-4e7c-96ac-81281911ffcd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:19.971782 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086b407e-d986-46c9-8ec5-5ec786c494d9 req-1b1b87b3-ee79-4b67-a915-17291edbce15 tempest-ImagesTestJSON-777109832 tempest-ImagesTestJSON-777109832-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7f24f0e-9253-4d89-9bed-920b9ecf7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272317 Jul 13 19:31:19.978268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:19.980415 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 6d518f69-0f48-4e7c-96ac-81281911ffcd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:19.980951 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.004953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-12ef84ca-dcb0-43cd-8c66-3a4f6918cc9c tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:20.009459 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-12ef84ca-dcb0-43cd-8c66-3a4f6918cc9c tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.24 "GET /v2.0/networks?id=051d8f03-af88-4031-8b6e-34701d57871b HTTP/1.1" status: 200 len: 818 time: 0.7583869 Jul 13 19:31:20.015100 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-148a1b58-e185-46c5-8e20-969867c6bd9d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.043370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:20.043712 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 32e3da2d-a55a-4512-a3ac-d6cb3a864c4e not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:20.049928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a1b58-e185-46c5-8e20-969867c6bd9d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=efcde4fe-c995-4d0f-94f9-b8ec3ac4f9de,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:20.057912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Request body: {'port': {'device_id': '51abe699-c0a2-4cf8-95c6-58748d6c8dc8', 'network_id': '051d8f03-af88-4031-8b6e-34701d57871b', 'admin_state_up': True, 'tenant_id': '3ebcc9fdbb1f40c5ab8dde491287e46e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:20.088093 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1667733-e0dc-4cac-867d-9288d28e9e9b req-a00c7ece-1865-4fdc-8610-f60a3ce2c452 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282837 Jul 13 19:31:20.162238 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.168636 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-148a1b58-e185-46c5-8e20-969867c6bd9d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.176886 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-148a1b58-e185-46c5-8e20-969867c6bd9d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/efcde4fe-c995-4d0f-94f9-b8ec3ac4f9de HTTP/1.1" status: 204 len: 168 time: 1.3746064 Jul 13 19:31:20.177529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:20.181724 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade70caf-1a96-4505-8693-93c4c59b8a23 x-openstack-request-id: req-ade70caf-1a96-4505-8693-93c4c59b8a23 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:20.182491 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394253d7-2af1-4dee-9f8a-2483e117c09a", "name": "network-vif-deleted", "tag": "5bb7f7de-34f9-4990-8f2a-0e488f0b604c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:20.182857 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ade70caf-1a96-4505-8693-93c4c59b8a23 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:20.183867 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394253d7-2af1-4dee-9f8a-2483e117c09a', 'name': 'network-vif-deleted', 'tag': '5bb7f7de-34f9-4990-8f2a-0e488f0b604c', 'status': 'completed', 'code': 200} Jul 13 19:31:20.189349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'mac_address': 'fa:16:3e:10:dc:35', 'name': 'tempest-PortsTestJSON-1213222129'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:20.210835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d518f69-0f48-4e7c-96ac-81281911ffcd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:20.219253 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681cec75-9595-4f8d-923a-118e01c20c8c" -d '{"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-plugged", "status": "completed", "tag": "6d518f69-0f48-4e7c-96ac-81281911ffcd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:20.247720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6d518f69-0f48-4e7c-96ac-81281911ffcd, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6d518f69-0f48-4e7c-96ac-81281911ffcd,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:20.255982 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.256850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d22d9dfc-0576-43ce-820f-97ec03796ef3 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:20.360856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6d518f69-0f48-4e7c-96ac-81281911ffcd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:20.392804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c3203db-f0b0-4a16-80c0-aab3eba2bb4c req-13c6869f-597d-4904-9513-dece41c229b0 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 210 time: 0.0519803 Jul 13 19:31:20.474442 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:31:20.474442 n-d-800708-1 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 19:31:20.474442 n-d-800708-1 neutron-server[93766]: [parameters: {'project_id': '3ebcc9fdbb1f40c5ab8dde491287e46e', 'id': 'c202f2a9-86ef-4c07-ba86-b4b1b26507f0', 'expiration': datetime.datetime(2021, 7, 13, 19, 33, 20, 451908)}] Jul 13 19:31:20.474442 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:31:20.476346 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:31:20.485958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port d22d9dfc-0576-43ce-820f-97ec03796ef3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:20.490674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port d22d9dfc-0576-43ce-820f-97ec03796ef3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:20.491074 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.494520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:20.501106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffce7c-6516-46e6-866a-de60978af562 req-820ae559-e0f1-406f-84de-8d3e3b8298be tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:20.507500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffce7c-6516-46e6-866a-de60978af562 req-820ae559-e0f1-406f-84de-8d3e3b8298be tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:20.514381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffce7c-6516-46e6-866a-de60978af562 req-820ae559-e0f1-406f-84de-8d3e3b8298be tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:20.516522 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99ffce7c-6516-46e6-866a-de60978af562 req-820ae559-e0f1-406f-84de-8d3e3b8298be tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2414 time: 0.1260953 Jul 13 19:31:20.606517 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99ffce7c-6516-46e6-866a-de60978af562 req-4d96e6ae-a384-4dd2-b001-23edec1adf5a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840213 Jul 13 19:31:20.689391 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8f61af-f018-44bf-88e3-2836348aa7b1 x-openstack-request-id: req-da8f61af-f018-44bf-88e3-2836348aa7b1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:20.689752 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-plugged", "status": "completed", "tag": "6d518f69-0f48-4e7c-96ac-81281911ffcd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:20.689927 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da8f61af-f018-44bf-88e3-2836348aa7b1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:20.690302 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d518f69-0f48-4e7c-96ac-81281911ffcd', 'code': 200} Jul 13 19:31:20.723538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da981e4d-7efb-496c-b7f4-e2c8848f2bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.731070 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.731365 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.770210 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:20.784688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port ba10743c-1694-44d7-8eb9-426813677732 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:31:20.808197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d22d9dfc-0576-43ce-820f-97ec03796ef3, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d22d9dfc-0576-43ce-820f-97ec03796ef3,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:20.820943 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.821700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 501adc32-efd5-49ee-8d47-6878f4fbac73 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:20.841548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a23c83a-3f74-468b-a346-e687b7940ce0 admin admin] Deleting subnet 732c1906-1a03-47ce-af58-5143062d6e4e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:20.845578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.845897 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a23c83a-3f74-468b-a346-e687b7940ce0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.928778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a23c83a-3f74-468b-a346-e687b7940ce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.026870 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a23c83a-3f74-468b-a346-e687b7940ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.075051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.121430 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a23c83a-3f74-468b-a346-e687b7940ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.137375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=d22d9dfc-0576-43ce-820f-97ec03796ef3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:21.190581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23c83a-3f74-468b-a346-e687b7940ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732c1906-1a03-47ce-af58-5143062d6e4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:21.191113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.193633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 501adc32-efd5-49ee-8d47-6878f4fbac73 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:21.199489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 501adc32-efd5-49ee-8d47-6878f4fbac73 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:21.199596 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.216016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a23c83a-3f74-468b-a346-e687b7940ce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.226522 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1a23c83a-3f74-468b-a346-e687b7940ce0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/732c1906-1a03-47ce-af58-5143062d6e4e HTTP/1.1" status: 204 len: 168 time: 0.4537072 Jul 13 19:31:21.227154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:21.361354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:21.378486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.383203 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.401787 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Made reservation on behalf of 3ebcc9fdbb1f40c5ab8dde491287e46e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:21.405799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.432501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 501adc32-efd5-49ee-8d47-6878f4fbac73, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=501adc32-efd5-49ee-8d47-6878f4fbac73,segment=NetworkSegment(23732223-75d7-49ab-8f0c-20a8cfb469dc),segment_id=23732223-75d7-49ab-8f0c-20a8cfb469dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:21.440242 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.443191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b274b431-e07d-4cb1-ae90-10830f09d1b1 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:21.447345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:21.482771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:21.488596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:21.489217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.490391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.492597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=ba10743c-1694-44d7-8eb9-426813677732,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:21.511434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b6596b-22a6-4df7-a5e4-386559395c3e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:21.536431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec76352-ec00-4e36-957a-784795c58959') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:21.536954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec76352-ec00-4e36-957a-784795c58959') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:21.539148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: b274b431-e07d-4cb1-ae90-10830f09d1b1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:21.539548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b274b431-e07d-4cb1-ae90-10830f09d1b1 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:21.541291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=501adc32-efd5-49ee-8d47-6878f4fbac73,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:21.550088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.577432 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.584395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:21.584881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:21.587173 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:21.598589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cfdbbe79-0d8e-45fe-b6d6-63461a5e85e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4120386 Jul 13 19:31:21.601179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56288) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:21.671084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebf2bf40-36be-4d51-ae13-5c9b736a161a req-3f06c7d2-2be8-4214-8665-e191c7b41288 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 210 time: 0.0827081 Jul 13 19:31:21.705268 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.716676 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.719142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] 10.222.0.25 "DELETE /v2.0/networks/15b6596b-22a6-4df7-a5e4-386559395c3e HTTP/1.1" status: 204 len: 168 time: 0.4893143 Jul 13 19:31:21.734384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdba24e-9173-44fe-b730-aa8b92526024 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b6596b-22a6-4df7-a5e4-386559395c3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:21.761357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d38fd1-d291-4584-baae-3fde89a59547 req-a4f4e369-d2de-48c4-ba50-0c3744a50b3b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:21.762928 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f4d38fd1-d291-4584-baae-3fde89a59547 req-a4f4e369-d2de-48c4-ba50-0c3744a50b3b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.4073069 Jul 13 19:31:21.773547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2383914d-96e7-4111-ab66-b5e89672cfbd tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:21.774913 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2383914d-96e7-4111-ab66-b5e89672cfbd tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/ba10743c-1694-44d7-8eb9-426813677732 HTTP/1.1" status: 200 len: 841 time: 0.1688426 Jul 13 19:31:21.778317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:21.820120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Allocated IP 172.20.0.2 (051d8f03-af88-4031-8b6e-34701d57871b/475e5758-5e40-409b-a163-422bbb65fa2f/ab61b346-afd1-48e2-bcc2-cf7a8fad234b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:21.856667 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f4d38fd1-d291-4584-baae-3fde89a59547 req-f8dbc109-4e01-48d8-8793-7558c732dca5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794497 Jul 13 19:31:21.905770 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5bb7f7de-34f9-4990-8f2a-0e488f0b604c no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:21.946015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 5bb7f7de-34f9-4990-8f2a-0e488f0b604c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:21.946280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5bb7f7de-34f9-4990-8f2a-0e488f0b604c not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:21.954500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:22.008682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-62dece50-5d7d-4e5c-b13a-aa0035798381 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port ba10743c-1694-44d7-8eb9-426813677732 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:22.009127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62dece50-5d7d-4e5c-b13a-aa0035798381 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.098388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] Deleting port df38d02b-df72-4d75-aab4-2d122d09dda6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:22.098927 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.104271 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1d8dd874-d179-490a-b2ca-ad624d7842af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6336f15abdde4076be6327f938b7a2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486619 Jul 13 19:31:22.108609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:22.136835 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62dece50-5d7d-4e5c-b13a-aa0035798381 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.165792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-62dece50-5d7d-4e5c-b13a-aa0035798381 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for ba10743c-1694-44d7-8eb9-426813677732 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:22.188590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45df1769-a359-4fbe-9ae6-469b72615877', 'name': 'network-vif-deleted', 'tag': 'b274b431-e07d-4cb1-ae90-10830f09d1b1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:22.190890 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea210996-251c-4bb0-979d-cf7304e6db13" -d '{"events": [{"server_uuid": "45df1769-a359-4fbe-9ae6-469b72615877", "name": "network-vif-deleted", "tag": "b274b431-e07d-4cb1-ae90-10830f09d1b1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:22.204240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] For port df38d02b-df72-4d75-aab4-2d122d09dda6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=df38d02b-df72-4d75-aab4-2d122d09dda6,segment=NetworkSegment(53b7291f-3efa-49ba-93ff-e948e771f292),segment_id=53b7291f-3efa-49ba-93ff-e948e771f292)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:22.204602 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.221494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] Calling delete_port for df38d02b-df72-4d75-aab4-2d122d09dda6 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:22.233898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:22.258491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd50ac-3b66-4893-b8a0-7a540bd8804e req-586f31bc-d313-478e-ab6b-efcb658d3e3b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:22.265170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd50ac-3b66-4893-b8a0-7a540bd8804e req-586f31bc-d313-478e-ab6b-efcb658d3e3b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:22.271255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd50ac-3b66-4893-b8a0-7a540bd8804e req-586f31bc-d313-478e-ab6b-efcb658d3e3b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:22.278500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8dd50ac-3b66-4893-b8a0-7a540bd8804e req-586f31bc-d313-478e-ab6b-efcb658d3e3b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2416 time: 0.2871199 Jul 13 19:31:22.284171 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbdd80c-4977-4bc6-b407-d556bcf6204e x-openstack-request-id: req-dfbdd80c-4977-4bc6-b407-d556bcf6204e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:22.284474 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45df1769-a359-4fbe-9ae6-469b72615877", "name": "network-vif-deleted", "tag": "b274b431-e07d-4cb1-ae90-10830f09d1b1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:22.284715 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfbdd80c-4977-4bc6-b407-d556bcf6204e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:22.285112 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45df1769-a359-4fbe-9ae6-469b72615877', 'name': 'network-vif-deleted', 'tag': 'b274b431-e07d-4cb1-ae90-10830f09d1b1', 'status': 'completed', 'code': 200} Jul 13 19:31:22.334984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.360728 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51dea8f3-fdd1-433d-a60c-cebecb9a4d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.373148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3db873-8f1e-4460-82ab-327427a89068 admin admin] Deleting subnet 707847d1-498e-4391-9449-d685fadc75a0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:22.394265 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3db873-8f1e-4460-82ab-327427a89068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.421014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8dd50ac-3b66-4893-b8a0-7a540bd8804e req-043b628f-d4a6-44b2-a937-f90fc2bcbf58 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410224 Jul 13 19:31:22.433995 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51dea8f3-fdd1-433d-a60c-cebecb9a4d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.434322 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.449373 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62dece50-5d7d-4e5c-b13a-aa0035798381 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.470000 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3db873-8f1e-4460-82ab-327427a89068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.502792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Network 051d8f03-af88-4031-8b6e-34701d57871b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:22.515473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:22.517921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:22.533220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dece50-5d7d-4e5c-b13a-aa0035798381 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=ba10743c-1694-44d7-8eb9-426813677732,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:22.547452 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62dece50-5d7d-4e5c-b13a-aa0035798381 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.551712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-62dece50-5d7d-4e5c-b13a-aa0035798381 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/ba10743c-1694-44d7-8eb9-426813677732 HTTP/1.1" status: 204 len: 168 time: 0.7700224 Jul 13 19:31:22.552577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:22.580124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Pushing event updated for resources: {'Port': ['ID=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:22.592694 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df203c3-bcab-44ff-8c7e-28feeab986eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:31:22.598760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1df203c3-bcab-44ff-8c7e-28feeab986eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/ba10743c-1694-44d7-8eb9-426813677732 HTTP/1.1" status: 404 len: 333 time: 0.0448339 Jul 13 19:31:22.599222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:22.600427 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3db873-8f1e-4460-82ab-327427a89068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.606323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'name': 'tempest-PortsTestJSON-50376091'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:22.633823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51dea8f3-fdd1-433d-a60c-cebecb9a4d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.636684 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51dea8f3-fdd1-433d-a60c-cebecb9a4d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.637963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-51dea8f3-fdd1-433d-a60c-cebecb9a4d3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0447718-0ff8-4378-bcef-af3bcb2931ee HTTP/1.1" status: 204 len: 168 time: 0.5273585 Jul 13 19:31:22.650912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dea8f3-fdd1-433d-a60c-cebecb9a4d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0447718-0ff8-4378-bcef-af3bcb2931ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:22.691661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22d9dfc-0576-43ce-820f-97ec03796ef3'}, {'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501adc32-efd5-49ee-8d47-6878f4fbac73'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:22.695810 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273ed90f-59ae-4235-b35a-72bd7fc39c79" -d '{"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-plugged", "status": "completed", "tag": "d22d9dfc-0576-43ce-820f-97ec03796ef3"}, {"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-plugged", "status": "completed", "tag": "501adc32-efd5-49ee-8d47-6878f4fbac73"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:22.699767 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3db873-8f1e-4460-82ab-327427a89068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.734509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3db873-8f1e-4460-82ab-327427a89068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707847d1-498e-4391-9449-d685fadc75a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:22.742388 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3db873-8f1e-4460-82ab-327427a89068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.747419 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1a3db873-8f1e-4460-82ab-327427a89068 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/707847d1-498e-4391-9449-d685fadc75a0 HTTP/1.1" status: 204 len: 168 time: 0.5069695 Jul 13 19:31:22.748567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:22.777727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:22.778489 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.804942 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f4352c-d615-4fb4-94f1-d8d9efd9712b x-openstack-request-id: req-e0f4352c-d615-4fb4-94f1-d8d9efd9712b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:22.805334 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-plugged", "status": "completed", "tag": "d22d9dfc-0576-43ce-820f-97ec03796ef3", "code": 200}, {"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-plugged", "status": "completed", "tag": "501adc32-efd5-49ee-8d47-6878f4fbac73", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:22.805869 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0f4352c-d615-4fb4-94f1-d8d9efd9712b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:22.806363 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22d9dfc-0576-43ce-820f-97ec03796ef3', 'code': 200} Jul 13 19:31:22.806736 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501adc32-efd5-49ee-8d47-6878f4fbac73', 'code': 200} Jul 13 19:31:22.832713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.870474 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.934570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-c5d32789-fd2b-44ee-aa81-709813182126 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8878746 Jul 13 19:31:22.958079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=df38d02b-df72-4d75-aab4-2d122d09dda6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:22.968428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Request body: {'port': {'device_id': '51abe699-c0a2-4cf8-95c6-58748d6c8dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:23.175688 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.223825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45364309-0286-4bea-b60f-deb9a698b71b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:23.231022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10e43384-63ec-49be-9627-0dea6dffa34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.256209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:23.265747 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.289140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84345d4-f15e-490a-94f4-dd2ec88da195') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:23.289435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84345d4-f15e-490a-94f4-dd2ec88da195') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:23.330982 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.386891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee8afb-9106-4eb6-b8ae-1eefc0dec2ce req-460fc53a-8d8a-4638-855a-d428044cb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:23.390831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee8afb-9106-4eb6-b8ae-1eefc0dec2ce req-460fc53a-8d8a-4638-855a-d428044cb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:23.391391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee8afb-9106-4eb6-b8ae-1eefc0dec2ce req-460fc53a-8d8a-4638-855a-d428044cb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:23.393209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95ee8afb-9106-4eb6-b8ae-1eefc0dec2ce req-460fc53a-8d8a-4638-855a-d428044cb8c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2869 time: 0.5019269 Jul 13 19:31:23.403582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.438757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a91b94-097e-4080-92d2-822ad92d70a2 req-c39c54c0-e8f0-40d2-b3e1-9a544f949539 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:23.445652 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6a91b94-097e-4080-92d2-822ad92d70a2 req-c39c54c0-e8f0-40d2-b3e1-9a544f949539 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 931 time: 0.5247948 Jul 13 19:31:23.448991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:23.449474 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:23.453011 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:23.504614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 5bffbfb5-94bb-4ec5-9795-e173e2ea13b8 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:31:23.549486 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.566799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.609307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95ee8afb-9106-4eb6-b8ae-1eefc0dec2ce req-49b5c74b-2505-41b6-8bbc-c8e2cd904e53 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886172 Jul 13 19:31:23.613621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6a91b94-097e-4080-92d2-822ad92d70a2 req-c855d7f9-f4c8-4a9a-998e-540e819eaf2c tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671042 Jul 13 19:31:23.617508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.637507 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.640547 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/45364309-0286-4bea-b60f-deb9a698b71b HTTP/1.1" status: 204 len: 168 time: 0.8903966 Jul 13 19:31:23.641659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d39582-ba01-4e31-8bb4-1424fef320a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=45364309-0286-4bea-b60f-deb9a698b71b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:23.777743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:23.898272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.924892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-29947630-network', 'tenant_id': 'c3a7ae3380654184a999750b8de7257c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:23.934779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958d6f6-47d0-493a-9964-3d5e2ac7d30c req-d56756a0-db81-476e-ab60-336d126dbb99 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:23.942371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d958d6f6-47d0-493a-9964-3d5e2ac7d30c req-d56756a0-db81-476e-ab60-336d126dbb99 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.7822201 Jul 13 19:31:23.959662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:24.021945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Made reservation on behalf of c3a7ae3380654184a999750b8de7257c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:24.024619 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.037741 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.077552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c9dd8-dbde-424d-8cf1-676ff9bee95b req-66766ab6-0d08-458b-9ee8-f563ca902a1b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.083753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c9dd8-dbde-424d-8cf1-676ff9bee95b req-66766ab6-0d08-458b-9ee8-f563ca902a1b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.089714 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c9dd8-dbde-424d-8cf1-676ff9bee95b req-66766ab6-0d08-458b-9ee8-f563ca902a1b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.091581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a57c9dd8-dbde-424d-8cf1-676ff9bee95b req-66766ab6-0d08-458b-9ee8-f563ca902a1b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2416 time: 0.2020366 Jul 13 19:31:24.097380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-18f3279d-6e26-4304-9f6a-d56d7ab2e315 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=810b6702d6074cd9a65821c85ca92809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344860 Jul 13 19:31:24.099866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:24.208616 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a57c9dd8-dbde-424d-8cf1-676ff9bee95b req-043385b0-105e-4919-bdf1-300c7eb91fef tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023924 Jul 13 19:31:24.237037 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-062651d9-3d97-4219-b741-3d2a6594b425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.280502 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-062651d9-3d97-4219-b741-3d2a6594b425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.339619 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.349154 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.389894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf30c55-ff31-40ab-a5d4-78c911b38946,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:24.434724 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-062651d9-3d97-4219-b741-3d2a6594b425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.444535 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-062651d9-3d97-4219-b741-3d2a6594b425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.448993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-062651d9-3d97-4219-b741-3d2a6594b425 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7f24f0e-9253-4d89-9bed-920b9ecf7da9 HTTP/1.1" status: 204 len: 168 time: 0.3460147 Jul 13 19:31:24.451576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:24.477349 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.477859 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Added segment c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb of type vlan for network 7d6a1386-458c-4593-a189-3d131edfef8b Jul 13 19:31:24.491665 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.556674 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.599312 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.600444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.601038 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.605742 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062651d9-3d97-4219-b741-3d2a6594b425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f24f0e-9253-4d89-9bed-920b9ecf7da9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:24.666062 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8873034 Jul 13 19:31:24.672349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:24.700457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d958d6f6-47d0-493a-9964-3d5e2ac7d30c req-5b6fd278-0248-4af0-977c-825d10101a1a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7558212 Jul 13 19:31:24.703318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Request body: {'subnet': {'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-29947630-subnet', 'tenant_id': 'c3a7ae3380654184a999750b8de7257c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:24.711281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f4e99-f8aa-4b0c-8790-68e91ad73b44 admin admin] Pushing event updated for resources: {'Network': ['ID=7d6a1386-458c-4593-a189-3d131edfef8b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:24.725791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7d6a1386-458c-4593-a189-3d131edfef8b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:24.879935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Made reservation on behalf of c3a7ae3380654184a999750b8de7257c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:24.882378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:24.975492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b359999-619b-4da6-9ee4-869a833e69c8 req-7bc987a2-5b42-4fc8-9241-73b75098c576 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.990089 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2b359999-619b-4da6-9ee4-869a833e69c8 req-7bc987a2-5b42-4fc8-9241-73b75098c576 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 931 time: 0.1167965 Jul 13 19:31:25.041331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2b359999-619b-4da6-9ee4-869a833e69c8 req-b5dd15b7-9124-4355-a5ee-06d8184cdd86 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386198 Jul 13 19:31:25.046705 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:25.154999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] Router c22cc27f-5999-457d-8ae4-c59e423ebb10 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:25.298890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab61b346-afd1-48e2-bcc2-cf7a8fad234b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:25.307178 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:25.324120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Transition to ACTIVE for port object ab61b346-afd1-48e2-bcc2-cf7a8fad234b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:25.338315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:25.375963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:25.562619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:25.566085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Pushing event updated for resources: {'Port': ['ID=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:25.589146 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:25.591228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:25.612573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:25.618119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:25.618789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:25.752686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 3.1504624 Jul 13 19:31:25.756276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:25.761230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:25.774356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] Sync routers for ids ['c22cc27f-5999-457d-8ae4-c59e423ebb10'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:25.784883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-032fd1f3-efb2-4f27-8a27-f5f8b6ae5e90 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:25.794248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] Routers {'c22cc27f-5999-457d-8ae4-c59e423ebb10'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:25.796948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:31:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c22cc27f-5999-457d-8ae4-c59e423ebb10'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:25.799471 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-00f8778e-b8e6-4447-be86-4aa9d3aef8d8 admin admin] 10.222.0.25 "PUT /v2.0/routers/c22cc27f-5999-457d-8ae4-c59e423ebb10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8086073 Jul 13 19:31:25.808598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:25.820986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b95e61-bc26-4cd8-a26b-c12f45d021ba tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=5bffbfb5-94bb-4ec5-9795-e173e2ea13b8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:25.832663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e636417-bdd1-40d6-a055-153d807b7942 req-03142adf-8c73-45ca-a763-ce4910d4b038 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:25.838726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e636417-bdd1-40d6-a055-153d807b7942 req-03142adf-8c73-45ca-a763-ce4910d4b038 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:25.844996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e636417-bdd1-40d6-a055-153d807b7942 req-03142adf-8c73-45ca-a763-ce4910d4b038 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:25.851936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e636417-bdd1-40d6-a055-153d807b7942 req-03142adf-8c73-45ca-a763-ce4910d4b038 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2416 time: 0.4707766 Jul 13 19:31:25.861303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e80fed-1f4d-4282-a039-3007576211a3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:25.943863 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-032fd1f3-efb2-4f27-8a27-f5f8b6ae5e90 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:25.987137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Checking segment: {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:25.987607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Network hostable DHCP agents. Network: 7d6a1386-458c-4593-a189-3d131edfef8b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:26.004936 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.010757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Attempting to bind port ab61b346-afd1-48e2-bcc2-cf7a8fad234b on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:26.010999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Attempting to bind port ab61b346-afd1-48e2-bcc2-cf7a8fad234b by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '40c54525-2c0b-4351-aabf-f83d140b4757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '051d8f03-af88-4031-8b6e-34701d57871b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:26.011335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Attempting to bind port ab61b346-afd1-48e2-bcc2-cf7a8fad234b on network 051d8f03-af88-4031-8b6e-34701d57871b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:26.019950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e636417-bdd1-40d6-a055-153d807b7942 req-9e7d7348-1ac6-4d18-b2ee-ad1112cf7c17 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671557 Jul 13 19:31:26.035938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] Set router c22cc27f-5999-457d-8ae4-c59e423ebb10 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:26.061566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Port ab61b346-afd1-48e2-bcc2-cf7a8fad234b on network 051d8f03-af88-4031-8b6e-34701d57871b not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:31:26.061904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Attempting to bind port ab61b346-afd1-48e2-bcc2-cf7a8fad234b on network 051d8f03-af88-4031-8b6e-34701d57871b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:26.071413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-afc7f2fe-1ea8-4af9-83c9-acd6f156809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.086563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-afc7f2fe-1ea8-4af9-83c9-acd6f156809e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4&tenant_id=73a16b8b29a6415fa990181ff3c3c0ba HTTP/1.1" status: 200 len: 1094 time: 0.4621816 Jul 13 19:31:26.090251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:26.090251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Checking segment: {'id': '40c54525-2c0b-4351-aabf-f83d140b4757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '051d8f03-af88-4031-8b6e-34701d57871b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:26.090251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Bound using segment: {'id': '40c54525-2c0b-4351-aabf-f83d140b4757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '051d8f03-af88-4031-8b6e-34701d57871b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:26.090251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Bound port: ab61b346-afd1-48e2-bcc2-cf7a8fad234b, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c54525-2c0b-4351-aabf-f83d140b4757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '051d8f03-af88-4031-8b6e-34701d57871b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:26.090251 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.151050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Network 7d6a1386-458c-4593-a189-3d131edfef8b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:26.244536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] For port ab61b346-afd1-48e2-bcc2-cf7a8fad234b, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:26.248981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] For port ab61b346-afd1-48e2-bcc2-cf7a8fad234b, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,segment=NetworkSegment(40c54525-2c0b-4351-aabf-f83d140b4757),segment_id=40c54525-2c0b-4351-aabf-f83d140b4757)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:26.252856 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-032fd1f3-efb2-4f27-8a27-f5f8b6ae5e90 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.259851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-032fd1f3-efb2-4f27-8a27-f5f8b6ae5e90 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.270719 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.303838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 7d6a1386-458c-4593-a189-3d131edfef8b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:26.309181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.309800 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.333560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-032fd1f3-efb2-4f27-8a27-f5f8b6ae5e90 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] In _notify_port_updated(), no bound segment for port 5bffbfb5-94bb-4ec5-9795-e173e2ea13b8 on network 455de0d3-fd34-4dcf-92c2-d9677417fd9b {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:31:26.343400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032fd1f3-efb2-4f27-8a27-f5f8b6ae5e90 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.344051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-032fd1f3-efb2-4f27-8a27-f5f8b6ae5e90 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.348030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-032fd1f3-efb2-4f27-8a27-f5f8b6ae5e90 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "PUT /v2.0/ports/5bffbfb5-94bb-4ec5-9795-e173e2ea13b8 HTTP/1.1" status: 200 len: 818 time: 0.5882158 Jul 13 19:31:26.348738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:26.349428 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.368344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.369776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.370386 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab61b346-afd1-48e2-bcc2-cf7a8fad234b HTTP/1.1" status: 200 len: 1091 time: 3.4137955 Jul 13 19:31:26.378613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51abe699-c0a2-4cf8-95c6-58748d6c8dc8', 'tag': 'ab61b346-afd1-48e2-bcc2-cf7a8fad234b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:26.381309 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "51abe699-c0a2-4cf8-95c6-58748d6c8dc8", "tag": "ab61b346-afd1-48e2-bcc2-cf7a8fad234b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:26.409145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a049776-8c15-4a7f-a141-ce139c8ab624 None None] Network 7d6a1386-458c-4593-a189-3d131edfef8b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:26.474238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-77d8d19f-3b1b-4ce7-90b9-70d1f59d7f69 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8000126 Jul 13 19:31:26.507752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fd1f3-efb2-4f27-8a27-f5f8b6ae5e90 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=5bffbfb5-94bb-4ec5-9795-e173e2ea13b8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:26.514968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:26.579393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-15076ca1-b5ee-4107-b4e5-d9a58b09d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.581101 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-15076ca1-b5ee-4107-b4e5-d9a58b09d0df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 1094 time: 0.4570594 Jul 13 19:31:26.581720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a08bfa-fc98-4013-b19b-522e63387653 service neutron] Pushing event updated for resources: {'Port': ['ID=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:26.584119 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'name': 'tempest-FloatingIPsTestJSON-194634612-router', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:49Z', 'updated_at': '2021-07-13T19:31:22Z', 'revision_number': 5, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'gw_port': {'id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:50Z', 'updated_at': '2021-07-13T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:26.584428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c954c04-d333-4e86-a4ba-dc45c1b78bae tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 5bffbfb5-94bb-4ec5-9795-e173e2ea13b8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:26.584777 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c954c04-d333-4e86-a4ba-dc45c1b78bae tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.649518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] Checking router: c22cc27f-5999-457d-8ae4-c59e423ebb10 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:26.685920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] Routers {'c22cc27f-5999-457d-8ae4-c59e423ebb10'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:26.686742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:31:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c22cc27f-5999-457d-8ae4-c59e423ebb10'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:26.700781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b67c9b-079a-4203-a957-671ad2490380 None None] Network 7d6a1386-458c-4593-a189-3d131edfef8b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:26.734846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ff7e3-17e5-4cd4-958b-c3409eb761a9 req-bb9d0022-73d0-4fe7-a1c0-689e15f68b53 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.736547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a84ff7e3-17e5-4cd4-958b-c3409eb761a9 req-bb9d0022-73d0-4fe7-a1c0-689e15f68b53 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.3980041 Jul 13 19:31:26.739964 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c954c04-d333-4e86-a4ba-dc45c1b78bae tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.740927 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.757237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4b38-2d51-435b-b816-cafbfcdff5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:26.775147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-4b357586-a96f-4ff6-8d38-222240cb9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.777104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-4b357586-a96f-4ff6-8d38-222240cb9ce0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ebcc9fdbb1f40c5ab8dde491287e46e&device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 1094 time: 0.3266718 Jul 13 19:31:26.778845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d54c15-f4ea-4950-b902-b209046fd148 req-4c81663a-f276-4cb9-a223-be256b162d4f tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.780733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55d54c15-f4ea-4950-b902-b209046fd148 req-4c81663a-f276-4cb9-a223-be256b162d4f tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 943 time: 0.2634823 Jul 13 19:31:26.789085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c954c04-d333-4e86-a4ba-dc45c1b78bae tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 5bffbfb5-94bb-4ec5-9795-e173e2ea13b8 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:26.827394 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-52cb519f-70cc-453c-a762-040b7971a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.829040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-52cb519f-70cc-453c-a762-040b7971a509 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.2329299 Jul 13 19:31:26.871488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-314a80d7-4f31-40e1-96ce-0023f45e659e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab61b346-afd1-48e2-bcc2-cf7a8fad234b HTTP/1.1" status: 200 len: 217 time: 0.0774734 Jul 13 19:31:26.879665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] Set router c22cc27f-5999-457d-8ae4-c59e423ebb10 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:26.928649 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55d54c15-f4ea-4950-b902-b209046fd148 req-319b3f3a-25be-43ec-8d71-aac54e66756a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361673 Jul 13 19:31:26.980361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a84ff7e3-17e5-4cd4-958b-c3409eb761a9 req-cf3eaa2c-dd29-4e9d-9125-f1444970a1bf tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267694 Jul 13 19:31:27.066754 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-6bdd6910-a76a-41f1-a0d6-12e87b7b30fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 HTTP/1.1" status: 200 len: 999 time: 0.1993513 Jul 13 19:31:27.073070 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c954c04-d333-4e86-a4ba-dc45c1b78bae tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.102141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-ada8dc54-0ccb-4cd3-bf4b-a0df77cf4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:27.112307 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-ada8dc54-0ccb-4cd3-bf4b-a0df77cf4cb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=475e5758-5e40-409b-a163-422bbb65fa2f HTTP/1.1" status: 200 len: 858 time: 0.2046423 Jul 13 19:31:27.121555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c954c04-d333-4e86-a4ba-dc45c1b78bae tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=5bffbfb5-94bb-4ec5-9795-e173e2ea13b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:27.137267 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4b38-2d51-435b-b816-cafbfcdff5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.152474 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4b38-2d51-435b-b816-cafbfcdff5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.156865 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c954c04-d333-4e86-a4ba-dc45c1b78bae tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.159742 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8c954c04-d333-4e86-a4ba-dc45c1b78bae tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/5bffbfb5-94bb-4ec5-9795-e173e2ea13b8 HTTP/1.1" status: 204 len: 168 time: 0.8096392 Jul 13 19:31:27.164012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:27.173939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'name': 'tempest-FloatingIPsTestJSON-194634612-router', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:49Z', 'updated_at': '2021-07-13T19:31:22Z', 'revision_number': 5, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'gw_port': {'id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:50Z', 'updated_at': '2021-07-13T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:27.204683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:27.207310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-a5cbd1a2-1da0-44e8-b20f-9d50465b165e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=051d8f03-af88-4031-8b6e-34701d57871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424197 Jul 13 19:31:27.215607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Deleting port 1a7ca4df-4761-46bd-b777-af2e8ec2458f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:27.216082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.254317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559dd1a-906a-476c-bf86-912b32925384 None None] The sync data for ids ['c22cc27f-5999-457d-8ae4-c59e423ebb10'] in n-d-800708-1 is: [{'id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'name': 'tempest-FloatingIPsTestJSON-194634612-router', 'tenant_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:49Z', 'updated_at': '2021-07-13T19:31:22Z', 'revision_number': 5, 'project_id': 'e56f31c416fc4dd38a7f1d30e4bbe230', 'gw_port': {'id': '1a7ca4df-4761-46bd-b777-af2e8ec2458f', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22cc27f-5999-457d-8ae4-c59e423ebb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:50Z', 'updated_at': '2021-07-13T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:27.283529 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1dc090-5220-4d2a-8a5e-023bd23cd297 x-openstack-request-id: req-ce1dc090-5220-4d2a-8a5e-023bd23cd297 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:27.285671 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51abe699-c0a2-4cf8-95c6-58748d6c8dc8", "tag": "ab61b346-afd1-48e2-bcc2-cf7a8fad234b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:27.287916 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce1dc090-5220-4d2a-8a5e-023bd23cd297 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:27.288468 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51abe699-c0a2-4cf8-95c6-58748d6c8dc8', 'tag': 'ab61b346-afd1-48e2-bcc2-cf7a8fad234b', 'status': 'completed', 'code': 200} Jul 13 19:31:27.305753 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ffdd4b38-2d51-435b-b816-cafbfcdff5df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1a8e5fdef0648c7b2e0413dc6688e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7865508 Jul 13 19:31:27.306027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:27.344254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-d2168635-b4e1-481d-aae3-367f2f434a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:27.345920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-d2168635-b4e1-481d-aae3-367f2f434a3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.2717609 Jul 13 19:31:27.401315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd4b38-2d51-435b-b816-cafbfcdff5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e184cc8d-2ec4-44ad-99b6-928b1acc2fb8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:27.444187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89afaf6c-2315-4a7b-a678-a470de0594c1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:27.445786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-89afaf6c-2315-4a7b-a678-a470de0594c1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2650285 Jul 13 19:31:27.448969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:27.498063 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e24329-2f06-4791-b4b0-74ec1068b0a0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:31:27.500053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-26e24329-2f06-4791-b4b0-74ec1068b0a0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/5bffbfb5-94bb-4ec5-9795-e173e2ea13b8 HTTP/1.1" status: 404 len: 333 time: 0.0490615 Jul 13 19:31:27.509047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:27.512026 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379c0b46-d131-4a80-8787-5633c10d1415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.540828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379c0b46-d131-4a80-8787-5633c10d1415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.553487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-402943540'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:27.642973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:27.646746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.693002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379c0b46-d131-4a80-8787-5633c10d1415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.695807 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379c0b46-d131-4a80-8787-5633c10d1415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.698851 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-379c0b46-d131-4a80-8787-5633c10d1415 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e184cc8d-2ec4-44ad-99b6-928b1acc2fb8 HTTP/1.1" status: 204 len: 168 time: 0.3918900 Jul 13 19:31:27.703937 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device df38d02b-df72-4d75-aab4-2d122d09dda6 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:27.717763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d154d6-515d-4cc8-a79c-e0e0e5903a96 req-22509280-4d38-4311-a9bb-dc190b4ab2a8 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:27.724332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d154d6-515d-4cc8-a79c-e0e0e5903a96 req-22509280-4d38-4311-a9bb-dc190b4ab2a8 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:27.730903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d154d6-515d-4cc8-a79c-e0e0e5903a96 req-22509280-4d38-4311-a9bb-dc190b4ab2a8 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:27.739619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: df38d02b-df72-4d75-aab4-2d122d09dda6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:27.739934 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29d154d6-515d-4cc8-a79c-e0e0e5903a96 req-22509280-4d38-4311-a9bb-dc190b4ab2a8 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2416 time: 0.1664724 Jul 13 19:31:27.740382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device df38d02b-df72-4d75-aab4-2d122d09dda6 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:27.746039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:27.761375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c0b46-d131-4a80-8787-5633c10d1415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e184cc8d-2ec4-44ad-99b6-928b1acc2fb8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:27.786956 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.787308 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Added segment 0172ae6a-1655-4232-93f0-56a304eb20fc of type vlan for network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 Jul 13 19:31:27.857882 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29d154d6-515d-4cc8-a79c-e0e0e5903a96 req-dac2c3cd-6b6f-4524-bf03-fa873ebf51a8 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169653 Jul 13 19:31:27.862611 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.897383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] For port 1a7ca4df-4761-46bd-b777-af2e8ec2458f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1a7ca4df-4761-46bd-b777-af2e8ec2458f,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:27.897965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.909804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-065c3d81-5ceb-4853-bb62-8fae7bde8dea admin admin] Deleting subnet 689eb9a9-afaa-4060-b430-02da6938dc28 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:27.909970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.913557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:27.914475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.934686 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-065c3d81-5ceb-4853-bb62-8fae7bde8dea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.947042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Calling delete_port for 1a7ca4df-4761-46bd-b777-af2e8ec2458f owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:27.985018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-e26d8962-f50f-4f06-81a3-1714a24c5f9a service neutron] 10.222.0.24 "GET /v2.0/networks/051d8f03-af88-4031-8b6e-34701d57871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640648 Jul 13 19:31:27.992936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4797525 Jul 13 19:31:27.993481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:28.009546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:28.039161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfe253-bf2c-457d-b3a0-bb69e7495541 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Network': ['ID=2cbd03e4-9111-4ff2-ad30-553c3f158e80,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:28.055630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:28.082011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-065c3d81-5ceb-4853-bb62-8fae7bde8dea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.162340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-a5d86f79-fe6c-487e-a385-2f940959394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.164053 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-a5d86f79-fe6c-487e-a385-2f940959394d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7975948 Jul 13 19:31:28.178009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:28.181592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.200566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-a62b7e94-4b9e-434e-b6e8-dafc7cf86cf5 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.202237 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-a62b7e94-4b9e-434e-b6e8-dafc7cf86cf5 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/networks?id=7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 200 len: 811 time: 0.4262869 Jul 13 19:31:28.251251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e0612-1a0c-4d65-a0f6-df98fcd22dba req-5835c018-5b3d-452c-ba9d-6095c918e670 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.252773 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-257e0612-1a0c-4d65-a0f6-df98fcd22dba req-5835c018-5b3d-452c-ba9d-6095c918e670 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 943 time: 0.1528039 Jul 13 19:31:28.288799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-065c3d81-5ceb-4853-bb62-8fae7bde8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.328562 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-453a1db9-9f92-4e10-9669-b2e1df63d8aa tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/quotas/c3a7ae3380654184a999750b8de7257c HTTP/1.1" status: 200 len: 375 time: 0.1009920 Jul 13 19:31:28.329837 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-257e0612-1a0c-4d65-a0f6-df98fcd22dba req-ed079eb3-4b2d-4646-8b7d-2d9c1c6fc2cd tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576761 Jul 13 19:31:28.437570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-93878935-886f-4060-b527-3bdfcb63db7e tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3a7ae3380654184a999750b8de7257c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1080611 Jul 13 19:31:28.452951 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.461131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-385ca520-4bcc-47f2-bc30-ab2e0051ea11 req-91c4b825-622d-423a-b52b-85cd1178756f service neutron] 10.222.0.24 "GET /v2.0/networks/051d8f03-af88-4031-8b6e-34701d57871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621408 Jul 13 19:31:28.578450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=95f0a307-f400-4e95-bd8b-9b6dbdd88083,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:28.583138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Checking segment: {'id': '0172ae6a-1655-4232-93f0-56a304eb20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:28.583497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network hostable DHCP agents. Network: 2cbd03e4-9111-4ff2-ad30-553c3f158e80, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:28.589714 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-978714b8-d6e6-48c6-8933-3a1e872c771c service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076333 Jul 13 19:31:28.611234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:28.615055 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-065c3d81-5ceb-4853-bb62-8fae7bde8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.618121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:28.640827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0dbc2-5613-44cb-972b-8de3f72dbffd req-310ba1a5-521d-4048-9ac2-a78d63d93286 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.643390 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60c0dbc2-5613-44cb-972b-8de3f72dbffd req-310ba1a5-521d-4048-9ac2-a78d63d93286 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.1389897 Jul 13 19:31:28.644628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 2cbd03e4-9111-4ff2-ad30-553c3f158e80) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:28.650014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.650623 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.669053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c043424-09be-4cb4-8c43-f86d5d436c3e None None] Network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:28.688602 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8aff7d3e-4c67-4db5-894d-23b5bba54665 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6818531 Jul 13 19:31:28.689067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:28.695394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fe389396-1cf7-4eff-96cd-289f49ff1d52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:28.714164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c3d81-5ceb-4853-bb62-8fae7bde8dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689eb9a9-afaa-4060-b430-02da6938dc28,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:28.716971 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-065c3d81-5ceb-4853-bb62-8fae7bde8dea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.719040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-065c3d81-5ceb-4853-bb62-8fae7bde8dea admin admin] 10.222.0.25 "DELETE /v2.0/subnets/689eb9a9-afaa-4060-b430-02da6938dc28 HTTP/1.1" status: 204 len: 168 time: 1.5107374 Jul 13 19:31:28.723645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:28.749703 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-a50756cf-f20b-45aa-8a8e-d64f17e85bce service neutron] 10.222.0.25 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111956 Jul 13 19:31:28.756605 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.839304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7ca4df-4761-46bd-b777-af2e8ec2458f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:28.865834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-2cbd03e4-9111-4ff2-ad30-553c3f158e80', 'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80', 'tenant_id': '33ea7ac679754174bcf31313ba18a392', 'fixed_ips': [{'subnet_id': '95f0a307-f400-4e95-bd8b-9b6dbdd88083'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:31:28.866756 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.894274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca req-52efa257-3eb0-4fe8-b551-c85e7caae36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.895764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca req-52efa257-3eb0-4fe8-b551-c85e7caae36a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ebcc9fdbb1f40c5ab8dde491287e46e&device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 1094 time: 0.3680177 Jul 13 19:31:28.936519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-9bc9efbe-af8c-4e45-8fed-34241fc8e0fa service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192074 Jul 13 19:31:29.020731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.027822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Allocated IP 172.20.0.2 (2cbd03e4-9111-4ff2-ad30-553c3f158e80/95f0a307-f400-4e95-bd8b-9b6dbdd88083/2d20eb62-c6aa-40fa-878d-8177e951048c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:29.057871 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4fa697a9-f569-4bb9-863d-61e9e08772b3 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972732 Jul 13 19:31:29.132781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1887758825-network', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:29.136137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.141854 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.148031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60c0dbc2-5613-44cb-972b-8de3f72dbffd req-049e2826-afc6-48ee-af98-e1712ca3ceb6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4869776 Jul 13 19:31:29.192542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca req-144e95bc-bc03-422e-9afe-8c875cef5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:29.193875 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca req-144e95bc-bc03-422e-9afe-8c875cef5375 service neutron] 10.222.0.24 "GET /v2.0/networks?id=051d8f03-af88-4031-8b6e-34701d57871b HTTP/1.1" status: 200 len: 919 time: 0.2704952 Jul 13 19:31:29.203271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.204198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c22cc27f-5999-457d-8ae4-c59e423ebb10 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:31:29.210785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.214390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b1d62e88-7f4e-41de-8286-853b2b53c509 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c22cc27f-5999-457d-8ae4-c59e423ebb10 HTTP/1.1" status: 204 len: 168 time: 3.4003940 Jul 13 19:31:29.221848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:29.292342 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.309587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca req-08cfd654-c025-41ac-8535-5c6071de650f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab61b346-afd1-48e2-bcc2-cf7a8fad234b HTTP/1.1" status: 200 len: 217 time: 0.1031747 Jul 13 19:31:29.335661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Transition to ACTIVE for port object 2d20eb62-c6aa-40fa-878d-8177e951048c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:29.350169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.375020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Made reservation on behalf of e4be9101a48c4f01b47e38d7b5015101 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:29.378027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.381116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Transition to ACTIVE for port object 2d20eb62-c6aa-40fa-878d-8177e951048c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:29.397197 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.415471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.416175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e4e57d-e06a-4ed8-93e4-34efa8faa1b0 admin admin] Deleting subnet 15e0686e-f1b2-4a73-9784-b2dcf756af68 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:29.421966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e57d-e06a-4ed8-93e4-34efa8faa1b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.452048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca req-597d0778-bb2f-4d67-b711-ce020c519347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:29.453563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca req-597d0778-bb2f-4d67-b711-ce020c519347 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=475e5758-5e40-409b-a163-422bbb65fa2f HTTP/1.1" status: 200 len: 858 time: 0.1321068 Jul 13 19:31:29.478815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Pushing event updated for resources: {'Port': ['ID=2d20eb62-c6aa-40fa-878d-8177e951048c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:29.494207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:29.503846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:29.507249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.507755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.508236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.508862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.509499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.509979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.510496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.510972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.511449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.511942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.512553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.513244 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:29.516640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:29.535723 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca req-9d8ea612-7766-4dbb-a040-d5c8f5fd041a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=051d8f03-af88-4031-8b6e-34701d57871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570927 Jul 13 19:31:29.548240 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e57d-e06a-4ed8-93e4-34efa8faa1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.564643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-b1f0a7ab-fc16-4843-947b-7cf157ca13df tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:29.573646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-b1f0a7ab-fc16-4843-947b-7cf157ca13df tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:29.590985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-b1f0a7ab-fc16-4843-947b-7cf157ca13df tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:29.592989 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-b1f0a7ab-fc16-4843-947b-7cf157ca13df tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.60 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2416 time: 0.4202750 Jul 13 19:31:29.604635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Attempting to bind port 2d20eb62-c6aa-40fa-878d-8177e951048c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:29.605474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Attempting to bind port 2d20eb62-c6aa-40fa-878d-8177e951048c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '0172ae6a-1655-4232-93f0-56a304eb20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:29.606007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Attempting to bind port 2d20eb62-c6aa-40fa-878d-8177e951048c on network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:29.620058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:29.624288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Checking segment: {'id': '0172ae6a-1655-4232-93f0-56a304eb20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:29.625204 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.625914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Bound using segment: {'id': '0172ae6a-1655-4232-93f0-56a304eb20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:29.626589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Bound port: 2d20eb62-c6aa-40fa-878d-8177e951048c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0172ae6a-1655-4232-93f0-56a304eb20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:29.627141 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.631735 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:31:29.631735 n-d-800708-1 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:31:29.631735 n-d-800708-1 neutron-server[93767]: [parameters: {'project_id_1': 'e4be9101a48c4f01b47e38d7b5015101', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 31, 29, 503545)}] Jul 13 19:31:29.631735 n-d-800708-1 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:31:29.632074 n-d-800708-1 neutron-server[93767]: DEBUG oslo_db.api [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:31:29.773705 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca req-ea6927c2-f41c-4682-b5eb-7c5c41b442dd service neutron] 10.222.0.24 "GET /v2.0/networks/051d8f03-af88-4031-8b6e-34701d57871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232189 Jul 13 19:31:29.779624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe389396-1cf7-4eff-96cd-289f49ff1d52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:29.786824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe389396-1cf7-4eff-96cd-289f49ff1d52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.795735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] For port 2d20eb62-c6aa-40fa-878d-8177e951048c, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:29.811443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] For port 2d20eb62-c6aa-40fa-878d-8177e951048c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d20eb62-c6aa-40fa-878d-8177e951048c,segment=NetworkSegment(0172ae6a-1655-4232-93f0-56a304eb20fc),segment_id=0172ae6a-1655-4232-93f0-56a304eb20fc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:29.820172 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.932426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e57d-e06a-4ed8-93e4-34efa8faa1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.973630 n-d-800708-1 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-fe389396-1cf7-4eff-96cd-289f49ff1d52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 95f0a307-f400-4e95-bd8b-9b6dbdd88083 (CIDR: 172.20.0.0/28) Jul 13 19:31:29.989162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bcc72-ad73-474d-aac4-021cba410b36 None None] Pushing event updated for resources: {'Port': ['ID=2d20eb62-c6aa-40fa-878d-8177e951048c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:29.992493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1a7ca4df-4761-46bd-b777-af2e8ec2458f no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:30.011292 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.031981 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe389396-1cf7-4eff-96cd-289f49ff1d52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:31:30.032780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe389396-1cf7-4eff-96cd-289f49ff1d52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:31:30.061148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 1a7ca4df-4761-46bd-b777-af2e8ec2458f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:30.061703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1a7ca4df-4761-46bd-b777-af2e8ec2458f not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:30.066650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f09d8e-4f78-4d20-8020-5fca1d07f50e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:30.102483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4609b6-56d9-4da9-8598-64126d460183') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:30.102731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4609b6-56d9-4da9-8598-64126d460183') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:30.151619 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.156144 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.205371 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fe389396-1cf7-4eff-96cd-289f49ff1d52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5127404 Jul 13 19:31:30.227961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf068a-8811-4e1e-9195-1936b4be67ba req-9f15deb6-089a-487d-b2c7-4addb61f51e3 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:30.235951 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8eaee942-5b85-4d43-9d80-0b18d6b5d6ca req-72df18ff-ac89-4391-8bdf-7a3c2cd5fd14 service neutron] 10.222.0.24 "GET /v2.0/networks/051d8f03-af88-4031-8b6e-34701d57871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847169 Jul 13 19:31:30.237693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:30.245743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e57d-e06a-4ed8-93e4-34efa8faa1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.246645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf068a-8811-4e1e-9195-1936b4be67ba req-9f15deb6-089a-487d-b2c7-4addb61f51e3 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:30.259377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2daab64e-76d4-4e0f-86bd-3c1bb8369d38 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:30.272021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf068a-8811-4e1e-9195-1936b4be67ba req-9f15deb6-089a-487d-b2c7-4addb61f51e3 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:30.285783 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3caf068a-8811-4e1e-9195-1936b4be67ba req-9f15deb6-089a-487d-b2c7-4addb61f51e3 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2416 time: 0.8592989 Jul 13 19:31:30.365248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.455172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4e57d-e06a-4ed8-93e4-34efa8faa1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e0686e-f1b2-4a73-9784-b2dcf756af68,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:30.456013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:30.456585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.463048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39af80e-23e2-4d0f-86d2-dafc5dbf7543 None None] Network 13889880-d223-458e-b8b9-6c20d31c44df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:30.478196 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e57d-e06a-4ed8-93e4-34efa8faa1b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:30.493790 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:30.496096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:30.499108 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f9e4e57d-e06a-4ed8-93e4-34efa8faa1b0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15e0686e-f1b2-4a73-9784-b2dcf756af68 HTTP/1.1" status: 204 len: 168 time: 1.2749565 Jul 13 19:31:30.689351 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3caf068a-8811-4e1e-9195-1936b4be67ba req-51c8dbbf-5565-494d-add5-bf411b681bb0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073582 Jul 13 19:31:30.699738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7fb95-3a29-494a-8cf8-1c60d16f0ed4 req-e79b1c15-3abd-4bec-82b0-a242803b27f5 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:30.701916 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cde7fb95-3a29-494a-8cf8-1c60d16f0ed4 req-e79b1c15-3abd-4bec-82b0-a242803b27f5 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 943 time: 1.0358632 Jul 13 19:31:30.836349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cde7fb95-3a29-494a-8cf8-1c60d16f0ed4 req-66f1187a-f884-4c3e-b2ef-a696e237f88e tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204383 Jul 13 19:31:30.839914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-cb9b970d-9db1-4477-a3e1-2a55357a8035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting port d22d9dfc-0576-43ce-820f-97ec03796ef3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:30.839914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-cb9b970d-9db1-4477-a3e1-2a55357a8035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.923098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ca8b8e-0e8b-4190-9019-94c6bc8a371f None None] DHCP port deletion for 13889880-d223-458e-b8b9-6c20d31c44df request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:31.068130 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14ca8b8e-0e8b-4190-9019-94c6bc8a371f None None] Deleting port 864a0916-dec3-4e05-bf21-e17a739292fb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:31.068510 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14ca8b8e-0e8b-4190-9019-94c6bc8a371f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.082341 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.135797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.141239 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/72f09d8e-4f78-4d20-8020-5fca1d07f50e HTTP/1.1" status: 204 len: 168 time: 2.3825705 Jul 13 19:31:31.287994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662f860-dc42-4d2c-8a9f-5b8a96eb85a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f09d8e-4f78-4d20-8020-5fca1d07f50e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:31.308864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-14ca8b8e-0e8b-4190-9019-94c6bc8a371f None None] For port 864a0916-dec3-4e05-bf21-e17a739292fb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=864a0916-dec3-4e05-bf21-e17a739292fb,segment=NetworkSegment(53b7291f-3efa-49ba-93ff-e948e771f292),segment_id=53b7291f-3efa-49ba-93ff-e948e771f292)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:31.318803 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14ca8b8e-0e8b-4190-9019-94c6bc8a371f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.366887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14ca8b8e-0e8b-4190-9019-94c6bc8a371f None None] Calling delete_port for 864a0916-dec3-4e05-bf21-e17a739292fb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:31.384503 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.425441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb873d-d690-413c-a138-959d85bb6c9d req-55473d70-91ed-40bc-9fa0-dc1dc45cd8d2 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:31.439253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ebb873d-d690-413c-a138-959d85bb6c9d req-55473d70-91ed-40bc-9fa0-dc1dc45cd8d2 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.2775700 Jul 13 19:31:31.453775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.507749 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14ca8b8e-0e8b-4190-9019-94c6bc8a371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.514869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:31.534761 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40b4945f-47fb-4194-ba8d-7bf8f4584a36 req-60b2b227-70f1-4dc5-9dfa-22d2cca8f13a tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 210 time: 0.1203420 Jul 13 19:31:31.540951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca8b8e-0e8b-4190-9019-94c6bc8a371f None None] Pushing event deleted for resources: {'Port': ['ID=864a0916-dec3-4e05-bf21-e17a739292fb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:31.547584 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.573726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca8b8e-0e8b-4190-9019-94c6bc8a371f None None] No DVR routers for this DVR port 864a0916-dec3-4e05-bf21-e17a739292fb on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:31.590857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daab64e-76d4-4e0f-86bd-3c1bb8369d38 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:31.599350 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2daab64e-76d4-4e0f-86bd-3c1bb8369d38 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.777711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-cb9b970d-9db1-4477-a3e1-2a55357a8035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] For port d22d9dfc-0576-43ce-820f-97ec03796ef3, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d22d9dfc-0576-43ce-820f-97ec03796ef3,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:31.778590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-cb9b970d-9db1-4477-a3e1-2a55357a8035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.834337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270340f-82c1-4482-9ee7-699848cc5b3f None None] Network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:31.865752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:31.900999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-cb9b970d-9db1-4477-a3e1-2a55357a8035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Calling delete_port for d22d9dfc-0576-43ce-820f-97ec03796ef3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:31.908104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79e6363-4378-48f5-9675-ab508a542ddc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:32.030983 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.031711 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Added segment 9a11b173-96a9-41a6-b3df-5aaf250afdf6 of type vlan for network 04f790dc-05a0-49ce-94fc-f6d6530898e0 Jul 13 19:31:32.080904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-336bb7f3-d533-42fb-9ea9-daece44f742d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55c1b6660b43410b9642a613186cc03f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5631139 Jul 13 19:31:32.120929 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:32.167008 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ebb873d-d690-413c-a138-959d85bb6c9d req-51769090-a6e7-4a97-936a-51ec9da20b61 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7269123 Jul 13 19:31:32.169300 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2daab64e-76d4-4e0f-86bd-3c1bb8369d38 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.292880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daab64e-76d4-4e0f-86bd-3c1bb8369d38 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:32.297479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2daab64e-76d4-4e0f-86bd-3c1bb8369d38 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:32.302618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.313024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daab64e-76d4-4e0f-86bd-3c1bb8369d38 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:32.313997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2daab64e-76d4-4e0f-86bd-3c1bb8369d38 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.347803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.350172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d20eb62-c6aa-40fa-878d-8177e951048c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:32.356270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab61b346-afd1-48e2-bcc2-cf7a8fad234b details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:31:32.368824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2daab64e-76d4-4e0f-86bd-3c1bb8369d38 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1277316 Jul 13 19:31:32.376764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daab64e-76d4-4e0f-86bd-3c1bb8369d38 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=bcb6df79-c991-4c0b-84b7-fb28c4987567,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:32.379532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:32.391465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80', 'fixed_ips': [{'subnet_id': '95f0a307-f400-4e95-bd8b-9b6dbdd88083'}, {'subnet_id': 'bcb6df79-c991-4c0b-84b7-fb28c4987567'}], 'name': 'tempest-PortsTestJSON-185045182'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:32.411470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13889880-d223-458e-b8b9-6c20d31c44df']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:32.558141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b7291f-3efa-49ba-93ff-e948e771f292') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:32.558141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b7291f-3efa-49ba-93ff-e948e771f292') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:32.609552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ab61b346-afd1-48e2-bcc2-cf7a8fad234b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,segment=NetworkSegment(40c54525-2c0b-4351-aabf-f83d140b4757),segment_id=40c54525-2c0b-4351-aabf-f83d140b4757)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:32.621331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.627270 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:31:32.649849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'ab61b346-afd1-48e2-bcc2-cf7a8fad234b', 'network_id': '051d8f03-af88-4031-8b6e-34701d57871b', 'port_id': 'ab61b346-afd1-48e2-bcc2-cf7a8fad234b', 'mac_address': 'fa:16:3e:2e:bd:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475e5758-5e40-409b-a163-422bbb65fa2f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:31:32.752738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0155-d884-43f3-82b1-2357e9751297 req-675eeac9-56ea-49a0-a3ff-1ebf6df52d3d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:32.764630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0155-d884-43f3-82b1-2357e9751297 req-675eeac9-56ea-49a0-a3ff-1ebf6df52d3d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:32.776224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0155-d884-43f3-82b1-2357e9751297 req-675eeac9-56ea-49a0-a3ff-1ebf6df52d3d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:32.780100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.789864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76bb0155-d884-43f3-82b1-2357e9751297 req-675eeac9-56ea-49a0-a3ff-1ebf6df52d3d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 2416 time: 0.8260059 Jul 13 19:31:32.800522 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.842522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-f609f6be-b101-4a9c-9f7e-17bca6e095f6 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:32.845706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-f609f6be-b101-4a9c-9f7e-17bca6e095f6 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.60 "GET /v2.0/networks?id=7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 200 len: 811 time: 0.8981349 Jul 13 19:31:32.846423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a84db6b-3477-42d9-9586-6496fa2cdabe None None] Provisioning for port 2d20eb62-c6aa-40fa-878d-8177e951048c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:32.857845 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.859367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:32.860108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.875042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:32.875703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.882943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Request body: {'port': {'device_id': '20e87d97-af1d-4200-a50b-515a8a4103d5', 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b', 'admin_state_up': True, 'tenant_id': 'c3a7ae3380654184a999750b8de7257c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:32.894848 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:32.943867 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166411df-38e1-457b-af02-67a42a8ad2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.986755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0348f3-cb2e-45f6-a3a8-d817d2b61810 req-521409eb-c4d2-43b2-a2bc-f02f5e9d4d9a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:32.993964 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac0348f3-cb2e-45f6-a3a8-d817d2b61810 req-521409eb-c4d2-43b2-a2bc-f02f5e9d4d9a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 943 time: 0.5359728 Jul 13 19:31:33.054622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab61b346-afd1-48e2-bcc2-cf7a8fad234b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:33.077729 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac0348f3-cb2e-45f6-a3a8-d817d2b61810 req-b89ec79f-4630-41ec-ba8c-432f90319a0d tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826006 Jul 13 19:31:33.079967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:33.110944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2d20eb62-c6aa-40fa-878d-8177e951048c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:33.151841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ab61b346-afd1-48e2-bcc2-cf7a8fad234b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,segment=NetworkSegment(40c54525-2c0b-4351-aabf-f83d140b4757),segment_id=40c54525-2c0b-4351-aabf-f83d140b4757)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:33.155505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2d20eb62-c6aa-40fa-878d-8177e951048c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:33.155917 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.250607 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.260375 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.327194 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2996c56-f6a9-4adc-b5dc-f25905efbcb0 req-e6d60565-5e02-4215-b4bb-1acdb60e9c0b tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 210 time: 0.0435662 Jul 13 19:31:33.337356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 314492b3-c48d-42d9-a040-1a85947d21c4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:31:33.387260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:33.441823 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.8266988 Jul 13 19:31:33.452227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.456508 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:33.498084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Request body: {'subnet': {'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1887758825-subnet', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:33.527646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166411df-38e1-457b-af02-67a42a8ad2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.539683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['ab61b346-afd1-48e2-bcc2-cf7a8fad234b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:33.553162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76bb0155-d884-43f3-82b1-2357e9751297 req-770465ac-8ac0-4392-918d-3ca78d3de72f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7620089 Jul 13 19:31:33.601425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.603424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4d703-0a2e-48e9-bb6f-ca058fa525e0 admin admin] Pushing event updated for resources: {'Network': ['ID=04f790dc-05a0-49ce-94fc-f6d6530898e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:33.625671 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.627896 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/13889880-d223-458e-b8b9-6c20d31c44df HTTP/1.1" status: 204 len: 168 time: 3.0992208 Jul 13 19:31:33.647987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2d20eb62-c6aa-40fa-878d-8177e951048c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d20eb62-c6aa-40fa-878d-8177e951048c,segment=NetworkSegment(0172ae6a-1655-4232-93f0-56a304eb20fc),segment_id=0172ae6a-1655-4232-93f0-56a304eb20fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:33.668781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 04f790dc-05a0-49ce-94fc-f6d6530898e0 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:33.711183 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.713748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667c08f-1a02-4561-8cc3-0988f36f48c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=13889880-d223-458e-b8b9-6c20d31c44df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:33.722200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Made reservation on behalf of e4be9101a48c4f01b47e38d7b5015101 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:33.727166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.747140 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-cb9b970d-9db1-4477-a3e1-2a55357a8035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.949718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2d20eb62-c6aa-40fa-878d-8177e951048c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:34.034021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b970d-9db1-4477-a3e1-2a55357a8035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Port': ['ID=d22d9dfc-0576-43ce-820f-97ec03796ef3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:34.064296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:34.100050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 864a0916-dec3-4e05-bf21-e17a739292fb no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:34.115604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6d518f69-0f48-4e7c-96ac-81281911ffcd no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:34.151560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-cb9b970d-9db1-4477-a3e1-2a55357a8035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] No DVR routers for this DVR port d22d9dfc-0576-43ce-820f-97ec03796ef3 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:34.157420 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-cb9b970d-9db1-4477-a3e1-2a55357a8035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.160214 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-cb9b970d-9db1-4477-a3e1-2a55357a8035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.60 "DELETE /v2.0/ports/d22d9dfc-0576-43ce-820f-97ec03796ef3 HTTP/1.1" status: 204 len: 173 time: 4.4531696 Jul 13 19:31:34.185115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 864a0916-dec3-4e05-bf21-e17a739292fb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:34.185643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 864a0916-dec3-4e05-bf21-e17a739292fb not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:34.358131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9f0c9b96-a642-45ed-b63f-79085c62ecc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e56f31c416fc4dd38a7f1d30e4bbe230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683189 Jul 13 19:31:34.364212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b4a097-4d70-4315-a1cf-c58751c892d5 None None] Update dhcp port {'port': {'network_id': '2cbd03e4-9111-4ff2-ad30-553c3f158e80', 'fixed_ips': [{'subnet_id': '95f0a307-f400-4e95-bd8b-9b6dbdd88083', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bcb6df79-c991-4c0b-84b7-fb28c4987567'}], 'binding:host_id': 'n-d-800708-1'}, 'id': '2d20eb62-c6aa-40fa-878d-8177e951048c'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:31:34.424805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d20eb62-c6aa-40fa-878d-8177e951048c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:34.477755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-deleted', 'tag': 'd22d9dfc-0576-43ce-820f-97ec03796ef3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:34.480145 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f3c561-a509-4747-9c08-303eb1aaf2f8" -d '{"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-deleted", "tag": "d22d9dfc-0576-43ce-820f-97ec03796ef3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:34.496297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166411df-38e1-457b-af02-67a42a8ad2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.508524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:34.516004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-fb998e2c-1dfb-48bf-aa39-d39bcc11c64b tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:34.517232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166411df-38e1-457b-af02-67a42a8ad2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.517510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-fb998e2c-1dfb-48bf-aa39-d39bcc11c64b tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.24 "GET /v2.0/networks?id=7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 200 len: 811 time: 0.1795073 Jul 13 19:31:34.521049 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-166411df-38e1-457b-af02-67a42a8ad2b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/213ada22-a5c1-4986-a547-47d17adfb131 HTTP/1.1" status: 204 len: 168 time: 2.3953598 Jul 13 19:31:34.528599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Made reservation on behalf of c3a7ae3380654184a999750b8de7257c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:34.529100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36b4a097-4d70-4315-a1cf-c58751c892d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.535945 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.554550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.652394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d518f69-0f48-4e7c-96ac-81281911ffcd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:34.659025 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70a3b21-9560-41db-8b13-54face9fceab" -d '{"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d518f69-0f48-4e7c-96ac-81281911ffcd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:34.663198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.4 (2cbd03e4-9111-4ff2-ad30-553c3f158e80/95f0a307-f400-4e95-bd8b-9b6dbdd88083/314492b3-c48d-42d9-a040-1a85947d21c4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:34.683276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.25 (2cbd03e4-9111-4ff2-ad30-553c3f158e80/bcb6df79-c991-4c0b-84b7-fb28c4987567/314492b3-c48d-42d9-a040-1a85947d21c4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:34.717351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6d518f69-0f48-4e7c-96ac-81281911ffcd, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6d518f69-0f48-4e7c-96ac-81281911ffcd,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:34.743745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Allocated IP 172.20.0.5 (7d6a1386-458c-4593-a189-3d131edfef8b/63e80fed-1f4d-4282-a039-3007576211a3/b147f088-5358-4b7c-8ea4-529961ed40a7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:34.832743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2d20eb62-c6aa-40fa-878d-8177e951048c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:34.833251 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.837553 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.838331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d22d9dfc-0576-43ce-820f-97ec03796ef3 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:34.896292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: d22d9dfc-0576-43ce-820f-97ec03796ef3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:34.896736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d22d9dfc-0576-43ce-820f-97ec03796ef3 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:34.897232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 501adc32-efd5-49ee-8d47-6878f4fbac73 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:34.969735 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.014058 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.024266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13fb6a-7c27-439c-8665-5f306b815fce req-d44261a9-cd17-4853-b9d8-4f2aafb3d1e8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:35.048381 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9f13fb6a-7c27-439c-8665-5f306b815fce req-d44261a9-cd17-4853-b9d8-4f2aafb3d1e8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 1.1114750 Jul 13 19:31:35.070675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Request body: {'port': {'device_id': '9ada10ac-664e-477b-90bf-7dc3755c520d', 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b', 'admin_state_up': True, 'tenant_id': 'c3a7ae3380654184a999750b8de7257c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:35.081738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6d518f69-0f48-4e7c-96ac-81281911ffcd,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:35.176446 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.217191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c22fa7-76da-4e40-9ea8-ee394562c7c1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:35.224397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166411df-38e1-457b-af02-67a42a8ad2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213ada22-a5c1-4986-a547-47d17adfb131,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:35.290842 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.296754 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.316942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object 314492b3-c48d-42d9-a040-1a85947d21c4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:35.365338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9f13fb6a-7c27-439c-8665-5f306b815fce req-3ef3d8db-5d71-4897-a731-d85a6aa877f7 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156745 Jul 13 19:31:35.384063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 501adc32-efd5-49ee-8d47-6878f4fbac73, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=501adc32-efd5-49ee-8d47-6878f4fbac73,segment=NetworkSegment(23732223-75d7-49ab-8f0c-20a8cfb469dc),segment_id=23732223-75d7-49ab-8f0c-20a8cfb469dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:35.396458 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.411435 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae95d-7add-4440-a6b2-ba047fcd2218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.467151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=501adc32-efd5-49ee-8d47-6878f4fbac73,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:35.468238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Checking segment: {'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:35.468603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Network hostable DHCP agents. Network: 04f790dc-05a0-49ce-94fc-f6d6530898e0, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:35.469671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae95d-7add-4440-a6b2-ba047fcd2218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.575172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae95d-7add-4440-a6b2-ba047fcd2218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.578305 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae95d-7add-4440-a6b2-ba047fcd2218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.582118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-eb8ae95d-7add-4440-a6b2-ba047fcd2218 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5eb1f03e-763f-441b-83cc-de4f15b8f2bc HTTP/1.1" status: 204 len: 168 time: 1.0623326 Jul 13 19:31:35.583588 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Network 7d6a1386-458c-4593-a189-3d131edfef8b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:35.588565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Pushing event updated for resources: {'Port': ['ID=b147f088-5358-4b7c-8ea4-529961ed40a7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:35.603061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:35.612828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ae95d-7add-4440-a6b2-ba047fcd2218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb1f03e-763f-441b-83cc-de4f15b8f2bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:35.652717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:35.677053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Made reservation on behalf of c3a7ae3380654184a999750b8de7257c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:35.680639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.708641 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.734451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:35.742672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:35.767452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:35.825399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:35.828152 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.871601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-36b4a097-4d70-4315-a1cf-c58751c892d5 None None] Allocated IP 172.20.0.18 (2cbd03e4-9111-4ff2-ad30-553c3f158e80/bcb6df79-c991-4c0b-84b7-fb28c4987567/2d20eb62-c6aa-40fa-878d-8177e951048c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:35.885526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c3387-9d20-4086-90ac-78cd719741a7 req-298146ac-3878-43e0-8249-436765dd945d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:35.892504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-443a27aa-4e95-45de-8472-4947a515a4dc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting port 501adc32-efd5-49ee-8d47-6878f4fbac73 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:35.894372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-443a27aa-4e95-45de-8472-4947a515a4dc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.895156 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb0c3387-9d20-4086-90ac-78cd719741a7 req-298146ac-3878-43e0-8249-436765dd945d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 931 time: 0.3521452 Jul 13 19:31:35.901902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=314492b3-c48d-42d9-a040-1a85947d21c4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:35.965789 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb0c3387-9d20-4086-90ac-78cd719741a7 req-8fce6935-a82a-42cf-9824-1a28d98c632e tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689707 Jul 13 19:31:36.012490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-89c4bb25-7a09-4bc1-b7d9-4c1d5f738129 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1428056 Jul 13 19:31:36.029556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c892e3-d68e-4dc4-bd84-1e1715f11197 req-fc29b5f9-15dd-46e7-b3f9-133cdeb8209a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:36.031534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57c892e3-d68e-4dc4-bd84-1e1715f11197 req-fc29b5f9-15dd-46e7-b3f9-133cdeb8209a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 944 time: 1.5086374 Jul 13 19:31:36.032489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Network 04f790dc-05a0-49ce-94fc-f6d6530898e0 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:36.048816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-443a27aa-4e95-45de-8472-4947a515a4dc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] For port 501adc32-efd5-49ee-8d47-6878f4fbac73, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=501adc32-efd5-49ee-8d47-6878f4fbac73,segment=NetworkSegment(23732223-75d7-49ab-8f0c-20a8cfb469dc),segment_id=23732223-75d7-49ab-8f0c-20a8cfb469dc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:36.049234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-443a27aa-4e95-45de-8472-4947a515a4dc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.057145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Request body: {'port': {'device_id': '20e87d97-af1d-4200-a50b-515a8a4103d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:36.074295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 04f790dc-05a0-49ce-94fc-f6d6530898e0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:36.079320 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f69d2d3-92f2-48e4-8605-58ac58e852a9 x-openstack-request-id: req-6f69d2d3-92f2-48e4-8605-58ac58e852a9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:36.079606 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-deleted", "tag": "d22d9dfc-0576-43ce-820f-97ec03796ef3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:36.079858 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f69d2d3-92f2-48e4-8605-58ac58e852a9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:36.080253 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-deleted', 'tag': 'd22d9dfc-0576-43ce-820f-97ec03796ef3', 'status': 'completed', 'code': 200} Jul 13 19:31:36.120705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Allocated IP 172.20.0.13 (7d6a1386-458c-4593-a189-3d131edfef8b/63e80fed-1f4d-4282-a039-3007576211a3/c1a679e1-d157-4216-8467-98052012628d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:36.130989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-443a27aa-4e95-45de-8472-4947a515a4dc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Calling delete_port for 501adc32-efd5-49ee-8d47-6878f4fbac73 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:36.133618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:36.134273 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.172326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab61b346-afd1-48e2-bcc2-cf7a8fad234b up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:36.173157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:36.173977 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.176505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3008fc4-8a92-4a1e-bb87-b47a4fc7842f None None] Network 04f790dc-05a0-49ce-94fc-f6d6530898e0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:36.193558 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9abdcba1-2235-46e2-ab5c-ab917c5b9307 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7226923 Jul 13 19:31:36.197983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:36.219095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57c892e3-d68e-4dc4-bd84-1e1715f11197 req-284f7095-b898-4ea3-80e2-2637f3388d41 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783965 Jul 13 19:31:36.224716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:36.318704 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-52e3e2db-ef42-4d1a-bfab-67fbac58b28a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.9387681 Jul 13 19:31:36.329363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:36.391926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95f0a307-f400-4e95-bd8b-9b6dbdd88083'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:36.399626 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.440794 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6498315f-d8b4-472b-9503-17d88d605c92 x-openstack-request-id: req-6498315f-d8b4-472b-9503-17d88d605c92 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:36.441564 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d518f69-0f48-4e7c-96ac-81281911ffcd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:36.441999 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6498315f-d8b4-472b-9503-17d88d605c92 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:36.442843 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d518f69-0f48-4e7c-96ac-81281911ffcd', 'code': 200} Jul 13 19:31:36.494225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-36b4a097-4d70-4315-a1cf-c58751c892d5 None None] For port 2d20eb62-c6aa-40fa-878d-8177e951048c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d20eb62-c6aa-40fa-878d-8177e951048c,segment=NetworkSegment(0172ae6a-1655-4232-93f0-56a304eb20fc),segment_id=0172ae6a-1655-4232-93f0-56a304eb20fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:36.510338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port ab61b346-afd1-48e2-bcc2-cf7a8fad234b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:36.550223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port ab61b346-afd1-48e2-bcc2-cf7a8fad234b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:36.551535 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.730215 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.733626 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36b4a097-4d70-4315-a1cf-c58751c892d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.743257 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.819123 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.834727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-04f790dc-05a0-49ce-94fc-f6d6530898e0', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:31:36.840056 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.855369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-36b4a097-4d70-4315-a1cf-c58751c892d5 None None] Transition to ACTIVE for port object 2d20eb62-c6aa-40fa-878d-8177e951048c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:36.901917 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36b4a097-4d70-4315-a1cf-c58751c892d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.930902 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-443a27aa-4e95-45de-8472-4947a515a4dc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.971440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a27aa-4e95-45de-8472-4947a515a4dc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Port': ['ID=501adc32-efd5-49ee-8d47-6878f4fbac73,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:37.113530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-443a27aa-4e95-45de-8472-4947a515a4dc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] No DVR routers for this DVR port 501adc32-efd5-49ee-8d47-6878f4fbac73 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:37.120532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-443a27aa-4e95-45de-8472-4947a515a4dc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.128392 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-443a27aa-4e95-45de-8472-4947a515a4dc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.60 "DELETE /v2.0/ports/501adc32-efd5-49ee-8d47-6878f4fbac73 HTTP/1.1" status: 204 len: 173 time: 2.6078858 Jul 13 19:31:37.261777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251e492-3c8d-45c7-bcc3-1e50d8b362ed req-0907e067-b04f-40d9-96dc-89239f704d9a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:37.284652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251e492-3c8d-45c7-bcc3-1e50d8b362ed req-0907e067-b04f-40d9-96dc-89239f704d9a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:37.317678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4251e492-3c8d-45c7-bcc3-1e50d8b362ed req-0907e067-b04f-40d9-96dc-89239f704d9a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 1677 time: 1.0486379 Jul 13 19:31:37.465539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-5463e064-e6d9-4dfb-ba8c-d6a6e5b525d2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting port 6d518f69-0f48-4e7c-96ac-81281911ffcd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:37.466834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-5463e064-e6d9-4dfb-ba8c-d6a6e5b525d2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.472261 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.686782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.746380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4a097-4d70-4315-a1cf-c58751c892d5 None None] Pushing event updated for resources: {'Port': ['ID=2d20eb62-c6aa-40fa-878d-8177e951048c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:37.771660 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.829131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ab61b346-afd1-48e2-bcc2-cf7a8fad234b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,segment=NetworkSegment(40c54525-2c0b-4351-aabf-f83d140b4757),segment_id=40c54525-2c0b-4351-aabf-f83d140b4757)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:37.832728 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4251e492-3c8d-45c7-bcc3-1e50d8b362ed req-21b92990-a9e1-43d4-ab37-a6b6110ae328 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141170 Jul 13 19:31:38.017685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Allocated IP 172.20.0.2 (04f790dc-05a0-49ce-94fc-f6d6530898e0/21c22fa7-76da-4e40-9ea8-ee394562c7c1/cfd3b048-525f-4641-bbdc-df6e34161dfb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:38.270216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-deleted', 'tag': '501adc32-efd5-49ee-8d47-6878f4fbac73'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:38.273212 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be33d85e-d38f-4311-aa57-773d3a69be65" -d '{"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-deleted", "tag": "501adc32-efd5-49ee-8d47-6878f4fbac73"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:38.433470 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.555688 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.597204 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Transition to ACTIVE for port object cfd3b048-525f-4641-bbdc-df6e34161dfb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:38.652606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Transition to ACTIVE for port object cfd3b048-525f-4641-bbdc-df6e34161dfb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:38.656890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501adc32-efd5-49ee-8d47-6878f4fbac73'}, {'server_uuid': '51abe699-c0a2-4cf8-95c6-58748d6c8dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab61b346-afd1-48e2-bcc2-cf7a8fad234b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:38.661717 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eac3b54-ae48-4b03-9f81-709e800c26c1" -d '{"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-unplugged", "status": "completed", "tag": "501adc32-efd5-49ee-8d47-6878f4fbac73"}, {"server_uuid": "51abe699-c0a2-4cf8-95c6-58748d6c8dc8", "name": "network-vif-plugged", "status": "completed", "tag": "ab61b346-afd1-48e2-bcc2-cf7a8fad234b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:38.669267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Network 7d6a1386-458c-4593-a189-3d131edfef8b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:38.672238 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.692394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d20eb62-c6aa-40fa-878d-8177e951048c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:38.695208 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.696471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.714101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:38.752538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Network 04f790dc-05a0-49ce-94fc-f6d6530898e0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:38.767072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:38.777344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:38.780375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5513e03b-77ec-4462-b308-4e77f87562e9 None None] Network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:38.797198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:38.814022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-5463e064-e6d9-4dfb-ba8c-d6a6e5b525d2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] For port 6d518f69-0f48-4e7c-96ac-81281911ffcd, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6d518f69-0f48-4e7c-96ac-81281911ffcd,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:38.816407 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-5463e064-e6d9-4dfb-ba8c-d6a6e5b525d2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.845981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-5463e064-e6d9-4dfb-ba8c-d6a6e5b525d2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Calling delete_port for 6d518f69-0f48-4e7c-96ac-81281911ffcd owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:38.882199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Delete allocated IP 172.20.0.25 (2cbd03e4-9111-4ff2-ad30-553c3f158e80/bcb6df79-c991-4c0b-84b7-fb28c4987567) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 19:31:38.925571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Pushing event updated for resources: {'Port': ['ID=cfd3b048-525f-4641-bbdc-df6e34161dfb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:38.933384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-38810d2c-97ab-4d7d-a85f-2469f1d88304 None None] Provisioning for port 2d20eb62-c6aa-40fa-878d-8177e951048c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:38.945627 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-38810d2c-97ab-4d7d-a85f-2469f1d88304 None None] Provisioning complete for port 2d20eb62-c6aa-40fa-878d-8177e951048c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:38.956663 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38810d2c-97ab-4d7d-a85f-2469f1d88304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.047797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442e72e-7d83-4b2e-8c72-746372106556 req-2c60af6c-c8d6-4331-8817-2530de6e5b01 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:39.056936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1442e72e-7d83-4b2e-8c72-746372106556 req-2c60af6c-c8d6-4331-8817-2530de6e5b01 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.7706375 Jul 13 19:31:39.059149 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-5463e064-e6d9-4dfb-ba8c-d6a6e5b525d2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.088933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Attempting to bind port cfd3b048-525f-4641-bbdc-df6e34161dfb on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:39.090010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Attempting to bind port cfd3b048-525f-4641-bbdc-df6e34161dfb by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:39.090570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Attempting to bind port cfd3b048-525f-4641-bbdc-df6e34161dfb on network 04f790dc-05a0-49ce-94fc-f6d6530898e0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:39.109745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463e064-e6d9-4dfb-ba8c-d6a6e5b525d2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Port': ['ID=6d518f69-0f48-4e7c-96ac-81281911ffcd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:39.110669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2d20eb62-c6aa-40fa-878d-8177e951048c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:39.111426 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.157496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Pushing event updated for resources: {'Port': ['ID=c1a679e1-d157-4216-8467-98052012628d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:39.189004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:39.189699 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.194078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:39.194788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Checking segment: {'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:39.195247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.195674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Bound using segment: {'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:39.196432 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Bound port: cfd3b048-525f-4641-bbdc-df6e34161dfb, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:39.198761 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.271281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-5463e064-e6d9-4dfb-ba8c-d6a6e5b525d2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] No DVR routers for this DVR port 6d518f69-0f48-4e7c-96ac-81281911ffcd on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:39.277864 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ff8312e2-01da-4fef-bad5-d79c318c15f3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2691500 Jul 13 19:31:39.331362 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-5463e064-e6d9-4dfb-ba8c-d6a6e5b525d2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.333680 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-588cd545-51e5-4890-972a-2bf5adf26d39 req-5463e064-e6d9-4dfb-ba8c-d6a6e5b525d2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.60 "DELETE /v2.0/ports/6d518f69-0f48-4e7c-96ac-81281911ffcd HTTP/1.1" status: 204 len: 173 time: 2.1996844 Jul 13 19:31:39.357822 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1442e72e-7d83-4b2e-8c72-746372106556 req-0dd6a59e-63d0-4d2c-ae6d-9b74aa605c02 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982869 Jul 13 19:31:39.398293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b147f088-5358-4b7c-8ea4-529961ed40a7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:39.434134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.447076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Request body: {'port': {'device_id': '9ada10ac-664e-477b-90bf-7dc3755c520d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:39.476891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Transition to ACTIVE for port object b147f088-5358-4b7c-8ea4-529961ed40a7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:39.483630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:39.484014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e9b85-d9d4-4a92-b16f-3ef4aa8462c6 req-39f12ca7-ec37-4df1-a29c-283440336efe tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:39.488429 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.506319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-319e9b85-d9d4-4a92-b16f-3ef4aa8462c6 req-39f12ca7-ec37-4df1-a29c-283440336efe tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 931 time: 1.2341986 Jul 13 19:31:39.595197 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Pushing event updated for resources: {'Port': ['ID=b147f088-5358-4b7c-8ea4-529961ed40a7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:39.700734 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-319e9b85-d9d4-4a92-b16f-3ef4aa8462c6 req-61e80b1f-b4e5-4734-a428-5704c2d184fb tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919756 Jul 13 19:31:39.729435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] For port cfd3b048-525f-4641-bbdc-df6e34161dfb, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:39.747932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] For port cfd3b048-525f-4641-bbdc-df6e34161dfb, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cfd3b048-525f-4641-bbdc-df6e34161dfb,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:39.808025 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Attempting to bind port b147f088-5358-4b7c-8ea4-529961ed40a7 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:39.808493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Attempting to bind port b147f088-5358-4b7c-8ea4-529961ed40a7 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:39.808837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Attempting to bind port b147f088-5358-4b7c-8ea4-529961ed40a7 on network 7d6a1386-458c-4593-a189-3d131edfef8b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:39.819767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Port b147f088-5358-4b7c-8ea4-529961ed40a7 on network 7d6a1386-458c-4593-a189-3d131edfef8b not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:31:39.820097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Attempting to bind port b147f088-5358-4b7c-8ea4-529961ed40a7 on network 7d6a1386-458c-4593-a189-3d131edfef8b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:39.821856 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.846377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:39.846744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Checking segment: {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:39.847139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Bound using segment: {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:39.847592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Bound port: b147f088-5358-4b7c-8ea4-529961ed40a7, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:39.847958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.870750 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a18f3-c5fd-4d1c-a192-0f9d47396288 req-dace2870-2b33-4ea4-b4a0-ec29430b34d5 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:39.893023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-761a18f3-c5fd-4d1c-a192-0f9d47396288 req-dace2870-2b33-4ea4-b4a0-ec29430b34d5 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 945 time: 0.2999489 Jul 13 19:31:40.026680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b8751788-285f-4bc9-9c9a-ed7d011c67c6 req-d275f084-5b4f-43af-ae86-9cdd1c67d4fd tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0467980 Jul 13 19:31:40.049637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c60ecc-6b81-4c78-a7cd-c255932de77d None None] Pushing event updated for resources: {'Port': ['ID=cfd3b048-525f-4641-bbdc-df6e34161dfb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:40.121778 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-761a18f3-c5fd-4d1c-a192-0f9d47396288 req-c3fc2185-1811-4cd1-9785-688fba40dc16 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270389 Jul 13 19:31:40.195017 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb73ac7e-24c1-4f22-9e2c-dfcee06a32a2 x-openstack-request-id: req-eb73ac7e-24c1-4f22-9e2c-dfcee06a32a2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:40.196245 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-deleted", "tag": "501adc32-efd5-49ee-8d47-6878f4fbac73", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:40.198791 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb73ac7e-24c1-4f22-9e2c-dfcee06a32a2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:40.199742 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-deleted', 'tag': '501adc32-efd5-49ee-8d47-6878f4fbac73', 'status': 'completed', 'code': 200} Jul 13 19:31:40.247397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] For port b147f088-5358-4b7c-8ea4-529961ed40a7, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:40.253383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] For port b147f088-5358-4b7c-8ea4-529961ed40a7, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b147f088-5358-4b7c-8ea4-529961ed40a7,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:40.269760 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.315149 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954f1602-6f34-4cd1-90f5-805c56232aa0 x-openstack-request-id: req-954f1602-6f34-4cd1-90f5-805c56232aa0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:40.316221 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-unplugged", "status": "completed", "tag": "501adc32-efd5-49ee-8d47-6878f4fbac73", "code": 200}, {"server_uuid": "51abe699-c0a2-4cf8-95c6-58748d6c8dc8", "name": "network-vif-plugged", "status": "completed", "tag": "ab61b346-afd1-48e2-bcc2-cf7a8fad234b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:40.316608 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-954f1602-6f34-4cd1-90f5-805c56232aa0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:40.317183 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501adc32-efd5-49ee-8d47-6878f4fbac73', 'code': 200} Jul 13 19:31:40.317704 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51abe699-c0a2-4cf8-95c6-58748d6c8dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab61b346-afd1-48e2-bcc2-cf7a8fad234b', 'code': 200} Jul 13 19:31:40.455500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Pushing event updated for resources: {'Port': ['ID=b147f088-5358-4b7c-8ea4-529961ed40a7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:40.489946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:40.490731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.499238 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-4792eb7b-7fb9-4885-9ef2-a357d91f9d40 service neutron] 10.222.0.60 "PUT /v2.0/ports/b147f088-5358-4b7c-8ea4-529961ed40a7 HTTP/1.1" status: 200 len: 1091 time: 4.4528701 Jul 13 19:31:40.782751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d870a97-0d6c-4664-8a31-e722d9bf961b None None] Provisioning for port 314492b3-c48d-42d9-a040-1a85947d21c4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:40.792356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d870a97-0d6c-4664-8a31-e722d9bf961b None None] Provisioning complete for port 314492b3-c48d-42d9-a040-1a85947d21c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:40.793090 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d870a97-0d6c-4664-8a31-e722d9bf961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.848513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ef344d3c-58dc-4c31-9786-87259ef2b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:40.857778 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-ef344d3c-58dc-4c31-9786-87259ef2b2d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3a7ae3380654184a999750b8de7257c&device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 1094 time: 0.2121928 Jul 13 19:31:40.905215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d870a97-0d6c-4664-8a31-e722d9bf961b None None] Port 314492b3-c48d-42d9-a040-1a85947d21c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:40.930731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d870a97-0d6c-4664-8a31-e722d9bf961b None None] Provisioning complete for port 2d20eb62-c6aa-40fa-878d-8177e951048c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:40.931553 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d870a97-0d6c-4664-8a31-e722d9bf961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.976033 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-6a0dde7a-732f-4d2d-b8ef-71fa74f5af3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b147f088-5358-4b7c-8ea4-529961ed40a7 HTTP/1.1" status: 200 len: 217 time: 0.1110170 Jul 13 19:31:40.991440 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.023878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Ignored duplicate provisioning block setup for port 314492b3-c48d-42d9-a040-1a85947d21c4 by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 19:31:41.076432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-7561fec5-03f0-4e36-b793-98de44962d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:41.077942 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-7561fec5-03f0-4e36-b793-98de44962d17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63e80fed-1f4d-4282-a039-3007576211a3 HTTP/1.1" status: 200 len: 851 time: 0.0957315 Jul 13 19:31:41.162998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-e5779ba1-560e-415e-b387-43ef3fc4ce93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d6a1386-458c-4593-a189-3d131edfef8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680463 Jul 13 19:31:41.182440 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.193328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bbe49609-021c-456e-be44-11848ac38a50 req-96204497-a200-484b-b672-8c4c1465b325 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac4c4a6-16ad-49b3-9fdd-61bd91b7775b HTTP/1.1" status: 200 len: 210 time: 0.2137058 Jul 13 19:31:41.223028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.304248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b7be77eb-14a1-4ea7-866e-9408094b8777 None None] Provisioning complete for port 314492b3-c48d-42d9-a040-1a85947d21c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:41.304634 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7be77eb-14a1-4ea7-866e-9408094b8777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.372046 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e4d70994-bc21-47b6-8001-952cebb7f624 req-a60221db-6037-4c72-b25b-926f06238e6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.2026114 Jul 13 19:31:41.479664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-06a67b6b-0d5e-4ecc-a806-d3814e70e7ed service neutron] 10.222.0.60 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085067 Jul 13 19:31:41.503415 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b7be77eb-14a1-4ea7-866e-9408094b8777 None None] Port 314492b3-c48d-42d9-a040-1a85947d21c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:41.743803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-411acb73-eb6e-44c8-b978-ea8560769514 service neutron] 10.222.0.60 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510333 Jul 13 19:31:41.768300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dab297-f7f0-4f5a-8d60-b0892c4408e3 req-9fb7d1a1-0495-4b7c-a635-c02968a70016 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:41.778271 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5dab297-f7f0-4f5a-8d60-b0892c4408e3 req-9fb7d1a1-0495-4b7c-a635-c02968a70016 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 943 time: 0.1412098 Jul 13 19:31:41.871084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5dab297-f7f0-4f5a-8d60-b0892c4408e3 req-6500397f-172b-47ac-a167-df4a401d91d6 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920694 Jul 13 19:31:41.971453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.014558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281bd430-aa21-45a5-a51b-8e767594becd None None] Network 04f790dc-05a0-49ce-94fc-f6d6530898e0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:42.109790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=314492b3-c48d-42d9-a040-1a85947d21c4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:42.133289 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.178264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a319-5b3c-432e-9c9d-fab44b432e6d req-d0821b8f-5514-453a-a118-7dbab52219b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:42.180682 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e300a319-5b3c-432e-9c9d-fab44b432e6d req-d0821b8f-5514-453a-a118-7dbab52219b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 1096 time: 1.1553824 Jul 13 19:31:42.201366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-deleted', 'tag': '6d518f69-0f48-4e7c-96ac-81281911ffcd'}, {'name': 'network-changed', 'server_uuid': '20e87d97-af1d-4200-a50b-515a8a4103d5', 'tag': 'b147f088-5358-4b7c-8ea4-529961ed40a7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:42.204407 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e043ffe-4140-46ce-9b51-db70f0c5002e" -d '{"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-deleted", "tag": "6d518f69-0f48-4e7c-96ac-81281911ffcd"}, {"name": "network-changed", "server_uuid": "20e87d97-af1d-4200-a50b-515a8a4103d5", "tag": "b147f088-5358-4b7c-8ea4-529961ed40a7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:42.254575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] In _notify_port_updated(), no bound segment for port 314492b3-c48d-42d9-a040-1a85947d21c4 on network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:31:42.269436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:42.270360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.273502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-03e2538c-590c-4183-9a16-03cbdf393e23 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "PUT /v2.0/ports/314492b3-c48d-42d9-a040-1a85947d21c4 HTTP/1.1" status: 200 len: 918 time: 5.9298007 Jul 13 19:31:42.276291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:42.281924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95f0a307-f400-4e95-bd8b-9b6dbdd88083'}, {'subnet_id': 'bcb6df79-c991-4c0b-84b7-fb28c4987567'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:42.377115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbbba2-53a9-4e97-9000-d2c2e1e900c4 req-3aa8c230-05eb-4dd2-aa90-7f237630d9af tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:42.399146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ddbbba2-53a9-4e97-9000-d2c2e1e900c4 req-3aa8c230-05eb-4dd2-aa90-7f237630d9af tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.6909056 Jul 13 19:31:42.428735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c33b76f-316f-47dc-8e33-4473178bb878 None None] Provisioning for port cfd3b048-525f-4641-bbdc-df6e34161dfb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:42.448488 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-24aebd0f-dfa5-4c95-af45-284faa9f7ff4 req-adf041a0-c905-49a3-b609-b2a85cd6f0f5 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0827491 Jul 13 19:31:42.511828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cfd3b048-525f-4641-bbdc-df6e34161dfb up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:42.590506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7acf9147-0ca9-4fe5-b54a-2c1473e3f1f0 None None] Provisioning complete for port 314492b3-c48d-42d9-a040-1a85947d21c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:42.590905 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7acf9147-0ca9-4fe5-b54a-2c1473e3f1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.629003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Allocated IP 172.25.7.74 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:42.633585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port cfd3b048-525f-4641-bbdc-df6e34161dfb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:42.643024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port cfd3b048-525f-4641-bbdc-df6e34161dfb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:42.643500 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.692993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7acf9147-0ca9-4fe5-b54a-2c1473e3f1f0 None None] Port 314492b3-c48d-42d9-a040-1a85947d21c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:42.725321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a679e1-d157-4216-8467-98052012628d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:42.761905 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.764672 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e300a319-5b3c-432e-9c9d-fab44b432e6d req-fed7f071-762a-4c4e-9cea-54135b72db30 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322966 Jul 13 19:31:42.766963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.781720 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ddbbba2-53a9-4e97-9000-d2c2e1e900c4 req-68e48a1a-a766-40b2-972b-da6d7ab54c10 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816619 Jul 13 19:31:42.821526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port cfd3b048-525f-4641-bbdc-df6e34161dfb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cfd3b048-525f-4641-bbdc-df6e34161dfb,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:42.830903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Transition to ACTIVE for port object c1a679e1-d157-4216-8467-98052012628d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:42.833633 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.846001 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.858454 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.911430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978fc94-250e-446c-9e74-6711a0a6c9b6 req-520bd706-aef7-4b8d-a4ff-3f6909f8db96 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:42.914255 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0978fc94-250e-446c-9e74-6711a0a6c9b6 req-520bd706-aef7-4b8d-a4ff-3f6909f8db96 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 945 time: 0.1853309 Jul 13 19:31:42.921770 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=cfd3b048-525f-4641-bbdc-df6e34161dfb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:42.957930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.960192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Pushing event updated for resources: {'Port': ['ID=c1a679e1-d157-4216-8467-98052012628d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:43.016979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0978fc94-250e-446c-9e74-6711a0a6c9b6 req-68ede4a5-1564-4a8e-8ed1-6d1ba8b69a24 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943131 Jul 13 19:31:43.038294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-448a6f38-bbc6-4a3c-9352-83fb14e98d88 None None] Provisioning complete for port cfd3b048-525f-4641-bbdc-df6e34161dfb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:43.038918 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-448a6f38-bbc6-4a3c-9352-83fb14e98d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.095444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Attempting to bind port c1a679e1-d157-4216-8467-98052012628d on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:43.101411 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Attempting to bind port c1a679e1-d157-4216-8467-98052012628d by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:43.101749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Attempting to bind port c1a679e1-d157-4216-8467-98052012628d on network 7d6a1386-458c-4593-a189-3d131edfef8b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:43.105490 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.125616 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d3599-98ea-4804-b868-9498e03d8a1b x-openstack-request-id: req-8b0d3599-98ea-4804-b868-9498e03d8a1b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:43.125914 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4c4a6-16ad-49b3-9fdd-61bd91b7775b", "name": "network-vif-deleted", "tag": "6d518f69-0f48-4e7c-96ac-81281911ffcd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20e87d97-af1d-4200-a50b-515a8a4103d5", "tag": "b147f088-5358-4b7c-8ea4-529961ed40a7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:43.126168 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b0d3599-98ea-4804-b868-9498e03d8a1b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:43.126605 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4c4a6-16ad-49b3-9fdd-61bd91b7775b', 'name': 'network-vif-deleted', 'tag': '6d518f69-0f48-4e7c-96ac-81281911ffcd', 'status': 'completed', 'code': 200} Jul 13 19:31:43.126971 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e87d97-af1d-4200-a50b-515a8a4103d5', 'tag': 'b147f088-5358-4b7c-8ea4-529961ed40a7', 'status': 'completed', 'code': 200} Jul 13 19:31:43.131939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Port c1a679e1-d157-4216-8467-98052012628d on network 7d6a1386-458c-4593-a189-3d131edfef8b not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:31:43.132477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Attempting to bind port c1a679e1-d157-4216-8467-98052012628d on network 7d6a1386-458c-4593-a189-3d131edfef8b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:43.193300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:43.199951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:43.200624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Checking segment: {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:43.201161 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Bound using segment: {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:43.201645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Bound port: c1a679e1-d157-4216-8467-98052012628d, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:43.202009 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.204266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:43.217124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:43.236244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:43.277289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:43.381056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-80263766-6010-4ea0-9cc2-37d1175eff22 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting subnet 4498cc03-e2d7-40ad-8617-2da7b213e5f5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:43.424179 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80263766-6010-4ea0-9cc2-37d1175eff22 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.443942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] For port c1a679e1-d157-4216-8467-98052012628d, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:43.462941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] For port c1a679e1-d157-4216-8467-98052012628d, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c1a679e1-d157-4216-8467-98052012628d,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:43.471500 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.509336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e043ffe-4140-46ce-9b51-db70f0c5002e req-5563f285-99da-4a32-8302-ff10333abe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:43.512148 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:43.512586 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e043ffe-4140-46ce-9b51-db70f0c5002e req-5563f285-99da-4a32-8302-ff10333abe6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3a7ae3380654184a999750b8de7257c&device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 1094 time: 0.3628197 Jul 13 19:31:43.512969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.514712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] 10.222.0.24 "PUT /v2.0/ports/c1a679e1-d157-4216-8467-98052012628d HTTP/1.1" status: 200 len: 1092 time: 4.0968130 Jul 13 19:31:43.549716 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80263766-6010-4ea0-9cc2-37d1175eff22 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.551901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ada10ac-664e-477b-90bf-7dc3755c520d', 'tag': 'c1a679e1-d157-4216-8467-98052012628d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:43.554610 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ada10ac-664e-477b-90bf-7dc3755c520d", "tag": "c1a679e1-d157-4216-8467-98052012628d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:43.640071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.28 (2cbd03e4-9111-4ff2-ad30-553c3f158e80/bcb6df79-c991-4c0b-84b7-fb28c4987567/314492b3-c48d-42d9-a040-1a85947d21c4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:43.648207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd54b8-fe45-4dc8-ba4b-674b3227fdef service neutron] Pushing event updated for resources: {'Port': ['ID=c1a679e1-d157-4216-8467-98052012628d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:43.682941 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.701227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33717e-f7cf-4f75-88a2-843ba320c42a req-78c60d29-6810-4a1f-8784-389d7a03d29a tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:43.702931 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9e33717e-f7cf-4f75-88a2-843ba320c42a req-78c60d29-6810-4a1f-8784-389d7a03d29a tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 943 time: 0.3420875 Jul 13 19:31:43.732674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0095dad9-e079-4f60-89c7-87e553ac76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:43.734235 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-0095dad9-e079-4f60-89c7-87e553ac76c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3a7ae3380654184a999750b8de7257c&device_id=9ada10ac-664e-477b-90bf-7dc3755c520d HTTP/1.1" status: 200 len: 1095 time: 0.1706152 Jul 13 19:31:43.821337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-9cd2557a-2856-47f0-8326-dfdcaa949bc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1a679e1-d157-4216-8467-98052012628d HTTP/1.1" status: 200 len: 217 time: 0.0458829 Jul 13 19:31:43.837558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e043ffe-4140-46ce-9b51-db70f0c5002e req-72c84eb5-95db-4080-946b-ed0ac4219f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:43.839125 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e043ffe-4140-46ce-9b51-db70f0c5002e req-72c84eb5-95db-4080-946b-ed0ac4219f52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 200 len: 912 time: 0.3169055 Jul 13 19:31:43.857656 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80263766-6010-4ea0-9cc2-37d1175eff22 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.946936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2778b684-2a16-4253-b0c6-7af90218ee94 req-0c12b8e0-5836-4d04-9ce0-33aa97fed6df tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0450733 Jul 13 19:31:43.949932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-fa8fc7e9-8d40-4881-80bb-1ec3cc60962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:43.951480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-fa8fc7e9-8d40-4881-80bb-1ec3cc60962f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63e80fed-1f4d-4282-a039-3007576211a3 HTTP/1.1" status: 200 len: 851 time: 0.1218927 Jul 13 19:31:43.960737 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e043ffe-4140-46ce-9b51-db70f0c5002e req-11cd2418-9869-49fb-a442-eea604d3ca74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b147f088-5358-4b7c-8ea4-529961ed40a7 HTTP/1.1" status: 200 len: 217 time: 0.1108618 Jul 13 19:31:43.982981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9e33717e-f7cf-4f75-88a2-843ba320c42a req-7d093a25-8a05-45f6-8e2d-c5c068278bea tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264056 Jul 13 19:31:44.023252 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2def9516-6a75-40fb-b86d-f12b02505ed0 x-openstack-request-id: req-2def9516-6a75-40fb-b86d-f12b02505ed0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:44.023546 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ada10ac-664e-477b-90bf-7dc3755c520d", "tag": "c1a679e1-d157-4216-8467-98052012628d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:44.023989 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2def9516-6a75-40fb-b86d-f12b02505ed0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:44.024599 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ada10ac-664e-477b-90bf-7dc3755c520d', 'tag': 'c1a679e1-d157-4216-8467-98052012628d', 'status': 'completed', 'code': 200} Jul 13 19:31:44.029646 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-aa2709ae-c128-4e10-94a0-ffd578be936b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d6a1386-458c-4593-a189-3d131edfef8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394363 Jul 13 19:31:44.101835 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80263766-6010-4ea0-9cc2-37d1175eff22 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.106010 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.119385 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.131462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e043ffe-4140-46ce-9b51-db70f0c5002e req-912ffc91-191b-4f73-9927-9c0aa5b2b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:44.132945 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e043ffe-4140-46ce-9b51-db70f0c5002e req-912ffc91-191b-4f73-9927-9c0aa5b2b727 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63e80fed-1f4d-4282-a039-3007576211a3 HTTP/1.1" status: 200 len: 851 time: 0.1490219 Jul 13 19:31:44.138983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80263766-6010-4ea0-9cc2-37d1175eff22 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Subnet': ['ID=4498cc03-e2d7-40ad-8617-2da7b213e5f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:44.167848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9005337-07cd-4193-9c99-a68defdff620 None None] Network 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:44.182127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80263766-6010-4ea0-9cc2-37d1175eff22 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.183986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-80263766-6010-4ea0-9cc2-37d1175eff22 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "DELETE /v2.0/subnets/4498cc03-e2d7-40ad-8617-2da7b213e5f5 HTTP/1.1" status: 204 len: 168 time: 0.9445829 Jul 13 19:31:44.186068 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e043ffe-4140-46ce-9b51-db70f0c5002e req-053d9c91-2b50-4393-ab3d-baa13bf94691 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d6a1386-458c-4593-a189-3d131edfef8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407107 Jul 13 19:31:44.187092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object 314492b3-c48d-42d9-a040-1a85947d21c4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:44.187743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:44.198137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.298433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=314492b3-c48d-42d9-a040-1a85947d21c4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:44.355989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-b1b670bf-8377-4ff0-989c-870ee609569f service neutron] 10.222.0.24 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028667 Jul 13 19:31:44.366687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cfd3b048-525f-4641-bbdc-df6e34161dfb up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:44.431966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494032a0-2c8d-4c88-ba91-d6d7c10a75e6 None None] DHCP port deletion for 81eb7fed-06a7-40a3-8ab0-1a87b860d6ce request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:44.445297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.511571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-494032a0-2c8d-4c88-ba91-d6d7c10a75e6 None None] Deleting port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:44.511571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-494032a0-2c8d-4c88-ba91-d6d7c10a75e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.514167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port cfd3b048-525f-4641-bbdc-df6e34161dfb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:44.514835 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.519764 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e043ffe-4140-46ce-9b51-db70f0c5002e req-07280fe8-800c-4b8a-9881-32e29edf6242 service neutron] 10.222.0.60 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238707 Jul 13 19:31:44.537765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] In _notify_port_updated(), no bound segment for port 314492b3-c48d-42d9-a040-1a85947d21c4 on network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:31:44.544364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:44.545309 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.546690 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e036f5be-95f9-4f5c-ae61-353d596c9e13 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "PUT /v2.0/ports/314492b3-c48d-42d9-a040-1a85947d21c4 HTTP/1.1" status: 200 len: 998 time: 2.2693460 Jul 13 19:31:44.621361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:44.634063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-494032a0-2c8d-4c88-ba91-d6d7c10a75e6 None None] For port 455f4ec9-84e2-4375-a5d0-a9c34e65a116, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=455f4ec9-84e2-4375-a5d0-a9c34e65a116,segment=NetworkSegment(23732223-75d7-49ab-8f0c-20a8cfb469dc),segment_id=23732223-75d7-49ab-8f0c-20a8cfb469dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:44.634861 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-494032a0-2c8d-4c88-ba91-d6d7c10a75e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.689287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-494032a0-2c8d-4c88-ba91-d6d7c10a75e6 None None] Calling delete_port for 455f4ec9-84e2-4375-a5d0-a9c34e65a116 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:44.728565 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e043ffe-4140-46ce-9b51-db70f0c5002e req-d41eacc6-69d1-4109-abc5-07a612d531e5 service neutron] 10.222.0.60 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807508 Jul 13 19:31:44.768198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87a2a249-690f-4874-91ed-bd68448624a8 None None] Provisioning for port 314492b3-c48d-42d9-a040-1a85947d21c4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:44.775188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87a2a249-690f-4874-91ed-bd68448624a8 None None] Provisioning complete for port 314492b3-c48d-42d9-a040-1a85947d21c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:44.775876 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87a2a249-690f-4874-91ed-bd68448624a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.792508 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:44.792858 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.825935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87a2a249-690f-4874-91ed-bd68448624a8 None None] Port 314492b3-c48d-42d9-a040-1a85947d21c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:44.830598 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-494032a0-2c8d-4c88-ba91-d6d7c10a75e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.848057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb80d0-8e1b-4b23-8bde-91bfb03f0cfa req-38f62175-3f36-4d23-abdf-362fa4374ca7 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:44.849582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55bb80d0-8e1b-4b23-8bde-91bfb03f0cfa req-38f62175-3f36-4d23-abdf-362fa4374ca7 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.6954660 Jul 13 19:31:44.853956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494032a0-2c8d-4c88-ba91-d6d7c10a75e6 None None] Pushing event deleted for resources: {'Port': ['ID=455f4ec9-84e2-4375-a5d0-a9c34e65a116,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:44.856758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9dfb3-5b72-4858-afd4-42208cc5b863 req-31d185c3-f87e-48fb-ac0f-fdf9efa03ff7 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:44.858306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32b9dfb3-5b72-4858-afd4-42208cc5b863 req-31d185c3-f87e-48fb-ac0f-fdf9efa03ff7 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 945 time: 0.2199266 Jul 13 19:31:44.865399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494032a0-2c8d-4c88-ba91-d6d7c10a75e6 None None] No DVR routers for this DVR port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:44.917903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] For port 455f4ec9-84e2-4375-a5d0-a9c34e65a116, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=455f4ec9-84e2-4375-a5d0-a9c34e65a116,segment=NetworkSegment(23732223-75d7-49ab-8f0c-20a8cfb469dc),segment_id=23732223-75d7-49ab-8f0c-20a8cfb469dc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:44.918272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.921748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e57596-2c64-47d2-ace7-454376b1a4d7 req-583f6464-ea7d-4389-a664-ea42353b82d2 service neutron] 10.222.0.24 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569522 Jul 13 19:31:44.923709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3e68defb-8cae-4f2e-9312-0fac5ea9aebc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 314492b3-c48d-42d9-a040-1a85947d21c4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:44.924051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e68defb-8cae-4f2e-9312-0fac5ea9aebc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.947095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Router 47cd3da0-8174-4f11-a787-3d8c8c57d328 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:31:44.951918 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55bb80d0-8e1b-4b23-8bde-91bfb03f0cfa req-c59ba172-930d-4771-8b92-51fb5d21c06b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680535 Jul 13 19:31:44.991264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Calling delete_port for 455f4ec9-84e2-4375-a5d0-a9c34e65a116 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:45.009405 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32b9dfb3-5b72-4858-afd4-42208cc5b863 req-7730dcf1-4b4c-421a-8894-ec8075d282dc tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361504 Jul 13 19:31:45.079848 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e68defb-8cae-4f2e-9312-0fac5ea9aebc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.103067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3e68defb-8cae-4f2e-9312-0fac5ea9aebc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 314492b3-c48d-42d9-a040-1a85947d21c4 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:45.122479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1 req-1b58342d-d2bf-41c6-9946-c8460a500ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:45.124228 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1 req-1b58342d-d2bf-41c6-9946-c8460a500ec1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3a7ae3380654184a999750b8de7257c&device_id=9ada10ac-664e-477b-90bf-7dc3755c520d HTTP/1.1" status: 200 len: 1095 time: 0.1270452 Jul 13 19:31:45.126114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:45.134943 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Sync routers for ids ['47cd3da0-8174-4f11-a787-3d8c8c57d328'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:45.152085 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.153574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4a831f9f-1a28-4d29-bce9-82402482dc67 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9517188 Jul 13 19:31:45.164321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:45.168751 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Routers {'47cd3da0-8174-4f11-a787-3d8c8c57d328'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:45.170458 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:31:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['47cd3da0-8174-4f11-a787-3d8c8c57d328'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:45.330504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1 req-5e038921-fdc9-42c7-b0c8-82a5ef5652d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:45.332286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1 req-5e038921-fdc9-42c7-b0c8-82a5ef5652d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 200 len: 912 time: 0.1912277 Jul 13 19:31:45.406714 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Set router 47cd3da0-8174-4f11-a787-3d8c8c57d328 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:45.444650 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1 req-9ba94fab-ceb5-47c6-bfc2-6b848cce6e9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1a679e1-d157-4216-8467-98052012628d HTTP/1.1" status: 200 len: 217 time: 0.1051881 Jul 13 19:31:45.469628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.501380 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.508345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Port': ['ID=455f4ec9-84e2-4375-a5d0-a9c34e65a116,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:45.519369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] No DVR routers for this DVR port 455f4ec9-84e2-4375-a5d0-a9c34e65a116 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:45.666213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1 req-a1b439a4-4298-4930-8dc5-45914aa741f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:45.668187 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1 req-a1b439a4-4298-4930-8dc5-45914aa741f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63e80fed-1f4d-4282-a039-3007576211a3 HTTP/1.1" status: 200 len: 851 time: 0.2113221 Jul 13 19:31:45.734824 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:43Z', 'revision_number': 3, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:45.751039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1 req-3107b449-dec6-4a01-99fd-4bfcbde6303e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d6a1386-458c-4593-a189-3d131edfef8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688081 Jul 13 19:31:45.764302 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Checking router: 47cd3da0-8174-4f11-a787-3d8c8c57d328 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:45.766971 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Updating router 47cd3da0-8174-4f11-a787-3d8c8c57d328 port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:31:45.795490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.804628 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.807765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81eb7fed-06a7-40a3-8ab0-1a87b860d6ce']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:45.819976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23732223-75d7-49ab-8f0c-20a8cfb469dc') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:45.820271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23732223-75d7-49ab-8f0c-20a8cfb469dc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:45.831117 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.847617 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.854491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:45.854898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.909274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1 req-b16bc23c-ee81-4b76-ac8e-cc11ecd2693b service neutron] 10.222.0.24 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420608 Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:45.925870 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:45.941028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.955903 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.961187 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "DELETE /v2.0/networks/81eb7fed-06a7-40a3-8ab0-1a87b860d6ce HTTP/1.1" status: 204 len: 168 time: 1.7722001 Jul 13 19:31:45.972116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:45.972791 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e68defb-8cae-4f2e-9312-0fac5ea9aebc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.993451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629ee51-c815-403d-aa83-3e44539ca4fe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Network': ['ID=81eb7fed-06a7-40a3-8ab0-1a87b860d6ce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:46.013437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b147f088-5358-4b7c-8ea4-529961ed40a7 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:31:46.072910 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad8bee-0e7b-48d7-97ad-823bb644edee req-261556b7-3838-48c1-a985-a3369d9b83fb tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:46.080230 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74ad8bee-0e7b-48d7-97ad-823bb644edee req-261556b7-3838-48c1-a985-a3369d9b83fb tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 943 time: 0.3266435 Jul 13 19:31:46.091516 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68defb-8cae-4f2e-9312-0fac5ea9aebc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=314492b3-c48d-42d9-a040-1a85947d21c4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:46.125178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99d1b5e-c08c-4a1c-bad7-14422faa40ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting subnet f637527d-2257-42ce-b9ad-148ebc512682 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:46.170713 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a99d1b5e-c08c-4a1c-bad7-14422faa40ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.184961 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.193446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74ad8bee-0e7b-48d7-97ad-823bb644edee req-cdfdf9d2-3318-4d50-9aca-521cd83f7fb3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122515 Jul 13 19:31:46.194916 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.211782 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Transition to ACTIVE for port object aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:46.221251 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.280262 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Pushing event updated for resources: {'Port': ['ID=aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:46.296081 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b147f088-5358-4b7c-8ea4-529961ed40a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b147f088-5358-4b7c-8ea4-529961ed40a7,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:46.298684 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.299333 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.302349 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.304769 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.305358 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.305935 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.306550 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.312401 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.313221 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.313874 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.314448 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.315217 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.332735 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4516105c-a4da-40f5-baf8-03f0928c2b35 req-29ceb6c8-26ad-4188-9030-24a8686c7e2f tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.2321806 Jul 13 19:31:46.346267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b147f088-5358-4b7c-8ea4-529961ed40a7', 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b', 'port_id': 'b147f088-5358-4b7c-8ea4-529961ed40a7', 'mac_address': 'fa:16:3e:80:38:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e80fed-1f4d-4282-a039-3007576211a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:31:46.366777 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e68defb-8cae-4f2e-9312-0fac5ea9aebc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.367769 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Attempting to bind port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:46.368221 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Attempting to bind port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:46.369102 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Attempting to bind port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:46.373238 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3e68defb-8cae-4f2e-9312-0fac5ea9aebc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/314492b3-c48d-42d9-a040-1a85947d21c4 HTTP/1.1" status: 204 len: 168 time: 1.7501326 Jul 13 19:31:46.376519 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.381936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-601a9b58-45bc-4cf8-b6a4-aa8f62a287f1 req-2abb5f97-4c7c-4694-a042-de6008199dd4 service neutron] 10.222.0.24 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878489 Jul 13 19:31:46.382514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:46.388599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 455f4ec9-84e2-4375-a5d0-a9c34e65a116 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:46.396712 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:46.397173 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:46.398484 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.398955 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:46.405771 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Bound port: aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:46.406287 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.421983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 455f4ec9-84e2-4375-a5d0-a9c34e65a116 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:46.422599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 455f4ec9-84e2-4375-a5d0-a9c34e65a116 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:46.423286 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a99d1b5e-c08c-4a1c-bad7-14422faa40ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.429777 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-66313bd1-5129-4398-a9a2-bbdfc3fd4d7c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:31:46.434320 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-66313bd1-5129-4398-a9a2-bbdfc3fd4d7c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/314492b3-c48d-42d9-a040-1a85947d21c4 HTTP/1.1" status: 404 len: 333 time: 0.0472403 Jul 13 19:31:46.437195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:46.457332 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.473115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b147f088-5358-4b7c-8ea4-529961ed40a7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:46.502795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b147f088-5358-4b7c-8ea4-529961ed40a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b147f088-5358-4b7c-8ea4-529961ed40a7,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:46.504891 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] For port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:46.509062 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] For port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:46.509272 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.515982 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.596536 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4e2b7-e5d8-4a8c-a15d-f8991b879987 None None] Pushing event updated for resources: {'Port': ['ID=aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:46.611868 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Routers {'47cd3da0-8174-4f11-a787-3d8c8c57d328'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:46.612227 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:31:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['47cd3da0-8174-4f11-a787-3d8c8c57d328'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:46.672676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b147f088-5358-4b7c-8ea4-529961ed40a7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:46.691891 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a99d1b5e-c08c-4a1c-bad7-14422faa40ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.705597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b147f088-5358-4b7c-8ea4-529961ed40a7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:46.736156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-51302034-c606-428b-bf6a-6e1e99af781a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet bcb6df79-c991-4c0b-84b7-fb28c4987567 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:46.739459 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51302034-c606-428b-bf6a-6e1e99af781a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.762675 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a99d1b5e-c08c-4a1c-bad7-14422faa40ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.796154 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51302034-c606-428b-bf6a-6e1e99af781a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.806179 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a99d1b5e-c08c-4a1c-bad7-14422faa40ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.811347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a99d1b5e-c08c-4a1c-bad7-14422faa40ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "DELETE /v2.0/subnets/f637527d-2257-42ce-b9ad-148ebc512682 HTTP/1.1" status: 204 len: 168 time: 0.8336689 Jul 13 19:31:46.811347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d1b5e-c08c-4a1c-bad7-14422faa40ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Subnet': ['ID=f637527d-2257-42ce-b9ad-148ebc512682,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:46.813579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:46.866204 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] Set router 47cd3da0-8174-4f11-a787-3d8c8c57d328 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:46.877444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee3d808-d6d2-4ebb-b3a5-7f7bad0ca812 None None] Network ac4fbf87-eaf0-4a7c-83df-c7244633ee93 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:46.913129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51302034-c606-428b-bf6a-6e1e99af781a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.953161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.009804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51302034-c606-428b-bf6a-6e1e99af781a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.044084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Allocated IP 172.20.0.1 (04f790dc-05a0-49ce-94fc-f6d6530898e0/21c22fa7-76da-4e40-9ea8-ee394562c7c1/91f643cf-7b38-45f9-8237-6788106b847e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:47.050745 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51302034-c606-428b-bf6a-6e1e99af781a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.050991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:47.051361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.060516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-51302034-c606-428b-bf6a-6e1e99af781a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/bcb6df79-c991-4c0b-84b7-fb28c4987567 HTTP/1.1" status: 204 len: 168 time: 0.6195328 Jul 13 19:31:47.067455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:47.146097 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:43Z', 'revision_number': 3, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:47.193638 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911444c-697d-42ff-a0dc-64f01cb47f69 None None] The sync data for ids ['47cd3da0-8174-4f11-a787-3d8c8c57d328'] in n-d-800708-1 is: [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:43Z', 'revision_number': 3, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:47.196817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51302034-c606-428b-bf6a-6e1e99af781a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb6df79-c991-4c0b-84b7-fb28c4987567,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:47.234763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d4fe8-cd25-45c0-8d7e-cbc9837a48e8 req-d330719b-d6b2-4929-9924-81ac353325a5 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:47.236339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-844d4fe8-cd25-45c0-8d7e-cbc9837a48e8 req-d330719b-d6b2-4929-9924-81ac353325a5 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 945 time: 0.7900064 Jul 13 19:31:47.241517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7344f57-f45f-45db-a22c-39684dbb0e55 None None] Network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:47.241971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] For port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8,segment=NetworkSegment(19cd78ea-9191-43b2-9c61-fe6974064d28),segment_id=19cd78ea-9191-43b2-9c61-fe6974064d28)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:47.242712 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.256443 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.267883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Calling delete_port for c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:47.284178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f826757-3968-48ab-bbf5-69e96d2262c5 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet 95f0a307-f400-4e95-bd8b-9b6dbdd88083 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:47.303759 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-844d4fe8-cd25-45c0-8d7e-cbc9837a48e8 req-7d6ac579-d968-4a6f-8c46-66df28bf1547 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448384 Jul 13 19:31:47.304694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Transition to ACTIVE for port object 91f643cf-7b38-45f9-8237-6788106b847e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:47.312332 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f826757-3968-48ab-bbf5-69e96d2262c5 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.364569 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f826757-3968-48ab-bbf5-69e96d2262c5 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.442646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.455812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31377ad5-ba4f-4fcc-9d4a-83aae5f9843e req-37d625d1-f3ce-4bea-85c9-ed5171da1764 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:47.458904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31377ad5-ba4f-4fcc-9d4a-83aae5f9843e req-37d625d1-f3ce-4bea-85c9-ed5171da1764 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.3318074 Jul 13 19:31:47.537012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Pushing event updated for resources: {'Port': ['ID=91f643cf-7b38-45f9-8237-6788106b847e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:47.566216 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31377ad5-ba4f-4fcc-9d4a-83aae5f9843e req-3a27c204-df2e-49a3-a317-72eafd4e7083 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005967 Jul 13 19:31:47.584586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Network 04f790dc-05a0-49ce-94fc-f6d6530898e0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:47.587507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:47.607933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:47.615522 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.687302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Port': ['ID=c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:47.691380 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f826757-3968-48ab-bbf5-69e96d2262c5 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.705172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-e4fac58c-84a1-4d6d-81f8-fcb64390ee0d tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:47.706164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] No DVR routers for this DVR port c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:47.711062 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-e4fac58c-84a1-4d6d-81f8-fcb64390ee0d tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.24 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 945 time: 0.3471222 Jul 13 19:31:47.745676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f2e2a-dc02-434a-9e3b-85e89278de09 None None] DHCP port deletion for ac4fbf87-eaf0-4a7c-83df-c7244633ee93 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:47.807434 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.038612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b147f088-5358-4b7c-8ea4-529961ed40a7 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:48.059857 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f826757-3968-48ab-bbf5-69e96d2262c5 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.091293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.129683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-8e97e1ad-75af-45ca-9bdc-8afa26cbd44a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Deleting port ab61b346-afd1-48e2-bcc2-cf7a8fad234b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:48.130051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-8e97e1ad-75af-45ca-9bdc-8afa26cbd44a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.135680 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f826757-3968-48ab-bbf5-69e96d2262c5 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.138621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8f826757-3968-48ab-bbf5-69e96d2262c5 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/95f0a307-f400-4e95-bd8b-9b6dbdd88083 HTTP/1.1" status: 204 len: 168 time: 1.0692534 Jul 13 19:31:48.145927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c1a679e1-d157-4216-8467-98052012628d details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:31:48.151109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:48.154253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4fbf87-eaf0-4a7c-83df-c7244633ee93']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:48.168448 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cd78ea-9191-43b2-9c61-fe6974064d28') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:48.168911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cd78ea-9191-43b2-9c61-fe6974064d28') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:48.181814 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.192616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4c1a620-932d-4c20-b101-b51249751a99 None None] Provisioning for port 91f643cf-7b38-45f9-8237-6788106b847e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:48.199538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port b147f088-5358-4b7c-8ea4-529961ed40a7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:48.203826 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.214069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:48.214069 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.225668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b147f088-5358-4b7c-8ea4-529961ed40a7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:48.226316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.231954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4c1a620-932d-4c20-b101-b51249751a99 None None] Provisioning complete for port 91f643cf-7b38-45f9-8237-6788106b847e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:48.232737 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4c1a620-932d-4c20-b101-b51249751a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:48.325421 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:48.328621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f826757-3968-48ab-bbf5-69e96d2262c5 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=95f0a307-f400-4e95-bd8b-9b6dbdd88083,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:48.337344 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.343290 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.345735 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "DELETE /v2.0/networks/ac4fbf87-eaf0-4a7c-83df-c7244633ee93 HTTP/1.1" status: 204 len: 168 time: 1.5309062 Jul 13 19:31:48.363063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:48.369630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a20bb0-a28a-466e-9474-362872825044 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Network': ['ID=ac4fbf87-eaf0-4a7c-83df-c7244633ee93,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:48.396360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-735937511'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:48.422610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b894-ac46-4fc1-bb90-7454061a7e38 req-d3d31962-79a8-4f4b-a1fe-6d0165bf352c tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:48.423301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:48.429987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a284b894-ac46-4fc1-bb90-7454061a7e38 req-d3d31962-79a8-4f4b-a1fe-6d0165bf352c tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 944 time: 0.4869163 Jul 13 19:31:48.448488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.458152 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3019b9bf-1c52-4cda-a824-7637307ecca9 req-5a701354-0707-4fd5-926b-1354dee9daa1 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0924892 Jul 13 19:31:48.486599 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a284b894-ac46-4fc1-bb90-7454061a7e38 req-c071a029-596a-4d20-a26f-11f7a5d5525e tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554235 Jul 13 19:31:48.556184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port c1a679e1-d157-4216-8467-98052012628d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c1a679e1-d157-4216-8467-98052012628d,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:48.585063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.594113 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'c1a679e1-d157-4216-8467-98052012628d', 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b', 'port_id': 'c1a679e1-d157-4216-8467-98052012628d', 'mac_address': 'fa:16:3e:4b:6d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e80fed-1f4d-4282-a039-3007576211a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:31:48.598767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:48.605743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.612990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1a620-932d-4c20-b101-b51249751a99 None None] Port 91f643cf-7b38-45f9-8237-6788106b847e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:48.652286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-8e97e1ad-75af-45ca-9bdc-8afa26cbd44a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] For port ab61b346-afd1-48e2-bcc2-cf7a8fad234b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,segment=NetworkSegment(40c54525-2c0b-4351-aabf-f83d140b4757),segment_id=40c54525-2c0b-4351-aabf-f83d140b4757)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:48.652512 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-8e97e1ad-75af-45ca-9bdc-8afa26cbd44a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.696332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a713e40b-44e1-459c-bfc9-305fac9076ea None None] Network 2cbd03e4-9111-4ff2-ad30-553c3f158e80 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:48.703343 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.709385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-8e97e1ad-75af-45ca-9bdc-8afa26cbd44a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Calling delete_port for ab61b346-afd1-48e2-bcc2-cf7a8fad234b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:48.758750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:48.780410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a679e1-d157-4216-8467-98052012628d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:48.784449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:48.784820 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.785425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:48.828582 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.865112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port c1a679e1-d157-4216-8467-98052012628d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c1a679e1-d157-4216-8467-98052012628d,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:48.867865 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd75e1d7-7687-4c75-9823-1cb8768444ef None None] Provisioning complete for port 2d20eb62-c6aa-40fa-878d-8177e951048c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:48.868243 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd75e1d7-7687-4c75-9823-1cb8768444ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.894449 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.895022 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Added segment bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1 of type vlan for network a370ca12-972d-4214-9a2f-d09ff026971d Jul 13 19:31:48.919299 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.945471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e87d97-af1d-4200-a50b-515a8a4103d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b147f088-5358-4b7c-8ea4-529961ed40a7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:48.947724 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c18ab93-88bf-4f41-a8f9-6e5cc4eece12" -d '{"events": [{"server_uuid": "20e87d97-af1d-4200-a50b-515a8a4103d5", "name": "network-vif-plugged", "status": "completed", "tag": "b147f088-5358-4b7c-8ea4-529961ed40a7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:48.993264 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.006280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b147f088-5358-4b7c-8ea4-529961ed40a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b147f088-5358-4b7c-8ea4-529961ed40a7,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:49.015458 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.074030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae11e4d-2eb1-45bb-aea8-613caf8f844e req-87cab9be-0ad4-4586-a0d4-8b996057f612 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:49.076079 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dae11e4d-2eb1-45bb-aea8-613caf8f844e req-87cab9be-0ad4-4586-a0d4-8b996057f612 tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/ports?device_id=51abe699-c0a2-4cf8-95c6-58748d6c8dc8 HTTP/1.1" status: 200 len: 945 time: 0.3681734 Jul 13 19:31:49.089438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 2d20eb62-c6aa-40fa-878d-8177e951048c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:49.089785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.101260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=c1a679e1-d157-4216-8467-98052012628d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.130637 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.142924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.148647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:49.149271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.185009 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.188008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['c1a679e1-d157-4216-8467-98052012628d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:49.199577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:49.222664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.235239 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.249052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b147f088-5358-4b7c-8ea4-529961ed40a7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.323039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a992ef-e859-48cd-b484-610a33619d67 None None] DHCP port deletion for 2cbd03e4-9111-4ff2-ad30-553c3f158e80 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:49.336149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.349946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254d37d-60f4-43d1-801c-158ef93d44be req-4a7f374a-bade-4fa5-9015-fb86f75f9969 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:49.351537 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9254d37d-60f4-43d1-801c-158ef93d44be req-4a7f374a-bade-4fa5-9015-fb86f75f9969 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.1029520 Jul 13 19:31:49.353193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:49.401904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:49.402241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c50ebd8b-8259-4ac9-bcd6-b4bd7d43b3b8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:49.416827 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9254d37d-60f4-43d1-801c-158ef93d44be req-0f599546-9a86-4dba-ac40-29173d191812 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578146 Jul 13 19:31:49.467460 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd5fc63-7fa8-4362-b546-6d930f777514 x-openstack-request-id: req-4fd5fc63-7fa8-4362-b546-6d930f777514 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:49.467760 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e87d97-af1d-4200-a50b-515a8a4103d5", "name": "network-vif-plugged", "status": "completed", "tag": "b147f088-5358-4b7c-8ea4-529961ed40a7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:49.468013 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fd5fc63-7fa8-4362-b546-6d930f777514 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:49.468407 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e87d97-af1d-4200-a50b-515a8a4103d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b147f088-5358-4b7c-8ea4-529961ed40a7', 'code': 200} Jul 13 19:31:49.513282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-74a992ef-e859-48cd-b484-610a33619d67 None None] Deleting port 2d20eb62-c6aa-40fa-878d-8177e951048c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:49.513917 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74a992ef-e859-48cd-b484-610a33619d67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.617108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-74a992ef-e859-48cd-b484-610a33619d67 None None] For port 2d20eb62-c6aa-40fa-878d-8177e951048c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d20eb62-c6aa-40fa-878d-8177e951048c,segment=NetworkSegment(0172ae6a-1655-4232-93f0-56a304eb20fc),segment_id=0172ae6a-1655-4232-93f0-56a304eb20fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:49.617889 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74a992ef-e859-48cd-b484-610a33619d67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.638814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-74a992ef-e859-48cd-b484-610a33619d67 None None] Calling delete_port for 2d20eb62-c6aa-40fa-878d-8177e951048c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:49.640930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af01e57-c1ae-4782-9041-0aef060cf2ef req-3c1d668c-a28c-4460-8f31-d74bdb105a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:49.642529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5af01e57-c1ae-4782-9041-0aef060cf2ef req-3c1d668c-a28c-4460-8f31-d74bdb105a36 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 1096 time: 0.0926385 Jul 13 19:31:49.700240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5af01e57-c1ae-4782-9041-0aef060cf2ef req-81104027-49db-47a6-8590-ae2856f24925 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517735 Jul 13 19:31:49.720928 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3276463 Jul 13 19:31:49.722378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:49.729891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'subnet': {'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:49.750663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dae11e4d-2eb1-45bb-aea8-613caf8f844e req-b28e203e-47e6-4781-ab1c-69099f12339e tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.25 "GET /v2.0/security-groups?id=276add31-d414-49c5-8646-0e907ab00fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314085 Jul 13 19:31:49.752733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] For port 2d20eb62-c6aa-40fa-878d-8177e951048c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d20eb62-c6aa-40fa-878d-8177e951048c,segment=NetworkSegment(0172ae6a-1655-4232-93f0-56a304eb20fc),segment_id=0172ae6a-1655-4232-93f0-56a304eb20fc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:49.753109 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.759055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6624803-9258-4613-86a6-cadcc15eaad2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Network': ['ID=a370ca12-972d-4214-9a2f-d09ff026971d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.767313 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74a992ef-e859-48cd-b484-610a33619d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.777548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-8e97e1ad-75af-45ca-9bdc-8afa26cbd44a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.790035 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.791881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Pushing event updated for resources: {'Port': ['ID=91f643cf-7b38-45f9-8237-6788106b847e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.800264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 2d20eb62-c6aa-40fa-878d-8177e951048c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:49.852456 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97e1ad-75af-45ca-9bdc-8afa26cbd44a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Pushing event deleted for resources: {'Port': ['ID=ab61b346-afd1-48e2-bcc2-cf7a8fad234b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.884339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:49.889727 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.890566 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a992ef-e859-48cd-b484-610a33619d67 None None] No DVR routers for this DVR port 2d20eb62-c6aa-40fa-878d-8177e951048c on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:49.908921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a370ca12-972d-4214-9a2f-d09ff026971d details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:49.918334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a992ef-e859-48cd-b484-610a33619d67 None None] Pushing event deleted for resources: {'Port': ['ID=2d20eb62-c6aa-40fa-878d-8177e951048c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.987850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-8e97e1ad-75af-45ca-9bdc-8afa26cbd44a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] No DVR routers for this DVR port ab61b346-afd1-48e2-bcc2-cf7a8fad234b on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:50.003955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-8e97e1ad-75af-45ca-9bdc-8afa26cbd44a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.006099 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d93db64-ef36-48ee-b79c-7896da6d58fc req-8e97e1ad-75af-45ca-9bdc-8afa26cbd44a tempest-InstanceActionsV221TestJSON-704332122 tempest-InstanceActionsV221TestJSON-704332122-project] 10.222.0.24 "DELETE /v2.0/ports/ab61b346-afd1-48e2-bcc2-cf7a8fad234b HTTP/1.1" status: 204 len: 173 time: 2.2854338 Jul 13 19:31:50.006583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51abe699-c0a2-4cf8-95c6-58748d6c8dc8', 'name': 'network-vif-deleted', 'tag': 'ab61b346-afd1-48e2-bcc2-cf7a8fad234b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:50.008874 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e665b3f-9697-4aad-88cf-b308482f1d1f" -d '{"events": [{"server_uuid": "51abe699-c0a2-4cf8-95c6-58748d6c8dc8", "name": "network-vif-deleted", "tag": "ab61b346-afd1-48e2-bcc2-cf7a8fad234b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:50.113256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Network 04f790dc-05a0-49ce-94fc-f6d6530898e0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:50.123652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:50.147763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c1a679e1-d157-4216-8467-98052012628d up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:50.162275 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.198328 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.238032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port c1a679e1-d157-4216-8467-98052012628d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:50.244195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port c1a679e1-d157-4216-8467-98052012628d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:50.244537 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.269507 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3ec5a15-a706-4e9e-9655-e597d3c305cb req-730ec425-f574-47ef-ab61-061487e31c81 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0851562 Jul 13 19:31:50.338537 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Subnet': ['ID=e1589fb6-e525-4456-8b6a-18678930377d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:50.350370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d27fa-4c89-4c20-93ef-ac828e1f1df5 req-13897724-41b7-4c28-bd54-76d48e768402 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:50.361003 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Checking segment: {'id': 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:50.362035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network hostable DHCP agents. Network: a370ca12-972d-4214-9a2f-d09ff026971d, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:50.372601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a34d27fa-4c89-4c20-93ef-ac828e1f1df5 req-13897724-41b7-4c28-bd54-76d48e768402 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 945 time: 0.3014574 Jul 13 19:31:50.380574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=2d20eb62-c6aa-40fa-878d-8177e951048c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:50.382384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network a370ca12-972d-4214-9a2f-d09ff026971d is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:50.386869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No DVR routers for this DVR port 2d20eb62-c6aa-40fa-878d-8177e951048c on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:50.398420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, a370ca12-972d-4214-9a2f-d09ff026971d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:50.409732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:50.410447 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.428436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-45ccd821-c4c2-46d2-a62b-8a6f79db03a0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7044721 Jul 13 19:31:50.430903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:50.438178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1906472846'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:50.440277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:50.473359 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c82b789-0ffe-4b8f-b6de-2109d8fcebbe x-openstack-request-id: req-6c82b789-0ffe-4b8f-b6de-2109d8fcebbe {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:50.473564 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51abe699-c0a2-4cf8-95c6-58748d6c8dc8", "name": "network-vif-deleted", "tag": "ab61b346-afd1-48e2-bcc2-cf7a8fad234b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:50.473890 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c82b789-0ffe-4b8f-b6de-2109d8fcebbe {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:50.474295 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51abe699-c0a2-4cf8-95c6-58748d6c8dc8', 'name': 'network-vif-deleted', 'tag': 'ab61b346-afd1-48e2-bcc2-cf7a8fad234b', 'status': 'completed', 'code': 200} Jul 13 19:31:50.474774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:50.479858 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.517568 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f66ebf-20e5-4ba3-a88e-c7e16a1947e2 None None] Network a370ca12-972d-4214-9a2f-d09ff026971d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:50.520741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:50.536168 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.536560 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Added segment 09306b1b-e1be-4b61-88a3-6bad9178d234 of type vlan for network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 Jul 13 19:31:50.591488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Router 47cd3da0-8174-4f11-a787-3d8c8c57d328 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:50.592713 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.617934 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a34d27fa-4c89-4c20-93ef-ac828e1f1df5 req-8548db95-d1c9-4811-8d27-dc446b1e8e62 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403882 Jul 13 19:31:50.661813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.679659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.687200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:50.687675 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.703722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4820b85-56ec-43bf-8515-6eb161b0b9c0 None None] Provisioning complete for port 91f643cf-7b38-45f9-8237-6788106b847e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:50.704170 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4820b85-56ec-43bf-8515-6eb161b0b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.705827 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.709514 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2771380 Jul 13 19:31:50.725576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:50.747685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port c1a679e1-d157-4216-8467-98052012628d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c1a679e1-d157-4216-8467-98052012628d,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:50.749075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbd03e4-9111-4ff2-ad30-553c3f158e80']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:50.749291 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f89e639-c5c8-45fb-b654-9c4efe1f6392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.774332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'subnet': {'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:50.780981 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.781944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab61b346-afd1-48e2-bcc2-cf7a8fad234b no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:50.788006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0172ae6a-1655-4232-93f0-56a304eb20fc') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:50.788320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0172ae6a-1655-4232-93f0-56a304eb20fc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:50.803488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.854172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: ab61b346-afd1-48e2-bcc2-cf7a8fad234b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:50.854569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab61b346-afd1-48e2-bcc2-cf7a8fad234b not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:50.875272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.891061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:50.891815 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:50.895330 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:50.906141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3b55d-1407-4593-bfc6-09b468f5fbc0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Network': ['ID=d058ff35-ccd3-485a-b4fe-4d9740de8dd4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:50.932682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e9dec-6897-4fe2-aa73-aafa6adbc1ba req-30db3121-c9b1-4355-8a7c-e3c34639ba3f tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:50.934907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-085e9dec-6897-4fe2-aa73-aafa6adbc1ba req-30db3121-c9b1-4355-8a7c-e3c34639ba3f tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.3263648 Jul 13 19:31:50.936039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:50.990518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:50.992616 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.003991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:51.008783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-13ca82c1-5577-4598-9a5d-8837c15a13fd admin admin] 10.222.0.25 "PUT /v2.0/routers/47cd3da0-8174-4f11-a787-3d8c8c57d328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8432839 Jul 13 19:31:51.034746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.043582 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.048389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/networks/2cbd03e4-9111-4ff2-ad30-553c3f158e80 HTTP/1.1" status: 204 len: 168 time: 2.8918843 Jul 13 19:31:51.052637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:51.054481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc00c4b-6e4b-4035-be0c-21c59e5a099b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Network': ['ID=2cbd03e4-9111-4ff2-ad30-553c3f158e80,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:51.187296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Sync routers for ids ['47cd3da0-8174-4f11-a787-3d8c8c57d328'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:51.202769 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d4820b85-56ec-43bf-8515-6eb161b0b9c0 None None] Port 91f643cf-7b38-45f9-8237-6788106b847e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:51.220880 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-085e9dec-6897-4fe2-aa73-aafa6adbc1ba req-75b4b196-94ba-43e2-9d74-3d7dba4887a0 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799413 Jul 13 19:31:51.244197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:51.244813 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.303662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Routers {'47cd3da0-8174-4f11-a787-3d8c8c57d328'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:51.303999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:31:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['47cd3da0-8174-4f11-a787-3d8c8c57d328'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:51.330447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc486b-2005-459c-a0b5-9a46e5d5bd80 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:51.335495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:51.335667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-73dc486b-2005-459c-a0b5-9a46e5d5bd80 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2816939 Jul 13 19:31:51.355268 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.406248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=c1a679e1-d157-4216-8467-98052012628d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:51.445981 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ef097352-34cd-449f-8ef9-364d0191fac0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1038649 Jul 13 19:31:51.450925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:51.454102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Subnet': ['ID=39fca68d-ce52-4351-b1cb-e49b49fab944,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:51.457990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Checking segment: {'id': '09306b1b-e1be-4b61-88a3-6bad9178d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:51.459024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network hostable DHCP agents. Network: d058ff35-ccd3-485a-b4fe-4d9740de8dd4, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:51.464795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1196323024'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:51.485548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ada10ac-664e-477b-90bf-7dc3755c520d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a679e1-d157-4216-8467-98052012628d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:51.486696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:51.495207 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8754582-e353-4bec-8ed2-d13f4dfcb745" -d '{"events": [{"server_uuid": "9ada10ac-664e-477b-90bf-7dc3755c520d", "name": "network-vif-plugged", "status": "completed", "tag": "c1a679e1-d157-4216-8467-98052012628d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:51.503581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, d058ff35-ccd3-485a-b4fe-4d9740de8dd4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:51.509029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:51.509555 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.512983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:51.521514 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.531959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-a370ca12-972d-4214-9a2f-d09ff026971d', 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'fixed_ips': [{'subnet_id': 'e1589fb6-e525-4456-8b6a-18678930377d'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:31:51.532951 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.536585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-446ae2b4-a88f-4308-8b38-1e6450b00801 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7744150 Jul 13 19:31:51.539051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb77f9-cd2e-4238-8651-fad6b58828e0 None None] Network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:51.571031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:51.594264 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.597403 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Added segment ecc01ad5-3066-45ee-92d3-11e7b6084cb2 of type vlan for network 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff Jul 13 19:31:51.652398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Set router 47cd3da0-8174-4f11-a787-3d8c8c57d328 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:51.684792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.716615 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.723461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:51.724244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.800022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Network': ['ID=9f7e1681-8966-4c0e-aa3f-f726f8aa4fff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:51.819197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-28a7fb4b-dae3-4574-b6c0-d2887ae75ce0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3612072 Jul 13 19:31:51.821961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:51.827134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '9f7e1681-8966-4c0e-aa3f-f726f8aa4fff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:51.863222 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:51.871061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d20eb62-c6aa-40fa-878d-8177e951048c no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:51.919915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:51.924893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b29a4a3-7549-460d-b937-8daf5c86b701 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43603450', 'description': 'tempest-description--215219228'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:51.945770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-2b29a4a3-7549-460d-b937-8daf5c86b701 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:31:51.945770 n-d-800708-1 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:31:51.945770 n-d-800708-1 neutron-server[93767]: [parameters: {'project_id_1': 'e4be9101a48c4f01b47e38d7b5015101', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 31, 51, 934681)}] Jul 13 19:31:51.945770 n-d-800708-1 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:31:51.946202 n-d-800708-1 neutron-server[93767]: DEBUG oslo_db.api [None req-2b29a4a3-7549-460d-b937-8daf5c86b701 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:31:51.968915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:51.975520 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.978686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2d20eb62-c6aa-40fa-878d-8177e951048c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:51.979025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d20eb62-c6aa-40fa-878d-8177e951048c not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:52.077171 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edee4c88-0ea1-4052-af34-e576cc76da9c x-openstack-request-id: req-edee4c88-0ea1-4052-af34-e576cc76da9c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:52.077399 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ada10ac-664e-477b-90bf-7dc3755c520d", "name": "network-vif-plugged", "status": "completed", "tag": "c1a679e1-d157-4216-8467-98052012628d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:52.077646 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edee4c88-0ea1-4052-af34-e576cc76da9c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:52.078025 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ada10ac-664e-477b-90bf-7dc3755c520d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a679e1-d157-4216-8467-98052012628d', 'code': 200} Jul 13 19:31:52.083439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Allocated IP 19.80.0.2 (a370ca12-972d-4214-9a2f-d09ff026971d/e1589fb6-e525-4456-8b6a-18678930377d/604f9fba-a903-4be3-bf3e-68cf04c8022e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:52.094318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-d058ff35-ccd3-485a-b4fe-4d9740de8dd4', 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'fixed_ips': [{'subnet_id': '39fca68d-ce52-4351-b1cb-e49b49fab944'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:31:52.095290 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.183970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:31:52.205277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a585687-6bfd-42bf-aaee-826d34d9cc7b req-ef395590-14bf-45a1-974d-fb3b70160be1 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0678573 Jul 13 19:31:52.306006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4700395-e181-4f05-9656-6a6d959a7acb req-923066b8-1544-4469-bb61-587fc41fdab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:52.321060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f4700395-e181-4f05-9656-6a6d959a7acb req-923066b8-1544-4469-bb61-587fc41fdab9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ada10ac-664e-477b-90bf-7dc3755c520d HTTP/1.1" status: 200 len: 1097 time: 0.1145566 Jul 13 19:31:52.348432 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.382324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f4700395-e181-4f05-9656-6a6d959a7acb req-50835da8-ec69-4572-875c-2bf6c609a4ed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591819 Jul 13 19:31:52.401636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=678ce8fc-87fd-431d-b1de-72f2397d51fc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:52.445375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Checking segment: {'id': 'ecc01ad5-3066-45ee-92d3-11e7b6084cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '9f7e1681-8966-4c0e-aa3f-f726f8aa4fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:52.445741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network hostable DHCP agents. Network: 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:52.473535 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa50c08-b46d-45b6-8ad9-90aac39dee99 req-39cfe606-8b3e-448a-a6f3-eeddee980fd9 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:52.475776 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3aa50c08-b46d-45b6-8ad9-90aac39dee99 req-39cfe606-8b3e-448a-a6f3-eeddee980fd9 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 945 time: 0.1826589 Jul 13 19:31:52.484711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-8b83b276-ec8a-4426-a775-fab5bbd4c1ea tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:52.488412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Allocated IP 19.86.0.2 (d058ff35-ccd3-485a-b4fe-4d9740de8dd4/39fca68d-ce52-4351-b1cb-e49b49fab944/b545282c-9146-4914-b4ff-4ca5b0eba951) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:52.491222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-8b83b276-ec8a-4426-a775-fab5bbd4c1ea tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:52.493113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-8b83b276-ec8a-4426-a775-fab5bbd4c1ea tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/networks?id=a370ca12-972d-4214-9a2f-d09ff026971d&id=d058ff35-ccd3-485a-b4fe-4d9740de8dd4 HTTP/1.1" status: 200 len: 1391 time: 0.1416743 Jul 13 19:31:52.521374 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-66e0d3e4-01d2-491d-a105-ec5232287ee5 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/quotas/bdb670272e7e4f4cbff1d85f717a7577 HTTP/1.1" status: 200 len: 375 time: 0.0181272 Jul 13 19:31:52.526501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:52.532918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b29a4a3-7549-460d-b937-8daf5c86b701 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.533111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:48Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '91f643cf-7b38-45f9-8237-6788106b847e', 'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'mac_address': 'fa:16:3e:78:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:46Z', 'updated_at': '2021-07-13T19:31:48Z', 'revision_number': 2, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'subnets': [{'id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:52.547195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:52.553518 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3aa50c08-b46d-45b6-8ad9-90aac39dee99 req-085480d6-bfac-4ce9-a728-cad34300df2b tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696287 Jul 13 19:31:52.567897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:52.572785 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:52.573672 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.622393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7256de0c-55d3-4c69-afae-735a4cb0a088 None None] Network 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:52.624313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Checking router: 47cd3da0-8174-4f11-a787-3d8c8c57d328 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:52.624604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Updating router 47cd3da0-8174-4f11-a787-3d8c8c57d328 port 91f643cf-7b38-45f9-8237-6788106b847e binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:31:52.631429 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.666569 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b29a4a3-7549-460d-b937-8daf5c86b701 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.670903 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-5bf06930-ef26-46df-a1a2-02eda9228552 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460898 Jul 13 19:31:52.672132 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b29a4a3-7549-460d-b937-8daf5c86b701 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.698620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-879bb990-5b26-4fef-938e-eae6eb59e97a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8754368 Jul 13 19:31:52.700637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:52.705893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'port_id': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'mac_address': 'fa:16:3e:75:85:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:31:52.709005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '9f7e1681-8966-4c0e-aa3f-f726f8aa4fff', 'name': 'tempest-PortsTestJSON-2002709234'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:52.719793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Transition to ACTIVE for port object 604f9fba-a903-4be3-bf3e-68cf04c8022e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:52.764606 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b29a4a3-7549-460d-b937-8daf5c86b701 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.765876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2b29a4a3-7549-460d-b937-8daf5c86b701 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8445890 Jul 13 19:31:52.769560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:52.774756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-04e89a45-7b8c-4e83-b41a-4db820642915 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Request body: {'security_group_rule': {'security_group_id': '4f23a917-d608-4526-9065-b39be649badc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:52.783014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29a4a3-7549-460d-b937-8daf5c86b701 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f23a917-d608-4526-9065-b39be649badc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:52.785441 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.791226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Transition to ACTIVE for port object 604f9fba-a903-4be3-bf3e-68cf04c8022e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:52.822830 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.841255 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04e89a45-7b8c-4e83-b41a-4db820642915 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.867480 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.894275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-202ed318-b7fe-4f21-9eb9-b5e6d971baca service neutron] 10.222.0.25 "GET /v2.0/networks/a370ca12-972d-4214-9a2f-d09ff026971d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227018 Jul 13 19:31:52.926646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:52.931525 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.935592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04e89a45-7b8c-4e83-b41a-4db820642915 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.954198 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04e89a45-7b8c-4e83-b41a-4db820642915 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.972260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e89a45-7b8c-4e83-b41a-4db820642915 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb253ed2-593b-4ae3-939a-817efc4c4054,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:52.989122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 55e351c7-3863-476c-bb7a-75b5fa4c1177 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:31:53.001744 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04e89a45-7b8c-4e83-b41a-4db820642915 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.002993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-04e89a45-7b8c-4e83-b41a-4db820642915 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2323928 Jul 13 19:31:53.012283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:53.020525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0768c68c-48eb-4ea4-9add-457f5653e79d tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Request body: {'security_group_rule': {'security_group_id': '4f23a917-d608-4526-9065-b39be649badc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:53.057767 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768c68c-48eb-4ea4-9add-457f5653e79d tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.094866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-1c33e07c-7e55-401d-9de5-e6ac2f9e2f3a service neutron] 10.222.0.25 "GET /v2.0/networks/a370ca12-972d-4214-9a2f-d09ff026971d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995282 Jul 13 19:31:53.161728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.7 (9f7e1681-8966-4c0e-aa3f-f726f8aa4fff/678ce8fc-87fd-431d-b1de-72f2397d51fc/55e351c7-3863-476c-bb7a-75b5fa4c1177) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:53.171778 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb760a4-7346-4cc0-835d-10f831883630 req-7eb9d667-3c93-4015-b87f-70090daf3bce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:53.179374 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-afb760a4-7346-4cc0-835d-10f831883630 req-7eb9d667-3c93-4015-b87f-70090daf3bce tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 943 time: 0.1458817 Jul 13 19:31:53.207890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Network a370ca12-972d-4214-9a2f-d09ff026971d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:53.230321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:53.232164 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768c68c-48eb-4ea4-9add-457f5653e79d tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.240160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768c68c-48eb-4ea4-9add-457f5653e79d tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.243731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-afb760a4-7346-4cc0-835d-10f831883630 req-5e6b61c2-2239-47e3-a849-18209e285ae3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633118 Jul 13 19:31:53.258134 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:53.281048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:53.291192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Pushing event updated for resources: {'Port': ['ID=604f9fba-a903-4be3-bf3e-68cf04c8022e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:53.312495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-00c1d4ad-79ab-425d-a42a-255ec98b29f0 service neutron] 10.222.0.25 "GET /v2.0/networks/d058ff35-ccd3-485a-b4fe-4d9740de8dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164986 Jul 13 19:31:53.326005 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:31:53.372518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:53.400701 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06c4a43e-e5a4-4af4-b29b-5d0df8310e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.402829 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.409319 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768c68c-48eb-4ea4-9add-457f5653e79d tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.413819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0768c68c-48eb-4ea4-9add-457f5653e79d tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3972981 Jul 13 19:31:53.415609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:53.423501 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.431239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768c68c-48eb-4ea4-9add-457f5653e79d tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4f64e5-d5e7-4d73-962d-92a22ac020bc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:53.445362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:53.494270 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-44469e69-4694-438b-9bd6-5915d8fe68a7 service neutron] 10.222.0.25 "GET /v2.0/networks/d058ff35-ccd3-485a-b4fe-4d9740de8dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801493 Jul 13 19:31:53.503567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Transition to ACTIVE for port object b545282c-9146-4914-b4ff-4ca5b0eba951 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:53.521233 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.553815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-9f7e1681-8966-4c0e-aa3f-f726f8aa4fff', 'network_id': '9f7e1681-8966-4c0e-aa3f-f726f8aa4fff', 'tenant_id': '33ea7ac679754174bcf31313ba18a392', 'fixed_ips': [{'subnet_id': '678ce8fc-87fd-431d-b1de-72f2397d51fc'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:31:53.554764 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.642029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.653791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Attempting to bind port 604f9fba-a903-4be3-bf3e-68cf04c8022e on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:53.653791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Attempting to bind port 604f9fba-a903-4be3-bf3e-68cf04c8022e by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:53.654162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Attempting to bind port 604f9fba-a903-4be3-bf3e-68cf04c8022e on network a370ca12-972d-4214-9a2f-d09ff026971d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:53.657189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Transition to ACTIVE for port object b545282c-9146-4914-b4ff-4ca5b0eba951 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:53.662147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object 55e351c7-3863-476c-bb7a-75b5fa4c1177 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:53.676699 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.686270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:53.707330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:53.708372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Checking segment: {'id': 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:53.709856 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.710497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Bound using segment: {'id': 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:53.711146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Bound port: 604f9fba-a903-4be3-bf3e-68cf04c8022e, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:53.711722 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.715073 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.730445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:53.755222 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.803076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a2b1-9bd8-4856-8cc0-2e0c25331e13 req-b7e10e2b-5e23-4f0b-b697-bec76aafa724 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:53.811561 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-85a0a2b1-9bd8-4856-8cc0-2e0c25331e13 req-b7e10e2b-5e23-4f0b-b697-bec76aafa724 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ada10ac-664e-477b-90bf-7dc3755c520d HTTP/1.1" status: 200 len: 946 time: 0.2545009 Jul 13 19:31:53.812620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:53.820209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:53.867425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.926512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Allocated IP 172.25.7.37 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/c1066a4b-9340-44b7-8174-e54743365a03) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:53.931069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26ec86b-1637-4b01-ac60-e6838a1b40ed admin admin] Deleting subnet 475e5758-5e40-409b-a163-422bbb65fa2f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:53.944090 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d26ec86b-1637-4b01-ac60-e6838a1b40ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.973726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:53.986272 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-85a0a2b1-9bd8-4856-8cc0-2e0c25331e13 req-d2a20714-83a8-4e57-b469-e705d774cbd3 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737695 Jul 13 19:31:53.998232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:54.002920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=55e351c7-3863-476c-bb7a-75b5fa4c1177,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:54.009447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:54.023895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02577510-53f0-4935-a176-3beb54175ca1 req-58ae0625-3df3-4c8b-8bc5-c5133669f516 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0884385 Jul 13 19:31:54.038955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a719d42-6603-4dc0-bf65-eb27fc27f726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.063524 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.075573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Transition to ACTIVE for port object 91f643cf-7b38-45f9-8237-6788106b847e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:54.079367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:54.080665 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.092738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:54.125067 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf998138-08c8-4aec-bd6b-0eb26ebfc773 req-b217e998-f26c-45a1-94d9-e55553c61ab0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 210 time: 0.0410850 Jul 13 19:31:54.139319 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d87e6510-9ea3-409d-b0b6-74c6dfd72eb3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4347634 Jul 13 19:31:54.140338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:54.146870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '9f7e1681-8966-4c0e-aa3f-f726f8aa4fff', 'name': 'tempest-PortsTestJSON-507310406'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:54.153517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d26ec86b-1637-4b01-ac60-e6838a1b40ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.169535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:54.171475 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.183749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:54.256347 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d26ec86b-1637-4b01-ac60-e6838a1b40ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.328730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.367972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Pushing event updated for resources: {'Port': ['ID=b545282c-9146-4914-b4ff-4ca5b0eba951,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:54.411781 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d26ec86b-1637-4b01-ac60-e6838a1b40ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.458372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ec86b-1637-4b01-ac60-e6838a1b40ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475e5758-5e40-409b-a163-422bbb65fa2f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:54.490890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a719d42-6603-4dc0-bf65-eb27fc27f726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.498166 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d26ec86b-1637-4b01-ac60-e6838a1b40ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.500324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d26ec86b-1637-4b01-ac60-e6838a1b40ed admin admin] 10.222.0.25 "DELETE /v2.0/subnets/475e5758-5e40-409b-a163-422bbb65fa2f HTTP/1.1" status: 204 len: 168 time: 0.6867630 Jul 13 19:31:54.504312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:54.504489 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a719d42-6603-4dc0-bf65-eb27fc27f726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.507443 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.607350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Pushing event updated for resources: {'Port': ['ID=c1066a4b-9340-44b7-8174-e54743365a03,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:54.625872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:54.630916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.632647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1ba33-f3c2-4f42-ad65-4fa562e9e43e None None] Pushing event updated for resources: {'Port': ['ID=91f643cf-7b38-45f9-8237-6788106b847e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:54.638533 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.645166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a719d42-6603-4dc0-bf65-eb27fc27f726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615eb4ef-5ea4-4a8a-85e7-00d4f9c8efa2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:54.664142 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:54.671757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3a719d42-6603-4dc0-bf65-eb27fc27f726 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0c102094a8c4829a04c61b7c6648d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9844432 Jul 13 19:31:54.673925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:54.676506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:54.679502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:54.681720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 8915c80e-b39a-45e8-9a48-a7a7fb0cd357 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:31:54.690530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] For port 604f9fba-a903-4be3-bf3e-68cf04c8022e, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:54.695722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Allocated IP 172.20.0.2 (9f7e1681-8966-4c0e-aa3f-f726f8aa4fff/678ce8fc-87fd-431d-b1de-72f2397d51fc/33b7166c-4694-4e59-b3d9-375a2831fcf3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:54.700267 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.701759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Attempting to bind port b545282c-9146-4914-b4ff-4ca5b0eba951 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:54.702279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Attempting to bind port b545282c-9146-4914-b4ff-4ca5b0eba951 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '09306b1b-e1be-4b61-88a3-6bad9178d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:54.703429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Attempting to bind port b545282c-9146-4914-b4ff-4ca5b0eba951 on network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:54.729080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81a31-7b7d-4a62-b708-9a535ca26bd6 req-cf8caeb7-8bf1-4fc7-b500-6025fab28cad tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:54.737058 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85d81a31-7b7d-4a62-b708-9a535ca26bd6 req-cf8caeb7-8bf1-4fc7-b500-6025fab28cad tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 944 time: 0.2835984 Jul 13 19:31:54.773199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:54.773886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Checking segment: {'id': '09306b1b-e1be-4b61-88a3-6bad9178d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:54.774506 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.775054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Bound using segment: {'id': '09306b1b-e1be-4b61-88a3-6bad9178d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:54.775548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Bound port: b545282c-9146-4914-b4ff-4ca5b0eba951, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09306b1b-e1be-4b61-88a3-6bad9178d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:54.775931 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.788130 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] For port 604f9fba-a903-4be3-bf3e-68cf04c8022e, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=604f9fba-a903-4be3-bf3e-68cf04c8022e,segment=NetworkSegment(bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1),segment_id=bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:54.792798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85d81a31-7b7d-4a62-b708-9a535ca26bd6 req-05a50440-ec11-402d-bc2d-d9f605bec11d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544095 Jul 13 19:31:54.807472 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.848252 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.863255 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.878665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051d8f03-af88-4031-8b6e-34701d57871b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:54.879763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Attempting to bind port 91f643cf-7b38-45f9-8237-6788106b847e on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:54.880060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Attempting to bind port 91f643cf-7b38-45f9-8237-6788106b847e by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:54.880414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Attempting to bind port 91f643cf-7b38-45f9-8237-6788106b847e on network 04f790dc-05a0-49ce-94fc-f6d6530898e0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:54.894149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c54525-2c0b-4351-aabf-f83d140b4757') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:54.894586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c54525-2c0b-4351-aabf-f83d140b4757') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:54.895822 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.914163 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.916288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ddaae4-ab6f-4387-945c-8e5c5ac90957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.930732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:54.931100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Checking segment: {'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:54.935562 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.936475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Bound using segment: {'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:54.936617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Bound port: 91f643cf-7b38-45f9-8237-6788106b847e, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:54.936899 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.946315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.961994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ddaae4-ab6f-4387-945c-8e5c5ac90957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.964018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:54.964924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:54.967529 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:55.003408 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4ee1a-8955-40f8-bc0c-9db8de9dda30 None None] Pushing event updated for resources: {'Port': ['ID=604f9fba-a903-4be3-bf3e-68cf04c8022e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:55.056882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] For port b545282c-9146-4914-b4ff-4ca5b0eba951, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:55.068864 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.087438 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.095407 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] For port b545282c-9146-4914-b4ff-4ca5b0eba951, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b545282c-9146-4914-b4ff-4ca5b0eba951,segment=NetworkSegment(09306b1b-e1be-4b61-88a3-6bad9178d234),segment_id=09306b1b-e1be-4b61-88a3-6bad9178d234)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:55.102538 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/051d8f03-af88-4031-8b6e-34701d57871b HTTP/1.1" status: 204 len: 168 time: 0.5878754 Jul 13 19:31:55.124871 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.135651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079b666-7718-4e85-98fd-a5974b2d79c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=051d8f03-af88-4031-8b6e-34701d57871b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:55.150554 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ddaae4-ab6f-4387-945c-8e5c5ac90957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.158008 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ddaae4-ab6f-4387-945c-8e5c5ac90957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.168159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-11ddaae4-ab6f-4387-945c-8e5c5ac90957 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/615eb4ef-5ea4-4a8a-85e7-00d4f9c8efa2 HTTP/1.1" status: 204 len: 168 time: 0.4769912 Jul 13 19:31:55.188853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddaae4-ab6f-4387-945c-8e5c5ac90957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615eb4ef-5ea4-4a8a-85e7-00d4f9c8efa2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:55.200671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.206137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.279681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] For port 91f643cf-7b38-45f9-8237-6788106b847e, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:55.441869 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.454878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Transition to ACTIVE for port object 33b7166c-4694-4e59-b3d9-375a2831fcf3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:55.474750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:55.496234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Transition to ACTIVE for port object 33b7166c-4694-4e59-b3d9-375a2831fcf3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:55.496234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] For port 91f643cf-7b38-45f9-8237-6788106b847e, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=91f643cf-7b38-45f9-8237-6788106b847e,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:55.509105 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.516983 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.535828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3790649-aced-4074-9ee2-a9c95bf36127 None None] Pushing event updated for resources: {'Port': ['ID=b545282c-9146-4914-b4ff-4ca5b0eba951,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:55.565140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Network 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:55.567874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.598733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:55.605212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:55.697881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Pushing event updated for resources: {'Port': ['ID=33b7166c-4694-4e59-b3d9-375a2831fcf3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:55.722336 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Routers {'47cd3da0-8174-4f11-a787-3d8c8c57d328'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:55.722535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:31:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['47cd3da0-8174-4f11-a787-3d8c8c57d328'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:55.738154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-653fc373-597b-4614-9f15-b16e5873c464 req-79c4af38-12a1-4155-8c72-164e7929f723 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.2233560 Jul 13 19:31:55.744639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Pushing event updated for resources: {'Port': ['ID=c1066a4b-9340-44b7-8174-e54743365a03,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:55.782482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.785750 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c7ad3c4a-a988-4c1a-8a1f-a163bdd1f8bc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3668230 Jul 13 19:31:55.902446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ce23d6a2-9cbf-48da-a8dc-83441b58e3c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ebcc9fdbb1f40c5ab8dde491287e46e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226718 Jul 13 19:31:55.912933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:55.986297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Attempting to bind port 33b7166c-4694-4e59-b3d9-375a2831fcf3 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:55.988355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Attempting to bind port 33b7166c-4694-4e59-b3d9-375a2831fcf3 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ecc01ad5-3066-45ee-92d3-11e7b6084cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '9f7e1681-8966-4c0e-aa3f-f726f8aa4fff'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:55.989354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Attempting to bind port 33b7166c-4694-4e59-b3d9-375a2831fcf3 on network 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:56.017105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:56.020661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Checking segment: {'id': 'ecc01ad5-3066-45ee-92d3-11e7b6084cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '9f7e1681-8966-4c0e-aa3f-f726f8aa4fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:56.026394 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.027187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Bound using segment: {'id': 'ecc01ad5-3066-45ee-92d3-11e7b6084cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '9f7e1681-8966-4c0e-aa3f-f726f8aa4fff'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:56.029607 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Bound port: 33b7166c-4694-4e59-b3d9-375a2831fcf3, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc01ad5-3066-45ee-92d3-11e7b6084cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '9f7e1681-8966-4c0e-aa3f-f726f8aa4fff'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:56.031545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.067832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1ba33-f3c2-4f42-ad65-4fa562e9e43e None None] Pushing event updated for resources: {'Port': ['ID=91f643cf-7b38-45f9-8237-6788106b847e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:56.082531 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c748040-7166-4c23-a221-e5393a636ed4 req-cbf22e99-6c3d-4249-b312-7d1d498c183a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 210 time: 0.0810051 Jul 13 19:31:56.154616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-272f28c2-b0e6-4281-8245-b9cb27e639b5 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:56.162936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-272f28c2-b0e6-4281-8245-b9cb27e639b5 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:56.165884 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-272f28c2-b0e6-4281-8245-b9cb27e639b5 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.24 "GET /v2.0/networks?id=a370ca12-972d-4214-9a2f-d09ff026971d&id=d058ff35-ccd3-485a-b4fe-4d9740de8dd4 HTTP/1.1" status: 200 len: 1391 time: 0.8663142 Jul 13 19:31:56.191709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:56.194763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'port': {'device_id': 'b2653d23-f080-4396-a3a4-ab8748596083', 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d', 'admin_state_up': True, 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:56.198921 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.271502 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f75040e-f1bb-4324-b0b1-5354262dba48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.341912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.13 (9f7e1681-8966-4c0e-aa3f-f726f8aa4fff/678ce8fc-87fd-431d-b1de-72f2397d51fc/8915c80e-b39a-45e8-9a48-a7a7fb0cd357) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:56.371316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f75040e-f1bb-4324-b0b1-5354262dba48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.386732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f54f5c-1227-4ef3-99fb-69535fa5435c req-b8e43110-508c-46ff-abd2-0456d3e6061a tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:56.415631 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f7f54f5c-1227-4ef3-99fb-69535fa5435c req-b8e43110-508c-46ff-abd2-0456d3e6061a tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ada10ac-664e-477b-90bf-7dc3755c520d HTTP/1.1" status: 200 len: 946 time: 1.1535797 Jul 13 19:31:56.507997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0252d1e-d2a2-4d9f-b0ea-807395d426d8 req-38b8294b-9c3b-428a-b302-323b0f9ffefa tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:56.519916 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d0252d1e-d2a2-4d9f-b0ea-807395d426d8 req-38b8294b-9c3b-428a-b302-323b0f9ffefa tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 944 time: 0.2046189 Jul 13 19:31:56.573129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f75040e-f1bb-4324-b0b1-5354262dba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.577455 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f75040e-f1bb-4324-b0b1-5354262dba48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.579246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9f75040e-f1bb-4324-b0b1-5354262dba48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/276add31-d414-49c5-8646-0e907ab00fbb HTTP/1.1" status: 204 len: 168 time: 0.6639388 Jul 13 19:31:56.581091 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f7f54f5c-1227-4ef3-99fb-69535fa5435c req-f102c62b-18f0-4521-8168-bb47453ab2a1 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641707 Jul 13 19:31:56.590123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:56.594749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.619398 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75040e-f1bb-4324-b0b1-5354262dba48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276add31-d414-49c5-8646-0e907ab00fbb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:56.638690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d0252d1e-d2a2-4d9f-b0ea-807395d426d8 req-dafe7f2a-bafc-47e2-973e-01dd971904e8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177244 Jul 13 19:31:56.659255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 604f9fba-a903-4be3-bf3e-68cf04c8022e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:56.828546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c3abe-f7c3-4856-8aa0-c5d22198e58d None None] Network a370ca12-972d-4214-9a2f-d09ff026971d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:56.834169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] For port 33b7166c-4694-4e59-b3d9-375a2831fcf3, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:56.886336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:56.910897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] For port 33b7166c-4694-4e59-b3d9-375a2831fcf3, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=33b7166c-4694-4e59-b3d9-375a2831fcf3,segment=NetworkSegment(ecc01ad5-3066-45ee-92d3-11e7b6084cb2),segment_id=ecc01ad5-3066-45ee-92d3-11e7b6084cb2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:56.914359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] Set router 47cd3da0-8174-4f11-a787-3d8c8c57d328 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:56.993745 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.024113 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-c158914f-c91f-4ad8-b323-3dbeab66a5d7 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--43603450&fields=id&tenant_id=e4be9101a48c4f01b47e38d7b5015101 HTTP/1.1" status: 200 len: 267 time: 0.1501055 Jul 13 19:31:57.047167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:57.047167 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.103971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.124106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object 8915c80e-b39a-45e8-9a48-a7a7fb0cd357 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:57.347296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 604f9fba-a903-4be3-bf3e-68cf04c8022e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:57.392113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-363c0aef-26b1-4dd1-ab21-a04566185d6e tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:57.396770 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-363c0aef-26b1-4dd1-ab21-a04566185d6e tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/networks?id=04f790dc-05a0-49ce-94fc-f6d6530898e0 HTTP/1.1" status: 200 len: 812 time: 0.3721311 Jul 13 19:31:57.397233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67f4fa12-3a9a-4888-b867-e5cfb711baf4 None None] Provisioning for port 604f9fba-a903-4be3-bf3e-68cf04c8022e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:57.407183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-96659778-network', 'tenant_id': '10e9cbd002da49db81716442d5cce01c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:57.408608 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.458161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ce11-4bc7-4701-809e-70edab109b6d None None] Pushing event updated for resources: {'Port': ['ID=33b7166c-4694-4e59-b3d9-375a2831fcf3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:57.461436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 604f9fba-a903-4be3-bf3e-68cf04c8022e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:57.461819 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.556919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-9f90dc9d-6a13-47fb-9b50-bf4a61f911db tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/quotas/e4be9101a48c4f01b47e38d7b5015101 HTTP/1.1" status: 200 len: 375 time: 0.1460466 Jul 13 19:31:57.572101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460c2e0a-05d0-4e26-81f9-1dedfc7767d3 None None] Network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:57.578668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67f4fa12-3a9a-4888-b867-e5cfb711baf4 None None] Provisioning complete for port 604f9fba-a903-4be3-bf3e-68cf04c8022e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:57.579148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f4fa12-3a9a-4888-b867-e5cfb711baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.586784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:57.600559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:57.611514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:57.624660 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.646035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Made reservation on behalf of 10e9cbd002da49db81716442d5cce01c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:57.648456 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.676359 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-31c7ca82-d757-42ac-a0d4-aa4a64f729ff req-eac8fb85-9905-430e-b637-8b3c778679b1 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0353076 Jul 13 19:31:57.705685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=8915c80e-b39a-45e8-9a48-a7a7fb0cd357,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:57.716019 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.754452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Allocated IP 19.80.0.155 (a370ca12-972d-4214-9a2f-d09ff026971d/e1589fb6-e525-4456-8b6a-18678930377d/d9c39bfe-1a26-49d4-acc3-dfabd413ff43) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:57.762993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:57.764137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.848907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-b116b5a4-927e-429f-91c8-6c06ad1b09a2 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4be9101a48c4f01b47e38d7b5015101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2906513 Jul 13 19:31:57.954889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-048d71a6-9683-42a9-9ab2-ea54f829b542 req-cedff03f-1964-459a-8087-2a118c0613da tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 210 time: 0.0361903 Jul 13 19:31:58.005255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:58.007735 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2cd15d-c775-474b-8c80-88cc07b4138e" -d '{"events": [{"server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "name": "network-vif-plugged", "status": "completed", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:58.013584 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.021409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.058439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:58.066992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:58.077284 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b1606a06-8241-46af-a7cf-bda2c0844144 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9354718 Jul 13 19:31:58.081598 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.085131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:58.108495 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.124107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:58.151246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ebce08-489a-4199-93ca-2c6e0c8263d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:58.157993 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.158359 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Added segment d69cdae5-d608-4795-8b32-71821139fff3 of type vlan for network c44f462a-02d8-482c-a9a8-2888e29adef2 Jul 13 19:31:58.255687 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.275187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Transition to ACTIVE for port object d9c39bfe-1a26-49d4-acc3-dfabd413ff43 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:58.300829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-195804042-network', 'tenant_id': '6ce1e3d4854f4aa7b83eb2dcc55b7dae'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:58.353140 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.354517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:58.355197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.426997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e15d9d-cc60-46cf-89c2-e0a8feca73da tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:58.435891 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-35e15d9d-cc60-46cf-89c2-e0a8feca73da tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.3496733 Jul 13 19:31:58.436842 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:58.437977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.475162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:58.477664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.496826 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f4fa12-3a9a-4888-b867-e5cfb711baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.531828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Made reservation on behalf of 6ce1e3d4854f4aa7b83eb2dcc55b7dae for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:58.534790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.543109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6556821 Jul 13 19:31:58.553465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:58.569229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Request body: {'subnet': {'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-96659778-subnet', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:58.582174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.598841 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b2bbd-7ac0-45ba-9e75-c0fe61a47338 admin admin] Pushing event updated for resources: {'Network': ['ID=c44f462a-02d8-482c-a9a8-2888e29adef2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:58.629372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c44f462a-02d8-482c-a9a8-2888e29adef2 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:58.648279 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-e91c749e-ce19-4f6f-9f3e-2e73d3c76c0e service neutron] 10.222.0.25 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7737086 Jul 13 19:31:58.651022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Made reservation on behalf of 10e9cbd002da49db81716442d5cce01c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:58.653870 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.658010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 604f9fba-a903-4be3-bf3e-68cf04c8022e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=604f9fba-a903-4be3-bf3e-68cf04c8022e,segment=NetworkSegment(bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1),segment_id=bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:58.692091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network a370ca12-972d-4214-9a2f-d09ff026971d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:58.696414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed7242d-4e58-46a2-b2c9-e0bf930d1724 None None] Network 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:58.718960 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.719658 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b545282c-9146-4914-b4ff-4ca5b0eba951 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:58.720057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:58.729040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:58.737378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Port': ['ID=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:58.791163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:48Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '91f643cf-7b38-45f9-8237-6788106b847e', 'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'mac_address': 'fa:16:3e:78:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:46Z', 'updated_at': '2021-07-13T19:31:55Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'subnets': [{'id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:58.844248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:58.845219 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.864743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-94fa82e9-ab5e-44e2-be07-3563529c7644 service neutron] 10.222.0.25 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078612 Jul 13 19:31:58.899830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce100e3-240a-41cd-8ef9-990aa2e5ee09 None None] The sync data for ids ['47cd3da0-8174-4f11-a787-3d8c8c57d328'] in n-d-800708-1 is: [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:48Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '91f643cf-7b38-45f9-8237-6788106b847e', 'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'mac_address': 'fa:16:3e:78:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:46Z', 'updated_at': '2021-07-13T19:31:55Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'subnets': [{'id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:58.901515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012825e-ab7d-4cfe-a35d-a534c36e79de req-52a119ec-a452-467b-86af-973362e7fac2 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:58.912124 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e012825e-ab7d-4cfe-a35d-a534c36e79de req-52a119ec-a452-467b-86af-973362e7fac2 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 946 time: 0.3257539 Jul 13 19:31:58.940030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-90289eb5-fc06-47eb-91ec-61794e42d267 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:58.950747 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-90289eb5-fc06-47eb-91ec-61794e42d267 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ada10ac-664e-477b-90bf-7dc3755c520d HTTP/1.1" status: 200 len: 946 time: 0.3615320 Jul 13 19:31:58.962035 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-67f4fa12-3a9a-4888-b867-e5cfb711baf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:31:58.962675 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-67f4fa12-3a9a-4888-b867-e5cfb711baf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:31:58.968987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=604f9fba-a903-4be3-bf3e-68cf04c8022e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:58.974564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.988704 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.060475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port b545282c-9146-4914-b4ff-4ca5b0eba951 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:59.085908 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-dbdad75e-e211-4677-b71f-cba0bd2a0e5e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9038684 Jul 13 19:31:59.092475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:59.118100 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.125865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9693009c-bdff-400d-9da1-092573bd96bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:59.148907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Request body: {'port': {'device_id': 'b2653d23-f080-4396-a3a4-ab8748596083', 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4', 'admin_state_up': True, 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:59.169034 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.169490 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Added segment 3326f89b-d100-4c3f-961c-42eb56531384 of type vlan for network 63a41cad-158e-43dc-81c8-fe0f06122434 Jul 13 19:31:59.366944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9c6e7-7b61-4bd3-a864-ec463a275bcc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 8915c80e-b39a-45e8-9a48-a7a7fb0cd357 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:59.367381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c6e7-7b61-4bd3-a864-ec463a275bcc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.368558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.377097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a5a295-6896-4c79-8964-b069e79a848a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:59.435096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Checking segment: {'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:59.435476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Network hostable DHCP agents. Network: c44f462a-02d8-482c-a9a8-2888e29adef2, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:59.439114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e012825e-ab7d-4cfe-a35d-a534c36e79de req-95f869d4-746e-42e4-9b34-a63f68fb25e0 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5243700 Jul 13 19:31:59.458150 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3855464-5ca0-42ed-9fb5-436efd5359d2 x-openstack-request-id: req-c3855464-5ca0-42ed-9fb5-436efd5359d2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:59.458707 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "name": "network-vif-plugged", "status": "completed", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:59.458817 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3855464-5ca0-42ed-9fb5-436efd5359d2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:59.459131 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'code': 200} Jul 13 19:31:59.536006 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.540519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:59.541436 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.574191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Network c44f462a-02d8-482c-a9a8-2888e29adef2 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:59.640587 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5701058 Jul 13 19:31:59.645497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:59.657367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c44f462a-02d8-482c-a9a8-2888e29adef2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:59.663787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:59.664441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 33b7166c-4694-4e59-b3d9-375a2831fcf3 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:59.677901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.693729 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Request body: {'subnet': {'network_id': '63a41cad-158e-43dc-81c8-fe0f06122434', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-195804042-subnet', 'tenant_id': '6ce1e3d4854f4aa7b83eb2dcc55b7dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:59.755796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2142207-5f5a-4c90-bfb6-757c8032a4a4 None None] Network c44f462a-02d8-482c-a9a8-2888e29adef2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:59.882754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ef4bd-27d9-4c1f-a0e1-fc5b6e8b62fb admin admin] Pushing event updated for resources: {'Network': ['ID=63a41cad-158e-43dc-81c8-fe0f06122434,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:59.977423 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c6e7-7b61-4bd3-a864-ec463a275bcc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.054687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7521ae25-2a73-4551-95d2-8742db6ef861 req-3e48c469-1973-4e77-bb21-49a046a27ec3 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.1239700 Jul 13 19:32:00.055881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9c6e7-7b61-4bd3-a864-ec463a275bcc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 8915c80e-b39a-45e8-9a48-a7a7fb0cd357 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:00.081184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Made reservation on behalf of 6ce1e3d4854f4aa7b83eb2dcc55b7dae for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:00.085128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.136248 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a9b79c8b-848e-4c29-8620-145043c65ffe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5771704 Jul 13 19:32:00.162661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:00.173692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:00.236871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 63a41cad-158e-43dc-81c8-fe0f06122434 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:32:00.345491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-5ae09676-ac30-4762-8acc-8fdf68b7da8d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Deleting port c1a679e1-d157-4216-8467-98052012628d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:00.345842 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-5ae09676-ac30-4762-8acc-8fdf68b7da8d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.347193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b7711ba-506a-4d69-8d8d-61980eaff51e None None] Provisioning for port 33b7166c-4694-4e59-b3d9-375a2831fcf3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:00.381465 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 33b7166c-4694-4e59-b3d9-375a2831fcf3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:00.386779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-95ca45f1-b62e-4f05-857f-420df838d6fe tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:00.397961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-95ca45f1-b62e-4f05-857f-420df838d6fe tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/networks?id=7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 200 len: 811 time: 0.7139041 Jul 13 19:32:00.406834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b7711ba-506a-4d69-8d8d-61980eaff51e None None] Provisioning complete for port 604f9fba-a903-4be3-bf3e-68cf04c8022e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:00.407279 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b7711ba-506a-4d69-8d8d-61980eaff51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.409134 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 33b7166c-4694-4e59-b3d9-375a2831fcf3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:00.409622 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.419502 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.422633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.453015 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-a579c4fa-ccfe-498d-b6cb-3e1e22ea2207 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/quotas/c3a7ae3380654184a999750b8de7257c HTTP/1.1" status: 200 len: 375 time: 0.0536590 Jul 13 19:32:00.552276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-c2069a06-dfe5-4924-a958-29ba7345493e tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:00.553938 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-c2069a06-dfe5-4924-a958-29ba7345493e tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e87d97-af1d-4200-a50b-515a8a4103d5 HTTP/1.1" status: 200 len: 945 time: 0.6738050 Jul 13 19:32:00.556449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-5ae09676-ac30-4762-8acc-8fdf68b7da8d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] For port c1a679e1-d157-4216-8467-98052012628d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c1a679e1-d157-4216-8467-98052012628d,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:00.556817 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-5ae09676-ac30-4762-8acc-8fdf68b7da8d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.581413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-5ae09676-ac30-4762-8acc-8fdf68b7da8d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Calling delete_port for c1a679e1-d157-4216-8467-98052012628d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:00.728368 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-14791025-9d7b-487d-93fa-03ec65c6f7fe tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3a7ae3380654184a999750b8de7257c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2744522 Jul 13 19:32:00.764703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c44f462a-02d8-482c-a9a8-2888e29adef2', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:32:00.766151 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.788313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b7711ba-506a-4d69-8d8d-61980eaff51e None None] Provisioning for port b545282c-9146-4914-b4ff-4ca5b0eba951 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:00.799067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b7711ba-506a-4d69-8d8d-61980eaff51e None None] Provisioning complete for port b545282c-9146-4914-b4ff-4ca5b0eba951 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:00.799386 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b7711ba-506a-4d69-8d8d-61980eaff51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.806332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5db939-196c-4a34-ae9c-fbbe75cfb300 req-9e341308-a866-47c6-b1d5-c7a6d9a21cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:00.808392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b5db939-196c-4a34-ae9c-fbbe75cfb300 req-9e341308-a866-47c6-b1d5-c7a6d9a21cc1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 1097 time: 0.9864419 Jul 13 19:32:00.810519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Made reservation on behalf of bdb670272e7e4f4cbff1d85f717a7577 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:00.814796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.837442 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.841531 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-061272e0-8c69-46d9-a642-d1f26df92d7e service neutron] 10.222.0.25 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121130 Jul 13 19:32:00.872372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-5ae09676-ac30-4762-8acc-8fdf68b7da8d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.887664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c6e7-7b61-4bd3-a864-ec463a275bcc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.964953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b147f088-5358-4b7c-8ea4-529961ed40a7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:00.966364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae09676-ac30-4762-8acc-8fdf68b7da8d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Pushing event deleted for resources: {'Port': ['ID=c1a679e1-d157-4216-8467-98052012628d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:01.015046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 33b7166c-4694-4e59-b3d9-375a2831fcf3, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=33b7166c-4694-4e59-b3d9-375a2831fcf3,segment=NetworkSegment(ecc01ad5-3066-45ee-92d3-11e7b6084cb2),segment_id=ecc01ad5-3066-45ee-92d3-11e7b6084cb2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:01.026190 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.027183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 604f9fba-a903-4be3-bf3e-68cf04c8022e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:01.158706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.167816 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-0bdd4529-f313-43bd-af8b-f4700f1efe39 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252530 Jul 13 19:32:01.169484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-66ba2652-1a2b-45aa-bb7e-0152035d5b44 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Deleting port b147f088-5358-4b7c-8ea4-529961ed40a7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:01.169818 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-66ba2652-1a2b-45aa-bb7e-0152035d5b44 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.238362 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b7711ba-506a-4d69-8d8d-61980eaff51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.241543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Allocated IP 172.20.0.2 (c44f462a-02d8-482c-a9a8-2888e29adef2/40a5a295-6896-4c79-8964-b069e79a848a/fb6f6596-0dd1-416c-9251-ae0b8e136bfc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:01.242551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9c6e7-7b61-4bd3-a864-ec463a275bcc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=8915c80e-b39a-45e8-9a48-a7a7fb0cd357,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:01.265953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=33b7166c-4694-4e59-b3d9-375a2831fcf3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:01.275713 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.383514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Allocated IP 19.86.0.86 (d058ff35-ccd3-485a-b4fe-4d9740de8dd4/39fca68d-ce52-4351-b1cb-e49b49fab944/89724660-57fb-44dd-b1f5-249cd092b9b0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:01.415849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fae603-1c43-40d5-8e7e-4a1d9d236010,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:01.431566 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0b7711ba-506a-4d69-8d8d-61980eaff51e None None] For port b545282c-9146-4914-b4ff-4ca5b0eba951, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b545282c-9146-4914-b4ff-4ca5b0eba951,segment=NetworkSegment(09306b1b-e1be-4b61-88a3-6bad9178d234),segment_id=09306b1b-e1be-4b61-88a3-6bad9178d234)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:01.439258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 604f9fba-a903-4be3-bf3e-68cf04c8022e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:01.439258 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.445597 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b7711ba-506a-4d69-8d8d-61980eaff51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.485323 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.503125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Checking segment: {'id': '3326f89b-d100-4c3f-961c-42eb56531384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '63a41cad-158e-43dc-81c8-fe0f06122434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:01.503484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Network hostable DHCP agents. Network: 63a41cad-158e-43dc-81c8-fe0f06122434, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:32:01.536453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b5db939-196c-4a34-ae9c-fbbe75cfb300 req-0f6da224-d4d3-457b-ae6d-a1a6818b98f8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6791966 Jul 13 19:32:01.559857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-5ae09676-ac30-4762-8acc-8fdf68b7da8d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] No DVR routers for this DVR port c1a679e1-d157-4216-8467-98052012628d on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:01.597543 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-5ae09676-ac30-4762-8acc-8fdf68b7da8d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.599595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ece5bd99-46d5-4ea6-8d2c-0793b76454d6 req-5ae09676-ac30-4762-8acc-8fdf68b7da8d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.24 "DELETE /v2.0/ports/c1a679e1-d157-4216-8467-98052012628d HTTP/1.1" status: 204 len: 173 time: 2.6408961 Jul 13 19:32:01.610678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6416b37-87b0-4542-a172-6f5e92311892 req-d141d057-5811-47f1-9a75-6c0ce04be53d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:01.617899 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6416b37-87b0-4542-a172-6f5e92311892 req-d141d057-5811-47f1-9a75-6c0ce04be53d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 932 time: 0.8672013 Jul 13 19:32:01.625821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ada10ac-664e-477b-90bf-7dc3755c520d', 'name': 'network-vif-deleted', 'tag': 'c1a679e1-d157-4216-8467-98052012628d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:01.628482 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4ce46e-5bf9-4dd3-8392-54dc9dd39efa" -d '{"events": [{"server_uuid": "9ada10ac-664e-477b-90bf-7dc3755c520d", "name": "network-vif-deleted", "tag": "c1a679e1-d157-4216-8467-98052012628d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:01.673756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Network 63a41cad-158e-43dc-81c8-fe0f06122434 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:32:01.697973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7711ba-506a-4d69-8d8d-61980eaff51e None None] Pushing event updated for resources: {'Port': ['ID=b545282c-9146-4914-b4ff-4ca5b0eba951,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:01.723313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Provisioning complete for port 33b7166c-4694-4e59-b3d9-375a2831fcf3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:01.723694 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.745324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6416b37-87b0-4542-a172-6f5e92311892 req-4f6d683e-3b84-4477-b6a7-19f6f86229f2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264756 Jul 13 19:32:01.770856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-66ba2652-1a2b-45aa-bb7e-0152035d5b44 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] For port b147f088-5358-4b7c-8ea4-529961ed40a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b147f088-5358-4b7c-8ea4-529961ed40a7,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:01.771552 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-66ba2652-1a2b-45aa-bb7e-0152035d5b44 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.774728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 63a41cad-158e-43dc-81c8-fe0f06122434) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:01.798878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:01.800566 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.804481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215a131e-bcac-4281-8675-a2ba7d8eab55 None None] Network 63a41cad-158e-43dc-81c8-fe0f06122434 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:01.827019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.836834 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a07f844a-4c1d-4246-a5a3-6dcc42e48e10 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1473520 Jul 13 19:32:01.837022 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c6e7-7b61-4bd3-a864-ec463a275bcc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.837122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-66ba2652-1a2b-45aa-bb7e-0152035d5b44 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Calling delete_port for b147f088-5358-4b7c-8ea4-529961ed40a7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:01.851570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0ea9c6e7-7b61-4bd3-a864-ec463a275bcc tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/8915c80e-b39a-45e8-9a48-a7a7fb0cd357 HTTP/1.1" status: 204 len: 168 time: 3.4117062 Jul 13 19:32:01.855257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:01.922673 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdc2b0e-f7cd-4fe2-ba64-4c69e6e14b65 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:32:01.924602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6cdc2b0e-f7cd-4fe2-ba64-4c69e6e14b65 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/8915c80e-b39a-45e8-9a48-a7a7fb0cd357 HTTP/1.1" status: 404 len: 333 time: 0.0676422 Jul 13 19:32:01.926107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Transition to ACTIVE for port object 89724660-57fb-44dd-b1f5-249cd092b9b0 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:01.927530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:01.955745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36a66808-a007-4bc2-bed9-a762b582f69a req-7c3c7bad-3409-434d-b4c0-725ea31f6a4a tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 210 time: 0.0975125 Jul 13 19:32:02.081326 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.122256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Transition to ACTIVE for port object fb6f6596-0dd1-416c-9251-ae0b8e136bfc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:02.147383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 91f643cf-7b38-45f9-8237-6788106b847e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:02.203325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-d9bc8fb4-e242-4fd0-afe8-da2d29f56c72 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:02.205225 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-d9bc8fb4-e242-4fd0-afe8-da2d29f56c72 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.60 "GET /v2.0/networks?id=04f790dc-05a0-49ce-94fc-f6d6530898e0 HTTP/1.1" status: 200 len: 812 time: 0.5431004 Jul 13 19:32:02.215087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Transition to ACTIVE for port object fb6f6596-0dd1-416c-9251-ae0b8e136bfc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:02.264479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c1a679e1-d157-4216-8467-98052012628d no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:02.302587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: c1a679e1-d157-4216-8467-98052012628d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:02.302934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c1a679e1-d157-4216-8467-98052012628d not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:02.305846 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.360535 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.385499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 91f643cf-7b38-45f9-8237-6788106b847e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:02.394599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 91f643cf-7b38-45f9-8237-6788106b847e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:02.395018 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.444712 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Network c44f462a-02d8-482c-a9a8-2888e29adef2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:02.477969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:02.484561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event updated for resources: {'Port': ['ID=89724660-57fb-44dd-b1f5-249cd092b9b0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:02.499824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:02.503905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:02.507380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:02.518995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2921b6f-cbd7-43a5-b2fb-cb21346fd7e5 req-2a13a561-71aa-4134-91f1-a71aee91f0b0 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:02.526346 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d2921b6f-cbd7-43a5-b2fb-cb21346fd7e5 req-2a13a561-71aa-4134-91f1-a71aee91f0b0 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 946 time: 0.4779420 Jul 13 19:32:02.572732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a00411f1-27e5-4bdf-bb4c-0f13c77b620d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 55e351c7-3863-476c-bb7a-75b5fa4c1177 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:02.573088 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a00411f1-27e5-4bdf-bb4c-0f13c77b620d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.602721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:02.671182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Pushing event updated for resources: {'Port': ['ID=fb6f6596-0dd1-416c-9251-ae0b8e136bfc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:02.683169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e6cc2-90ab-4c83-9ce1-e95b507acdb7 None None] Network 63a41cad-158e-43dc-81c8-fe0f06122434 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:02.703289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d2921b6f-cbd7-43a5-b2fb-cb21346fd7e5 req-2b15ea70-5ca1-41af-9a18-b67632332494 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755476 Jul 13 19:32:02.775425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:02.777344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.889448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-689ed02f-afd8-4bc0-9cdb-5d14b7d3b0d8 req-3f3f9769-4061-4e66-90ab-1d8cfb2922f8 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.1432300 Jul 13 19:32:02.915178 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-13d74a34-1645-4545-9ef0-aa8aa9b8a830 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7824399 Jul 13 19:32:02.931273 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a00411f1-27e5-4bdf-bb4c-0f13c77b620d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.948317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-d7aef57d-2352-40c1-8c67-cdb12cf72dbb tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4be9101a48c4f01b47e38d7b5015101 HTTP/1.1" status: 200 len: 378 time: 0.7316926 Jul 13 19:32:02.975846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Request body: {'port': {'device_id': 'b2653d23-f080-4396-a3a4-ab8748596083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:02.978514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Provisioning for port 55e351c7-3863-476c-bb7a-75b5fa4c1177 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:03.010759 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.017578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Request body: {'port': {'device_id': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'admin_state_up': True, 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'security_groups': ['4f23a917-d608-4526-9065-b39be649badc']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:03.021352 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce78ced8-70c1-4247-b231-a0e7485233d0 x-openstack-request-id: req-ce78ced8-70c1-4247-b231-a0e7485233d0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:03.021352 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ada10ac-664e-477b-90bf-7dc3755c520d", "name": "network-vif-deleted", "tag": "c1a679e1-d157-4216-8467-98052012628d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:03.021352 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce78ced8-70c1-4247-b231-a0e7485233d0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:03.021352 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ada10ac-664e-477b-90bf-7dc3755c520d', 'name': 'network-vif-deleted', 'tag': 'c1a679e1-d157-4216-8467-98052012628d', 'status': 'completed', 'code': 200} Jul 13 19:32:03.026274 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.060676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Provisioning complete for port 55e351c7-3863-476c-bb7a-75b5fa4c1177 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:03.061649 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.106518 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.116986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a00411f1-27e5-4bdf-bb4c-0f13c77b620d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 55e351c7-3863-476c-bb7a-75b5fa4c1177 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:03.121058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Port 55e351c7-3863-476c-bb7a-75b5fa4c1177 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:03.143501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Attempting to bind port fb6f6596-0dd1-416c-9251-ae0b8e136bfc on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:03.144016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Attempting to bind port fb6f6596-0dd1-416c-9251-ae0b8e136bfc by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:03.144580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Attempting to bind port fb6f6596-0dd1-416c-9251-ae0b8e136bfc on network c44f462a-02d8-482c-a9a8-2888e29adef2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:03.203549 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-66ba2652-1a2b-45aa-bb7e-0152035d5b44 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.211707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Could not find standard attr ID for object 8915c80e-b39a-45e8-9a48-a7a7fb0cd357. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:32:03.235782 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:03.236229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Checking segment: {'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:03.236761 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.237205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Bound using segment: {'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:03.237962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Bound port: fb6f6596-0dd1-416c-9251-ae0b8e136bfc, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:03.238308 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.296185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Provisioning for port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:03.304416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 91f643cf-7b38-45f9-8237-6788106b847e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=91f643cf-7b38-45f9-8237-6788106b847e,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:03.307827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Provisioning complete for port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:03.308293 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.327889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba2652-1a2b-45aa-bb7e-0152035d5b44 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Pushing event deleted for resources: {'Port': ['ID=b147f088-5358-4b7c-8ea4-529961ed40a7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:03.391107 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.425736 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.551410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=91f643cf-7b38-45f9-8237-6788106b847e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:03.576655 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a954ff2-5c88-4da0-ad72-2d6691757fdd None None] Port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:03.583456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 33b7166c-4694-4e59-b3d9-375a2831fcf3 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:03.673440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-66ba2652-1a2b-45aa-bb7e-0152035d5b44 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] No DVR routers for this DVR port b147f088-5358-4b7c-8ea4-529961ed40a7 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:03.695822 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-66ba2652-1a2b-45aa-bb7e-0152035d5b44 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.698107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-51f78b0a-cae9-4d5d-be18-7ee1b286e0b2 req-66ba2652-1a2b-45aa-bb7e-0152035d5b44 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.60 "DELETE /v2.0/ports/b147f088-5358-4b7c-8ea4-529961ed40a7 HTTP/1.1" status: 204 len: 173 time: 3.1345525 Jul 13 19:32:03.700574 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a00411f1-27e5-4bdf-bb4c-0f13c77b620d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.710035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e87d97-af1d-4200-a50b-515a8a4103d5', 'name': 'network-vif-deleted', 'tag': 'b147f088-5358-4b7c-8ea4-529961ed40a7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:03.712782 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599fc8f0-574e-43e4-913b-58925c06f21b" -d '{"events": [{"server_uuid": "20e87d97-af1d-4200-a50b-515a8a4103d5", "name": "network-vif-deleted", "tag": "b147f088-5358-4b7c-8ea4-529961ed40a7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:03.747950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Made reservation on behalf of e4be9101a48c4f01b47e38d7b5015101 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:03.766253 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.851676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] For port fb6f6596-0dd1-416c-9251-ae0b8e136bfc, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:03.911313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] For port fb6f6596-0dd1-416c-9251-ae0b8e136bfc, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fb6f6596-0dd1-416c-9251-ae0b8e136bfc,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:03.930154 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.957389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9491bcfe-4912-4c14-a03e-f652e9c562c8 None None] Provisioning for port 89724660-57fb-44dd-b1f5-249cd092b9b0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:03.978382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Allocated IP 172.25.7.76 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/298f33ca-5abf-4a18-8b30-78e90bc23400) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:04.031492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef9431-f346-40fd-aaf5-59a9b380d824 None None] Pushing event updated for resources: {'Port': ['ID=fb6f6596-0dd1-416c-9251-ae0b8e136bfc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:04.044982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9491bcfe-4912-4c14-a03e-f652e9c562c8 None None] Provisioning complete for port 89724660-57fb-44dd-b1f5-249cd092b9b0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:04.045940 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9491bcfe-4912-4c14-a03e-f652e9c562c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.085077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 33b7166c-4694-4e59-b3d9-375a2831fcf3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:04.085762 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.123646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b147f088-5358-4b7c-8ea4-529961ed40a7 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:04.136271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Allocated IP 172.20.0.5 (04f790dc-05a0-49ce-94fc-f6d6530898e0/21c22fa7-76da-4e40-9ea8-ee394562c7c1/404d2643-992a-4d2a-9be3-60f527407a9b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:04.149636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-d214bdd8-a64e-49dc-a0ce-ed744293804f tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:04.151278 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-d214bdd8-a64e-49dc-a0ce-ed744293804f tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/networks?id=63a41cad-158e-43dc-81c8-fe0f06122434 HTTP/1.1" status: 200 len: 821 time: 0.5776484 Jul 13 19:32:04.160357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: b147f088-5358-4b7c-8ea4-529961ed40a7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:04.162104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b147f088-5358-4b7c-8ea4-529961ed40a7 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:04.164456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9491bcfe-4912-4c14-a03e-f652e9c562c8 None None] Port 89724660-57fb-44dd-b1f5-249cd092b9b0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:04.199147 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-baa85694-d1fb-4bdc-aab1-d514c3141a39 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/quotas/6ce1e3d4854f4aa7b83eb2dcc55b7dae HTTP/1.1" status: 200 len: 375 time: 0.0364978 Jul 13 19:32:04.207861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00411f1-27e5-4bdf-bb4c-0f13c77b620d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=55e351c7-3863-476c-bb7a-75b5fa4c1177,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:04.255112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b545282c-9146-4914-b4ff-4ca5b0eba951 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:04.276365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-671b728f-c4f2-41f9-a66d-0078feda3d5c tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ce1e3d4854f4aa7b83eb2dcc55b7dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675266 Jul 13 19:32:04.303811 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.412004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port b545282c-9146-4914-b4ff-4ca5b0eba951 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:04.413481 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.713278 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-3640566d-0e1f-4ab3-91fc-99e7c0c534a0 service neutron] 10.222.0.25 "GET /v2.0/networks/63a41cad-158e-43dc-81c8-fe0f06122434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244585 Jul 13 19:32:04.742312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c39bfe-1a26-49d4-acc3-dfabd413ff43 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:04.755639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.762047 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.796613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48981526-dfc5-4f09-8969-51aee079631b req-98cb0d39-fcf4-4571-b767-17b7a18fd62d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:04.802949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48981526-dfc5-4f09-8969-51aee079631b req-98cb0d39-fcf4-4571-b767-17b7a18fd62d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:04.804655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48981526-dfc5-4f09-8969-51aee079631b req-98cb0d39-fcf4-4571-b767-17b7a18fd62d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1654 time: 1.1345730 Jul 13 19:32:04.809364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Transition to ACTIVE for port object d9c39bfe-1a26-49d4-acc3-dfabd413ff43 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:04.812925 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a00411f1-27e5-4bdf-bb4c-0f13c77b620d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.813726 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.814986 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a00411f1-27e5-4bdf-bb4c-0f13c77b620d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/55e351c7-3863-476c-bb7a-75b5fa4c1177 HTTP/1.1" status: 204 len: 168 time: 2.8863788 Jul 13 19:32:04.817623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:04.830028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.884989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:04.886246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Transition to ACTIVE for port object 404d2643-992a-4d2a-9be3-60f527407a9b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:04.897298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:04.907233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-ca35da76-cba6-48d7-8cee-729527ca5a1a tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:04.911348 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b9cd1d-e913-4622-9d97-99cbaca20d60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:32:04.913148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f8b9cd1d-e913-4622-9d97-99cbaca20d60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/55e351c7-3863-476c-bb7a-75b5fa4c1177 HTTP/1.1" status: 404 len: 333 time: 0.0945985 Jul 13 19:32:04.913276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-ca35da76-cba6-48d7-8cee-729527ca5a1a tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.60 "GET /v2.0/networks?id=7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 200 len: 811 time: 0.4002030 Jul 13 19:32:04.915865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:04.927484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:04.928393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=298f33ca-5abf-4a18-8b30-78e90bc23400,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:04.952863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Request body: {'port': {'device_id': '6e3af76a-92b8-432b-abf0-670f7fb5a627', 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b', 'admin_state_up': True, 'tenant_id': 'c3a7ae3380654184a999750b8de7257c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:05.063833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Pushing event updated for resources: {'Port': ['ID=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:05.107241 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-20f038d6-e989-483c-a0a8-3220bced4547 service neutron] 10.222.0.25 "GET /v2.0/networks/63a41cad-158e-43dc-81c8-fe0f06122434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842537 Jul 13 19:32:05.143808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48981526-dfc5-4f09-8969-51aee079631b req-d2a32d96-877e-4647-be9e-2a6ad91d726d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134999 Jul 13 19:32:05.188425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f84100-290e-49a9-b876-ddd5273a7ab0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet 678ce8fc-87fd-431d-b1de-72f2397d51fc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:32:05.200692 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5f84100-290e-49a9-b876-ddd5273a7ab0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.305957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Attempting to bind port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:05.306320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Attempting to bind port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:05.306662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Attempting to bind port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 on network a370ca12-972d-4214-9a2f-d09ff026971d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:05.313825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5f84100-290e-49a9-b876-ddd5273a7ab0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.316627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 on network a370ca12-972d-4214-9a2f-d09ff026971d not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:05.316994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Attempting to bind port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 on network a370ca12-972d-4214-9a2f-d09ff026971d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:05.351561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:05.351998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Checking segment: {'id': 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:05.352526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Bound using segment: {'id': 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:05.353060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Bound port: d9c39bfe-1a26-49d4-acc3-dfabd413ff43, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:05.353492 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.414860 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.473016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Made reservation on behalf of c3a7ae3380654184a999750b8de7257c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:05.478243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.555953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] For port d9c39bfe-1a26-49d4-acc3-dfabd413ff43, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:05.567761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] For port d9c39bfe-1a26-49d4-acc3-dfabd413ff43, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,segment=NetworkSegment(bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1),segment_id=bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:05.607158 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.672999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42916389-9af9-477f-8297-b9dae3800114 None None] Network c44f462a-02d8-482c-a9a8-2888e29adef2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:05.736268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Network 04f790dc-05a0-49ce-94fc-f6d6530898e0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:05.750449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce9bb532-20c2-427f-b219-f15dde8e94b6 req-2eb55349-e729-4aba-9c31-eccbb3d3e3ef tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 210 time: 0.1190751 Jul 13 19:32:05.777248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:05.780168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.780667 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.786085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:05.789217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] 10.222.0.24 "PUT /v2.0/ports/d9c39bfe-1a26-49d4-acc3-dfabd413ff43 HTTP/1.1" status: 200 len: 1092 time: 2.8601563 Jul 13 19:32:05.816047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fb6f6596-0dd1-416c-9251-ae0b8e136bfc up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:05.911325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e2342ce-db68-4fdd-a71f-bf22da8bb9fb None None] Provisioning for port fb6f6596-0dd1-416c-9251-ae0b8e136bfc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:05.934430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'tag': 'd9c39bfe-1a26-49d4-acc3-dfabd413ff43'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:05.936923 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24119abb-ca99-48be-aec8-5a9447ec6841" -d '{"events": [{"name": "network-changed", "server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "tag": "d9c39bfe-1a26-49d4-acc3-dfabd413ff43"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:05.945903 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d740108-ab53-45e4-b886-5ff0d82b0eed x-openstack-request-id: req-0d740108-ab53-45e4-b886-5ff0d82b0eed {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:05.946321 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e87d97-af1d-4200-a50b-515a8a4103d5", "name": "network-vif-deleted", "tag": "b147f088-5358-4b7c-8ea4-529961ed40a7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:05.946906 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d740108-ab53-45e4-b886-5ff0d82b0eed {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:05.947320 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e87d97-af1d-4200-a50b-515a8a4103d5', 'name': 'network-vif-deleted', 'tag': 'b147f088-5358-4b7c-8ea4-529961ed40a7', 'status': 'completed', 'code': 200} Jul 13 19:32:05.948019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a045cd8-2637-4555-ad2d-06bd4259983f service neutron] Pushing event updated for resources: {'Port': ['ID=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:05.965912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.968134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.998881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port fb6f6596-0dd1-416c-9251-ae0b8e136bfc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:06.001589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Request body: {'port': {'device_id': 'b2653d23-f080-4396-a3a4-ab8748596083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:06.006969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fb6f6596-0dd1-416c-9251-ae0b8e136bfc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:06.007596 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.164116 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1525843 Jul 13 19:32:06.199893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Request body: {'port': {'device_id': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:06.203163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.239565 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.241214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e37f2-1700-442e-b14b-02c3ea7217ba tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Pushing event updated for resources: {'Port': ['ID=404d2643-992a-4d2a-9be3-60f527407a9b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:06.245417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5f84100-290e-49a9-b876-ddd5273a7ab0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.291943 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.330347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port fb6f6596-0dd1-416c-9251-ae0b8e136bfc, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fb6f6596-0dd1-416c-9251-ae0b8e136bfc,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:06.337217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.337708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 91f643cf-7b38-45f9-8237-6788106b847e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:06.364695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f3033-30ea-4a8a-9c45-72daa5482451 req-5ce58841-05a9-4788-8588-2ea1a4990ebd tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:06.372781 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-910f3033-30ea-4a8a-9c45-72daa5482451 req-5ce58841-05a9-4788-8588-2ea1a4990ebd tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 931 time: 0.8004098 Jul 13 19:32:06.385972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-4f7e56d6-0ea8-44fc-b1ec-980c6b12c7f1 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:06.387669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Allocated IP 172.20.0.2 (7d6a1386-458c-4593-a189-3d131edfef8b/63e80fed-1f4d-4282-a039-3007576211a3/dae48386-ff91-41b5-b4da-f02a36f72c17) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:06.388951 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-4f7e56d6-0ea8-44fc-b1ec-980c6b12c7f1 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.24 "GET /v2.0/networks?id=7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 200 len: 811 time: 1.0059681 Jul 13 19:32:06.414073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=fb6f6596-0dd1-416c-9251-ae0b8e136bfc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:06.421872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Request body: {'port': {'device_id': '2a9dd2ab-8e26-4691-a031-3e3dc22c99c4', 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b', 'admin_state_up': True, 'tenant_id': 'c3a7ae3380654184a999750b8de7257c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:06.487416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-611088d2-22c4-4b0d-9c04-368a021c31f2 None None] Provisioning for port 404d2643-992a-4d2a-9be3-60f527407a9b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:06.492483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-611088d2-22c4-4b0d-9c04-368a021c31f2 None None] Provisioning complete for port 404d2643-992a-4d2a-9be3-60f527407a9b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:06.493131 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-611088d2-22c4-4b0d-9c04-368a021c31f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.499827 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.524867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c865d-df15-422f-836b-ac665087f8e9 req-79a563bd-ad9c-4c24-afd4-2a71da7f8320 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:06.526441 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb7c865d-df15-422f-836b-ac665087f8e9 req-79a563bd-ad9c-4c24-afd4-2a71da7f8320 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 946 time: 0.3884034 Jul 13 19:32:06.543382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 91f643cf-7b38-45f9-8237-6788106b847e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:06.544180 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.611921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-611088d2-22c4-4b0d-9c04-368a021c31f2 None None] Port 404d2643-992a-4d2a-9be3-60f527407a9b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:06.707568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5f84100-290e-49a9-b876-ddd5273a7ab0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.752709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-910f3033-30ea-4a8a-9c45-72daa5482451 req-2f24d6e1-265d-43ce-8fd4-e7e48fec7640 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3786426 Jul 13 19:32:06.763395 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5f84100-290e-49a9-b876-ddd5273a7ab0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.765494 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a5f84100-290e-49a9-b876-ddd5273a7ab0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/678ce8fc-87fd-431d-b1de-72f2397d51fc HTTP/1.1" status: 204 len: 168 time: 1.8312287 Jul 13 19:32:06.766340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f84100-290e-49a9-b876-ddd5273a7ab0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=678ce8fc-87fd-431d-b1de-72f2397d51fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:06.776227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:06.780886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7faee-62d5-4caa-adf6-2fe709aa6903 None None] Network 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:06.922500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-88e1b45c-cc65-4177-866e-667d9be22d8f None None] Provisioning complete for port fb6f6596-0dd1-416c-9251-ae0b8e136bfc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:06.923380 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88e1b45c-cc65-4177-866e-667d9be22d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.000917 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5aaa39ea-4de6-480f-943a-4417867ae8ba req-d12320c6-ea2b-4112-8c58-3c9c3f02429a tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0888612 Jul 13 19:32:07.004562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.019672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89724660-57fb-44dd-b1f5-249cd092b9b0 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:07.038463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Made reservation on behalf of c3a7ae3380654184a999750b8de7257c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:07.038463 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.039216 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.084632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a49c09-8eb8-4f00-9964-b33b079eed3c None None] DHCP port deletion for 9f7e1681-8966-4c0e-aa3f-f726f8aa4fff request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:32:07.103287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Transition to ACTIVE for port object 89724660-57fb-44dd-b1f5-249cd092b9b0 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:07.200609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-05a49c09-8eb8-4f00-9964-b33b079eed3c None None] Deleting port 33b7166c-4694-4e59-b3d9-375a2831fcf3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:07.201044 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05a49c09-8eb8-4f00-9964-b33b079eed3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.221029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.232354 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb7c865d-df15-422f-836b-ac665087f8e9 req-391f1414-d22a-4c33-aac8-5d6b49f52a51 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6533649 Jul 13 19:32:07.253449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.325941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-05a49c09-8eb8-4f00-9964-b33b079eed3c None None] For port 33b7166c-4694-4e59-b3d9-375a2831fcf3, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=33b7166c-4694-4e59-b3d9-375a2831fcf3,segment=NetworkSegment(ecc01ad5-3066-45ee-92d3-11e7b6084cb2),segment_id=ecc01ad5-3066-45ee-92d3-11e7b6084cb2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:07.326341 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05a49c09-8eb8-4f00-9964-b33b079eed3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.354578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-05a49c09-8eb8-4f00-9964-b33b079eed3c None None] Calling delete_port for 33b7166c-4694-4e59-b3d9-375a2831fcf3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:07.368973 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c993e2-b2c4-4bba-a836-6112ad41cc44 x-openstack-request-id: req-61c993e2-b2c4-4bba-a836-6112ad41cc44 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:07.369272 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "tag": "d9c39bfe-1a26-49d4-acc3-dfabd413ff43", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:07.369538 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61c993e2-b2c4-4bba-a836-6112ad41cc44 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:07.369929 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'tag': 'd9c39bfe-1a26-49d4-acc3-dfabd413ff43', 'status': 'completed', 'code': 200} Jul 13 19:32:07.380691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Pushing event updated for resources: {'Port': ['ID=89724660-57fb-44dd-b1f5-249cd092b9b0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:07.562284 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05a49c09-8eb8-4f00-9964-b33b079eed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.587006 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fb6f6596-0dd1-416c-9251-ae0b8e136bfc up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:07.619575 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf3bcce4-1b18-4fb2-9b8c-8db2507d4e7b req-e6eea150-3d1c-4c20-91c7-d9a2b509036f tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 210 time: 0.1374269 Jul 13 19:32:07.647379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a49c09-8eb8-4f00-9964-b33b079eed3c None None] Pushing event deleted for resources: {'Port': ['ID=33b7166c-4694-4e59-b3d9-375a2831fcf3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:07.650600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 33b7166c-4694-4e59-b3d9-375a2831fcf3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:07.651334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.662066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a49c09-8eb8-4f00-9964-b33b079eed3c None None] No DVR routers for this DVR port 33b7166c-4694-4e59-b3d9-375a2831fcf3 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:07.703113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-0f00fda3-eb65-4d38-ba97-7e0d5420c59a tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:07.704933 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-0f00fda3-eb65-4d38-ba97-7e0d5420c59a tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.24 "GET /v2.0/networks?id=63a41cad-158e-43dc-81c8-fe0f06122434 HTTP/1.1" status: 200 len: 821 time: 0.6049955 Jul 13 19:32:07.710638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.739442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fb6f6596-0dd1-416c-9251-ae0b8e136bfc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:07.740157 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.756306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.759025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Request body: {'port': {'device_id': 'ae8bb453-7e2b-4545-9a36-77442f18b023', 'network_id': '63a41cad-158e-43dc-81c8-fe0f06122434', 'admin_state_up': True, 'tenant_id': '6ce1e3d4854f4aa7b83eb2dcc55b7dae'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:07.888678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Attempting to bind port 89724660-57fb-44dd-b1f5-249cd092b9b0 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:07.889099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Attempting to bind port 89724660-57fb-44dd-b1f5-249cd092b9b0 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '09306b1b-e1be-4b61-88a3-6bad9178d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:07.889513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Attempting to bind port 89724660-57fb-44dd-b1f5-249cd092b9b0 on network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:07.899191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Network 7d6a1386-458c-4593-a189-3d131edfef8b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:07.916603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:07.924596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Port 89724660-57fb-44dd-b1f5-249cd092b9b0 on network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:07.924935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Attempting to bind port 89724660-57fb-44dd-b1f5-249cd092b9b0 on network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:07.928163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 33b7166c-4694-4e59-b3d9-375a2831fcf3 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:07.930129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Allocated IP 172.20.0.9 (7d6a1386-458c-4593-a189-3d131edfef8b/63e80fed-1f4d-4282-a039-3007576211a3/bbfe6cc2-c780-4629-a9f2-c822faf6c34e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:07.934020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] For port 33b7166c-4694-4e59-b3d9-375a2831fcf3, host n-d-800708-1, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:07.934354 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.941064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:07.943572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Pushing event updated for resources: {'Port': ['ID=dae48386-ff91-41b5-b4da-f02a36f72c17,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:07.950767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 33b7166c-4694-4e59-b3d9-375a2831fcf3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:07.951142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 33b7166c-4694-4e59-b3d9-375a2831fcf3 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:07.962980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:07.963199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Checking segment: {'id': '09306b1b-e1be-4b61-88a3-6bad9178d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:07.963754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Bound using segment: {'id': '09306b1b-e1be-4b61-88a3-6bad9178d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:07.964272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Bound port: 89724660-57fb-44dd-b1f5-249cd092b9b0, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09306b1b-e1be-4b61-88a3-6bad9178d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:07.964621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.979201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 33b7166c-4694-4e59-b3d9-375a2831fcf3 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:07.987477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Port 33b7166c-4694-4e59-b3d9-375a2831fcf3 was not found and therefore no delete operation was performed {{(pid=93766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:32:08.008126 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.035174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404d2643-992a-4d2a-9be3-60f527407a9b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:08.049616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119abb-ca99-48be-aec8-5a9447ec6841 req-69af54d2-9662-4c42-b0b5-8075a7499f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.050109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119abb-ca99-48be-aec8-5a9447ec6841 req-69af54d2-9662-4c42-b0b5-8075a7499f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.051740 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-24119abb-ca99-48be-aec8-5a9447ec6841 req-69af54d2-9662-4c42-b0b5-8075a7499f99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1938 time: 0.4195635 Jul 13 19:32:08.069715 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.083783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=33b7166c-4694-4e59-b3d9-375a2831fcf3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:08.086993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No DVR routers for this DVR port 33b7166c-4694-4e59-b3d9-375a2831fcf3 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:08.097488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29f1e2-e248-423d-a732-5ddf23a2d9f1 req-8f2d9c84-680e-47f3-8d77-b8e5ff11d24f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.103408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29f1e2-e248-423d-a732-5ddf23a2d9f1 req-8f2d9c84-680e-47f3-8d77-b8e5ff11d24f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.105069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b29f1e2-e248-423d-a732-5ddf23a2d9f1 req-8f2d9c84-680e-47f3-8d77-b8e5ff11d24f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1678 time: 0.5108652 Jul 13 19:32:08.126124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.126753 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.144152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65ae2e-649f-4fdb-8635-d9757cda2a42 req-de0a3df0-3681-4346-82a7-3cf106c40a36 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.145680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f65ae2e-649f-4fdb-8635-d9757cda2a42 req-de0a3df0-3681-4346-82a7-3cf106c40a36 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 931 time: 0.3276720 Jul 13 19:32:08.161537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Made reservation on behalf of 6ce1e3d4854f4aa7b83eb2dcc55b7dae for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:08.165019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.181633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Transition to ACTIVE for port object 404d2643-992a-4d2a-9be3-60f527407a9b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:08.205485 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.222968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-52403398-81a2-42f3-8d4a-3623d6ad4d51 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2860575 Jul 13 19:32:08.261162 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Request body: {'port': {'device_id': '6e3af76a-92b8-432b-abf0-670f7fb5a627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:08.353115 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b29f1e2-e248-423d-a732-5ddf23a2d9f1 req-97d2fee3-1308-41f0-aae4-837595efbb65 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182174 Jul 13 19:32:08.373886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Pushing event updated for resources: {'Port': ['ID=404d2643-992a-4d2a-9be3-60f527407a9b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:08.380666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119abb-ca99-48be-aec8-5a9447ec6841 req-4e6c74ac-7b63-44fb-a5e3-dd519ddf1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.381505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119abb-ca99-48be-aec8-5a9447ec6841 req-4e6c74ac-7b63-44fb-a5e3-dd519ddf1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.382720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119abb-ca99-48be-aec8-5a9447ec6841 req-4e6c74ac-7b63-44fb-a5e3-dd519ddf1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.384643 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-24119abb-ca99-48be-aec8-5a9447ec6841 req-4e6c74ac-7b63-44fb-a5e3-dd519ddf1ed7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3124766 Jul 13 19:32:08.472581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:32:08.606216 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.618290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Attempting to bind port 404d2643-992a-4d2a-9be3-60f527407a9b on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:08.618576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Attempting to bind port 404d2643-992a-4d2a-9be3-60f527407a9b by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:08.618901 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Attempting to bind port 404d2643-992a-4d2a-9be3-60f527407a9b on network 04f790dc-05a0-49ce-94fc-f6d6530898e0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:08.629856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] For port 89724660-57fb-44dd-b1f5-249cd092b9b0, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:08.641098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7e1681-8966-4c0e-aa3f-f726f8aa4fff']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:08.673217 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.681428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Port 404d2643-992a-4d2a-9be3-60f527407a9b on network 04f790dc-05a0-49ce-94fc-f6d6530898e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:08.681772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Attempting to bind port 404d2643-992a-4d2a-9be3-60f527407a9b on network 04f790dc-05a0-49ce-94fc-f6d6530898e0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:08.694633 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f65ae2e-649f-4fdb-8635-d9757cda2a42 req-e6422014-8cfa-44b0-b77c-20b97d129c95 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261590 Jul 13 19:32:08.696315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] For port 89724660-57fb-44dd-b1f5-249cd092b9b0, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89724660-57fb-44dd-b1f5-249cd092b9b0,segment=NetworkSegment(09306b1b-e1be-4b61-88a3-6bad9178d234),segment_id=09306b1b-e1be-4b61-88a3-6bad9178d234)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:08.698699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc01ad5-3066-45ee-92d3-11e7b6084cb2') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:08.698945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc01ad5-3066-45ee-92d3-11e7b6084cb2') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:08.734746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.742667 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.748839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:08.749179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Checking segment: {'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:08.749557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Bound using segment: {'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:08.750001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Bound port: 404d2643-992a-4d2a-9be3-60f527407a9b, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a11b173-96a9-41a6-b3df-5aaf250afdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:08.750369 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.804297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.815339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.815973 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.817387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] 10.222.0.24 "PUT /v2.0/ports/89724660-57fb-44dd-b1f5-249cd092b9b0 HTTP/1.1" status: 200 len: 1091 time: 2.8401210 Jul 13 19:32:08.819388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119abb-ca99-48be-aec8-5a9447ec6841 req-46989e61-46e7-4b6e-bbeb-cefa61098216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.820884 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-24119abb-ca99-48be-aec8-5a9447ec6841 req-46989e61-46e7-4b6e-bbeb-cefa61098216 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3932877 Jul 13 19:32:08.874129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:32:08.874528 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:32:08.882470 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:32:08.891616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:08.898562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:08.901830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969ce68-e6dd-4463-b131-9a43d78fb2f8 req-cee4ca1d-7178-4a1a-ae4f-b96b1b8f0860 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.905205 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Sync routers for ids ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:08.907875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f969ce68-e6dd-4463-b131-9a43d78fb2f8 req-cee4ca1d-7178-4a1a-ae4f-b96b1b8f0860 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 943 time: 0.3899481 Jul 13 19:32:08.921247 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Routers {'967fd4da-c15f-4c49-8255-58f7caa3c8d2'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:08.921868 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:31:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:08.960410 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47037528-e24c-48a3-b3ad-30ad6e02dd14 req-76349467-0dd4-4d57-be23-8d7b28615a61 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.1325624 Jul 13 19:32:08.969817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51815a9b-d7b2-4b8f-a54e-6665803c649a service neutron] Pushing event updated for resources: {'Port': ['ID=89724660-57fb-44dd-b1f5-249cd092b9b0,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:08.996012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Allocated IP 172.20.0.4 (63a41cad-158e-43dc-81c8-fe0f06122434/28fae603-1c43-40d5-8e7e-4a1d9d236010/92fa99cd-9a2e-4b5d-ae77-294f208ff911) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:09.065101 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.066353 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6e8081a2-309d-4bbc-bb9e-6daa67e3f9e1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.8978951 Jul 13 19:32:09.071275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] For port 404d2643-992a-4d2a-9be3-60f527407a9b, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:09.073209 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:09.093225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] For port 404d2643-992a-4d2a-9be3-60f527407a9b, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=404d2643-992a-4d2a-9be3-60f527407a9b,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:09.144463 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.156241 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.174268 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.190101 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Set router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:09.210914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f969ce68-e6dd-4463-b131-9a43d78fb2f8 req-34f09066-4fdb-4aaa-b8a5-c68dab19b7a7 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2753761 Jul 13 19:32:09.247226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.250543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/networks/9f7e1681-8966-4c0e-aa3f-f726f8aa4fff HTTP/1.1" status: 204 len: 168 time: 2.4551232 Jul 13 19:32:09.275329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:09.280212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.280986 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.282343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] 10.222.0.60 "PUT /v2.0/ports/404d2643-992a-4d2a-9be3-60f527407a9b HTTP/1.1" status: 200 len: 1091 time: 3.0878592 Jul 13 19:32:09.319956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2c6bf-5357-4903-bb22-5e4c5f037819 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Network': ['ID=9f7e1681-8966-4c0e-aa3f-f726f8aa4fff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:09.364496 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff906503-7c71-4e84-b5a2-c448dfa24230 req-8f952697-c769-4eb9-a388-5143efce8192 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 210 time: 0.0908785 Jul 13 19:32:09.375128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'tag': '89724660-57fb-44dd-b1f5-249cd092b9b0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:09.379214 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e93249-86c3-40ad-bc62-346f8f173d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "tag": "89724660-57fb-44dd-b1f5-249cd092b9b0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:09.383922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Network 7d6a1386-458c-4593-a189-3d131edfef8b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:09.388958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Pushing event updated for resources: {'Port': ['ID=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:09.395395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:09.398702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:09.423523 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:05Z', 'revision_number': 3, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:09.432850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-894015862'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:09.436940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'tag': '404d2643-992a-4d2a-9be3-60f527407a9b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:09.454814 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b678cd92-1a23-43d0-94dc-f3d317455caf", "tag": "404d2643-992a-4d2a-9be3-60f527407a9b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:09.499410 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Checking router: 967fd4da-c15f-4c49-8255-58f7caa3c8d2 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:32:09.500823 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Updating router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 port 298f33ca-5abf-4a18-8b30-78e90bc23400 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:32:09.541128 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4856cccc-e875-4142-82a3-c9eb53f68932 x-openstack-request-id: req-4856cccc-e875-4142-82a3-c9eb53f68932 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:09.541625 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "tag": "89724660-57fb-44dd-b1f5-249cd092b9b0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:09.542032 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4856cccc-e875-4142-82a3-c9eb53f68932 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:09.542598 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'tag': '89724660-57fb-44dd-b1f5-249cd092b9b0', 'status': 'completed', 'code': 200} Jul 13 19:32:09.546516 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.549742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.550415 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.552364 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89de90-b7eb-4508-8f99-3fca8cecd674 x-openstack-request-id: req-cb89de90-b7eb-4508-8f99-3fca8cecd674 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:09.552652 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b678cd92-1a23-43d0-94dc-f3d317455caf", "tag": "404d2643-992a-4d2a-9be3-60f527407a9b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:09.552899 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb89de90-b7eb-4508-8f99-3fca8cecd674 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:09.553284 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'tag': '404d2643-992a-4d2a-9be3-60f527407a9b', 'status': 'completed', 'code': 200} Jul 13 19:32:09.577361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-0f7250f1-01b8-4fe0-9d1c-5ded9599cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.577849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-0f7250f1-01b8-4fe0-9d1c-5ded9599cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.579470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-0f7250f1-01b8-4fe0-9d1c-5ded9599cef1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1980 time: 0.7051408 Jul 13 19:32:09.588590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd40db-1590-40cb-a11b-c1203bfded0d service neutron] Pushing event updated for resources: {'Port': ['ID=404d2643-992a-4d2a-9be3-60f527407a9b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:09.639085 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.649453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-c0ec3be0-e699-4eea-90bf-0e5aa7045d94 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2479799 Jul 13 19:32:09.668620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Request body: {'port': {'device_id': '2a9dd2ab-8e26-4691-a031-3e3dc22c99c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:09.702257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-d11c6ee6-060d-4198-8aa5-38470ed43d01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=d9c39bfe-1a26-49d4-acc3-dfabd413ff43 HTTP/1.1" status: 200 len: 217 time: 0.0876250 Jul 13 19:32:09.702833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:09.706259 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.714957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a4915-0a45-4f72-bccc-2a8bfb342c31 req-dddc8b9f-5d0c-47fc-a7a5-1a8f7e6efe10 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.721022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a4915-0a45-4f72-bccc-2a8bfb342c31 req-dddc8b9f-5d0c-47fc-a7a5-1a8f7e6efe10 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.723813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d33a4915-0a45-4f72-bccc-2a8bfb342c31 req-dddc8b9f-5d0c-47fc-a7a5-1a8f7e6efe10 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1678 time: 0.1455684 Jul 13 19:32:09.725431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae48386-ff91-41b5-b4da-f02a36f72c17 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:09.749870 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.819458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Transition to ACTIVE for port object dae48386-ff91-41b5-b4da-f02a36f72c17 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:09.829617 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:32:09.830084 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.832409 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.834304 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.839730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d33a4915-0a45-4f72-bccc-2a8bfb342c31 req-f9486976-0719-4079-9525-451bfdbaaf6d tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979691 Jul 13 19:32:09.846772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-9031e841-4206-4d5a-ac4a-431ecad9b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.848295 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-9031e841-4206-4d5a-ac4a-431ecad9b371 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4be9101a48c4f01b47e38d7b5015101&device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 1094 time: 0.3862605 Jul 13 19:32:09.875652 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.886424 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Transition to ACTIVE for port object 298f33ca-5abf-4a18-8b30-78e90bc23400 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:09.899407 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.914218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-0a6d32d5-04c8-4f43-9b34-3e96719b42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.915707 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-0a6d32d5-04c8-4f43-9b34-3e96719b42ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1589fb6-e525-4456-8b6a-18678930377d HTTP/1.1" status: 200 len: 801 time: 0.2006559 Jul 13 19:32:09.935939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Network 63a41cad-158e-43dc-81c8-fe0f06122434 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:09.943424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Pushing event updated for resources: {'Port': ['ID=92fa99cd-9a2e-4b5d-ae77-294f208ff911,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:09.946109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:09.946260 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Attempting to bind port 298f33ca-5abf-4a18-8b30-78e90bc23400 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:09.946750 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Attempting to bind port 298f33ca-5abf-4a18-8b30-78e90bc23400 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:09.947004 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Attempting to bind port 298f33ca-5abf-4a18-8b30-78e90bc23400 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:09.953134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:09.960857 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:09.961517 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:09.962504 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.963204 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:09.964115 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Bound port: 298f33ca-5abf-4a18-8b30-78e90bc23400, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:09.965358 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.976554 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.976901 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Added segment f7689ef9-193a-496c-908e-6c7c9e1b3b68 of type vlan for network 040a2170-c121-4d56-8ad4-80d92252e20c Jul 13 19:32:09.995965 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046ee6a-b62f-4fbc-8137-d42073ad532f None None] Pushing event updated for resources: {'Port': ['ID=298f33ca-5abf-4a18-8b30-78e90bc23400,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:10.033005 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] For port 298f33ca-5abf-4a18-8b30-78e90bc23400, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:10.037867 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] For port 298f33ca-5abf-4a18-8b30-78e90bc23400, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=298f33ca-5abf-4a18-8b30-78e90bc23400,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:10.042904 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:10.114576 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Routers {'967fd4da-c15f-4c49-8255-58f7caa3c8d2'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:10.115663 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:31:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:10.207266 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64241d4d-92f0-4211-935c-8afd2c300fdf req-163403b3-5a69-4daa-bf09-79964c54a398 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0511942 Jul 13 19:32:10.229193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.229873 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:10.230096 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] Set router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:10.259425 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-031a1d16-e5df-4028-8160-274acd9f329e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5148184 Jul 13 19:32:10.280190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Request body: {'port': {'device_id': 'ae8bb453-7e2b-4545-9a36-77442f18b023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:10.315746 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046ee6a-b62f-4fbc-8137-d42073ad532f None None] Pushing event updated for resources: {'Port': ['ID=298f33ca-5abf-4a18-8b30-78e90bc23400,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:10.356820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfe6cc2-c780-4629-a9f2-c822faf6c34e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:10.385343 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:10.407541 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-e108d879-3870-4f49-b77f-5fcb4bb7b28b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d2643-992a-4d2a-9be3-60f527407a9b HTTP/1.1" status: 200 len: 217 time: 0.5135059 Jul 13 19:32:10.419241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Transition to ACTIVE for port object bbfe6cc2-c780-4629-a9f2-c822faf6c34e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:10.440244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:10.450496 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:10.455766 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:05Z', 'revision_number': 3, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:10.486811 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73374c-52bc-4d21-8483-7e66731b79f7 None None] The sync data for ids ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'] in n-d-800708-1 is: [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:05Z', 'revision_number': 3, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:10.511475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dae48386-ff91-41b5-b4da-f02a36f72c17,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:10.541878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:10.566115 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:10.642212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-350681d3-7649-411c-b816-75450060db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.643745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-350681d3-7649-411c-b816-75450060db4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c22fa7-76da-4e40-9ea8-ee394562c7c1 HTTP/1.1" status: 200 len: 851 time: 0.1797342 Jul 13 19:32:10.666117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d83bd-7411-4009-a744-2300daa4a737 req-0b1d120e-5e44-4931-9112-3ac7f00b46f4 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.668925 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d13d83bd-7411-4009-a744-2300daa4a737 req-0b1d120e-5e44-4931-9112-3ac7f00b46f4 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 943 time: 0.2726610 Jul 13 19:32:10.738860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-862a0594-29a2-4770-9367-7f877803f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.740675 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-862a0594-29a2-4770-9367-7f877803f479 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a370ca12-972d-4214-9a2f-d09ff026971d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8102329 Jul 13 19:32:10.754549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09309f-f3a5-4b3b-bd8a-f405f4dc5857 req-abd51e31-63ce-42aa-b44e-dda9e15b49b7 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.761588 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b09309f-f3a5-4b3b-bd8a-f405f4dc5857 req-abd51e31-63ce-42aa-b44e-dda9e15b49b7 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 943 time: 0.8343532 Jul 13 19:32:10.772827 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:10.786233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.793855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:10.875890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d13d83bd-7411-4009-a744-2300daa4a737 req-3bb4fd77-c22e-4c7e-bb76-15b3ad642eee tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1982579 Jul 13 19:32:10.884977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Attempting to bind port bbfe6cc2-c780-4629-a9f2-c822faf6c34e on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:10.885321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Attempting to bind port bbfe6cc2-c780-4629-a9f2-c822faf6c34e by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:10.886213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Attempting to bind port bbfe6cc2-c780-4629-a9f2-c822faf6c34e on network 7d6a1386-458c-4593-a189-3d131edfef8b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:10.897406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Port bbfe6cc2-c780-4629-a9f2-c822faf6c34e on network 7d6a1386-458c-4593-a189-3d131edfef8b not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:10.897742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Attempting to bind port bbfe6cc2-c780-4629-a9f2-c822faf6c34e on network 7d6a1386-458c-4593-a189-3d131edfef8b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:10.913410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:10.913410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Checking segment: {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:10.913410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Bound using segment: {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:10.913410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Bound port: bbfe6cc2-c780-4629-a9f2-c822faf6c34e, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:10.913410 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.009865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] For port bbfe6cc2-c780-4629-a9f2-c822faf6c34e, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:11.013633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] For port bbfe6cc2-c780-4629-a9f2-c822faf6c34e, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:11.022017 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.079433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:11.080129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.081564 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] 10.222.0.24 "PUT /v2.0/ports/bbfe6cc2-c780-4629-a9f2-c822faf6c34e HTTP/1.1" status: 200 len: 1091 time: 1.4233415 Jul 13 19:32:11.084851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Attempting to bind port dae48386-ff91-41b5-b4da-f02a36f72c17 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:11.085181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Attempting to bind port dae48386-ff91-41b5-b4da-f02a36f72c17 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:11.086181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Attempting to bind port dae48386-ff91-41b5-b4da-f02a36f72c17 on network 7d6a1386-458c-4593-a189-3d131edfef8b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:11.188599 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9121118 Jul 13 19:32:11.189210 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Port dae48386-ff91-41b5-b4da-f02a36f72c17 on network 7d6a1386-458c-4593-a189-3d131edfef8b not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:11.189527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Attempting to bind port dae48386-ff91-41b5-b4da-f02a36f72c17 on network 7d6a1386-458c-4593-a189-3d131edfef8b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:11.202133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:11.213405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '040a2170-c121-4d56-8ad4-80d92252e20c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:11.240781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b09309f-f3a5-4b3b-bd8a-f405f4dc5857 req-1d25fb1b-08f3-4a06-a2eb-f45a191e7042 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782035 Jul 13 19:32:11.243162 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353070cb-e627-48a2-89a8-028e95e41046 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Network': ['ID=040a2170-c121-4d56-8ad4-80d92252e20c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:11.267736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 040a2170-c121-4d56-8ad4-80d92252e20c details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:32:11.296469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaa182-09a5-440c-baac-f9563b587312 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:11.335749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fa99cd-9a2e-4b5d-ae77-294f208ff911 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:11.356179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.397831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Transition to ACTIVE for port object 92fa99cd-9a2e-4b5d-ae77-294f208ff911 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:11.405583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-cce74263-08e6-4828-814b-7eaf42214220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:11.411606 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-cce74263-08e6-4828-814b-7eaf42214220 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3a7ae3380654184a999750b8de7257c&device_id=2a9dd2ab-8e26-4691-a031-3e3dc22c99c4 HTTP/1.1" status: 200 len: 1094 time: 0.2397325 Jul 13 19:32:11.416384 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.423406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:11.424072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Checking segment: {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:11.424167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Bound using segment: {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:11.424565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Bound port: dae48386-ff91-41b5-b4da-f02a36f72c17, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:11.424928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.427800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aaed7-8fce-4318-ae80-1077f2672e9c req-2cddc4b1-ff10-47b9-8e06-d0a514d2aa0f tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:11.436224 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a9aaed7-8fce-4318-ae80-1077f2672e9c req-2cddc4b1-ff10-47b9-8e06-d0a514d2aa0f tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 931 time: 0.3337493 Jul 13 19:32:11.495281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-903e5e1f-b0bf-4ade-8fa0-fcf10de5cfdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfe6cc2-c780-4629-a9f2-c822faf6c34e HTTP/1.1" status: 200 len: 217 time: 0.0389860 Jul 13 19:32:11.537640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 298f33ca-5abf-4a18-8b30-78e90bc23400 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:11.572510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-b0bb07b1-d253-46a2-8d08-510dc5bad1e4 service neutron] 10.222.0.24 "GET /v2.0/networks/a370ca12-972d-4214-9a2f-d09ff026971d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8012156 Jul 13 19:32:11.577729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9dd2ab-8e26-4691-a031-3e3dc22c99c4', 'tag': 'bbfe6cc2-c780-4629-a9f2-c822faf6c34e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:11.579974 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201c41f1-fb6c-494d-bb86-50eb1c04374c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9dd2ab-8e26-4691-a031-3e3dc22c99c4", "tag": "bbfe6cc2-c780-4629-a9f2-c822faf6c34e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:11.620158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 298f33ca-5abf-4a18-8b30-78e90bc23400 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:11.625795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 298f33ca-5abf-4a18-8b30-78e90bc23400 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:11.626703 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.698583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a9aaed7-8fce-4318-ae80-1077f2672e9c req-95948cfd-4fe5-46bd-94bb-705fc0cbe1a3 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613285 Jul 13 19:32:11.702162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Pushing event updated for resources: {'Port': ['ID=92fa99cd-9a2e-4b5d-ae77-294f208ff911,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:11.739639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-775621b0-cbdf-44a7-ac1f-94059b0f02a4 service neutron] 10.222.0.24 "GET /v2.0/networks/a370ca12-972d-4214-9a2f-d09ff026971d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947437 Jul 13 19:32:11.741321 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.747733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-3e2126a0-40d1-4a17-897c-55948cac6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:11.749232 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-3e2126a0-40d1-4a17-897c-55948cac6988 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63e80fed-1f4d-4282-a039-3007576211a3 HTTP/1.1" status: 200 len: 851 time: 0.2353356 Jul 13 19:32:11.752429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-047df016-964a-4e06-99cd-a89eba25aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:11.753929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-047df016-964a-4e06-99cd-a89eba25aff1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04f790dc-05a0-49ce-94fc-f6d6530898e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1032491 Jul 13 19:32:11.758633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:11.768582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.793611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-1955c9e6-9587-48ee-b346-1117c8c8bac0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d6a1386-458c-4593-a189-3d131edfef8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323968 Jul 13 19:32:11.818602 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.853437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 298f33ca-5abf-4a18-8b30-78e90bc23400, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=298f33ca-5abf-4a18-8b30-78e90bc23400,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:11.859194 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.890968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Attempting to bind port 92fa99cd-9a2e-4b5d-ae77-294f208ff911 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:11.891828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Attempting to bind port 92fa99cd-9a2e-4b5d-ae77-294f208ff911 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '3326f89b-d100-4c3f-961c-42eb56531384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '63a41cad-158e-43dc-81c8-fe0f06122434'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:11.892185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Attempting to bind port 92fa99cd-9a2e-4b5d-ae77-294f208ff911 on network 63a41cad-158e-43dc-81c8-fe0f06122434 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:11.938361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=298f33ca-5abf-4a18-8b30-78e90bc23400,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:11.940402 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2927aa6d-6a4d-4a5d-8d73-cc3b35f44087 req-7fb4b604-0a37-4f60-b69f-22ed8c304741 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0506501 Jul 13 19:32:11.955326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Port 92fa99cd-9a2e-4b5d-ae77-294f208ff911 on network 63a41cad-158e-43dc-81c8-fe0f06122434 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:11.955666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Attempting to bind port 92fa99cd-9a2e-4b5d-ae77-294f208ff911 on network 63a41cad-158e-43dc-81c8-fe0f06122434 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:11.978746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:11.979357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Checking segment: {'id': '3326f89b-d100-4c3f-961c-42eb56531384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '63a41cad-158e-43dc-81c8-fe0f06122434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:11.979925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Bound using segment: {'id': '3326f89b-d100-4c3f-961c-42eb56531384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '63a41cad-158e-43dc-81c8-fe0f06122434'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:11.981060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Bound port: 92fa99cd-9a2e-4b5d-ae77-294f208ff911, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3326f89b-d100-4c3f-961c-42eb56531384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '63a41cad-158e-43dc-81c8-fe0f06122434'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:11.981591 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:12.021237 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f82b1ba-e1d9-4ea1-bb6b-bd532278dbf8 x-openstack-request-id: req-4f82b1ba-e1d9-4ea1-bb6b-bd532278dbf8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:12.021546 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9dd2ab-8e26-4691-a031-3e3dc22c99c4", "tag": "bbfe6cc2-c780-4629-a9f2-c822faf6c34e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:12.021771 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f82b1ba-e1d9-4ea1-bb6b-bd532278dbf8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:12.022158 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9dd2ab-8e26-4691-a031-3e3dc22c99c4', 'tag': 'bbfe6cc2-c780-4629-a9f2-c822faf6c34e', 'status': 'completed', 'code': 200} Jul 13 19:32:12.078415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] For port dae48386-ff91-41b5-b4da-f02a36f72c17, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:12.080686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-a8d34354-cb93-4872-9b8e-47b2161eaddb service neutron] 10.222.0.24 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763536 Jul 13 19:32:12.082923 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-30e825c3-9823-48e3-824d-6052aeb96db0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=89724660-57fb-44dd-b1f5-249cd092b9b0 HTTP/1.1" status: 200 len: 217 time: 0.3261917 Jul 13 19:32:12.101815 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:12.108229 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] For port 92fa99cd-9a2e-4b5d-ae77-294f208ff911, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:12.112910 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] For port 92fa99cd-9a2e-4b5d-ae77-294f208ff911, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=92fa99cd-9a2e-4b5d-ae77-294f208ff911,segment=NetworkSegment(3326f89b-d100-4c3f-961c-42eb56531384),segment_id=3326f89b-d100-4c3f-961c-42eb56531384)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:12.131113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] For port dae48386-ff91-41b5-b4da-f02a36f72c17, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dae48386-ff91-41b5-b4da-f02a36f72c17,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:12.150660 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:12.216654 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:12.257689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.258338 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:12.259863 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] 10.222.0.24 "PUT /v2.0/ports/92fa99cd-9a2e-4b5d-ae77-294f208ff911 HTTP/1.1" status: 200 len: 1091 time: 1.9893456 Jul 13 19:32:12.306026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e381b0b-5c74-494c-ada9-3fe8f0863d9e service neutron] Pushing event updated for resources: {'Port': ['ID=92fa99cd-9a2e-4b5d-ae77-294f208ff911,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:12.343322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-7160c271-9b3a-4e20-b813-11e0a286febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.344790 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-7160c271-9b3a-4e20-b813-11e0a286febb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=39fca68d-ce52-4351-b1cb-e49b49fab944 HTTP/1.1" status: 200 len: 801 time: 0.2335789 Jul 13 19:32:12.370077 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-daf9005a-e2fe-4b0d-b4ff-fc0cf7895510 service neutron] 10.222.0.24 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554960 Jul 13 19:32:12.377637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.378262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:12.379638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/dae48386-ff91-41b5-b4da-f02a36f72c17 HTTP/1.1" status: 200 len: 1091 time: 4.1322882 Jul 13 19:32:12.387711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb43551-5793-48b8-aee3-7bad32ab8ebf req-10534d9e-896a-4f97-8282-73769e68058b tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.389230 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5fb43551-5793-48b8-aee3-7bad32ab8ebf req-10534d9e-896a-4f97-8282-73769e68058b tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 943 time: 0.2410929 Jul 13 19:32:12.391341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3af76a-92b8-432b-abf0-670f7fb5a627', 'tag': 'dae48386-ff91-41b5-b4da-f02a36f72c17'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:12.393400 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3af76a-92b8-432b-abf0-670f7fb5a627", "tag": "dae48386-ff91-41b5-b4da-f02a36f72c17"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:12.420134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914d52-637c-4c52-9fae-d834e936e027 req-9697427d-0385-428e-b33b-fa11f83ca32b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.426393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914d52-637c-4c52-9fae-d834e936e027 req-9697427d-0385-428e-b33b-fa11f83ca32b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.428038 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-10914d52-637c-4c52-9fae-d834e936e027 req-9697427d-0385-428e-b33b-fa11f83ca32b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1678 time: 0.9427114 Jul 13 19:32:12.431540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-90632cb1-07a9-4af7-b439-81615fc388e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.433047 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-90632cb1-07a9-4af7-b439-81615fc388e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ce1e3d4854f4aa7b83eb2dcc55b7dae&device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 1094 time: 0.1218512 Jul 13 19:32:12.441514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5fb43551-5793-48b8-aee3-7bad32ab8ebf req-58ccc7a3-0bd1-4f89-961e-14ba40108e44 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430615 Jul 13 19:32:12.444790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=5fe9d2ec-a47c-42c2-a24c-bcebf240e311,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:12.520151 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-7a867d90-8b7f-4a81-96be-5768b9272301 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92fa99cd-9a2e-4b5d-ae77-294f208ff911 HTTP/1.1" status: 200 len: 217 time: 0.0761957 Jul 13 19:32:12.556003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-4357850e-0ea4-40c4-87a9-d73277d09678 service neutron] 10.222.0.60 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882673 Jul 13 19:32:12.563321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e0eca-c4bf-4c58-abb0-a67d41fef3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dae48386-ff91-41b5-b4da-f02a36f72c17,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:12.583839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c41f1-fb6c-494d-bb86-50eb1c04374c req-223ec0b7-8374-48b0-b7b6-069e44b7fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.585531 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-201c41f1-fb6c-494d-bb86-50eb1c04374c req-223ec0b7-8374-48b0-b7b6-069e44b7fb3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3a7ae3380654184a999750b8de7257c&device_id=2a9dd2ab-8e26-4691-a031-3e3dc22c99c4 HTTP/1.1" status: 200 len: 1094 time: 0.1406064 Jul 13 19:32:12.587548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-36a2aaf1-1413-4c30-816c-13512269a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.588905 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-36a2aaf1-1413-4c30-816c-13512269a856 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28fae603-1c43-40d5-8e7e-4a1d9d236010 HTTP/1.1" status: 200 len: 861 time: 0.0617542 Jul 13 19:32:12.624422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Checking segment: {'id': 'f7689ef9-193a-496c-908e-6c7c9e1b3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '040a2170-c121-4d56-8ad4-80d92252e20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:12.624790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network hostable DHCP agents. Network: 040a2170-c121-4d56-8ad4-80d92252e20c, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:32:12.688145 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-10914d52-637c-4c52-9fae-d834e936e027 req-7d3c988e-61ae-41b3-93c8-b268bbc46152 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236595 Jul 13 19:32:12.692291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-dd05b1a4-73ac-4086-94a2-49d0d0c55fc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63a41cad-158e-43dc-81c8-fe0f06122434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848849 Jul 13 19:32:12.712656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Allocated IP 172.20.0.1 (c44f462a-02d8-482c-a9a8-2888e29adef2/40a5a295-6896-4c79-8964-b069e79a848a/e7f562d7-c532-4ea5-90d9-a8ccfd62e132) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:12.750628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 040a2170-c121-4d56-8ad4-80d92252e20c is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:32:12.764532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6e0780a3-4939-447d-bb9d-70ca796b60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.766074 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-6e0780a3-4939-447d-bb9d-70ca796b60e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d058ff35-ccd3-485a-b4fe-4d9740de8dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3900545 Jul 13 19:32:12.770831 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22b7244-56aa-44e9-a6bb-e86158f3e255 x-openstack-request-id: req-c22b7244-56aa-44e9-a6bb-e86158f3e255 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:12.771114 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3af76a-92b8-432b-abf0-670f7fb5a627", "tag": "dae48386-ff91-41b5-b4da-f02a36f72c17", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:12.771368 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c22b7244-56aa-44e9-a6bb-e86158f3e255 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:12.771758 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3af76a-92b8-432b-abf0-670f7fb5a627', 'tag': 'dae48386-ff91-41b5-b4da-f02a36f72c17', 'status': 'completed', 'code': 200} Jul 13 19:32:12.827387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 040a2170-c121-4d56-8ad4-80d92252e20c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:12.830487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-0bdccb6b-888b-4d91-9268-8be3f8db2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.832109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-0bdccb6b-888b-4d91-9268-8be3f8db2278 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3a7ae3380654184a999750b8de7257c&device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 1094 time: 0.3974099 Jul 13 19:32:12.833639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c41f1-fb6c-494d-bb86-50eb1c04374c req-d93208c0-2e07-4d07-b354-1da1bfb52009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.835226 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-201c41f1-fb6c-494d-bb86-50eb1c04374c req-d93208c0-2e07-4d07-b354-1da1bfb52009 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 200 len: 912 time: 0.2370968 Jul 13 19:32:12.841601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e585044e-9431-4a1b-bc96-fa8caf3e4b69 None None] Network 040a2170-c121-4d56-8ad4-80d92252e20c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:12.846085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56562452-057e-4792-b323-f5b789505c17 req-54c0b281-1697-40c5-b677-d85c66432c91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.849648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.850235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:12.850426 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-56562452-057e-4792-b323-f5b789505c17 req-54c0b281-1697-40c5-b677-d85c66432c91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 943 time: 0.2533662 Jul 13 19:32:12.893508 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d541b29d-b2eb-4f05-9b45-e324ae682fd5 req-145464bd-1a70-4278-b856-4b0998b7ed18 service neutron] 10.222.0.60 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248827 Jul 13 19:32:12.913959 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-201c41f1-fb6c-494d-bb86-50eb1c04374c req-3ac3af57-f560-4c99-bf05-f87c3efa3564 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfe6cc2-c780-4629-a9f2-c822faf6c34e HTTP/1.1" status: 200 len: 217 time: 0.0625696 Jul 13 19:32:12.918525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-34e1adb7-212e-4ca6-a9e6-54484c566c75 service neutron] 10.222.0.24 "GET /v2.0/networks/63a41cad-158e-43dc-81c8-fe0f06122434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125955 Jul 13 19:32:12.952383 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-28f64523-d95c-4a60-89c8-f92b8cbcea4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dae48386-ff91-41b5-b4da-f02a36f72c17 HTTP/1.1" status: 200 len: 217 time: 0.1059055 Jul 13 19:32:13.000873 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-31974047-314c-4d4e-9c24-1a50e19449aa tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7959945 Jul 13 19:32:13.032207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:13.037319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-56562452-057e-4792-b323-f5b789505c17 req-9cfab11a-9c44-4d8a-8667-cd2942d0b8a5 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737494 Jul 13 19:32:13.043965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '040a2170-c121-4d56-8ad4-80d92252e20c', 'name': 'tempest-PortsTestJSON-1969233488', 'fixed_ips': [{'subnet_id': '5fe9d2ec-a47c-42c2-a24c-bcebf240e311', 'ip_address': '172.20.0.10'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:13.054258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-040a2170-c121-4d56-8ad4-80d92252e20c', 'network_id': '040a2170-c121-4d56-8ad4-80d92252e20c', 'tenant_id': '33ea7ac679754174bcf31313ba18a392', 'fixed_ips': [{'subnet_id': '5fe9d2ec-a47c-42c2-a24c-bcebf240e311'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:32:13.056199 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:13.141410 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:13.151408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-b1cb7e35-8eb7-4ef6-8227-445b087c604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:13.152944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-b1cb7e35-8eb7-4ef6-8227-445b087c604e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63e80fed-1f4d-4282-a039-3007576211a3 HTTP/1.1" status: 200 len: 851 time: 0.1767886 Jul 13 19:32:13.160405 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-e91ced15-8d42-4f71-87de-ee660bfce0b5 service neutron] 10.222.0.24 "GET /v2.0/networks/d058ff35-ccd3-485a-b4fe-4d9740de8dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838534 Jul 13 19:32:13.189693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Transition to ACTIVE for port object e7f562d7-c532-4ea5-90d9-a8ccfd62e132 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:13.237273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Allocated IP 172.20.0.2 (040a2170-c121-4d56-8ad4-80d92252e20c/5fe9d2ec-a47c-42c2-a24c-bcebf240e311/644f833b-e45d-4726-81f7-66155ef0e41d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:13.415945 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:13.443962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Transition to ACTIVE for port object 644f833b-e45d-4726-81f7-66155ef0e41d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:13.481696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Transition to ACTIVE for port object 644f833b-e45d-4726-81f7-66155ef0e41d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:13.493622 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:13.494060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e82b9fea-a4d5-4fea-8000-a154fa94cc42 req-84362c6c-a165-4ddc-bc10-a52d2bb7599f tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0454898 Jul 13 19:32:13.507639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c41f1-fb6c-494d-bb86-50eb1c04374c req-aa6d4437-acf3-4062-b189-ecd8d56b7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:13.509162 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-201c41f1-fb6c-494d-bb86-50eb1c04374c req-aa6d4437-acf3-4062-b189-ecd8d56b7f8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63e80fed-1f4d-4282-a039-3007576211a3 HTTP/1.1" status: 200 len: 851 time: 0.5732684 Jul 13 19:32:13.555067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff300d-a0fe-4bf2-98fd-55ddbd446902 req-7dc61e17-5352-4784-ab2f-9152e3d943f6 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:13.562723 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-84ff300d-a0fe-4bf2-98fd-55ddbd446902 req-7dc61e17-5352-4784-ab2f-9152e3d943f6 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 943 time: 0.6666884 Jul 13 19:32:13.566304 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-e3af840f-baaf-4091-a9f4-b4929ac48d4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d6a1386-458c-4593-a189-3d131edfef8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3977544 Jul 13 19:32:13.569357 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-201c41f1-fb6c-494d-bb86-50eb1c04374c req-c7f546f7-769d-4a56-b0a7-493a0633b749 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d6a1386-458c-4593-a189-3d131edfef8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474820 Jul 13 19:32:13.571616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fed19710-43a0-4465-ac5d-d96cbd7533a0 req-a659f567-21d8-4b27-ac56-8ec390a278ed service neutron] 10.222.0.24 "GET /v2.0/networks/63a41cad-158e-43dc-81c8-fe0f06122434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197927 Jul 13 19:32:13.571765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Network 040a2170-c121-4d56-8ad4-80d92252e20c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:13.573001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Pushing event updated for resources: {'Port': ['ID=644f833b-e45d-4726-81f7-66155ef0e41d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:13.584504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:13.594092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:13.666655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-f4083704-6bec-4826-97b6-ae6740b3e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:13.668896 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-f4083704-6bec-4826-97b6-ae6740b3e220 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4be9101a48c4f01b47e38d7b5015101&device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 1094 time: 0.7156479 Jul 13 19:32:13.672953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 298f33ca-5abf-4a18-8b30-78e90bc23400 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:13.692623 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-201c41f1-fb6c-494d-bb86-50eb1c04374c req-966c91ca-8b76-4609-a96d-7ea867cc4f8d service neutron] 10.222.0.24 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103230 Jul 13 19:32:13.708809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Attempting to bind port 644f833b-e45d-4726-81f7-66155ef0e41d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:13.709189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Attempting to bind port 644f833b-e45d-4726-81f7-66155ef0e41d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'f7689ef9-193a-496c-908e-6c7c9e1b3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '040a2170-c121-4d56-8ad4-80d92252e20c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:13.709544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Attempting to bind port 644f833b-e45d-4726-81f7-66155ef0e41d on network 040a2170-c121-4d56-8ad4-80d92252e20c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:13.719071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:13.719505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Checking segment: {'id': 'f7689ef9-193a-496c-908e-6c7c9e1b3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '040a2170-c121-4d56-8ad4-80d92252e20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:13.720033 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:13.720678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Bound using segment: {'id': 'f7689ef9-193a-496c-908e-6c7c9e1b3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '040a2170-c121-4d56-8ad4-80d92252e20c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:13.721052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Bound port: 644f833b-e45d-4726-81f7-66155ef0e41d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7689ef9-193a-496c-908e-6c7c9e1b3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '040a2170-c121-4d56-8ad4-80d92252e20c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:13.721443 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:13.800763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] For port 644f833b-e45d-4726-81f7-66155ef0e41d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:13.805019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] For port 644f833b-e45d-4726-81f7-66155ef0e41d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=644f833b-e45d-4726-81f7-66155ef0e41d,segment=NetworkSegment(f7689ef9-193a-496c-908e-6c7c9e1b3b68),segment_id=f7689ef9-193a-496c-908e-6c7c9e1b3b68)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:13.811906 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:13.842621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:13.867372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44446293-d3e3-4222-bf7a-4e576bd196ed None None] Pushing event updated for resources: {'Port': ['ID=644f833b-e45d-4726-81f7-66155ef0e41d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:13.878924 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-84ff300d-a0fe-4bf2-98fd-55ddbd446902 req-204619a4-2a54-4307-8cf9-cb69bae85bc8 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150551 Jul 13 19:32:13.909012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 298f33ca-5abf-4a18-8b30-78e90bc23400 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:13.909683 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:13.923226 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-769c0456-f783-41b6-abf6-a784db15b4f2 service neutron] 10.222.0.60 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236969 Jul 13 19:32:13.931575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad9a8c-1722-490c-bf0f-ba34c7256a85 req-2f21d4a0-da58-4b93-9564-93d7b45ebbfb tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:13.933148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29ad9a8c-1722-490c-bf0f-ba34c7256a85 req-2f21d4a0-da58-4b93-9564-93d7b45ebbfb tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 943 time: 0.2195220 Jul 13 19:32:13.935998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-201c41f1-fb6c-494d-bb86-50eb1c04374c req-85735910-c42a-46c9-8283-67677db8949d service neutron] 10.222.0.24 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363729 Jul 13 19:32:13.940371 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:13.983921 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:14.038958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29ad9a8c-1722-490c-bf0f-ba34c7256a85 req-ae91de25-9a27-479b-ad98-02065015dc31 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595026 Jul 13 19:32:14.040322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8bb453-7e2b-4545-9a36-77442f18b023', 'tag': '92fa99cd-9a2e-4b5d-ae77-294f208ff911'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:14.042840 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1261a2ed-017b-49f3-b2f3-4108f11a044b req-3ba86faa-15bf-4bee-8d15-e4f2f4ef4580 service neutron] 10.222.0.24 "GET /v2.0/networks/d058ff35-ccd3-485a-b4fe-4d9740de8dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8727841 Jul 13 19:32:14.044307 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e5f05c-a775-40be-851e-bb2658ae5972" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8bb453-7e2b-4545-9a36-77442f18b023", "tag": "92fa99cd-9a2e-4b5d-ae77-294f208ff911"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:14.057276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 964805b4-be98-4cbd-8af4-8e06c7c7d68f yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:32:14.091105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Network c44f462a-02d8-482c-a9a8-2888e29adef2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:14.134851 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dc341a-5589-4ed1-8a06-b42d2fcff707 x-openstack-request-id: req-68dc341a-5589-4ed1-8a06-b42d2fcff707 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:14.135235 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8bb453-7e2b-4545-9a36-77442f18b023", "tag": "92fa99cd-9a2e-4b5d-ae77-294f208ff911", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:14.135560 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68dc341a-5589-4ed1-8a06-b42d2fcff707 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:14.136034 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8bb453-7e2b-4545-9a36-77442f18b023', 'tag': '92fa99cd-9a2e-4b5d-ae77-294f208ff911', 'status': 'completed', 'code': 200} Jul 13 19:32:14.154950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:14.157748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:14.283143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-a6c78b45-fd59-4b19-a555-50999d3566f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.286377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-a6c78b45-fd59-4b19-a555-50999d3566f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=04f790dc-05a0-49ce-94fc-f6d6530898e0 HTTP/1.1" status: 200 len: 913 time: 0.5368021 Jul 13 19:32:14.288572 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ad59c74-c2ec-4832-9dbd-9222ba52aa97 req-9cada012-ba88-4b2e-a600-69cef9654279 service neutron] 10.222.0.60 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494766 Jul 13 19:32:14.356855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbfe6cc2-c780-4629-a9f2-c822faf6c34e details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:14.360141 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-a28a956b-5e02-483e-ab34-83afdb14cd7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d2643-992a-4d2a-9be3-60f527407a9b HTTP/1.1" status: 200 len: 217 time: 0.0531971 Jul 13 19:32:14.375803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.10 (040a2170-c121-4d56-8ad4-80d92252e20c/5fe9d2ec-a47c-42c2-a24c-bcebf240e311/964805b4-be98-4cbd-8af4-8e06c7c7d68f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:14.381601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f562d7-c532-4ea5-90d9-a8ccfd62e132,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:14.509703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbfe6cc2-c780-4629-a9f2-c822faf6c34e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:14.516067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.516267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.516483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.517032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.517524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.518316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.518864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.519397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.519950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.520468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.520989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.521499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'bbfe6cc2-c780-4629-a9f2-c822faf6c34e', 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b', 'port_id': 'bbfe6cc2-c780-4629-a9f2-c822faf6c34e', 'mac_address': 'fa:16:3e:50:d4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e80fed-1f4d-4282-a039-3007576211a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:14.521708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:14.526287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f05c-a775-40be-851e-bb2658ae5972 req-cc4d40e2-c6a5-4ffa-b6cd-c4a6e4612cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.528458 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9e5f05c-a775-40be-851e-bb2658ae5972 req-cc4d40e2-c6a5-4ffa-b6cd-c4a6e4612cd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ce1e3d4854f4aa7b83eb2dcc55b7dae&device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 1094 time: 0.3680005 Jul 13 19:32:14.540822 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:14.554100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-1ee39fb9-9638-4385-992a-936bea077a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.555851 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-1ee39fb9-9638-4385-992a-936bea077a89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c22fa7-76da-4e40-9ea8-ee394562c7c1 HTTP/1.1" status: 200 len: 851 time: 0.1556723 Jul 13 19:32:14.563692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fa381b7-1ce7-44c5-a72d-746e6d878e04 None None] Provisioning for port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:14.577907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fa381b7-1ce7-44c5-a72d-746e6d878e04 None None] Provisioning complete for port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:14.579037 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fa381b7-1ce7-44c5-a72d-746e6d878e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:14.582952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:14.611143 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:14.623228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfe6cc2-c780-4629-a9f2-c822faf6c34e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:14.628006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object 964805b4-be98-4cbd-8af4-8e06c7c7d68f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:14.630246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-c6cccb42-1b16-4089-b1be-129a797ff0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.630786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-c6cccb42-1b16-4089-b1be-129a797ff0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.632690 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-c6cccb42-1b16-4089-b1be-129a797ff0e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1980 time: 0.4944139 Jul 13 19:32:14.646960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5fa381b7-1ce7-44c5-a72d-746e6d878e04 None None] Port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:14.649674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbfe6cc2-c780-4629-a9f2-c822faf6c34e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:14.656355 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:14.692205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb70ce-e043-4ebe-8d28-94671387da90 req-88e43cab-9bbc-4634-b8c8-3f6d631d6dbe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.698186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb70ce-e043-4ebe-8d28-94671387da90 req-88e43cab-9bbc-4634-b8c8-3f6d631d6dbe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.705272 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dbeb70ce-e043-4ebe-8d28-94671387da90 req-88e43cab-9bbc-4634-b8c8-3f6d631d6dbe tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1678 time: 0.6525187 Jul 13 19:32:14.708069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:14.753809 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce78c735-d502-4e98-af91-852b1ff1645d req-7d4121b2-4022-411d-90a2-db2d27426300 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0389953 Jul 13 19:32:14.783245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4093e-e012-4fc0-a26a-d40e8074e695 req-22ebd886-68e0-4a53-9fdb-5a46fc1c5db1 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.784748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34c4093e-e012-4fc0-a26a-d40e8074e695 req-22ebd886-68e0-4a53-9fdb-5a46fc1c5db1 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 943 time: 0.4947476 Jul 13 19:32:14.788515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:14.823735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751 req-cab319bf-bc2b-41ec-9b2d-bd54c9634b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.826095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751 req-cab319bf-bc2b-41ec-9b2d-bd54c9634b5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3a7ae3380654184a999750b8de7257c&device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 1094 time: 0.4389055 Jul 13 19:32:14.856707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f05c-a775-40be-851e-bb2658ae5972 req-769d9048-9ee1-4379-afb9-852ca480a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.858001 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dbeb70ce-e043-4ebe-8d28-94671387da90 req-8193fab3-0171-42b7-a00f-4a4f17a808aa tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518703 Jul 13 19:32:14.858215 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9e5f05c-a775-40be-851e-bb2658ae5972 req-769d9048-9ee1-4379-afb9-852ca480a4ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=63a41cad-158e-43dc-81c8-fe0f06122434 HTTP/1.1" status: 200 len: 922 time: 0.3169959 Jul 13 19:32:14.872064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 040a2170-c121-4d56-8ad4-80d92252e20c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:14.877148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-85862fae-3470-40f3-807f-14564dee9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.878679 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-85862fae-3470-40f3-807f-14564dee9a33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04f790dc-05a0-49ce-94fc-f6d6530898e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2831213 Jul 13 19:32:14.907398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['bbfe6cc2-c780-4629-a9f2-c822faf6c34e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:14.924749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:14.929035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=964805b4-be98-4cbd-8af4-8e06c7c7d68f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:14.931724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:14.936375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9e5f05c-a775-40be-851e-bb2658ae5972 req-1c0e5762-5006-415a-afc7-b225943cc1e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92fa99cd-9a2e-4b5d-ae77-294f208ff911 HTTP/1.1" status: 200 len: 217 time: 0.0631225 Jul 13 19:32:14.945844 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34c4093e-e012-4fc0-a26a-d40e8074e695 req-028f48aa-f0a3-4165-9043-8bd907567646 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510091 Jul 13 19:32:15.053401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-86af844a-d471-44a7-9c2a-db9bdc9a0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:15.054946 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-86af844a-d471-44a7-9c2a-db9bdc9a0faa service neutron] 10.222.0.24 "GET /v2.0/networks?id=d058ff35-ccd3-485a-b4fe-4d9740de8dd4 HTTP/1.1" status: 200 len: 903 time: 0.4064727 Jul 13 19:32:15.093757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f05c-a775-40be-851e-bb2658ae5972 req-c51b94df-9441-4489-af31-a593bb917ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:15.095814 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9e5f05c-a775-40be-851e-bb2658ae5972 req-c51b94df-9441-4489-af31-a593bb917ca1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28fae603-1c43-40d5-8e7e-4a1d9d236010 HTTP/1.1" status: 200 len: 861 time: 0.1490760 Jul 13 19:32:15.103468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:15.104466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:15.151474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-7dcbddd9-1586-4c54-a85f-a960d200af06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=89724660-57fb-44dd-b1f5-249cd092b9b0 HTTP/1.1" status: 200 len: 217 time: 0.0788600 Jul 13 19:32:15.167149 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:15.174129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9e5f05c-a775-40be-851e-bb2658ae5972 req-2b6e5797-ac4e-493b-9a6c-ffeaae7aef39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63a41cad-158e-43dc-81c8-fe0f06122434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662551 Jul 13 19:32:15.209606 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c789aee-e9b3-4ae7-bb33-15f099499736 req-8994a63b-4e61-4507-83d0-ead0bd7ec557 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0761352 Jul 13 19:32:15.236066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751 req-841f0ee5-e93a-4c10-83a8-be74e7c96d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:15.237536 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751 req-841f0ee5-e93a-4c10-83a8-be74e7c96d84 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 200 len: 912 time: 0.3948874 Jul 13 19:32:15.254306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b86d1741-34d9-4211-b7f8-15f31d6f64cf tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2204676 Jul 13 19:32:15.257124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:15.270502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '040a2170-c121-4d56-8ad4-80d92252e20c', 'name': 'tempest-PortsTestJSON-877780413', 'fixed_ips': [{'subnet_id': '5fe9d2ec-a47c-42c2-a24c-bcebf240e311', 'ip_address': '172.20.0.9'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:15.296544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-76598d75-9d21-49ca-86dd-4c3ab020d4d4 service neutron] 10.222.0.60 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768454 Jul 13 19:32:15.324979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751 req-2618af44-5d80-4dd8-a2a8-58555e9925a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dae48386-ff91-41b5-b4da-f02a36f72c17 HTTP/1.1" status: 200 len: 217 time: 0.0778246 Jul 13 19:32:15.357444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-a427e97c-bc2d-4f01-ab59-d85e8d1a9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:15.361421 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-a427e97c-bc2d-4f01-ab59-d85e8d1a9d87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=39fca68d-ce52-4351-b1cb-e49b49fab944 HTTP/1.1" status: 200 len: 801 time: 0.1921413 Jul 13 19:32:15.387791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430f911-48b7-431b-9682-edcbf81b19e6 None None] Network 040a2170-c121-4d56-8ad4-80d92252e20c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:15.426985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9e5f05c-a775-40be-851e-bb2658ae5972 req-c421fd97-9e08-4c40-9332-278291a79f03 service neutron] 10.222.0.24 "GET /v2.0/networks/63a41cad-158e-43dc-81c8-fe0f06122434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419882 Jul 13 19:32:15.461093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b9d10-19cd-4a43-ab54-402667b06f91 req-156d0fa9-646e-48e2-9d25-a6041cd04e3e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:15.462370 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b2b9d10-19cd-4a43-ab54-402667b06f91 req-156d0fa9-646e-48e2-9d25-a6041cd04e3e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 943 time: 0.2944493 Jul 13 19:32:15.464447 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:15.469945 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:15.559862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port ca27a7b1-4e8a-41e6-8cf2-bbbb36a6fea4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:32:15.577251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751 req-799ee3a9-9759-4f97-90b9-165b637f1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:15.577826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0bb9972e-53b8-4d60-949f-77c7e6b1f2e1 None None] Provisioning for port 644f833b-e45d-4726-81f7-66155ef0e41d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:15.578521 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751 req-799ee3a9-9759-4f97-90b9-165b637f1836 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63e80fed-1f4d-4282-a039-3007576211a3 HTTP/1.1" status: 200 len: 851 time: 0.2421274 Jul 13 19:32:15.588948 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:15.650219 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751 req-efd9aed1-46ea-47e2-a5e0-6743977cc813 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d6a1386-458c-4593-a189-3d131edfef8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610285 Jul 13 19:32:15.660505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 644f833b-e45d-4726-81f7-66155ef0e41d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:15.681983 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cd8b03e-6d7f-48cb-90ec-b45a14ac42dc req-4cfd2a19-8cc7-4312-83c2-c0b5cfe7511c service neutron] 10.222.0.60 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604581 Jul 13 19:32:15.725554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b2b9d10-19cd-4a43-ab54-402667b06f91 req-48a86d0d-67ee-4205-a918-10d2f9906a21 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526774 Jul 13 19:32:15.743788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 644f833b-e45d-4726-81f7-66155ef0e41d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:15.749480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 644f833b-e45d-4726-81f7-66155ef0e41d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:15.749857 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:15.762078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-444e9a66-d8da-4c4c-9589-6c7dedf0a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:15.765964 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-444e9a66-d8da-4c4c-9589-6c7dedf0a58d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d058ff35-ccd3-485a-b4fe-4d9740de8dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3727729 Jul 13 19:32:15.799225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9e5f05c-a775-40be-851e-bb2658ae5972 req-b4c300cd-c594-4602-a0b6-69db73ff59d8 service neutron] 10.222.0.24 "GET /v2.0/networks/63a41cad-158e-43dc-81c8-fe0f06122434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528500 Jul 13 19:32:15.847453 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:15.872632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.9 (040a2170-c121-4d56-8ad4-80d92252e20c/5fe9d2ec-a47c-42c2-a24c-bcebf240e311/ca27a7b1-4e8a-41e6-8cf2-bbbb36a6fea4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:15.894786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 644f833b-e45d-4726-81f7-66155ef0e41d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=644f833b-e45d-4726-81f7-66155ef0e41d,segment=NetworkSegment(f7689ef9-193a-496c-908e-6c7c9e1b3b68),segment_id=f7689ef9-193a-496c-908e-6c7c9e1b3b68)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:15.904196 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.009698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=644f833b-e45d-4726-81f7-66155ef0e41d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:16.112099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d7e16ca-1078-49d8-9199-e3c9d95e225d None None] Provisioning complete for port 644f833b-e45d-4726-81f7-66155ef0e41d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:16.113144 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d7e16ca-1078-49d8-9199-e3c9d95e225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.142040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.164459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 404d2643-992a-4d2a-9be3-60f527407a9b details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:16.181542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object ca27a7b1-4e8a-41e6-8cf2-bbbb36a6fea4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:16.199594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d932d1-1277-427a-abe0-022f093a577d req-17f49c1a-45ab-4594-9d4a-04bb8eafbc6a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.206094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d932d1-1277-427a-abe0-022f093a577d req-17f49c1a-45ab-4594-9d4a-04bb8eafbc6a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.207831 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46d932d1-1277-427a-abe0-022f093a577d req-17f49c1a-45ab-4594-9d4a-04bb8eafbc6a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1678 time: 0.1470382 Jul 13 19:32:16.220069 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.266495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46d932d1-1277-427a-abe0-022f093a577d req-7a0b89b6-144a-4598-a179-65a824d0b497 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506127 Jul 13 19:32:16.268988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.330080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 040a2170-c121-4d56-8ad4-80d92252e20c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:16.335845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:16.341317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:16.345700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=ca27a7b1-4e8a-41e6-8cf2-bbbb36a6fea4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:16.357126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993070-970e-48b7-93bb-96fa5619e446 req-e6f27dc3-bc9a-440e-9ad2-f7b0437be8a0 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.364678 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9993070-970e-48b7-93bb-96fa5619e446 req-e6f27dc3-bc9a-440e-9ad2-f7b0437be8a0 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 943 time: 0.9976182 Jul 13 19:32:16.377759 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-1c0a8129-8b7d-49ca-9900-9af6647a580b service neutron] 10.222.0.24 "GET /v2.0/networks/d058ff35-ccd3-485a-b4fe-4d9740de8dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851300 Jul 13 19:32:16.382018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.382364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.382733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.383121 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.383404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.383733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.384059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.384384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.385021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.385146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.385460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.385785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:16.408773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.409809 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.440311 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-33a8d7c0-6e0b-4d56-9c81-ac5d9f35aa01 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1794832 Jul 13 19:32:16.440600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:16.491318 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.508392 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751 req-8b66ca52-126f-4d62-94b6-d5326b2a4528 service neutron] 10.222.0.60 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8466384 Jul 13 19:32:16.512924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.575930 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.611905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd7b7d-8628-4ff5-b5c5-4d7e5096dc22 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.612975 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9993070-970e-48b7-93bb-96fa5619e446 req-77482be9-b7df-4131-bbe5-5cf2685d119a tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2472451 Jul 13 19:32:16.613607 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-34dd7b7d-8628-4ff5-b5c5-4d7e5096dc22 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1714461 Jul 13 19:32:16.618297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:16.621836 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 404d2643-992a-4d2a-9be3-60f527407a9b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=404d2643-992a-4d2a-9be3-60f527407a9b,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:16.642664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '404d2643-992a-4d2a-9be3-60f527407a9b', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'port_id': '404d2643-992a-4d2a-9be3-60f527407a9b', 'mac_address': 'fa:16:3e:49:ce:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:16.646595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d9c39bfe-1a26-49d4-acc3-dfabd413ff43 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:16.668609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aac0c8-0375-4a63-8e4a-948e6d050e78 req-c9e127c6-2c4e-4fd6-a7a0-a66173995d21 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.670665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6aac0c8-0375-4a63-8e4a-948e6d050e78 req-c9e127c6-2c4e-4fd6-a7a0-a66173995d21 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 943 time: 0.1980898 Jul 13 19:32:16.727612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6aac0c8-0375-4a63-8e4a-948e6d050e78 req-4fb6d909-4be3-4a07-95ae-e99186f468ee tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479360 Jul 13 19:32:16.745537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ec7e6-2a2d-4fb4-9e8f-071f633eb3f3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.750715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9c39bfe-1a26-49d4-acc3-dfabd413ff43, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,segment=NetworkSegment(bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1),segment_id=bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:16.753491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ec7e6-2a2d-4fb4-9e8f-071f633eb3f3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.759828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ec7e6-2a2d-4fb4-9e8f-071f633eb3f3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.762344 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2e8ec7e6-2a2d-4fb4-9e8f-071f633eb3f3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1426952 Jul 13 19:32:16.763786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f562d7-c532-4ea5-90d9-a8ccfd62e132,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:16.764644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:16.773182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbfe6cc2-c780-4629-a9f2-c822faf6c34e up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:16.774015 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8e93249-86c3-40ad-bc62-346f8f173d4c req-f23e5164-7a9e-4065-b2a8-54aad16a5835 service neutron] 10.222.0.24 "GET /v2.0/networks/d058ff35-ccd3-485a-b4fe-4d9740de8dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837800 Jul 13 19:32:16.819390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'd9c39bfe-1a26-49d4-acc3-dfabd413ff43', 'network_id': 'a370ca12-972d-4214-9a2f-d09ff026971d', 'port_id': 'd9c39bfe-1a26-49d4-acc3-dfabd413ff43', 'mac_address': 'fa:16:3e:5d:36:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1589fb6-e525-4456-8b6a-18678930377d', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:16.835622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5df2cda0-50f4-4849-9c2b-a0f1b8f89751 req-f5488d5a-7f60-4e96-8a72-3e3c8a599a5a service neutron] 10.222.0.60 "GET /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781494 Jul 13 19:32:16.853017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Network c44f462a-02d8-482c-a9a8-2888e29adef2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:16.854563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:16.896883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d7e16ca-1078-49d8-9199-e3c9d95e225d None None] Provisioning for port 964805b4-be98-4cbd-8af4-8e06c7c7d68f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:16.900605 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.915991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c47cf8e3-db38-4d2c-b26d-23c83c7cad37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port ca27a7b1-4e8a-41e6-8cf2-bbbb36a6fea4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:16.916552 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c47cf8e3-db38-4d2c-b26d-23c83c7cad37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.936472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d7e16ca-1078-49d8-9199-e3c9d95e225d None None] Provisioning complete for port 964805b4-be98-4cbd-8af4-8e06c7c7d68f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:16.936996 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d7e16ca-1078-49d8-9199-e3c9d95e225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.939684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c39bfe-1a26-49d4-acc3-dfabd413ff43 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:16.945389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c7ede9a-a299-4a1f-af00-b29961155b8c req-a5eb1a55-644f-489e-9b93-4528ba54ccab tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0364106 Jul 13 19:32:16.975146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.020050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404d2643-992a-4d2a-9be3-60f527407a9b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:17.049556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:32:17.070281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9c39bfe-1a26-49d4-acc3-dfabd413ff43, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,segment=NetworkSegment(bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1),segment_id=bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:17.071670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e16ca-1078-49d8-9199-e3c9d95e225d None None] Port 964805b4-be98-4cbd-8af4-8e06c7c7d68f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:17.085113 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.086088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89724660-57fb-44dd-b1f5-249cd092b9b0 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:17.096387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 404d2643-992a-4d2a-9be3-60f527407a9b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=404d2643-992a-4d2a-9be3-60f527407a9b,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:17.128992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c47cf8e3-db38-4d2c-b26d-23c83c7cad37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.142281 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.149481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port bbfe6cc2-c780-4629-a9f2-c822faf6c34e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:17.168560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c47cf8e3-db38-4d2c-b26d-23c83c7cad37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for ca27a7b1-4e8a-41e6-8cf2-bbbb36a6fea4 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:17.171142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port bbfe6cc2-c780-4629-a9f2-c822faf6c34e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:17.171809 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.194090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:17.195188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c767d4-4a33-4665-97af-991ded800fbc req-b1990cfa-e4e0-44f0-b4e7-bfd0d1b2dffe tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:17.200443 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ca4db17d-8a62-41bf-bc35-50c9e1b6c1e2 admin admin] 10.222.0.25 "PUT /v2.0/routers/967fd4da-c15f-4c49-8255-58f7caa3c8d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1213648 Jul 13 19:32:17.202393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-83c767d4-4a33-4665-97af-991ded800fbc req-b1990cfa-e4e0-44f0-b4e7-bfd0d1b2dffe tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 943 time: 0.2598243 Jul 13 19:32:17.253961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Sync routers for ids ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:17.296270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Routers {'967fd4da-c15f-4c49-8255-58f7caa3c8d2'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:17.297081 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:31:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:17.298684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:17.300288 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-83c767d4-4a33-4665-97af-991ded800fbc req-0600b591-af62-457d-8584-2f09c32b6110 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901511 Jul 13 19:32:17.369650 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f642e380-9f86-4528-927b-4ffa474e6288 None None] Provisioning complete for port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:17.370021 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f642e380-9f86-4528-927b-4ffa474e6288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.390684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['404d2643-992a-4d2a-9be3-60f527407a9b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:17.429499 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c47cf8e3-db38-4d2c-b26d-23c83c7cad37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.489867 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74b60c39-0c7e-482f-96a1-f783850dd23c req-4a72930d-e817-42e6-a4f5-ebdc16b108b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f462e3566ab3445c87979f22eeba0c77&device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0325856 Jul 13 19:32:17.516541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cf8e3-db38-4d2c-b26d-23c83c7cad37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=ca27a7b1-4e8a-41e6-8cf2-bbbb36a6fea4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:17.528223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74b60c39-0c7e-482f-96a1-f783850dd23c req-928824ae-5cc5-4478-bd1e-b6a3ac955bf1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f462e3566ab3445c87979f22eeba0c77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326171 Jul 13 19:32:17.563463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 89724660-57fb-44dd-b1f5-249cd092b9b0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89724660-57fb-44dd-b1f5-249cd092b9b0,segment=NetworkSegment(09306b1b-e1be-4b61-88a3-6bad9178d234),segment_id=09306b1b-e1be-4b61-88a3-6bad9178d234)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:17.585063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '89724660-57fb-44dd-b1f5-249cd092b9b0', 'network_id': 'd058ff35-ccd3-485a-b4fe-4d9740de8dd4', 'port_id': '89724660-57fb-44dd-b1f5-249cd092b9b0', 'mac_address': 'fa:16:3e:6b:65:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fca68d-ce52-4351-b1cb-e49b49fab944', 'ip_address': '19.86.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:17.595289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 644f833b-e45d-4726-81f7-66155ef0e41d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:17.661612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f642e380-9f86-4528-927b-4ffa474e6288 None None] Port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:17.670022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b60c39-0c7e-482f-96a1-f783850dd23c req-d5534448-75a9-4232-a83e-7d4d48e97fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:17.672510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74b60c39-0c7e-482f-96a1-f783850dd23c req-d5534448-75a9-4232-a83e-7d4d48e97fee service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389234 Jul 13 19:32:17.678042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6621173-6d82-47bc-9f76-54a7e401ae85 req-5d4d8926-3df0-4cce-9883-09e3b7bbd44b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:17.685282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6621173-6d82-47bc-9f76-54a7e401ae85 req-5d4d8926-3df0-4cce-9883-09e3b7bbd44b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:17.694540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6621173-6d82-47bc-9f76-54a7e401ae85 req-5d4d8926-3df0-4cce-9883-09e3b7bbd44b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1679 time: 0.2429566 Jul 13 19:32:17.716583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c47cf8e3-db38-4d2c-b26d-23c83c7cad37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.721976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:17.722765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c47cf8e3-db38-4d2c-b26d-23c83c7cad37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/ca27a7b1-4e8a-41e6-8cf2-bbbb36a6fea4 HTTP/1.1" status: 204 len: 168 time: 0.9562540 Jul 13 19:32:17.756204 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6621173-6d82-47bc-9f76-54a7e401ae85 req-ce4b9090-d8d3-4296-a7df-6c53e3f6828b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591378 Jul 13 19:32:17.768787 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a580852f-a91c-46ba-a3e1-76ed1e0c5db7 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:32:17.770650 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a580852f-a91c-46ba-a3e1-76ed1e0c5db7 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/ca27a7b1-4e8a-41e6-8cf2-bbbb36a6fea4 HTTP/1.1" status: 404 len: 333 time: 0.0457079 Jul 13 19:32:17.774023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:17.795632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f642e380-9f86-4528-927b-4ffa474e6288 None None] Could not find standard attr ID for object ca27a7b1-4e8a-41e6-8cf2-bbbb36a6fea4. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:32:17.826470 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=404d2643-992a-4d2a-9be3-60f527407a9b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:17.848188 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.850232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f642e380-9f86-4528-927b-4ffa474e6288 None None] Provisioning complete for port 964805b4-be98-4cbd-8af4-8e06c7c7d68f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:17.850808 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f642e380-9f86-4528-927b-4ffa474e6288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.910232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b0d019c1-286a-4ecc-bee4-8fa7691b6dc2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 964805b4-be98-4cbd-8af4-8e06c7c7d68f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:17.910619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d019c1-286a-4ecc-bee4-8fa7691b6dc2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.918760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Set router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:17.922122 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.938744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:17.943390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5f5cc0fb-87fd-4903-b490-13644863bfdf tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--503517173', 'description': 'tempest-description--1138102236'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:17.968866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f5cc0fb-87fd-4903-b490-13644863bfdf tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.014009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9dd2ab-8e26-4691-a031-3e3dc22c99c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfe6cc2-c780-4629-a9f2-c822faf6c34e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:18.016827 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef57e42-8901-4820-84f9-d13dd42f810a" -d '{"events": [{"server_uuid": "2a9dd2ab-8e26-4691-a031-3e3dc22c99c4", "name": "network-vif-plugged", "status": "completed", "tag": "bbfe6cc2-c780-4629-a9f2-c822faf6c34e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:18.032149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 644f833b-e45d-4726-81f7-66155ef0e41d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:18.032935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.047217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89724660-57fb-44dd-b1f5-249cd092b9b0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:18.075284 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f5cc0fb-87fd-4903-b490-13644863bfdf tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.078108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f642e380-9f86-4528-927b-4ffa474e6288 None None] Port 964805b4-be98-4cbd-8af4-8e06c7c7d68f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:18.082896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbfe6cc2-c780-4629-a9f2-c822faf6c34e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:18.111602 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f5cc0fb-87fd-4903-b490-13644863bfdf tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.135138 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.146951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cc0fb-87fd-4903-b490-13644863bfdf tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:18.171927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f5cc0fb-87fd-4903-b490-13644863bfdf tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.175938 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5f5cc0fb-87fd-4903-b490-13644863bfdf tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2334964 Jul 13 19:32:18.178821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:18.188492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a1293dd2-fbae-4d7d-86dd-5e564c83de1c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Request body: {'security_group_rule': {'security_group_id': '16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:18.191499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 89724660-57fb-44dd-b1f5-249cd092b9b0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89724660-57fb-44dd-b1f5-249cd092b9b0,segment=NetworkSegment(09306b1b-e1be-4b61-88a3-6bad9178d234),segment_id=09306b1b-e1be-4b61-88a3-6bad9178d234)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:18.211128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device dae48386-ff91-41b5-b4da-f02a36f72c17 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:18.228820 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b12b2b-0f98-4ed2-8f4a-820c0d7255ec req-39e29d7c-78f2-4acb-8a8d-df1219fa261a tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:18.231233 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f7b12b2b-0f98-4ed2-8f4a-820c0d7255ec req-39e29d7c-78f2-4acb-8a8d-df1219fa261a tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 944 time: 0.1535542 Jul 13 19:32:18.232197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1293dd2-fbae-4d7d-86dd-5e564c83de1c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.251944 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.252598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 92fa99cd-9a2e-4b5d-ae77-294f208ff911 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:18.302436 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e83934d0-6861-4269-8674-1c1f7a57ee64 req-1497214c-4d4c-4655-9416-53b5c8167ff1 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.3872349 Jul 13 19:32:18.324928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1293dd2-fbae-4d7d-86dd-5e564c83de1c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.326487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:18.342434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f7b12b2b-0f98-4ed2-8f4a-820c0d7255ec req-3f0bc159-e64a-4ac1-bdff-6130b1f9721e tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781343 Jul 13 19:32:18.344034 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1293dd2-fbae-4d7d-86dd-5e564c83de1c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.377224 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d019c1-286a-4ecc-bee4-8fa7691b6dc2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.379646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1293dd2-fbae-4d7d-86dd-5e564c83de1c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea47bca-9a10-4d36-8965-91ec771980e5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:18.390850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1293dd2-fbae-4d7d-86dd-5e564c83de1c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.394603 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a1293dd2-fbae-4d7d-86dd-5e564c83de1c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2076995 Jul 13 19:32:18.394883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:18.405680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3a397d13-39e1-4c5d-8b99-793c0ea66c30 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Request body: {'security_group_rule': {'security_group_id': '16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:18.407224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b0d019c1-286a-4ecc-bee4-8fa7691b6dc2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 964805b4-be98-4cbd-8af4-8e06c7c7d68f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:18.464538 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d537984-aab8-4e36-82e3-8dbe49091796 x-openstack-request-id: req-0d537984-aab8-4e36-82e3-8dbe49091796 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:18.464538 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9dd2ab-8e26-4691-a031-3e3dc22c99c4", "name": "network-vif-plugged", "status": "completed", "tag": "bbfe6cc2-c780-4629-a9f2-c822faf6c34e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:18.464538 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d537984-aab8-4e36-82e3-8dbe49091796 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:18.464538 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9dd2ab-8e26-4691-a031-3e3dc22c99c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfe6cc2-c780-4629-a9f2-c822faf6c34e', 'code': 200} Jul 13 19:32:18.476164 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a397d13-39e1-4c5d-8b99-793c0ea66c30 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.614740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=89724660-57fb-44dd-b1f5-249cd092b9b0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:18.629586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a397d13-39e1-4c5d-8b99-793c0ea66c30 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.644091 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a397d13-39e1-4c5d-8b99-793c0ea66c30 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.650178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port dae48386-ff91-41b5-b4da-f02a36f72c17, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dae48386-ff91-41b5-b4da-f02a36f72c17,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:18.651280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d019c1-286a-4ecc-bee4-8fa7691b6dc2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.659342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7ba89-6ad1-4e9f-9d5a-58c53aee66a2 req-2384325f-c957-4020-90db-5c47aaff490c tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:18.660989 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47d7ba89-6ad1-4e9f-9d5a-58c53aee66a2 req-2384325f-c957-4020-90db-5c47aaff490c tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 943 time: 0.1787307 Jul 13 19:32:18.664637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 92fa99cd-9a2e-4b5d-ae77-294f208ff911, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=92fa99cd-9a2e-4b5d-ae77-294f208ff911,segment=NetworkSegment(3326f89b-d100-4c3f-961c-42eb56531384),segment_id=3326f89b-d100-4c3f-961c-42eb56531384)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:18.684685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9404d-cf78-466b-83b1-8817fb2324a4 req-2787f33c-3e05-45b0-9784-d8f71b56ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:18.686310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bfb9404d-cf78-466b-83b1-8817fb2324a4 req-2787f33c-3e05-45b0-9784-d8f71b56ff11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a9dd2ab-8e26-4691-a031-3e3dc22c99c4 HTTP/1.1" status: 200 len: 1096 time: 0.1498070 Jul 13 19:32:18.686949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'dae48386-ff91-41b5-b4da-f02a36f72c17', 'network_id': '7d6a1386-458c-4593-a189-3d131edfef8b', 'port_id': 'dae48386-ff91-41b5-b4da-f02a36f72c17', 'mac_address': 'fa:16:3e:33:1b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e80fed-1f4d-4282-a039-3007576211a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:18.687095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a397d13-39e1-4c5d-8b99-793c0ea66c30 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da330bf6-858e-49a5-9f67-6932e3d7938c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:18.690331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d019c1-286a-4ecc-bee4-8fa7691b6dc2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=964805b4-be98-4cbd-8af4-8e06c7c7d68f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:18.690890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '92fa99cd-9a2e-4b5d-ae77-294f208ff911', 'network_id': '63a41cad-158e-43dc-81c8-fe0f06122434', 'port_id': '92fa99cd-9a2e-4b5d-ae77-294f208ff911', 'mac_address': 'fa:16:3e:8b:b6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fae603-1c43-40d5-8e7e-4a1d9d236010', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:18.702556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a397d13-39e1-4c5d-8b99-793c0ea66c30 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.706766 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3a397d13-39e1-4c5d-8b99-793c0ea66c30 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106711 Jul 13 19:32:18.710720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:18.718717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:18.752933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fcd34-b355-42ff-809c-a36b7e7b1adb req-52ecb1c8-fe84-45f7-88e7-c7bcb4bc8432 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:18.754811 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-518fcd34-b355-42ff-809c-a36b7e7b1adb req-52ecb1c8-fe84-45f7-88e7-c7bcb4bc8432 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 943 time: 0.1689677 Jul 13 19:32:18.771398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47d7ba89-6ad1-4e9f-9d5a-58c53aee66a2 req-38eeee62-be90-4b97-9f6e-8cd5a4f16b05 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930135 Jul 13 19:32:18.778219 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bfb9404d-cf78-466b-83b1-8817fb2324a4 req-423c888a-adcb-4830-953b-e69611a225fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827515 Jul 13 19:32:18.838026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.875494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d019c1-286a-4ecc-bee4-8fa7691b6dc2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:18.877456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74b60c39-0c7e-482f-96a1-f783850dd23c req-21578dd0-716b-4535-90a7-609161df890b tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.60 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0442743 Jul 13 19:32:18.880281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b0d019c1-286a-4ecc-bee4-8fa7691b6dc2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/964805b4-be98-4cbd-8af4-8e06c7c7d68f HTTP/1.1" status: 204 len: 168 time: 1.1051562 Jul 13 19:32:18.880631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:18.921820 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf54bf2d-d879-4e28-87b2-df874cea1e2c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:32:18.924827 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cf54bf2d-d879-4e28-87b2-df874cea1e2c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/964805b4-be98-4cbd-8af4-8e06c7c7d68f HTTP/1.1" status: 404 len: 333 time: 0.0431063 Jul 13 19:32:18.929325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:18.950351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-518fcd34-b355-42ff-809c-a36b7e7b1adb req-6455ada4-ecdf-4a1d-adf2-08de99754051 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552851 Jul 13 19:32:19.032199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035b600-5a21-4662-a1b7-65feec94b85b req-3ba496ed-ef1f-4bdc-beed-d062053b33f1 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:19.047601 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.051093 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.052749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035b600-5a21-4662-a1b7-65feec94b85b req-3ba496ed-ef1f-4bdc-beed-d062053b33f1 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:19.061165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:14Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7f562d7-c532-4ea5-90d9-a8ccfd62e132', 'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'mac_address': 'fa:16:3e:0f:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:12Z', 'updated_at': '2021-07-13T19:32:15Z', 'revision_number': 2, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'subnets': [{'id': '40a5a295-6896-4c79-8964-b069e79a848a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:19.063471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0035b600-5a21-4662-a1b7-65feec94b85b req-3ba496ed-ef1f-4bdc-beed-d062053b33f1 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1680 time: 0.1362360 Jul 13 19:32:19.076413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d5b352-20cb-4172-b8d7-2341f04eb45c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet 5fe9d2ec-a47c-42c2-a24c-bcebf240e311 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:32:19.080597 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86d5b352-20cb-4172-b8d7-2341f04eb45c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.103231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae48386-ff91-41b5-b4da-f02a36f72c17 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:19.107695 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0035b600-5a21-4662-a1b7-65feec94b85b req-1a248b88-5d66-4f56-8e25-f261bb4f9ba8 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Jul 13 19:32:19.110386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Checking router: 967fd4da-c15f-4c49-8255-58f7caa3c8d2 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:32:19.110909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Updating router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:32:19.115178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fa99cd-9a2e-4b5d-ae77-294f208ff911 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:19.133471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86d5b352-20cb-4172-b8d7-2341f04eb45c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.162213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port dae48386-ff91-41b5-b4da-f02a36f72c17, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dae48386-ff91-41b5-b4da-f02a36f72c17,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:19.162561 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.171160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 92fa99cd-9a2e-4b5d-ae77-294f208ff911, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=92fa99cd-9a2e-4b5d-ae77-294f208ff911,segment=NetworkSegment(3326f89b-d100-4c3f-961c-42eb56531384),segment_id=3326f89b-d100-4c3f-961c-42eb56531384)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:19.174139 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.182175 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.200981 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.255870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=dae48386-ff91-41b5-b4da-f02a36f72c17,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:19.301501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86d5b352-20cb-4172-b8d7-2341f04eb45c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.355480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Allocated IP 172.25.7.102 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/a5897dfd-ff8c-4657-83da-096d8174cacd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:19.427016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['dae48386-ff91-41b5-b4da-f02a36f72c17'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:19.442996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=92fa99cd-9a2e-4b5d-ae77-294f208ff911,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:19.483834 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86d5b352-20cb-4172-b8d7-2341f04eb45c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.511253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b2f7fd-d19b-4bad-9758-f8fd29266fd0 None None] Network 040a2170-c121-4d56-8ad4-80d92252e20c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:19.529367 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86d5b352-20cb-4172-b8d7-2341f04eb45c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.531433 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-86d5b352-20cb-4172-b8d7-2341f04eb45c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/5fe9d2ec-a47c-42c2-a24c-bcebf240e311 HTTP/1.1" status: 204 len: 168 time: 0.6010432 Jul 13 19:32:19.534877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:19.540728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5b352-20cb-4172-b8d7-2341f04eb45c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe9d2ec-a47c-42c2-a24c-bcebf240e311,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:19.600660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['89724660-57fb-44dd-b1f5-249cd092b9b0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:19.603943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['d9c39bfe-1a26-49d4-acc3-dfabd413ff43'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:19.606494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['92fa99cd-9a2e-4b5d-ae77-294f208ff911'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:19.616619 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a75a679-b73f-4484-8a6a-0343f15d332c req-56db6fe9-0026-49db-a81e-907a5be0d656 tempest-ServerShowV254Test-1613219878 tempest-ServerShowV254Test-1613219878-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b083e3-9a40-4021-9257-a6ab22f2f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0939155 Jul 13 19:32:19.646535 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.663735 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.692021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c6ae3-d211-4efb-8f71-a092d24f02e2 req-4639e53d-f37e-4c77-93ef-33a8d70d409e tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:19.701796 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-810c6ae3-d211-4efb-8f71-a092d24f02e2 req-4639e53d-f37e-4c77-93ef-33a8d70d409e tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 944 time: 0.2074189 Jul 13 19:32:19.712706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 644f833b-e45d-4726-81f7-66155ef0e41d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:19.713308 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.776764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-810c6ae3-d211-4efb-8f71-a092d24f02e2 req-d57de8b9-359a-4495-8c31-8ae9211f1681 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737474 Jul 13 19:32:19.783081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] For port 644f833b-e45d-4726-81f7-66155ef0e41d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=644f833b-e45d-4726-81f7-66155ef0e41d,segment=NetworkSegment(f7689ef9-193a-496c-908e-6c7c9e1b3b68),segment_id=f7689ef9-193a-496c-908e-6c7c9e1b3b68)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:19.783479 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.797612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.805998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 644f833b-e45d-4726-81f7-66155ef0e41d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:19.816345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:19.819807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:19.843389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:19.891770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Pushing event updated for resources: {'Port': ['ID=a5897dfd-ff8c-4657-83da-096d8174cacd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:19.947470 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.993854 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.015082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.027751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=644f833b-e45d-4726-81f7-66155ef0e41d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:20.037919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257c4b9-cfb9-4213-b007-5d1aa9f56732 req-0070e702-cd6a-47fa-8ab7-699350ba504e tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:20.039504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0257c4b9-cfb9-4213-b007-5d1aa9f56732 req-0070e702-cd6a-47fa-8ab7-699350ba504e tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 944 time: 0.1264660 Jul 13 19:32:20.043053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No DVR routers for this DVR port 644f833b-e45d-4726-81f7-66155ef0e41d on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:20.184473 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0257c4b9-cfb9-4213-b007-5d1aa9f56732 req-704437f4-8bc7-4507-b0f6-16e9e78b63f1 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311924 Jul 13 19:32:20.187140 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.200760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 404d2643-992a-4d2a-9be3-60f527407a9b up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:20.201370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040a2170-c121-4d56-8ad4-80d92252e20c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:20.213152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7689ef9-193a-496c-908e-6c7c9e1b3b68') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:20.213152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7689ef9-193a-496c-908e-6c7c9e1b3b68') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:20.223977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.243033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.258361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed1078-528f-409c-b5e2-3540e645e1bf req-704074fb-d58e-4aba-8f7e-1d6f527bc13b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:20.265088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:32:20.265088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:32:20.267596 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:32:20.277907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d6ed1078-528f-409c-b5e2-3540e645e1bf req-704074fb-d58e-4aba-8f7e-1d6f527bc13b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 944 time: 0.1514370 Jul 13 19:32:20.318834 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.325069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.340933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.359175 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d6ed1078-528f-409c-b5e2-3540e645e1bf req-a97fbc0c-e1fc-421f-b971-b554033c6675 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798564 Jul 13 19:32:20.360496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836d4a9a-8163-4fa7-8815-9b8080179f91 None None] DHCP port deletion for 040a2170-c121-4d56-8ad4-80d92252e20c request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:32:20.391178 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.396505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Transition to ACTIVE for port object e7f562d7-c532-4ea5-90d9-a8ccfd62e132 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:20.437935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Pushing event updated for resources: {'Port': ['ID=a5897dfd-ff8c-4657-83da-096d8174cacd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:20.441004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.447032 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/networks/040a2170-c121-4d56-8ad4-80d92252e20c HTTP/1.1" status: 204 len: 168 time: 0.9070182 Jul 13 19:32:20.447032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301cb0c-9f26-475e-ad37-d47081306a52 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Network': ['ID=040a2170-c121-4d56-8ad4-80d92252e20c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:20.447619 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.447796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:20.455820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-825645474'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:20.465971 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.487203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e76eba-5b83-4878-abdf-573d87722dfb req-0c1e2d92-36c4-4d02-a41a-360b50debf0a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:20.489874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:20.493613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e76eba-5b83-4878-abdf-573d87722dfb req-0c1e2d92-36c4-4d02-a41a-360b50debf0a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:20.494127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.495298 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33e76eba-5b83-4878-abdf-573d87722dfb req-0c1e2d92-36c4-4d02-a41a-360b50debf0a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1680 time: 0.1181264 Jul 13 19:32:20.498685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.507558 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-edfcc949-4500-4c49-ad78-ff6e4cf8e3fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7881739 Jul 13 19:32:20.522045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:32:20.543899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.544270 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Added segment f3fe9cd6-6f63-4d25-8593-24705e963e4c of type vlan for network 7636f448-9170-48b1-92a6-540cad1c4103 Jul 13 19:32:20.572433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 404d2643-992a-4d2a-9be3-60f527407a9b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:20.600198 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33e76eba-5b83-4878-abdf-573d87722dfb req-8d5e4bc1-9b6f-4f22-ac49-68d6bc4f1a68 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844345 Jul 13 19:32:20.600958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4711bc6-2393-4ebb-b7be-1e695140a5a9 None None] Pushing event updated for resources: {'Port': ['ID=e7f562d7-c532-4ea5-90d9-a8ccfd62e132,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:20.604576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 404d2643-992a-4d2a-9be3-60f527407a9b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:20.606905 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.608561 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.662431 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.677369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:20.678046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.791607 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ca3c63e-a5ee-4e41-a21d-ae29ffa53425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.810143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Attempting to bind port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:20.811130 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Attempting to bind port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:20.811493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Attempting to bind port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 on network c44f462a-02d8-482c-a9a8-2888e29adef2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:20.822692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:20.823092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Checking segment: {'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:20.823469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3738234 Jul 13 19:32:20.824021 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.824021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Bound using segment: {'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:20.824688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Bound port: e7f562d7-c532-4ea5-90d9-a8ccfd62e132, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:20.825081 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.825883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:20.831992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '7636f448-9170-48b1-92a6-540cad1c4103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:20.852815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60525bc-d814-40c7-88de-368658478074 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Network': ['ID=7636f448-9170-48b1-92a6-540cad1c4103,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:20.888778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7636f448-9170-48b1-92a6-540cad1c4103 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:32:20.955571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.961630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:20.968555 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.026170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404d2643-992a-4d2a-9be3-60f527407a9b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:21.029411 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fea8bed-2dd3-403a-95ea-48a52348e34c" -d '{"events": [{"server_uuid": "b678cd92-1a23-43d0-94dc-f3d317455caf", "name": "network-vif-plugged", "status": "completed", "tag": "404d2643-992a-4d2a-9be3-60f527407a9b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:21.033404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] For port e7f562d7-c532-4ea5-90d9-a8ccfd62e132, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:21.057840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 404d2643-992a-4d2a-9be3-60f527407a9b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=404d2643-992a-4d2a-9be3-60f527407a9b,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:21.060182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] For port e7f562d7-c532-4ea5-90d9-a8ccfd62e132, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e7f562d7-c532-4ea5-90d9-a8ccfd62e132,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:21.066308 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.079876 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.105671 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f676a16-5fbd-46ab-9a4d-39e536e5afd6 x-openstack-request-id: req-9f676a16-5fbd-46ab-9a4d-39e536e5afd6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:21.106116 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b678cd92-1a23-43d0-94dc-f3d317455caf", "name": "network-vif-plugged", "status": "completed", "tag": "404d2643-992a-4d2a-9be3-60f527407a9b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:21.106442 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f676a16-5fbd-46ab-9a4d-39e536e5afd6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:21.107040 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404d2643-992a-4d2a-9be3-60f527407a9b', 'code': 200} Jul 13 19:32:21.147622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:21.166966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=404d2643-992a-4d2a-9be3-60f527407a9b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:21.171672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d141e5-4fcf-4f21-8d7a-069b41ca42d3 req-e7bb7685-4dfc-4484-8788-ec001c6a0125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:21.174012 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35d141e5-4fcf-4f21-8d7a-069b41ca42d3 req-e7bb7685-4dfc-4484-8788-ec001c6a0125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 945 time: 0.1500866 Jul 13 19:32:21.253980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Routers {'967fd4da-c15f-4c49-8255-58f7caa3c8d2'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:21.254670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:31:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:21.362160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b17b9ec-7815-4e45-ae5a-4dfc99cabae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.408092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4711bc6-2393-4ebb-b7be-1e695140a5a9 None None] Pushing event updated for resources: {'Port': ['ID=e7f562d7-c532-4ea5-90d9-a8ccfd62e132,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:21.412190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 92fa99cd-9a2e-4b5d-ae77-294f208ff911 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:21.485627 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.565772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c6725-462e-4459-a72a-314a34362ce5 req-091630bd-a2b7-469b-b86a-15ce3898737d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:21.567852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b9c6725-462e-4459-a72a-314a34362ce5 req-091630bd-a2b7-469b-b86a-15ce3898737d tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 944 time: 0.1841543 Jul 13 19:32:21.579818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35d141e5-4fcf-4f21-8d7a-069b41ca42d3 req-9ab98027-53e7-4512-bb3c-585c3b4e2bb9 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3341513 Jul 13 19:32:21.632080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b9c6725-462e-4459-a72a-314a34362ce5 req-c8c031dd-6c61-460b-adb3-43d25b210ed0 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505126 Jul 13 19:32:21.642357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=0ef45bcd-e9d6-4462-b616-e0c79b91e10b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:21.660703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c56ec-5cc7-4ef7-b9ed-a917494fda6c req-73981fa4-eb2f-42c7-956f-df2aca461942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:21.660703 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c6c56ec-5cc7-4ef7-b9ed-a917494fda6c req-73981fa4-eb2f-42c7-956f-df2aca461942 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 1096 time: 0.4140728 Jul 13 19:32:21.660703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Checking segment: {'id': 'f3fe9cd6-6f63-4d25-8593-24705e963e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7636f448-9170-48b1-92a6-540cad1c4103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:21.660703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network hostable DHCP agents. Network: 7636f448-9170-48b1-92a6-540cad1c4103, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:32:21.708683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 7636f448-9170-48b1-92a6-540cad1c4103 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:32:21.715179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b17b9ec-7815-4e45-ae5a-4dfc99cabae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.732259 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b17b9ec-7815-4e45-ae5a-4dfc99cabae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.754491 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c6c56ec-5cc7-4ef7-b9ed-a917494fda6c req-d250b590-53b4-4a7c-b4c9-f88b40deacb0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887911 Jul 13 19:32:21.769477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 7636f448-9170-48b1-92a6-540cad1c4103) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:21.775649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:21.775759 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.793984 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 644f833b-e45d-4726-81f7-66155ef0e41d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:21.797700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd99b15-c486-473c-8951-607feedfce97 None None] Network 7636f448-9170-48b1-92a6-540cad1c4103 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:21.804212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17b9ec-7815-4e45-ae5a-4dfc99cabae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93f2675-b411-4641-80ce-0beaeeb05243,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:21.831612 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2b6a070c-b14e-45f4-b233-799fcd64160a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0021133 Jul 13 19:32:21.832951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:21.837868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-26432948-3e3a-4025-9472-d5c4dc86b945 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-140759055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:21.867188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26432948-3e3a-4025-9472-d5c4dc86b945 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.868461 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26432948-3e3a-4025-9472-d5c4dc86b945 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.872424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 644f833b-e45d-4726-81f7-66155ef0e41d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:21.872768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 644f833b-e45d-4726-81f7-66155ef0e41d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:21.900643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4b17b9ec-7815-4e45-ae5a-4dfc99cabae9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f462e3566ab3445c87979f22eeba0c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516544 Jul 13 19:32:21.904421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:21.929599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] Set router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:21.933348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f0e5-5612-4487-9955-395b699aa1d8 req-c3ba8bb8-c62d-4891-94df-0481abfa20b0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:21.941241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f0e5-5612-4487-9955-395b699aa1d8 req-c3ba8bb8-c62d-4891-94df-0481abfa20b0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:21.950048 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5118f0e5-5612-4487-9955-395b699aa1d8 req-c3ba8bb8-c62d-4891-94df-0481abfa20b0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1680 time: 0.1468203 Jul 13 19:32:21.978848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 92fa99cd-9a2e-4b5d-ae77-294f208ff911 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:22.000720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e4864-0a28-4d5f-955b-d8697ee25895 req-4ec4e58d-14d4-44dc-b392-77ee9d5a65a6 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:22.002731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 92fa99cd-9a2e-4b5d-ae77-294f208ff911 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:22.002928 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5118f0e5-5612-4487-9955-395b699aa1d8 req-9e857187-caa4-4f8e-ae7d-4a849af25cfc tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498643 Jul 13 19:32:22.003103 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.010982 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-905e4864-0a28-4d5f-955b-d8697ee25895 req-4ec4e58d-14d4-44dc-b392-77ee9d5a65a6 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 944 time: 0.2524152 Jul 13 19:32:22.031918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26432948-3e3a-4025-9472-d5c4dc86b945 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.048136 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26432948-3e3a-4025-9472-d5c4dc86b945 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.085124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26432948-3e3a-4025-9472-d5c4dc86b945 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.088801 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-26432948-3e3a-4025-9472-d5c4dc86b945 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2522802 Jul 13 19:32:22.089245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:22.095566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'network_id': '7636f448-9170-48b1-92a6-540cad1c4103', 'name': 'tempest-PortsTestJSON-1437793633'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:22.100765 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3773888-f30e-440c-b49f-ad1789404d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.105514 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-905e4864-0a28-4d5f-955b-d8697ee25895 req-83feb700-1304-430d-be98-b133a46aa84e tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752008 Jul 13 19:32:22.127419 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3773888-f30e-440c-b49f-ad1789404d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.198832 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3773888-f30e-440c-b49f-ad1789404d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.200756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device dae48386-ff91-41b5-b4da-f02a36f72c17 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:22.203776 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3773888-f30e-440c-b49f-ad1789404d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.205015 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b3773888-f30e-440c-b49f-ad1789404d40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b93f2675-b411-4641-80ce-0beaeeb05243 HTTP/1.1" status: 204 len: 168 time: 0.2972958 Jul 13 19:32:22.213386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3773888-f30e-440c-b49f-ad1789404d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93f2675-b411-4641-80ce-0beaeeb05243,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:22.276307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-7636f448-9170-48b1-92a6-540cad1c4103', 'network_id': '7636f448-9170-48b1-92a6-540cad1c4103', 'tenant_id': '33ea7ac679754174bcf31313ba18a392', 'fixed_ips': [{'subnet_id': '0ef45bcd-e9d6-4462-b616-e0c79b91e10b'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:32:22.278080 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.281678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:22.289244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.319565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 6e69da3c-548b-4da1-8766-72baffca22d0 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:32:22.387869 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.499427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port dae48386-ff91-41b5-b4da-f02a36f72c17 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:22.510978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.13 (7636f448-9170-48b1-92a6-540cad1c4103/0ef45bcd-e9d6-4462-b616-e0c79b91e10b/6e69da3c-548b-4da1-8766-72baffca22d0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:22.512885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 92fa99cd-9a2e-4b5d-ae77-294f208ff911, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=92fa99cd-9a2e-4b5d-ae77-294f208ff911,segment=NetworkSegment(3326f89b-d100-4c3f-961c-42eb56531384),segment_id=3326f89b-d100-4c3f-961c-42eb56531384)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:22.516039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port dae48386-ff91-41b5-b4da-f02a36f72c17 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:22.516714 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.522350 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.579177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:14Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7f562d7-c532-4ea5-90d9-a8ccfd62e132', 'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'mac_address': 'fa:16:3e:0f:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:12Z', 'updated_at': '2021-07-13T19:32:21Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'subnets': [{'id': '40a5a295-6896-4c79-8964-b069e79a848a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:22.625322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434dfb6b-40ee-4fe3-8544-91e0a45ac8d6 None None] The sync data for ids ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'] in n-d-800708-1 is: [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:14Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7f562d7-c532-4ea5-90d9-a8ccfd62e132', 'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'mac_address': 'fa:16:3e:0f:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:12Z', 'updated_at': '2021-07-13T19:32:21Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'subnets': [{'id': '40a5a295-6896-4c79-8964-b069e79a848a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:22.655269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=92fa99cd-9a2e-4b5d-ae77-294f208ff911,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:22.759407 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.826139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port dae48386-ff91-41b5-b4da-f02a36f72c17, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dae48386-ff91-41b5-b4da-f02a36f72c17,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:22.831347 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.934482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=dae48386-ff91-41b5-b4da-f02a36f72c17,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:23.015090 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.041831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object 6e69da3c-548b-4da1-8766-72baffca22d0 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:23.046205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd88c3-1c32-4d59-9c4b-f11706d9820b req-e2f10e82-5e9c-4b31-84aa-ed6838d9a9b1 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:23.054924 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45dd88c3-1c32-4d59-9c4b-f11706d9820b req-e2f10e82-5e9c-4b31-84aa-ed6838d9a9b1 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 945 time: 0.1420062 Jul 13 19:32:23.062848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297850a-23f8-41a9-8340-3cc61704cd3a req-2c2d4b28-4914-4d3e-887b-c79e47eae019 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:23.070583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e297850a-23f8-41a9-8340-3cc61704cd3a req-2c2d4b28-4914-4d3e-887b-c79e47eae019 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 945 time: 0.2567859 Jul 13 19:32:23.108063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8bb453-7e2b-4545-9a36-77442f18b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa99cd-9a2e-4b5d-ae77-294f208ff911'}, {'server_uuid': '6e3af76a-92b8-432b-abf0-670f7fb5a627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae48386-ff91-41b5-b4da-f02a36f72c17'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:23.111510 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a1e189-b807-4104-a414-bf52826e7954" -d '{"events": [{"server_uuid": "ae8bb453-7e2b-4545-9a36-77442f18b023", "name": "network-vif-plugged", "status": "completed", "tag": "92fa99cd-9a2e-4b5d-ae77-294f208ff911"}, {"server_uuid": "6e3af76a-92b8-432b-abf0-670f7fb5a627", "name": "network-vif-plugged", "status": "completed", "tag": "dae48386-ff91-41b5-b4da-f02a36f72c17"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:23.135285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45dd88c3-1c32-4d59-9c4b-f11706d9820b req-c3a017eb-a301-45c5-aa0b-72a04cb51734 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793827 Jul 13 19:32:23.140695 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e297850a-23f8-41a9-8340-3cc61704cd3a req-154a681d-9a11-4e01-8161-dfc3860ae17e tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675700 Jul 13 19:32:23.176105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.226108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89724660-57fb-44dd-b1f5-249cd092b9b0 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:23.229435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 7636f448-9170-48b1-92a6-540cad1c4103 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:23.238320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:23.241772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:23.288908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=6e69da3c-548b-4da1-8766-72baffca22d0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:23.346201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:23.359752 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.363323 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed58d3b-c039-4955-b809-8ecf898aa7e1 x-openstack-request-id: req-9ed58d3b-c039-4955-b809-8ecf898aa7e1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:23.366659 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8bb453-7e2b-4545-9a36-77442f18b023", "name": "network-vif-plugged", "status": "completed", "tag": "92fa99cd-9a2e-4b5d-ae77-294f208ff911", "code": 200}, {"server_uuid": "6e3af76a-92b8-432b-abf0-670f7fb5a627", "name": "network-vif-plugged", "status": "completed", "tag": "dae48386-ff91-41b5-b4da-f02a36f72c17", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:23.367360 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ed58d3b-c039-4955-b809-8ecf898aa7e1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:23.368499 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8bb453-7e2b-4545-9a36-77442f18b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa99cd-9a2e-4b5d-ae77-294f208ff911', 'code': 200} Jul 13 19:32:23.368908 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3af76a-92b8-432b-abf0-670f7fb5a627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae48386-ff91-41b5-b4da-f02a36f72c17', 'code': 200} Jul 13 19:32:23.392749 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fbb8e725-f4e6-441c-97b9-f5780036069e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3017330 Jul 13 19:32:23.400625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:23.406508 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a428851f-e5c6-4001-9e04-d28b0c8f9478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.443026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Allocated IP 172.20.0.2 (7636f448-9170-48b1-92a6-540cad1c4103/0ef45bcd-e9d6-4462-b616-e0c79b91e10b/65855a40-11cb-421b-9efa-b878e8d119a7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:23.644163 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1a5a-a05c-4c62-b912-3086d8b347ca req-600178df-21a9-4fc9-865a-d60d23f5bc91 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:23.650806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1a5a-a05c-4c62-b912-3086d8b347ca req-600178df-21a9-4fc9-865a-d60d23f5bc91 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:23.663354 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-486d1a5a-a05c-4c62-b912-3086d8b347ca req-600178df-21a9-4fc9-865a-d60d23f5bc91 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1680 time: 0.3373749 Jul 13 19:32:23.747149 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-486d1a5a-a05c-4c62-b912-3086d8b347ca req-b0ad6a7b-1fb2-4be3-ac6e-25a68ba7bda2 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807710 Jul 13 19:32:23.794229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6711b-a16d-4935-a02b-11c3f9fc8968 req-72415d0a-3c67-4dbe-80ad-046e811a12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:23.800975 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3fd6711b-a16d-4935-a02b-11c3f9fc8968 req-72415d0a-3c67-4dbe-80ad-046e811a12b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 1096 time: 0.3506470 Jul 13 19:32:23.804230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f0349-b133-4faa-95d3-889b3c7566b8 req-2576f9b8-dd8a-4100-a076-ccb715394893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:23.806453 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc1f0349-b133-4faa-95d3-889b3c7566b8 req-2576f9b8-dd8a-4100-a076-ccb715394893 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 1096 time: 0.3550141 Jul 13 19:32:23.876814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7f562d7-c532-4ea5-90d9-a8ccfd62e132 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:23.890501 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.898349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 89724660-57fb-44dd-b1f5-249cd092b9b0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:23.977249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 89724660-57fb-44dd-b1f5-249cd092b9b0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:23.977798 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.982636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc1f0349-b133-4faa-95d3-889b3c7566b8 req-8650f2a3-7295-47d1-ab73-638b53da478f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624606 Jul 13 19:32:24.000045 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3fd6711b-a16d-4935-a02b-11c3f9fc8968 req-abbf52f0-c95f-407b-8631-0266d94a25a5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926181 Jul 13 19:32:24.007913 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.035743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Transition to ACTIVE for port object 65855a40-11cb-421b-9efa-b878e8d119a7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:24.071552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Transition to ACTIVE for port object 65855a40-11cb-421b-9efa-b878e8d119a7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:24.072979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5430600-293e-4635-b59b-a48f6c73aac6 req-c833ef85-0f71-4913-a847-6ebaf098f389 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:24.076464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d5430600-293e-4635-b59b-a48f6c73aac6 req-c833ef85-0f71-4913-a847-6ebaf098f389 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 945 time: 0.1627946 Jul 13 19:32:24.087160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:24.093510 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.093738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3fc4bc9c-5cc9-4cc9-a922-0aab021a79e5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Request body: {'floatingip': {'port_id': '404d2643-992a-4d2a-9be3-60f527407a9b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:24.100957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:24.104662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908918c3-72bc-43a4-b64f-6baf79a1d64b req-0e8fe486-5f49-4da4-bb60-a345fbc96ca0 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:24.116337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-908918c3-72bc-43a4-b64f-6baf79a1d64b req-0e8fe486-5f49-4da4-bb60-a345fbc96ca0 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 945 time: 0.4858053 Jul 13 19:32:24.182358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:24.188028 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.199875 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fc4bc9c-5cc9-4cc9-a922-0aab021a79e5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.215341 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-908918c3-72bc-43a4-b64f-6baf79a1d64b req-98146fc2-b9d5-42be-a8ea-32b3dbe1f029 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973630 Jul 13 19:32:24.371433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Pushing event updated for resources: {'Port': ['ID=65855a40-11cb-421b-9efa-b878e8d119a7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:24.386496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Network 7636f448-9170-48b1-92a6-540cad1c4103 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:24.400193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:24.407143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:24.425277 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.450812 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.539418 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.578066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Attempting to bind port 65855a40-11cb-421b-9efa-b878e8d119a7 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:24.578534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Attempting to bind port 65855a40-11cb-421b-9efa-b878e8d119a7 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'f3fe9cd6-6f63-4d25-8593-24705e963e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7636f448-9170-48b1-92a6-540cad1c4103'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:24.578912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Attempting to bind port 65855a40-11cb-421b-9efa-b878e8d119a7 on network 7636f448-9170-48b1-92a6-540cad1c4103 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:24.586381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:24.586806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Checking segment: {'id': 'f3fe9cd6-6f63-4d25-8593-24705e963e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7636f448-9170-48b1-92a6-540cad1c4103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:24.587216 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.587611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Bound using segment: {'id': 'f3fe9cd6-6f63-4d25-8593-24705e963e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7636f448-9170-48b1-92a6-540cad1c4103'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:24.588087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Bound port: 65855a40-11cb-421b-9efa-b878e8d119a7, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fe9cd6-6f63-4d25-8593-24705e963e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7636f448-9170-48b1-92a6-540cad1c4103'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:24.588473 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.592281 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.708346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 89724660-57fb-44dd-b1f5-249cd092b9b0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89724660-57fb-44dd-b1f5-249cd092b9b0,segment=NetworkSegment(09306b1b-e1be-4b61-88a3-6bad9178d234),segment_id=09306b1b-e1be-4b61-88a3-6bad9178d234)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:24.763870 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.768058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d9c39bfe-1a26-49d4-acc3-dfabd413ff43 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:25.055236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e7f562d7-c532-4ea5-90d9-a8ccfd62e132, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e7f562d7-c532-4ea5-90d9-a8ccfd62e132,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:25.077375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd825b01-e966-42e6-85bd-552998bf07a7 req-60f5b7b5-cab8-4e2d-a36b-11f103f1a7ba tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.085188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd825b01-e966-42e6-85bd-552998bf07a7 req-60f5b7b5-cab8-4e2d-a36b-11f103f1a7ba tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 945 time: 0.6360879 Jul 13 19:32:25.127249 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.160574 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd825b01-e966-42e6-85bd-552998bf07a7 req-6dd4be68-3916-4637-af49-8ef8dba6f281 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740483 Jul 13 19:32:25.236174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] For port 65855a40-11cb-421b-9efa-b878e8d119a7, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:25.250370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] For port 65855a40-11cb-421b-9efa-b878e8d119a7, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=65855a40-11cb-421b-9efa-b878e8d119a7,segment=NetworkSegment(f3fe9cd6-6f63-4d25-8593-24705e963e4c),segment_id=f3fe9cd6-6f63-4d25-8593-24705e963e4c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:25.258739 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.269368 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.274674 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.288714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e819116-caa8-4056-aff6-b50e13446d5c req-46297c3e-2b43-4efc-a53c-422c1aa1c9ba tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.296791 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e819116-caa8-4056-aff6-b50e13446d5c req-46297c3e-2b43-4efc-a53c-422c1aa1c9ba tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.305958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e819116-caa8-4056-aff6-b50e13446d5c req-46297c3e-2b43-4efc-a53c-422c1aa1c9ba tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1681 time: 0.2259827 Jul 13 19:32:25.337048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:25.369127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:25.378738 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.380643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=89724660-57fb-44dd-b1f5-249cd092b9b0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:25.384543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89724660-57fb-44dd-b1f5-249cd092b9b0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:25.399428 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79efbd7c-38ab-4d84-a0ae-281682358dad" -d '{"events": [{"server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "name": "network-vif-plugged", "status": "completed", "tag": "89724660-57fb-44dd-b1f5-249cd092b9b0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:25.444780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=6e69da3c-548b-4da1-8766-72baffca22d0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:25.464874 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e819116-caa8-4056-aff6-b50e13446d5c req-19a282d3-d8d8-4822-a0ca-751740bc7ff3 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576967 Jul 13 19:32:25.577693 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ec956-3abe-47ec-aac9-2ed0f815a28b x-openstack-request-id: req-ea7ec956-3abe-47ec-aac9-2ed0f815a28b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:25.578023 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "name": "network-vif-plugged", "status": "completed", "tag": "89724660-57fb-44dd-b1f5-249cd092b9b0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:25.578221 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea7ec956-3abe-47ec-aac9-2ed0f815a28b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:25.578645 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89724660-57fb-44dd-b1f5-249cd092b9b0', 'code': 200} Jul 13 19:32:25.620264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e7f562d7-c532-4ea5-90d9-a8ccfd62e132,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:25.766693 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.803782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fc4bc9c-5cc9-4cc9-a922-0aab021a79e5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.804102 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.841471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caf821-94eb-469b-bbc1-9f6f3a5e6bfb None None] Pushing event updated for resources: {'Port': ['ID=65855a40-11cb-421b-9efa-b878e8d119a7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:25.855633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fc4bc9c-5cc9-4cc9-a922-0aab021a79e5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.882755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9c39bfe-1a26-49d4-acc3-dfabd413ff43, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,segment=NetworkSegment(bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1),segment_id=bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:25.888910 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:26.000856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:26.004952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:26.009546 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:26.055535 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0fba8-959a-4e9c-abea-be1105f51c72 req-163d44d7-52b7-4134-8d7f-35b679f7a7ce tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:26.059613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91e0fba8-959a-4e9c-abea-be1105f51c72 req-163d44d7-52b7-4134-8d7f-35b679f7a7ce tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 945 time: 0.2535222 Jul 13 19:32:26.066153 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-3fc4bc9c-5cc9-4cc9-a922-0aab021a79e5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Floating IP dfbbfd73-fb46-4ecf-a75b-d9877917dd22 associated. External IP: 172.25.7.37, port: 404d2643-992a-4d2a-9be3-60f527407a9b. Jul 13 19:32:26.192777 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91e0fba8-959a-4e9c-abea-be1105f51c72 req-e3fb318f-c38e-4edd-bf99-4432e8344300 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285260 Jul 13 19:32:26.404810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc4bc9c-5cc9-4cc9-a922-0aab021a79e5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Router 47cd3da0-8174-4f11-a787-3d8c8c57d328 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:32:26.470999 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:26.510651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:26.602789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc4bc9c-5cc9-4cc9-a922-0aab021a79e5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:26.611948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fc4bc9c-5cc9-4cc9-a922-0aab021a79e5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:26.622122 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] Sync routers for ids ['47cd3da0-8174-4f11-a787-3d8c8c57d328'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:26.641862 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] Routers {'47cd3da0-8174-4f11-a787-3d8c8c57d328'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:26.645416 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['47cd3da0-8174-4f11-a787-3d8c8c57d328'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:26.714868 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3fc4bc9c-5cc9-4cc9-a922-0aab021a79e5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "PUT /v2.0/floatingips/dfbbfd73-fb46-4ecf-a75b-d9877917dd22 HTTP/1.1" status: 200 len: 990 time: 2.6231232 Jul 13 19:32:26.714868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'tag': '404d2643-992a-4d2a-9be3-60f527407a9b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:26.718604 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0001b722-fa4b-47cb-88dc-8d055a8445d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b678cd92-1a23-43d0-94dc-f3d317455caf", "tag": "404d2643-992a-4d2a-9be3-60f527407a9b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:26.878603 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] Set router 47cd3da0-8174-4f11-a787-3d8c8c57d328 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:27.069628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff7972-a89e-409a-ab61-15b9774970a5 None None] Network 7636f448-9170-48b1-92a6-540cad1c4103 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:27.074869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:27.160761 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-811cba16-c89f-42f9-9c35-983923388034 None None] Provisioning for port 65855a40-11cb-421b-9efa-b878e8d119a7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:27.165519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025a85c-2cf7-424b-af55-9d7c41f9ae16 req-304fc311-5375-4139-a004-8d0b0c921ee9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:27.172804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025a85c-2cf7-424b-af55-9d7c41f9ae16 req-304fc311-5375-4139-a004-8d0b0c921ee9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:27.180795 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f025a85c-2cf7-424b-af55-9d7c41f9ae16 req-304fc311-5375-4139-a004-8d0b0c921ee9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1682 time: 0.1629932 Jul 13 19:32:27.239756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d9f4-768a-4932-bbd4-58dc2edfabe3 req-41622c71-7fa3-4e81-aa09-55f566d4b062 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:27.247880 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2d3d9f4-768a-4932-bbd4-58dc2edfabe3 req-41622c71-7fa3-4e81-aa09-55f566d4b062 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 945 time: 0.8840935 Jul 13 19:32:27.270030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f025a85c-2cf7-424b-af55-9d7c41f9ae16 req-7d59e19f-c430-494a-be60-41c803dd90b4 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881867 Jul 13 19:32:27.287021 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:27.302521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=6e69da3c-548b-4da1-8766-72baffca22d0,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:27.314490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d26788ce-781d-493b-b901-e5792953eea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:27.336618 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:48Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'dfbbfd73-fb46-4ecf-a75b-d9877917dd22', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'port_id': '404d2643-992a-4d2a-9be3-60f527407a9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'mac_address': 'fa:16:3e:49:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:31:54Z', 'updated_at': '2021-07-13T19:32:25Z', 'revision_number': 1, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f643cf-7b38-45f9-8237-6788106b847e', 'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'mac_address': 'fa:16:3e:78:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:46Z', 'updated_at': '2021-07-13T19:32:03Z', 'revision_number': 5, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'subnets': [{'id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:27.346122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2d3d9f4-768a-4932-bbd4-58dc2edfabe3 req-544b7542-5c5a-49d9-94e5-fd40de321e3f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972741 Jul 13 19:32:27.409129 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] Checking router: 47cd3da0-8174-4f11-a787-3d8c8c57d328 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:32:27.432148 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] Routers {'47cd3da0-8174-4f11-a787-3d8c8c57d328'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:27.434502 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['47cd3da0-8174-4f11-a787-3d8c8c57d328'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:27.458540 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d26788ce-781d-493b-b901-e5792953eea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:27.460745 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aef5ebe-0deb-4eb3-977d-c71eb959bc31 x-openstack-request-id: req-1aef5ebe-0deb-4eb3-977d-c71eb959bc31 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:27.461310 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b678cd92-1a23-43d0-94dc-f3d317455caf", "tag": "404d2643-992a-4d2a-9be3-60f527407a9b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:27.461736 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1aef5ebe-0deb-4eb3-977d-c71eb959bc31 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:27.462190 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'tag': '404d2643-992a-4d2a-9be3-60f527407a9b', 'status': 'completed', 'code': 200} Jul 13 19:32:27.465307 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d26788ce-781d-493b-b901-e5792953eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:27.513916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 7636f448-9170-48b1-92a6-540cad1c4103 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:27.516030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:27.558132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d26788ce-781d-493b-b901-e5792953eea3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46b0dcdda9684beab0b37fa20f33b6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787579 Jul 13 19:32:27.558132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26788ce-781d-493b-b901-e5792953eea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e559abe-24a5-4a9e-9329-21f292d91b23,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:27.561287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:27.580260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c39bfe-1a26-49d4-acc3-dfabd413ff43'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:27.583689 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6a983d-1ea0-4580-a2ba-87225cad553c" -d '{"events": [{"server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "name": "network-vif-plugged", "status": "completed", "tag": "d9c39bfe-1a26-49d4-acc3-dfabd413ff43"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:27.723266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-e3d96c57-7e61-43c4-9416-3f2943241c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:27.724991 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-e3d96c57-7e61-43c4-9416-3f2943241c05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4be9101a48c4f01b47e38d7b5015101&device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 1096 time: 0.2352655 Jul 13 19:32:27.731906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e3123f8-ecaa-4a9f-aac0-360df9c8e71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:27.784218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e3123f8-ecaa-4a9f-aac0-360df9c8e71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:27.860330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 65855a40-11cb-421b-9efa-b878e8d119a7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:27.911633 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] Set router 47cd3da0-8174-4f11-a787-3d8c8c57d328 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:27.919514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee712b7e-a5dd-40e4-be00-feb927f6039c req-ee974183-afa4-4573-a966-f589a7639770 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:27.925862 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee712b7e-a5dd-40e4-be00-feb927f6039c req-ee974183-afa4-4573-a966-f589a7639770 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 945 time: 0.2467082 Jul 13 19:32:27.990165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8242f497-ba0e-4d4b-ae91-03666f77f034 None None] Provisioning for port 6e69da3c-548b-4da1-8766-72baffca22d0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:27.998535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8242f497-ba0e-4d4b-ae91-03666f77f034 None None] Provisioning complete for port 6e69da3c-548b-4da1-8766-72baffca22d0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:27.998954 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8242f497-ba0e-4d4b-ae91-03666f77f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:28.033798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Router f16c4dad-b127-4887-b6d0-7b2190fa847c is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:32:28.063873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 65855a40-11cb-421b-9efa-b878e8d119a7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:28.069171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8242f497-ba0e-4d4b-ae91-03666f77f034 None None] Port 6e69da3c-548b-4da1-8766-72baffca22d0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:28.075276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 65855a40-11cb-421b-9efa-b878e8d119a7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:28.075933 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:28.087600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee712b7e-a5dd-40e4-be00-feb927f6039c req-00646a27-b675-47f2-99fd-71a8dfafdabf tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/security-groups?id=9693009c-bdff-400d-9da1-092573bd96bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474168 Jul 13 19:32:28.093940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-e361f2e4-b314-4fbb-8022-9cda3b6017d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:28.096839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-e361f2e4-b314-4fbb-8022-9cda3b6017d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=04f790dc-05a0-49ce-94fc-f6d6530898e0 HTTP/1.1" status: 200 len: 913 time: 0.3017397 Jul 13 19:32:28.145765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8242f497-ba0e-4d4b-ae91-03666f77f034 None None] Provisioning complete for port 65855a40-11cb-421b-9efa-b878e8d119a7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:28.146518 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8242f497-ba0e-4d4b-ae91-03666f77f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:28.192682 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e3123f8-ecaa-4a9f-aac0-360df9c8e71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:28.207195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e3123f8-ecaa-4a9f-aac0-360df9c8e71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:28.208688 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8e3123f8-ecaa-4a9f-aac0-360df9c8e71f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e559abe-24a5-4a9e-9329-21f292d91b23 HTTP/1.1" status: 204 len: 168 time: 0.6451738 Jul 13 19:32:28.278767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:28.312984 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-37ada923-e3f5-4af1-aaa1-7c59a70f5192 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "PUT /v2.0/routers/f16c4dad-b127-4887-b6d0-7b2190fa847c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9099395 Jul 13 19:32:28.323538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:28.445520 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3123f8-ecaa-4a9f-aac0-360df9c8e71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e559abe-24a5-4a9e-9329-21f292d91b23,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:28.520551 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b528b-a1be-4a14-bb42-291221461d58 x-openstack-request-id: req-ba2b528b-a1be-4a14-bb42-291221461d58 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:28.520840 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "name": "network-vif-plugged", "status": "completed", "tag": "d9c39bfe-1a26-49d4-acc3-dfabd413ff43", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:28.521092 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba2b528b-a1be-4a14-bb42-291221461d58 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:28.521486 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c39bfe-1a26-49d4-acc3-dfabd413ff43', 'code': 200} Jul 13 19:32:28.539997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce4dc4e-18b1-43d8-b079-a50cc6f391b2 None None] Sync routers for ids ['f16c4dad-b127-4887-b6d0-7b2190fa847c'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:28.551243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f971cf-1620-477d-a576-d937d56d90fd req-195c1c5e-5cb8-49a4-ba98-a170aa7511ad tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:28.553321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-87f971cf-1620-477d-a576-d937d56d90fd req-195c1c5e-5cb8-49a4-ba98-a170aa7511ad tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 945 time: 0.1609919 Jul 13 19:32:28.568927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8c0f2-3441-4891-ba9a-047cc47e0a53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:28.571073 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-16c8c0f2-3441-4891-ba9a-047cc47e0a53 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16c4dad-b127-4887-b6d0-7b2190fa847c HTTP/1.1" status: 200 len: 983 time: 0.2456589 Jul 13 19:32:28.574730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:28.594382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4dc4e-18b1-43d8-b079-a50cc6f391b2 None None] Routers {'f16c4dad-b127-4887-b6d0-7b2190fa847c'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:28.595364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ce4dc4e-18b1-43d8-b079-a50cc6f391b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f16c4dad-b127-4887-b6d0-7b2190fa847c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:28.685388 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ce4dc4e-18b1-43d8-b079-a50cc6f391b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:28.739565 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:28.775755 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:48Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'dfbbfd73-fb46-4ecf-a75b-d9877917dd22', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'port_id': '404d2643-992a-4d2a-9be3-60f527407a9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'mac_address': 'fa:16:3e:49:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:31:54Z', 'updated_at': '2021-07-13T19:32:25Z', 'revision_number': 1, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f643cf-7b38-45f9-8237-6788106b847e', 'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'mac_address': 'fa:16:3e:78:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:46Z', 'updated_at': '2021-07-13T19:32:03Z', 'revision_number': 5, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'subnets': [{'id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:28.789124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-b61c5961-a34b-4bd5-9d68-b44e0ae24d8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d2643-992a-4d2a-9be3-60f527407a9b HTTP/1.1" status: 200 len: 998 time: 0.6204317 Jul 13 19:32:28.813662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08e4d-babd-4ea9-8184-f33a4b7a4e85 req-8bf42cfd-848f-42e4-af42-019844cf6bd7 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:28.815291 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e4a08e4d-babd-4ea9-8184-f33a4b7a4e85 req-8bf42cfd-848f-42e4-af42-019844cf6bd7 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a9dd2ab-8e26-4691-a031-3e3dc22c99c4 HTTP/1.1" status: 200 len: 945 time: 0.9886105 Jul 13 19:32:28.816360 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a6fd8-fff4-410b-9ddf-59ce04f5ba24 None None] The sync data for ids ['47cd3da0-8174-4f11-a787-3d8c8c57d328'] in n-d-800708-1 is: [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:48Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'dfbbfd73-fb46-4ecf-a75b-d9877917dd22', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'port_id': '404d2643-992a-4d2a-9be3-60f527407a9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'mac_address': 'fa:16:3e:49:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:31:54Z', 'updated_at': '2021-07-13T19:32:25Z', 'revision_number': 1, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f643cf-7b38-45f9-8237-6788106b847e', 'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'mac_address': 'fa:16:3e:78:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:46Z', 'updated_at': '2021-07-13T19:32:03Z', 'revision_number': 5, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'subnets': [{'id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:28.863891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 65855a40-11cb-421b-9efa-b878e8d119a7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=65855a40-11cb-421b-9efa-b878e8d119a7,segment=NetworkSegment(f3fe9cd6-6f63-4d25-8593-24705e963e4c),segment_id=f3fe9cd6-6f63-4d25-8593-24705e963e4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:28.868929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4dc4e-18b1-43d8-b079-a50cc6f391b2 None None] Routers {'f16c4dad-b127-4887-b6d0-7b2190fa847c'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:28.869567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ce4dc4e-18b1-43d8-b079-a50cc6f391b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f16c4dad-b127-4887-b6d0-7b2190fa847c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:28.923193 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:28.924002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7f562d7-c532-4ea5-90d9-a8ccfd62e132 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:29.024885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e4a08e4d-babd-4ea9-8184-f33a4b7a4e85 req-51ca64d9-f0aa-4ba4-9f0d-cebea51cd9aa tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757321 Jul 13 19:32:29.030382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:29.051901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-784c9706-7657-4fe1-9884-79f6b95b680f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:29.061319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-b8342b7b-d684-41d9-88bf-77bacd7dcdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:29.066379 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-b8342b7b-d684-41d9-88bf-77bacd7dcdd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c22fa7-76da-4e40-9ea8-ee394562c7c1 HTTP/1.1" status: 200 len: 851 time: 0.2501650 Jul 13 19:32:29.100044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b1dd5-2004-4299-bd06-be7161be99e5 req-4d360f88-e837-423e-927b-b3d67a54b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:29.101048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b1dd5-2004-4299-bd06-be7161be99e5 req-4d360f88-e837-423e-927b-b3d67a54b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:29.102852 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a11b1dd5-2004-4299-bd06-be7161be99e5 req-4d360f88-e837-423e-927b-b3d67a54b843 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1984 time: 0.6864572 Jul 13 19:32:29.221855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde8f51-a204-4ee0-bcac-0b0d35b8d78a req-edb94f0c-d3b7-4eef-9877-1543439cfb3e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:29.228526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde8f51-a204-4ee0-bcac-0b0d35b8d78a req-edb94f0c-d3b7-4eef-9877-1543439cfb3e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:29.232223 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4dde8f51-a204-4ee0-bcac-0b0d35b8d78a req-edb94f0c-d3b7-4eef-9877-1543439cfb3e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1682 time: 0.5421240 Jul 13 19:32:29.278704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ce4dc4e-18b1-43d8-b079-a50cc6f391b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:29.279351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce4dc4e-18b1-43d8-b079-a50cc6f391b2 None None] The sync data for ids ['f16c4dad-b127-4887-b6d0-7b2190fa847c'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:29.289166 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d909e-25ea-4990-8b86-d5b0554573b9 None None] New status for floating IP dfbbfd73-fb46-4ecf-a75b-d9877917dd22: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:32:29.318748 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a11b1dd5-2004-4299-bd06-be7161be99e5 req-12ac4aac-8242-4f91-b350-7884c564a879 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786647 Jul 13 19:32:29.333446 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-784c9706-7657-4fe1-9884-79f6b95b680f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:29.344201 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:29.344576 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:29.348518 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-784c9706-7657-4fe1-9884-79f6b95b680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:29.424383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-87f971cf-1620-477d-a576-d937d56d90fd req-906b1af1-ee50-4a74-9af3-fb23ed891a8b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Deleting port 92fa99cd-9a2e-4b5d-ae77-294f208ff911 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:29.424722 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-87f971cf-1620-477d-a576-d937d56d90fd req-906b1af1-ee50-4a74-9af3-fb23ed891a8b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:29.435572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=65855a40-11cb-421b-9efa-b878e8d119a7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:29.455666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-596df52c-109e-46ea-997b-47d56f45d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:29.458490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-596df52c-109e-46ea-997b-47d56f45d1f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04f790dc-05a0-49ce-94fc-f6d6530898e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820643 Jul 13 19:32:29.459561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9706-7657-4fe1-9884-79f6b95b680f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62ca3db-b335-4558-a52f-4bff20512803,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:29.514813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb30e43a-5a04-4f4e-829d-7e325a6bb851 None None] Provisioning complete for port 6e69da3c-548b-4da1-8766-72baffca22d0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:29.515189 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb30e43a-5a04-4f4e-829d-7e325a6bb851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:29.552466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb30e43a-5a04-4f4e-829d-7e325a6bb851 None None] Port 6e69da3c-548b-4da1-8766-72baffca22d0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:29.634149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-87f971cf-1620-477d-a576-d937d56d90fd req-906b1af1-ee50-4a74-9af3-fb23ed891a8b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] For port 92fa99cd-9a2e-4b5d-ae77-294f208ff911, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=92fa99cd-9a2e-4b5d-ae77-294f208ff911,segment=NetworkSegment(3326f89b-d100-4c3f-961c-42eb56531384),segment_id=3326f89b-d100-4c3f-961c-42eb56531384)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:29.637142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-87f971cf-1620-477d-a576-d937d56d90fd req-906b1af1-ee50-4a74-9af3-fb23ed891a8b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:29.716557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-784c9706-7657-4fe1-9884-79f6b95b680f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e483e691626d45af87029a49ba722664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6815753 Jul 13 19:32:29.717225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 65855a40-11cb-421b-9efa-b878e8d119a7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:29.718774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:29.810865 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-7665f753-e5a0-4b1a-9213-6e88eb4b02e9 service neutron] 10.222.0.60 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281128 Jul 13 19:32:29.812277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4dde8f51-a204-4ee0-bcac-0b0d35b8d78a req-69898bca-3df6-4e81-af4c-1cf5112a913a tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701287 Jul 13 19:32:29.813577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-87f971cf-1620-477d-a576-d937d56d90fd req-906b1af1-ee50-4a74-9af3-fb23ed891a8b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Calling delete_port for 92fa99cd-9a2e-4b5d-ae77-294f208ff911 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:29.865099 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a40dcd3-6e6f-4031-a808-326036421132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:29.869383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 65855a40-11cb-421b-9efa-b878e8d119a7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:29.869755 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:29.890636 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a40dcd3-6e6f-4031-a808-326036421132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:30.087101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0001b722-fa4b-47cb-88dc-8d055a8445d0 req-9730da4b-6318-4219-8bdc-f4652213e3c8 service neutron] 10.222.0.60 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610037 Jul 13 19:32:30.099520 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a40dcd3-6e6f-4031-a808-326036421132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:30.102424 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a40dcd3-6e6f-4031-a808-326036421132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:30.121888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1a40dcd3-6e6f-4031-a808-326036421132 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c62ca3db-b335-4558-a52f-4bff20512803 HTTP/1.1" status: 204 len: 168 time: 0.3851056 Jul 13 19:32:30.141065 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40dcd3-6e6f-4031-a808-326036421132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62ca3db-b335-4558-a52f-4bff20512803,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:30.151777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-87f971cf-1620-477d-a576-d937d56d90fd req-906b1af1-ee50-4a74-9af3-fb23ed891a8b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:30.171927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['92fa99cd-9a2e-4b5d-ae77-294f208ff911'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:30.202493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7103f98-f6df-4558-9042-89ae63a5fae4 req-31af1e68-c802-4083-9925-ace2679856e3 tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 210 time: 0.0526152 Jul 13 19:32:30.239221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b1af1-ee50-4a74-9af3-fb23ed891a8b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Pushing event deleted for resources: {'Port': ['ID=92fa99cd-9a2e-4b5d-ae77-294f208ff911,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:30.327670 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:32:30.332956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f971cf-1620-477d-a576-d937d56d90fd req-906b1af1-ee50-4a74-9af3-fb23ed891a8b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] No DVR routers for this DVR port 92fa99cd-9a2e-4b5d-ae77-294f208ff911 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:30.340271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-87f971cf-1620-477d-a576-d937d56d90fd req-906b1af1-ee50-4a74-9af3-fb23ed891a8b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:30.343181 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-87f971cf-1620-477d-a576-d937d56d90fd req-906b1af1-ee50-4a74-9af3-fb23ed891a8b tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.24 "DELETE /v2.0/ports/92fa99cd-9a2e-4b5d-ae77-294f208ff911 HTTP/1.1" status: 204 len: 173 time: 1.7705328 Jul 13 19:32:30.343648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8bb453-7e2b-4545-9a36-77442f18b023', 'name': 'network-vif-deleted', 'tag': '92fa99cd-9a2e-4b5d-ae77-294f208ff911'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:30.345953 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808c23eb-d12f-4209-92bf-4d573ebc2ffe" -d '{"events": [{"server_uuid": "ae8bb453-7e2b-4545-9a36-77442f18b023", "name": "network-vif-deleted", "tag": "92fa99cd-9a2e-4b5d-ae77-294f208ff911"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:30.453329 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e277d037-0037-487a-9823-a5d8e733c84e x-openstack-request-id: req-e277d037-0037-487a-9823-a5d8e733c84e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:30.453709 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8bb453-7e2b-4545-9a36-77442f18b023", "name": "network-vif-deleted", "tag": "92fa99cd-9a2e-4b5d-ae77-294f208ff911", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:30.453963 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e277d037-0037-487a-9823-a5d8e733c84e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:30.454260 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8bb453-7e2b-4545-9a36-77442f18b023', 'name': 'network-vif-deleted', 'tag': '92fa99cd-9a2e-4b5d-ae77-294f208ff911', 'status': 'completed', 'code': 200} Jul 13 19:32:30.454943 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:30.621402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985fc6f-67ac-48c4-995f-ac3a2726ab2d req-9deabd07-5d07-497d-9e37-0f382ce6d0b4 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:30.621402 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5985fc6f-67ac-48c4-995f-ac3a2726ab2d req-9deabd07-5d07-497d-9e37-0f382ce6d0b4 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a9dd2ab-8e26-4691-a031-3e3dc22c99c4 HTTP/1.1" status: 200 len: 945 time: 0.0882015 Jul 13 19:32:30.691195 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5985fc6f-67ac-48c4-995f-ac3a2726ab2d req-b21914f2-4044-4d65-a6cc-2f264e5aa5c4 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635164 Jul 13 19:32:30.755759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 6e69da3c-548b-4da1-8766-72baffca22d0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:30.756330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:30.866784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:30.883271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 6e69da3c-548b-4da1-8766-72baffca22d0 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:31.061027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525f74-6430-43c5-ad8e-807d0aa8b654 req-cab23c82-d6d2-497b-9c28-ddffd8556cbf tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:31.067168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525f74-6430-43c5-ad8e-807d0aa8b654 req-cab23c82-d6d2-497b-9c28-ddffd8556cbf tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:31.068791 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca525f74-6430-43c5-ad8e-807d0aa8b654 req-cab23c82-d6d2-497b-9c28-ddffd8556cbf tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1682 time: 0.1379390 Jul 13 19:32:31.161274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca525f74-6430-43c5-ad8e-807d0aa8b654 req-d887d908-f677-422d-889d-5e041dab85c6 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769007 Jul 13 19:32:31.195724 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:31.250751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=6e69da3c-548b-4da1-8766-72baffca22d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:31.628000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d588676-1596-4d8c-9864-df67b76e753e req-075e1cb7-a279-4648-a47f-9480912bae9f tempest-InstanceActionsNegativeTestJSON-797076993 tempest-InstanceActionsNegativeTestJSON-797076993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8bb453-7e2b-4545-9a36-77442f18b023 HTTP/1.1" status: 200 len: 210 time: 0.1269968 Jul 13 19:32:31.647870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:31.673785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-f143529d-2057-44a8-96b2-3b6e2d354844 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:31.677766 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-f143529d-2057-44a8-96b2-3b6e2d354844 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9dd2ab-8e26-4691-a031-3e3dc22c99c4 HTTP/1.1" status: 200 len: 945 time: 0.2942405 Jul 13 19:32:31.842728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-dc7603a1-2d1e-47f1-8f8f-44500087e865 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:31.845170 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-dc7603a1-2d1e-47f1-8f8f-44500087e865 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e3af76a-92b8-432b-abf0-670f7fb5a627 HTTP/1.1" status: 200 len: 945 time: 0.1675932 Jul 13 19:32:32.099423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-9a5999ef-06a6-4b7c-a4ff-785f16075d91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Deleting port dae48386-ff91-41b5-b4da-f02a36f72c17 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:32.099993 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-9a5999ef-06a6-4b7c-a4ff-785f16075d91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:32.162315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4daecd3-177c-4ff0-a693-3bd4e9a7e71b req-76b38445-cd0e-4cbd-8494-aa875b0dc352 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:32.163659 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4daecd3-177c-4ff0-a693-3bd4e9a7e71b req-76b38445-cd0e-4cbd-8494-aa875b0dc352 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a9dd2ab-8e26-4691-a031-3e3dc22c99c4 HTTP/1.1" status: 200 len: 945 time: 0.1624696 Jul 13 19:32:32.241139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4daecd3-177c-4ff0-a693-3bd4e9a7e71b req-b521c607-dc47-44bb-a528-7286c694a751 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bf30c55-ff31-40ab-a5d4-78c911b38946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712004 Jul 13 19:32:32.282236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-9a5999ef-06a6-4b7c-a4ff-785f16075d91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] For port dae48386-ff91-41b5-b4da-f02a36f72c17, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dae48386-ff91-41b5-b4da-f02a36f72c17,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:32.282628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-9a5999ef-06a6-4b7c-a4ff-785f16075d91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:32.298852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-9a5999ef-06a6-4b7c-a4ff-785f16075d91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Calling delete_port for dae48386-ff91-41b5-b4da-f02a36f72c17 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:32.379441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Router f16c4dad-b127-4887-b6d0-7b2190fa847c has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:32:32.396921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953316f-5d93-461b-99a7-e03fd9e0b964 req-a0fe01f2-2aa1-4ad9-86f8-d8f35fcb788c tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:32.404640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953316f-5d93-461b-99a7-e03fd9e0b964 req-a0fe01f2-2aa1-4ad9-86f8-d8f35fcb788c tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:32.411252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b953316f-5d93-461b-99a7-e03fd9e0b964 req-a0fe01f2-2aa1-4ad9-86f8-d8f35fcb788c tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1682 time: 0.2520425 Jul 13 19:32:32.415566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-a1964c2c-438a-4807-a114-d450bda1746f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Deleting port bbfe6cc2-c780-4629-a9f2-c822faf6c34e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:32.415901 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-a1964c2c-438a-4807-a114-d450bda1746f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:32.480352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-9a5999ef-06a6-4b7c-a4ff-785f16075d91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:32.494689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['bbfe6cc2-c780-4629-a9f2-c822faf6c34e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:32.507010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['dae48386-ff91-41b5-b4da-f02a36f72c17'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:32.522676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5999ef-06a6-4b7c-a4ff-785f16075d91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Pushing event deleted for resources: {'Port': ['ID=dae48386-ff91-41b5-b4da-f02a36f72c17,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:32.582673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-9a5999ef-06a6-4b7c-a4ff-785f16075d91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] No DVR routers for this DVR port dae48386-ff91-41b5-b4da-f02a36f72c17 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:32.585661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-9a5999ef-06a6-4b7c-a4ff-785f16075d91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:32.587814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a68eaee-d4f9-4ae9-a1f5-89f0dab508fb req-9a5999ef-06a6-4b7c-a4ff-785f16075d91 tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.60 "DELETE /v2.0/ports/dae48386-ff91-41b5-b4da-f02a36f72c17 HTTP/1.1" status: 204 len: 173 time: 0.7369368 Jul 13 19:32:32.588645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3af76a-92b8-432b-abf0-670f7fb5a627', 'name': 'network-vif-deleted', 'tag': 'dae48386-ff91-41b5-b4da-f02a36f72c17'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:32.612614 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b1a836-c16a-44d6-a0fc-5b9ba9da4564" -d '{"events": [{"server_uuid": "6e3af76a-92b8-432b-abf0-670f7fb5a627", "name": "network-vif-deleted", "tag": "dae48386-ff91-41b5-b4da-f02a36f72c17"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:32.673315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:32.674902 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0082fd85-e7aa-4271-aa95-73ca9222ebf8 x-openstack-request-id: req-0082fd85-e7aa-4271-aa95-73ca9222ebf8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:32.675157 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3af76a-92b8-432b-abf0-670f7fb5a627", "name": "network-vif-deleted", "tag": "dae48386-ff91-41b5-b4da-f02a36f72c17", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:32.675407 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0082fd85-e7aa-4271-aa95-73ca9222ebf8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:32.675942 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3af76a-92b8-432b-abf0-670f7fb5a627', 'name': 'network-vif-deleted', 'tag': 'dae48386-ff91-41b5-b4da-f02a36f72c17', 'status': 'completed', 'code': 200} Jul 13 19:32:32.682114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:32.684451 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e501e09a-9722-4592-bfc0-064f5bcb6992 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "PUT /v2.0/routers/f16c4dad-b127-4887-b6d0-7b2190fa847c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0981011 Jul 13 19:32:32.700187 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b953316f-5d93-461b-99a7-e03fd9e0b964 req-9d3b0960-291e-49dd-b6c0-d2c890ca17ab tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879846 Jul 13 19:32:32.732908 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f0365-a25e-4a1e-bd36-802d6b77a7e4 None None] Sync routers for ids ['f16c4dad-b127-4887-b6d0-7b2190fa847c'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:32.747587 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1ae5f1-1441-4298-b6d9-2dfad6295c2a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:32:32.748465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-a1964c2c-438a-4807-a114-d450bda1746f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] For port bbfe6cc2-c780-4629-a9f2-c822faf6c34e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,segment=NetworkSegment(c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb),segment_id=c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:32.748836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-a1964c2c-438a-4807-a114-d450bda1746f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:32.750339 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dc1ae5f1-1441-4298-b6d9-2dfad6295c2a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/6e69da3c-548b-4da1-8766-72baffca22d0 HTTP/1.1" status: 404 len: 333 time: 0.0662980 Jul 13 19:32:32.752930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:32.787475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-a1964c2c-438a-4807-a114-d450bda1746f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Calling delete_port for bbfe6cc2-c780-4629-a9f2-c822faf6c34e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:32.801155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f0365-a25e-4a1e-bd36-802d6b77a7e4 None None] Routers {'f16c4dad-b127-4887-b6d0-7b2190fa847c'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:32.804235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f0f0365-a25e-4a1e-bd36-802d6b77a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f16c4dad-b127-4887-b6d0-7b2190fa847c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:32.914541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f0f0365-a25e-4a1e-bd36-802d6b77a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:32.986389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:32.993461 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f0365-a25e-4a1e-bd36-802d6b77a7e4 None None] Routers {'f16c4dad-b127-4887-b6d0-7b2190fa847c'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:32.994486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f0f0365-a25e-4a1e-bd36-802d6b77a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f16c4dad-b127-4887-b6d0-7b2190fa847c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:32.995986 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-a1964c2c-438a-4807-a114-d450bda1746f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.040985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['dae48386-ff91-41b5-b4da-f02a36f72c17'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:33.066566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1964c2c-438a-4807-a114-d450bda1746f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Pushing event deleted for resources: {'Port': ['ID=bbfe6cc2-c780-4629-a9f2-c822faf6c34e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:33.068692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f0f0365-a25e-4a1e-bd36-802d6b77a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:33.076054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f0365-a25e-4a1e-bd36-802d6b77a7e4 None None] The sync data for ids ['f16c4dad-b127-4887-b6d0-7b2190fa847c'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:33.110483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af38cff-9dd5-4af4-94b5-144c600a7188 admin admin] Deleting subnet 28fae603-1c43-40d5-8e7e-4a1d9d236010 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:32:33.114731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7837f2a-1b55-4e1d-9fc1-50aecf869b6c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.118313 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5af38cff-9dd5-4af4-94b5-144c600a7188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.121281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-a1964c2c-438a-4807-a114-d450bda1746f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] No DVR routers for this DVR port bbfe6cc2-c780-4629-a9f2-c822faf6c34e on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:33.124026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-a1964c2c-438a-4807-a114-d450bda1746f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.126060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eaf61be3-9e68-4c50-8289-e5edea0b2c2c req-a1964c2c-438a-4807-a114-d450bda1746f tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.24 "DELETE /v2.0/ports/bbfe6cc2-c780-4629-a9f2-c822faf6c34e HTTP/1.1" status: 204 len: 173 time: 1.4366713 Jul 13 19:32:33.126528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9dd2ab-8e26-4691-a031-3e3dc22c99c4', 'name': 'network-vif-deleted', 'tag': 'bbfe6cc2-c780-4629-a9f2-c822faf6c34e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:33.129055 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdafe6b-4f4f-4505-8429-cdf0cee89e29" -d '{"events": [{"server_uuid": "2a9dd2ab-8e26-4691-a031-3e3dc22c99c4", "name": "network-vif-deleted", "tag": "bbfe6cc2-c780-4629-a9f2-c822faf6c34e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:33.186292 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cd8d28-8d77-4b10-87e2-6224fefef1ea x-openstack-request-id: req-79cd8d28-8d77-4b10-87e2-6224fefef1ea {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:33.186642 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9dd2ab-8e26-4691-a031-3e3dc22c99c4", "name": "network-vif-deleted", "tag": "bbfe6cc2-c780-4629-a9f2-c822faf6c34e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:33.186909 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79cd8d28-8d77-4b10-87e2-6224fefef1ea {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:33.187349 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9dd2ab-8e26-4691-a031-3e3dc22c99c4', 'name': 'network-vif-deleted', 'tag': 'bbfe6cc2-c780-4629-a9f2-c822faf6c34e', 'status': 'completed', 'code': 200} Jul 13 19:32:33.216193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 92fa99cd-9a2e-4b5d-ae77-294f208ff911 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:33.240282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 92fa99cd-9a2e-4b5d-ae77-294f208ff911 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:33.240578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 92fa99cd-9a2e-4b5d-ae77-294f208ff911 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:33.322693 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5af38cff-9dd5-4af4-94b5-144c600a7188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.383397 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7837f2a-1b55-4e1d-9fc1-50aecf869b6c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.390087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7837f2a-1b55-4e1d-9fc1-50aecf869b6c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.456980 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5af38cff-9dd5-4af4-94b5-144c600a7188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.519171 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7837f2a-1b55-4e1d-9fc1-50aecf869b6c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.519292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7837f2a-1b55-4e1d-9fc1-50aecf869b6c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Fanout notify agent at l3_agent the message router_deleted on router f16c4dad-b127-4887-b6d0-7b2190fa847c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:32:33.526797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7837f2a-1b55-4e1d-9fc1-50aecf869b6c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.530774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b7837f2a-1b55-4e1d-9fc1-50aecf869b6c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/routers/f16c4dad-b127-4887-b6d0-7b2190fa847c HTTP/1.1" status: 204 len: 168 time: 0.7766862 Jul 13 19:32:33.533311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:33.616186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd51bec-c124-4229-91f0-1755ce65a1c1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet 0ef45bcd-e9d6-4462-b616-e0c79b91e10b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:32:33.622293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd51bec-c124-4229-91f0-1755ce65a1c1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.625705 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-189b56f6-05d6-4d3e-ae8c-85869f6c7dca req-9392ca0e-0264-43a4-a143-b2cf7abb33cf tempest-MultipleCreateTestJSON-1420122923 tempest-MultipleCreateTestJSON-1420122923-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a9dd2ab-8e26-4691-a031-3e3dc22c99c4 HTTP/1.1" status: 200 len: 210 time: 0.0710084 Jul 13 19:32:33.685682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-78a1e174-d054-4460-b12d-1c16091729be tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:33.695583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-78a1e174-d054-4460-b12d-1c16091729be tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:33.697259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-78a1e174-d054-4460-b12d-1c16091729be tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1682 time: 0.2137771 Jul 13 19:32:33.888074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-436fa7ef-4de6-4bbd-a01f-675c3c796bc9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting port 89724660-57fb-44dd-b1f5-249cd092b9b0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:33.890775 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-436fa7ef-4de6-4bbd-a01f-675c3c796bc9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.987022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:34.062603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-436fa7ef-4de6-4bbd-a01f-675c3c796bc9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] For port 89724660-57fb-44dd-b1f5-249cd092b9b0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89724660-57fb-44dd-b1f5-249cd092b9b0,segment=NetworkSegment(09306b1b-e1be-4b61-88a3-6bad9178d234),segment_id=09306b1b-e1be-4b61-88a3-6bad9178d234)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:34.063031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-436fa7ef-4de6-4bbd-a01f-675c3c796bc9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.125979 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5af38cff-9dd5-4af4-94b5-144c600a7188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.131017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-436fa7ef-4de6-4bbd-a01f-675c3c796bc9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Calling delete_port for 89724660-57fb-44dd-b1f5-249cd092b9b0 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:34.131756 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd51bec-c124-4229-91f0-1755ce65a1c1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.201916 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af38cff-9dd5-4af4-94b5-144c600a7188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28fae603-1c43-40d5-8e7e-4a1d9d236010,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:34.208452 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5af38cff-9dd5-4af4-94b5-144c600a7188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.211139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5af38cff-9dd5-4af4-94b5-144c600a7188 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/28fae603-1c43-40d5-8e7e-4a1d9d236010 HTTP/1.1" status: 204 len: 168 time: 1.2237720 Jul 13 19:32:34.215104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:34.227414 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ce18896-ea8a-45f9-b529-70f8bac805ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.288962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee731f-007d-4b70-935d-66471068e7a1 req-9371a048-5729-4986-a415-1ab2474d847e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:34.297783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee731f-007d-4b70-935d-66471068e7a1 req-9371a048-5729-4986-a415-1ab2474d847e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:34.302942 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fee731f-007d-4b70-935d-66471068e7a1 req-9371a048-5729-4986-a415-1ab2474d847e tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 1682 time: 0.2375116 Jul 13 19:32:34.349343 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.362896 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd51bec-c124-4229-91f0-1755ce65a1c1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.379445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fee731f-007d-4b70-935d-66471068e7a1 req-0af21cbe-2c38-4048-9e5d-59c88aa88348 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730307 Jul 13 19:32:34.441081 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd51bec-c124-4229-91f0-1755ce65a1c1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.470879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd51bec-c124-4229-91f0-1755ce65a1c1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef45bcd-e9d6-4462-b616-e0c79b91e10b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:34.474542 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd51bec-c124-4229-91f0-1755ce65a1c1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.476451 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ddd51bec-c124-4229-91f0-1755ce65a1c1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/0ef45bcd-e9d6-4462-b616-e0c79b91e10b HTTP/1.1" status: 204 len: 168 time: 0.9422028 Jul 13 19:32:34.480159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:34.485784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7431d-8629-4505-bd0c-97af1eca3f5f None None] Network 7636f448-9170-48b1-92a6-540cad1c4103 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:34.527889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.544998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a41cad-158e-43dc-81c8-fe0f06122434']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:34.565121 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3326f89b-d100-4c3f-961c-42eb56531384') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:34.565412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3326f89b-d100-4c3f-961c-42eb56531384') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:34.573322 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.584212 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-436fa7ef-4de6-4bbd-a01f-675c3c796bc9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.593703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.601953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['d9c39bfe-1a26-49d4-acc3-dfabd413ff43', '89724660-57fb-44dd-b1f5-249cd092b9b0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:34.643455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 65855a40-11cb-421b-9efa-b878e8d119a7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:34.643832 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.661552 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fa7ef-4de6-4bbd-a01f-675c3c796bc9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Port': ['ID=89724660-57fb-44dd-b1f5-249cd092b9b0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:34.725851 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.738742 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] For port 65855a40-11cb-421b-9efa-b878e8d119a7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=65855a40-11cb-421b-9efa-b878e8d119a7,segment=NetworkSegment(f3fe9cd6-6f63-4d25-8593-24705e963e4c),segment_id=f3fe9cd6-6f63-4d25-8593-24705e963e4c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:34.739955 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.752348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ce18896-ea8a-45f9-b529-70f8bac805ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.760559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 65855a40-11cb-421b-9efa-b878e8d119a7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:34.798648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-436fa7ef-4de6-4bbd-a01f-675c3c796bc9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] No DVR routers for this DVR port 89724660-57fb-44dd-b1f5-249cd092b9b0 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:34.801692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:32:34.802429 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:32:34.804501 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:32:34.809638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ce18896-ea8a-45f9-b529-70f8bac805ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.814116 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-436fa7ef-4de6-4bbd-a01f-675c3c796bc9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.816538 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-436fa7ef-4de6-4bbd-a01f-675c3c796bc9 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.24 "DELETE /v2.0/ports/89724660-57fb-44dd-b1f5-249cd092b9b0 HTTP/1.1" status: 204 len: 173 time: 1.1081986 Jul 13 19:32:34.909809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] DHCP port deletion for 7636f448-9170-48b1-92a6-540cad1c4103 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:32:34.996395 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.998231 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5ce18896-ea8a-45f9-b529-70f8bac805ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=471f9212cae94829b7a61c6fd7ec84b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0085373 Jul 13 19:32:34.999550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:35.011869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce18896-ea8a-45f9-b529-70f8bac805ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbfc7bd-d7cf-4bda-ac24-23c033171abc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:35.018220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:35.057297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=65855a40-11cb-421b-9efa-b878e8d119a7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:35.059798 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No DVR routers for this DVR port 65855a40-11cb-421b-9efa-b878e8d119a7 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:35.068436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Deleting port 65855a40-11cb-421b-9efa-b878e8d119a7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:35.069191 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.085602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f5a9e3-d9a2-4197-9f2e-aaa837a1bc2a admin admin] Deleting subnet 63e80fed-1f4d-4282-a039-3007576211a3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:32:35.088187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.099143 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66f5a9e3-d9a2-4197-9f2e-aaa837a1bc2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.142647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.145335 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] 10.222.0.25 "DELETE /v2.0/networks/63a41cad-158e-43dc-81c8-fe0f06122434 HTTP/1.1" status: 204 len: 168 time: 0.9278181 Jul 13 19:32:35.157154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] For port 65855a40-11cb-421b-9efa-b878e8d119a7, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:35.157586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.158068 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.169132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7636f448-9170-48b1-92a6-540cad1c4103']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:35.184183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fe9cd6-6f63-4d25-8593-24705e963e4c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:35.184183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fe9cd6-6f63-4d25-8593-24705e963e4c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:35.186389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Calling delete_port for 65855a40-11cb-421b-9efa-b878e8d119a7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:35.192903 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.193641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Port 65855a40-11cb-421b-9efa-b878e8d119a7 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:32:35.197243 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.209746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.218898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:32:35.218898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:32:35.222461 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:32:35.245938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'name': 'network-vif-deleted', 'tag': '89724660-57fb-44dd-b1f5-249cd092b9b0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:35.252638 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e5904c-157b-4ea8-836e-2fc09234d985" -d '{"events": [{"server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "name": "network-vif-deleted", "tag": "89724660-57fb-44dd-b1f5-249cd092b9b0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:35.255794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89724660-57fb-44dd-b1f5-249cd092b9b0 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:35.270784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff7351-1d4c-4fbf-bd90-0a6a94391c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a41cad-158e-43dc-81c8-fe0f06122434,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:35.318498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Pushing event deleted for resources: {'Port': ['ID=65855a40-11cb-421b-9efa-b878e8d119a7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:35.318498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 89724660-57fb-44dd-b1f5-249cd092b9b0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:35.318979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89724660-57fb-44dd-b1f5-249cd092b9b0 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:35.319538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d9c39bfe-1a26-49d4-acc3-dfabd413ff43 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:35.322446 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.334483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.339686 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/networks/7636f448-9170-48b1-92a6-540cad1c4103 HTTP/1.1" status: 204 len: 168 time: 0.8577247 Jul 13 19:32:35.347709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:35.358248 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a085db7d-5755-432d-8d2f-8ca5f47d8f7e x-openstack-request-id: req-a085db7d-5755-432d-8d2f-8ca5f47d8f7e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:35.358560 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "name": "network-vif-deleted", "tag": "89724660-57fb-44dd-b1f5-249cd092b9b0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:35.358810 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a085db7d-5755-432d-8d2f-8ca5f47d8f7e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:35.359189 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'name': 'network-vif-deleted', 'tag': '89724660-57fb-44dd-b1f5-249cd092b9b0', 'status': 'completed', 'code': 200} Jul 13 19:32:35.362466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e2b89-dbf5-4555-817f-32174aaaae99 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Network': ['ID=7636f448-9170-48b1-92a6-540cad1c4103,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:35.380751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] No DVR routers for this DVR port 65855a40-11cb-421b-9efa-b878e8d119a7 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:35.384668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.385128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.385701 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.387477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.387887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.388288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.388685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.389082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.389477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.389935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.390254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:35.390368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.390831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7ced8-3fa2-4d15-88cd-ee903708dc74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.424041 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66f5a9e3-d9a2-4197-9f2e-aaa837a1bc2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.450275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-093d1040-d3eb-406f-969f-48d0765050e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ce1e3d4854f4aa7b83eb2dcc55b7dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582154 Jul 13 19:32:35.453372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:35.535447 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.548759 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-803edb78-8a21-4d42-84d2-5b5966155f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.588626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c39bfe-1a26-49d4-acc3-dfabd413ff43'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:35.592860 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-13f096d8-ed8e-4511-a103-3beeaba07187 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:35.593431 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-13f096d8-ed8e-4511-a103-3beeaba07187 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.594288 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e906da-ae4f-4637-a6c5-1a630035b0fd" -d '{"events": [{"server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "name": "network-vif-unplugged", "status": "completed", "tag": "d9c39bfe-1a26-49d4-acc3-dfabd413ff43"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:35.596700 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f73ab685-554b-4201-b8ef-dca934c7f481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.609831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee7c93-7095-4ae7-9853-a5a61f5e81de tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:35.611796 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-86ee7c93-7095-4ae7-9853-a5a61f5e81de tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/705e04ab-40a2-4f64-9629-550fdc40dac5 HTTP/1.1" status: 200 len: 841 time: 0.2578275 Jul 13 19:32:35.616200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:35.625830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9c39bfe-1a26-49d4-acc3-dfabd413ff43, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,segment=NetworkSegment(bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1),segment_id=bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:35.635722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 65855a40-11cb-421b-9efa-b878e8d119a7 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:35.639620 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.640507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbfe6cc2-c780-4629-a9f2-c822faf6c34e no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:35.664964 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66f5a9e3-d9a2-4197-9f2e-aaa837a1bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.668163 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f73ab685-554b-4201-b8ef-dca934c7f481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.671803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-803edb78-8a21-4d42-84d2-5b5966155f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.731148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: bbfe6cc2-c780-4629-a9f2-c822faf6c34e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:35.731652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbfe6cc2-c780-4629-a9f2-c822faf6c34e not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:35.734325 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b0350d-3d56-4a8c-a31e-f464bfd838c3 x-openstack-request-id: req-08b0350d-3d56-4a8c-a31e-f464bfd838c3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:35.734753 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "name": "network-vif-unplugged", "status": "completed", "tag": "d9c39bfe-1a26-49d4-acc3-dfabd413ff43", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:35.735162 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08b0350d-3d56-4a8c-a31e-f464bfd838c3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:35.735682 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c39bfe-1a26-49d4-acc3-dfabd413ff43', 'code': 200} Jul 13 19:32:35.739754 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0b5c4f52-9f95-491f-9dc7-0810af9cd5db tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/705e04ab-40a2-4f64-9629-550fdc40dac5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1222155 Jul 13 19:32:35.748959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:35.753029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:35.756671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-99a6b13e-39c4-4ad7-839e-37cec06ecd60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:35.757052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 65855a40-11cb-421b-9efa-b878e8d119a7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:35.757463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 65855a40-11cb-421b-9efa-b878e8d119a7 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:35.764792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799750e-35f6-4e7f-924e-1afd25e5136f req-a6bff239-cb26-4406-bb69-c91e7d1d5de0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:35.766597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5799750e-35f6-4e7f-924e-1afd25e5136f req-a6bff239-cb26-4406-bb69-c91e7d1d5de0 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 946 time: 0.2071481 Jul 13 19:32:35.798937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f73ab685-554b-4201-b8ef-dca934c7f481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.801508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f73ab685-554b-4201-b8ef-dca934c7f481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.805100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f73ab685-554b-4201-b8ef-dca934c7f481 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9693009c-bdff-400d-9da1-092573bd96bd HTTP/1.1" status: 204 len: 168 time: 0.3484380 Jul 13 19:32:35.819219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ab685-554b-4201-b8ef-dca934c7f481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9693009c-bdff-400d-9da1-092573bd96bd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:35.835008 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5799750e-35f6-4e7f-924e-1afd25e5136f req-30a0c2ea-50a9-4cb5-bc72-76e109da3037 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee193b25-4861-4ed5-958f-68a581cb24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624347 Jul 13 19:32:35.924837 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-803edb78-8a21-4d42-84d2-5b5966155f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.927686 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-803edb78-8a21-4d42-84d2-5b5966155f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.929030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-803edb78-8a21-4d42-84d2-5b5966155f83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cbfc7bd-d7cf-4bda-ac24-23c033171abc HTTP/1.1" status: 204 len: 168 time: 0.9192884 Jul 13 19:32:35.964859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-13f096d8-ed8e-4511-a103-3beeaba07187 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] For port d9c39bfe-1a26-49d4-acc3-dfabd413ff43, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,segment=NetworkSegment(bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1),segment_id=bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:35.965294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-13f096d8-ed8e-4511-a103-3beeaba07187 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.970484 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66f5a9e3-d9a2-4197-9f2e-aaa837a1bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.982427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803edb78-8a21-4d42-84d2-5b5966155f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbfc7bd-d7cf-4bda-ac24-23c033171abc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:35.987529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a6b13e-39c4-4ad7-839e-37cec06ecd60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:35.991116 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a6b13e-39c4-4ad7-839e-37cec06ecd60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.040532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-13f096d8-ed8e-4511-a103-3beeaba07187 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Calling delete_port for d9c39bfe-1a26-49d4-acc3-dfabd413ff43 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:36.071317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5a9e3-d9a2-4197-9f2e-aaa837a1bc2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e80fed-1f4d-4282-a039-3007576211a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:36.085647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66f5a9e3-d9a2-4197-9f2e-aaa837a1bc2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.087569 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-66f5a9e3-d9a2-4197-9f2e-aaa837a1bc2a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/63e80fed-1f4d-4282-a039-3007576211a3 HTTP/1.1" status: 204 len: 168 time: 1.0624902 Jul 13 19:32:36.090910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:36.233724 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.268792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device dae48386-ff91-41b5-b4da-f02a36f72c17 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:36.337797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: dae48386-ff91-41b5-b4da-f02a36f72c17 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:36.339771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device dae48386-ff91-41b5-b4da-f02a36f72c17 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:36.376078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-13f096d8-ed8e-4511-a103-3beeaba07187 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.393377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a6b13e-39c4-4ad7-839e-37cec06ecd60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.425410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:36.458349 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.462178 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f096d8-ed8e-4511-a103-3beeaba07187 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Port': ['ID=d9c39bfe-1a26-49d4-acc3-dfabd413ff43,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:36.462342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39f2a48a-85b9-4b24-a174-3472f1547785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.485683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6a1386-458c-4593-a189-3d131edfef8b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:36.505074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:36.505527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8570ed1-0ed6-4aae-9dc0-a5a4eee14fdb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:36.529337 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.537138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a6b13e-39c4-4ad7-839e-37cec06ecd60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:36.559291 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.571496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:32:36.578772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-99a6b13e-39c4-4ad7-839e-37cec06ecd60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:36.579602 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:32:36.581697 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:32:36.585663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-13f096d8-ed8e-4511-a103-3beeaba07187 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] No DVR routers for this DVR port d9c39bfe-1a26-49d4-acc3-dfabd413ff43 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:36.587642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcf4c00-2341-49a4-8d42-6e3a25db82ff None None] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:36.605867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a6b13e-39c4-4ad7-839e-37cec06ecd60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:36.606503 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a6b13e-39c4-4ad7-839e-37cec06ecd60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.617666 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-13f096d8-ed8e-4511-a103-3beeaba07187 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.620601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-095a6e30-abc6-4ae4-8f25-213ebdde3a8d req-13f096d8-ed8e-4511-a103-3beeaba07187 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.24 "DELETE /v2.0/ports/d9c39bfe-1a26-49d4-acc3-dfabd413ff43 HTTP/1.1" status: 204 len: 173 time: 1.7214072 Jul 13 19:32:36.645098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6b13e-39c4-4ad7-839e-37cec06ecd60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=e1325c75-c95e-4f6a-be4c-89e9dfdef90f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:36.834939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39f2a48a-85b9-4b24-a174-3472f1547785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.843651 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.847944 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39f2a48a-85b9-4b24-a174-3472f1547785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.850228 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-99a6b13e-39c4-4ad7-839e-37cec06ecd60 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0980587 Jul 13 19:32:36.855235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:36.859942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d30e4077-9921-45a1-b582-6b3ecae0ec6f tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'security_group': {'name': 'tempest-secgroup-639618946'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:36.900911 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.907867 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7d6a1386-458c-4593-a189-3d131edfef8b HTTP/1.1" status: 204 len: 168 time: 0.8155408 Jul 13 19:32:36.908029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d30e4077-9921-45a1-b582-6b3ecae0ec6f tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.974067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252f537-9017-4369-b97c-acf0cd3b4c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6a1386-458c-4593-a189-3d131edfef8b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:37.030309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-39f2a48a-85b9-4b24-a174-3472f1547785 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e64dd4a62b11478b85d1ab319a4f678c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029246 Jul 13 19:32:37.031151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2a48a-85b9-4b24-a174-3472f1547785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7dce56-3850-43f3-a06c-dfb3fb7bff95,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:37.045748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'tenant_id': '33ea7ac679754174bcf31313ba18a392', 'fixed_ips': [{'subnet_id': 'e1325c75-c95e-4f6a-be4c-89e9dfdef90f'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:32:37.047098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:37.049545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.099506 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d30e4077-9921-45a1-b582-6b3ecae0ec6f tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.108425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d30e4077-9921-45a1-b582-6b3ecae0ec6f tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.160746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d30e4077-9921-45a1-b582-6b3ecae0ec6f tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.162135 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d30e4077-9921-45a1-b582-6b3ecae0ec6f tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3058200 Jul 13 19:32:37.164361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e4077-9921-45a1-b582-6b3ecae0ec6f tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1365d695-dcd1-4fda-aa29-fbed2409aca3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:37.166483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:37.183727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1c6d401-bdc4-4507-9a5a-46542228f59d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'security_group': {'name': 'tempest-secgroup-311889573'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:37.187079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:37.203469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6dc451a-147b-4f69-ba31-c554dbcaffdb req-41119bad-2bd2-4830-93cb-1a2a3db3b26f tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2653d23-f080-4396-a3a4-ab8748596083 HTTP/1.1" status: 200 len: 210 time: 0.0719333 Jul 13 19:32:37.205646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-818512e9-e119-4941-8822-454ab06f8850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.218205 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d401-bdc4-4507-9a5a-46542228f59d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.257856 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-818512e9-e119-4941-8822-454ab06f8850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.320241 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5be28ffa-3cfa-4132-8bbf-6f9ba8ebb355 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3a7ae3380654184a999750b8de7257c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238422 Jul 13 19:32:37.320989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:37.345519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-818512e9-e119-4941-8822-454ab06f8850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.348656 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-818512e9-e119-4941-8822-454ab06f8850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.352270 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-818512e9-e119-4941-8822-454ab06f8850 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc7dce56-3850-43f3-a06c-dfb3fb7bff95 HTTP/1.1" status: 204 len: 168 time: 0.3012223 Jul 13 19:32:37.363712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'name': 'network-vif-deleted', 'tag': 'd9c39bfe-1a26-49d4-acc3-dfabd413ff43'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:37.364129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Allocated IP 172.20.0.2 (455de0d3-fd34-4dcf-92c2-d9677417fd9b/e1325c75-c95e-4f6a-be4c-89e9dfdef90f/82767d64-13f7-4618-9eef-996422238d28) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:37.372105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818512e9-e119-4941-8822-454ab06f8850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7dce56-3850-43f3-a06c-dfb3fb7bff95,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:37.373136 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec62cdb2-4dd0-48cd-9254-385ec4454c59" -d '{"events": [{"server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "name": "network-vif-deleted", "tag": "d9c39bfe-1a26-49d4-acc3-dfabd413ff43"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:37.523844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:37.527719 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ceb1ab-7c6d-49bb-8cf2-4873c52a2b77 x-openstack-request-id: req-31ceb1ab-7c6d-49bb-8cf2-4873c52a2b77 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:37.527993 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2653d23-f080-4396-a3a4-ab8748596083", "name": "network-vif-deleted", "tag": "d9c39bfe-1a26-49d4-acc3-dfabd413ff43", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:37.528502 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31ceb1ab-7c6d-49bb-8cf2-4873c52a2b77 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:37.528910 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2653d23-f080-4396-a3a4-ab8748596083', 'name': 'network-vif-deleted', 'tag': 'd9c39bfe-1a26-49d4-acc3-dfabd413ff43', 'status': 'completed', 'code': 200} Jul 13 19:32:37.577864 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d401-bdc4-4507-9a5a-46542228f59d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.595861 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d401-bdc4-4507-9a5a-46542228f59d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.668211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6d401-bdc4-4507-9a5a-46542228f59d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12ce9ab-9d8e-4695-868d-0d3df6d9b57e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:37.680596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19b50e2a-7fbe-41a6-a370-933327cf2540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.699640 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.709223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Transition to ACTIVE for port object 82767d64-13f7-4618-9eef-996422238d28 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:37.717434 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d401-bdc4-4507-9a5a-46542228f59d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.724395 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a1c6d401-bdc4-4507-9a5a-46542228f59d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5459137 Jul 13 19:32:37.727218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:37.733888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1256966681', 'security_groups': ['a12ce9ab-9d8e-4695-868d-0d3df6d9b57e'], 'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1325c75-c95e-4f6a-be4c-89e9dfdef90f'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:37.766900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Transition to ACTIVE for port object 82767d64-13f7-4618-9eef-996422238d28 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:37.769720 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19b50e2a-7fbe-41a6-a370-933327cf2540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.784891 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.848536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:37.852196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:37.855613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:37.863086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19b50e2a-7fbe-41a6-a370-933327cf2540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.866577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19b50e2a-7fbe-41a6-a370-933327cf2540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.875722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-19b50e2a-7fbe-41a6-a370-933327cf2540 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bf30c55-ff31-40ab-a5d4-78c911b38946 HTTP/1.1" status: 204 len: 168 time: 0.5498235 Jul 13 19:32:37.914709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b50e2a-7fbe-41a6-a370-933327cf2540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf30c55-ff31-40ab-a5d4-78c911b38946,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:37.934469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:37.965869 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Pushing event updated for resources: {'Port': ['ID=82767d64-13f7-4618-9eef-996422238d28,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:37.979327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Attempting to bind port 82767d64-13f7-4618-9eef-996422238d28 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:37.979327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Attempting to bind port 82767d64-13f7-4618-9eef-996422238d28 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'e199d285-c9bb-475e-8664-8ecf77038322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:37.980255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Attempting to bind port 82767d64-13f7-4618-9eef-996422238d28 on network 455de0d3-fd34-4dcf-92c2-d9677417fd9b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:37.988755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:37.989134 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Checking segment: {'id': 'e199d285-c9bb-475e-8664-8ecf77038322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:37.989521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-597348848-network', 'tenant_id': 'b5e9bc35ed324c7ebaf1612620ec525f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:37.989852 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:37.990293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Bound using segment: {'id': 'e199d285-c9bb-475e-8664-8ecf77038322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:37.990754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Bound port: 82767d64-13f7-4618-9eef-996422238d28, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e199d285-c9bb-475e-8664-8ecf77038322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:37.991248 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.082571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Made reservation on behalf of b5e9bc35ed324c7ebaf1612620ec525f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:38.086556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.091010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] For port 82767d64-13f7-4618-9eef-996422238d28, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:38.095965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] For port 82767d64-13f7-4618-9eef-996422238d28, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=82767d64-13f7-4618-9eef-996422238d28,segment=NetworkSegment(e199d285-c9bb-475e-8664-8ecf77038322),segment_id=e199d285-c9bb-475e-8664-8ecf77038322)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:38.102769 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.113945 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.194138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb55d0-5f58-4353-b9d9-7129ccae4277 None None] Pushing event updated for resources: {'Port': ['ID=82767d64-13f7-4618-9eef-996422238d28,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:38.252066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.300254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:32:38.371902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:38.398940 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.443710 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.464704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-296c72b6-b945-46cc-b73c-eee7c371d244 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting subnet 39fca68d-ce52-4351-b1cb-e49b49fab944 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:32:38.468714 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-296c72b6-b945-46cc-b73c-eee7c371d244 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.483279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:32:38.532310 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.532661 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Added segment ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3 of type vlan for network 8342f7e2-445e-4815-8874-34672ce817ba Jul 13 19:32:38.557224 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-296c72b6-b945-46cc-b73c-eee7c371d244 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.596536 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.616857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:38.701780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.7 (455de0d3-fd34-4dcf-92c2-d9677417fd9b/e1325c75-c95e-4f6a-be4c-89e9dfdef90f/d2d3e8b1-4267-4d7b-b16b-4162d78872d8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:38.703861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.705096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:38.705682 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.739274 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-296c72b6-b945-46cc-b73c-eee7c371d244 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.821112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:38.822024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2950163 Jul 13 19:32:38.827591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eab68e-98e0-4693-b6fa-b5b506dfffc7 admin admin] Pushing event updated for resources: {'Network': ['ID=8342f7e2-445e-4815-8874-34672ce817ba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:38.837295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Request body: {'subnet': {'network_id': '8342f7e2-445e-4815-8874-34672ce817ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-597348848-subnet', 'tenant_id': 'b5e9bc35ed324c7ebaf1612620ec525f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:38.840497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 8342f7e2-445e-4815-8874-34672ce817ba details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:32:38.888282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Made reservation on behalf of b5e9bc35ed324c7ebaf1612620ec525f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:38.898790 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.905583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-296c72b6-b945-46cc-b73c-eee7c371d244 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.009597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c72b6-b945-46cc-b73c-eee7c371d244 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Subnet': ['ID=39fca68d-ce52-4351-b1cb-e49b49fab944,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:39.040233 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-296c72b6-b945-46cc-b73c-eee7c371d244 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.046528 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-296c72b6-b945-46cc-b73c-eee7c371d244 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "DELETE /v2.0/subnets/39fca68d-ce52-4351-b1cb-e49b49fab944 HTTP/1.1" status: 204 len: 168 time: 0.6708908 Jul 13 19:32:39.047684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:39.085121 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.104055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object d2d3e8b1-4267-4d7b-b16b-4162d78872d8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:39.162107 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.177593 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.229447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:39.232437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:39.239064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:39.342930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:39.344169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.395610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=d2d3e8b1-4267-4d7b-b16b-4162d78872d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:39.396456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac94e9a-2460-4ce7-802d-7977ad98b6d7 None None] Network d058ff35-ccd3-485a-b4fe-4d9740de8dd4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:39.411982 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1fad9912-3e93-4e6d-bef5-450ace109ed3 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6826100 Jul 13 19:32:39.414052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:39.430480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b3666e54-0fac-4a5e-bccd-fe7069cf0e84 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:39.438863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting port b545282c-9146-4914-b4ff-4ca5b0eba951 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:39.439204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.531684 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.550826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:39.695435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] For port b545282c-9146-4914-b4ff-4ca5b0eba951, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b545282c-9146-4914-b4ff-4ca5b0eba951,segment=NetworkSegment(09306b1b-e1be-4b61-88a3-6bad9178d234),segment_id=09306b1b-e1be-4b61-88a3-6bad9178d234)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:39.695802 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.732030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3666e54-0fac-4a5e-bccd-fe7069cf0e84 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:39.739236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Calling delete_port for b545282c-9146-4914-b4ff-4ca5b0eba951 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:39.740696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3666e54-0fac-4a5e-bccd-fe7069cf0e84 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.777284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219296d0-1243-4957-8dee-d2cb0503d834,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:39.789674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 82767d64-13f7-4618-9eef-996422238d28 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:39.887114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 82767d64-13f7-4618-9eef-996422238d28 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:39.924799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Checking segment: {'id': 'ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '8342f7e2-445e-4815-8874-34672ce817ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:39.925431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Network hostable DHCP agents. Network: 8342f7e2-445e-4815-8874-34672ce817ba, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:32:39.951940 n-d-800708-1 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-b3666e54-0fac-4a5e-bccd-fe7069cf0e84 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e1325c75-c95e-4f6a-be4c-89e9dfdef90f (CIDR: 172.20.0.0/28) Jul 13 19:32:39.959529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-network', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:39.964449 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3666e54-0fac-4a5e-bccd-fe7069cf0e84 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:32:39.965134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3666e54-0fac-4a5e-bccd-fe7069cf0e84 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:32:39.984179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Network 8342f7e2-445e-4815-8874-34672ce817ba is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:32:39.999219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Made reservation on behalf of 38f77f58e3f54a0c801129682a1eed05 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:40.001891 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.002613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 8342f7e2-445e-4815-8874-34672ce817ba) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:40.010965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:40.011711 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.021787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5d2aa2-1cc7-4715-bc8b-e9c30a189975 None None] Network 8342f7e2-445e-4815-8874-34672ce817ba requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:40.034323 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.050689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb092b0-069b-4ce8-a68a-7b7ea026ea68 None None] DHCP port deletion for d058ff35-ccd3-485a-b4fe-4d9740de8dd4 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:32:40.055019 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-52aac2ed-c1f3-4db4-b08f-92da4fb884e2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2303705 Jul 13 19:32:40.058215 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b3666e54-0fac-4a5e-bccd-fe7069cf0e84 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6415045 Jul 13 19:32:40.067113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:40.077338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cd7fa116-6219-4ce4-a979-878d6f68706d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:40.111327 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.148451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Port': ['ID=b545282c-9146-4914-b4ff-4ca5b0eba951,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:40.155052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] No DVR routers for this DVR port b545282c-9146-4914-b4ff-4ca5b0eba951 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:40.277579 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.313452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d058ff35-ccd3-485a-b4fe-4d9740de8dd4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:40.314272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3cb092b0-069b-4ce8-a68a-7b7ea026ea68 None None] The port 'b545282c-9146-4914-b4ff-4ca5b0eba951' was deleted {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 19:32:40.373191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09306b1b-e1be-4b61-88a3-6bad9178d234') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:40.374214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09306b1b-e1be-4b61-88a3-6bad9178d234') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:40.408399 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.438682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8087baf8-e39f-4a5d-a262-e1ba9f97f5af None None] Provisioning for port 82767d64-13f7-4618-9eef-996422238d28 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:40.471094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8087baf8-e39f-4a5d-a262-e1ba9f97f5af None None] Provisioning complete for port 82767d64-13f7-4618-9eef-996422238d28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:40.471431 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8087baf8-e39f-4a5d-a262-e1ba9f97f5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.473495 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.497521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:32:40.498668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:32:40.505387 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:32:40.585939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.594734 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.663559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:32:40.674358 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.680773 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.680981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7fa116-6219-4ce4-a979-878d6f68706d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:40.687729 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7fa116-6219-4ce4-a979-878d6f68706d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.691547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "DELETE /v2.0/networks/d058ff35-ccd3-485a-b4fe-4d9740de8dd4 HTTP/1.1" status: 204 len: 168 time: 1.6398447 Jul 13 19:32:40.693578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:40.705711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde9e9e9-f5ed-4c48-b359-672d08dee330,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:40.732565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242d2f0-75fd-4842-b032-0559dfa29c46 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Network': ['ID=d058ff35-ccd3-485a-b4fe-4d9740de8dd4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:40.833924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.834824 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Added segment 6c39350e-9764-47c6-a009-3ac5e203511f of type vlan for network 1fa9e829-509c-4ef8-8762-1345ce996ad0 Jul 13 19:32:40.847043 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9454df0-b565-405f-822a-3e436cecbf98 None None] Network 8342f7e2-445e-4815-8874-34672ce817ba requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:40.950482 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8087baf8-e39f-4a5d-a262-e1ba9f97f5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.988649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffb41d8-755e-4db3-a41d-87f88101c035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting subnet e1589fb6-e525-4456-8b6a-18678930377d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:32:41.017828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8087baf8-e39f-4a5d-a262-e1ba9f97f5af None None] For port 82767d64-13f7-4618-9eef-996422238d28, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=82767d64-13f7-4618-9eef-996422238d28,segment=NetworkSegment(e199d285-c9bb-475e-8664-8ecf77038322),segment_id=e199d285-c9bb-475e-8664-8ecf77038322)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:41.025676 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8087baf8-e39f-4a5d-a262-e1ba9f97f5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.062169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.072594 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ffb41d8-755e-4db3-a41d-87f88101c035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.128992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087baf8-e39f-4a5d-a262-e1ba9f97f5af None None] Pushing event updated for resources: {'Port': ['ID=82767d64-13f7-4618-9eef-996422238d28,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:41.176549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8087baf8-e39f-4a5d-a262-e1ba9f97f5af None None] Provisioning complete for port 705e04ab-40a2-4f64-9629-550fdc40dac5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:41.177060 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8087baf8-e39f-4a5d-a262-e1ba9f97f5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.257015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8087baf8-e39f-4a5d-a262-e1ba9f97f5af None None] Port 705e04ab-40a2-4f64-9629-550fdc40dac5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:41.385612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24bf1be1-e1c9-4c35-b9c1-595d07bf46c0 None None] Provisioning for port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:41.393320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24bf1be1-e1c9-4c35-b9c1-595d07bf46c0 None None] Provisioning complete for port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:41.393320 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24bf1be1-e1c9-4c35-b9c1-595d07bf46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.393937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7fa116-6219-4ce4-a979-878d6f68706d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.397372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ffb41d8-755e-4db3-a41d-87f88101c035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.441716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24bf1be1-e1c9-4c35-b9c1-595d07bf46c0 None None] Port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:41.483109 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.484198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:41.484843 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.503975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7fa116-6219-4ce4-a979-878d6f68706d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:41.530317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cd7fa116-6219-4ce4-a979-878d6f68706d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:41.549091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2bdf00-b6be-451d-9994-9211d7f2deef None None] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:41.586791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7fa116-6219-4ce4-a979-878d6f68706d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:41.587770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7fa116-6219-4ce4-a979-878d6f68706d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.600189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fa116-6219-4ce4-a979-878d6f68706d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=fcee23cd-865e-462e-8da7-94e382662d54,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:41.621490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0662575 Jul 13 19:32:41.622732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:41.629817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Request body: {'subnet': {'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-subnet', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:41.658702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-0cbf0799-a343-4546-b887-be8c702d9e94 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:41.661331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-0cbf0799-a343-4546-b887-be8c702d9e94 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/networks?id=8342f7e2-445e-4815-8874-34672ce817ba HTTP/1.1" status: 200 len: 821 time: 0.3928974 Jul 13 19:32:41.666220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57602eb-5032-4444-804a-6a79a9372e1d admin admin] Pushing event updated for resources: {'Network': ['ID=1fa9e829-509c-4ef8-8762-1345ce996ad0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:41.673991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 82767d64-13f7-4618-9eef-996422238d28 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:41.684640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Made reservation on behalf of 38f77f58e3f54a0c801129682a1eed05 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:41.688988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.705609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cd7fa116-6219-4ce4-a979-878d6f68706d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6297894 Jul 13 19:32:41.705864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 1fa9e829-509c-4ef8-8762-1345ce996ad0 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:32:41.709924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:41.710266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:41.718429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1653061102', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fcee23cd-865e-462e-8da7-94e382662d54'}], 'security_groups': ['1365d695-dcd1-4fda-aa29-fbed2409aca3']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:41.767766 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-3c464b10-b1d8-46b3-bf10-934e4b63d36e tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/quotas/b5e9bc35ed324c7ebaf1612620ec525f HTTP/1.1" status: 200 len: 375 time: 0.0771258 Jul 13 19:32:41.807188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ffb41d8-755e-4db3-a41d-87f88101c035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.916345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-f5f143e5-c50c-4d26-be7f-e49bd8b84de3 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e9bc35ed324c7ebaf1612620ec525f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1350541 Jul 13 19:32:41.951961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.956843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 82767d64-13f7-4618-9eef-996422238d28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:41.957360 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.007432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb60cdf7-45cc-40e7-b935-63c06ad4f599,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:42.058700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Checking segment: {'id': '6c39350e-9764-47c6-a009-3ac5e203511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:42.059363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Network hostable DHCP agents. Network: 1fa9e829-509c-4ef8-8762-1345ce996ad0, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:32:42.082442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Network 1fa9e829-509c-4ef8-8762-1345ce996ad0 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:32:42.102718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 1fa9e829-509c-4ef8-8762-1345ce996ad0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:42.108839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:42.109579 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.133434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756760ae-a0f6-426d-baff-b1d983a1528c None None] Network 1fa9e829-509c-4ef8-8762-1345ce996ad0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:42.143622 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-97231b68-0af5-43fc-a441-06d189ab6e12 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5189507 Jul 13 19:32:42.144677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:42.149728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:42.163506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b28054-f28c-4924-897f-66e6103e4fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.218134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.218702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b545282c-9146-4914-b4ff-4ca5b0eba951 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:42.219971 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.263884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: b545282c-9146-4914-b4ff-4ca5b0eba951 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:42.264531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b545282c-9146-4914-b4ff-4ca5b0eba951 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:42.268881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ffb41d8-755e-4db3-a41d-87f88101c035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.270816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.293247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5b881-7b0f-4305-84cf-b2f833c65727 None None] Update dhcp port {'port': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'fixed_ips': [{'subnet_id': 'e1325c75-c95e-4f6a-be4c-89e9dfdef90f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fcee23cd-865e-462e-8da7-94e382662d54'}], 'binding:host_id': 'n-d-800708-1'}, 'id': '82767d64-13f7-4618-9eef-996422238d28'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:32:42.359507 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.364272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb41d8-755e-4db3-a41d-87f88101c035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Subnet': ['ID=e1589fb6-e525-4456-8b6a-18678930377d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:42.364504 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98b5b881-7b0f-4305-84cf-b2f833c65727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.444206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ffb41d8-755e-4db3-a41d-87f88101c035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.447944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9ffb41d8-755e-4db3-a41d-87f88101c035 tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "DELETE /v2.0/subnets/e1589fb6-e525-4456-8b6a-18678930377d HTTP/1.1" status: 204 len: 168 time: 1.7392673 Jul 13 19:32:42.455470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:42.476334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec3b1f6-ba3c-4792-a049-a465d59d3833 None None] Network a370ca12-972d-4214-9a2f-d09ff026971d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:42.477063 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-11e079bc-aafc-453d-9e5e-4341cdb98de1 service neutron] 10.222.0.25 "GET /v2.0/networks/8342f7e2-445e-4815-8874-34672ce817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428503 Jul 13 19:32:42.713309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3465436e-4888-4e95-b1bb-623eeeda7cbd None None] Network 1fa9e829-509c-4ef8-8762-1345ce996ad0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:42.778754 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:43.147736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-98b5b881-7b0f-4305-84cf-b2f833c65727 None None] Allocated IP 172.20.0.18 (455de0d3-fd34-4dcf-92c2-d9677417fd9b/fcee23cd-865e-462e-8da7-94e382662d54/82767d64-13f7-4618-9eef-996422238d28) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:43.248943 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:43.342166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b28054-f28c-4924-897f-66e6103e4fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:43.345286 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-89ae0816-1161-448b-9a1e-28b70655d5ee service neutron] 10.222.0.25 "GET /v2.0/networks/8342f7e2-445e-4815-8874-34672ce817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8447716 Jul 13 19:32:43.357178 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b28054-f28c-4924-897f-66e6103e4fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:43.396847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa4471-cf74-481c-98eb-a16e7e3b72dd None None] DHCP port deletion for a370ca12-972d-4214-9a2f-d09ff026971d request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:32:43.429199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-98b5b881-7b0f-4305-84cf-b2f833c65727 None None] For port 82767d64-13f7-4618-9eef-996422238d28, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=82767d64-13f7-4618-9eef-996422238d28,segment=NetworkSegment(e199d285-c9bb-475e-8664-8ecf77038322),segment_id=e199d285-c9bb-475e-8664-8ecf77038322)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:43.446453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b28054-f28c-4924-897f-66e6103e4fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8da9231-5e0e-41b0-928f-8be2154238fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:43.473742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:43.477747 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c1b28054-f28c-4924-897f-66e6103e4fed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02b28b52ebfb47578722a523b111af7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7648520 Jul 13 19:32:43.537204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Deleting port 604f9fba-a903-4be3-bf3e-68cf04c8022e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:43.537546 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:43.570201 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98b5b881-7b0f-4305-84cf-b2f833c65727 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:43.638234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98b5b881-7b0f-4305-84cf-b2f833c65727 None None] Transition to ACTIVE for port object 82767d64-13f7-4618-9eef-996422238d28 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:43.642581 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-57fa4471-cf74-481c-98eb-a16e7e3b72dd None None] Deleting port 604f9fba-a903-4be3-bf3e-68cf04c8022e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:43.642949 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57fa4471-cf74-481c-98eb-a16e7e3b72dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:43.655306 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98b5b881-7b0f-4305-84cf-b2f833c65727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:43.681098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] For port 604f9fba-a903-4be3-bf3e-68cf04c8022e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=604f9fba-a903-4be3-bf3e-68cf04c8022e,segment=NetworkSegment(bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1),segment_id=bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:43.681723 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:43.698088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 604f9fba-a903-4be3-bf3e-68cf04c8022e no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:43.704505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Calling delete_port for 604f9fba-a903-4be3-bf3e-68cf04c8022e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:43.800808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5bbfa8c-f9c5-4d8d-992c-43812216af9b req-b083eb74-0b01-43a1-98c2-f2ba720a7390 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 210 time: 0.1002066 Jul 13 19:32:43.858672 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eac98b0-7af3-4852-a974-1b414a2dc3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:43.863725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.007657 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eac98b0-7af3-4852-a974-1b414a2dc3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.016377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Delete allocated IP 172.20.0.7 (455de0d3-fd34-4dcf-92c2-d9677417fd9b/e1325c75-c95e-4f6a-be4c-89e9dfdef90f) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 19:32:44.028683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.25 (455de0d3-fd34-4dcf-92c2-d9677417fd9b/fcee23cd-865e-462e-8da7-94e382662d54/d2d3e8b1-4267-4d7b-b16b-4162d78872d8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:44.152821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.215020 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.222703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eac98b0-7af3-4852-a974-1b414a2dc3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.228153 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eac98b0-7af3-4852-a974-1b414a2dc3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.229214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.235487 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6eac98b0-7af3-4852-a974-1b414a2dc3ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8da9231-5e0e-41b0-928f-8be2154238fc HTTP/1.1" status: 204 len: 168 time: 0.7015984 Jul 13 19:32:44.245795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5b881-7b0f-4305-84cf-b2f833c65727 None None] Pushing event updated for resources: {'Port': ['ID=82767d64-13f7-4618-9eef-996422238d28,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:44.260243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object d2d3e8b1-4267-4d7b-b16b-4162d78872d8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:44.265825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-57fa4471-cf74-481c-98eb-a16e7e3b72dd None None] For port 604f9fba-a903-4be3-bf3e-68cf04c8022e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=604f9fba-a903-4be3-bf3e-68cf04c8022e,segment=NetworkSegment(bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1),segment_id=bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:44.266264 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57fa4471-cf74-481c-98eb-a16e7e3b72dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.274088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.281384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac98b0-7af3-4852-a974-1b414a2dc3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8da9231-5e0e-41b0-928f-8be2154238fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:44.289117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-57fa4471-cf74-481c-98eb-a16e7e3b72dd None None] Calling delete_port for 604f9fba-a903-4be3-bf3e-68cf04c8022e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:44.369294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=d2d3e8b1-4267-4d7b-b16b-4162d78872d8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:44.383734 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.449012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Allocated IP 172.25.7.110 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/2b6f708b-414f-43fc-8ea1-82353e6fa4c8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:44.486336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Port': ['ID=604f9fba-a903-4be3-bf3e-68cf04c8022e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:44.522722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] No DVR routers for this DVR port 604f9fba-a903-4be3-bf3e-68cf04c8022e on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:44.602653 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57fa4471-cf74-481c-98eb-a16e7e3b72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.629992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa4471-cf74-481c-98eb-a16e7e3b72dd None None] No DVR routers for this DVR port 604f9fba-a903-4be3-bf3e-68cf04c8022e on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:44.681217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa4471-cf74-481c-98eb-a16e7e3b72dd None None] Pushing event deleted for resources: {'Port': ['ID=604f9fba-a903-4be3-bf3e-68cf04c8022e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:44.736987 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.788659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:44.818895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.828315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.865067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:44.868840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:44.873279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:44.876631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e77b1c2a-707f-4795-bc3c-eb07929d635c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.893016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] In _notify_port_updated(), no bound segment for port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 on network 455de0d3-fd34-4dcf-92c2-d9677417fd9b {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:32:44.900612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:44.901564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:44.903107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cc1a7782-6a47-4bd3-8be4-36fa1eb228eb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "PUT /v2.0/ports/d2d3e8b1-4267-4d7b-b16b-4162d78872d8 HTTP/1.1" status: 200 len: 921 time: 3.1916325 Jul 13 19:32:44.931135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:45.017238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6f708b-414f-43fc-8ea1-82353e6fa4c8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:45.057758 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e77b1c2a-707f-4795-bc3c-eb07929d635c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.065993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a370ca12-972d-4214-9a2f-d09ff026971d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:45.076330 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e77b1c2a-707f-4795-bc3c-eb07929d635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.186356 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b1c2a-707f-4795-bc3c-eb07929d635c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483c263b-837e-4bc0-9978-3825dec4a987,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:45.202523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:45.202829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6de0b4-5d6e-4266-8e73-3ed1da62b6c1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:45.222044 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f343a60f-a2dc-4df6-9080-3e915c0b893c req-4e501a01-b5e0-4996-b008-74c20b6a8661 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 210 time: 0.1133783 Jul 13 19:32:45.235330 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e77b1c2a-707f-4795-bc3c-eb07929d635c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09b679028a814ee7b2ee21a5fb9fd6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412198 Jul 13 19:32:45.237339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:45.244514 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.276362 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.289806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:32:45.290633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:32:45.419258 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:32:45.426699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-219f3985-b949-48a6-a906-f04f7081fb96 None None] Provisioning complete for port 705e04ab-40a2-4f64-9629-550fdc40dac5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:45.430801 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219f3985-b949-48a6-a906-f04f7081fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.431220 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.440524 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.448829 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] 10.222.0.25 "DELETE /v2.0/networks/a370ca12-972d-4214-9a2f-d09ff026971d HTTP/1.1" status: 204 len: 168 time: 2.9886365 Jul 13 19:32:45.480596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fffe77b-9892-45f5-8e68-1c8e85b734c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.482727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4837cee-6747-41c4-90e6-dedb1f71863b tempest-ServersTestMultiNic-1151460925 tempest-ServersTestMultiNic-1151460925-project] Pushing event deleted for resources: {'Network': ['ID=a370ca12-972d-4214-9a2f-d09ff026971d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:45.534679 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.551210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-219f3985-b949-48a6-a906-f04f7081fb96 None None] Port 705e04ab-40a2-4f64-9629-550fdc40dac5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:45.578025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-219f3985-b949-48a6-a906-f04f7081fb96 None None] Provisioning for port 82767d64-13f7-4618-9eef-996422238d28 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:45.582802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-219f3985-b949-48a6-a906-f04f7081fb96 None None] Provisioning complete for port 82767d64-13f7-4618-9eef-996422238d28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:45.583459 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219f3985-b949-48a6-a906-f04f7081fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.613029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a617fe72-e43e-4514-8778-561f6ba98307 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:45.613364 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a617fe72-e43e-4514-8778-561f6ba98307 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.622794 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fffe77b-9892-45f5-8e68-1c8e85b734c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.746318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 82767d64-13f7-4618-9eef-996422238d28 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:45.831772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-219f3985-b949-48a6-a906-f04f7081fb96 None None] Provisioning for port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:45.837953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-219f3985-b949-48a6-a906-f04f7081fb96 None None] Provisioning complete for port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:45.838533 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219f3985-b949-48a6-a906-f04f7081fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.862981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 82767d64-13f7-4618-9eef-996422238d28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:45.863844 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.936956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-219f3985-b949-48a6-a906-f04f7081fb96 None None] Port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:45.959357 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:46.063578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:46.174556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-78a52820-b855-43cc-9c56-0fd051534e64 None None] Provisioning complete for port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:46.175279 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78a52820-b855-43cc-9c56-0fd051534e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:46.182126 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:46.230012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-78a52820-b855-43cc-9c56-0fd051534e64 None None] Port d2d3e8b1-4267-4d7b-b16b-4162d78872d8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:46.340699 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a617fe72-e43e-4514-8778-561f6ba98307 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:46.350967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fffe77b-9892-45f5-8e68-1c8e85b734c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:46.353487 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fffe77b-9892-45f5-8e68-1c8e85b734c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:46.358259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2fffe77b-9892-45f5-8e68-1c8e85b734c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/483c263b-837e-4bc0-9978-3825dec4a987 HTTP/1.1" status: 204 len: 168 time: 1.1174676 Jul 13 19:32:46.385067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a617fe72-e43e-4514-8778-561f6ba98307 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for d2d3e8b1-4267-4d7b-b16b-4162d78872d8 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:46.395952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-d89984b5-9e71-4798-9167-9beb2520843d tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:46.397886 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-d89984b5-9e71-4798-9167-9beb2520843d tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.24 "GET /v2.0/networks?id=8342f7e2-445e-4815-8874-34672ce817ba HTTP/1.1" status: 200 len: 821 time: 0.7275460 Jul 13 19:32:46.411100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffe77b-9892-45f5-8e68-1c8e85b734c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483c263b-837e-4bc0-9978-3825dec4a987,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:46.424050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Request body: {'port': {'device_id': '17535e7c-d889-49cd-885c-7fa542246d39', 'network_id': '8342f7e2-445e-4815-8874-34672ce817ba', 'admin_state_up': True, 'tenant_id': 'b5e9bc35ed324c7ebaf1612620ec525f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:46.515509 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:46.544636 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e053fd5a-b642-4618-a6f0-baff74efc685 req-a41e86c8-8b32-45f5-95aa-00d191e5b67a tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 210 time: 0.1139271 Jul 13 19:32:46.808283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Made reservation on behalf of b5e9bc35ed324c7ebaf1612620ec525f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:46.812200 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:46.836728 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a617fe72-e43e-4514-8778-561f6ba98307 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:46.857303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Router c55debbb-3d33-407f-a79f-d0733aaacc65 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:32:46.933538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617fe72-e43e-4514-8778-561f6ba98307 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=d2d3e8b1-4267-4d7b-b16b-4162d78872d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:47.009562 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:47.358955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a617fe72-e43e-4514-8778-561f6ba98307 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:47.365479 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a617fe72-e43e-4514-8778-561f6ba98307 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/d2d3e8b1-4267-4d7b-b16b-4162d78872d8 HTTP/1.1" status: 204 len: 168 time: 2.4203985 Jul 13 19:32:47.368659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Allocated IP 172.20.0.12 (8342f7e2-445e-4815-8874-34672ce817ba/219296d0-1243-4957-8dee-d2cb0503d834/d412ec6c-dd94-4a26-994a-f90c322422cb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:47.369279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:47.422224 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0abccb-5759-4e59-91f2-d3c7887a315d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:32:47.423958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ae0abccb-5759-4e59-91f2-d3c7887a315d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/d2d3e8b1-4267-4d7b-b16b-4162d78872d8 HTTP/1.1" status: 404 len: 333 time: 0.0528860 Jul 13 19:32:47.432097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:47.542431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:47.558139 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Sync routers for ids ['c55debbb-3d33-407f-a79f-d0733aaacc65'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:47.570152 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Routers {'c55debbb-3d33-407f-a79f-d0733aaacc65'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:47.570916 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf037b75-44c0-440e-858c-785d7972889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c55debbb-3d33-407f-a79f-d0733aaacc65'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:47.748750 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b7139b1-06b5-4758-bfc7-da856f900d9e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:47.762345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] Deleting port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:47.762716 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:47.778096 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:47.790333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8dfdb2e5-db7b-4b5b-b2f1-697dd98a3713 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.6444774 Jul 13 19:32:47.798580 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:47.845094 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Set router c55debbb-3d33-407f-a79f-d0733aaacc65 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:47.967232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b7139b1-06b5-4758-bfc7-da856f900d9e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.096748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] For port 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4,segment=NetworkSegment(1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a),segment_id=1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:48.097579 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.115009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] Calling delete_port for 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:48.117542 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b7139b1-06b5-4758-bfc7-da856f900d9e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.121526 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b7139b1-06b5-4758-bfc7-da856f900d9e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.123331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7b7139b1-06b5-4758-bfc7-da856f900d9e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/security-groups/a12ce9ab-9d8e-4695-868d-0d3df6d9b57e HTTP/1.1" status: 204 len: 168 time: 0.6837683 Jul 13 19:32:48.127741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-681e5796-607c-46ab-8086-3d728245e924 req-a4742727-1c27-44de-884d-42621e2bd2da tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 210 time: 0.1216824 Jul 13 19:32:48.130936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:48.161953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.194271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7139b1-06b5-4758-bfc7-da856f900d9e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12ce9ab-9d8e-4695-868d-0d3df6d9b57e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:48.300538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e13cc49b-0735-46d7-8545-727128dd3bb0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.337551 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf037b75-44c0-440e-858c-785d7972889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:45Z', 'revision_number': 3, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:48.415106 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Checking router: c55debbb-3d33-407f-a79f-d0733aaacc65 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:32:48.415458 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Updating router c55debbb-3d33-407f-a79f-d0733aaacc65 port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:32:48.487875 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e13cc49b-0735-46d7-8545-727128dd3bb0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.519273 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.628088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.630690 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e13cc49b-0735-46d7-8545-727128dd3bb0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.633754 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e13cc49b-0735-46d7-8545-727128dd3bb0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.638891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e13cc49b-0735-46d7-8545-727128dd3bb0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/security-groups/1365d695-dcd1-4fda-aa29-fbed2409aca3 HTTP/1.1" status: 204 len: 168 time: 0.5032640 Jul 13 19:32:48.639942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:48.737793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:48.744665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c01d58-1053-4cef-a582-6639ff49bed2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet e1325c75-c95e-4f6a-be4c-89e9dfdef90f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:32:48.788196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cc49b-0735-46d7-8545-727128dd3bb0 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365d695-dcd1-4fda-aa29-fbed2409aca3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:48.799661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2c01d58-1053-4cef-a582-6639ff49bed2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.903524 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2c01d58-1053-4cef-a582-6639ff49bed2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.965615 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.012455 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Transition to ACTIVE for port object 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:49.025289 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.037382 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.121186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Network 8342f7e2-445e-4815-8874-34672ce817ba is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:49.143654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:49.147290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:49.186439 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Pushing event updated for resources: {'Port': ['ID=2b6f708b-414f-43fc-8ea1-82353e6fa4c8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:49.202287 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Attempting to bind port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:49.214130 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Attempting to bind port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:49.214930 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Attempting to bind port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:49.222147 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.222627 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.223110 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.224273 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.224757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.225668 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.227501 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.227940 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.229422 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.230123 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.230600 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.234203 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:49.240666 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:49.243876 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:49.243876 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.243876 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:49.244625 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Bound port: 2b6f708b-414f-43fc-8ea1-82353e6fa4c8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:49.246800 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.262074 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2c01d58-1053-4cef-a582-6639ff49bed2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.325575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Pushing event updated for resources: {'Port': ['ID=d412ec6c-dd94-4a26-994a-f90c322422cb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:49.338213 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cf037b75-44c0-440e-858c-785d7972889f None None] For port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:49.344583 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cf037b75-44c0-440e-858c-785d7972889f None None] For port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2b6f708b-414f-43fc-8ea1-82353e6fa4c8,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:49.351687 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.379922 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2c01d58-1053-4cef-a582-6639ff49bed2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.401641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:49.402282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.455146 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Routers {'c55debbb-3d33-407f-a79f-d0733aaacc65'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:49.456153 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf037b75-44c0-440e-858c-785d7972889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c55debbb-3d33-407f-a79f-d0733aaacc65'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:49.472291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b233a-3525-4eb8-9f23-3341c65a3784 None None] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:49.495845 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954320a-c5d2-4882-a6b7-f167f6a3e656 None None] Pushing event updated for resources: {'Port': ['ID=2b6f708b-414f-43fc-8ea1-82353e6fa4c8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:49.522906 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-216d94e8-26ff-4e1c-b421-ea59f0260570 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1095624 Jul 13 19:32:49.543091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c01d58-1053-4cef-a582-6639ff49bed2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=e1325c75-c95e-4f6a-be4c-89e9dfdef90f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:49.545829 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2c01d58-1053-4cef-a582-6639ff49bed2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.551950 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d2c01d58-1053-4cef-a582-6639ff49bed2 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/e1325c75-c95e-4f6a-be4c-89e9dfdef90f HTTP/1.1" status: 204 len: 168 time: 0.9006686 Jul 13 19:32:49.552141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Request body: {'port': {'device_id': '17535e7c-d889-49cd-885c-7fa542246d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:49.555468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:49.650031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-37165ecf-d97d-44f4-a055-62c2ca444060 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:49.681815 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cf037b75-44c0-440e-858c-785d7972889f None None] Set router c55debbb-3d33-407f-a79f-d0733aaacc65 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:49.708866 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.811683 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.843304 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.878336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-d539e629-6869-41e8-9dda-3bde6ad6650d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--503517173&fields=id&tenant_id=10e9cbd002da49db81716442d5cce01c HTTP/1.1" status: 200 len: 267 time: 0.2027166 Jul 13 19:32:49.956381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d301e43-45e4-40cd-a790-eaa1be963d24 req-78438219-4751-4c36-99f1-9cd08154b0a7 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:49.964394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7d301e43-45e4-40cd-a790-eaa1be963d24 req-78438219-4751-4c36-99f1-9cd08154b0a7 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 932 time: 0.4988861 Jul 13 19:32:49.979128 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf037b75-44c0-440e-858c-785d7972889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:45Z', 'revision_number': 3, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:50.020533 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-d3cf33a3-1d7d-49c9-9d9a-dfaccb5881e4 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:50.024460 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf037b75-44c0-440e-858c-785d7972889f None None] The sync data for ids ['c55debbb-3d33-407f-a79f-d0733aaacc65'] in n-d-800708-1 is: [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:45Z', 'revision_number': 3, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:50.029050 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-d3cf33a3-1d7d-49c9-9d9a-dfaccb5881e4 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/networks?id=c44f462a-02d8-482c-a9a8-2888e29adef2 HTTP/1.1" status: 200 len: 814 time: 0.1497619 Jul 13 19:32:50.059988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37165ecf-d97d-44f4-a055-62c2ca444060 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:50.064829 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-604b0966-cf37-4697-9a5f-061dc6024e74 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/quotas/10e9cbd002da49db81716442d5cce01c HTTP/1.1" status: 200 len: 375 time: 0.0347974 Jul 13 19:32:50.066511 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37165ecf-d97d-44f4-a055-62c2ca444060 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.136849 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7d301e43-45e4-40cd-a790-eaa1be963d24 req-7c0b3b4a-037b-40fe-a0ee-ca28b2c89b56 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713140 Jul 13 19:32:50.355698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Allocated IP 172.20.0.1 (1fa9e829-509c-4ef8-8762-1345ce996ad0/cb60cdf7-45cc-40e7-b935-63c06ad4f599/10c83657-4519-423f-859f-11232bfb5149) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:50.517297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] Router efb18fe4-120f-47c5-956b-ec4237f9fd35 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:32:50.530972 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914486f9-084c-4328-a71b-027d5ac10b53 req-4f38c3bb-263c-4f12-9118-d1c8da3b9fe9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:50.549500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-914486f9-084c-4328-a71b-027d5ac10b53 req-4f38c3bb-263c-4f12-9118-d1c8da3b9fe9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 946 time: 0.2065198 Jul 13 19:32:50.654895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-7fe36d57-2e4c-46c0-80d7-4775ef9fbe9f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=10e9cbd002da49db81716442d5cce01c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4646969 Jul 13 19:32:50.661015 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.672531 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f160679c-c3c3-4a55-b85c-074045469c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.683142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-914486f9-084c-4328-a71b-027d5ac10b53 req-a9259e95-8cf8-4f6f-bdc0-b966a777e332 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320817 Jul 13 19:32:50.945151 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ee5c73af-296d-4983-937b-46b7be9f6300 service neutron] 10.222.0.25 "GET /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693088 Jul 13 19:32:51.021484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cdcd22e9-2b80-4b3a-93de-fdcb889a32b6 None None] Provisioning complete for port 705e04ab-40a2-4f64-9629-550fdc40dac5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:51.021871 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcd22e9-2b80-4b3a-93de-fdcb889a32b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.059172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.097208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd22e9-2b80-4b3a-93de-fdcb889a32b6 None None] Port 705e04ab-40a2-4f64-9629-550fdc40dac5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:51.109217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:51.113577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cdcd22e9-2b80-4b3a-93de-fdcb889a32b6 None None] Provisioning complete for port 82767d64-13f7-4618-9eef-996422238d28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:51.113983 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcd22e9-2b80-4b3a-93de-fdcb889a32b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.138898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Network 1fa9e829-509c-4ef8-8762-1345ce996ad0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:51.147259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:51.149830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:51.234028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:51.245644 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7db9cee1-0866-4220-94c9-307e29298ac3 admin admin] 10.222.0.25 "PUT /v2.0/routers/efb18fe4-120f-47c5-956b-ec4237f9fd35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1797395 Jul 13 19:32:51.246344 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] Sync routers for ids ['efb18fe4-120f-47c5-956b-ec4237f9fd35'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:51.246969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:51.263320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] Routers {'efb18fe4-120f-47c5-956b-ec4237f9fd35'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:51.264600 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['efb18fe4-120f-47c5-956b-ec4237f9fd35'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:51.269676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Pushing event updated for resources: {'Port': ['ID=10c83657-4519-423f-859f-11232bfb5149,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:51.322182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d412ec6c-dd94-4a26-994a-f90c322422cb {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:51.342237 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.373336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.404695 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-880a6517-1796-4447-88b6-1e63025589ab service neutron] 10.222.0.25 "GET /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440513 Jul 13 19:32:51.482206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Transition to ACTIVE for port object d412ec6c-dd94-4a26-994a-f90c322422cb will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:51.494712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a5e9e0c-1abd-4555-8319-c4ff6ce414d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.497709 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.497877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] Set router efb18fe4-120f-47c5-956b-ec4237f9fd35 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:51.534458 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.662812 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37165ecf-d97d-44f4-a055-62c2ca444060 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.697327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:51.711170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Pushing event updated for resources: {'Port': ['ID=d412ec6c-dd94-4a26-994a-f90c322422cb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:51.793023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37165ecf-d97d-44f4-a055-62c2ca444060 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=d4914485-c06a-4895-9b78-fe9327c61048,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:51.808511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:51.817120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:51.817574 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.825275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37165ecf-d97d-44f4-a055-62c2ca444060 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:51.833407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-37165ecf-d97d-44f4-a055-62c2ca444060 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:51.848593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554d88a-9018-466b-8120-e26c18a3455b req-40527738-4011-43f8-a40b-a59af2d233b6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:51.850617 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f554d88a-9018-466b-8120-e26c18a3455b req-40527738-4011-43f8-a40b-a59af2d233b6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 946 time: 0.4379430 Jul 13 19:32:51.852289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37165ecf-d97d-44f4-a055-62c2ca444060 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:51.853428 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37165ecf-d97d-44f4-a055-62c2ca444060 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.867376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b333f1-9542-4c23-8924-5bc92c04d9a9 None None] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:51.871886 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.908952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Attempting to bind port d412ec6c-dd94-4a26-994a-f90c322422cb on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:51.909399 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Attempting to bind port d412ec6c-dd94-4a26-994a-f90c322422cb by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '8342f7e2-445e-4815-8874-34672ce817ba'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:51.909831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Attempting to bind port d412ec6c-dd94-4a26-994a-f90c322422cb on network 8342f7e2-445e-4815-8874-34672ce817ba {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:51.915365 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.933189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Port d412ec6c-dd94-4a26-994a-f90c322422cb on network 8342f7e2-445e-4815-8874-34672ce817ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:51.933861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Attempting to bind port d412ec6c-dd94-4a26-994a-f90c322422cb on network 8342f7e2-445e-4815-8874-34672ce817ba {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:51.973072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'name': 'tempest-ServersTestMultiNic-330261464-router', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:27Z', 'updated_at': '2021-07-13T19:32:48Z', 'revision_number': 5, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'gw_port': {'id': '15e771b7-f55c-4066-b01e-85a84bf10053', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:30:30Z', 'updated_at': '2021-07-13T19:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:51.978972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:51.979992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Checking segment: {'id': 'ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '8342f7e2-445e-4815-8874-34672ce817ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:51.980683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Bound using segment: {'id': 'ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '8342f7e2-445e-4815-8874-34672ce817ba'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:51.981713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Bound port: d412ec6c-dd94-4a26-994a-f90c322422cb, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '8342f7e2-445e-4815-8874-34672ce817ba'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:51.982733 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.989110 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a5e9e0c-1abd-4555-8319-c4ff6ce414d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.011900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ac0b1-6b1f-44b3-a763-aa4f89eecd8d req-798224a6-141b-4eb9-843b-dfe3b2924f06 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:52.020758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e55ac0b1-6b1f-44b3-a763-aa4f89eecd8d req-798224a6-141b-4eb9-843b-dfe3b2924f06 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 944 time: 0.5475073 Jul 13 19:32:52.030192 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a5e9e0c-1abd-4555-8319-c4ff6ce414d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.037196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] Checking router: efb18fe4-120f-47c5-956b-ec4237f9fd35 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:32:52.076796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] Routers {'efb18fe4-120f-47c5-956b-ec4237f9fd35'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:52.077247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['efb18fe4-120f-47c5-956b-ec4237f9fd35'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:52.107930 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-37165ecf-d97d-44f4-a055-62c2ca444060 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4766710 Jul 13 19:32:52.108596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:52.132174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b0df3844-fea2-418d-878a-8070c1f07d66 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1311260237'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:52.158824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e9e0c-1abd-4555-8319-c4ff6ce414d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938fbcf1-d1d3-4b8c-b25e-0b4a29f2fb92,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:52.163292 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4a5e9e0c-1abd-4555-8319-c4ff6ce414d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9ec1f44750d4d5daf6a75274ecceb19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0437169 Jul 13 19:32:52.180297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:52.231331 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.236185 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0df3844-fea2-418d-878a-8070c1f07d66 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.254868 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2b6f708b-414f-43fc-8ea1-82353e6fa4c8,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:52.271152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e55ac0b1-6b1f-44b3-a763-aa4f89eecd8d req-56946432-e211-45d1-9e5e-512b06969a0b tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491624 Jul 13 19:32:52.273053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Deleting port 15e771b7-f55c-4066-b01e-85a84bf10053 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:52.273591 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.276677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] For port d412ec6c-dd94-4a26-994a-f90c322422cb, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:52.287947 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.297597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] For port d412ec6c-dd94-4a26-994a-f90c322422cb, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d412ec6c-dd94-4a26-994a-f90c322422cb,segment=NetworkSegment(ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3),segment_id=ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:52.309053 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.341683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae0991-2966-42fa-a481-f270c1d6a543 req-9eaaf6da-60a2-46c3-afcf-bad1469690f8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:52.343518 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3eae0991-2966-42fa-a481-f270c1d6a543 req-9eaaf6da-60a2-46c3-afcf-bad1469690f8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 946 time: 0.2810690 Jul 13 19:32:52.370607 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] Set router efb18fe4-120f-47c5-956b-ec4237f9fd35 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:52.415213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:52.415993 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.417870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] 10.222.0.24 "PUT /v2.0/ports/d412ec6c-dd94-4a26-994a-f90c322422cb HTTP/1.1" status: 200 len: 1092 time: 2.8814538 Jul 13 19:32:52.422755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17535e7c-d889-49cd-885c-7fa542246d39', 'tag': 'd412ec6c-dd94-4a26-994a-f90c322422cb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:52.424991 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28581015-1c67-4354-a89a-3b1732325266" -d '{"events": [{"name": "network-changed", "server_uuid": "17535e7c-d889-49cd-885c-7fa542246d39", "tag": "d412ec6c-dd94-4a26-994a-f90c322422cb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:52.472703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.489357 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3eae0991-2966-42fa-a481-f270c1d6a543 req-3ba7fb9a-7b02-48d0-a5db-808e2a7d71ff tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160028 Jul 13 19:32:52.490137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.516778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57eb9c-9d2c-4a7c-bd7c-69253032d62f service neutron] Pushing event updated for resources: {'Port': ['ID=d412ec6c-dd94-4a26-994a-f90c322422cb,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:52.587513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe8bf38b-0c3b-4b42-8b54-3de02b1ccc46 req-423f5f01-7c63-4bf5-a0af-52ad26e16b3d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 210 time: 0.1932037 Jul 13 19:32:52.655624 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0e5b-a14c-4995-8fd2-2cd4a73ce011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.697985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'name': 'tempest-ServersTestMultiNic-330261464-router', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:27Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 6, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:52.701567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Deleting port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:52.702118 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.710016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] For port 15e771b7-f55c-4066-b01e-85a84bf10053, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=15e771b7-f55c-4066-b01e-85a84bf10053,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:52.710570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.710980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Pushing event updated for resources: {'Port': ['ID=10c83657-4519-423f-859f-11232bfb5149,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:52.718595 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e235fc4-5805-4d5a-8b6b-b0f48b44c411 x-openstack-request-id: req-3e235fc4-5805-4d5a-8b6b-b0f48b44c411 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:52.718890 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17535e7c-d889-49cd-885c-7fa542246d39", "tag": "d412ec6c-dd94-4a26-994a-f90c322422cb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:52.719133 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e235fc4-5805-4d5a-8b6b-b0f48b44c411 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:52.719606 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17535e7c-d889-49cd-885c-7fa542246d39', 'tag': 'd412ec6c-dd94-4a26-994a-f90c322422cb', 'status': 'completed', 'code': 200} Jul 13 19:32:52.727890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.760668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de1dab-6889-4696-89c2-76004b24d63a None None] The sync data for ids ['efb18fe4-120f-47c5-956b-ec4237f9fd35'] in n-d-800708-1 is: [{'id': 'efb18fe4-120f-47c5-956b-ec4237f9fd35', 'name': 'tempest-ServersTestMultiNic-330261464-router', 'tenant_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:30:27Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 6, 'project_id': 'bdb670272e7e4f4cbff1d85f717a7577', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:52.763720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2b6f708b-414f-43fc-8ea1-82353e6fa4c8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:52.770458 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0e5b-a14c-4995-8fd2-2cd4a73ce011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.786226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Calling delete_port for 15e771b7-f55c-4066-b01e-85a84bf10053 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:52.841558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-d197dcf4-2671-4ad6-b57b-4ed2f0a6cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:52.843865 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-d197dcf4-2671-4ad6-b57b-4ed2f0a6cca1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5e9bc35ed324c7ebaf1612620ec525f&device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 1095 time: 0.3665395 Jul 13 19:32:52.895744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-3802ae1b-6db3-4c4b-9f35-70ebdb12392a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d412ec6c-dd94-4a26-994a-f90c322422cb HTTP/1.1" status: 200 len: 217 time: 0.0427513 Jul 13 19:32:52.897946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cccfd12-8700-42c2-9952-5558df9b9e26 None None] Update dhcp port {'port': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'fixed_ips': [{'subnet_id': 'fcee23cd-865e-462e-8da7-94e382662d54', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd4914485-c06a-4895-9b78-fe9327c61048'}], 'binding:host_id': 'n-d-800708-1'}, 'id': '82767d64-13f7-4618-9eef-996422238d28'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:32:52.910096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0df3844-fea2-418d-878a-8070c1f07d66 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.923900 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0df3844-fea2-418d-878a-8070c1f07d66 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.951515 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cccfd12-8700-42c2-9952-5558df9b9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.958812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-ad6a0856-59ec-48ca-a3c0-1785836ef755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:52.961208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-ad6a0856-59ec-48ca-a3c0-1785836ef755 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=219296d0-1243-4957-8dee-d2cb0503d834 HTTP/1.1" status: 200 len: 861 time: 0.0552788 Jul 13 19:32:52.986708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0df3844-fea2-418d-878a-8070c1f07d66 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.990479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b0df3844-fea2-418d-878a-8070c1f07d66 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8619113 Jul 13 19:32:52.996724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] For port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:52.997081 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.999384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:53.007314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-762975ea-a0c7-4241-a85e-b3f28165d4a9 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'security_group': {'name': 'tempest-secgroup-91621481'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:53.021520 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-bf730208-569c-4504-899d-db4ec7f97fb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8342f7e2-445e-4815-8874-34672ce817ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531466 Jul 13 19:32:53.021868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df3844-fea2-418d-878a-8070c1f07d66 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af13c75b-621a-40eb-ac98-5fc2a68b1589,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:53.036242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Network 1fa9e829-509c-4ef8-8762-1345ce996ad0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:53.039006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:53.090815 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0e5b-a14c-4995-8fd2-2cd4a73ce011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.093250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0e5b-a14c-4995-8fd2-2cd4a73ce011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.096728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7e2f0e5b-a14c-4995-8fd2-2cd4a73ce011 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/938fbcf1-d1d3-4b8c-b25e-0b4a29f2fb92 HTTP/1.1" status: 204 len: 168 time: 0.9111176 Jul 13 19:32:53.185124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f0e5b-a14c-4995-8fd2-2cd4a73ce011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938fbcf1-d1d3-4b8c-b25e-0b4a29f2fb92,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:53.247524 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-762975ea-a0c7-4241-a85e-b3f28165d4a9 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.274818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-58f5cdf0-e681-40ac-ba99-5bee79c57cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/8342f7e2-445e-4815-8874-34672ce817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369659 Jul 13 19:32:53.297163 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c5099c0-086f-4516-9f48-21644f49edc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.311073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Router c55debbb-3d33-407f-a79f-d0733aaacc65 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:32:53.327057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4cccfd12-8700-42c2-9952-5558df9b9e26 None None] Allocated IP 172.20.0.2 (455de0d3-fd34-4dcf-92c2-d9677417fd9b/d4914485-c06a-4895-9b78-fe9327c61048/82767d64-13f7-4618-9eef-996422238d28) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:53.492446 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4cccfd12-8700-42c2-9952-5558df9b9e26 None None] For port 82767d64-13f7-4618-9eef-996422238d28, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=82767d64-13f7-4618-9eef-996422238d28,segment=NetworkSegment(e199d285-c9bb-475e-8664-8ecf77038322),segment_id=e199d285-c9bb-475e-8664-8ecf77038322)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:53.493649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.578918 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.594932 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cccfd12-8700-42c2-9952-5558df9b9e26 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.614826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4cccfd12-8700-42c2-9952-5558df9b9e26 None None] Transition to ACTIVE for port object 82767d64-13f7-4618-9eef-996422238d28 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:53.615296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e771b7-f55c-4066-b01e-85a84bf10053,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:53.627353 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cccfd12-8700-42c2-9952-5558df9b9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.777390 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.778376 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.778907 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Floating IP a3b19dc2-9881-49f2-b6c3-9e1507bdf62b disassociated. External IP: 172.25.7.130, port: 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48. Jul 13 19:32:53.779415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Calling delete_port for 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:53.876157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:53.911948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.916163 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-762975ea-a0c7-4241-a85e-b3f28165d4a9 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.999904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:54.001161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-762975ea-a0c7-4241-a85e-b3f28165d4a9 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.004557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccfd12-8700-42c2-9952-5558df9b9e26 None None] Pushing event updated for resources: {'Port': ['ID=82767d64-13f7-4618-9eef-996422238d28,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:54.015969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:54.017068 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.082515 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e883d2af-c40f-48aa-96bf-a2e9efa57a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.146472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee830aa-ebe3-4179-96d2-3d52ebe30ac0 req-d7485a73-f837-4760-916a-cd4d083803d6 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:54.158958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fee830aa-ebe3-4179-96d2-3d52ebe30ac0 req-d7485a73-f837-4760-916a-cd4d083803d6 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 944 time: 0.5647705 Jul 13 19:32:54.179110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.186980 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.222756 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-762975ea-a0c7-4241-a85e-b3f28165d4a9 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.228102 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-762975ea-a0c7-4241-a85e-b3f28165d4a9 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2254438 Jul 13 19:32:54.231549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 15e771b7-f55c-4066-b01e-85a84bf10053 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:54.243503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:54.252744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2aa918f5-5fcd-47fd-b5a2-2adf84886763 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'security_group': {'name': 'tempest-secgroup-621804093'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:54.272181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 15e771b7-f55c-4066-b01e-85a84bf10053 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:54.272794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 15e771b7-f55c-4066-b01e-85a84bf10053 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:54.273424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:54.302248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:54.310999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762975ea-a0c7-4241-a85e-b3f28165d4a9 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf161638-2321-4595-8a7d-6e6bed5d2ca2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:54.322116 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Sync routers for ids ['c55debbb-3d33-407f-a79f-d0733aaacc65'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:54.324391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ed69ea3e-6559-4503-961c-f1f341e40c24 admin admin] 10.222.0.25 "PUT /v2.0/routers/c55debbb-3d33-407f-a79f-d0733aaacc65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3270898 Jul 13 19:32:54.332790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:54.333132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d4cffa0-cf8e-495e-8dad-aa0ca238b6f4 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:54.355176 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Routers {'c55debbb-3d33-407f-a79f-d0733aaacc65'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:54.356411 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c55debbb-3d33-407f-a79f-d0733aaacc65'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:54.446180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-69e73a0b-e375-4595-97e8-59dde93843d8 req-67630bfe-c21e-41f9-9c27-aee31e91781f service neutron] 10.222.0.24 "GET /v2.0/networks/8342f7e2-445e-4815-8874-34672ce817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1557522 Jul 13 19:32:54.501306 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.511091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-b122ea90-a0f4-4327-a046-db6aadc6613e tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:54.512702 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-b122ea90-a0f4-4327-a046-db6aadc6613e tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.24 "GET /v2.0/networks?id=c44f462a-02d8-482c-a9a8-2888e29adef2 HTTP/1.1" status: 200 len: 814 time: 0.3978615 Jul 13 19:32:54.528070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ba395-0803-4d8e-91df-45b92bc5a56b req-20071864-2e6f-46d8-b7bc-6fb7a3b5a369 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:54.544585 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b14ba395-0803-4d8e-91df-45b92bc5a56b req-20071864-2e6f-46d8-b7bc-6fb7a3b5a369 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 868 time: 0.4318743 Jul 13 19:32:54.635116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e883d2af-c40f-48aa-96bf-a2e9efa57a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.653480 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.665406 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.665969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb18fe4-120f-47c5-956b-ec4237f9fd35 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:32:54.699398 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b14ba395-0803-4d8e-91df-45b92bc5a56b req-73831b37-3bb4-4947-b6d7-038e04fe5e55 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e905436-aeb2-4980-936f-197e6217fcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533575 Jul 13 19:32:54.706320 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.707521 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-691647f9-9dab-4db2-a2a0-e56b61758a05 admin admin] 10.222.0.25 "DELETE /v2.0/routers/efb18fe4-120f-47c5-956b-ec4237f9fd35 HTTP/1.1" status: 204 len: 168 time: 3.4570153 Jul 13 19:32:54.719353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:54.763362 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e883d2af-c40f-48aa-96bf-a2e9efa57a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.815022 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fee830aa-ebe3-4179-96d2-3d52ebe30ac0 req-c05b450b-01c6-46f9-9eae-749da7210f13 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214681 Jul 13 19:32:54.835975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cbd29f-2f34-40fc-907e-2eed5b4e4f2f admin admin] Deleting subnet 7dbbf189-e6de-4694-b917-62977bf8b40b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:32:54.844121 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-7e6ec63c-50ac-46d4-a288-f9655dae2612 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10e9cbd002da49db81716442d5cce01c HTTP/1.1" status: 200 len: 379 time: 0.2537203 Jul 13 19:32:54.846725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53cbd29f-2f34-40fc-907e-2eed5b4e4f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.905856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Request body: {'port': {'device_id': '88f0df12-6a22-45b6-b26a-3d878beee995', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'admin_state_up': True, 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'security_groups': ['16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:54.952864 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Set router c55debbb-3d33-407f-a79f-d0733aaacc65 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:54.987088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28581015-1c67-4354-a89a-3b1732325266 req-53b1e0ac-2510-444e-9508-afbf2303cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:54.988754 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28581015-1c67-4354-a89a-3b1732325266 req-53b1e0ac-2510-444e-9508-afbf2303cf66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5e9bc35ed324c7ebaf1612620ec525f&device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 1095 time: 0.4102774 Jul 13 19:32:54.991313 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53cbd29f-2f34-40fc-907e-2eed5b4e4f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.051311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aa918f5-5fcd-47fd-b5a2-2adf84886763 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.062725 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-091aae68-b750-4a7a-ad7b-8259d8063610 req-982af930-1b59-474f-9712-87cf5e7b9370 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 210 time: 0.0919578 Jul 13 19:32:55.063631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event deleted for resources: {'Port': ['ID=569d704f-1c53-4eb5-8bfd-f9c11ebbcd48,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:55.096461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883d2af-c40f-48aa-96bf-a2e9efa57a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d390c686-518f-43dc-a215-10bd26bb680c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:55.150142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-77c135e3-3941-4c24-857e-e31770feae7c None None] Provisioning complete for port 705e04ab-40a2-4f64-9629-550fdc40dac5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:55.159112 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77c135e3-3941-4c24-857e-e31770feae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.188889 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e883d2af-c40f-48aa-96bf-a2e9efa57a27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7741197a54a4685a18e615a9ebe2e35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1841240 Jul 13 19:32:55.194949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:55.264530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-77c135e3-3941-4c24-857e-e31770feae7c None None] Port 705e04ab-40a2-4f64-9629-550fdc40dac5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:55.311606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-77c135e3-3941-4c24-857e-e31770feae7c None None] Provisioning for port 82767d64-13f7-4618-9eef-996422238d28 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:55.317143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-77c135e3-3941-4c24-857e-e31770feae7c None None] Provisioning complete for port 82767d64-13f7-4618-9eef-996422238d28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:55.317962 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77c135e3-3941-4c24-857e-e31770feae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.364124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:55.412938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:55.413534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:55.419838 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '10c83657-4519-423f-859f-11232bfb5149', 'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'mac_address': 'fa:16:3e:e8:89:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:49Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 2, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'subnets': [{'id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:55.432381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f34ebd5-2a27-4ad3-974b-064f72e91627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.454868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28581015-1c67-4354-a89a-3b1732325266 req-787eed47-02b2-4780-8688-0242da7b21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:55.459311 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28581015-1c67-4354-a89a-3b1732325266 req-787eed47-02b2-4780-8688-0242da7b21f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8342f7e2-445e-4815-8874-34672ce817ba HTTP/1.1" status: 200 len: 922 time: 0.4544814 Jul 13 19:32:55.465590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53cbd29f-2f34-40fc-907e-2eed5b4e4f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.487660 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Checking router: c55debbb-3d33-407f-a79f-d0733aaacc65 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:32:55.488104 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Updating router c55debbb-3d33-407f-a79f-d0733aaacc65 port 10c83657-4519-423f-859f-11232bfb5149 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:32:55.523648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Router 1a2e1404-748f-40b3-aebc-4ee5d2892418 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:32:55.625407 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.655450 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53cbd29f-2f34-40fc-907e-2eed5b4e4f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.676519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 82767d64-13f7-4618-9eef-996422238d28 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:55.676872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28581015-1c67-4354-a89a-3b1732325266 req-c838a0a3-c477-4bf0-888f-23ccd8c8448d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d412ec6c-dd94-4a26-994a-f90c322422cb HTTP/1.1" status: 200 len: 217 time: 0.1518824 Jul 13 19:32:55.679646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f34ebd5-2a27-4ad3-974b-064f72e91627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.702924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aa918f5-5fcd-47fd-b5a2-2adf84886763 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.713143 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aa918f5-5fcd-47fd-b5a2-2adf84886763 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.772707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbd29f-2f34-40fc-907e-2eed5b4e4f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbbf189-e6de-4694-b917-62977bf8b40b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:55.780611 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aa918f5-5fcd-47fd-b5a2-2adf84886763 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.781936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2aa918f5-5fcd-47fd-b5a2-2adf84886763 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5333793 Jul 13 19:32:55.789106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:55.799878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-475332004', 'security_groups': ['6135b041-55e7-4dbc-a02d-edce379d3d4d'], 'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4914485-c06a-4895-9b78-fe9327c61048'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:55.801895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Made reservation on behalf of 10e9cbd002da49db81716442d5cce01c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:55.803339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 82767d64-13f7-4618-9eef-996422238d28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:55.803905 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.807012 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.808939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa918f5-5fcd-47fd-b5a2-2adf84886763 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6135b041-55e7-4dbc-a02d-edce379d3d4d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:55.846051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53cbd29f-2f34-40fc-907e-2eed5b4e4f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:55.847940 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-53cbd29f-2f34-40fc-907e-2eed5b4e4f2f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7dbbf189-e6de-4694-b917-62977bf8b40b HTTP/1.1" status: 204 len: 168 time: 1.1245852 Jul 13 19:32:55.865776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6d597e-527d-44ae-be13-21cbd10269ec None None] Network 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:55.888532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:56.028305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-9bdca50d-bd13-4f91-9930-d9d3e768a0b0 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:56.036272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-9bdca50d-bd13-4f91-9930-d9d3e768a0b0 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/networks?id=1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 200 len: 820 time: 0.3142207 Jul 13 19:32:56.050289 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.076056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28581015-1c67-4354-a89a-3b1732325266 req-b123fc0a-7256-4661-994e-ffd5b3b40ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:56.082492 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28581015-1c67-4354-a89a-3b1732325266 req-b123fc0a-7256-4661-994e-ffd5b3b40ce4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=219296d0-1243-4957-8dee-d2cb0503d834 HTTP/1.1" status: 200 len: 861 time: 0.3592637 Jul 13 19:32:56.109438 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-c569f601-7a70-4af2-9ae6-c7e3708b93f2 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/quotas/38f77f58e3f54a0c801129682a1eed05 HTTP/1.1" status: 200 len: 375 time: 0.0724158 Jul 13 19:32:56.192334 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28581015-1c67-4354-a89a-3b1732325266 req-fdcdcbf3-49e1-4491-aa73-bc096aa156b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8342f7e2-445e-4815-8874-34672ce817ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983040 Jul 13 19:32:56.224240 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.250386 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Transition to ACTIVE for port object 10c83657-4519-423f-859f-11232bfb5149 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:56.257925 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.278854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70339dcd-aea6-4bcf-ba41-0c7f55c94a82 None None] DHCP port deletion for 050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:32:56.345239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Allocated IP 172.20.0.4 (c44f462a-02d8-482c-a9a8-2888e29adef2/40a5a295-6896-4c79-8964-b069e79a848a/c166b71c-4491-4e78-994f-cbdf204078ab) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:56.403494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:56.408873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70339dcd-aea6-4bcf-ba41-0c7f55c94a82 None None] Deleting port ee1bdb97-edd8-4600-a46b-0ca045577f4e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:56.410604 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70339dcd-aea6-4bcf-ba41-0c7f55c94a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.420954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] Sync routers for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:56.421833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:56.447884 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.455758 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f34ebd5-2a27-4ad3-974b-064f72e91627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.458593 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959795e5-7c9c-444e-ac20-2adbc5980b6d None None] Pushing event updated for resources: {'Port': ['ID=10c83657-4519-423f-859f-11232bfb5149,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:56.459742 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f34ebd5-2a27-4ad3-974b-064f72e91627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.463333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7f34ebd5-2a27-4ad3-974b-064f72e91627 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d390c686-518f-43dc-a215-10bd26bb680c HTTP/1.1" status: 204 len: 168 time: 1.2629342 Jul 13 19:32:56.492386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34ebd5-2a27-4ad3-974b-064f72e91627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d390c686-518f-43dc-a215-10bd26bb680c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:56.519383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.533628 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c5f9c45f-7bed-4144-a21c-24d58afa7970 req-90f1b01e-a3d1-4997-b73d-7da8a1147215 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e877d2-2b06-4264-9c8e-affef5d89cf4 HTTP/1.1" status: 200 len: 210 time: 0.1499522 Jul 13 19:32:56.540007 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Attempting to bind port 10c83657-4519-423f-859f-11232bfb5149 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:56.540887 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Attempting to bind port 10c83657-4519-423f-859f-11232bfb5149 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '6c39350e-9764-47c6-a009-3ac5e203511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:56.541281 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Attempting to bind port 10c83657-4519-423f-859f-11232bfb5149 on network 1fa9e829-509c-4ef8-8762-1345ce996ad0 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:56.556016 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:56.556479 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Checking segment: {'id': '6c39350e-9764-47c6-a009-3ac5e203511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:56.556808 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.557855 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Bound using segment: {'id': '6c39350e-9764-47c6-a009-3ac5e203511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:56.569479 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Bound port: 10c83657-4519-423f-859f-11232bfb5149, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c39350e-9764-47c6-a009-3ac5e203511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:56.569479 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.586702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:56.590926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:56.651448 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] No DVR routers for this DVR port 569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:56.654035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] device_id is not set on port 4f06fd0c-a367-4b5a-ad55-08a3171467bf yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:32:56.659701 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] For port 10c83657-4519-423f-859f-11232bfb5149, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:56.660531 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.663109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f554d88a-9018-466b-8120-e26c18a3455b req-32b1928e-5504-4a60-8f32-fd019cf5a7bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.24 "DELETE /v2.0/ports/569d704f-1c53-4eb5-8bfd-f9c11ebbcd48 HTTP/1.1" status: 204 len: 173 time: 4.7813368 Jul 13 19:32:56.663578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'name': 'network-vif-deleted', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:56.666089 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758afaba-3c3d-4879-96a9-c5a4b708f7be" -d '{"events": [{"server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "name": "network-vif-deleted", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:56.681177 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] For port 10c83657-4519-423f-859f-11232bfb5149, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=10c83657-4519-423f-859f-11232bfb5149,segment=NetworkSegment(6c39350e-9764-47c6-a009-3ac5e203511f),segment_id=6c39350e-9764-47c6-a009-3ac5e203511f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:56.687871 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.837543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:56.870751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-917b7618-11b7-4814-8525-4ebf4851a379 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=38f77f58e3f54a0c801129682a1eed05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7391884 Jul 13 19:32:56.878587 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959795e5-7c9c-444e-ac20-2adbc5980b6d None None] Pushing event updated for resources: {'Port': ['ID=10c83657-4519-423f-859f-11232bfb5149,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:56.882048 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Routers {'c55debbb-3d33-407f-a79f-d0733aaacc65'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:56.882615 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c55debbb-3d33-407f-a79f-d0733aaacc65'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:56.891632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:56.933198 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28581015-1c67-4354-a89a-3b1732325266 req-52f613ff-1ecf-4940-a592-e849f012f283 service neutron] 10.222.0.24 "GET /v2.0/networks/8342f7e2-445e-4815-8874-34672ce817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782214 Jul 13 19:32:57.049783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-70339dcd-aea6-4bcf-ba41-0c7f55c94a82 None None] For port ee1bdb97-edd8-4600-a46b-0ca045577f4e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ee1bdb97-edd8-4600-a46b-0ca045577f4e,segment=NetworkSegment(1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a),segment_id=1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:57.049990 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70339dcd-aea6-4bcf-ba41-0c7f55c94a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:57.070694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.13 (455de0d3-fd34-4dcf-92c2-d9677417fd9b/d4914485-c06a-4895-9b78-fe9327c61048/4f06fd0c-a367-4b5a-ad55-08a3171467bf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:57.092563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70339dcd-aea6-4bcf-ba41-0c7f55c94a82 None None] Calling delete_port for ee1bdb97-edd8-4600-a46b-0ca045577f4e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:57.153650 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] Set router c55debbb-3d33-407f-a79f-d0733aaacc65 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:57.163137 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-8da88c54-5645-44e7-ab70-18f92f7fb67f service neutron] 10.222.0.25 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642801 Jul 13 19:32:57.248333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:57.264225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object 4f06fd0c-a367-4b5a-ad55-08a3171467bf will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:57.267148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70339dcd-aea6-4bcf-ba41-0c7f55c94a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:57.305620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:57.311325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70339dcd-aea6-4bcf-ba41-0c7f55c94a82 None None] Pushing event deleted for resources: {'Port': ['ID=ee1bdb97-edd8-4600-a46b-0ca045577f4e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:57.318585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:57.355280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70339dcd-aea6-4bcf-ba41-0c7f55c94a82 None None] No DVR routers for this DVR port ee1bdb97-edd8-4600-a46b-0ca045577f4e on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:57.378480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d412ec6c-dd94-4a26-994a-f90c322422cb details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:57.393979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d72e-dab4-4bd0-9e80-aa94d4bc7961 req-185fa84b-2577-4804-8d57-d48d9661b072 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:57.401127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c0d72e-dab4-4bd0-9e80-aa94d4bc7961 req-185fa84b-2577-4804-8d57-d48d9661b072 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 944 time: 0.6479840 Jul 13 19:32:57.410413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:57.415116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:57.426095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Transition to ACTIVE for port object c166b71c-4491-4e78-994f-cbdf204078ab will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:57.427548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:57.500536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:57.505229 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:57.544896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=4f06fd0c-a367-4b5a-ad55-08a3171467bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:57.549835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-54c1f2cd-7523-45d5-9be2-662e1ee8da63 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7595274 Jul 13 19:32:57.552668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:57.559942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2153f8b4-57f9-4e8b-a9f0-dbc5464c9274 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:57.563709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Deleting port ee1bdb97-edd8-4600-a46b-0ca045577f4e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:57.573521 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:57.602793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d412ec6c-dd94-4a26-994a-f90c322422cb, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d412ec6c-dd94-4a26-994a-f90c322422cb,segment=NetworkSegment(ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3),segment_id=ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:57.630289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'd412ec6c-dd94-4a26-994a-f90c322422cb', 'network_id': '8342f7e2-445e-4815-8874-34672ce817ba', 'port_id': 'd412ec6c-dd94-4a26-994a-f90c322422cb', 'mac_address': 'fa:16:3e:5c:c4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219296d0-1243-4957-8dee-d2cb0503d834', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:57.632197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] Checking router: 1a2e1404-748f-40b3-aebc-4ee5d2892418 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:32:57.655268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ee1bdb97-edd8-4600-a46b-0ca045577f4e no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:57.727187 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '10c83657-4519-423f-859f-11232bfb5149', 'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'mac_address': 'fa:16:3e:e8:89:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:49Z', 'updated_at': '2021-07-13T19:32:56Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'subnets': [{'id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:57.739409 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c0d72e-dab4-4bd0-9e80-aa94d4bc7961 req-0307bfe2-b52c-41d1-b4a6-a50a7dca3745 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371012 Jul 13 19:32:57.744123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] For port ee1bdb97-edd8-4600-a46b-0ca045577f4e, host n-d-800708-1, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:57.744495 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:57.758336 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248bf37-2497-467a-9d02-fb8c7b2c482e None None] The sync data for ids ['c55debbb-3d33-407f-a79f-d0733aaacc65'] in n-d-800708-1 is: [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '10c83657-4519-423f-859f-11232bfb5149', 'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'mac_address': 'fa:16:3e:e8:89:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:49Z', 'updated_at': '2021-07-13T19:32:56Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'subnets': [{'id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:57.768833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Calling delete_port for ee1bdb97-edd8-4600-a46b-0ca045577f4e owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:57.774442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Port ee1bdb97-edd8-4600-a46b-0ca045577f4e was not found and therefore no delete operation was performed {{(pid=93766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:32:57.791248 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:57.792317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ee1bdb97-edd8-4600-a46b-0ca045577f4e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:57.792746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ee1bdb97-edd8-4600-a46b-0ca045577f4e not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:57.830815 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:57.848426 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:57.855018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:57.956040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] No DVR routers for this DVR port ee1bdb97-edd8-4600-a46b-0ca045577f4e on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:57.964144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2153f8b4-57f9-4e8b-a9f0-dbc5464c9274 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:57.970805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2153f8b4-57f9-4e8b-a9f0-dbc5464c9274 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:57.995548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec647190-763f-4d63-82a7-d896996ee8d9 req-e76ca0f6-a63f-46e4-985f-2c1abc9f0837 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 210 time: 0.0473738 Jul 13 19:32:58.014851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d412ec6c-dd94-4a26-994a-f90c322422cb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:58.036764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-25764440-b37f-49d1-94df-70a1075db219 service neutron] 10.222.0.25 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8432119 Jul 13 19:32:58.058844 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d412ec6c-dd94-4a26-994a-f90c322422cb, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d412ec6c-dd94-4a26-994a-f90c322422cb,segment=NetworkSegment(ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3),segment_id=ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:58.081178 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:58.159543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1bdb97-edd8-4600-a46b-0ca045577f4e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:58.171619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d412ec6c-dd94-4a26-994a-f90c322422cb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:58.175787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb6b7fcc-1f50-482a-8f10-7e665848df9b None None] Provisioning for port 4f06fd0c-a367-4b5a-ad55-08a3171467bf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:58.216822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28581015-1c67-4354-a89a-3b1732325266 req-29c32408-8280-46e4-8c6c-29e84e822f56 service neutron] 10.222.0.24 "GET /v2.0/networks/8342f7e2-445e-4815-8874-34672ce817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0734577 Jul 13 19:32:58.241656 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:58.278340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:58.288966 n-d-800708-1 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-2153f8b4-57f9-4e8b-a9f0-dbc5464c9274 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d4914485-c06a-4895-9b78-fe9327c61048 (CIDR: 172.20.0.0/28) Jul 13 19:32:58.301690 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2153f8b4-57f9-4e8b-a9f0-dbc5464c9274 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:32:58.302315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2153f8b4-57f9-4e8b-a9f0-dbc5464c9274 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:32:58.337132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2153f8b4-57f9-4e8b-a9f0-dbc5464c9274 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7832983 Jul 13 19:32:58.340812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:58.346181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-13952c05-041f-47f8-8445-22fbadce5d2e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:58.351287 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6965f7fc-ef12-4031-8058-42df3109b1ac x-openstack-request-id: req-6965f7fc-ef12-4031-8058-42df3109b1ac {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:58.351576 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e877d2-2b06-4264-9c8e-affef5d89cf4", "name": "network-vif-deleted", "tag": "569d704f-1c53-4eb5-8bfd-f9c11ebbcd48", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:58.351863 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6965f7fc-ef12-4031-8058-42df3109b1ac {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:58.352212 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e877d2-2b06-4264-9c8e-affef5d89cf4', 'name': 'network-vif-deleted', 'tag': '569d704f-1c53-4eb5-8bfd-f9c11ebbcd48', 'status': 'completed', 'code': 200} Jul 13 19:32:58.462968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Network c44f462a-02d8-482c-a9a8-2888e29adef2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:58.466411 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:58.479331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb6b7fcc-1f50-482a-8f10-7e665848df9b None None] Provisioning complete for port 4f06fd0c-a367-4b5a-ad55-08a3171467bf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:58.480639 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7fcc-1f50-482a-8f10-7e665848df9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:58.500208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:58.539191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050e7c7a-e0f5-4018-97ce-c5ea0d7118f2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:58.549435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:58.563077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Pushing event updated for resources: {'Port': ['ID=c166b71c-4491-4e78-994f-cbdf204078ab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:58.594591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['d412ec6c-dd94-4a26-994a-f90c322422cb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:58.696607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:58.697110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd0385d-9bb6-4ac8-ae22-e9f7cf52e03a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:58.747396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13952c05-041f-47f8-8445-22fbadce5d2e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:58.753048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13952c05-041f-47f8-8445-22fbadce5d2e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:58.769635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fb6b7fcc-1f50-482a-8f10-7e665848df9b None None] Port 4f06fd0c-a367-4b5a-ad55-08a3171467bf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:58.799556 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:58.840035 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:58.904990 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6102c47f-247f-41b3-a2a5-75b675f3e5b1 req-fd1694fd-549d-473b-aa69-5d78fd36d65e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 210 time: 0.2271552 Jul 13 19:32:58.929245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:32:58.929600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:32:58.931723 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:32:58.996174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:59.003179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:59.091313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cbf56113-1834-4fe5-86de-83bdb1ece49d None None] Provisioning for port c166b71c-4491-4e78-994f-cbdf204078ab completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:59.097838 n-d-800708-1 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-13952c05-041f-47f8-8445-22fbadce5d2e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fcee23cd-865e-462e-8da7-94e382662d54 (CIDR: 172.20.0.16/28) Jul 13 19:32:59.107263 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-13952c05-041f-47f8-8445-22fbadce5d2e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:32:59.107898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13952c05-041f-47f8-8445-22fbadce5d2e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:32:59.140459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cbf56113-1834-4fe5-86de-83bdb1ece49d None None] Provisioning complete for port c166b71c-4491-4e78-994f-cbdf204078ab triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:59.140843 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbf56113-1834-4fe5-86de-83bdb1ece49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:59.155576 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-13952c05-041f-47f8-8445-22fbadce5d2e tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8132355 Jul 13 19:32:59.156402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:59.163059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8f21214b-4d9d-4207-b1ff-1951c40ad7b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'subnet': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:59.207227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-ec8e9838-924b-4073-bbc0-904708f60b8f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3160899 Jul 13 19:32:59.235357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Request body: {'port': {'device_id': '88f0df12-6a22-45b6-b26a-3d878beee995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:59.301853 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:59.363614 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:59.371851 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] 10.222.0.25 "DELETE /v2.0/networks/050e7c7a-e0f5-4018-97ce-c5ea0d7118f2 HTTP/1.1" status: 204 len: 168 time: 3.4810054 Jul 13 19:32:59.393172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f21214b-4d9d-4207-b1ff-1951c40ad7b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Made reservation on behalf of 33ea7ac679754174bcf31313ba18a392 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:59.398325 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f21214b-4d9d-4207-b1ff-1951c40ad7b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:59.453037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388d35a-58a7-4103-b1a3-03ef163381ee admin admin] Pushing event deleted for resources: {'Network': ['ID=050e7c7a-e0f5-4018-97ce-c5ea0d7118f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:59.556583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:59.590666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32867b21-5784-4a06-a172-f60489557e8c req-a958aba9-dc3a-4b52-88a3-ce13b6b735eb tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:59.592450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32867b21-5784-4a06-a172-f60489557e8c req-a958aba9-dc3a-4b52-88a3-ce13b6b735eb tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 945 time: 0.2924161 Jul 13 19:32:59.752954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f5213-43a4-4f40-8c6c-f50c7c7284f0 req-dc32b291-1b73-4128-b05e-5059108f860f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:59.767604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a48f5213-43a4-4f40-8c6c-f50c7c7284f0 req-dc32b291-1b73-4128-b05e-5059108f860f tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 931 time: 0.2650645 Jul 13 19:32:59.783234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cbf56113-1834-4fe5-86de-83bdb1ece49d None None] Port c166b71c-4491-4e78-994f-cbdf204078ab cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:59.813336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:59.821457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32867b21-5784-4a06-a172-f60489557e8c req-7330e0b7-b79d-4538-9563-99348b257b0b tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818299 Jul 13 19:32:59.894586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 10c83657-4519-423f-859f-11232bfb5149 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:59.945951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:59.975314 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a48f5213-43a4-4f40-8c6c-f50c7c7284f0 req-156f2ab7-d170-43d4-b2c4-ae995429b8a8 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067647 Jul 13 19:33:00.097913 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1665bb70-25ce-4955-ad54-c0f107d34e83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdb670272e7e4f4cbff1d85f717a7577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831242 Jul 13 19:33:00.103551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:00.125591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:00.183133 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa33d-bf05-49c3-9f4f-789ca3c70501 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.184049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 10c83657-4519-423f-859f-11232bfb5149 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:00.200815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33634871-e844-4f3d-bb11-cecdabb94ef5 None None] The sync data for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 is: [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:33:00.202923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 10c83657-4519-423f-859f-11232bfb5149 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:00.203444 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.307755 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa33d-bf05-49c3-9f4f-789ca3c70501 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.363845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76707c44-4563-4558-9d66-cd4ef4e60495 req-c8abf36b-e13a-4052-8adc-0ad6bf6eaac9 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 210 time: 0.0650749 Jul 13 19:33:00.431585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f21214b-4d9d-4207-b1ff-1951c40ad7b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.436595 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafe662b-5720-4e61-b7ce-68baa76ae5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.439605 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.489942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 10c83657-4519-423f-859f-11232bfb5149, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=10c83657-4519-423f-859f-11232bfb5149,segment=NetworkSegment(6c39350e-9764-47c6-a009-3ac5e203511f),segment_id=6c39350e-9764-47c6-a009-3ac5e203511f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:00.499211 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.516769 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa33d-bf05-49c3-9f4f-789ca3c70501 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.523418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21214b-4d9d-4207-b1ff-1951c40ad7b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:00.524628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa33d-bf05-49c3-9f4f-789ca3c70501 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.528355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7d5fa33d-bf05-49c3-9f4f-789ca3c70501 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "DELETE /v2.0/security-groups/5e905436-aeb2-4980-936f-197e6217fcc4 HTTP/1.1" status: 204 len: 168 time: 0.5797367 Jul 13 19:33:00.531854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8f21214b-4d9d-4207-b1ff-1951c40ad7b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:00.534845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:00.539643 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c166b71c-4491-4e78-994f-cbdf204078ab {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:33:00.544993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140349c3-d46f-45a5-b195-94492fa70083 None None] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:00.551075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21214b-4d9d-4207-b1ff-1951c40ad7b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:00.551695 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f21214b-4d9d-4207-b1ff-1951c40ad7b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.556528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafe662b-5720-4e61-b7ce-68baa76ae5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.573694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fa33d-bf05-49c3-9f4f-789ca3c70501 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e905436-aeb2-4980-936f-197e6217fcc4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:00.593929 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.598015 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a533c58a-b4ad-4432-8686-2ad981bcb402 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] show failed (client error): The resource could not be found. Jul 13 19:33:00.599384 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a533c58a-b4ad-4432-8686-2ad981bcb402 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups/5e905436-aeb2-4980-936f-197e6217fcc4 HTTP/1.1" status: 404 len: 347 time: 0.0527482 Jul 13 19:33:00.602728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:00.630599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21214b-4d9d-4207-b1ff-1951c40ad7b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Subnet': ['ID=413ccd59-6803-40e4-9bca-574f5e8ddbb4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:00.643750 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8f21214b-4d9d-4207-b1ff-1951c40ad7b6 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4859581 Jul 13 19:33:00.654523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:00.659982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2107063163', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '413ccd59-6803-40e4-9bca-574f5e8ddbb4'}], 'security_groups': ['af13c75b-621a-40eb-ac98-5fc2a68b1589', 'bf161638-2321-4595-8a7d-6e6bed5d2ca2']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:00.685914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Transition to ACTIVE for port object c166b71c-4491-4e78-994f-cbdf204078ab will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:00.704488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:00.767199 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafe662b-5720-4e61-b7ce-68baa76ae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.769778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafe662b-5720-4e61-b7ce-68baa76ae5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.785186 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fafe662b-5720-4e61-b7ce-68baa76ae5bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee193b25-4861-4ed5-958f-68a581cb24f0 HTTP/1.1" status: 204 len: 168 time: 0.6632805 Jul 13 19:33:00.792621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:00.795050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=10c83657-4519-423f-859f-11232bfb5149,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:00.937115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe662b-5720-4e61-b7ce-68baa76ae5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee193b25-4861-4ed5-958f-68a581cb24f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:00.953442 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f48d62c-453a-4e64-9fde-cd7a5ff951c6 None None] New status for floating IP a3b19dc2-9881-49f2-b6c3-9e1507bdf62b: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:33:00.973039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:01.196721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Pushing event updated for resources: {'Port': ['ID=c166b71c-4491-4e78-994f-cbdf204078ab,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:01.253509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-7b3be439-b5ff-4fd1-935d-782dc6ba8198 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:01.255123 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-7b3be439-b5ff-4fd1-935d-782dc6ba8198 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.60 "GET /v2.0/networks?id=1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 200 len: 820 time: 0.4687402 Jul 13 19:33:01.289390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Request body: {'port': {'device_id': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'admin_state_up': True, 'tenant_id': '38f77f58e3f54a0c801129682a1eed05'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:01.391741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36bd7e-bfcb-4453-b184-370fcf642035 None None] Update dhcp port {'port': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'fixed_ips': [{'subnet_id': 'fcee23cd-865e-462e-8da7-94e382662d54', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd4914485-c06a-4895-9b78-fe9327c61048', 'ip_address': '172.20.0.2'}, {'subnet_id': '413ccd59-6803-40e4-9bca-574f5e8ddbb4'}], 'binding:host_id': 'n-d-800708-1'}, 'id': '82767d64-13f7-4618-9eef-996422238d28'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:33:01.400085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d412ec6c-dd94-4a26-994a-f90c322422cb up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:01.521731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Attempting to bind port c166b71c-4491-4e78-994f-cbdf204078ab on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:01.522327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Attempting to bind port c166b71c-4491-4e78-994f-cbdf204078ab by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:01.523305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Attempting to bind port c166b71c-4491-4e78-994f-cbdf204078ab on network c44f462a-02d8-482c-a9a8-2888e29adef2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:01.547620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Port c166b71c-4491-4e78-994f-cbdf204078ab on network c44f462a-02d8-482c-a9a8-2888e29adef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:33:01.548160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Attempting to bind port c166b71c-4491-4e78-994f-cbdf204078ab on network c44f462a-02d8-482c-a9a8-2888e29adef2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:01.553987 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a15582a4-8b39-48bb-abcc-78741dad39a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:01.557913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:01.558238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Checking segment: {'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:01.558667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Bound using segment: {'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:01.559117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Bound port: c166b71c-4491-4e78-994f-cbdf204078ab, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69cdae5-d608-4795-8b32-71821139fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:01.559788 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:01.562076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-34e8a4d1-f7c1-41c3-83ba-bd0c695de8a5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Deleting port 863b6dd7-11de-4f94-a508-2d2ae204fb98 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:01.562466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34e8a4d1-f7c1-41c3-83ba-bd0c695de8a5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:01.596890 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c36bd7e-bfcb-4453-b184-370fcf642035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:01.697273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306aebb-470d-448d-8d5b-1f11c7ecbfd8 req-04b2129d-9e8b-4e45-9e3a-804de8e620c8 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:01.704723 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2306aebb-470d-448d-8d5b-1f11c7ecbfd8 req-04b2129d-9e8b-4e45-9e3a-804de8e620c8 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 943 time: 0.3570914 Jul 13 19:33:01.795422 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34e8a4d1-f7c1-41c3-83ba-bd0c695de8a5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:01.796355 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34e8a4d1-f7c1-41c3-83ba-bd0c695de8a5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:01.810279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-34e8a4d1-f7c1-41c3-83ba-bd0c695de8a5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Calling delete_port for 863b6dd7-11de-4f94-a508-2d2ae204fb98 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:01.815653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 10c83657-4519-423f-859f-11232bfb5149 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:01.842293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port d412ec6c-dd94-4a26-994a-f90c322422cb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:01.848675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port d412ec6c-dd94-4a26-994a-f90c322422cb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:01.848966 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:01.858857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2306aebb-470d-448d-8d5b-1f11c7ecbfd8 req-8b1002ca-7583-41cf-82eb-75a281bd1856 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530039 Jul 13 19:33:01.972580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 10c83657-4519-423f-859f-11232bfb5149 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:01.972960 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:01.983642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Delete allocated IP 172.20.0.13 (455de0d3-fd34-4dcf-92c2-d9677417fd9b/d4914485-c06a-4895-9b78-fe9327c61048) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 19:33:02.002821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Allocated IP 172.20.0.45 (455de0d3-fd34-4dcf-92c2-d9677417fd9b/413ccd59-6803-40e4-9bca-574f5e8ddbb4/4f06fd0c-a367-4b5a-ad55-08a3171467bf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:02.154257 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.183873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:02.200190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17535e7c-d889-49cd-885c-7fa542246d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd412ec6c-dd94-4a26-994a-f90c322422cb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:02.207949 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98112c8e-dd0a-4ea6-9dca-058d22c92a67" -d '{"events": [{"server_uuid": "17535e7c-d889-49cd-885c-7fa542246d39", "name": "network-vif-plugged", "status": "completed", "tag": "d412ec6c-dd94-4a26-994a-f90c322422cb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:02.236460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d412ec6c-dd94-4a26-994a-f90c322422cb, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d412ec6c-dd94-4a26-994a-f90c322422cb,segment=NetworkSegment(ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3),segment_id=ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:02.247803 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.342905 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ecdda955-4a64-4cfc-ab9d-c1f96a989d25 req-cb5c1288-51b1-4037-b2e1-e3dc4078a80b tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 210 time: 0.0453408 Jul 13 19:33:02.348140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d412ec6c-dd94-4a26-994a-f90c322422cb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:02.349838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2136625513-network', 'tenant_id': '367294edf4204f10bfb6e7392c153491'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:02.374022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.394370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Transition to ACTIVE for port object 4f06fd0c-a367-4b5a-ad55-08a3171467bf will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:02.401659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.418862 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4fce1e-4b0a-4da5-a257-50166a1fe160 x-openstack-request-id: req-2c4fce1e-4b0a-4da5-a257-50166a1fe160 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:02.419157 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17535e7c-d889-49cd-885c-7fa542246d39", "name": "network-vif-plugged", "status": "completed", "tag": "d412ec6c-dd94-4a26-994a-f90c322422cb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:02.419409 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c4fce1e-4b0a-4da5-a257-50166a1fe160 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:02.419806 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17535e7c-d889-49cd-885c-7fa542246d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd412ec6c-dd94-4a26-994a-f90c322422cb', 'code': 200} Jul 13 19:33:02.503516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4c36bd7e-bfcb-4453-b184-370fcf642035 None None] Allocated IP 172.20.0.34 (455de0d3-fd34-4dcf-92c2-d9677417fd9b/413ccd59-6803-40e4-9bca-574f5e8ddbb4/82767d64-13f7-4618-9eef-996422238d28) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:02.509042 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-a15582a4-8b39-48bb-abcc-78741dad39a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:33:02.509042 n-d-800708-1 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 19:33:02.509042 n-d-800708-1 neutron-server[93766]: [parameters: {'project_id': '951d1f7a25bd42bb94262a57c52d1731', 'id': '1ba33e0f-ff18-4b33-8206-7cd74a11271d', 'expiration': datetime.datetime(2021, 7, 13, 19, 35, 2, 486499)}] Jul 13 19:33:02.509042 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:33:02.509902 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-a15582a4-8b39-48bb-abcc-78741dad39a3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:33:02.530959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e622-c03a-45a9-83f8-b2d5ae4dee82 req-20a492a0-a08a-465f-9730-7560cdae749f tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:02.534157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] In _notify_port_updated(), no bound segment for port 4f06fd0c-a367-4b5a-ad55-08a3171467bf on network 455de0d3-fd34-4dcf-92c2-d9677417fd9b {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:33:02.538634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9aa7e622-c03a-45a9-83f8-b2d5ae4dee82 req-20a492a0-a08a-465f-9730-7560cdae749f tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 945 time: 1.2093523 Jul 13 19:33:02.540037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:02.540763 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.545789 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "PUT /v2.0/ports/4f06fd0c-a367-4b5a-ad55-08a3171467bf HTTP/1.1" status: 200 len: 960 time: 1.8875382 Jul 13 19:33:02.551913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:02.554064 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:33:02.554064 n-d-800708-1 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 19:33:02.554064 n-d-800708-1 neutron-server[93767]: [parameters: {'project_id': '367294edf4204f10bfb6e7392c153491', 'id': '5cd88c6f-dc76-42e0-8094-14a026cc4aa0', 'expiration': datetime.datetime(2021, 7, 13, 19, 35, 2, 380759)}] Jul 13 19:33:02.554064 n-d-800708-1 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:33:02.555362 n-d-800708-1 neutron-server[93767]: DEBUG oslo_db.api [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:33:02.564279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb271437-6f76-4f0e-8f7b-ab48e9c2aa71 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event updated for resources: {'Port': ['ID=4f06fd0c-a367-4b5a-ad55-08a3171467bf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:02.594678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Made reservation on behalf of 38f77f58e3f54a0c801129682a1eed05 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:02.598766 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.626066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] For port c166b71c-4491-4e78-994f-cbdf204078ab, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:02.632939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4c36bd7e-bfcb-4453-b184-370fcf642035 None None] For port 82767d64-13f7-4618-9eef-996422238d28, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=82767d64-13f7-4618-9eef-996422238d28,segment=NetworkSegment(e199d285-c9bb-475e-8664-8ecf77038322),segment_id=e199d285-c9bb-475e-8664-8ecf77038322)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:02.660289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] For port c166b71c-4491-4e78-994f-cbdf204078ab, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c166b71c-4491-4e78-994f-cbdf204078ab,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:02.676192 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c36bd7e-bfcb-4453-b184-370fcf642035 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.679227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9aa7e622-c03a-45a9-83f8-b2d5ae4dee82 req-6a4d2d70-db65-46aa-856f-e08b90d04516 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395638 Jul 13 19:33:02.700873 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.701572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c36bd7e-bfcb-4453-b184-370fcf642035 None None] Transition to ACTIVE for port object 82767d64-13f7-4618-9eef-996422238d28 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:02.705730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c36bd7e-bfcb-4453-b184-370fcf642035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.757672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:02.758497 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.761437 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] 10.222.0.24 "PUT /v2.0/ports/c166b71c-4491-4e78-994f-cbdf204078ab HTTP/1.1" status: 200 len: 1091 time: 3.5400760 Jul 13 19:33:02.761915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f0df12-6a22-45b6-b26a-3d878beee995', 'tag': 'c166b71c-4491-4e78-994f-cbdf204078ab'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:02.764710 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14981414-eff5-4600-93c1-5821d8c27b71" -d '{"events": [{"name": "network-changed", "server_uuid": "88f0df12-6a22-45b6-b26a-3d878beee995", "tag": "c166b71c-4491-4e78-994f-cbdf204078ab"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:02.785153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc2626-7924-4c28-ae99-b75a000ab68a req-a3d0ad77-b948-43d4-b0c6-cd329e1a2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:02.786301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fcc2626-7924-4c28-ae99-b75a000ab68a req-a3d0ad77-b948-43d4-b0c6-cd329e1a2093 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 1097 time: 0.2790837 Jul 13 19:33:02.850310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36bd7e-bfcb-4453-b184-370fcf642035 None None] Pushing event updated for resources: {'Port': ['ID=82767d64-13f7-4618-9eef-996422238d28,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:02.858150 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a5b7d-38b5-43e1-80d8-969c5f657489 x-openstack-request-id: req-219a5b7d-38b5-43e1-80d8-969c5f657489 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:02.858453 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f0df12-6a22-45b6-b26a-3d878beee995", "tag": "c166b71c-4491-4e78-994f-cbdf204078ab", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:02.858704 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-219a5b7d-38b5-43e1-80d8-969c5f657489 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:02.859093 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f0df12-6a22-45b6-b26a-3d878beee995', 'tag': 'c166b71c-4491-4e78-994f-cbdf204078ab', 'status': 'completed', 'code': 200} Jul 13 19:33:02.914352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c682c5fa-5650-484c-86e3-d3a53f531687 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 4f06fd0c-a367-4b5a-ad55-08a3171467bf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:02.915240 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c682c5fa-5650-484c-86e3-d3a53f531687 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:02.942186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffc4ca-945c-49d3-9d88-a1b4b6612744 service neutron] Pushing event updated for resources: {'Port': ['ID=c166b71c-4491-4e78-994f-cbdf204078ab,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:02.986197 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34e8a4d1-f7c1-41c3-83ba-bd0c695de8a5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.016687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fcc2626-7924-4c28-ae99-b75a000ab68a req-645d7e1f-a49b-41e9-b858-d875d1f929a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881750 Jul 13 19:33:03.019432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a15582a4-8b39-48bb-abcc-78741dad39a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.021541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8a4d1-f7c1-41c3-83ba-bd0c695de8a5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event deleted for resources: {'Port': ['ID=863b6dd7-11de-4f94-a508-2d2ae204fb98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:03.065773 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c682c5fa-5650-484c-86e3-d3a53f531687 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.083721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c682c5fa-5650-484c-86e3-d3a53f531687 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 4f06fd0c-a367-4b5a-ad55-08a3171467bf owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:03.163527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-06894069-71a3-4698-aaa2-268d3f04f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:03.165163 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-06894069-71a3-4698-aaa2-268d3f04f72c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10e9cbd002da49db81716442d5cce01c&device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 1094 time: 0.3357294 Jul 13 19:33:03.193419 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34e8a4d1-f7c1-41c3-83ba-bd0c695de8a5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.202310 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34e8a4d1-f7c1-41c3-83ba-bd0c695de8a5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.205281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-34e8a4d1-f7c1-41c3-83ba-bd0c695de8a5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "DELETE /v2.0/floatingips/a3b19dc2-9881-49f2-b6c3-9e1507bdf62b HTTP/1.1" status: 204 len: 168 time: 2.6005411 Jul 13 19:33:03.227468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Allocated IP 172.20.0.14 (1fa9e829-509c-4ef8-8762-1345ce996ad0/cb60cdf7-45cc-40e7-b935-63c06ad4f599/337dc130-069d-4622-9e16-4cca5340e9a5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:03.337397 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-95967222-8aa3-4c91-b129-2c945591252d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166b71c-4491-4e78-994f-cbdf204078ab HTTP/1.1" status: 200 len: 217 time: 0.1306069 Jul 13 19:33:03.479225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.483941 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-98f1eac3-c1a1-4418-ad1f-57ed8516fe15 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6692662 Jul 13 19:33:03.494307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-2a9e596c-235b-4d93-b773-dfbbed3d95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:03.496917 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-2a9e596c-235b-4d93-b773-dfbbed3d95e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40a5a295-6896-4c79-8964-b069e79a848a HTTP/1.1" status: 200 len: 853 time: 0.1340413 Jul 13 19:33:03.505196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3beeb3-805c-4ca0-a20c-759014363b46 req-2d1f3a0b-40d5-4ef5-bd19-71303509f8bc tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:03.507203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a3beeb3-805c-4ca0-a20c-759014363b46 req-2d1f3a0b-40d5-4ef5-bd19-71303509f8bc tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 943 time: 0.3925045 Jul 13 19:33:03.585437 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a15582a4-8b39-48bb-abcc-78741dad39a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.614422 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a15582a4-8b39-48bb-abcc-78741dad39a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.647517 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a15582a4-8b39-48bb-abcc-78741dad39a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=951d1f7a25bd42bb94262a57c52d1731&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9377456 Jul 13 19:33:03.652042 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a3beeb3-805c-4ca0-a20c-759014363b46 req-92c16846-9d6e-4332-81ce-eeb59a235939 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072247 Jul 13 19:33:03.653227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:03.701840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 82767d64-13f7-4618-9eef-996422238d28 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:03.738524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-bf790ee6-24cb-4780-8af9-160e72939a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:03.748395 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-bf790ee6-24cb-4780-8af9-160e72939a4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c44f462a-02d8-482c-a9a8-2888e29adef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394574 Jul 13 19:33:03.751965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15582a4-8b39-48bb-abcc-78741dad39a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06feb59-2960-4e1e-b50e-9a747ce0fd40,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:03.790800 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c682c5fa-5650-484c-86e3-d3a53f531687 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.827547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.831055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:03.838157 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.866738 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.885661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-a11ef999-2bcd-4ae1-9a4e-d404ee08ae8c service neutron] 10.222.0.24 "GET /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266615 Jul 13 19:33:03.894392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:03.895128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b5724ae-0ac5-437c-aa0b-cd8f276f2758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:03.917907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-836106bd-8d13-40e8-85ab-566025f686c4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1324721230', 'description': 'tempest-description--741685269'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:03.930877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682c5fa-5650-484c-86e3-d3a53f531687 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=4f06fd0c-a367-4b5a-ad55-08a3171467bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:03.973884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Network 1fa9e829-509c-4ef8-8762-1345ce996ad0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:04.022878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:04.043125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c972d606-6f42-4f2f-9a83-2ba8b8044bdf None None] Provisioning complete for port 705e04ab-40a2-4f64-9629-550fdc40dac5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:04.043631 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c972d606-6f42-4f2f-9a83-2ba8b8044bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:04.061510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:04.111841 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fd00239-a8e8-451f-a649-c16cee9fc50a req-3f9503de-67a2-4606-ab0d-de3c1e16dff0 service neutron] 10.222.0.24 "GET /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676757 Jul 13 19:33:04.112003 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c972d606-6f42-4f2f-9a83-2ba8b8044bdf None None] Port 705e04ab-40a2-4f64-9629-550fdc40dac5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:33:04.130866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c972d606-6f42-4f2f-9a83-2ba8b8044bdf None None] Provisioning for port 82767d64-13f7-4618-9eef-996422238d28 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:04.136691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c972d606-6f42-4f2f-9a83-2ba8b8044bdf None None] Provisioning complete for port 82767d64-13f7-4618-9eef-996422238d28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:04.137462 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c972d606-6f42-4f2f-9a83-2ba8b8044bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:04.149956 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b5724ae-0ac5-437c-aa0b-cd8f276f2758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:04.177484 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836106bd-8d13-40e8-85ab-566025f686c4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:04.273269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c972d606-6f42-4f2f-9a83-2ba8b8044bdf None None] Could not find standard attr ID for object 4f06fd0c-a367-4b5a-ad55-08a3171467bf. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:33:04.315785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb8bf8-3f00-4ea5-af59-3bb4f34d851a req-787bd8da-0397-4f99-a78d-7ac7688c0cd9 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:04.317309 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93bb8bf8-3f00-4ea5-af59-3bb4f34d851a req-787bd8da-0397-4f99-a78d-7ac7688c0cd9 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 932 time: 0.2279747 Jul 13 19:33:04.333621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b5724ae-0ac5-437c-aa0b-cd8f276f2758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:04.336134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b5724ae-0ac5-437c-aa0b-cd8f276f2758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:04.337305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8b5724ae-0ac5-437c-aa0b-cd8f276f2758 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b06feb59-2960-4e1e-b50e-9a747ce0fd40 HTTP/1.1" status: 204 len: 168 time: 0.6782451 Jul 13 19:33:04.357724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14981414-eff5-4600-93c1-5821d8c27b71 req-3f1681ba-6f3b-4333-9098-7e2901543559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:04.359551 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14981414-eff5-4600-93c1-5821d8c27b71 req-3f1681ba-6f3b-4333-9098-7e2901543559 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10e9cbd002da49db81716442d5cce01c&device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 1094 time: 0.1629889 Jul 13 19:33:04.379562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5724ae-0ac5-437c-aa0b-cd8f276f2758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06feb59-2960-4e1e-b50e-9a747ce0fd40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:04.491064 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93bb8bf8-3f00-4ea5-af59-3bb4f34d851a req-f2dba5e5-2ebb-4ae4-a4dc-57c89fc044ad tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658020 Jul 13 19:33:04.561494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14981414-eff5-4600-93c1-5821d8c27b71 req-8f12146a-f7f6-47bc-9fe9-bd8272aee0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:04.563705 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14981414-eff5-4600-93c1-5821d8c27b71 req-8f12146a-f7f6-47bc-9fe9-bd8272aee0a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c44f462a-02d8-482c-a9a8-2888e29adef2 HTTP/1.1" status: 200 len: 915 time: 0.1956551 Jul 13 19:33:04.646361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14981414-eff5-4600-93c1-5821d8c27b71 req-7009468b-3d00-4a5d-9b6b-0beb8b648cf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166b71c-4491-4e78-994f-cbdf204078ab HTTP/1.1" status: 200 len: 217 time: 0.0747485 Jul 13 19:33:04.654670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Pushing event updated for resources: {'Port': ['ID=337dc130-069d-4622-9e16-4cca5340e9a5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:04.662483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-97070a65-a087-4e2b-a383-5a71258e93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:04.663981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-97070a65-a087-4e2b-a383-5a71258e93a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4be9101a48c4f01b47e38d7b5015101&device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 1096 time: 1.0724115 Jul 13 19:33:04.673347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:04.674272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:04.693327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c682c5fa-5650-484c-86e3-d3a53f531687 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:04.698247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c682c5fa-5650-484c-86e3-d3a53f531687 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/4f06fd0c-a367-4b5a-ad55-08a3171467bf HTTP/1.1" status: 204 len: 168 time: 2.1421371 Jul 13 19:33:04.710194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-64758d30-9c7e-4b10-bacf-e5897ef3b293 None None] Could not find standard attr ID for object 4f06fd0c-a367-4b5a-ad55-08a3171467bf. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:33:04.711942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:04.731340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14981414-eff5-4600-93c1-5821d8c27b71 req-00080482-36c4-42d3-b84d-bb31e9fa9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:04.732855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14981414-eff5-4600-93c1-5821d8c27b71 req-00080482-36c4-42d3-b84d-bb31e9fa9893 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40a5a295-6896-4c79-8964-b069e79a848a HTTP/1.1" status: 200 len: 853 time: 0.0693209 Jul 13 19:33:04.804190 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1455ffd8-d0ef-42a3-97a0-98c52039b0a1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] GET failed (client error): The resource could not be found. Jul 13 19:33:04.805781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1455ffd8-d0ef-42a3-97a0-98c52039b0a1 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports/4f06fd0c-a367-4b5a-ad55-08a3171467bf HTTP/1.1" status: 404 len: 333 time: 0.0933316 Jul 13 19:33:04.813581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:04.897803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c00d5-2b36-4e6f-82ea-6b94e73eaf6b req-c877b454-23d5-4bd3-bac0-3aefe502c782 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:04.899545 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c5c00d5-2b36-4e6f-82ea-6b94e73eaf6b req-c877b454-23d5-4bd3-bac0-3aefe502c782 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 946 time: 0.8333764 Jul 13 19:33:04.933652 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e34c15bc-d81c-41e7-a3d6-7b9c6b73de16 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:04.976684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-52d6ba21-b01e-4378-aa09-4ea08f2410f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:04.977454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-52d6ba21-b01e-4378-aa09-4ea08f2410f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=04f790dc-05a0-49ce-94fc-f6d6530898e0 HTTP/1.1" status: 200 len: 913 time: 0.2799385 Jul 13 19:33:04.983311 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e34c15bc-d81c-41e7-a3d6-7b9c6b73de16 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.013498 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c5c00d5-2b36-4e6f-82ea-6b94e73eaf6b req-0f8b20be-d5cc-4797-8d62-61437151d0a1 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063302 Jul 13 19:33:05.015582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.046651 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.073738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14981414-eff5-4600-93c1-5821d8c27b71 req-fc8ef1e8-210b-4113-b69a-ec73d05deee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:05.075445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14981414-eff5-4600-93c1-5821d8c27b71 req-fc8ef1e8-210b-4113-b69a-ec73d05deee6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c44f462a-02d8-482c-a9a8-2888e29adef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3341744 Jul 13 19:33:05.080464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-df124426-e027-4c4e-b6bf-8ebfdeb7c9ca tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8114295 Jul 13 19:33:05.082060 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e34c15bc-d81c-41e7-a3d6-7b9c6b73de16 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.084559 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e34c15bc-d81c-41e7-a3d6-7b9c6b73de16 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.085680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e34c15bc-d81c-41e7-a3d6-7b9c6b73de16 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/security-groups/6135b041-55e7-4dbc-a02d-edce379d3d4d HTTP/1.1" status: 204 len: 168 time: 0.2708647 Jul 13 19:33:05.092677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:05.098474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Request body: {'port': {'device_id': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:05.144358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:05.152141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c15bc-d81c-41e7-a3d6-7b9c6b73de16 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6135b041-55e7-4dbc-a02d-edce379d3d4d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:05.161513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-a844d2dc-3054-4d6a-b2b6-87c67071cb3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d2643-992a-4d2a-9be3-60f527407a9b HTTP/1.1" status: 200 len: 1000 time: 0.1725194 Jul 13 19:33:05.162342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462f42a7-1b77-447d-9484-4f4e8912c964,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:05.183880 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.184410 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Added segment 7ad34b11-2dc7-48b4-a3fe-3047e4b67e57 of type vlan for network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa Jul 13 19:33:05.247587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2491-cd32-444f-bdac-55f57def50fb req-4fc3b26f-efd5-4ce0-98c4-939abb6b774d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:05.255069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cfac2491-cd32-444f-bdac-55f57def50fb req-4fc3b26f-efd5-4ce0-98c4-939abb6b774d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 943 time: 0.3437624 Jul 13 19:33:05.318169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-4f52db48-4bf0-47ce-aa49-b6f7a6148075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:05.319983 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-4f52db48-4bf0-47ce-aa49-b6f7a6148075 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c22fa7-76da-4e40-9ea8-ee394562c7c1 HTTP/1.1" status: 200 len: 851 time: 0.1464953 Jul 13 19:33:05.328057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.351846 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14981414-eff5-4600-93c1-5821d8c27b71 req-4c2e8843-c404-4a8a-92aa-0904025e0a3c service neutron] 10.222.0.24 "GET /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648969 Jul 13 19:33:05.362563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cfac2491-cd32-444f-bdac-55f57def50fb req-443fa7d3-b55e-40d4-9379-3e0431087dac tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061146 Jul 13 19:33:05.370967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836106bd-8d13-40e8-85ab-566025f686c4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.377528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3165-5212-4d98-a6a2-243ca91df750 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.379149 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.391337 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836106bd-8d13-40e8-85ab-566025f686c4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.453022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3165-5212-4d98-a6a2-243ca91df750 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.467838 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836106bd-8d13-40e8-85ab-566025f686c4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.471665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-836106bd-8d13-40e8-85ab-566025f686c4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5718856 Jul 13 19:33:05.479223 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.480177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:05.480782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.481331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:05.495129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b290f048-719b-4be1-94dc-254dd342bd81 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'security_group_rule': {'security_group_id': '4215721a-e580-4a64-86fc-e48c38a684be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:05.505925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836106bd-8d13-40e8-85ab-566025f686c4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4215721a-e580-4a64-86fc-e48c38a684be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:05.599740 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b290f048-719b-4be1-94dc-254dd342bd81 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.606849 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14981414-eff5-4600-93c1-5821d8c27b71 req-90641d12-9530-471d-a411-cb865e157cc4 service neutron] 10.222.0.24 "GET /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391133 Jul 13 19:33:05.677234 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b290f048-719b-4be1-94dc-254dd342bd81 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.688592 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5036416 Jul 13 19:33:05.690322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7c0cc-15ea-4115-acd3-6115a9cfe3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:05.697395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:05.707102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Request body: {'subnet': {'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2136625513-subnet', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:05.707557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:05.710924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b290f048-719b-4be1-94dc-254dd342bd81 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.728367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3165-5212-4d98-a6a2-243ca91df750 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.731690 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3165-5212-4d98-a6a2-243ca91df750 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.732845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4cdd3165-5212-4d98-a6a2-243ca91df750 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/security-groups/bf161638-2321-4595-8a7d-6e6bed5d2ca2 HTTP/1.1" status: 204 len: 168 time: 0.6318431 Jul 13 19:33:05.749915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:05.770513 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b290f048-719b-4be1-94dc-254dd342bd81 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.771769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b290f048-719b-4be1-94dc-254dd342bd81 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2892308 Jul 13 19:33:05.781330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:05.783684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-35e74c34-29aa-451b-8008-925b06cbf45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:05.785209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-35e74c34-29aa-451b-8008-925b06cbf45a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04f790dc-05a0-49ce-94fc-f6d6530898e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4416254 Jul 13 19:33:05.788672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290f048-719b-4be1-94dc-254dd342bd81 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005c6152-8b6b-4b27-b627-bc578d0526b3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:05.801651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-55561e80-bef9-48d0-92e6-d552d71e1a8e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'security_group_rule': {'security_group_id': '4215721a-e580-4a64-86fc-e48c38a684be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:05.812037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd3165-5212-4d98-a6a2-243ca91df750 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf161638-2321-4595-8a7d-6e6bed5d2ca2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:05.865726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:05.868636 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.898102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d533115-c7ac-4a79-82a4-7da379b7d417 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.926286 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d533115-c7ac-4a79-82a4-7da379b7d417 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.999223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200451a7-cd4a-4ed9-9869-dc0914a776aa req-2653f3f9-7444-4882-af34-5a5f942db6d7 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:06.000492 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-200451a7-cd4a-4ed9-9869-dc0914a776aa req-2653f3f9-7444-4882-af34-5a5f942db6d7 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 932 time: 0.3190999 Jul 13 19:33:06.010430 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-681e3f25-1860-4883-85ee-04232bf6d036 service neutron] 10.222.0.60 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087498 Jul 13 19:33:06.020393 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55561e80-bef9-48d0-92e6-d552d71e1a8e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.041708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:06.051487 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d533115-c7ac-4a79-82a4-7da379b7d417 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.054151 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d533115-c7ac-4a79-82a4-7da379b7d417 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.057925 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4d533115-c7ac-4a79-82a4-7da379b7d417 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/security-groups/af13c75b-621a-40eb-ac98-5fc2a68b1589 HTTP/1.1" status: 204 len: 168 time: 0.3044598 Jul 13 19:33:06.069377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:06.098223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d533115-c7ac-4a79-82a4-7da379b7d417 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af13c75b-621a-40eb-ac98-5fc2a68b1589,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:06.198885 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55561e80-bef9-48d0-92e6-d552d71e1a8e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.203315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337dc130-069d-4622-9e16-4cca5340e9a5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:33:06.214360 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-200451a7-cd4a-4ed9-9869-dc0914a776aa req-3d6046c5-116c-46b4-ad0b-e1bea1d9d572 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067771 Jul 13 19:33:06.216230 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.220647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-823593ca-5be5-46e0-905e-dab227e707e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet d4914485-c06a-4895-9b78-fe9327c61048 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:06.226558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55561e80-bef9-48d0-92e6-d552d71e1a8e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.228284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823593ca-5be5-46e0-905e-dab227e707e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.246667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Transition to ACTIVE for port object 337dc130-069d-4622-9e16-4cca5340e9a5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:06.261020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.296977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55561e80-bef9-48d0-92e6-d552d71e1a8e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6bed62-4e55-4374-b7ce-eeef536a6af2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:06.301950 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-899b4ed0-52f5-4caa-8be5-690c48a9d18f req-b0e4fe28-00f6-4599-957b-8fd004096a69 service neutron] 10.222.0.60 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797816 Jul 13 19:33:06.345057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55561e80-bef9-48d0-92e6-d552d71e1a8e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.346270 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-55561e80-bef9-48d0-92e6-d552d71e1a8e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5552902 Jul 13 19:33:06.349851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f47f88d-9f3d-4148-bbc2-26d45b013c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.350079 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823593ca-5be5-46e0-905e-dab227e707e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.351539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:06.364971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:06.370446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Pushing event updated for resources: {'Port': ['ID=337dc130-069d-4622-9e16-4cca5340e9a5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:06.397784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.435154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49ffcf-6ca9-4179-91fe-c396c45e00b8 req-11954c59-f2bb-49ac-979a-e1081410af7e tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:06.436623 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e49ffcf-6ca9-4179-91fe-c396c45e00b8 req-11954c59-f2bb-49ac-979a-e1081410af7e tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 946 time: 0.2888601 Jul 13 19:33:06.452377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.508801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:06.530075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Attempting to bind port 337dc130-069d-4622-9e16-4cca5340e9a5 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:06.530302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Attempting to bind port 337dc130-069d-4622-9e16-4cca5340e9a5 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '6c39350e-9764-47c6-a009-3ac5e203511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:06.530651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Attempting to bind port 337dc130-069d-4622-9e16-4cca5340e9a5 on network 1fa9e829-509c-4ef8-8762-1345ce996ad0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:06.545522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Port 337dc130-069d-4622-9e16-4cca5340e9a5 on network 1fa9e829-509c-4ef8-8762-1345ce996ad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:33:06.546110 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Attempting to bind port 337dc130-069d-4622-9e16-4cca5340e9a5 on network 1fa9e829-509c-4ef8-8762-1345ce996ad0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:06.553106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e49ffcf-6ca9-4179-91fe-c396c45e00b8 req-04330938-949e-44ac-aeef-979433fe6fd8 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062095 Jul 13 19:33:06.559226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823593ca-5be5-46e0-905e-dab227e707e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.582051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Checking segment: {'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:06.582438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Network hostable DHCP agents. Network: 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:06.597469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:06.597469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Checking segment: {'id': '6c39350e-9764-47c6-a009-3ac5e203511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:06.597792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Bound using segment: {'id': '6c39350e-9764-47c6-a009-3ac5e203511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:06.597997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Bound port: 337dc130-069d-4622-9e16-4cca5340e9a5, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c39350e-9764-47c6-a009-3ac5e203511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:06.598359 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.617038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:06.634387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:06.639928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:06.644040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.647919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c3a7ee-46e5-478d-ad9e-8667e1b4bb84 None None] Network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:06.656795 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823593ca-5be5-46e0-905e-dab227e707e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.695595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823593ca-5be5-46e0-905e-dab227e707e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=d4914485-c06a-4895-9b78-fe9327c61048,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:06.701718 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823593ca-5be5-46e0-905e-dab227e707e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.704512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-823593ca-5be5-46e0-905e-dab227e707e4 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/d4914485-c06a-4895-9b78-fe9327c61048 HTTP/1.1" status: 204 len: 168 time: 0.6341565 Jul 13 19:33:06.708077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:06.713583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b335110f-c2db-4dea-996d-bc2126203660 None None] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:06.752024 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f47f88d-9f3d-4148-bbc2-26d45b013c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.764307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] For port 337dc130-069d-4622-9e16-4cca5340e9a5, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:06.768472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f47f88d-9f3d-4148-bbc2-26d45b013c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.779223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8bf4d-52a5-4f8d-a14d-aa34a189a8eb req-19846a93-0b9d-4a3c-ac17-104d1367edec tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:06.779472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-db10a843-8daf-4723-9ed0-e96359716090 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0795496 Jul 13 19:33:06.780166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:06.780816 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da8bf4d-52a5-4f8d-a14d-aa34a189a8eb req-19846a93-0b9d-4a3c-ac17-104d1367edec tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 943 time: 0.2408557 Jul 13 19:33:06.784671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] For port 337dc130-069d-4622-9e16-4cca5340e9a5, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=337dc130-069d-4622-9e16-4cca5340e9a5,segment=NetworkSegment(6c39350e-9764-47c6-a009-3ac5e203511f),segment_id=6c39350e-9764-47c6-a009-3ac5e203511f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:06.789795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:06.804360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad5b9fd-0045-4ec3-a33f-1d75ec1eca4b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet 413ccd59-6803-40e4-9bca-574f5e8ddbb4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:06.808899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b9fd-0045-4ec3-a33f-1d75ec1eca4b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.838297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.858192 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.872478 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b9fd-0045-4ec3-a33f-1d75ec1eca4b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.884720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7f47f88d-9f3d-4148-bbc2-26d45b013c83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13a88022a7b1473f993f595d705cbfca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8387880 Jul 13 19:33:06.894825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:06.906196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:06.907361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.908733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] 10.222.0.60 "PUT /v2.0/ports/337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 1092 time: 1.8194375 Jul 13 19:33:06.926001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:06.928641 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba95b355-738c-449b-8661-d96209b9178b" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:06.932054 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47f88d-9f3d-4148-bbc2-26d45b013c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f38c89b-2d6d-4120-824b-8975560fac6d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:07.007372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b9fd-0045-4ec3-a33f-1d75ec1eca4b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.013155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.014283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.034093 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da8bf4d-52a5-4f8d-a14d-aa34a189a8eb req-0d59e242-0cd8-4c2e-a01a-ec59bb87e5cb tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405658 Jul 13 19:33:07.039245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:33:07.042779 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.080504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcc91f-0d36-4ad7-9712-414cae9f0f36 service neutron] Pushing event updated for resources: {'Port': ['ID=337dc130-069d-4622-9e16-4cca5340e9a5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:07.124302 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.177760 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3083e237-27d3-4cdd-8c0c-2c1a71a9307b x-openstack-request-id: req-3083e237-27d3-4cdd-8c0c-2c1a71a9307b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:07.178024 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b9fd-0045-4ec3-a33f-1d75ec1eca4b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.178162 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:07.178579 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3083e237-27d3-4cdd-8c0c-2c1a71a9307b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:07.179042 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5', 'status': 'completed', 'code': 200} Jul 13 19:33:07.180221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Allocated IP 172.25.7.86 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/44aa5b0e-d750-4d7c-8306-39b8dca3846f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:07.252310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5b9fd-0045-4ec3-a33f-1d75ec1eca4b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=413ccd59-6803-40e4-9bca-574f5e8ddbb4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:07.262426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b9fd-0045-4ec3-a33f-1d75ec1eca4b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.265172 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7ad5b9fd-0045-4ec3-a33f-1d75ec1eca4b tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/413ccd59-6803-40e4-9bca-574f5e8ddbb4 HTTP/1.1" status: 204 len: 168 time: 0.5546074 Jul 13 19:33:07.272824 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:07.282765 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd902-6b2a-4424-8bf0-ff9503f03328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.286234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Allocated IP 172.20.0.2 (06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa/dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b/e68c85e7-972d-4d8e-81f7-243510e4587a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:07.306377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd902-6b2a-4424-8bf0-ff9503f03328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.328021 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:33:07.343407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.431930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-4b7d2dc4-fdef-400a-9992-12a0b1739835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:07.433578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-4b7d2dc4-fdef-400a-9992-12a0b1739835 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38f77f58e3f54a0c801129682a1eed05&device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1095 time: 0.4343848 Jul 13 19:33:07.439134 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3ad4db-594f-41b7-80e4-3f17b57ebf37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:07.439904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3ad4db-594f-41b7-80e4-3f17b57ebf37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:07.441631 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bb3ad4db-594f-41b7-80e4-3f17b57ebf37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/d4914485-c06a-4895-9b78-fe9327c61048 HTTP/1.1" status: 404 len: 337 time: 0.1675909 Jul 13 19:33:07.447080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:07.455061 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd902-6b2a-4424-8bf0-ff9503f03328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.457652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd902-6b2a-4424-8bf0-ff9503f03328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.461315 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a3bbd902-6b2a-4424-8bf0-ff9503f03328 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f38c89b-2d6d-4120-824b-8975560fac6d HTTP/1.1" status: 204 len: 168 time: 0.5591512 Jul 13 19:33:07.478217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.494051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Transition to ACTIVE for port object e68c85e7-972d-4d8e-81f7-243510e4587a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:07.514776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Transition to ACTIVE for port object e68c85e7-972d-4d8e-81f7-243510e4587a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:07.529786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-f57ddb97-24ce-4fb9-9149-555577a5f406 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 217 time: 0.0849710 Jul 13 19:33:07.533139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbd902-6b2a-4424-8bf0-ff9503f03328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f38c89b-2d6d-4120-824b-8975560fac6d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:07.566439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6d015-f60a-459d-963f-a53abc3ae027 req-d2aa9401-7df3-46af-86cf-1b0a4b836a2f tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:07.567388 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.574345 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ca6d015-f60a-459d-963f-a53abc3ae027 req-d2aa9401-7df3-46af-86cf-1b0a4b836a2f tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 944 time: 0.1748919 Jul 13 19:33:07.587742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-86288ce5-c7d2-488c-b94d-d5c785a619af tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting subnet fcee23cd-865e-462e-8da7-94e382662d54 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:07.597531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86288ce5-c7d2-488c-b94d-d5c785a619af tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.620563 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.637589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-96058a44-6094-40cd-8076-8ce452134dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:07.639272 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-96058a44-6094-40cd-8076-8ce452134dd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60cdf7-45cc-40e7-b935-63c06ad4f599 HTTP/1.1" status: 200 len: 860 time: 0.1016572 Jul 13 19:33:07.653332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e40b7-a257-49fd-a63f-659275786b91 req-496b51b0-301b-4620-9276-53fd315e6168 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:07.660088 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86288ce5-c7d2-488c-b94d-d5c785a619af tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.660655 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a3e40b7-a257-49fd-a63f-659275786b91 req-496b51b0-301b-4620-9276-53fd315e6168 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 946 time: 0.3211904 Jul 13 19:33:07.672588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:07.675749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:07.679634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:07.714860 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-ed115a97-6fd7-480f-ab05-03e982485ab5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1fa9e829-509c-4ef8-8762-1345ce996ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487707 Jul 13 19:33:07.716412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Pushing event updated for resources: {'Port': ['ID=e68c85e7-972d-4d8e-81f7-243510e4587a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:07.719757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ca6d015-f60a-459d-963f-a53abc3ae027 req-184957e0-dbe1-415c-8139-8cd97ee6af2c tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443253 Jul 13 19:33:07.810352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca65d2-d0a5-4fc8-95ba-aaa8484e007c None None] Update dhcp port {'port': {'network_id': '455de0d3-fd34-4dcf-92c2-d9677417fd9b', 'fixed_ips': [{'subnet_id': 'fcee23cd-865e-462e-8da7-94e382662d54', 'ip_address': '172.20.0.18'}, {'subnet_id': '413ccd59-6803-40e4-9bca-574f5e8ddbb4'}], 'binding:host_id': 'n-d-800708-1'}, 'id': '82767d64-13f7-4618-9eef-996422238d28'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:33:07.812232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Attempting to bind port e68c85e7-972d-4d8e-81f7-243510e4587a on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:07.812599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Attempting to bind port e68c85e7-972d-4d8e-81f7-243510e4587a by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:07.812954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Attempting to bind port e68c85e7-972d-4d8e-81f7-243510e4587a on network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:07.824645 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a3e40b7-a257-49fd-a63f-659275786b91 req-23eeb987-ba94-4695-a492-2fb7e2a50680 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623108 Jul 13 19:33:07.835274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:07.835649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Checking segment: {'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:07.836050 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.836442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Bound using segment: {'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:07.837251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Bound port: e68c85e7-972d-4d8e-81f7-243510e4587a, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:07.837635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.866116 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-a206b1f7-a95f-48f6-a27f-74bd68ca9f39 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348119 Jul 13 19:33:07.867730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.899506 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86288ce5-c7d2-488c-b94d-d5c785a619af tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.931088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] For port e68c85e7-972d-4d8e-81f7-243510e4587a, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:07.936447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] For port e68c85e7-972d-4d8e-81f7-243510e4587a, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e68c85e7-972d-4d8e-81f7-243510e4587a,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:07.940176 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61ca65d2-d0a5-4fc8-95ba-aaa8484e007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.954579 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.971458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:07.977293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:07.981718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:07.989471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'Port': ['ID=44aa5b0e-d750-4d7c-8306-39b8dca3846f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:08.129593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e35aed1e-38d8-4eed-a2d9-dd51c0c833ed req-e19c8933-cbb4-493d-9519-c48875c9ca14 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563627 Jul 13 19:33:08.178513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752bbb8-284d-411d-936f-879609b65ecf None None] Pushing event updated for resources: {'Port': ['ID=e68c85e7-972d-4d8e-81f7-243510e4587a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:08.202117 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:08.387411 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:08.449768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95b355-738c-449b-8661-d96209b9178b req-54ae5029-1a2a-4647-ba3e-65c4dedead64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:08.451654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba95b355-738c-449b-8661-d96209b9178b req-54ae5029-1a2a-4647-ba3e-65c4dedead64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38f77f58e3f54a0c801129682a1eed05&device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1095 time: 0.2245402 Jul 13 19:33:08.464054 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:08.491288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:08.639923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95b355-738c-449b-8661-d96209b9178b req-b6cd5801-c2e6-4fd8-be5e-c4401fa6c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:08.641422 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba95b355-738c-449b-8661-d96209b9178b req-b6cd5801-c2e6-4fd8-be5e-c4401fa6c8ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 200 len: 921 time: 0.1823182 Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-61ca65d2-d0a5-4fc8-95ba-aaa8484e007c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcee23cd-865e-462e-8da7-94e382662d54: This subnet is being modified by another concurrent operation. Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:33:08.653222 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcee23cd-865e-462e-8da7-94e382662d54: This subnet is being modified by another concurrent operation. Jul 13 19:33:08.657562 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 13 19:33:08.673716 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86288ce5-c7d2-488c-b94d-d5c785a619af tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:08.683599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5d73-6b80-4d61-b2a9-9a13fb5af858 req-832f4f30-4c95-40fa-a9bd-894f4952b254 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:08.690596 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d90a5d73-6b80-4d61-b2a9-9a13fb5af858 req-832f4f30-4c95-40fa-a9bd-894f4952b254 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 943 time: 0.3042331 Jul 13 19:33:08.720471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba95b355-738c-449b-8661-d96209b9178b req-abfd784e-470f-4c67-9fb7-8b4db0284cca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 217 time: 0.0684841 Jul 13 19:33:08.760481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86288ce5-c7d2-488c-b94d-d5c785a619af tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Subnet': ['ID=fcee23cd-865e-462e-8da7-94e382662d54,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:08.769314 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86288ce5-c7d2-488c-b94d-d5c785a619af tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:08.771190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4da758-df15-45b1-b98f-ce9fa0d251d4 None None] Network 455de0d3-fd34-4dcf-92c2-d9677417fd9b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:08.771797 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-86288ce5-c7d2-488c-b94d-d5c785a619af tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/fcee23cd-865e-462e-8da7-94e382662d54 HTTP/1.1" status: 204 len: 168 time: 1.3204041 Jul 13 19:33:08.781663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:08.789383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-36c435e9-3b0e-4014-961e-9dd4eb9b24b7 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:08.791364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-36c435e9-3b0e-4014-961e-9dd4eb9b24b7 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.24 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 946 time: 0.2786486 Jul 13 19:33:08.813116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:08.824790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Allocated IP 172.25.7.53 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/fda05392-e7f0-48e1-95e9-e3d0e2f1de18) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:08.831311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:08.873230 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14e7bc0-3163-4dbf-aecf-0f87ca3399a8 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:08.873690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14e7bc0-3163-4dbf-aecf-0f87ca3399a8 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:08.875667 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a14e7bc0-3163-4dbf-aecf-0f87ca3399a8 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/e1325c75-c95e-4f6a-be4c-89e9dfdef90f HTTP/1.1" status: 404 len: 337 time: 0.0830531 Jul 13 19:33:08.895965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:08.897132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f6538274-d04e-4111-a5df-2710d62e0288 None None] Provisioning complete for port 705e04ab-40a2-4f64-9629-550fdc40dac5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:08.897323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d90a5d73-6b80-4d61-b2a9-9a13fb5af858 req-07e5e1c8-7b26-493d-b385-be1fdf755b31 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053282 Jul 13 19:33:08.897888 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6538274-d04e-4111-a5df-2710d62e0288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:08.938215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f6538274-d04e-4111-a5df-2710d62e0288 None None] Port 705e04ab-40a2-4f64-9629-550fdc40dac5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:33:08.973576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f6538274-d04e-4111-a5df-2710d62e0288 None None] Provisioning complete for port 82767d64-13f7-4618-9eef-996422238d28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:08.974640 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6538274-d04e-4111-a5df-2710d62e0288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.298565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-d53e9f46-0d4a-42a3-8a77-42f0f92e48ca tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Deleting port d412ec6c-dd94-4a26-994a-f90c322422cb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:09.298929 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-d53e9f46-0d4a-42a3-8a77-42f0f92e48ca tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.422288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.436525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc797e-a387-4633-b6bc-b3aa056b252f req-e90b512d-f306-4b90-ba6a-4c0ee6b81921 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:09.438572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bdbc797e-a387-4633-b6bc-b3aa056b252f req-e90b512d-f306-4b90-ba6a-4c0ee6b81921 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 946 time: 0.2888458 Jul 13 19:33:09.509057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.522078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13576b-64ab-4ecc-b055-90885141ef9e None None] DHCP port deletion for 455de0d3-fd34-4dcf-92c2-d9677417fd9b request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:33:09.534627 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6c9d278c-2545-46b3-8b75-9dffb9c44776 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16c4dad-b127-4887-b6d0-7b2190fa847c HTTP/1.1" status: 200 len: 205 time: 0.6303005 Jul 13 19:33:09.537958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95b355-738c-449b-8661-d96209b9178b req-3a7de3c3-17e2-447a-98b5-74621a420969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:09.539449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba95b355-738c-449b-8661-d96209b9178b req-3a7de3c3-17e2-447a-98b5-74621a420969 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60cdf7-45cc-40e7-b935-63c06ad4f599 HTTP/1.1" status: 200 len: 860 time: 0.8066590 Jul 13 19:33:09.546059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:09.563346 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:09.570605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:09.597246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:09.641850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7d13576b-64ab-4ecc-b055-90885141ef9e None None] Deleting port 82767d64-13f7-4618-9eef-996422238d28 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:09.642204 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d13576b-64ab-4ecc-b055-90885141ef9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.647644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca3718a-7f76-4830-9666-58e5895e96a4 None None] Network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:09.682900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fda05392-e7f0-48e1-95e9-e3d0e2f1de18,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:09.688333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-d53e9f46-0d4a-42a3-8a77-42f0f92e48ca tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] For port d412ec6c-dd94-4a26-994a-f90c322422cb, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d412ec6c-dd94-4a26-994a-f90c322422cb,segment=NetworkSegment(ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3),segment_id=ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:09.688694 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-d53e9f46-0d4a-42a3-8a77-42f0f92e48ca tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.710813 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.713996 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-11502e87-b177-488f-9ae0-78ffefed7480 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] delete failed (client error): The resource could not be found. Jul 13 19:33:09.714335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-d53e9f46-0d4a-42a3-8a77-42f0f92e48ca tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Calling delete_port for d412ec6c-dd94-4a26-994a-f90c322422cb owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:09.717593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-11502e87-b177-488f-9ae0-78ffefed7480 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/routers/f16c4dad-b127-4887-b6d0-7b2190fa847c HTTP/1.1" status: 404 len: 336 time: 0.1681926 Jul 13 19:33:09.717593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'Port': ['ID=44aa5b0e-d750-4d7c-8306-39b8dca3846f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:09.720236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:09.752624 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba95b355-738c-449b-8661-d96209b9178b req-cee475c1-8c0d-4514-bb92-e72bc776b28e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1fa9e829-509c-4ef8-8762-1345ce996ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015166 Jul 13 19:33:09.757815 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf188fe-261e-4f8d-b7b6-ac1fafd4fc57 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:09.758325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf188fe-261e-4f8d-b7b6-ac1fafd4fc57 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:09.762436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6cf188fe-261e-4f8d-b7b6-ac1fafd4fc57 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/0ef45bcd-e9d6-4462-b616-e0c79b91e10b HTTP/1.1" status: 404 len: 337 time: 0.0380929 Jul 13 19:33:09.766611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:09.781826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bdbc797e-a387-4633-b6bc-b3aa056b252f req-d8e3f82f-3789-494a-9958-59725d1f978c tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/security-groups?id=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860639 Jul 13 19:33:09.799453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e68c85e7-972d-4d8e-81f7-243510e4587a up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:09.904980 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-725ca213-013c-400f-b003-21f8587fb53d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:09.905583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725ca213-013c-400f-b003-21f8587fb53d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:09.907446 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-725ca213-013c-400f-b003-21f8587fb53d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/5fe9d2ec-a47c-42c2-a24c-bcebf240e311 HTTP/1.1" status: 404 len: 337 time: 0.0505621 Jul 13 19:33:09.909653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.914444 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ab865ae8-b405-4690-97be-bad6af76fee9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5555260 Jul 13 19:33:09.914620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:09.945978 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7d13576b-64ab-4ecc-b055-90885141ef9e None None] For port 82767d64-13f7-4618-9eef-996422238d28, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=82767d64-13f7-4618-9eef-996422238d28,segment=NetworkSegment(e199d285-c9bb-475e-8664-8ecf77038322),segment_id=e199d285-c9bb-475e-8664-8ecf77038322)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:09.946379 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d13576b-64ab-4ecc-b055-90885141ef9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.960382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-278acce4-033e-4201-a84a-9e5b9f61d24b None None] Provisioning for port e68c85e7-972d-4d8e-81f7-243510e4587a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:09.964963 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3935c27a-8560-4618-83b6-a6cef6d37b37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:09.965480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3935c27a-8560-4618-83b6-a6cef6d37b37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:09.969032 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba95b355-738c-449b-8661-d96209b9178b req-d55200b9-96ef-4b01-bb1d-4a8cabe018c2 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014575 Jul 13 19:33:09.969809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7d13576b-64ab-4ecc-b055-90885141ef9e None None] Calling delete_port for 82767d64-13f7-4618-9eef-996422238d28 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:09.972357 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3935c27a-8560-4618-83b6-a6cef6d37b37 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/678ce8fc-87fd-431d-b1de-72f2397d51fc HTTP/1.1" status: 404 len: 337 time: 0.0562720 Jul 13 19:33:09.975732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.061607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4071a-8dfa-4208-a616-0bf07a87cbd6 req-f125be3d-b278-4526-af83-e09e18812f00 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.073543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2a4071a-8dfa-4208-a616-0bf07a87cbd6 req-f125be3d-b278-4526-af83-e09e18812f00 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 944 time: 1.1896691 Jul 13 19:33:10.080826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e68c85e7-972d-4d8e-81f7-243510e4587a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:10.097658 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e68c85e7-972d-4d8e-81f7-243510e4587a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:10.098112 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.124968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-d53e9f46-0d4a-42a3-8a77-42f0f92e48ca tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.147296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['d412ec6c-dd94-4a26-994a-f90c322422cb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:10.223226 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfec8646-3cf7-4e57-85fb-4881dfdaa08a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:10.224109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfec8646-3cf7-4e57-85fb-4881dfdaa08a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:10.224453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e9f46-0d4a-42a3-8a77-42f0f92e48ca tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Pushing event deleted for resources: {'Port': ['ID=d412ec6c-dd94-4a26-994a-f90c322422cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:10.225733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dfec8646-3cf7-4e57-85fb-4881dfdaa08a tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/314492b3-c48d-42d9-a040-1a85947d21c4 HTTP/1.1" status: 404 len: 333 time: 0.2441700 Jul 13 19:33:10.230858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.270710 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d13576b-64ab-4ecc-b055-90885141ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.281717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.296768 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-982151b2-ff1c-4058-af98-bddbf2c7d072 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:10.297238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982151b2-ff1c-4058-af98-bddbf2c7d072 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:10.301316 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-982151b2-ff1c-4058-af98-bddbf2c7d072 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/bcb6df79-c991-4c0b-84b7-fb28c4987567 HTTP/1.1" status: 404 len: 337 time: 0.0632837 Jul 13 19:33:10.304977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.320298 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13576b-64ab-4ecc-b055-90885141ef9e None None] Pushing event deleted for resources: {'Port': ['ID=82767d64-13f7-4618-9eef-996422238d28,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:10.325716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d13576b-64ab-4ecc-b055-90885141ef9e None None] No DVR routers for this DVR port 82767d64-13f7-4618-9eef-996422238d28 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:10.352054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c2a4071a-8dfa-4208-a616-0bf07a87cbd6 req-3fbf67ab-8d58-4c3c-b8d8-af0f69996203 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770247 Jul 13 19:33:10.377959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-d53e9f46-0d4a-42a3-8a77-42f0f92e48ca tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] No DVR routers for this DVR port d412ec6c-dd94-4a26-994a-f90c322422cb on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:10.382933 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.406151 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-d53e9f46-0d4a-42a3-8a77-42f0f92e48ca tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.408349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26b72eec-db44-4d2f-8f0a-6b2cdc0a2402 req-d53e9f46-0d4a-42a3-8a77-42f0f92e48ca tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.24 "DELETE /v2.0/ports/d412ec6c-dd94-4a26-994a-f90c322422cb HTTP/1.1" status: 204 len: 173 time: 1.6004806 Jul 13 19:33:10.409856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17535e7c-d889-49cd-885c-7fa542246d39', 'name': 'network-vif-deleted', 'tag': 'd412ec6c-dd94-4a26-994a-f90c322422cb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:10.410744 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc185777-9c47-439e-901d-6d7b560062bb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:10.411214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc185777-9c47-439e-901d-6d7b560062bb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:10.412745 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127dbece-3d07-4374-ae3f-e0f41333db4d" -d '{"events": [{"server_uuid": "17535e7c-d889-49cd-885c-7fa542246d39", "name": "network-vif-deleted", "tag": "d412ec6c-dd94-4a26-994a-f90c322422cb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:10.425343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cc185777-9c47-439e-901d-6d7b560062bb tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/95f0a307-f400-4e95-bd8b-9b6dbdd88083 HTTP/1.1" status: 404 len: 337 time: 0.1185408 Jul 13 19:33:10.428333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.460586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.469972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 337dc130-069d-4622-9e16-4cca5340e9a5 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:33:10.476301 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81d2318-3e46-4a8e-986d-d9c31eaa0c8d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:10.477191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81d2318-3e46-4a8e-986d-d9c31eaa0c8d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:10.483321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d81d2318-3e46-4a8e-986d-d9c31eaa0c8d tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/6747cc16-f8f1-4b50-b5ea-171d7fdaeac3 HTTP/1.1" status: 404 len: 333 time: 0.0517180 Jul 13 19:33:10.492062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e68c85e7-972d-4d8e-81f7-243510e4587a, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e68c85e7-972d-4d8e-81f7-243510e4587a,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:10.499922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.505957 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.594963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba95b355-738c-449b-8661-d96209b9178b req-8b63a7cc-69b4-4c78-9dcb-2468c72ee2ce service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148441 Jul 13 19:33:10.606538 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-748fe343-0c23-4a5b-b51e-e225237e6bfd tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:10.607006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748fe343-0c23-4a5b-b51e-e225237e6bfd tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:10.611220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-748fe343-0c23-4a5b-b51e-e225237e6bfd tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/baaa8770-fa82-4e74-9e1c-c1b69bae0087 HTTP/1.1" status: 404 len: 337 time: 0.1079175 Jul 13 19:33:10.615580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.627123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d165e31-d0e2-451e-9b36-30b760ade201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.654021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 82767d64-13f7-4618-9eef-996422238d28 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:10.671394 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caa8efe-9c1d-4c9e-9b58-746d722e3421 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:10.671867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8caa8efe-9c1d-4c9e-9b58-746d722e3421 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:10.676124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8caa8efe-9c1d-4c9e-9b58-746d722e3421 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/subnets/2b86a13c-ddb7-4b6f-978a-15a298377bed HTTP/1.1" status: 404 len: 337 time: 0.0563416 Jul 13 19:33:10.687782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.688006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-91d90584-e36b-4992-9a5b-b15517739888 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1324721230&fields=id&tenant_id=73a16b8b29a6415fa990181ff3c3c0ba HTTP/1.1" status: 200 len: 267 time: 0.1882803 Jul 13 19:33:10.696894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 82767d64-13f7-4618-9eef-996422238d28 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:10.713747 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 82767d64-13f7-4618-9eef-996422238d28 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:10.727257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e68c85e7-972d-4d8e-81f7-243510e4587a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:10.757950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555a48d1-3292-4fbe-89ee-f6e507850c0e None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:33:10.769297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04731af2-3f17-4460-a6f0-6693bff9c75f req-8e354ad3-3b45-43f8-a032-48f355a94a8c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.770986 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04731af2-3f17-4460-a6f0-6693bff9c75f req-8e354ad3-3b45-43f8-a032-48f355a94a8c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 943 time: 0.5497305 Jul 13 19:33:10.828775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 337dc130-069d-4622-9e16-4cca5340e9a5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=337dc130-069d-4622-9e16-4cca5340e9a5,segment=NetworkSegment(6c39350e-9764-47c6-a009-3ac5e203511f),segment_id=6c39350e-9764-47c6-a009-3ac5e203511f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:10.853910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '337dc130-069d-4622-9e16-4cca5340e9a5', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'port_id': '337dc130-069d-4622-9e16-4cca5340e9a5', 'mac_address': 'fa:16:3e:c8:0c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:33:10.861863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-8c13306a-4ea5-45d0-9d54-5ca94fd43299 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.868704 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-8c13306a-4ea5-45d0-9d54-5ca94fd43299 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 817 time: 0.1807897 Jul 13 19:33:10.875480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3151cac-3a07-47ff-9b56-312224eb8c39 None None] Provisioning complete for port e68c85e7-972d-4d8e-81f7-243510e4587a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:10.876108 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3151cac-3a07-47ff-9b56-312224eb8c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.893869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-d63a5d6c-8d32-4ca5-b4be-4b3ae2ede3fd tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/quotas/73a16b8b29a6415fa990181ff3c3c0ba HTTP/1.1" status: 200 len: 375 time: 0.0233624 Jul 13 19:33:10.939729 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.948547 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.978314 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d165e31-d0e2-451e-9b36-30b760ade201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.983569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337dc130-069d-4622-9e16-4cca5340e9a5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:33:10.990222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d165e31-d0e2-451e-9b36-30b760ade201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.044912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a48d1-3292-4fbe-89ee-f6e507850c0e None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:33:11.052331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 337dc130-069d-4622-9e16-4cca5340e9a5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=337dc130-069d-4622-9e16-4cca5340e9a5,segment=NetworkSegment(6c39350e-9764-47c6-a009-3ac5e203511f),segment_id=6c39350e-9764-47c6-a009-3ac5e203511f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:11.061893 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-2a6872e4-43f9-43b1-95ca-6569f3792c07 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1657381 Jul 13 19:33:11.071032 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.086904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6d165e31-d0e2-451e-9b36-30b760ade201 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a7c2d28cc2345afb6c09ca8c78d5156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8026974 Jul 13 19:33:11.099475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:11.101407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d165e31-d0e2-451e-9b36-30b760ade201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071832d5-3587-41e2-bc89-2b90a6afd8f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:11.181137 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04731af2-3f17-4460-a6f0-6693bff9c75f req-2b12476f-689f-4874-9561-5e7db51e7d3e tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267401 Jul 13 19:33:11.258575 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbc7cd17-8177-4c89-abbb-aaf5be25f485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.259264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=337dc130-069d-4622-9e16-4cca5340e9a5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:11.274065 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b77686-5013-4ca1-bf8f-b8f412df58de x-openstack-request-id: req-e8b77686-5013-4ca1-bf8f-b8f412df58de {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:11.274464 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17535e7c-d889-49cd-885c-7fa542246d39", "name": "network-vif-deleted", "tag": "d412ec6c-dd94-4a26-994a-f90c322422cb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:11.274728 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8b77686-5013-4ca1-bf8f-b8f412df58de {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:11.275154 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17535e7c-d889-49cd-885c-7fa542246d39', 'name': 'network-vif-deleted', 'tag': 'd412ec6c-dd94-4a26-994a-f90c322422cb', 'status': 'completed', 'code': 200} Jul 13 19:33:11.279374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['337dc130-069d-4622-9e16-4cca5340e9a5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:11.301636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-1f354c70-8578-49de-8e5f-9721eb992c97 service neutron] 10.222.0.25 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258785 Jul 13 19:33:11.333671 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbc7cd17-8177-4c89-abbb-aaf5be25f485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.336640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb12ae-8096-4979-81d4-3360e3fcb110 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Deleting port 705e04ab-40a2-4f64-9629-550fdc40dac5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:11.337061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8bb12ae-8096-4979-81d4-3360e3fcb110 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.548944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-59683e12-44bb-43b4-8adf-348a9fd3228c service neutron] 10.222.0.25 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462561 Jul 13 19:33:11.550239 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbc7cd17-8177-4c89-abbb-aaf5be25f485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.557670 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbc7cd17-8177-4c89-abbb-aaf5be25f485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.564075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bbc7cd17-8177-4c89-abbb-aaf5be25f485 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/071832d5-3587-41e2-bc89-2b90a6afd8f6 HTTP/1.1" status: 204 len: 168 time: 0.4614196 Jul 13 19:33:11.584977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7cd17-8177-4c89-abbb-aaf5be25f485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071832d5-3587-41e2-bc89-2b90a6afd8f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:11.585788 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6802eda9-d75c-4d96-a670-76cfe17a694c req-bc9b1bb2-4a56-41e1-9495-b3bd3f59cca2 tempest-ServerAddressesNegativeTestJSON-803519006 tempest-ServerAddressesNegativeTestJSON-803519006-project] 10.222.0.25 "GET /v2.0/ports?device_id=17535e7c-d889-49cd-885c-7fa542246d39 HTTP/1.1" status: 200 len: 210 time: 0.1155481 Jul 13 19:33:11.595498 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8bb12ae-8096-4979-81d4-3360e3fcb110 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.676880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Router 28be3d94-70ef-4b61-a104-6d94996265f5 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:33:11.688514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb12ae-8096-4979-81d4-3360e3fcb110 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Calling delete_port for 705e04ab-40a2-4f64-9629-550fdc40dac5 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:11.790802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e68c85e7-972d-4d8e-81f7-243510e4587a up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:11.916851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e68c85e7-972d-4d8e-81f7-243510e4587a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:11.918485 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.105815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b35828-6fc1-42f2-ae6d-32f609e02b00 req-b1323cc6-74e7-4353-8296-9fe6ed181856 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:12.108076 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36b35828-6fc1-42f2-ae6d-32f609e02b00 req-b1323cc6-74e7-4353-8296-9fe6ed181856 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 945 time: 0.0887268 Jul 13 19:33:12.143477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9e984d4-73e8-4dde-9b4b-73f0f6e606cf req-23dd3367-58f6-4bf0-97db-4f608d491a53 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 210 time: 0.0634019 Jul 13 19:33:12.149365 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8bb12ae-8096-4979-81d4-3360e3fcb110 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.196410 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36b35828-6fc1-42f2-ae6d-32f609e02b00 req-ce73bbf9-ff7c-4acc-9c60-5db73a0f7ee8 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819387 Jul 13 19:33:12.207629 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:33:12.209810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb12ae-8096-4979-81d4-3360e3fcb110 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Port': ['ID=705e04ab-40a2-4f64-9629-550fdc40dac5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:12.221238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Sync routers for ids ['28be3d94-70ef-4b61-a104-6d94996265f5'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:33:12.227349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8bb12ae-8096-4979-81d4-3360e3fcb110 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.231893 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a8bb12ae-8096-4979-81d4-3360e3fcb110 tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/ports/705e04ab-40a2-4f64-9629-550fdc40dac5 HTTP/1.1" status: 204 len: 168 time: 1.5418267 Jul 13 19:33:12.232276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:12.238172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Routers {'28be3d94-70ef-4b61-a104-6d94996265f5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:12.239367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['28be3d94-70ef-4b61-a104-6d94996265f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:12.242090 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.247879 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-eaf4c8bf-477a-4a76-9657-fafe7632a7c3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4644446 Jul 13 19:33:12.248384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:12.259509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:12.276460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c039ded-f1e3-4163-9547-84a3ec92bd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.328206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.443801 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c039ded-f1e3-4163-9547-84a3ec92bd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.451410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Set router 28be3d94-70ef-4b61-a104-6d94996265f5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:12.453699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418cd6b-c38d-43be-ab41-d741004904bf req-6b22021a-00d9-4f79-a9d1-5f36f50ff98b tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:12.455261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4418cd6b-c38d-43be-ab41-d741004904bf req-6b22021a-00d9-4f79-a9d1-5f36f50ff98b tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 943 time: 0.1105199 Jul 13 19:33:12.456674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c039ded-f1e3-4163-9547-84a3ec92bd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.493970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 337dc130-069d-4622-9e16-4cca5340e9a5 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:12.505425 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6c039ded-f1e3-4163-9547-84a3ec92bd16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=369b580d8890423db0682d2d800219f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430179 Jul 13 19:33:12.506619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c039ded-f1e3-4163-9547-84a3ec92bd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c570a4-1160-4ec2-8113-5aef9cecf313,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:12.509518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:12.513316 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.527697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455de0d3-fd34-4dcf-92c2-d9677417fd9b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:12.563553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4418cd6b-c38d-43be-ab41-d741004904bf req-54a53409-02c7-479d-a171-34db4538b312 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829022 Jul 13 19:33:12.573787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e199d285-c9bb-475e-8664-8ecf77038322') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:12.574308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e199d285-c9bb-475e-8664-8ecf77038322') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:12.598043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.603138 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fa76837-2ebf-4815-bdb8-5c3cd9a477d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.622640 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.630324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:12.630516 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fa76837-2ebf-4815-bdb8-5c3cd9a477d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.630762 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.665015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 337dc130-069d-4622-9e16-4cca5340e9a5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:12.673406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 337dc130-069d-4622-9e16-4cca5340e9a5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:12.673844 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.699780 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fa76837-2ebf-4815-bdb8-5c3cd9a477d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.703730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fa76837-2ebf-4815-bdb8-5c3cd9a477d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.705549 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4fa76837-2ebf-4815-bdb8-5c3cd9a477d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4c570a4-1160-4ec2-8113-5aef9cecf313 HTTP/1.1" status: 204 len: 168 time: 0.1899920 Jul 13 19:33:12.723440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa76837-2ebf-4815-bdb8-5c3cd9a477d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c570a4-1160-4ec2-8113-5aef9cecf313,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:12.727373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:12.732395 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:12.782975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e597647-9687-4942-b685-751846196cb7 admin admin] Deleting subnet 219296d0-1243-4957-8dee-d2cb0503d834 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:12.787297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e597647-9687-4942-b685-751846196cb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.792087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.804051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.810772 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] 10.222.0.25 "DELETE /v2.0/networks/455de0d3-fd34-4dcf-92c2-d9677417fd9b HTTP/1.1" status: 204 len: 168 time: 0.5769391 Jul 13 19:33:12.829812 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e597647-9687-4942-b685-751846196cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.838834 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0ff39-c84a-45ea-a8ca-76460ec5f82c tempest-PortsTestJSON-639886548 tempest-PortsTestJSON-639886548-project] Pushing event deleted for resources: {'Network': ['ID=455de0d3-fd34-4dcf-92c2-d9677417fd9b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:12.881569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e597647-9687-4942-b685-751846196cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:12.982348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e597647-9687-4942-b685-751846196cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.081249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e597647-9687-4942-b685-751846196cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219296d0-1243-4957-8dee-d2cb0503d834,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:13.086835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e597647-9687-4942-b685-751846196cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.091363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8e597647-9687-4942-b685-751846196cb7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/219296d0-1243-4957-8dee-d2cb0503d834 HTTP/1.1" status: 204 len: 168 time: 0.3544116 Jul 13 19:33:13.094508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:13.195083 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.198387 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.246046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 337dc130-069d-4622-9e16-4cca5340e9a5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=337dc130-069d-4622-9e16-4cca5340e9a5,segment=NetworkSegment(6c39350e-9764-47c6-a009-3ac5e203511f),segment_id=6c39350e-9764-47c6-a009-3ac5e203511f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:13.249129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:13.252707 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4a856e-ec8d-4c78-8aea-439da500e6e3" -d '{"events": [{"server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "name": "network-vif-plugged", "status": "completed", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:13.259597 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.295482 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.317439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=337dc130-069d-4622-9e16-4cca5340e9a5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:13.328973 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.333106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:10Z', 'revision_number': 3, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:13.343287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8342f7e2-445e-4815-8874-34672ce817ba']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:13.356421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:13.357130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5039a5-3fa8-449a-a4bf-5e0ec3dfddd3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:13.366928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Checking router: 28be3d94-70ef-4b61-a104-6d94996265f5 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:33:13.367277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Updating router 28be3d94-70ef-4b61-a104-6d94996265f5 port fda05392-e7f0-48e1-95e9-e3d0e2f1de18 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:33:13.380471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.386090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:13.425191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.433795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c166b71c-4491-4e78-994f-cbdf204078ab details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:33:13.442284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:13.443669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:13.448305 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:13.547217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Allocated IP 172.20.0.1 (06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa/dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b/e81fb2ac-a13a-4351-9622-4f9ecf3de01d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:13.570521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port c166b71c-4491-4e78-994f-cbdf204078ab, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c166b71c-4491-4e78-994f-cbdf204078ab,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:13.584732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d412ec6c-dd94-4a26-994a-f90c322422cb no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:13.616430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'c166b71c-4491-4e78-994f-cbdf204078ab', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'port_id': 'c166b71c-4491-4e78-994f-cbdf204078ab', 'mac_address': 'fa:16:3e:e7:a3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:33:13.621181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: d412ec6c-dd94-4a26-994a-f90c322422cb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:13.621563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d412ec6c-dd94-4a26-994a-f90c322422cb not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:13.668637 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.677328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.703212 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.711426 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8342f7e2-445e-4815-8874-34672ce817ba HTTP/1.1" status: 204 len: 168 time: 0.6142795 Jul 13 19:33:13.718951 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.733994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3216ec3-fabc-42a3-98d3-d0ebdd3a5cd4 req-36c05068-3fc4-4ebe-8e00-32124c0f3e8c tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:13.737271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c166b71c-4491-4e78-994f-cbdf204078ab {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:33:13.740998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3216ec3-fabc-42a3-98d3-d0ebdd3a5cd4 req-36c05068-3fc4-4ebe-8e00-32124c0f3e8c tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.2321079 Jul 13 19:33:13.757200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d47e60-0675-44c1-a39e-94a5834adaa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8342f7e2-445e-4815-8874-34672ce817ba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:13.794583 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.833830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f574ae7e-86d2-4413-a051-4aa88d22ef15 req-b7684996-0e46-4bf7-80e5-d2d6e6628ff2 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 210 time: 0.3338275 Jul 13 19:33:13.887353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Transition to ACTIVE for port object e81fb2ac-a13a-4351-9622-4f9ecf3de01d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:13.888218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port c166b71c-4491-4e78-994f-cbdf204078ab, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c166b71c-4491-4e78-994f-cbdf204078ab,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:13.895133 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3216ec3-fabc-42a3-98d3-d0ebdd3a5cd4 req-f4101b6c-fb0f-412f-a163-b3c9beb56ede tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530662 Jul 13 19:33:13.914687 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:13.997629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.045112 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0138c110-a7f6-47f4-8d01-a6e1d4457277 x-openstack-request-id: req-0138c110-a7f6-47f4-8d01-a6e1d4457277 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:14.045897 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "name": "network-vif-plugged", "status": "completed", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:14.046232 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0138c110-a7f6-47f4-8d01-a6e1d4457277 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:14.046727 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5', 'code': 200} Jul 13 19:33:14.047578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-7069a998-f87f-4f44-8dad-435baba52a98 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:14.049268 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-7069a998-f87f-4f44-8dad-435baba52a98 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 817 time: 0.2645295 Jul 13 19:33:14.049710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=c166b71c-4491-4e78-994f-cbdf204078ab,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:14.061264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:14.140481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:14.144410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Pushing event updated for resources: {'Port': ['ID=e81fb2ac-a13a-4351-9622-4f9ecf3de01d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:14.150044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:14.155080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:14.206283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['c166b71c-4491-4e78-994f-cbdf204078ab'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:14.249859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.253507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2f675a9d-c7bb-4468-b268-a3f571eaf035 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33ea7ac679754174bcf31313ba18a392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8637345 Jul 13 19:33:14.257441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:14.259583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dece4c-e044-4ecb-9b88-37ce57d811b3 req-03239be6-c8aa-41de-a818-8e02e6012459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:14.262921 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73dece4c-e044-4ecb-9b88-37ce57d811b3 req-03239be6-c8aa-41de-a818-8e02e6012459 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1097 time: 0.1806901 Jul 13 19:33:14.343071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-8f72474e-688d-4788-95b2-7c9e62187cd1 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73a16b8b29a6415fa990181ff3c3c0ba HTTP/1.1" status: 200 len: 380 time: 0.2716293 Jul 13 19:33:14.358603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'port': {'device_id': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'admin_state_up': True, 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'security_groups': ['4215721a-e580-4a64-86fc-e48c38a684be']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:14.364578 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.371366 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6b907d65-f4da-4260-b8fa-14786fcc2e4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5e9bc35ed324c7ebaf1612620ec525f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074572 Jul 13 19:33:14.374295 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73dece4c-e044-4ecb-9b88-37ce57d811b3 req-33a49643-3e97-4531-9b37-41799bd17c0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602174 Jul 13 19:33:14.374815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:14.409542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Transition to ACTIVE for port object fda05392-e7f0-48e1-95e9-e3d0e2f1de18 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:14.435542 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.521068 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.562182 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.575164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be853ed3-b49a-4147-ba48-d95658b2f7d9 None None] Pushing event updated for resources: {'Port': ['ID=fda05392-e7f0-48e1-95e9-e3d0e2f1de18,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:14.577906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Attempting to bind port fda05392-e7f0-48e1-95e9-e3d0e2f1de18 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:14.578551 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Attempting to bind port fda05392-e7f0-48e1-95e9-e3d0e2f1de18 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:14.579293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Attempting to bind port fda05392-e7f0-48e1-95e9-e3d0e2f1de18 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:14.602174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e0e65b5-c2bf-490e-8ca8-93f9e89af4ed None None] Provisioning for port e81fb2ac-a13a-4351-9622-4f9ecf3de01d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:14.610069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:14.610895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:14.611570 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.612202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:14.612916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Bound port: fda05392-e7f0-48e1-95e9-e3d0e2f1de18, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:14.613608 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.618129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e0e65b5-c2bf-490e-8ca8-93f9e89af4ed None None] Provisioning complete for port e81fb2ac-a13a-4351-9622-4f9ecf3de01d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:14.618819 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0e65b5-c2bf-490e-8ca8-93f9e89af4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.635001 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.638832 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.641002 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28a0fa5c-f12d-4ed4-a480-e4ff596d61e0 HTTP/1.1" status: 204 len: 168 time: 0.2634997 Jul 13 19:33:14.658230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a0fa5c-f12d-4ed4-a480-e4ff596d61e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:14.661343 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.685209 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.685971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.686581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.687134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.687753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.688317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.688928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.689963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.690556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.691103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.691667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.692237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9c4fb-34a3-4522-b7af-2b1c55b66ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:14.739571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e65b5-c2bf-490e-8ca8-93f9e89af4ed None None] Port e81fb2ac-a13a-4351-9622-4f9ecf3de01d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:33:14.785528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] For port fda05392-e7f0-48e1-95e9-e3d0e2f1de18, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:14.791452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] For port fda05392-e7f0-48e1-95e9-e3d0e2f1de18, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fda05392-e7f0-48e1-95e9-e3d0e2f1de18,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:14.797332 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.908656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Routers {'28be3d94-70ef-4b61-a104-6d94996265f5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:14.909454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['28be3d94-70ef-4b61-a104-6d94996265f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:14.952294 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.955039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1553c-b89b-4d25-9a63-441bf86d76b1 req-ebbbe824-e5ec-444d-8468-11d970f06377 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:14.960026 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.964069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bdd1553c-b89b-4d25-9a63-441bf86d76b1 req-ebbbe824-e5ec-444d-8468-11d970f06377 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 944 time: 0.9138484 Jul 13 19:33:15.023543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be853ed3-b49a-4147-ba48-d95658b2f7d9 None None] Pushing event updated for resources: {'Port': ['ID=fda05392-e7f0-48e1-95e9-e3d0e2f1de18,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:15.153277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bdd1553c-b89b-4d25-9a63-441bf86d76b1 req-8638fc93-ccbe-4531-8937-4d0d700d52f4 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879885 Jul 13 19:33:15.171201 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64dca264-8bb3-4d08-b19e-2cedb80e1d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:15.178102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] Set router 28be3d94-70ef-4b61-a104-6d94996265f5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:15.185213 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6154f919-245e-4e04-b445-b55da304417f req-c2b43663-f1b5-44e8-a1cd-5cc8ec7e1fe6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 210 time: 0.1026785 Jul 13 19:33:15.193463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Pushing event updated for resources: {'Port': ['ID=e81fb2ac-a13a-4351-9622-4f9ecf3de01d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:15.204893 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:15.284053 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64dca264-8bb3-4d08-b19e-2cedb80e1d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:15.377074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Made reservation on behalf of 73a16b8b29a6415fa990181ff3c3c0ba for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:15.386867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:15.418206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:15.421511 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:15.505287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c166b71c-4491-4e78-994f-cbdf204078ab up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:15.633086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64dca264-8bb3-4d08-b19e-2cedb80e1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:15.636266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64dca264-8bb3-4d08-b19e-2cedb80e1d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:15.637416 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-64dca264-8bb3-4d08-b19e-2cedb80e1d3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3acb01dc-3b80-4e25-ac96-3e7a429862d7 HTTP/1.1" status: 204 len: 168 time: 1.3664525 Jul 13 19:33:15.698663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Router 28be3d94-70ef-4b61-a104-6d94996265f5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:33:15.703003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dca264-8bb3-4d08-b19e-2cedb80e1d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acb01dc-3b80-4e25-ac96-3e7a429862d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:15.726484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Allocated IP 172.20.0.3 (57cb6d52-ddcf-42e3-b8a6-7bb0f3338463/c0e6252b-73a1-4d39-a785-c20a8b01d555/bbb2e703-7433-4a1e-9ac1-516e0af493e7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:15.741557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:15.750580 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633c76a-1ff0-40f1-8c7b-43ef8c7d04f2 req-d4b31bab-9f48-4b7f-9d61-aaae1209f947 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:15.756878 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:15.763818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5633c76a-1ff0-40f1-8c7b-43ef8c7d04f2 req-d4b31bab-9f48-4b7f-9d61-aaae1209f947 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.3430519 Jul 13 19:33:15.774214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port c166b71c-4491-4e78-994f-cbdf204078ab completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:15.785170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port c166b71c-4491-4e78-994f-cbdf204078ab triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:15.786228 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:15.857412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:13Z', 'revision_number': 1, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:15.907631 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5633c76a-1ff0-40f1-8c7b-43ef8c7d04f2 req-1d714b59-f7e1-4a54-815c-d0cfec114852 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428173 Jul 13 19:33:15.939544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aebbeb1-d5b4-4f37-ab90-0006a9dd7090 None None] The sync data for ids ['28be3d94-70ef-4b61-a104-6d94996265f5'] in n-d-800708-1 is: [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:13Z', 'revision_number': 1, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:33:15.951794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2521efc9-46a0-4b9a-be9a-2f410a27f89c None None] Provisioning complete for port e81fb2ac-a13a-4351-9622-4f9ecf3de01d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:15.952165 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2521efc9-46a0-4b9a-be9a-2f410a27f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:15.964975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:33:15.979247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-11733e32-94a1-43c4-8be9-c500cf80279d admin admin] 10.222.0.25 "PUT /v2.0/routers/28be3d94-70ef-4b61-a104-6d94996265f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6549082 Jul 13 19:33:16.014292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2521efc9-46a0-4b9a-be9a-2f410a27f89c None None] Port e81fb2ac-a13a-4351-9622-4f9ecf3de01d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:33:16.057162 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.091447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f0df12-6a22-45b6-b26a-3d878beee995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c166b71c-4491-4e78-994f-cbdf204078ab'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:16.098872 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e501cb-2a43-43a5-b3c4-3daece4d2f89" -d '{"events": [{"server_uuid": "88f0df12-6a22-45b6-b26a-3d878beee995", "name": "network-vif-plugged", "status": "completed", "tag": "c166b71c-4491-4e78-994f-cbdf204078ab"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:16.126574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port c166b71c-4491-4e78-994f-cbdf204078ab, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c166b71c-4491-4e78-994f-cbdf204078ab,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:16.133036 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.186676 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.218438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Transition to ACTIVE for port object bbb2e703-7433-4a1e-9ac1-516e0af493e7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:16.269613 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991900c4-b783-4f1a-9640-0ead72008975 x-openstack-request-id: req-991900c4-b783-4f1a-9640-0ead72008975 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:16.269909 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f0df12-6a22-45b6-b26a-3d878beee995", "name": "network-vif-plugged", "status": "completed", "tag": "c166b71c-4491-4e78-994f-cbdf204078ab", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:16.270158 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-991900c4-b783-4f1a-9640-0ead72008975 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:16.270581 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f0df12-6a22-45b6-b26a-3d878beee995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c166b71c-4491-4e78-994f-cbdf204078ab', 'code': 200} Jul 13 19:33:16.283755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1370267883-network', 'tenant_id': '5f6bd505279b4f29838e5ec8b432b88b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:16.310897 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.352739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Made reservation on behalf of 5f6bd505279b4f29838e5ec8b432b88b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:16.364960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.373199 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.406794 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.425773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=c166b71c-4491-4e78-994f-cbdf204078ab,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:16.663037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:16.676544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:16.692177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event updated for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:16.697088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:16.749487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.765408 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.812316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.812665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.813008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.813686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.814027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.814360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.814716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.815044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.815372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.815709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.816017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.816338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:16.847526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:16.923424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:16.935690 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.936128 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Added segment f325263e-5667-4dd1-aa01-3a2dc30e4077 of type vlan for network 387cae82-2aa4-4866-ada3-40858b3a86f6 Jul 13 19:33:16.939124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826cb4e-2e4a-4d78-8d76-2d6147dae4ce req-1c14d55c-7e17-4a3e-b702-dde1e00650f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:16.940932 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4826cb4e-2e4a-4d78-8d76-2d6147dae4ce req-1c14d55c-7e17-4a3e-b702-dde1e00650f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38f77f58e3f54a0c801129682a1eed05&device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1097 time: 0.3263144 Jul 13 19:33:16.941899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8204d6-740b-4614-a7be-fa2b92c7b7e1 req-3bbb0a3b-72ab-4bef-8de7-1177d5569e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:16.943482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe8204d6-740b-4614-a7be-fa2b92c7b7e1 req-3bbb0a3b-72ab-4bef-8de7-1177d5569e5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 1096 time: 0.6141570 Jul 13 19:33:16.964178 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:16.965265 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.993690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb2e2d-f4d0-46d8-ac12-4070f884b189 req-05df76db-3027-40c4-8db0-fec176ec9366 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:17.017222 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2dbb2e2d-f4d0-46d8-ac12-4070f884b189 req-05df76db-3027-40c4-8db0-fec176ec9366 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 945 time: 0.6752229 Jul 13 19:33:17.121283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-4232c9e0-b722-4b1e-862e-7a33cf638b69 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7698295 Jul 13 19:33:17.168614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ed99efa-d710-4e11-a245-6329a9c2a6f4 None None] Provisioning for port bbb2e703-7433-4a1e-9ac1-516e0af493e7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:17.181176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ed99efa-d710-4e11-a245-6329a9c2a6f4 None None] Provisioning complete for port bbb2e703-7433-4a1e-9ac1-516e0af493e7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:17.193262 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ed99efa-d710-4e11-a245-6329a9c2a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.220977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.225966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Request body: {'port': {'device_id': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:17.285409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7ed99efa-d710-4e11-a245-6329a9c2a6f4 None None] Port bbb2e703-7433-4a1e-9ac1-516e0af493e7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:33:17.322646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826cb4e-2e4a-4d78-8d76-2d6147dae4ce req-af2e7750-b6a6-449c-820a-8572726839da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:17.325255 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4826cb4e-2e4a-4d78-8d76-2d6147dae4ce req-af2e7750-b6a6-449c-820a-8572726839da service neutron] 10.222.0.60 "GET /v2.0/networks?id=1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 200 len: 921 time: 0.3674600 Jul 13 19:33:17.331399 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe8204d6-740b-4614-a7be-fa2b92c7b7e1 req-3f66fbfc-d1eb-4dca-8caa-c4fa6d262ee9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580101 Jul 13 19:33:17.361172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f7e2-575b-46a4-bab2-0258c0aa846e req-76b17c2e-4d91-406f-bcec-1352e450db42 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:17.374600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3a53f7e2-575b-46a4-bab2-0258c0aa846e req-76b17c2e-4d91-406f-bcec-1352e450db42 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 931 time: 0.5375164 Jul 13 19:33:17.377164 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2dbb2e2d-f4d0-46d8-ac12-4070f884b189 req-57310160-32d6-45df-bccf-2a6ebc4218b6 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518867 Jul 13 19:33:17.455796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.470447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:17.471243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.478866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:17.491258 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4826cb4e-2e4a-4d78-8d76-2d6147dae4ce req-520d234f-9391-41e6-be6d-e1ae32bd3d0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 217 time: 0.1582053 Jul 13 19:33:17.513648 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.730648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:17.758949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fda05392-e7f0-48e1-95e9-e3d0e2f1de18 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:17.838352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3a53f7e2-575b-46a4-bab2-0258c0aa846e req-b1d98890-f2a0-45a5-869d-9e653c10dc52 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627671 Jul 13 19:33:17.867534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1242013 Jul 13 19:33:17.867745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:17.907197 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58457d-9932-4867-8d39-e2899c0dd51b admin admin] Pushing event updated for resources: {'Network': ['ID=387cae82-2aa4-4866-ada3-40858b3a86f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:17.913699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Request body: {'subnet': {'network_id': '387cae82-2aa4-4866-ada3-40858b3a86f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1370267883-subnet', 'tenant_id': '5f6bd505279b4f29838e5ec8b432b88b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:17.923388 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 387cae82-2aa4-4866-ada3-40858b3a86f6 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:17.938697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826cb4e-2e4a-4d78-8d76-2d6147dae4ce req-99899b70-4371-487d-9e97-c088b0f4a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:17.940194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4826cb4e-2e4a-4d78-8d76-2d6147dae4ce req-99899b70-4371-487d-9e97-c088b0f4a278 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60cdf7-45cc-40e7-b935-63c06ad4f599 HTTP/1.1" status: 200 len: 860 time: 0.4126449 Jul 13 19:33:18.030811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group': {'name': 'tempest-secgroup--429168908'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:18.032904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4826cb4e-2e4a-4d78-8d76-2d6147dae4ce req-cac779ef-30c0-48e1-8c72-5fa5ab024fb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1fa9e829-509c-4ef8-8762-1345ce996ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863495 Jul 13 19:33:18.037918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port fda05392-e7f0-48e1-95e9-e3d0e2f1de18 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:18.049350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fda05392-e7f0-48e1-95e9-e3d0e2f1de18 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:18.049828 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.065092 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e17b78c-d9c4-4d76-be3a-7dc1b6ded88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.123670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Made reservation on behalf of 5f6bd505279b4f29838e5ec8b432b88b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:18.126262 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.191009 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.198602 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-9e17b78c-d9c4-4d76-be3a-7dc1b6ded88d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:33:18.198602 n-d-800708-1 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:33:18.198602 n-d-800708-1 neutron-server[93766]: [parameters: {'project_id_1': '70af5f57991d4383a32c65ad652c6c95', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 33, 18, 115981)}] Jul 13 19:33:18.198602 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:33:18.199153 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-9e17b78c-d9c4-4d76-be3a-7dc1b6ded88d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:33:18.221357 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.250129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.259358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d00de-a99d-4d52-a7d2-e260c699cb4b req-17e7a9f9-6f23-466e-b36f-e2422420ab25 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:18.267020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f5d00de-a99d-4d52-a7d2-e260c699cb4b req-17e7a9f9-6f23-466e-b36f-e2422420ab25 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.4006379 Jul 13 19:33:18.280085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4826cb4e-2e4a-4d78-8d76-2d6147dae4ce req-f8ecdf2e-61fe-4e5f-a174-6a2650268cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409003 Jul 13 19:33:18.280750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port fda05392-e7f0-48e1-95e9-e3d0e2f1de18, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fda05392-e7f0-48e1-95e9-e3d0e2f1de18,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:18.285809 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.366271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=fda05392-e7f0-48e1-95e9-e3d0e2f1de18,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:18.415645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f5d00de-a99d-4d52-a7d2-e260c699cb4b req-8ba2d523-d323-45e5-985d-42399295dd00 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475022 Jul 13 19:33:18.429740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb2e703-7433-4a1e-9ac1-516e0af493e7 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:33:18.451173 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.485502 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4826cb4e-2e4a-4d78-8d76-2d6147dae4ce req-6b075499-f63a-4cdd-90f2-6c5c2ad72de8 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980090 Jul 13 19:33:18.524975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Transition to ACTIVE for port object bbb2e703-7433-4a1e-9ac1-516e0af493e7 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:18.534305 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.701692 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.707281 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e17b78c-d9c4-4d76-be3a-7dc1b6ded88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.758262 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.976764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Pushing event updated for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:18.981718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c336ee57-32f1-4c0d-a349-871a2b9b0923,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:18.985522 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.997510 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e17b78c-d9c4-4d76-be3a-7dc1b6ded88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.036567 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e17b78c-d9c4-4d76-be3a-7dc1b6ded88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.093430 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9e17b78c-d9c4-4d76-be3a-7dc1b6ded88d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70af5f57991d4383a32c65ad652c6c95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3613677 Jul 13 19:33:19.093637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:19.144084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19062359-7bf9-4f4a-9cee-e1c1ab0877b3 req-c8ac5520-3186-499a-81b3-7dedf043e47a tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:19.145336 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19062359-7bf9-4f4a-9cee-e1c1ab0877b3 req-c8ac5520-3186-499a-81b3-7dedf043e47a tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 945 time: 0.5907407 Jul 13 19:33:19.190158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17b78c-d9c4-4d76-be3a-7dc1b6ded88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0751fcd2-1733-41f3-8395-4e71cdf89ec4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:19.199418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Attempting to bind port bbb2e703-7433-4a1e-9ac1-516e0af493e7 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:19.199888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Attempting to bind port bbb2e703-7433-4a1e-9ac1-516e0af493e7 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:19.200131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Attempting to bind port bbb2e703-7433-4a1e-9ac1-516e0af493e7 on network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:19.201604 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6d45-1790-4506-a55c-297a495c35d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.205426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb12bf80-baaf-411f-ad5b-095176e90b52,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:19.216353 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19062359-7bf9-4f4a-9cee-e1c1ab0877b3 req-874117ba-5175-4450-a364-aeb6799021fe tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627878 Jul 13 19:33:19.222087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Port bbb2e703-7433-4a1e-9ac1-516e0af493e7 on network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:33:19.222471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Attempting to bind port bbb2e703-7433-4a1e-9ac1-516e0af493e7 on network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:19.245623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:19.245973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Checking segment: {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:19.246365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Bound using segment: {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:19.246870 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Bound port: bbb2e703-7433-4a1e-9ac1-516e0af493e7, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855e4b2c-b3d6-4784-939d-2184be251db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:19.247235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.265650 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6d45-1790-4506-a55c-297a495c35d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.283076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Checking segment: {'id': 'f325263e-5667-4dd1-aa01-3a2dc30e4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '387cae82-2aa4-4866-ada3-40858b3a86f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:19.283444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Network hostable DHCP agents. Network: 387cae82-2aa4-4866-ada3-40858b3a86f6, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:19.348006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.361186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c86e7-fcab-43bd-aaa4-d2f0cf13ee7e req-99d20f9e-5c0c-4f60-b8b5-bccd868d7314 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:19.361344 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6d45-1790-4506-a55c-297a495c35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.362784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-df0c86e7-fcab-43bd-aaa4-d2f0cf13ee7e req-99d20f9e-5c0c-4f60-b8b5-bccd868d7314 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.2883654 Jul 13 19:33:19.365077 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6d45-1790-4506-a55c-297a495c35d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.366629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2e0f6d45-1790-4506-a55c-297a495c35d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0751fcd2-1733-41f3-8395-4e71cdf89ec4 HTTP/1.1" status: 204 len: 168 time: 0.2720211 Jul 13 19:33:19.378511 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f6d45-1790-4506-a55c-297a495c35d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0751fcd2-1733-41f3-8395-4e71cdf89ec4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:19.386709 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.428922 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Sync routers for ids ['28be3d94-70ef-4b61-a104-6d94996265f5'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:33:19.431681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Network 387cae82-2aa4-4866-ada3-40858b3a86f6 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:19.447497 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Routers {'28be3d94-70ef-4b61-a104-6d94996265f5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:19.447497 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c585e00-dde6-469c-b824-da801268f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['28be3d94-70ef-4b61-a104-6d94996265f5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:19.477832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:19.501189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7f915-473b-4d13-b8a5-0d42cb089787 req-b8954b15-3991-4072-bf8b-295c2d6b28bc tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:19.503326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaf6a15-9be9-4639-806c-24ef27595846,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:19.515627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 387cae82-2aa4-4866-ada3-40858b3a86f6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:19.523873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:19.525549 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2dc7f915-473b-4d13-b8a5-0d42cb089787 req-b8954b15-3991-4072-bf8b-295c2d6b28bc tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 945 time: 0.1481915 Jul 13 19:33:19.526226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419e6d66-a15e-4c56-ac5c-07d26fb1e207 None None] Network 387cae82-2aa4-4866-ada3-40858b3a86f6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:19.539985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:19.566124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:19.566751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.571943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-222f0949-fabe-4b2d-9e1e-73c58a41d89d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Request body: {'floatingip': {'port_id': 'c166b71c-4491-4e78-994f-cbdf204078ab'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:19.581619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.585667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:19.588460 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-62df115e-5d8f-4e62-aa5b-363936309de6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1080406 Jul 13 19:33:19.614218 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.712201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-df0c86e7-fcab-43bd-aaa4-d2f0cf13ee7e req-0782afe0-0268-4cda-b368-19ee5fe39ac9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338006 Jul 13 19:33:19.746290 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1156cfec-9cb3-425d-919b-56e70afedbfa tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1562557 Jul 13 19:33:19.747295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:19.753351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3eb14e3a-71b1-467f-b77a-b5a7a7863fd8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group': {'name': 'tempest-security--218161090', 'description': 'tempest-security-description-550365325'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:19.766898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fda05392-e7f0-48e1-95e9-e3d0e2f1de18 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:19.815031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222f0949-fabe-4b2d-9e1e-73c58a41d89d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.827510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4140b0e4-3ce4-443a-9377-42c989d052e7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9562094 Jul 13 19:33:19.844338 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb14e3a-71b1-467f-b77a-b5a7a7863fd8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.889245 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:19.910635 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Set router 28be3d94-70ef-4b61-a104-6d94996265f5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:19.930838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5468b39-96c5-4ba6-8098-5a3dd71ac43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.946011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ff8bee-4c46-401c-a00b-8df830007722 None None] Network 387cae82-2aa4-4866-ada3-40858b3a86f6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:19.988102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:19.989013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.991555 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] 10.222.0.24 "PUT /v2.0/ports/bbb2e703-7433-4a1e-9ac1-516e0af493e7 HTTP/1.1" status: 200 len: 1091 time: 2.7816489 Jul 13 19:33:20.019314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac255c35-ff92-4bc3-ab08-566b1959a979 req-7af44039-7bb8-41e2-9c34-55549e189f96 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:20.021637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:20.025017 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac255c35-ff92-4bc3-ab08-566b1959a979 req-7af44039-7bb8-41e2-9c34-55549e189f96 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.2359354 Jul 13 19:33:20.029264 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99df8f1c-b3fa-4d1b-a727-f431262c1747" -d '{"events": [{"name": "network-changed", "server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:20.176980 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b15874-0afb-4d75-8b7c-a112574dac1b x-openstack-request-id: req-b9b15874-0afb-4d75-8b7c-a112574dac1b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:20.178472 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:20.178729 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9b15874-0afb-4d75-8b7c-a112574dac1b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:20.179135 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'status': 'completed', 'code': 200} Jul 13 19:33:20.236218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb14e3a-71b1-467f-b77a-b5a7a7863fd8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.248410 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb14e3a-71b1-467f-b77a-b5a7a7863fd8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.253820 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb14e3a-71b1-467f-b77a-b5a7a7863fd8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.259176 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3eb14e3a-71b1-467f-b77a-b5a7a7863fd8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "PUT /v2.0/security-groups/5aaf6a15-9be9-4639-806c-24ef27595846 HTTP/1.1" status: 200 len: 1778 time: 0.5078409 Jul 13 19:33:20.260932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:20.282500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fda05392-e7f0-48e1-95e9-e3d0e2f1de18 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:20.286604 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.318212 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c585e00-dde6-469c-b824-da801268f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 2, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:20.330468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272d35c-1b08-4172-bdbf-f759ab5c023f service neutron] Pushing event updated for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:20.378420 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Checking router: 28be3d94-70ef-4b61-a104-6d94996265f5 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:33:20.378792 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Updating router 28be3d94-70ef-4b61-a104-6d94996265f5 port e81fb2ac-a13a-4351-9622-4f9ecf3de01d binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:33:20.405596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-08a94935-3e6f-4000-804a-8a4417227ae2 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups/5aaf6a15-9be9-4639-806c-24ef27595846 HTTP/1.1" status: 200 len: 1778 time: 0.1193211 Jul 13 19:33:20.414747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:20.472266 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.516872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-c2074173-7bec-45d4-9cae-90e91326eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:20.519462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-c2074173-7bec-45d4-9cae-90e91326eccb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 1094 time: 0.4312396 Jul 13 19:33:20.536438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb14e3a-71b1-467f-b77a-b5a7a7863fd8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaf6a15-9be9-4639-806c-24ef27595846,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:20.564498 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac255c35-ff92-4bc3-ab08-566b1959a979 req-1d79a214-72c1-48ad-beaf-a3f80066808c tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921089 Jul 13 19:33:20.593607 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-068c1fe5-e416-46ce-8ab2-da26cfdc1ff6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7 HTTP/1.1" status: 200 len: 217 time: 0.0657167 Jul 13 19:33:20.598735 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5468b39-96c5-4ba6-8098-5a3dd71ac43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.600838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1475a59b-fb10-4faa-b859-43707da159b1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.607462 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5468b39-96c5-4ba6-8098-5a3dd71ac43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.641840 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2306a98d-6333-4169-b188-1e194049aa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.665827 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1475a59b-fb10-4faa-b859-43707da159b1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.708636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a5468b39-96c5-4ba6-8098-5a3dd71ac43c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=844c00ee955244879cc8fb6b79688f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8172762 Jul 13 19:33:20.709848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:20.720161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5468b39-96c5-4ba6-8098-5a3dd71ac43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff778919-9181-4248-8e88-34a2008293c3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:20.770717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-ff887a28-5271-4ea2-b653-d85db82f2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:20.771314 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-ff887a28-5271-4ea2-b653-d85db82f2407 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.1343119 Jul 13 19:33:20.866600 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1475a59b-fb10-4faa-b859-43707da159b1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.870707 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1475a59b-fb10-4faa-b859-43707da159b1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.872045 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1475a59b-fb10-4faa-b859-43707da159b1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-groups/5aaf6a15-9be9-4639-806c-24ef27595846 HTTP/1.1" status: 204 len: 168 time: 0.4563968 Jul 13 19:33:20.879194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:20.887839 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfd6a6-7f94-45de-a09f-0478bb229957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.909900 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.919672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10852e-9931-4901-af41-04f56f6368d8 req-5f4e829a-73d2-435c-b60a-30aa43e72757 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:20.921466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-5f4e829a-73d2-435c-b60a-30aa43e72757 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/networks?id=387cae82-2aa4-4866-ada3-40858b3a86f6 HTTP/1.1" status: 200 len: 809 time: 0.3410740 Jul 13 19:33:20.922270 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Transition to ACTIVE for port object e81fb2ac-a13a-4351-9622-4f9ecf3de01d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:20.926353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475a59b-fb10-4faa-b859-43707da159b1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaf6a15-9be9-4639-806c-24ef27595846,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:20.929512 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.994437 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c596b-4f4c-43ec-a633-7eff56ea90cc None None] Pushing event updated for resources: {'Port': ['ID=e81fb2ac-a13a-4351-9622-4f9ecf3de01d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:21.001273 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfd6a6-7f94-45de-a09f-0478bb229957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.005401 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-b5c52c9c-75dd-48d3-9272-952d8ad2dfd0 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/quotas/5f6bd505279b4f29838e5ec8b432b88b HTTP/1.1" status: 200 len: 375 time: 0.0383646 Jul 13 19:33:21.027825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-795c4573-fb2a-402a-ae65-8f2b0b39b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:21.029353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-795c4573-fb2a-402a-ae65-8f2b0b39b813 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2497258 Jul 13 19:33:21.071685 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Attempting to bind port e81fb2ac-a13a-4351-9622-4f9ecf3de01d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:21.073006 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Attempting to bind port e81fb2ac-a13a-4351-9622-4f9ecf3de01d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:21.073609 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Attempting to bind port e81fb2ac-a13a-4351-9622-4f9ecf3de01d on network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:21.074779 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-c77e59ab-985d-4513-93cd-02b823008b14 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f6bd505279b4f29838e5ec8b432b88b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683706 Jul 13 19:33:21.080132 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:21.080972 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Checking segment: {'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:21.081644 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.082272 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Bound using segment: {'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:21.083265 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Bound port: e81fb2ac-a13a-4351-9622-4f9ecf3de01d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:21.086266 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.087190 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3457cb2e-59ec-4ccb-a69b-4e361f065136 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2058563 Jul 13 19:33:21.092091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:21.133395 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-9e0f5eda-b6e9-44ad-9802-e8d2289e0bd4 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] delete failed (client error): The resource could not be found. Jul 13 19:33:21.143770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:21.144160 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9e0f5eda-b6e9-44ad-9802-e8d2289e0bd4 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-groups/5aaf6a15-9be9-4639-806c-24ef27595846 HTTP/1.1" status: 404 len: 347 time: 0.0493817 Jul 13 19:33:21.158206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a69fb97-deb7-4c38-b2f8-4f53c0e6e191 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056328446'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:21.168687 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c585e00-dde6-469c-b824-da801268f238 None None] For port e81fb2ac-a13a-4351-9622-4f9ecf3de01d, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:21.175322 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c585e00-dde6-469c-b824-da801268f238 None None] For port e81fb2ac-a13a-4351-9622-4f9ecf3de01d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e81fb2ac-a13a-4351-9622-4f9ecf3de01d,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:21.177393 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfd6a6-7f94-45de-a09f-0478bb229957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.180639 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfd6a6-7f94-45de-a09f-0478bb229957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.185352 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.185540 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-22dfd6a6-7f94-45de-a09f-0478bb229957 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff778919-9181-4248-8e88-34a2008293c3 HTTP/1.1" status: 204 len: 168 time: 0.4697273 Jul 13 19:33:21.200463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfd6a6-7f94-45de-a09f-0478bb229957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff778919-9181-4248-8e88-34a2008293c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:21.211019 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f95bd2-5ed5-47bb-832f-1807c7e35fad req-778e5577-9d17-485f-aa76-28736881a453 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:21.213222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28f95bd2-5ed5-47bb-832f-1807c7e35fad req-778e5577-9d17-485f-aa76-28736881a453 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.3396897 Jul 13 19:33:21.242185 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-c85c0b37-3a5b-4fa1-b160-f734403a0372 service neutron] 10.222.0.25 "GET /v2.0/networks/387cae82-2aa4-4866-ada3-40858b3a86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662624 Jul 13 19:33:21.284923 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-222f0949-fabe-4b2d-9e1e-73c58a41d89d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:33:21.323048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28f95bd2-5ed5-47bb-832f-1807c7e35fad req-cabe7638-52ec-472d-a525-f816770d00c6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989535 Jul 13 19:33:21.360629 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Routers {'28be3d94-70ef-4b61-a104-6d94996265f5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:21.361334 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c585e00-dde6-469c-b824-da801268f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:32:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['28be3d94-70ef-4b61-a104-6d94996265f5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:21.461237 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c596b-4f4c-43ec-a633-7eff56ea90cc None None] Pushing event updated for resources: {'Port': ['ID=e81fb2ac-a13a-4351-9622-4f9ecf3de01d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:21.486569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb97-deb7-4c38-b2f8-4f53c0e6e191 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.521689 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222f0949-fabe-4b2d-9e1e-73c58a41d89d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.562718 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222f0949-fabe-4b2d-9e1e-73c58a41d89d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.583735 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6c585e00-dde6-469c-b824-da801268f238 None None] Set router 28be3d94-70ef-4b61-a104-6d94996265f5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:21.732814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e81fb2ac-a13a-4351-9622-4f9ecf3de01d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:21.804297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e81fb2ac-a13a-4351-9622-4f9ecf3de01d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:21.812496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e81fb2ac-a13a-4351-9622-4f9ecf3de01d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:21.813255 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.915573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28d68ad7-fcdf-48e2-99c5-a1b92cdf4f92 None None] Provisioning complete for port e81fb2ac-a13a-4351-9622-4f9ecf3de01d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:21.916130 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d68ad7-fcdf-48e2-99c5-a1b92cdf4f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.976417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845e6c0-3243-4dca-868a-fbf0313669aa req-f26e4ee7-7bbf-4d63-be44-00db83956739 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:21.990019 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c845e6c0-3243-4dca-868a-fbf0313669aa req-f26e4ee7-7bbf-4d63-be44-00db83956739 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1443341 Jul 13 19:33:22.012478 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.018368 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c585e00-dde6-469c-b824-da801268f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:21Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:22.063561 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c585e00-dde6-469c-b824-da801268f238 None None] The sync data for ids ['28be3d94-70ef-4b61-a104-6d94996265f5'] in n-d-800708-1 is: [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:21Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:33:22.075017 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c845e6c0-3243-4dca-868a-fbf0313669aa req-d8b03eac-f3d3-416b-b7b0-cb140df2e421 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840156 Jul 13 19:33:22.080160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e81fb2ac-a13a-4351-9622-4f9ecf3de01d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e81fb2ac-a13a-4351-9622-4f9ecf3de01d,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:22.087371 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.096478 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d68ad7-fcdf-48e2-99c5-a1b92cdf4f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.224449 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-28d68ad7-fcdf-48e2-99c5-a1b92cdf4f92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:33:22.224736 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-28d68ad7-fcdf-48e2-99c5-a1b92cdf4f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:33:22.230675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e81fb2ac-a13a-4351-9622-4f9ecf3de01d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:22.397605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-dafa9e4f-50ea-410b-92a3-487b8dae1e07 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3326998 Jul 13 19:33:22.494462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-e723a9af-21ad-4477-9e00-e8b2ce12ac00 service neutron] 10.222.0.25 "GET /v2.0/networks/387cae82-2aa4-4866-ada3-40858b3a86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2509792 Jul 13 19:33:22.569057 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-222f0949-fabe-4b2d-9e1e-73c58a41d89d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Floating IP fc50c233-f81d-453c-a23a-9376fbb6a9e1 associated. External IP: 172.25.7.102, port: c166b71c-4491-4e78-994f-cbdf204078ab. Jul 13 19:33:22.602905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f48810-c497-4053-a8fd-505b6a1f1307 req-44f02e03-c770-4d83-86c7-78378c8d0522 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:22.614532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56f48810-c497-4053-a8fd-505b6a1f1307 req-44f02e03-c770-4d83-86c7-78378c8d0522 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.1253333 Jul 13 19:33:22.739935 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56f48810-c497-4053-a8fd-505b6a1f1307 req-fd0fe677-3b94-4f6d-88a1-6c0bca610285 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239755 Jul 13 19:33:22.797468 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb97-deb7-4c38-b2f8-4f53c0e6e191 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.804315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb97-deb7-4c38-b2f8-4f53c0e6e191 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.809688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36cd7e8d-b55f-4dd7-bd00-8875cb96a3c8 req-2b6c868c-5dae-4bb5-aa57-b65b65b32546 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938851 Jul 13 19:33:22.955962 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb97-deb7-4c38-b2f8-4f53c0e6e191 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.956135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e80e78ed-4674-4b4b-894d-862905aaf099 req-8309542b-5998-43f1-a371-3a25a5e99355 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 210 time: 0.0797703 Jul 13 19:33:22.957182 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6a69fb97-deb7-4c38-b2f8-4f53c0e6e191 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8034291 Jul 13 19:33:22.960018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:22.976462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-13c80131-fa50-4509-b7c5-dda2795c404a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': 'b1894ab7-eb6a-4f72-b0d9-c8a83ac73193', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:22.995845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69fb97-deb7-4c38-b2f8-4f53c0e6e191 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1894ab7-eb6a-4f72-b0d9-c8a83ac73193,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:23.060123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222f0949-fabe-4b2d-9e1e-73c58a41d89d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:33:23.083463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-5e9fc6ce-5fa7-4a1a-9db9-ed622d30a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:23.083942 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13c80131-fa50-4509-b7c5-dda2795c404a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.085511 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-5e9fc6ce-5fa7-4a1a-9db9-ed622d30a369 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 1094 time: 0.1857357 Jul 13 19:33:23.194235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13c80131-fa50-4509-b7c5-dda2795c404a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.201485 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13c80131-fa50-4509-b7c5-dda2795c404a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.236764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c80131-fa50-4509-b7c5-dda2795c404a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd69940-800a-4c15-801d-c442675c2222,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:23.242378 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a6e79ea-f98e-430b-8fca-b5dc9afd0cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.248753 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13c80131-fa50-4509-b7c5-dda2795c404a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.249960 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-13c80131-fa50-4509-b7c5-dda2795c404a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2875166 Jul 13 19:33:23.253122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:23.316621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-db8ff13a-6306-4146-ab77-4f863a7a8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:23.321074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-db8ff13a-6306-4146-ab77-4f863a7a8dfd service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.2266352 Jul 13 19:33:23.323462 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef3f69d0-c0fa-4573-92ed-b21bac4100ba tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.328053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222f0949-fabe-4b2d-9e1e-73c58a41d89d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:33:23.335884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef3f69d0-c0fa-4573-92ed-b21bac4100ba tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.342543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] Sync routers for ids ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:33:23.343464 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222f0949-fabe-4b2d-9e1e-73c58a41d89d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.366950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] Routers {'967fd4da-c15f-4c49-8255-58f7caa3c8d2'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:23.372385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:23.402471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef3f69d0-c0fa-4573-92ed-b21bac4100ba tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.413023 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef3f69d0-c0fa-4573-92ed-b21bac4100ba tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.414473 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ef3f69d0-c0fa-4573-92ed-b21bac4100ba tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/7bd69940-800a-4c15-801d-c442675c2222 HTTP/1.1" status: 204 len: 168 time: 0.1528456 Jul 13 19:33:23.417662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:23.429530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-222f0949-fabe-4b2d-9e1e-73c58a41d89d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "PUT /v2.0/floatingips/fc50c233-f81d-453c-a23a-9376fbb6a9e1 HTTP/1.1" status: 200 len: 991 time: 3.9042835 Jul 13 19:33:23.431344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f0df12-6a22-45b6-b26a-3d878beee995', 'tag': 'c166b71c-4491-4e78-994f-cbdf204078ab'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:23.457598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f69d0-c0fa-4573-92ed-b21bac4100ba tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bd69940-800a-4c15-801d-c442675c2222,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:23.458999 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1151fa09-68c3-407f-b259-8f5d37398ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "88f0df12-6a22-45b6-b26a-3d878beee995", "tag": "c166b71c-4491-4e78-994f-cbdf204078ab"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:23.531675 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2044a75f-f9ba-49e4-9082-813509d65a54 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1126177 Jul 13 19:33:23.537161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:23.593965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-fece5166-57c9-4be1-b188-01f9b93c2792 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7 HTTP/1.1" status: 200 len: 217 time: 0.2604229 Jul 13 19:33:23.618003 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.663850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba8517-5cbe-4a13-bc0b-e3e372a190e3 req-22f85c48-93a1-4546-ac88-b3be00478ebe tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:23.669164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-304a68da-ee19-4465-9396-1279a7d20fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:23.671178 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-304a68da-ee19-4465-9396-1279a7d20fbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.0702825 Jul 13 19:33:23.674683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5ba8517-5cbe-4a13-bc0b-e3e372a190e3 req-22f85c48-93a1-4546-ac88-b3be00478ebe tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.2305193 Jul 13 19:33:23.731364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e81fb2ac-a13a-4351-9622-4f9ecf3de01d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:23.760561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3c1841e-84dd-456b-aaa6-fc87c72c474f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.798942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] Set router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:23.814148 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-e5ddeb7b-79ba-4eff-be85-376b4e803d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:23.815949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-e5ddeb7b-79ba-4eff-be85-376b4e803d92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372931 Jul 13 19:33:23.828348 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5ba8517-5cbe-4a13-bc0b-e3e372a190e3 req-99d920bc-393e-4291-8db8-34b8c34016d0 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516650 Jul 13 19:33:23.833913 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af00d9da-fafc-416a-b73c-37bc369aa0f4 x-openstack-request-id: req-af00d9da-fafc-416a-b73c-37bc369aa0f4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:23.866610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3c1841e-84dd-456b-aaa6-fc87c72c474f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.875333 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f0df12-6a22-45b6-b26a-3d878beee995", "tag": "c166b71c-4491-4e78-994f-cbdf204078ab", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:23.875841 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af00d9da-fafc-416a-b73c-37bc369aa0f4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:23.877820 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f0df12-6a22-45b6-b26a-3d878beee995', 'tag': 'c166b71c-4491-4e78-994f-cbdf204078ab', 'status': 'completed', 'code': 200} Jul 13 19:33:23.935725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e81fb2ac-a13a-4351-9622-4f9ecf3de01d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:23.936161 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.984653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3c1841e-84dd-456b-aaa6-fc87c72c474f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.992558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3c1841e-84dd-456b-aaa6-fc87c72c474f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.994071 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d3c1841e-84dd-456b-aaa6-fc87c72c474f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-groups/b1894ab7-eb6a-4f72-b0d9-c8a83ac73193 HTTP/1.1" status: 204 len: 168 time: 0.4547002 Jul 13 19:33:23.996958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:24.086369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1841e-84dd-456b-aaa6-fc87c72c474f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1894ab7-eb6a-4f72-b0d9-c8a83ac73193,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:24.140656 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dda246cf-c91b-4ede-a01e-ebadc70d88b1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1366394 Jul 13 19:33:24.145853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:24.157522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fb29e79f-26ad-4a85-8fef-8bde83a0bea8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group': {'name': 'tempest-secgroup--969411331'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:24.230189 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb29e79f-26ad-4a85-8fef-8bde83a0bea8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.267992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-fb2bee26-7c86-4624-869f-0c47bee0f86f service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434335 Jul 13 19:33:24.271039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-6213fa69-a077-43c9-b7bd-170b6fc4e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:24.272610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-6213fa69-a077-43c9-b7bd-170b6fc4e59b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10e9cbd002da49db81716442d5cce01c&device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 1096 time: 0.3905623 Jul 13 19:33:24.321616 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76081cf3-0695-4035-8ef7-fd21ed2e9f90 req-7e655049-98f5-4923-9c3f-59a4f3bfe37a tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 210 time: 0.0977864 Jul 13 19:33:24.411846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:14Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'fc50c233-f81d-453c-a23a-9376fbb6a9e1', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'port_id': 'c166b71c-4491-4e78-994f-cbdf204078ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'mac_address': 'fa:16:3e:e7:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f0df12-6a22-45b6-b26a-3d878beee995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:32:19Z', 'updated_at': '2021-07-13T19:33:21Z', 'revision_number': 1, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f562d7-c532-4ea5-90d9-a8ccfd62e132', 'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'mac_address': 'fa:16:3e:0f:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:12Z', 'updated_at': '2021-07-13T19:32:24Z', 'revision_number': 5, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'subnets': [{'id': '40a5a295-6896-4c79-8964-b069e79a848a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:24.504766 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb29e79f-26ad-4a85-8fef-8bde83a0bea8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.508572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb29e79f-26ad-4a85-8fef-8bde83a0bea8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.548725 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb29e79f-26ad-4a85-8fef-8bde83a0bea8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.550081 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fb29e79f-26ad-4a85-8fef-8bde83a0bea8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4023046 Jul 13 19:33:24.553600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:24.561154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d9711363-c25c-421e-a238-d482d406d345 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': 'b47fc56e-801d-4b8d-a23a-b81e5c635956', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:24.568580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29e79f-26ad-4a85-8fef-8bde83a0bea8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47fc56e-801d-4b8d-a23a-b81e5c635956,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:24.616925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf84ccb-4f04-437c-b7ed-d7244cb78954 req-04ab736f-6a78-464b-b5b8-a8e508220d5a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:24.623221 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9711363-c25c-421e-a238-d482d406d345 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.632961 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fcf84ccb-4f04-437c-b7ed-d7244cb78954 req-04ab736f-6a78-464b-b5b8-a8e508220d5a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.5411117 Jul 13 19:33:24.709438 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9711363-c25c-421e-a238-d482d406d345 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.717135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9711363-c25c-421e-a238-d482d406d345 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.742197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9711363-c25c-421e-a238-d482d406d345 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.746168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d9711363-c25c-421e-a238-d482d406d345 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1891329 Jul 13 19:33:24.753842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:24.763768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7625bd40-ea46-41c2-90a0-8a73772bfae6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': 'b47fc56e-801d-4b8d-a23a-b81e5c635956', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:24.774940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9711363-c25c-421e-a238-d482d406d345 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6aef3e-73b4-4fcc-9a66-149da1acdd98,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:24.817650 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7625bd40-ea46-41c2-90a0-8a73772bfae6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.833476 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99df8f1c-b3fa-4d1b-a727-f431262c1747 req-6b944529-489d-4ad8-8671-5eafb95b108b service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515230 Jul 13 19:33:24.834762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-f126cae4-1bef-4215-a989-5dc9968d23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:24.839542 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-f126cae4-1bef-4215-a989-5dc9968d23ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=c44f462a-02d8-482c-a9a8-2888e29adef2 HTTP/1.1" status: 200 len: 915 time: 0.5586798 Jul 13 19:33:24.863193 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fcf84ccb-4f04-437c-b7ed-d7244cb78954 req-c48cdb6d-54d8-49c2-84e9-c0c11fb7ce3a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292631 Jul 13 19:33:24.899762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] Checking router: 967fd4da-c15f-4c49-8255-58f7caa3c8d2 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:33:24.910394 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7625bd40-ea46-41c2-90a0-8a73772bfae6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.914933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7625bd40-ea46-41c2-90a0-8a73772bfae6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.952264 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:24.953419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] Routers {'967fd4da-c15f-4c49-8255-58f7caa3c8d2'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:24.954284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:24.999430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625bd40-ea46-41c2-90a0-8a73772bfae6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62de9533-a782-4fa4-b49b-985ba4876464,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:25.004309 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7625bd40-ea46-41c2-90a0-8a73772bfae6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:25.005510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7625bd40-ea46-41c2-90a0-8a73772bfae6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2501721 Jul 13 19:33:25.008361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:25.012730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-42110e1d-2487-4463-9e1c-95a6659e1049 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166b71c-4491-4e78-994f-cbdf204078ab HTTP/1.1" status: 200 len: 999 time: 0.1484735 Jul 13 19:33:25.018347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b2d1559-62fe-4a99-a200-8bb70315f5c5 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': 'b47fc56e-801d-4b8d-a23a-b81e5c635956', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:25.123350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-c394bb74-bd55-4236-9249-d34f7257bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:25.131127 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-c394bb74-bd55-4236-9249-d34f7257bc6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40a5a295-6896-4c79-8964-b069e79a848a HTTP/1.1" status: 200 len: 853 time: 0.1106226 Jul 13 19:33:25.132457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10852e-9931-4901-af41-04f56f6368d8 req-10a2c251-48dd-4617-a1b1-b05297a5004c tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:25.134183 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-10a2c251-48dd-4617-a1b1-b05297a5004c tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.60 "GET /v2.0/networks?id=387cae82-2aa4-4866-ada3-40858b3a86f6 HTTP/1.1" status: 200 len: 809 time: 0.2681813 Jul 13 19:33:25.158219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Request body: {'port': {'device_id': '9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1', 'network_id': '387cae82-2aa4-4866-ada3-40858b3a86f6', 'admin_state_up': True, 'tenant_id': '5f6bd505279b4f29838e5ec8b432b88b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:25.162710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] Set router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:25.274366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-a1eff6c7-d827-4486-af8a-1852a5176205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:25.276312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-a1eff6c7-d827-4486-af8a-1852a5176205 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c44f462a-02d8-482c-a9a8-2888e29adef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017649 Jul 13 19:33:25.284197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91cc9b-2a28-47ab-be83-c4d8a892d25a req-f3a05c90-2c04-42c7-8f78-62560966ead4 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:25.294732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe91cc9b-2a28-47ab-be83-c4d8a892d25a req-f3a05c90-2c04-42c7-8f78-62560966ead4 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1618702 Jul 13 19:33:25.376018 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b2d1559-62fe-4a99-a200-8bb70315f5c5 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:25.433837 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe91cc9b-2a28-47ab-be83-c4d8a892d25a req-d0a1e71c-8da2-47b8-945d-403f08d01205 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382153 Jul 13 19:33:25.504939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-f4b61465-14df-4cba-86c0-cb159f34e567 service neutron] 10.222.0.24 "GET /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003486 Jul 13 19:33:25.509169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Made reservation on behalf of 5f6bd505279b4f29838e5ec8b432b88b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:25.513416 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:25.567452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbb2e703-7433-4a1e-9ac1-516e0af493e7 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:33:25.632758 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b2d1559-62fe-4a99-a200-8bb70315f5c5 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:25.664262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1151fa09-68c3-407f-b259-8f5d37398ab7 req-6ffcf424-39cb-4b20-834c-c1f30a90d390 service neutron] 10.222.0.24 "GET /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507800 Jul 13 19:33:25.671291 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b2d1559-62fe-4a99-a200-8bb70315f5c5 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:25.679820 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a855222-79c4-49a8-be95-939167e57006 req-301910b1-0988-4832-b2e7-0dcbf3b15ed6 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 210 time: 0.0703146 Jul 13 19:33:25.708478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d1559-62fe-4a99-a200-8bb70315f5c5 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc39790-5e0f-429a-b37d-9f4497bf8a61,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:25.754004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b2d1559-62fe-4a99-a200-8bb70315f5c5 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:25.757691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8b2d1559-62fe-4a99-a200-8bb70315f5c5 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7459502 Jul 13 19:33:25.757868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:25.768835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0bec24fc-5617-4e16-a26d-960c50ba1aa4 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': 'b47fc56e-801d-4b8d-a23a-b81e5c635956', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:25.785913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:14Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'fc50c233-f81d-453c-a23a-9376fbb6a9e1', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'port_id': 'c166b71c-4491-4e78-994f-cbdf204078ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'mac_address': 'fa:16:3e:e7:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f0df12-6a22-45b6-b26a-3d878beee995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:32:19Z', 'updated_at': '2021-07-13T19:33:21Z', 'revision_number': 1, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f562d7-c532-4ea5-90d9-a8ccfd62e132', 'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'mac_address': 'fa:16:3e:0f:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:12Z', 'updated_at': '2021-07-13T19:32:24Z', 'revision_number': 5, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'subnets': [{'id': '40a5a295-6896-4c79-8964-b069e79a848a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:25.808357 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bec24fc-5617-4e16-a26d-960c50ba1aa4 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:25.827267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e917c2-ca9a-412e-9da3-5e55e5c92939 None None] The sync data for ids ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'] in n-d-800708-1 is: [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:14Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'fc50c233-f81d-453c-a23a-9376fbb6a9e1', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'port_id': 'c166b71c-4491-4e78-994f-cbdf204078ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'mac_address': 'fa:16:3e:e7:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f0df12-6a22-45b6-b26a-3d878beee995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:32:19Z', 'updated_at': '2021-07-13T19:33:21Z', 'revision_number': 1, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f562d7-c532-4ea5-90d9-a8ccfd62e132', 'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'mac_address': 'fa:16:3e:0f:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:12Z', 'updated_at': '2021-07-13T19:32:24Z', 'revision_number': 5, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'subnets': [{'id': '40a5a295-6896-4c79-8964-b069e79a848a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:33:25.845915 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:25.860522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'port_id': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'mac_address': 'fa:16:3e:be:45:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:33:25.898005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Allocated IP 172.20.0.14 (387cae82-2aa4-4866-ada3-40858b3a86f6/fb12bf80-baaf-411f-ad5b-095176e90b52/614ae189-40a6-4214-9757-62b8cfac3269) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:25.914585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:25.930691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb2e703-7433-4a1e-9ac1-516e0af493e7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:33:25.990612 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bec24fc-5617-4e16-a26d-960c50ba1aa4 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.000897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:26.003091 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bec24fc-5617-4e16-a26d-960c50ba1aa4 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.024684 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.089799 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.092396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec24fc-5617-4e16-a26d-960c50ba1aa4 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a84dfb-0297-43de-8a4f-fbbf9bcc8b9a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:26.102573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bec24fc-5617-4e16-a26d-960c50ba1aa4 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.104975 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0bec24fc-5617-4e16-a26d-960c50ba1aa4 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3461244 Jul 13 19:33:26.107864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:26.126591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7d0823c3-1b85-4cd5-9a1f-11d3aa201519 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': 'b47fc56e-801d-4b8d-a23a-b81e5c635956', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:26.133532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:26.141755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ff233-7e9c-4a48-bef4-d88283ba3ca1 req-ea5417c8-f607-4661-af23-aad3e382a751 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:26.167323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e0ff233-7e9c-4a48-bef4-d88283ba3ca1 req-ea5417c8-f607-4661-af23-aad3e382a751 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 944 time: 0.1291223 Jul 13 19:33:26.237002 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e0ff233-7e9c-4a48-bef4-d88283ba3ca1 req-1d20cf70-6e34-4ed7-b33e-52b710f8e4d7 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675707 Jul 13 19:33:26.252814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['bbb2e703-7433-4a1e-9ac1-516e0af493e7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:26.276416 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a6ab63-d5d9-47bf-a72f-aa39753422b4 None None] New status for floating IP fc50c233-f81d-453c-a23a-9376fbb6a9e1: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:33:26.280032 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d0823c3-1b85-4cd5-9a1f-11d3aa201519 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.377042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d0823c3-1b85-4cd5-9a1f-11d3aa201519 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.388382 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d0823c3-1b85-4cd5-9a1f-11d3aa201519 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.394847 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.432341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0823c3-1b85-4cd5-9a1f-11d3aa201519 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94d695b-34f8-4de7-b110-1249b167b831,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:26.442013 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d0823c3-1b85-4cd5-9a1f-11d3aa201519 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.446072 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7d0823c3-1b85-4cd5-9a1f-11d3aa201519 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3270423 Jul 13 19:33:26.446636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:26.493424 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7623cca8-33c1-43ef-a1ae-9a2350ed5477 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.499706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.507544 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7623cca8-33c1-43ef-a1ae-9a2350ed5477 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.575150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7623cca8-33c1-43ef-a1ae-9a2350ed5477 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.581980 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7623cca8-33c1-43ef-a1ae-9a2350ed5477 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.586632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Network 387cae82-2aa4-4866-ada3-40858b3a86f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:26.588255 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7623cca8-33c1-43ef-a1ae-9a2350ed5477 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d94d695b-34f8-4de7-b110-1249b167b831 HTTP/1.1" status: 204 len: 168 time: 0.1396220 Jul 13 19:33:26.590552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:26.598836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623cca8-33c1-43ef-a1ae-9a2350ed5477 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d94d695b-34f8-4de7-b110-1249b167b831,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:26.613677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:26.626305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:26.704945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Pushing event updated for resources: {'Port': ['ID=614ae189-40a6-4214-9757-62b8cfac3269,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:26.751027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-465776fe-73f3-4232-9074-a935bc2e45ae tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1562877 Jul 13 19:33:26.751691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:26.767865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:26.768571 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.784962 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-368c1daa-36f8-4605-9158-5f99e71dc97f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6371324 Jul 13 19:33:26.798560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Request body: {'port': {'device_id': '9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:26.800808 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b76b08-de6d-4226-a64a-79eea57cf75b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.828619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b76b08-de6d-4226-a64a-79eea57cf75b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.851971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89282d9c-9e13-4285-99ee-0e50fc06759d req-813a20b6-37eb-409e-b0e2-36a90004c2b2 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:26.860025 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89282d9c-9e13-4285-99ee-0e50fc06759d req-813a20b6-37eb-409e-b0e2-36a90004c2b2 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.2350919 Jul 13 19:33:26.873081 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b76b08-de6d-4226-a64a-79eea57cf75b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.880172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b76b08-de6d-4226-a64a-79eea57cf75b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.884839 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-30b76b08-de6d-4226-a64a-79eea57cf75b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/53a84dfb-0297-43de-8a4f-fbbf9bcc8b9a HTTP/1.1" status: 204 len: 168 time: 0.1315451 Jul 13 19:33:26.885635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:26.895431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b76b08-de6d-4226-a64a-79eea57cf75b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53a84dfb-0297-43de-8a4f-fbbf9bcc8b9a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:26.937272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.994619 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89282d9c-9e13-4285-99ee-0e50fc06759d req-0b3a04e3-9422-444d-8fdb-efc379f66f99 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281073 Jul 13 19:33:27.049883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20347796-426d-4aac-a1a8-2b17aeed6ec7 req-5fdee336-2cc1-4228-bab2-d61b92b42ffc tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:27.052076 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-20347796-426d-4aac-a1a8-2b17aeed6ec7 req-5fdee336-2cc1-4228-bab2-d61b92b42ffc tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 932 time: 0.0949492 Jul 13 19:33:27.076861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:27.077046 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-445de85b-45a8-4c33-9160-f0922957904b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1900074 Jul 13 19:33:27.130212 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-20347796-426d-4aac-a1a8-2b17aeed6ec7 req-67a4cd32-e24e-45ed-b891-0cfe98850b94 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705984 Jul 13 19:33:27.131576 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-091c02cc-62e0-4a84-87ce-3e646df5c2ec tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.142804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-091c02cc-62e0-4a84-87ce-3e646df5c2ec tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.183914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-091c02cc-62e0-4a84-87ce-3e646df5c2ec tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.193150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-091c02cc-62e0-4a84-87ce-3e646df5c2ec tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.195553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-091c02cc-62e0-4a84-87ce-3e646df5c2ec tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2bc39790-5e0f-429a-b37d-9f4497bf8a61 HTTP/1.1" status: 204 len: 168 time: 0.1171951 Jul 13 19:33:27.200766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:27.202070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c02cc-62e0-4a84-87ce-3e646df5c2ec tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bc39790-5e0f-429a-b37d-9f4497bf8a61,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:27.303659 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d324273b-3ca6-4119-b819-e27f419c08b1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1017299 Jul 13 19:33:27.306260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:27.344447 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef222be2-82b9-402d-9a88-4d0d4e4b91b2 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.359076 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef222be2-82b9-402d-9a88-4d0d4e4b91b2 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.389876 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef222be2-82b9-402d-9a88-4d0d4e4b91b2 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.400774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef222be2-82b9-402d-9a88-4d0d4e4b91b2 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.402206 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ef222be2-82b9-402d-9a88-4d0d4e4b91b2 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/62de9533-a782-4fa4-b49b-985ba4876464 HTTP/1.1" status: 204 len: 168 time: 0.0949466 Jul 13 19:33:27.408161 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:27.415831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef222be2-82b9-402d-9a88-4d0d4e4b91b2 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62de9533-a782-4fa4-b49b-985ba4876464,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:27.451834 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614ae189-40a6-4214-9757-62b8cfac3269 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:33:27.467649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.493017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Transition to ACTIVE for port object 614ae189-40a6-4214-9757-62b8cfac3269 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:27.493256 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1bc1982a-efb0-40e7-9645-d4f4b85888f7 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0834680 Jul 13 19:33:27.497371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:27.514471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.520493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbb2e703-7433-4a1e-9ac1-516e0af493e7 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:27.592979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port bbb2e703-7433-4a1e-9ac1-516e0af493e7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:27.597921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port bbb2e703-7433-4a1e-9ac1-516e0af493e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:27.598333 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.604966 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1ad4a4a-1d84-43f0-9b18-fd3f2d25954b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.614049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b04dc-ef59-4bd7-8cee-20e9eb961b59 req-ca03945c-3afe-4a7e-bba1-64016a74a76c tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:27.618328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a84b04dc-ef59-4bd7-8cee-20e9eb961b59 req-ca03945c-3afe-4a7e-bba1-64016a74a76c tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 944 time: 0.1231458 Jul 13 19:33:27.642520 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1ad4a4a-1d84-43f0-9b18-fd3f2d25954b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.644723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Pushing event updated for resources: {'Port': ['ID=614ae189-40a6-4214-9757-62b8cfac3269,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:27.706113 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.715574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a84b04dc-ef59-4bd7-8cee-20e9eb961b59 req-f154d88f-c2e6-4f6b-bc31-6aabbb05346d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880647 Jul 13 19:33:27.741512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:27.745168 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d2967a-8c0b-4ec2-a9ad-464428eda577" -d '{"events": [{"server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "name": "network-vif-plugged", "status": "completed", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:27.760054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:27.767301 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1ad4a4a-1d84-43f0-9b18-fd3f2d25954b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.767522 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.769751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Attempting to bind port 614ae189-40a6-4214-9757-62b8cfac3269 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:27.770442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Attempting to bind port 614ae189-40a6-4214-9757-62b8cfac3269 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'f325263e-5667-4dd1-aa01-3a2dc30e4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '387cae82-2aa4-4866-ada3-40858b3a86f6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:27.770442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Attempting to bind port 614ae189-40a6-4214-9757-62b8cfac3269 on network 387cae82-2aa4-4866-ada3-40858b3a86f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:27.778141 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1ad4a4a-1d84-43f0-9b18-fd3f2d25954b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.782011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:27.782556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c1ad4a4a-1d84-43f0-9b18-fd3f2d25954b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ab6aef3e-73b4-4fcc-9a66-149da1acdd98 HTTP/1.1" status: 204 len: 168 time: 0.2835159 Jul 13 19:33:27.799107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad4a4a-1d84-43f0-9b18-fd3f2d25954b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab6aef3e-73b4-4fcc-9a66-149da1acdd98,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:27.800803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Port 614ae189-40a6-4214-9757-62b8cfac3269 on network 387cae82-2aa4-4866-ada3-40858b3a86f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:33:27.801131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Attempting to bind port 614ae189-40a6-4214-9757-62b8cfac3269 on network 387cae82-2aa4-4866-ada3-40858b3a86f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:27.815797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:27.816147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Checking segment: {'id': 'f325263e-5667-4dd1-aa01-3a2dc30e4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '387cae82-2aa4-4866-ada3-40858b3a86f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:27.816533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Bound using segment: {'id': 'f325263e-5667-4dd1-aa01-3a2dc30e4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '387cae82-2aa4-4866-ada3-40858b3a86f6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:27.820061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Bound port: 614ae189-40a6-4214-9757-62b8cfac3269, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f325263e-5667-4dd1-aa01-3a2dc30e4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '387cae82-2aa4-4866-ada3-40858b3a86f6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:27.820487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.831745 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12fd14c-8107-49f0-9d24-9c3d75298440 x-openstack-request-id: req-e12fd14c-8107-49f0-9d24-9c3d75298440 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:27.832041 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "name": "network-vif-plugged", "status": "completed", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:27.832296 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e12fd14c-8107-49f0-9d24-9c3d75298440 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:27.832673 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'code': 200} Jul 13 19:33:27.841290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:27.882305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d9439c8e-89b3-4827-a651-d7b0e079a7e9 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0964155 Jul 13 19:33:27.884130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:27.968064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] For port 614ae189-40a6-4214-9757-62b8cfac3269, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:27.975030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] For port 614ae189-40a6-4214-9757-62b8cfac3269, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=614ae189-40a6-4214-9757-62b8cfac3269,segment=NetworkSegment(f325263e-5667-4dd1-aa01-3a2dc30e4077),segment_id=f325263e-5667-4dd1-aa01-3a2dc30e4077)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:27.981076 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.012351 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7efa0edd-314c-4c12-861f-5cb179c0ef57 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.037551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637cd0d-ef7d-4073-8bbc-abedd66af933 req-adbe3025-f495-4982-b498-d9aea8e77bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:28.039670 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a637cd0d-ef7d-4073-8bbc-abedd66af933 req-adbe3025-f495-4982-b498-d9aea8e77bcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 1096 time: 0.1017430 Jul 13 19:33:28.044893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:28.046084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:28.047012 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.050075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] 10.222.0.60 "PUT /v2.0/ports/614ae189-40a6-4214-9757-62b8cfac3269 HTTP/1.1" status: 200 len: 1092 time: 1.2571757 Jul 13 19:33:28.054980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1', 'tag': '614ae189-40a6-4214-9757-62b8cfac3269'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:28.058736 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77168a97-bd8c-4c66-83f1-6da410e425ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1", "tag": "614ae189-40a6-4214-9757-62b8cfac3269"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:28.077301 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7efa0edd-314c-4c12-861f-5cb179c0ef57 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.121955 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a637cd0d-ef7d-4073-8bbc-abedd66af933 req-c92206cd-2812-4207-a061-3206c47e9c43 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711796 Jul 13 19:33:28.146523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ccdea-7469-46bd-b873-cd7c27c49496 service neutron] Pushing event updated for resources: {'Port': ['ID=614ae189-40a6-4214-9757-62b8cfac3269,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:28.151218 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7efa0edd-314c-4c12-861f-5cb179c0ef57 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.154833 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7efa0edd-314c-4c12-861f-5cb179c0ef57 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.156563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7efa0edd-314c-4c12-861f-5cb179c0ef57 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-groups/b47fc56e-801d-4b8d-a23a-b81e5c635956 HTTP/1.1" status: 204 len: 168 time: 0.2690439 Jul 13 19:33:28.161784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:28.198345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa0edd-314c-4c12-861f-5cb179c0ef57 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47fc56e-801d-4b8d-a23a-b81e5c635956,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:28.211084 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55d9ab-8970-4956-a215-b15be95fe6c1 x-openstack-request-id: req-3d55d9ab-8970-4956-a215-b15be95fe6c1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:28.213262 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1", "tag": "614ae189-40a6-4214-9757-62b8cfac3269", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:28.213536 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d55d9ab-8970-4956-a215-b15be95fe6c1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:28.213952 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1', 'tag': '614ae189-40a6-4214-9757-62b8cfac3269', 'status': 'completed', 'code': 200} Jul 13 19:33:28.269198 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e4fe245b-fe54-4352-9c8c-f6a925cd53ac tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1060462 Jul 13 19:33:28.276383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:28.282439 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-084a39b8-780d-4ca1-a2b1-435e7d2a9e0e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group': {'name': 'tempest-secgroup--198857885'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:28.334160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10852e-9931-4901-af41-04f56f6368d8 req-05aec29a-220e-4fd1-8fc9-e28e638d4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:28.335957 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-05aec29a-220e-4fd1-8fc9-e28e638d4ae0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f6bd505279b4f29838e5ec8b432b88b&device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 1095 time: 0.2329075 Jul 13 19:33:28.339383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-084a39b8-780d-4ca1-a2b1-435e7d2a9e0e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.364330 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72359788-fcf0-4395-bfb2-c09edcafbd60 req-d85a0e18-d33e-472e-8f70-76ab61b65754 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:28.365329 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06ed576-58f9-4de0-82c8-c5b85aaf4315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.365843 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-72359788-fcf0-4395-bfb2-c09edcafbd60 req-d85a0e18-d33e-472e-8f70-76ab61b65754 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1511102 Jul 13 19:33:28.409814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-657e3e63-2520-4327-b0ee-7f66059cbf5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=614ae189-40a6-4214-9757-62b8cfac3269 HTTP/1.1" status: 200 len: 217 time: 0.0648949 Jul 13 19:33:28.419397 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc6a97-f4c2-4684-93f2-bcc4bb7ee608 req-cf603039-3214-4a4a-9455-4d739811d655 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:28.421161 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43bc6a97-f4c2-4684-93f2-bcc4bb7ee608 req-cf603039-3214-4a4a-9455-4d739811d655 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 944 time: 0.1116786 Jul 13 19:33:28.471264 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-72359788-fcf0-4395-bfb2-c09edcafbd60 req-851c2fd7-aa90-4412-ac49-aa42d2ac38ea tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718241 Jul 13 19:33:28.484025 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10852e-9931-4901-af41-04f56f6368d8 req-1ae12ffa-6d98-4228-9740-60a7b5242f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:28.485754 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-1ae12ffa-6d98-4228-9740-60a7b5242f18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb12bf80-baaf-411f-ad5b-095176e90b52 HTTP/1.1" status: 200 len: 849 time: 0.0666039 Jul 13 19:33:28.487014 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43bc6a97-f4c2-4684-93f2-bcc4bb7ee608 req-960cd352-c603-455b-80ac-bb1c867f5414 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573425 Jul 13 19:33:28.525196 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06ed576-58f9-4de0-82c8-c5b85aaf4315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.530073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06ed576-58f9-4de0-82c8-c5b85aaf4315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.546088 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-100fbdb6-f693-461b-8712-4a4fd961fe93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=387cae82-2aa4-4866-ada3-40858b3a86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538647 Jul 13 19:33:28.576309 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b06ed576-58f9-4de0-82c8-c5b85aaf4315 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b906280e73840c0bab82d17463bef2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303748 Jul 13 19:33:28.577030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:28.579083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ed576-58f9-4de0-82c8-c5b85aaf4315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33d5d8c-6415-40c0-8b92-8753a74002af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:28.641665 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e13e6507-c7cf-4235-9fb5-92e86664b221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.670459 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e13e6507-c7cf-4235-9fb5-92e86664b221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.682565 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-57b30284-896a-405b-b734-07e541969fbe service neutron] 10.222.0.60 "GET /v2.0/networks/387cae82-2aa4-4866-ada3-40858b3a86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296225 Jul 13 19:33:28.700224 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-084a39b8-780d-4ca1-a2b1-435e7d2a9e0e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.726691 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e13e6507-c7cf-4235-9fb5-92e86664b221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.730193 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e13e6507-c7cf-4235-9fb5-92e86664b221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.731003 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-084a39b8-780d-4ca1-a2b1-435e7d2a9e0e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.734860 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e13e6507-c7cf-4235-9fb5-92e86664b221 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a33d5d8c-6415-40c0-8b92-8753a74002af HTTP/1.1" status: 204 len: 168 time: 0.1541672 Jul 13 19:33:28.744959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e6507-c7cf-4235-9fb5-92e86664b221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33d5d8c-6415-40c0-8b92-8753a74002af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:28.789897 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-084a39b8-780d-4ca1-a2b1-435e7d2a9e0e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.793829 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-084a39b8-780d-4ca1-a2b1-435e7d2a9e0e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5132065 Jul 13 19:33:28.794250 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:28.799631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a999328-e1b0-4375-888e-9767c636f281 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': '3bff04d2-6212-4648-80aa-3c2b0f8b7e47', 'direction': 'ingress', 'protocol': 17}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:28.827349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a39b8-780d-4ca1-a2b1-435e7d2a9e0e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bff04d2-6212-4648-80aa-3c2b0f8b7e47,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:28.855844 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a999328-e1b0-4375-888e-9767c636f281 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.881591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c10852e-9931-4901-af41-04f56f6368d8 req-1b42cf9e-5777-442c-a048-5c2d24c6d326 service neutron] 10.222.0.60 "GET /v2.0/networks/387cae82-2aa4-4866-ada3-40858b3a86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786382 Jul 13 19:33:29.050970 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a999328-e1b0-4375-888e-9767c636f281 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.060869 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a999328-e1b0-4375-888e-9767c636f281 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.074250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77168a97-bd8c-4c66-83f1-6da410e425ec req-4beae6c5-8b33-4535-a9d4-c8360e012d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:29.077400 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77168a97-bd8c-4c66-83f1-6da410e425ec req-4beae6c5-8b33-4535-a9d4-c8360e012d72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f6bd505279b4f29838e5ec8b432b88b&device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 1095 time: 0.1306336 Jul 13 19:33:29.101287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a999328-e1b0-4375-888e-9767c636f281 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4209c4-f290-4945-93b6-fcffe39428fc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:29.116056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc3ca3-4fff-4b69-a601-2d0edc61d47a req-1259908e-cf62-4300-aefa-0ec44248a4bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:29.124232 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5cbc3ca3-4fff-4b69-a601-2d0edc61d47a req-1259908e-cf62-4300-aefa-0ec44248a4bc tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.2001145 Jul 13 19:33:29.136253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a999328-e1b0-4375-888e-9767c636f281 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.137722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6a999328-e1b0-4375-888e-9767c636f281 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3423338 Jul 13 19:33:29.144543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:29.210734 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5cbc3ca3-4fff-4b69-a601-2d0edc61d47a req-0e9f69d7-51fb-4b72-a4ab-29b404f907f9 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854244 Jul 13 19:33:29.288776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77168a97-bd8c-4c66-83f1-6da410e425ec req-b6fae267-e7d5-4818-acb6-2786f70b8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:29.290499 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77168a97-bd8c-4c66-83f1-6da410e425ec req-b6fae267-e7d5-4818-acb6-2786f70b8bc2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=387cae82-2aa4-4866-ada3-40858b3a86f6 HTTP/1.1" status: 200 len: 910 time: 0.2050395 Jul 13 19:33:29.293617 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b0c7844-ac8c-4f1b-9bcf-a28eca50cc73 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.336723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b0c7844-ac8c-4f1b-9bcf-a28eca50cc73 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.387012 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77168a97-bd8c-4c66-83f1-6da410e425ec req-4c6c2c38-3deb-4f34-b0f6-0658aa15e717 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=614ae189-40a6-4214-9757-62b8cfac3269 HTTP/1.1" status: 200 len: 217 time: 0.0892496 Jul 13 19:33:29.408188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b0c7844-ac8c-4f1b-9bcf-a28eca50cc73 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.410919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b0c7844-ac8c-4f1b-9bcf-a28eca50cc73 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.414464 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2b0c7844-ac8c-4f1b-9bcf-a28eca50cc73 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-groups/3bff04d2-6212-4648-80aa-3c2b0f8b7e47 HTTP/1.1" status: 204 len: 168 time: 0.2661064 Jul 13 19:33:29.416348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:29.431967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c7844-ac8c-4f1b-9bcf-a28eca50cc73 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bff04d2-6212-4648-80aa-3c2b0f8b7e47,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:29.482016 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3e948612-a8af-4294-a652-0b1b431ba5ea tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632041 Jul 13 19:33:29.487078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:29.488324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77168a97-bd8c-4c66-83f1-6da410e425ec req-32976549-fbb3-4de7-b2ca-6523143fe0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:29.491784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77168a97-bd8c-4c66-83f1-6da410e425ec req-32976549-fbb3-4de7-b2ca-6523143fe0b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb12bf80-baaf-411f-ad5b-095176e90b52 HTTP/1.1" status: 200 len: 849 time: 0.0979712 Jul 13 19:33:29.495336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc8e7314-dee3-4082-9bcc-701cadd32e1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group': {'name': 'tempest-secgroup--718749182'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:29.549994 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7314-dee3-4082-9bcc-701cadd32e1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.551069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77168a97-bd8c-4c66-83f1-6da410e425ec req-ad3a2d19-e258-45b2-a6b3-a6a40eee95b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=387cae82-2aa4-4866-ada3-40858b3a86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472562 Jul 13 19:33:29.698276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77168a97-bd8c-4c66-83f1-6da410e425ec req-1ec5e670-2b1f-429c-a1cd-2270fcf12dc7 service neutron] 10.222.0.60 "GET /v2.0/networks/387cae82-2aa4-4866-ada3-40858b3a86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331196 Jul 13 19:33:29.725722 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7314-dee3-4082-9bcc-701cadd32e1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.732726 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7314-dee3-4082-9bcc-701cadd32e1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.846202 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7314-dee3-4082-9bcc-701cadd32e1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.850060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dc8e7314-dee3-4082-9bcc-701cadd32e1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3590190 Jul 13 19:33:29.850274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:29.862737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c80ab1c1-abac-4896-a1b5-30744d2ebcd0 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group': {'name': 'tempest-secgroup--229044364'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:29.875148 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e7314-dee3-4082-9bcc-701cadd32e1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7571ab9-226d-4f83-b223-f3472bfe508d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:29.879455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77168a97-bd8c-4c66-83f1-6da410e425ec req-18613160-e890-40f3-9e5d-c626613d9b7f service neutron] 10.222.0.60 "GET /v2.0/networks/387cae82-2aa4-4866-ada3-40858b3a86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778305 Jul 13 19:33:29.910481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77648915-ee15-4ced-b85b-e1f838df5ece req-cce53536-d2e5-462b-9d8f-d2dcc61d4bdb tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:29.912848 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77648915-ee15-4ced-b85b-e1f838df5ece req-cce53536-d2e5-462b-9d8f-d2dcc61d4bdb tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 944 time: 0.1390119 Jul 13 19:33:29.920972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c301271-ab96-40a4-a299-c6bbe3b34ab3 req-74e41c33-373d-4cc6-ad71-e37713605e8a tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:29.922594 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c301271-ab96-40a4-a299-c6bbe3b34ab3 req-74e41c33-373d-4cc6-ad71-e37713605e8a tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1679590 Jul 13 19:33:29.958170 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c80ab1c1-abac-4896-a1b5-30744d2ebcd0 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.969440 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77648915-ee15-4ced-b85b-e1f838df5ece req-0971db6d-c578-46aa-99a7-fbe557a5c315 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497663 Jul 13 19:33:29.999274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c301271-ab96-40a4-a299-c6bbe3b34ab3 req-96ddb307-66c2-43ab-aa2a-eef64c65f043 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693576 Jul 13 19:33:30.133518 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c80ab1c1-abac-4896-a1b5-30744d2ebcd0 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.139407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c80ab1c1-abac-4896-a1b5-30744d2ebcd0 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.173028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c80ab1c1-abac-4896-a1b5-30744d2ebcd0 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.176994 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c80ab1c1-abac-4896-a1b5-30744d2ebcd0 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3159139 Jul 13 19:33:30.177926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:30.184284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ccf9e7e0-09dd-4f01-b726-c8f7cd424750 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': 'b7571ab9-226d-4f83-b223-f3472bfe508d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8717ded0-a9c8-4d44-ad6f-10ebbe01e5c0', 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:30.187690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ab1c1-abac-4896-a1b5-30744d2ebcd0 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8717ded0-a9c8-4d44-ad6f-10ebbe01e5c0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:30.225729 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf9e7e0-09dd-4f01-b726-c8f7cd424750 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.328673 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf9e7e0-09dd-4f01-b726-c8f7cd424750 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.338617 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf9e7e0-09dd-4f01-b726-c8f7cd424750 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.360696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9e7e0-09dd-4f01-b726-c8f7cd424750 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36abae8-c70e-4684-ae61-d945a5272d59,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:30.374509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf9e7e0-09dd-4f01-b726-c8f7cd424750 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.380095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:30.390229 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ccf9e7e0-09dd-4f01-b726-c8f7cd424750 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2109582 Jul 13 19:33:30.424168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8924eee-7418-48e0-8b72-ae03f467652b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.433011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8924eee-7418-48e0-8b72-ae03f467652b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.510429 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8924eee-7418-48e0-8b72-ae03f467652b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.516245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8924eee-7418-48e0-8b72-ae03f467652b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.517396 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b8924eee-7418-48e0-8b72-ae03f467652b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c36abae8-c70e-4684-ae61-d945a5272d59 HTTP/1.1" status: 204 len: 168 time: 0.1355596 Jul 13 19:33:30.520073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:30.529979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8924eee-7418-48e0-8b72-ae03f467652b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c36abae8-c70e-4684-ae61-d945a5272d59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:30.553557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d843311-9830-431f-8ef9-86c81f088788 req-d919761c-7b8c-48fb-b50b-4fbff0bb38b0 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:30.564736 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d843311-9830-431f-8ef9-86c81f088788 req-d919761c-7b8c-48fb-b50b-4fbff0bb38b0 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.1544778 Jul 13 19:33:30.566365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:30.574254 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-849070b1-dac4-433d-beca-97fcb96bbf92 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0526481 Jul 13 19:33:30.576786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:30.632408 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d843311-9830-431f-8ef9-86c81f088788 req-cda75281-1afe-4e25-a0e4-7dfa05f002c3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640960 Jul 13 19:33:30.645419 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-433eb6aa-01eb-471b-8574-e613241c4aa1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.673099 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-433eb6aa-01eb-471b-8574-e613241c4aa1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.718859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09392860-6964-4d4c-b0e1-268851239959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.725292 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-433eb6aa-01eb-471b-8574-e613241c4aa1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.729775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-433eb6aa-01eb-471b-8574-e613241c4aa1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.732783 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-433eb6aa-01eb-471b-8574-e613241c4aa1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-groups/8717ded0-a9c8-4d44-ad6f-10ebbe01e5c0 HTTP/1.1" status: 204 len: 168 time: 0.1546419 Jul 13 19:33:30.736748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:30.746598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433eb6aa-01eb-471b-8574-e613241c4aa1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8717ded0-a9c8-4d44-ad6f-10ebbe01e5c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:30.831935 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b67e2a0c-fe2b-4e3c-9607-0a0dc88d0d17 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0910211 Jul 13 19:33:30.832778 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:30.851978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddd4c8-a888-4eed-8422-4955220f1626 req-c361b071-cd75-48d8-87b3-b0aa52d5a489 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:30.854323 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b2ddd4c8-a888-4eed-8422-4955220f1626 req-c361b071-cd75-48d8-87b3-b0aa52d5a489 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.0879984 Jul 13 19:33:30.864172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:30.872077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c53fdf37-b3a1-4157-8e6c-dbbffbad57f4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Request body: {'floatingip': {'port_id': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:30.908025 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba92eccd-7da2-4b74-9d38-44286709682e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.923577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c53fdf37-b3a1-4157-8e6c-dbbffbad57f4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.933406 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba92eccd-7da2-4b74-9d38-44286709682e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.983303 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba92eccd-7da2-4b74-9d38-44286709682e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.985817 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba92eccd-7da2-4b74-9d38-44286709682e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.989547 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ba92eccd-7da2-4b74-9d38-44286709682e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-groups/b7571ab9-226d-4f83-b223-f3472bfe508d HTTP/1.1" status: 204 len: 168 time: 0.1535192 Jul 13 19:33:30.992237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:31.000770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09392860-6964-4d4c-b0e1-268851239959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.004994 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09392860-6964-4d4c-b0e1-268851239959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.025892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92eccd-7da2-4b74-9d38-44286709682e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7571ab9-226d-4f83-b223-f3472bfe508d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:31.068401 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-70938006-2b68-46f2-8910-2bdff6a7cdcb tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723274 Jul 13 19:33:31.073914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:31.078326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc56a57c-8e3c-4232-bb42-738a4bc84b5f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352431596'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:31.095907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-09392860-6964-4d4c-b0e1-268851239959 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8341dacec89b4eec8204e995195cb2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279460 Jul 13 19:33:31.096187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:31.099857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09392860-6964-4d4c-b0e1-268851239959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e085a4-3276-4ece-a654-d0f71ee2da9e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:31.131914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc56a57c-8e3c-4232-bb42-738a4bc84b5f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.263302 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9e843b9-2ebd-4082-8355-ca9023efea99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.298355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5187846-919c-4500-882b-497853288477 req-55f16aa2-fbfa-4381-ac2d-9f63ecfe42e9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:31.299948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5187846-919c-4500-882b-497853288477 req-55f16aa2-fbfa-4381-ac2d-9f63ecfe42e9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 944 time: 0.1482358 Jul 13 19:33:31.313551 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9e843b9-2ebd-4082-8355-ca9023efea99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.384880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d59d-c846-4415-94fe-eae6a77ad973 req-ee70ccad-48e9-4bcc-8b0b-36a589d2b735 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:31.386530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c81d59d-c846-4415-94fe-eae6a77ad973 req-ee70ccad-48e9-4bcc-8b0b-36a589d2b735 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1618745 Jul 13 19:33:31.422018 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc56a57c-8e3c-4232-bb42-738a4bc84b5f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.423353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5187846-919c-4500-882b-497853288477 req-77c7314a-9225-4990-8eda-87869f8390a6 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147091 Jul 13 19:33:31.434440 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc56a57c-8e3c-4232-bb42-738a4bc84b5f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.464368 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9e843b9-2ebd-4082-8355-ca9023efea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.466955 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9e843b9-2ebd-4082-8355-ca9023efea99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.470454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a9e843b9-2ebd-4082-8355-ca9023efea99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18e085a4-3276-4ece-a654-d0f71ee2da9e HTTP/1.1" status: 204 len: 168 time: 0.3707654 Jul 13 19:33:31.481739 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c81d59d-c846-4415-94fe-eae6a77ad973 req-c6f4be32-2774-46ed-a643-e7aa98030e80 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883098 Jul 13 19:33:31.489865 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc56a57c-8e3c-4232-bb42-738a4bc84b5f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.494789 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cc56a57c-8e3c-4232-bb42-738a4bc84b5f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4202862 Jul 13 19:33:31.495643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:31.502724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-39c77fab-3c74-4804-adb3-9f1f7dfee7ee tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': 'edb2385d-d051-447d-871a-496fe06aefac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:31.510562 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56a57c-8e3c-4232-bb42-738a4bc84b5f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb2385d-d051-447d-871a-496fe06aefac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:31.539992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e843b9-2ebd-4082-8355-ca9023efea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e085a4-3276-4ece-a654-d0f71ee2da9e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:31.579009 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c77fab-3c74-4804-adb3-9f1f7dfee7ee tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.676742 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c77fab-3c74-4804-adb3-9f1f7dfee7ee tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.688292 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c77fab-3c74-4804-adb3-9f1f7dfee7ee tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.720501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c77fab-3c74-4804-adb3-9f1f7dfee7ee tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2491b94c-70c8-4dc1-88c7-54a1ee81a3fd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:31.728022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c77fab-3c74-4804-adb3-9f1f7dfee7ee tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.729811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-39c77fab-3c74-4804-adb3-9f1f7dfee7ee tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2308104 Jul 13 19:33:31.732668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:31.777914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-843f01da-f15c-4774-86c0-83c871fceb1a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.791838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-843f01da-f15c-4774-86c0-83c871fceb1a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.824952 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-843f01da-f15c-4774-86c0-83c871fceb1a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.830775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-843f01da-f15c-4774-86c0-83c871fceb1a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.834734 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-843f01da-f15c-4774-86c0-83c871fceb1a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2491b94c-70c8-4dc1-88c7-54a1ee81a3fd HTTP/1.1" status: 204 len: 168 time: 0.0983067 Jul 13 19:33:31.835374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:31.848671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f01da-f15c-4774-86c0-83c871fceb1a tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2491b94c-70c8-4dc1-88c7-54a1ee81a3fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:31.893562 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d160f27c-6b3f-49ec-8da3-f2fd6edbfbfb tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567255 Jul 13 19:33:31.896243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:31.957204 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb9d4-4720-4d3e-a3ad-d9f0817af227 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.993033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb9d4-4720-4d3e-a3ad-d9f0817af227 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.045377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb9d4-4720-4d3e-a3ad-d9f0817af227 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.048202 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb9d4-4720-4d3e-a3ad-d9f0817af227 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.052607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aaaeb9d4-4720-4d3e-a3ad-d9f0817af227 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-groups/edb2385d-d051-447d-871a-496fe06aefac HTTP/1.1" status: 204 len: 168 time: 0.1554034 Jul 13 19:33:32.053206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:32.064149 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c53fdf37-b3a1-4157-8e6c-dbbffbad57f4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.068621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c53fdf37-b3a1-4157-8e6c-dbbffbad57f4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.071358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaeb9d4-4720-4d3e-a3ad-d9f0817af227 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb2385d-d051-447d-871a-496fe06aefac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:32.153345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d679a83d-52b0-4db7-a676-999bdb9a1a7b tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935221 Jul 13 19:33:32.154292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:32.160012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bab6818f-fb07-415b-8912-2e81d35a940f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991897263'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:32.193604 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab6818f-fb07-415b-8912-2e81d35a940f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.215003 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-c53fdf37-b3a1-4157-8e6c-dbbffbad57f4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Floating IP e16d1379-f858-49b5-a2b9-d19339bb0627 associated. External IP: 172.25.7.86, port: bbb2e703-7433-4a1e-9ac1-516e0af493e7. Jul 13 19:33:32.341422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab6818f-fb07-415b-8912-2e81d35a940f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.347509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab6818f-fb07-415b-8912-2e81d35a940f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.374803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab6818f-fb07-415b-8912-2e81d35a940f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.379712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bab6818f-fb07-415b-8912-2e81d35a940f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2238131 Jul 13 19:33:32.380605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:32.385944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e12e169f-60ac-4798-ac65-713a11c6c0f6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': '1ccdd8cb-b2c5-41b8-9ec5-c71935b60827', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:32.390543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6818f-fb07-415b-8912-2e81d35a940f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccdd8cb-b2c5-41b8-9ec5-c71935b60827,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:32.466632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e12e169f-60ac-4798-ac65-713a11c6c0f6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.558770 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 614ae189-40a6-4214-9757-62b8cfac3269 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:33:32.648169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53fdf37-b3a1-4157-8e6c-dbbffbad57f4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Router 1a2e1404-748f-40b3-aebc-4ee5d2892418 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:33:32.702161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 614ae189-40a6-4214-9757-62b8cfac3269, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=614ae189-40a6-4214-9757-62b8cfac3269,segment=NetworkSegment(f325263e-5667-4dd1-aa01-3a2dc30e4077),segment_id=f325263e-5667-4dd1-aa01-3a2dc30e4077)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:32.713489 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e12e169f-60ac-4798-ac65-713a11c6c0f6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.726782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e12e169f-60ac-4798-ac65-713a11c6c0f6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.727454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '614ae189-40a6-4214-9757-62b8cfac3269', 'network_id': '387cae82-2aa4-4866-ada3-40858b3a86f6', 'port_id': '614ae189-40a6-4214-9757-62b8cfac3269', 'mac_address': 'fa:16:3e:a4:32:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb12bf80-baaf-411f-ad5b-095176e90b52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:33:32.775395 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.782919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f150ec-6b0e-4c58-9209-5709b3dfb020 req-792b065e-163d-48d0-9094-1cd54b3788ad tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:32.791428 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1f150ec-6b0e-4c58-9209-5709b3dfb020 req-792b065e-163d-48d0-9094-1cd54b3788ad tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1412537 Jul 13 19:33:32.796299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614ae189-40a6-4214-9757-62b8cfac3269 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:33:32.805743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e169f-60ac-4798-ac65-713a11c6c0f6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9d0461-d2f0-4123-9b24-554a99525718,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:32.821164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 614ae189-40a6-4214-9757-62b8cfac3269, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=614ae189-40a6-4214-9757-62b8cfac3269,segment=NetworkSegment(f325263e-5667-4dd1-aa01-3a2dc30e4077),segment_id=f325263e-5667-4dd1-aa01-3a2dc30e4077)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:32.822947 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e12e169f-60ac-4798-ac65-713a11c6c0f6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.829646 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e12e169f-60ac-4798-ac65-713a11c6c0f6 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4471881 Jul 13 19:33:32.830570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:32.836261 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.873244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c113c-510e-449a-b549-c0a67c7bfab9 req-82463b59-2e14-4bd9-afe5-212a81b3afde tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:32.875275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e5c113c-510e-449a-b549-c0a67c7bfab9 req-82463b59-2e14-4bd9-afe5-212a81b3afde tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 944 time: 0.2805383 Jul 13 19:33:32.911396 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=614ae189-40a6-4214-9757-62b8cfac3269,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:32.912017 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1f150ec-6b0e-4c58-9209-5709b3dfb020 req-a615be7d-dd4d-4af3-bf13-3b4d7e1946ce tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166525 Jul 13 19:33:32.920453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:32.920624 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dc8df126-dc6b-4970-b7dd-3a8011f51920 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules/ff9d0461-d2f0-4123-9b24-554a99525718 HTTP/1.1" status: 200 len: 763 time: 0.0438175 Jul 13 19:33:32.949706 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e5c113c-510e-449a-b549-c0a67c7bfab9 req-61697291-21bc-450a-b63f-ee2096aa778d tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657637 Jul 13 19:33:32.954717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53fdf37-b3a1-4157-8e6c-dbbffbad57f4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:33:32.960002 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c53fdf37-b3a1-4157-8e6c-dbbffbad57f4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.968763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] Sync routers for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:33:32.993614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:32.994928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:33.007476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-61178fc7-6b77-4cfb-8f94-058f9678a9e1 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0855761 Jul 13 19:33:33.011445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.031255 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c53fdf37-b3a1-4157-8e6c-dbbffbad57f4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "PUT /v2.0/floatingips/e16d1379-f858-49b5-a2b9-d19339bb0627 HTTP/1.1" status: 200 len: 990 time: 2.1658001 Jul 13 19:33:33.031869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:33.034219 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:33.068086 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9851b208-5366-4d24-867f-cbeb9a640f1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.095868 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9851b208-5366-4d24-867f-cbeb9a640f1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.151225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9851b208-5366-4d24-867f-cbeb9a640f1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.177022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9851b208-5366-4d24-867f-cbeb9a640f1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.178199 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9851b208-5366-4d24-867f-cbeb9a640f1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ff9d0461-d2f0-4123-9b24-554a99525718 HTTP/1.1" status: 204 len: 168 time: 0.1658311 Jul 13 19:33:33.181393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.183739 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['614ae189-40a6-4214-9757-62b8cfac3269'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:33.189370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851b208-5366-4d24-867f-cbeb9a640f1d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff9d0461-d2f0-4123-9b24-554a99525718,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:33.229132 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dd0790-f6bc-4700-b77c-610c016b719d x-openstack-request-id: req-c2dd0790-f6bc-4700-b77c-610c016b719d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:33.236481 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:33.237136 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2dd0790-f6bc-4700-b77c-610c016b719d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:33.237768 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'status': 'completed', 'code': 200} Jul 13 19:33:33.261627 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:33.276891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.279180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-020607ed-d731-445c-8db4-5ff103698f37 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0956361 Jul 13 19:33:33.282167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e7d037a3-e061-4b48-8be7-05f788b37ccf tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': '1ccdd8cb-b2c5-41b8-9ec5-c71935b60827', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:33.349029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7d037a3-e061-4b48-8be7-05f788b37ccf tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.377455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.387848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-48887da2-827f-480d-afa9-a34640d90c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:33.389520 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-48887da2-827f-480d-afa9-a34640d90c69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 1096 time: 0.1084616 Jul 13 19:33:33.405804 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7d037a3-e061-4b48-8be7-05f788b37ccf tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.411227 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7d037a3-e061-4b48-8be7-05f788b37ccf tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.449249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d037a3-e061-4b48-8be7-05f788b37ccf tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bef585-74ff-47c1-97f0-7a5f5d79c8f3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:33.471000 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7d037a3-e061-4b48-8be7-05f788b37ccf tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.476306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e7d037a3-e061-4b48-8be7-05f788b37ccf tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1979206 Jul 13 19:33:33.478951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.506636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-beb8e0d9-dab6-4ef4-89ed-9d21490e2a06 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules/23bef585-74ff-47c1-97f0-7a5f5d79c8f3 HTTP/1.1" status: 200 len: 763 time: 0.0251815 Jul 13 19:33:33.508629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.538167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-874e0ef4-f930-4cd4-aaf5-38be9a8c25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:33.539734 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-874e0ef4-f930-4cd4-aaf5-38be9a8c25dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.1388652 Jul 13 19:33:33.564593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-11458929-7bde-41f5-95b2-5922bcbbf038 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0538676 Jul 13 19:33:33.567237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.604050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfffa-e4e8-4744-9e4e-726b022aeb8d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.616058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-321076744'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:33.619458 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfffa-e4e8-4744-9e4e-726b022aeb8d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.658573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-28a5f992-e4fe-4b56-b590-f878d1dccaa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7 HTTP/1.1" status: 200 len: 998 time: 0.1108694 Jul 13 19:33:33.660248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Made reservation on behalf of 00c148dc638e484abb85d6ffc2057be5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:33.664956 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.679257 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfffa-e4e8-4744-9e4e-726b022aeb8d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.686876 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.687516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfffa-e4e8-4744-9e4e-726b022aeb8d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.690447 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4d5cfffa-e4e8-4744-9e4e-726b022aeb8d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/23bef585-74ff-47c1-97f0-7a5f5d79c8f3 HTTP/1.1" status: 204 len: 168 time: 0.1205614 Jul 13 19:33:33.694435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.703399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cfffa-e4e8-4744-9e4e-726b022aeb8d tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23bef585-74ff-47c1-97f0-7a5f5d79c8f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:33.752353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-62143c3c-c29b-4de9-a469-182a86fa60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:33.753188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e16d1379-f858-49b5-a2b9-d19339bb0627', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'port_id': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'mac_address': 'fa:16:3e:be:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:31Z', 'revision_number': 1, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:33.754028 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-62143c3c-c29b-4de9-a469-182a86fa60b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.0855892 Jul 13 19:33:33.759607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-01bb7f59-262d-4488-9b1a-ec6c05040868 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638065 Jul 13 19:33:33.760215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.765092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6a896f93-c165-4206-bc3f-d033c40c9129 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Request body: {'security_group_rule': {'security_group_id': '1ccdd8cb-b2c5-41b8-9ec5-c71935b60827', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:33.789702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] Checking router: 1a2e1404-748f-40b3-aebc-4ee5d2892418 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:33:33.799569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:33.800169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:33.862728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-ba52d7f4-d6e8-4f26-a419-6b1f1f7f7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:33.864379 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-ba52d7f4-d6e8-4f26-a419-6b1f1f7f7ca9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990062 Jul 13 19:33:33.881540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.895554 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.904339 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-6a896f93-c165-4206-bc3f-d033c40c9129 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Project 4a5950c9a02e41979ff3a966b91fbef3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:33:33.911393 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a896f93-c165-4206-bc3f-d033c40c9129 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.933471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:33.965011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:33.980652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9b1a99-d3d4-44fb-a609-6c653d9b3de5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:33.996105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.996455 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Added segment 08682a42-c3cc-4f98-8b78-7efc195025ef of type vlan for network b7cd9339-fea0-47a0-bf9e-1bdb09d86623 Jul 13 19:33:34.046964 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a896f93-c165-4206-bc3f-d033c40c9129 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.055448 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a896f93-c165-4206-bc3f-d033c40c9129 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.090167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a896f93-c165-4206-bc3f-d033c40c9129 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c42c2e-e8e3-4e00-90f0-b29ee319d632,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:34.105370 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a896f93-c165-4206-bc3f-d033c40c9129 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.107951 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-2f0b5e61-6736-4b47-97fd-19c6330e183c service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341661 Jul 13 19:33:34.110774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6a896f93-c165-4206-bc3f-d033c40c9129 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3486717 Jul 13 19:33:34.110774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.127203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.152911 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cb5f6167-f2db-4a6e-8246-98a336f80c71 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules/18c42c2e-e8e3-4e00-90f0-b29ee319d632 HTTP/1.1" status: 200 len: 769 time: 0.0408230 Jul 13 19:33:34.154899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.245384 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-93499ecb-a0f4-4b0d-a88d-5b250092f547 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0890548 Jul 13 19:33:34.246150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.280439 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.285980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:34.286612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.302087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae8aa8-2c67-46df-9605-b8ddbde65b92 req-33f7c1d1-636c-4b00-b97e-55c8d5d7c0fa tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:34.304789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e16d1379-f858-49b5-a2b9-d19339bb0627', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'port_id': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'mac_address': 'fa:16:3e:be:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:31Z', 'revision_number': 1, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:34.310920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aeae8aa8-2c67-46df-9605-b8ddbde65b92 req-33f7c1d1-636c-4b00-b97e-55c8d5d7c0fa tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 945 time: 0.1566761 Jul 13 19:33:34.314017 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e50b29c-88c9-4e17-a4c3-e7106c48b51c tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.336450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e50b29c-88c9-4e17-a4c3-e7106c48b51c tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.351057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efee58-7e0e-4e18-bd2e-b471e917cd48 None None] The sync data for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 is: [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e16d1379-f858-49b5-a2b9-d19339bb0627', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'port_id': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'mac_address': 'fa:16:3e:be:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:31Z', 'revision_number': 1, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:33:34.389748 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aeae8aa8-2c67-46df-9605-b8ddbde65b92 req-549ca8a1-ed81-4145-ac89-5bc6ace257ba tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777471 Jul 13 19:33:34.397397 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e50b29c-88c9-4e17-a4c3-e7106c48b51c tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.402026 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0169568 Jul 13 19:33:34.405869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.408203 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e50b29c-88c9-4e17-a4c3-e7106c48b51c tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.416400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Request body: {'subnet': {'network_id': 'b7cd9339-fea0-47a0-bf9e-1bdb09d86623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:34.418019 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4e50b29c-88c9-4e17-a4c3-e7106c48b51c tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/18c42c2e-e8e3-4e00-90f0-b29ee319d632 HTTP/1.1" status: 204 len: 168 time: 0.1670983 Jul 13 19:33:34.418874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.427908 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5221098-b7f2-4c7e-ada1-39d7a79d7dc0 req-51a6bcf5-64ce-4809-a0cd-2ac45c5e6446 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027954 Jul 13 19:33:34.459161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50b29c-88c9-4e17-a4c3-e7106c48b51c tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18c42c2e-e8e3-4e00-90f0-b29ee319d632,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:34.495435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e462f10-d44f-4c00-876a-ebf948b8e3da req-8c36c1e7-9785-4fd1-8193-81afcaf38571 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:34.502835 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e462f10-d44f-4c00-876a-ebf948b8e3da req-8c36c1e7-9785-4fd1-8193-81afcaf38571 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.3094072 Jul 13 19:33:34.513664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa9661-cfd5-4775-b908-03c4cdba3af1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Pushing event updated for resources: {'Network': ['ID=b7cd9339-fea0-47a0-bf9e-1bdb09d86623,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:34.534367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network b7cd9339-fea0-47a0-bf9e-1bdb09d86623 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:34.546884 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0b0cf010-9c1f-4a1b-a17b-2d94bc826e6f tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1028063 Jul 13 19:33:34.549591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.588560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e462f10-d44f-4c00-876a-ebf948b8e3da req-b9cb893c-5645-4db6-b99c-13193cd570aa tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847402 Jul 13 19:33:34.628114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a5c890f-d8f8-4638-ab0c-17f264d1ff1e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.639085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Made reservation on behalf of 00c148dc638e484abb85d6ffc2057be5 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:34.643105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.668461 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 614ae189-40a6-4214-9757-62b8cfac3269 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:34.693893 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a5c890f-d8f8-4638-ab0c-17f264d1ff1e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.793426 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05003c45-e75b-47f6-9abb-c552854196af None None] New status for floating IP e16d1379-f858-49b5-a2b9-d19339bb0627: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:33:34.794559 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a5c890f-d8f8-4638-ab0c-17f264d1ff1e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.797262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a5c890f-d8f8-4638-ab0c-17f264d1ff1e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.800806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2a5c890f-d8f8-4638-ab0c-17f264d1ff1e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ccdd8cb-b2c5-41b8-9ec5-c71935b60827 HTTP/1.1" status: 204 len: 168 time: 0.2477343 Jul 13 19:33:34.801752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.848271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c890f-d8f8-4638-ab0c-17f264d1ff1e tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccdd8cb-b2c5-41b8-9ec5-c71935b60827,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:34.910466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 614ae189-40a6-4214-9757-62b8cfac3269 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:34.913075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0a5fb32b-7384-4f50-b5eb-13d448c02ad8 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982697 Jul 13 19:33:34.917939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 614ae189-40a6-4214-9757-62b8cfac3269 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:34.918436 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.920305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.982965 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9dbc22bf-cbf1-4657-b177-1bee219889f5 tempest-SecGroupIPv6Test-2117096497 tempest-SecGroupIPv6Test-2117096497-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616162 Jul 13 19:33:35.017544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.043327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614ae189-40a6-4214-9757-62b8cfac3269'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:35.046119 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd668f7a-895a-4ca6-a88f-de72ad639456" -d '{"events": [{"server_uuid": "9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1", "name": "network-vif-plugged", "status": "completed", "tag": "614ae189-40a6-4214-9757-62b8cfac3269"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:35.059879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 614ae189-40a6-4214-9757-62b8cfac3269, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=614ae189-40a6-4214-9757-62b8cfac3269,segment=NetworkSegment(f325263e-5667-4dd1-aa01-3a2dc30e4077),segment_id=f325263e-5667-4dd1-aa01-3a2dc30e4077)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:35.065281 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.110302 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7885f5ca-31ea-494f-b1d3-282311fb9b51 x-openstack-request-id: req-7885f5ca-31ea-494f-b1d3-282311fb9b51 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:35.110617 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1", "name": "network-vif-plugged", "status": "completed", "tag": "614ae189-40a6-4214-9757-62b8cfac3269", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:35.110957 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7885f5ca-31ea-494f-b1d3-282311fb9b51 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:35.111354 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614ae189-40a6-4214-9757-62b8cfac3269', 'code': 200} Jul 13 19:33:35.145021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=614ae189-40a6-4214-9757-62b8cfac3269,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:35.148683 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.247807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Pushing event updated for resources: {'Subnet': ['ID=a7a24904-db7e-4d14-8e2b-4f2ed8c34b02,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:35.262454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Checking segment: {'id': '08682a42-c3cc-4f98-8b78-7efc195025ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b7cd9339-fea0-47a0-bf9e-1bdb09d86623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:35.262932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Network hostable DHCP agents. Network: b7cd9339-fea0-47a0-bf9e-1bdb09d86623, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:35.266263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59380-b730-43b6-9e27-bb903992f368 req-e532de07-3192-47b2-80bf-abe1d8a69c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:35.267902 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47b59380-b730-43b6-9e27-bb903992f368 req-e532de07-3192-47b2-80bf-abe1d8a69c52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 1097 time: 0.0879526 Jul 13 19:33:35.283814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Network b7cd9339-fea0-47a0-bf9e-1bdb09d86623 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:35.298752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, b7cd9339-fea0-47a0-bf9e-1bdb09d86623) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:35.303651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:35.304490 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.312096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc7e2b-5ba5-44d3-84c2-f65eb2fbbd8c None None] Network b7cd9339-fea0-47a0-bf9e-1bdb09d86623 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:35.325987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-974b58be-c1a0-4bb9-ab15-e0ec75f80e83 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9170048 Jul 13 19:33:35.328521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:35.332823 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47b59380-b730-43b6-9e27-bb903992f368 req-87fd45cf-e736-4a7b-ae50-facd6b697614 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576339 Jul 13 19:33:35.334882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Request body: {'port': {'network_id': 'b7cd9339-fea0-47a0-bf9e-1bdb09d86623', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1237552886'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:35.417345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:35.480566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Made reservation on behalf of 00c148dc638e484abb85d6ffc2057be5 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:35.489503 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.493494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-b7cd9339-fea0-47a0-bf9e-1bdb09d86623', 'network_id': 'b7cd9339-fea0-47a0-bf9e-1bdb09d86623', 'tenant_id': '00c148dc638e484abb85d6ffc2057be5', 'fixed_ips': [{'subnet_id': 'a7a24904-db7e-4d14-8e2b-4f2ed8c34b02'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:33:35.494716 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.523952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] device_id is not set on port c3840d2e-f3c2-4a7e-8d24-ec066c296d9e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:33:35.660330 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6e7d827e-3f8f-497c-8ea3-dd5c97b04e42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a5950c9a02e41979ff3a966b91fbef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401669 Jul 13 19:33:35.661134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:35.711884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Allocated IP 172.20.0.14 (b7cd9339-fea0-47a0-bf9e-1bdb09d86623/a7a24904-db7e-4d14-8e2b-4f2ed8c34b02/c3840d2e-f3c2-4a7e-8d24-ec066c296d9e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:35.739954 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c1efcdb-e268-4b56-98cc-23cefe5bb100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.766986 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c1efcdb-e268-4b56-98cc-23cefe5bb100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.802415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7457097-0c8a-4569-b5ab-a89674058d56 req-7c04ec3a-942d-40ee-9d66-b00998162c7b tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:35.810725 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f7457097-0c8a-4569-b5ab-a89674058d56 req-7c04ec3a-942d-40ee-9d66-b00998162c7b tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 946 time: 0.1721914 Jul 13 19:33:35.825162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c1efcdb-e268-4b56-98cc-23cefe5bb100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.829094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c1efcdb-e268-4b56-98cc-23cefe5bb100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.830634 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0c1efcdb-e268-4b56-98cc-23cefe5bb100 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c336ee57-32f1-4c0d-a349-871a2b9b0923 HTTP/1.1" status: 204 len: 168 time: 0.1684844 Jul 13 19:33:35.841895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1efcdb-e268-4b56-98cc-23cefe5bb100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c336ee57-32f1-4c0d-a349-871a2b9b0923,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:35.920596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620144b-c694-41cd-ae56-1c3a9a7c6fcd req-2a32f1df-5575-470a-895b-4f2cf99fba43 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:35.922474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2620144b-c694-41cd-ae56-1c3a9a7c6fcd req-2a32f1df-5575-470a-895b-4f2cf99fba43 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.0771580 Jul 13 19:33:35.926769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f7457097-0c8a-4569-b5ab-a89674058d56 req-b3f12183-1026-4e16-82eb-8443217c2f54 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148016 Jul 13 19:33:35.994116 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.027022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Transition to ACTIVE for port object c3840d2e-f3c2-4a7e-8d24-ec066c296d9e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:36.032582 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2620144b-c694-41cd-ae56-1c3a9a7c6fcd req-a51d54ba-ef32-4916-8cd7-a153ae2a75ec tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931311 Jul 13 19:33:36.078900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.136269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Network b7cd9339-fea0-47a0-bf9e-1bdb09d86623 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:36.144815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:36.151766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:36.163608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Pushing event updated for resources: {'Port': ['ID=c3840d2e-f3c2-4a7e-8d24-ec066c296d9e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:36.208441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Allocated IP 172.20.0.2 (b7cd9339-fea0-47a0-bf9e-1bdb09d86623/a7a24904-db7e-4d14-8e2b-4f2ed8c34b02/d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:36.226737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:36.227797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.252808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4578976f-144e-43a2-9c0b-291cfe24d7d1 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.9231334 Jul 13 19:33:36.257343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:36.407020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b0dfe-5497-4ef0-a7c0-11e61227e263 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Deleting port c3840d2e-f3c2-4a7e-8d24-ec066c296d9e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:36.407756 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0dfe-5497-4ef0-a7c0-11e61227e263 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.489216 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.499018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Transition to ACTIVE for port object d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:36.513462 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0dfe-5497-4ef0-a7c0-11e61227e263 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.517319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Transition to ACTIVE for port object d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:36.524792 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.532143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b0dfe-5497-4ef0-a7c0-11e61227e263 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Calling delete_port for c3840d2e-f3c2-4a7e-8d24-ec066c296d9e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:36.567813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Network b7cd9339-fea0-47a0-bf9e-1bdb09d86623 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:36.573873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:36.577788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:36.760014 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0dfe-5497-4ef0-a7c0-11e61227e263 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.799046 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b0dfe-5497-4ef0-a7c0-11e61227e263 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Pushing event deleted for resources: {'Port': ['ID=c3840d2e-f3c2-4a7e-8d24-ec066c296d9e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:36.805504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Pushing event updated for resources: {'Port': ['ID=d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:36.823222 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.823613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.823942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.824389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.824722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.825052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.825378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.825705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.826029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.826361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.826698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.827021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:36.830520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Attempting to bind port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:36.830893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Attempting to bind port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '08682a42-c3cc-4f98-8b78-7efc195025ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b7cd9339-fea0-47a0-bf9e-1bdb09d86623'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:36.831262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Attempting to bind port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 on network b7cd9339-fea0-47a0-bf9e-1bdb09d86623 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:36.836942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:36.837466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Checking segment: {'id': '08682a42-c3cc-4f98-8b78-7efc195025ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b7cd9339-fea0-47a0-bf9e-1bdb09d86623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:36.838031 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.838369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Bound using segment: {'id': '08682a42-c3cc-4f98-8b78-7efc195025ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b7cd9339-fea0-47a0-bf9e-1bdb09d86623'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:36.838879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Bound port: d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08682a42-c3cc-4f98-8b78-7efc195025ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b7cd9339-fea0-47a0-bf9e-1bdb09d86623'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:36.839273 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.905464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:36.912024 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0dfe-5497-4ef0-a7c0-11e61227e263 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.918302 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5c3b0dfe-5497-4ef0-a7c0-11e61227e263 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] 10.222.0.25 "DELETE /v2.0/ports/c3840d2e-f3c2-4a7e-8d24-ec066c296d9e HTTP/1.1" status: 204 len: 168 time: 0.6557441 Jul 13 19:33:36.918302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:36.919913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] For port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:36.924118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] For port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486,segment=NetworkSegment(08682a42-c3cc-4f98-8b78-7efc195025ef),segment_id=08682a42-c3cc-4f98-8b78-7efc195025ef)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:36.930832 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:37.025028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a19d5-8ae1-4db0-9ae5-ed8525746a07 None None] Pushing event updated for resources: {'Port': ['ID=d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:37.070291 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cbd846e9-af94-45c0-900e-90176c9cc77a tempest-ServiceProvidersTest-1424448843 tempest-ServiceProvidersTest-1424448843-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1634970 Jul 13 19:33:37.258179 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0abcd1a5-7cb1-407c-91e2-32532c16ccb2 tempest-DHCPAgentSchedulersTestJSON-2055070859 tempest-DHCPAgentSchedulersTestJSON-2055070859-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3386769 Jul 13 19:33:37.261673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:37.267023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-357654494'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:37.343754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Made reservation on behalf of 00c148dc638e484abb85d6ffc2057be5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:37.347296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:37.359020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f806c3d-eddd-4720-8455-a2f9aaca1a90 req-3fb46819-22fd-4500-936f-afed40b34de5 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:37.361757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f806c3d-eddd-4720-8455-a2f9aaca1a90 req-3fb46819-22fd-4500-936f-afed40b34de5 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1738157 Jul 13 19:33:37.369449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fc8d6-103f-4c79-9e05-0f167e782cb1 req-12cf7b80-3cc6-413e-b628-cc27b2539a77 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:37.374690 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-413fc8d6-103f-4c79-9e05-0f167e782cb1 req-12cf7b80-3cc6-413e-b628-cc27b2539a77 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 946 time: 0.2191367 Jul 13 19:33:37.428916 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f806c3d-eddd-4720-8455-a2f9aaca1a90 req-1db4b282-9151-4dc4-884e-34477e763a1a tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Jul 13 19:33:37.456676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:37.470915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-413fc8d6-103f-4c79-9e05-0f167e782cb1 req-259e57ac-6eb2-4c49-8d74-5ba72c4ade2f tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741348 Jul 13 19:33:37.475481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:37.475846 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Added segment 44df8c65-1d3e-4020-b42c-55b2368bf302 of type vlan for network 85c309a8-c453-4115-9e0d-1cf3605bb5a9 Jul 13 19:33:37.524264 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:37.561976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:37.568941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:37.569551 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:37.588217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:37.661571 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3986771 Jul 13 19:33:37.664270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:37.675569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885963f8-36c9-4cd5-9d45-5fd7a552a064 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Pushing event updated for resources: {'Network': ['ID=85c309a8-c453-4115-9e0d-1cf3605bb5a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:37.695497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 85c309a8-c453-4115-9e0d-1cf3605bb5a9 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:37.760547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:37.842606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:37.864508 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1831c0-c365-4af3-87db-a16df7cb3424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.016268 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a62ac1a5-c697-4351-80fb-0f950f250a0b tempest-DHCPAgentSchedulersTestJSON-2055070859 tempest-DHCPAgentSchedulersTestJSON-2055070859-project-admin] 10.222.0.25 "GET /v2.0/agents/e669d774-cc5d-44a7-8f7e-b3fe9687bdea/dhcp-networks HTTP/1.1" status: 200 len: 8097 time: 0.3476927 Jul 13 19:33:38.016373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:38.084155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1831c0-c365-4af3-87db-a16df7cb3424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.093792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1831c0-c365-4af3-87db-a16df7cb3424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.135336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-eb1831c0-c365-4af3-87db-a16df7cb3424 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=590ec86fc7064b558bb0ee905f41f979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443227 Jul 13 19:33:38.137669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:38.163438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1831c0-c365-4af3-87db-a16df7cb3424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda5ab50-2683-49fa-8596-1ddf2683249c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:38.209685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96336de2-db28-42fa-b94d-4a5897aa2f1a tempest-DHCPAgentSchedulersTestJSON-2055070859 tempest-DHCPAgentSchedulersTestJSON-2055070859-project-admin] Network 85c309a8-c453-4115-9e0d-1cf3605bb5a9 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:38.238313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:38.241626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31077cfe-c0b8-4303-8c73-19305560f7e6 None None] Network 85c309a8-c453-4115-9e0d-1cf3605bb5a9 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:38.251095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-96336de2-db28-42fa-b94d-4a5897aa2f1a tempest-DHCPAgentSchedulersTestJSON-2055070859 tempest-DHCPAgentSchedulersTestJSON-2055070859-project-admin] 10.222.0.25 "POST /v2.0/agents/e669d774-cc5d-44a7-8f7e-b3fe9687bdea/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2288074 Jul 13 19:33:38.255159 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93ca65aa-a61f-4cce-883e-930d446e2389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.317062 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93ca65aa-a61f-4cce-883e-930d446e2389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.397152 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93ca65aa-a61f-4cce-883e-930d446e2389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.402969 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93ca65aa-a61f-4cce-883e-930d446e2389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.407742 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-93ca65aa-a61f-4cce-883e-930d446e2389 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fda5ab50-2683-49fa-8596-1ddf2683249c HTTP/1.1" status: 204 len: 168 time: 0.2682593 Jul 13 19:33:38.416918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e263c21-e715-4242-aae4-5af59dd5f01a None None] Network b7cd9339-fea0-47a0-bf9e-1bdb09d86623 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:38.422963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca65aa-a61f-4cce-883e-930d446e2389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda5ab50-2683-49fa-8596-1ddf2683249c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:38.552338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ec0402b9-feb0-4fe8-9b9d-82ddb51ec78a tempest-DHCPAgentSchedulersTestJSON-2055070859 tempest-DHCPAgentSchedulersTestJSON-2055070859-project-admin] 10.222.0.25 "GET /v2.0/agents/e669d774-cc5d-44a7-8f7e-b3fe9687bdea/dhcp-networks HTTP/1.1" status: 200 len: 8867 time: 0.3126774 Jul 13 19:33:38.556007 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:38.595211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-94cac205-bd27-4cb0-9157-822658ad2362 None None] Provisioning for port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:38.626078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-94cac205-bd27-4cb0-9157-822658ad2362 None None] Provisioning complete for port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:38.626917 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94cac205-bd27-4cb0-9157-822658ad2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.723357 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f1986abc-a40f-4c8e-8796-df8819919ee0 tempest-DHCPAgentSchedulersTestJSON-2055070859 tempest-DHCPAgentSchedulersTestJSON-2055070859-project-admin] 10.222.0.25 "DELETE /v2.0/agents/e669d774-cc5d-44a7-8f7e-b3fe9687bdea/dhcp-networks/85c309a8-c453-4115-9e0d-1cf3605bb5a9 HTTP/1.1" status: 204 len: 168 time: 0.1658957 Jul 13 19:33:38.726067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:38.796726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69e5b7-ea93-4348-b49c-630de7df77f4 req-dc466fa7-914f-4aad-9e12-d7d42f37300c tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:38.800632 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f69e5b7-ea93-4348-b49c-630de7df77f4 req-dc466fa7-914f-4aad-9e12-d7d42f37300c tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1265965 Jul 13 19:33:38.882326 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f69e5b7-ea93-4348-b49c-630de7df77f4 req-03075a84-b591-4b33-81bd-3b87eb883988 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727313 Jul 13 19:33:38.925837 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cdd5ddec-9e61-4071-8740-92d6e49a8b7f tempest-DHCPAgentSchedulersTestJSON-2055070859 tempest-DHCPAgentSchedulersTestJSON-2055070859-project-admin] 10.222.0.25 "GET /v2.0/agents/e669d774-cc5d-44a7-8f7e-b3fe9687bdea/dhcp-networks HTTP/1.1" status: 200 len: 8097 time: 0.1985285 Jul 13 19:33:38.930480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:38.972269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:38.982660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-db3819cb-bf1b-4ba5-bef7-a7ea9c1f2b41 tempest-DHCPAgentSchedulersTestJSON-2055070859 tempest-DHCPAgentSchedulersTestJSON-2055070859-project-admin] 10.222.0.25 "GET /v2.0/networks/b7cd9339-fea0-47a0-bf9e-1bdb09d86623/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0349438 Jul 13 19:33:38.988460 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94cac205-bd27-4cb0-9157-822658ad2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.996355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0e11f6a1-b215-4dcf-90cc-e3f52ddfa7f0 tempest-DHCPAgentSchedulersTestJSON-2055070859 tempest-DHCPAgentSchedulersTestJSON-2055070859-project-admin] 10.222.0.25 "GET /v2.0/networks/b7cd9339-fea0-47a0-bf9e-1bdb09d86623/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0228853 Jul 13 19:33:38.998879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:39.052849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-94cac205-bd27-4cb0-9157-822658ad2362 None None] For port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486,segment=NetworkSegment(08682a42-c3cc-4f98-8b78-7efc195025ef),segment_id=08682a42-c3cc-4f98-8b78-7efc195025ef)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:39.058185 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94cac205-bd27-4cb0-9157-822658ad2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:39.176464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cac205-bd27-4cb0-9157-822658ad2362 None None] Pushing event updated for resources: {'Port': ['ID=d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:39.312559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-76aae7f8-2d20-4fd5-a853-7a6048c9a8f1 tempest-DHCPAgentSchedulersTestJSON-2055070859 tempest-DHCPAgentSchedulersTestJSON-2055070859-project-admin] 10.222.0.25 "GET /v2.0/agents/e669d774-cc5d-44a7-8f7e-b3fe9687bdea/dhcp-networks HTTP/1.1" status: 200 len: 8097 time: 0.3122556 Jul 13 19:33:39.318989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:39.382697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e54af081-9ebb-4b82-af5f-6d3e67775b3f None None] Provisioning complete for port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:39.383374 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e54af081-9ebb-4b82-af5f-6d3e67775b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:39.512993 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:39.641591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:39.649782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034194 Jul 13 19:33:39.650651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:39.696890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:39.707359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:39.718440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c309a8-c453-4115-9e0d-1cf3605bb5a9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:39.734562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44df8c65-1d3e-4020-b42c-55b2368bf302') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:39.734866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44df8c65-1d3e-4020-b42c-55b2368bf302') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:39.745540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:39.767966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:39.775268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:39.775695 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:39.778365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aae86e25-549e-4c42-88f4-3441f9d8678b None None] Could not find standard attr ID for object c3840d2e-f3c2-4a7e-8d24-ec066c296d9e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:33:39.836780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:39.837443 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:39.845739 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:39.850064 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:39.861355 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d4f411d1-1c1f-4556-bb19-a8d7b334e19b tempest-NetworksApiDiscovery-917189652 tempest-NetworksApiDiscovery-917189652-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2092078 Jul 13 19:33:39.888835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:39.895374 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] 10.222.0.25 "DELETE /v2.0/networks/85c309a8-c453-4115-9e0d-1cf3605bb5a9 HTTP/1.1" status: 204 len: 168 time: 0.5751088 Jul 13 19:33:39.897694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:39.920476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb734cb-0efc-45c6-94b1-ab44cd805474 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Pushing event deleted for resources: {'Network': ['ID=85c309a8-c453-4115-9e0d-1cf3605bb5a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:39.967483 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eec2352-ad5e-45f4-8db5-6c5c73c37390 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] DELETE failed (client error): The resource could not be found. Jul 13 19:33:39.973832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eec2352-ad5e-45f4-8db5-6c5c73c37390 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:33:39.985620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:39.986215 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3eec2352-ad5e-45f4-8db5-6c5c73c37390 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] 10.222.0.25 "DELETE /v2.0/ports/c3840d2e-f3c2-4a7e-8d24-ec066c296d9e HTTP/1.1" status: 404 len: 333 time: 0.0840025 Jul 13 19:33:40.104570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c923b258-e301-445b-944c-aa65f37db6bd tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Deleting subnet a7a24904-db7e-4d14-8e2b-4f2ed8c34b02 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:40.108835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c923b258-e301-445b-944c-aa65f37db6bd tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.172502 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c923b258-e301-445b-944c-aa65f37db6bd tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.355994 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c923b258-e301-445b-944c-aa65f37db6bd tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.384727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:40.439425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a3e30-7c88-47fa-9ff1-cd8bdc227278 req-7a984645-65be-4f1f-ae73-c08f5c83a796 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:40.441118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-520a3e30-7c88-47fa-9ff1-cd8bdc227278 req-7a984645-65be-4f1f-ae73-c08f5c83a796 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1784198 Jul 13 19:33:40.480420 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c923b258-e301-445b-944c-aa65f37db6bd tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.519629 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-520a3e30-7c88-47fa-9ff1-cd8bdc227278 req-3dbae236-e7fb-4712-b7d1-34e0c4f674e4 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658705 Jul 13 19:33:40.520333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923b258-e301-445b-944c-aa65f37db6bd tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a24904-db7e-4d14-8e2b-4f2ed8c34b02,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:40.524970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bf88a5e-3df3-4f38-bd0d-4cefcc87cfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.525298 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c923b258-e301-445b-944c-aa65f37db6bd tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.527368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c923b258-e301-445b-944c-aa65f37db6bd tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] 10.222.0.25 "DELETE /v2.0/subnets/a7a24904-db7e-4d14-8e2b-4f2ed8c34b02 HTTP/1.1" status: 204 len: 168 time: 0.5406466 Jul 13 19:33:40.530082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:40.534658 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516e4dd-d739-4312-be56-ba7db0944706 None None] Network b7cd9339-fea0-47a0-bf9e-1bdb09d86623 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:40.663557 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bf88a5e-3df3-4f38-bd0d-4cefcc87cfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.669155 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bf88a5e-3df3-4f38-bd0d-4cefcc87cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.719638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.722716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2bf88a5e-3df3-4f38-bd0d-4cefcc87cfc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7bf4f4e5ee04fcca9ea71dc4535ffe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364544 Jul 13 19:33:40.726088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:40.736988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf88a5e-3df3-4f38-bd0d-4cefcc87cfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed148ef7-693f-4586-96a8-6e298c8ec320,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:40.833706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd12029-5394-42b5-8ea0-7e159f0dee86 None None] DHCP port deletion for b7cd9339-fea0-47a0-bf9e-1bdb09d86623 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:33:40.841809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Deleting port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:40.842641 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.842990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc00725-62d3-436b-92df-4da05a8cfdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.868858 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc00725-62d3-436b-92df-4da05a8cfdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.923469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4cd12029-5394-42b5-8ea0-7e159f0dee86 None None] Deleting port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:40.923690 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd12029-5394-42b5-8ea0-7e159f0dee86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.940034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] For port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486,segment=NetworkSegment(08682a42-c3cc-4f98-8b78-7efc195025ef),segment_id=08682a42-c3cc-4f98-8b78-7efc195025ef)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:40.944749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.949665 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc00725-62d3-436b-92df-4da05a8cfdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.957456 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc00725-62d3-436b-92df-4da05a8cfdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.963486 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4bc00725-62d3-436b-92df-4da05a8cfdfd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed148ef7-693f-4586-96a8-6e298c8ec320 HTTP/1.1" status: 204 len: 168 time: 0.2329357 Jul 13 19:33:40.985078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc00725-62d3-436b-92df-4da05a8cfdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed148ef7-693f-4586-96a8-6e298c8ec320,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:40.987343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Calling delete_port for d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:41.079041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4cd12029-5394-42b5-8ea0-7e159f0dee86 None None] For port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486,segment=NetworkSegment(08682a42-c3cc-4f98-8b78-7efc195025ef),segment_id=08682a42-c3cc-4f98-8b78-7efc195025ef)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:41.079452 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd12029-5394-42b5-8ea0-7e159f0dee86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.109574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4cd12029-5394-42b5-8ea0-7e159f0dee86 None None] Calling delete_port for d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:41.170645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.207777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Pushing event deleted for resources: {'Port': ['ID=d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:41.224558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] No DVR routers for this DVR port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.320666 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:33:41.324095 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:33:41.333746 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd12029-5394-42b5-8ea0-7e159f0dee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.333999 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.348013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cd9339-fea0-47a0-bf9e-1bdb09d86623']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:41.371248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08682a42-c3cc-4f98-8b78-7efc195025ef') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:41.371693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08682a42-c3cc-4f98-8b78-7efc195025ef') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:41.383577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.391064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd12029-5394-42b5-8ea0-7e159f0dee86 None None] Pushing event deleted for resources: {'Port': ['ID=d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:41.401969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd12029-5394-42b5-8ea0-7e159f0dee86 None None] No DVR routers for this DVR port d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:41.412495 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.421359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:41.428371 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:41.436446 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:41.531726 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.552589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.555149 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] 10.222.0.25 "DELETE /v2.0/networks/b7cd9339-fea0-47a0-bf9e-1bdb09d86623 HTTP/1.1" status: 204 len: 168 time: 1.0237203 Jul 13 19:33:41.556784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0225040-7e4f-4571-b076-d5b8c2e90dd4 tempest-DHCPAgentSchedulersTestJSON-1416940151 tempest-DHCPAgentSchedulersTestJSON-1416940151-project] Pushing event deleted for resources: {'Network': ['ID=b7cd9339-fea0-47a0-bf9e-1bdb09d86623,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:41.715174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:41.765678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:41.767963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d9b247b4-ff91-4ea0-b5ff-cbc5e7f0d486 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:42.011150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:42.421921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424b8f6-2a12-4540-84bd-c1c547371ab0 req-31b02b9b-298a-46df-80b3-e885481397ec tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:42.433006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4424b8f6-2a12-4540-84bd-c1c547371ab0 req-31b02b9b-298a-46df-80b3-e885481397ec tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.6640520 Jul 13 19:33:42.468748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efb687-9e44-470f-9286-1899810073df req-4647ce91-1e08-4048-afe0-7e9f3b7d8de7 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:42.475934 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44efb687-9e44-470f-9286-1899810073df req-4647ce91-1e08-4048-afe0-7e9f3b7d8de7 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 946 time: 0.1355228 Jul 13 19:33:42.498051 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4424b8f6-2a12-4540-84bd-c1c547371ab0 req-e69e6904-e7f0-49f9-a3c3-e49574032c75 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623329 Jul 13 19:33:42.526286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44efb687-9e44-470f-9286-1899810073df req-fcef4652-29a3-474a-8cf2-a4fd08598e61 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491760 Jul 13 19:33:42.634512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fa32c248-8ee1-49e0-a31d-016c99cc077e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00c148dc638e484abb85d6ffc2057be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215754 Jul 13 19:33:42.637155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:42.707659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c932-b66e-49c4-b502-31560d448404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.733578 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c932-b66e-49c4-b502-31560d448404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.801395 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c932-b66e-49c4-b502-31560d448404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.805318 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c932-b66e-49c4-b502-31560d448404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.809383 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1ba4c932-b66e-49c4-b502-31560d448404 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac9b1a99-d3d4-44fb-a609-6c653d9b3de5 HTTP/1.1" status: 204 len: 168 time: 0.1712029 Jul 13 19:33:42.818847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4c932-b66e-49c4-b502-31560d448404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9b1a99-d3d4-44fb-a609-6c653d9b3de5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:43.244397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:43.266271 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-708365e4-d0f4-415f-9784-9fa1ac77f4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.405369 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-708365e4-d0f4-415f-9784-9fa1ac77f4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.409373 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-708365e4-d0f4-415f-9784-9fa1ac77f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.459103 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-708365e4-d0f4-415f-9784-9fa1ac77f4ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9b3f0b6f03447d7b0f156d7565818ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132409 Jul 13 19:33:43.461323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708365e4-d0f4-415f-9784-9fa1ac77f4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f879254c-aa9c-4135-8c5d-4d58334a27dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:43.461808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:43.530013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2398eb57-da68-469a-9eee-a6c52193f498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.576962 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2398eb57-da68-469a-9eee-a6c52193f498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.583926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-4b9ac646-0515-41fc-8642-1b025b339212 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:43.585925 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-4b9ac646-0515-41fc-8642-1b025b339212 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 946 time: 0.0948300 Jul 13 19:33:43.637518 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2398eb57-da68-469a-9eee-a6c52193f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.641540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2398eb57-da68-469a-9eee-a6c52193f498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.642892 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2398eb57-da68-469a-9eee-a6c52193f498 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f879254c-aa9c-4135-8c5d-4d58334a27dd HTTP/1.1" status: 204 len: 168 time: 0.1796534 Jul 13 19:33:43.663461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398eb57-da68-469a-9eee-a6c52193f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f879254c-aa9c-4135-8c5d-4d58334a27dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:43.776752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868061d-5ef1-4fc7-bec3-e5d6f891e6f2 req-40cc6d35-def4-467b-9fb7-2dbfad4b2163 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:43.778316 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c868061d-5ef1-4fc7-bec3-e5d6f891e6f2 req-40cc6d35-def4-467b-9fb7-2dbfad4b2163 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1214244 Jul 13 19:33:43.827711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-2ac7fa6a-c81e-4054-adbf-2f342cfb28b9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Deleting port 614ae189-40a6-4214-9757-62b8cfac3269 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:43.828058 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-2ac7fa6a-c81e-4054-adbf-2f342cfb28b9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.882072 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c868061d-5ef1-4fc7-bec3-e5d6f891e6f2 req-103a581e-ca7e-422b-8989-001d93768b40 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946753 Jul 13 19:33:43.948571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:43.991599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-2ac7fa6a-c81e-4054-adbf-2f342cfb28b9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] For port 614ae189-40a6-4214-9757-62b8cfac3269, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=614ae189-40a6-4214-9757-62b8cfac3269,segment=NetworkSegment(f325263e-5667-4dd1-aa01-3a2dc30e4077),segment_id=f325263e-5667-4dd1-aa01-3a2dc30e4077)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:43.991985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-2ac7fa6a-c81e-4054-adbf-2f342cfb28b9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.006903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-2ac7fa6a-c81e-4054-adbf-2f342cfb28b9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Calling delete_port for 614ae189-40a6-4214-9757-62b8cfac3269 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:44.167814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a81d9-0d2c-4281-b7d4-9b3ebcc8cff4 req-674f8d7e-7a37-4c6f-a5f2-9e434f623e43 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:44.175077 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c25a81d9-0d2c-4281-b7d4-9b3ebcc8cff4 req-674f8d7e-7a37-4c6f-a5f2-9e434f623e43 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1 HTTP/1.1" status: 200 len: 946 time: 0.5040119 Jul 13 19:33:44.182910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79ad2f2-6df2-4d85-b24d-bdc7689bd4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.230625 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c25a81d9-0d2c-4281-b7d4-9b3ebcc8cff4 req-bb64f5a5-e882-4522-9845-fa4385d3bf53 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.25 "GET /v2.0/security-groups?id=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518107 Jul 13 19:33:44.292485 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-2ac7fa6a-c81e-4054-adbf-2f342cfb28b9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.305991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['614ae189-40a6-4214-9757-62b8cfac3269'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:44.330594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7fa6a-c81e-4054-adbf-2f342cfb28b9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Pushing event deleted for resources: {'Port': ['ID=614ae189-40a6-4214-9757-62b8cfac3269,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:44.332618 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:33:44.387363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-2ac7fa6a-c81e-4054-adbf-2f342cfb28b9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] No DVR routers for this DVR port 614ae189-40a6-4214-9757-62b8cfac3269 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:44.390630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-2ac7fa6a-c81e-4054-adbf-2f342cfb28b9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.392479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4fda549b-d5d4-4514-a34b-737478b1d0fd req-2ac7fa6a-c81e-4054-adbf-2f342cfb28b9 tempest-ServerTagsTestJSON-157275255 tempest-ServerTagsTestJSON-157275255-project] 10.222.0.60 "DELETE /v2.0/ports/614ae189-40a6-4214-9757-62b8cfac3269 HTTP/1.1" status: 204 len: 173 time: 0.8002465 Jul 13 19:33:44.392923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1', 'name': 'network-vif-deleted', 'tag': '614ae189-40a6-4214-9757-62b8cfac3269'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:44.395245 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42afe1b3-1b44-4ad0-bd20-c8634a8fcd58" -d '{"events": [{"server_uuid": "9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1", "name": "network-vif-deleted", "tag": "614ae189-40a6-4214-9757-62b8cfac3269"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:44.457558 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e373b3-a1d6-458b-b043-5a18b4974a1b x-openstack-request-id: req-97e373b3-a1d6-458b-b043-5a18b4974a1b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:44.457942 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1", "name": "network-vif-deleted", "tag": "614ae189-40a6-4214-9757-62b8cfac3269", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:44.458285 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97e373b3-a1d6-458b-b043-5a18b4974a1b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:44.458777 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce34a5c-f325-47a5-a0d0-ff3ab45ab9a1', 'name': 'network-vif-deleted', 'tag': '614ae189-40a6-4214-9757-62b8cfac3269', 'status': 'completed', 'code': 200} Jul 13 19:33:44.473239 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79ad2f2-6df2-4d85-b24d-bdc7689bd4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.479204 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79ad2f2-6df2-4d85-b24d-bdc7689bd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.530262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ad2f2-6df2-4d85-b24d-bdc7689bd4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8497236c-752f-40a7-b79f-db570a28a1be,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:44.549285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a79ad2f2-6df2-4d85-b24d-bdc7689bd4e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10fbb7e8965a4d38903df3c3cbe6b129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6013942 Jul 13 19:33:44.552206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:44.632422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6871f1f1-e694-454e-ab2b-4edbcbc7d7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.693066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6871f1f1-e694-454e-ab2b-4edbcbc7d7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.765759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ecaa3-311d-4a93-be45-6bf3cb590da8 req-d802ed2a-8e9d-4c82-ac7f-6f5c88e50aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:44.767864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e6ecaa3-311d-4a93-be45-6bf3cb590da8 req-d802ed2a-8e9d-4c82-ac7f-6f5c88e50aac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1097 time: 0.1236506 Jul 13 19:33:44.797293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6871f1f1-e694-454e-ab2b-4edbcbc7d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.803302 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6871f1f1-e694-454e-ab2b-4edbcbc7d7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.805007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6871f1f1-e694-454e-ab2b-4edbcbc7d7dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8497236c-752f-40a7-b79f-db570a28a1be HTTP/1.1" status: 204 len: 168 time: 0.2515764 Jul 13 19:33:44.822671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871f1f1-e694-454e-ab2b-4edbcbc7d7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8497236c-752f-40a7-b79f-db570a28a1be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:44.845518 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e6ecaa3-311d-4a93-be45-6bf3cb590da8 req-323a02e3-233e-453a-99af-c9681c6bbdf1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701213 Jul 13 19:33:45.156755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0d2c4-59fe-417d-b6dc-544189eb146b req-2356a4d7-f475-4b51-bc2c-a008ae1e66c5 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:45.159388 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6cd0d2c4-59fe-417d-b6dc-544189eb146b req-2356a4d7-f475-4b51-bc2c-a008ae1e66c5 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1018143 Jul 13 19:33:45.261579 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6cd0d2c4-59fe-417d-b6dc-544189eb146b req-22bf3aac-de1e-48eb-a4b6-7f1ab3ea5c0a tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949030 Jul 13 19:33:45.398584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:45.433400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:45.449269 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5459be0a-a7ab-4d53-a761-e22d1add3ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.488827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffae99c3-b98a-4b87-8f3f-08211d69c6bf admin admin] Deleting subnet fb12bf80-baaf-411f-ad5b-095176e90b52 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:45.496047 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffae99c3-b98a-4b87-8f3f-08211d69c6bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.538963 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.595683 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffae99c3-b98a-4b87-8f3f-08211d69c6bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.640981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:45.685976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffae99c3-b98a-4b87-8f3f-08211d69c6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.755939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5459be0a-a7ab-4d53-a761-e22d1add3ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.761569 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5459be0a-a7ab-4d53-a761-e22d1add3ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.773292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-473980153', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:45.798857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Made reservation on behalf of 9847d6fee41142e5a6e6d8d1b2e11d44 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:45.801615 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.808730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffae99c3-b98a-4b87-8f3f-08211d69c6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.810808 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.850578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5459be0a-a7ab-4d53-a761-e22d1add3ca6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6c64b78bef94bdb87bd753a269da7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158375 Jul 13 19:33:45.854005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:45.855868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae99c3-b98a-4b87-8f3f-08211d69c6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb12bf80-baaf-411f-ad5b-095176e90b52,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:45.862188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffae99c3-b98a-4b87-8f3f-08211d69c6bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.867044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ffae99c3-b98a-4b87-8f3f-08211d69c6bf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fb12bf80-baaf-411f-ad5b-095176e90b52 HTTP/1.1" status: 204 len: 168 time: 0.4665747 Jul 13 19:33:45.867675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:45.870386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459be0a-a7ab-4d53-a761-e22d1add3ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ce1a23-059b-4387-b731-2a07b0e2ea15,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:45.937015 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92b87722-3501-4b9d-b240-3b790cca086a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.947285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.973307 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92b87722-3501-4b9d-b240-3b790cca086a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.976506 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.983972 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.032507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:46.038656 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.041829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b8616-10f7-4fcf-bb8b-22acb9a2f40d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:46.048577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.048939 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Added segment e3575bb4-8afb-4e1b-b583-462845355e59 of type vlan for network 275b1450-48db-455c-84ff-31ca6c8964d8 Jul 13 19:33:46.050581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387cae82-2aa4-4866-ada3-40858b3a86f6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:46.064863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f325263e-5667-4dd1-aa01-3a2dc30e4077') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:46.065198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f325263e-5667-4dd1-aa01-3a2dc30e4077') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:46.076587 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.093943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.100589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:46.100985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:46.103275 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:46.122686 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.127569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92b87722-3501-4b9d-b240-3b790cca086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.130299 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92b87722-3501-4b9d-b240-3b790cca086a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.135250 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-92b87722-3501-4b9d-b240-3b790cca086a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2ce1a23-059b-4387-b731-2a07b0e2ea15 HTTP/1.1" status: 204 len: 168 time: 0.2777812 Jul 13 19:33:46.162712 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.181397 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.183565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:46.186133 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.190069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b87722-3501-4b9d-b240-3b790cca086a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ce1a23-059b-4387-b731-2a07b0e2ea15,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:46.191238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.221929 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.228604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] 10.222.0.25 "DELETE /v2.0/networks/387cae82-2aa4-4866-ada3-40858b3a86f6 HTTP/1.1" status: 204 len: 168 time: 0.3589120 Jul 13 19:33:46.252182 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6086302 Jul 13 19:33:46.254759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:46.262203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b0f32-ce6f-4bc2-a26c-7f910d8d285c admin admin] Pushing event deleted for resources: {'Network': ['ID=387cae82-2aa4-4866-ada3-40858b3a86f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:46.270360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Request body: {'subnet': {'network_id': '275b1450-48db-455c-84ff-31ca6c8964d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:46.290719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803889b-2fff-42b1-b8dd-2b6dd196ca4f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event updated for resources: {'Network': ['ID=275b1450-48db-455c-84ff-31ca6c8964d8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:46.304450 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Made reservation on behalf of 9847d6fee41142e5a6e6d8d1b2e11d44 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:46.308029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.308219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 275b1450-48db-455c-84ff-31ca6c8964d8 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:46.544282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3151-4dd1-4a2e-bc05-129df38773d9 req-dc158e6d-3675-414d-81c0-9a207d14ebb6 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:46.558224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23cb3151-4dd1-4a2e-bc05-129df38773d9 req-dc158e6d-3675-414d-81c0-9a207d14ebb6 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1189919 Jul 13 19:33:46.632464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:46.656127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23cb3151-4dd1-4a2e-bc05-129df38773d9 req-7cca89db-5e90-4678-8f8c-b8a22d5cff02 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954709 Jul 13 19:33:46.723941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5dadeab5-0f0a-445f-9d85-7600fc2abf97 req-fd858ca6-ee94-495b-83ad-2c7f2b564d39 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2032583064', 'description': 'tempest-description-39468179'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:46.733368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:46.734045 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-997d7b8c-b79f-4541-ae93-c9373a643bcc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f6bd505279b4f29838e5ec8b432b88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1004667 Jul 13 19:33:46.762256 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dadeab5-0f0a-445f-9d85-7600fc2abf97 req-fd858ca6-ee94-495b-83ad-2c7f2b564d39 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.822536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ac91-4bca-4c4d-89c5-caba9fc01a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.861337 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ac91-4bca-4c4d-89c5-caba9fc01a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.902477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dadeab5-0f0a-445f-9d85-7600fc2abf97 req-fd858ca6-ee94-495b-83ad-2c7f2b564d39 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.907343 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dadeab5-0f0a-445f-9d85-7600fc2abf97 req-fd858ca6-ee94-495b-83ad-2c7f2b564d39 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.936012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:33:46.936803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.947439 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dadeab5-0f0a-445f-9d85-7600fc2abf97 req-fd858ca6-ee94-495b-83ad-2c7f2b564d39 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.948838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5dadeab5-0f0a-445f-9d85-7600fc2abf97 req-fd858ca6-ee94-495b-83ad-2c7f2b564d39 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2294359 Jul 13 19:33:46.959430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd858ca6-ee94-495b-83ad-2c7f2b564d39 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7274c225-2b5a-4119-b560-f7022d7a87db,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:47.018265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f5cc4650-6ef2-47af-9bd1-32282e9bc667,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:47.023386 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ac91-4bca-4c4d-89c5-caba9fc01a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.026200 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ac91-4bca-4c4d-89c5-caba9fc01a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.028022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2fb1ac91-4bca-4c4d-89c5-caba9fc01a7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1 HTTP/1.1" status: 204 len: 168 time: 0.2927396 Jul 13 19:33:47.055699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Checking segment: {'id': 'e3575bb4-8afb-4e1b-b583-462845355e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '275b1450-48db-455c-84ff-31ca6c8964d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:47.056305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Network hostable DHCP agents. Network: 275b1450-48db-455c-84ff-31ca6c8964d8, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:47.063832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1ac91-4bca-4c4d-89c5-caba9fc01a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dd1b69-15f7-4eed-8814-e1a7a4d5ecb1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:47.123246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Network 275b1450-48db-455c-84ff-31ca6c8964d8 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:47.144182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 275b1450-48db-455c-84ff-31ca6c8964d8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:47.152766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2902fd-3bfa-43a3-981d-a4ac3cc946a5 None None] Network 275b1450-48db-455c-84ff-31ca6c8964d8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:47.162992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:47.163875 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.177795 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-4783074b-0cf0-4f4d-bb59-b0500b69e81f tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2032583064&fields=id&tenant_id=38f77f58e3f54a0c801129682a1eed05 HTTP/1.1" status: 200 len: 267 time: 0.0882015 Jul 13 19:33:47.229475 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f787ede9-dd0e-4f6e-83d2-a85373e8e783 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9706275 Jul 13 19:33:47.229841 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:47.239026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2027151641', 'network_id': '275b1450-48db-455c-84ff-31ca6c8964d8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:47.281031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-7dc511e9-74c0-4e28-ae31-2dd7ff6fc35a tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:47.281573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Made reservation on behalf of 9847d6fee41142e5a6e6d8d1b2e11d44 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:47.282702 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-7dc511e9-74c0-4e28-ae31-2dd7ff6fc35a tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1034875 Jul 13 19:33:47.285609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.300596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-f35f5319-4712-4e5f-b61d-6c75370219ac tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Request body: {'port': {'security_groups': ['cde9e9e9-f5ed-4c48-b359-672d08dee330', '7274c225-2b5a-4119-b560-f7022d7a87db']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:47.335599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] device_id is not set on port ba49e1f4-34f3-4360-8fa9-04173afd7380 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:33:47.342181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:47.353195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-173539752'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:47.397870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd35c69-5839-4aa0-ab28-80259bf94056 None None] Network 275b1450-48db-455c-84ff-31ca6c8964d8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:47.477446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:47.486337 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.521786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Allocated IP 172.20.0.8 (275b1450-48db-455c-84ff-31ca6c8964d8/f5cc4650-6ef2-47af-9bd1-32282e9bc667/ba49e1f4-34f3-4360-8fa9-04173afd7380) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:47.593217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:47.594108 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-f35f5319-4712-4e5f-b61d-6c75370219ac tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.616282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.616689 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Added segment 23de1b37-a7c4-49f2-aee0-d82531ee8762 of type vlan for network 93efba6e-435e-43b9-918b-7231596fb596 Jul 13 19:33:47.741278 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.802774 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.809961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.816147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:47.816906 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.867244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.926277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Network 275b1450-48db-455c-84ff-31ca6c8964d8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:47.933387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:47.940626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:47.958127 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6140299 Jul 13 19:33:47.963244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:47.971413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1136760618'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:47.984693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578c26e-4c47-479f-918d-bf6605440364 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Network': ['ID=93efba6e-435e-43b9-918b-7231596fb596,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:47.998285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 93efba6e-435e-43b9-918b-7231596fb596 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:48.011374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event updated for resources: {'Port': ['ID=ba49e1f4-34f3-4360-8fa9-04173afd7380,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:48.035129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:48.036147 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.066117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-f35f5319-4712-4e5f-b61d-6c75370219ac tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] For port 337dc130-069d-4622-9e16-4cca5340e9a5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=337dc130-069d-4622-9e16-4cca5340e9a5,segment=NetworkSegment(6c39350e-9764-47c6-a009-3ac5e203511f),segment_id=6c39350e-9764-47c6-a009-3ac5e203511f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:48.081632 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0952715a-8467-4450-bd04-e448aacaa235 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8503780 Jul 13 19:33:48.084380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:48.092743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:48.096642 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.143911 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-f35f5319-4712-4e5f-b61d-6c75370219ac tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.146781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:48.152595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-f35f5319-4712-4e5f-b61d-6c75370219ac tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.164197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['337dc130-069d-4622-9e16-4cca5340e9a5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:48.192484 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.192889 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Added segment a6135a54-da42-4aa8-8643-87b50703f242 of type vlan for network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 Jul 13 19:33:48.222649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-f35f5319-4712-4e5f-b61d-6c75370219ac tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:48.223306 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-f35f5319-4712-4e5f-b61d-6c75370219ac tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.228368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f551d854-2b5f-4c9b-a0ca-ac06dc03cd9f req-f35f5319-4712-4e5f-b61d-6c75370219ac tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "PUT /v2.0/ports/337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 982 time: 0.9332430 Jul 13 19:33:48.229465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:48.231703 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e92e8-448c-4bf8-b630-3a05d969bc38" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:48.311111 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d89d4f1-4ba5-47af-ac74-cf1c7ab4c32e x-openstack-request-id: req-6d89d4f1-4ba5-47af-ac74-cf1c7ab4c32e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:48.311671 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:48.312102 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d89d4f1-4ba5-47af-ac74-cf1c7ab4c32e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:48.312740 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5', 'status': 'completed', 'code': 200} Jul 13 19:33:48.324276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f82cefe6-490e-4e1e-80c6-27e2586c2fd4 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Deleting port ba49e1f4-34f3-4360-8fa9-04173afd7380 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:48.324657 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82cefe6-490e-4e1e-80c6-27e2586c2fd4 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.327670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['337dc130-069d-4622-9e16-4cca5340e9a5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:48.349074 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.397824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:48.405622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f5319-4712-4e5f-b61d-6c75370219ac tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Pushing event updated for resources: {'Port': ['ID=337dc130-069d-4622-9e16-4cca5340e9a5,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:48.413289 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.421530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:48.422645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.506385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-e3e313ad-1440-4988-b8cb-5859dfc46dc0 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2032583064&fields=id&tenant_id=38f77f58e3f54a0c801129682a1eed05 HTTP/1.1" status: 200 len: 267 time: 0.0981348 Jul 13 19:33:48.524974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Network': ['ID=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:48.529802 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7f2600ee-2540-4e8a-9334-1b436fe4e2f5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5653815 Jul 13 19:33:48.532857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:48.539356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'subnet': {'network_id': '93efba6e-435e-43b9-918b-7231596fb596', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:48.554929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:48.586770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82cefe6-490e-4e1e-80c6-27e2586c2fd4 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.617768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f82cefe6-490e-4e1e-80c6-27e2586c2fd4 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Calling delete_port for ba49e1f4-34f3-4360-8fa9-04173afd7380 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:48.674170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:48.674660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 614ae189-40a6-4214-9757-62b8cfac3269 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:48.681675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.708478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 614ae189-40a6-4214-9757-62b8cfac3269 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:48.708827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 614ae189-40a6-4214-9757-62b8cfac3269 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:48.914004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e92e8-448c-4bf8-b630-3a05d969bc38 req-14c61d99-9dd5-4c84-9963-cfa6b1a0a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:48.918165 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c7e92e8-448c-4bf8-b630-3a05d969bc38 req-14c61d99-9dd5-4c84-9963-cfa6b1a0a976 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38f77f58e3f54a0c801129682a1eed05&device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1136 time: 0.5837696 Jul 13 19:33:48.995343 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.052009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-42737838-network', 'tenant_id': 'b51bb6fc8da94bdabd24e6be3f5fc18d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:49.075344 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82cefe6-490e-4e1e-80c6-27e2586c2fd4 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.106538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-92f5126d-454c-4f12-ab89-ac46cd79933e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:49.116261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-92f5126d-454c-4f12-ab89-ac46cd79933e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 985 time: 0.5946112 Jul 13 19:33:49.121229 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Made reservation on behalf of b51bb6fc8da94bdabd24e6be3f5fc18d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:49.124044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-bcf55f4f-4396-4cc2-ac5e-bb563a960dd8 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Request body: {'port': {'security_groups': ['cde9e9e9-f5ed-4c48-b359-672d08dee330']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:49.124210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.144039 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.146814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Checking segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:49.147239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network hostable DHCP agents. Network: 93efba6e-435e-43b9-918b-7231596fb596, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:49.149849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Subnet': ['ID=d2db95a2-aa11-43ed-be32-71abe55aecc0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:49.181509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cefe6-490e-4e1e-80c6-27e2586c2fd4 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba49e1f4-34f3-4360-8fa9-04173afd7380,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:49.213819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network 93efba6e-435e-43b9-918b-7231596fb596 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:49.229787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e92e8-448c-4bf8-b630-3a05d969bc38 req-822a9dfd-6051-4268-b93d-25a3e111cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:49.231020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 93efba6e-435e-43b9-918b-7231596fb596) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:49.231401 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c7e92e8-448c-4bf8-b630-3a05d969bc38 req-822a9dfd-6051-4268-b93d-25a3e111cf06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 200 len: 921 time: 0.2805912 Jul 13 19:33:49.238306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:49.239172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.251120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4157d5a0-b370-4aec-a2e6-082ff4232c60 None None] Network 93efba6e-435e-43b9-918b-7231596fb596 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:49.323257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c7e92e8-448c-4bf8-b630-3a05d969bc38 req-e44a1a67-47ed-4fce-b39b-6ae10ae22386 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 217 time: 0.0830123 Jul 13 19:33:49.331405 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.338649 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.363916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8c0c2b-77a9-4eba-8120-77bd28dde404,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:49.367331 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a9f8f57c-5afd-4493-b8a4-a7ea9b425134 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8332505 Jul 13 19:33:49.370594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:49.375715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'subnet': {'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:49.421094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82cefe6-490e-4e1e-80c6-27e2586c2fd4 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.425864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f82cefe6-490e-4e1e-80c6-27e2586c2fd4 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ba49e1f4-34f3-4360-8fa9-04173afd7380 HTTP/1.1" status: 204 len: 168 time: 1.3367822 Jul 13 19:33:49.428203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:49.429291 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-bcf55f4f-4396-4cc2-ac5e-bb563a960dd8 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.430685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:49.437158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '275b1450-48db-455c-84ff-31ca6c8964d8', 'external_fixed_ips': [{'subnet_id': 'f5cc4650-6ef2-47af-9bd1-32282e9bc667', 'ip_address': '172.20.0.8'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:49.452229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.452570 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Added segment 673a5a5a-dd1f-4ea3-b8a4-7ebd176edfca of type vlan for network 41bda5d9-45ad-4ae9-9d5f-fd2d06eb89c2 Jul 13 19:33:49.475492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e92e8-448c-4bf8-b630-3a05d969bc38 req-4b9316d5-f263-4b36-b6f3-4e095ece75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:49.477159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c7e92e8-448c-4bf8-b630-3a05d969bc38 req-4b9316d5-f263-4b36-b6f3-4e095ece75f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60cdf7-45cc-40e7-b935-63c06ad4f599 HTTP/1.1" status: 200 len: 860 time: 0.1288741 Jul 13 19:33:49.505745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-93efba6e-435e-43b9-918b-7231596fb596', 'network_id': '93efba6e-435e-43b9-918b-7231596fb596', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'fixed_ips': [{'subnet_id': 'd2db95a2-aa11-43ed-be32-71abe55aecc0'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:33:49.507134 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.516957 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.539611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:49.542724 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.542881 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.543001 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.558872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c7e92e8-448c-4bf8-b630-3a05d969bc38 req-038f22a2-7026-4408-8ab2-4612fdab30b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1fa9e829-509c-4ef8-8762-1345ce996ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729926 Jul 13 19:33:49.650061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:33:49.701753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.703392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:49.704531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.739410 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.743861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Allocated IP 10.1.1.2 (93efba6e-435e-43b9-918b-7231596fb596/d2db95a2-aa11-43ed-be32-71abe55aecc0/4e43bbbb-e809-42cb-975a-c73bd5a10d75) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:49.765015 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3644879 Jul 13 19:33:49.852075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15729641-d63b-406e-bd9d-6c442f9f0c03 admin admin] Pushing event updated for resources: {'Network': ['ID=41bda5d9-45ad-4ae9-9d5f-fd2d06eb89c2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:49.866090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 41bda5d9-45ad-4ae9-9d5f-fd2d06eb89c2 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:50.003333 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.004453 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c7e92e8-448c-4bf8-b630-3a05d969bc38 req-51aebd8c-e9d0-4e08-acc2-d4db8ffa94b0 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358592 Jul 13 19:33:50.105396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Subnet': ['ID=543a6e7f-0df1-4865-b58a-16d05651e8f0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:50.128352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Checking segment: {'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:50.128352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network hostable DHCP agents. Network: fc48e9f8-64d4-46ae-b499-cab3fb6c13a4, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:50.156000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:50.168802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, fc48e9f8-64d4-46ae-b499-cab3fb6c13a4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:50.180785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:50.181845 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.190639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373fd82-65c4-4b78-bd35-6945a85f47ed None None] Network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:50.215529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4b5cb010-8382-40cb-8a68-020ad802e499 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8429606 Jul 13 19:33:50.218678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:50.221146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-bcf55f4f-4396-4cc2-ac5e-bb563a960dd8 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] For port 337dc130-069d-4622-9e16-4cca5340e9a5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=337dc130-069d-4622-9e16-4cca5340e9a5,segment=NetworkSegment(6c39350e-9764-47c6-a009-3ac5e203511f),segment_id=6c39350e-9764-47c6-a009-3ac5e203511f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:50.224136 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.233739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'port': {'network_id': '93efba6e-435e-43b9-918b-7231596fb596', 'name': 'tempest-TaggedBootDevicesTest-2042190520', 'fixed_ips': [{'subnet_id': 'd2db95a2-aa11-43ed-be32-71abe55aecc0'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:50.353716 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-bcf55f4f-4396-4cc2-ac5e-bb563a960dd8 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.356546 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.373709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Transition to ACTIVE for port object 4e43bbbb-e809-42cb-975a-c73bd5a10d75 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:50.375313 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-bcf55f4f-4396-4cc2-ac5e-bb563a960dd8 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.404229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Transition to ACTIVE for port object 4e43bbbb-e809-42cb-975a-c73bd5a10d75 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:50.446781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-bcf55f4f-4396-4cc2-ac5e-bb563a960dd8 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:50.447606 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-bcf55f4f-4396-4cc2-ac5e-bb563a960dd8 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.449045 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19a5b78d-f558-45e8-9628-57bc57c705c2 req-bcf55f4f-4396-4cc2-ac5e-bb563a960dd8 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "PUT /v2.0/ports/337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 943 time: 1.3315597 Jul 13 19:33:50.451094 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c7e92e8-448c-4bf8-b630-3a05d969bc38 req-65cf41d0-6bb2-4f81-9c96-791611890121 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308938 Jul 13 19:33:50.451538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:50.454050 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6ec946-0457-4137-abd9-ad316423936f" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:50.466637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['337dc130-069d-4622-9e16-4cca5340e9a5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:50.476007 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.562190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf55f4f-4396-4cc2-ac5e-bb563a960dd8 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Pushing event updated for resources: {'Port': ['ID=337dc130-069d-4622-9e16-4cca5340e9a5,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:50.629972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Network 93efba6e-435e-43b9-918b-7231596fb596 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:50.634696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['337dc130-069d-4622-9e16-4cca5340e9a5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:50.724214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa7b2-edf2-493a-aa6d-2b6b93d69d70 req-2e852ea3-286a-4562-aa39-6fac7f674d26 tempest-ComputeTenantNetworksTest-1494888393 tempest-ComputeTenantNetworksTest-1494888393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:50.731565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa7b2-edf2-493a-aa6d-2b6b93d69d70 req-2e852ea3-286a-4562-aa39-6fac7f674d26 tempest-ComputeTenantNetworksTest-1494888393 tempest-ComputeTenantNetworksTest-1494888393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:50.740659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa7b2-edf2-493a-aa6d-2b6b93d69d70 req-2e852ea3-286a-4562-aa39-6fac7f674d26 tempest-ComputeTenantNetworksTest-1494888393 tempest-ComputeTenantNetworksTest-1494888393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:50.744321 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d342a848-bb49-4351-a1db-e0732d7ff686 x-openstack-request-id: req-d342a848-bb49-4351-a1db-e0732d7ff686 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:50.745371 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:50.746675 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d342a848-bb49-4351-a1db-e0732d7ff686 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:50.746675 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5', 'status': 'completed', 'code': 200} Jul 13 19:33:50.762232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa7b2-edf2-493a-aa6d-2b6b93d69d70 req-2e852ea3-286a-4562-aa39-6fac7f674d26 tempest-ComputeTenantNetworksTest-1494888393 tempest-ComputeTenantNetworksTest-1494888393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:50.764400 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b7aa7b2-edf2-493a-aa6d-2b6b93d69d70 req-2e852ea3-286a-4562-aa39-6fac7f674d26 tempest-ComputeTenantNetworksTest-1494888393 tempest-ComputeTenantNetworksTest-1494888393-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2504 time: 0.3456628 Jul 13 19:33:50.765823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:50.917108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.945076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:50.948491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17c472-0ebe-47cb-b6f8-b1fd7496e597 req-77c8f32a-2c0c-4084-b90d-89619de886b0 tempest-ComputeTenantNetworksTest-1494888393 tempest-ComputeTenantNetworksTest-1494888393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:50.950994 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7c17c472-0ebe-47cb-b6f8-b1fd7496e597 req-77c8f32a-2c0c-4084-b90d-89619de886b0 tempest-ComputeTenantNetworksTest-1494888393 tempest-ComputeTenantNetworksTest-1494888393-project] 10.222.0.25 "GET /v2.0/networks/41bda5d9-45ad-4ae9-9d5f-fd2d06eb89c2 HTTP/1.1" status: 200 len: 767 time: 0.1381741 Jul 13 19:33:50.962625 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:50.968864 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.998963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:51.001108 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.028965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] device_id is not set on port 2480dd49-4d94-4997-a4d4-c4f04f063dda yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:33:51.137750 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce535855-a0c7-4af7-a1e5-580534265a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.219053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Pushing event updated for resources: {'Port': ['ID=4e43bbbb-e809-42cb-975a-c73bd5a10d75,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:51.233530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Attempting to bind port 4e43bbbb-e809-42cb-975a-c73bd5a10d75 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:51.233905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Attempting to bind port 4e43bbbb-e809-42cb-975a-c73bd5a10d75 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:51.234265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Attempting to bind port 4e43bbbb-e809-42cb-975a-c73bd5a10d75 on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:51.247274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-fc48e9f8-64d4-46ae-b499-cab3fb6c13a4', 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'fixed_ips': [{'subnet_id': '543a6e7f-0df1-4865-b58a-16d05651e8f0'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:33:51.249093 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.300151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:51.300544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Checking segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:51.301084 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.301536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Bound using segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:51.302109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Bound port: 4e43bbbb-e809-42cb-975a-c73bd5a10d75, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:51.302647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.305198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Allocated IP 10.1.1.4 (93efba6e-435e-43b9-918b-7231596fb596/d2db95a2-aa11-43ed-be32-71abe55aecc0/2480dd49-4d94-4997-a4d4-c4f04f063dda) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:51.510686 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.529685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] For port 4e43bbbb-e809-42cb-975a-c73bd5a10d75, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:51.530550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Transition to ACTIVE for port object 2480dd49-4d94-4997-a4d4-c4f04f063dda will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:51.565367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] For port 4e43bbbb-e809-42cb-975a-c73bd5a10d75, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4e43bbbb-e809-42cb-975a-c73bd5a10d75,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:51.574478 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.586340 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34977000-414e-4a84-8b30-68cf46482954 req-4bc65e7f-bf83-44b6-8bb9-23e9eedeb76f tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8250444 Jul 13 19:33:51.597157 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.620024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:51.621876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Allocated IP 10.2.2.2 (fc48e9f8-64d4-46ae-b499-cab3fb6c13a4/543a6e7f-0df1-4865-b58a-16d05651e8f0/df52796f-1807-4319-9904-5219ec6c7710) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:51.626490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ec946-0457-4137-abd9-ad316423936f req-cd2a3451-29d1-43eb-b7ea-22f6222a0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:51.628021 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d6ec946-0457-4137-abd9-ad316423936f req-cd2a3451-29d1-43eb-b7ea-22f6222a0c67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38f77f58e3f54a0c801129682a1eed05&device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1097 time: 0.8707864 Jul 13 19:33:51.639672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network 93efba6e-435e-43b9-918b-7231596fb596 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:51.647674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:51.654110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:51.689635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Port': ['ID=2480dd49-4d94-4997-a4d4-c4f04f063dda,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:51.742366 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.747835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:51.750352 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.783067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1bbd3-0d1e-4722-826b-606e029069ae None None] Pushing event updated for resources: {'Port': ['ID=4e43bbbb-e809-42cb-975a-c73bd5a10d75,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:51.808856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9c86a685-02ce-45e9-bd16-dbe4bd59a218 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5883172 Jul 13 19:33:51.811978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:51.819800 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.821755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'port': {'network_id': '93efba6e-435e-43b9-918b-7231596fb596', 'name': 'tempest-TaggedBootDevicesTest-1930663787', 'fixed_ips': [{'subnet_id': 'd2db95a2-aa11-43ed-be32-71abe55aecc0'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:51.921839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Allocated IP 172.20.0.8 (275b1450-48db-455c-84ff-31ca6c8964d8/f5cc4650-6ef2-47af-9bd1-32282e9bc667/4b016603-d6fd-47cf-b9c2-433c8e9264f6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:51.943548 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.957951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Transition to ACTIVE for port object df52796f-1807-4319-9904-5219ec6c7710 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:51.976704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Transition to ACTIVE for port object df52796f-1807-4319-9904-5219ec6c7710 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:51.983679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ec946-0457-4137-abd9-ad316423936f req-2b0900c2-52a9-4779-b541-56e40dd4fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:51.985408 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d6ec946-0457-4137-abd9-ad316423936f req-2b0900c2-52a9-4779-b541-56e40dd4fa60 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 200 len: 921 time: 0.3463452 Jul 13 19:33:51.987743 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.996892 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.000032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:52.013358 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.058601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] device_id is not set on port 80792181-0e6a-4bc6-ad65-9787bf987279 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:33:52.065872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:52.073765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:52.079398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:52.096015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Pushing event updated for resources: {'Port': ['ID=df52796f-1807-4319-9904-5219ec6c7710,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:52.160272 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d6ec946-0457-4137-abd9-ad316423936f req-10002a55-d404-413b-af21-e2eba6b74d1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 217 time: 0.1656420 Jul 13 19:33:52.186085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bda5d9-45ad-4ae9-9d5f-fd2d06eb89c2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:52.219391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Attempting to bind port df52796f-1807-4319-9904-5219ec6c7710 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:52.220022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Attempting to bind port df52796f-1807-4319-9904-5219ec6c7710 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:52.220555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Attempting to bind port df52796f-1807-4319-9904-5219ec6c7710 on network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:52.227558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:52.228216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Checking segment: {'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:52.229044 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.229606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Bound using segment: {'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:52.230245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Bound port: df52796f-1807-4319-9904-5219ec6c7710, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:52.230832 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.263148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673a5a5a-dd1f-4ea3-b8a4-7ebd176edfca') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:52.268562 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673a5a5a-dd1f-4ea3-b8a4-7ebd176edfca') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:52.384317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] For port df52796f-1807-4319-9904-5219ec6c7710, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:52.390169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] For port df52796f-1807-4319-9904-5219ec6c7710, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=df52796f-1807-4319-9904-5219ec6c7710,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:52.394912 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.395096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Allocated IP 10.1.1.20 (93efba6e-435e-43b9-918b-7231596fb596/d2db95a2-aa11-43ed-be32-71abe55aecc0/80792181-0e6a-4bc6-ad65-9787bf987279) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:52.400592 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.455150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.494739 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59173c4-8e12-4b58-add1-9f697ba839e5 None None] Pushing event updated for resources: {'Port': ['ID=df52796f-1807-4319-9904-5219ec6c7710,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:52.532194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:52.534942 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:52.560496 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:52.565957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ec946-0457-4137-abd9-ad316423936f req-7db0ae67-6182-4ad1-bc02-dec7613eefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:52.567589 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d6ec946-0457-4137-abd9-ad316423936f req-7db0ae67-6182-4ad1-bc02-dec7613eefd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60cdf7-45cc-40e7-b935-63c06ad4f599 HTTP/1.1" status: 200 len: 860 time: 0.3884935 Jul 13 19:33:52.632754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.652446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Transition to ACTIVE for port object 80792181-0e6a-4bc6-ad65-9787bf987279 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:52.676474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d6ec946-0457-4137-abd9-ad316423936f req-bdda7d47-61f5-41f1-8ae9-0cc4421c250f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1fa9e829-509c-4ef8-8762-1345ce996ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777450 Jul 13 19:33:52.700592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.707600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.817112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network 93efba6e-435e-43b9-918b-7231596fb596 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:52.820176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.821418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:52.824803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] 10.222.0.25 "DELETE /v2.0/networks/41bda5d9-45ad-4ae9-9d5f-fd2d06eb89c2 HTTP/1.1" status: 204 len: 168 time: 1.8553531 Jul 13 19:33:52.824971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Port': ['ID=80792181-0e6a-4bc6-ad65-9787bf987279,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:52.825973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:52.880356 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.915690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e137e-e2a9-478a-832e-095fea507452 admin admin] Pushing event deleted for resources: {'Network': ['ID=41bda5d9-45ad-4ae9-9d5f-fd2d06eb89c2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:52.921897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:52.922632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.929293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.954626 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0dd279e6-7cb3-4922-a09b-d6a8212a63d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1407061 Jul 13 19:33:53.014544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:53.084374 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15955d4c-6a95-417f-9bfd-4500cbabcfbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b51bb6fc8da94bdabd24e6be3f5fc18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662756 Jul 13 19:33:53.085048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:53.133768 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d6ec946-0457-4137-abd9-ad316423936f req-3fdbdace-6846-4543-a128-316cfebb3288 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415050 Jul 13 19:33:53.254348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68e91217-0974-4c71-9d3b-33917015806d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.254927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.339476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Allocated IP 172.25.7.213 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/ac5aae4d-972d-4c21-8ceb-3f3231e336c9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:53.341932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bc8371-c9c9-40d0-b5ce-9d168d0ea154 None None] Network 93efba6e-435e-43b9-918b-7231596fb596 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:53.367371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Network 275b1450-48db-455c-84ff-31ca6c8964d8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:53.383010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:53.389487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf436fc-d3b9-4da6-8aea-93edb3eaec6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.394062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:53.415837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:53.420518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-440a21e4-5b62-48f0-a0b3-b24b7eecabef tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602691069', 'description': 'tempest-description--1402728805'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:53.441417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-528f01fe-f65f-426a-a12e-94544700418a None None] Provisioning for port 4e43bbbb-e809-42cb-975a-c73bd5a10d75 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:53.468270 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-440a21e4-5b62-48f0-a0b3-b24b7eecabef tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.499091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event updated for resources: {'Port': ['ID=4b016603-d6fd-47cf-b9c2-433c8e9264f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:53.535089 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d6ec946-0457-4137-abd9-ad316423936f req-e479559f-ad29-4b9d-9056-06d4c2e96649 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931451 Jul 13 19:33:53.544626 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf436fc-d3b9-4da6-8aea-93edb3eaec6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.584264 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.677860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-440a21e4-5b62-48f0-a0b3-b24b7eecabef tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.681776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-440a21e4-5b62-48f0-a0b3-b24b7eecabef tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.724998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-440a21e4-5b62-48f0-a0b3-b24b7eecabef tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.726595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-440a21e4-5b62-48f0-a0b3-b24b7eecabef tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3101156 Jul 13 19:33:53.732303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:53.736956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-47d77643-a8a8-4e32-9fcf-a9601f1b2a03 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'security_group_rule': {'security_group_id': '42a8ede3-133d-4bfe-b4e7-ee65a791026f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:53.835895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a21e4-5b62-48f0-a0b3-b24b7eecabef tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a8ede3-133d-4bfe-b4e7-ee65a791026f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:53.861281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device df52796f-1807-4319-9904-5219ec6c7710 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:53.874762 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d77643-a8a8-4e32-9fcf-a9601f1b2a03 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.962316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port df52796f-1807-4319-9904-5219ec6c7710 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:53.963279 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d77643-a8a8-4e32-9fcf-a9601f1b2a03 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.967873 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d77643-a8a8-4e32-9fcf-a9601f1b2a03 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.968314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4e43bbbb-e809-42cb-975a-c73bd5a10d75 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:53.996703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d77643-a8a8-4e32-9fcf-a9601f1b2a03 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:53.998041 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-47d77643-a8a8-4e32-9fcf-a9601f1b2a03 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646027 Jul 13 19:33:54.003121 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:54.009133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2a5e3bef-112b-414e-8de8-9088e7906471 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'security_group_rule': {'security_group_id': '42a8ede3-133d-4bfe-b4e7-ee65a791026f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:54.019971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d77643-a8a8-4e32-9fcf-a9601f1b2a03 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54236ff-0ab5-49c7-8721-0495c15c058d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:54.030987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 4e43bbbb-e809-42cb-975a-c73bd5a10d75 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:54.035523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.038468 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf436fc-d3b9-4da6-8aea-93edb3eaec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.045601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4e43bbbb-e809-42cb-975a-c73bd5a10d75 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:54.046075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf436fc-d3b9-4da6-8aea-93edb3eaec6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.051127 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.051848 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bbf436fc-d3b9-4da6-8aea-93edb3eaec6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f8c0c2b-77a9-4eba-8120-77bd28dde404 HTTP/1.1" status: 204 len: 168 time: 0.9612668 Jul 13 19:33:54.079567 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3bef-112b-414e-8de8-9088e7906471 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.157387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf436fc-d3b9-4da6-8aea-93edb3eaec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8c0c2b-77a9-4eba-8120-77bd28dde404,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:54.179452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad5b8f3d-944b-4776-bdac-2ce67c29858d None None] Provisioning for port 2480dd49-4d94-4997-a4d4-c4f04f063dda completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:54.187875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad5b8f3d-944b-4776-bdac-2ce67c29858d None None] Provisioning complete for port 2480dd49-4d94-4997-a4d4-c4f04f063dda triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:54.188538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8f3d-944b-4776-bdac-2ce67c29858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.266618 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3bef-112b-414e-8de8-9088e7906471 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.272732 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3bef-112b-414e-8de8-9088e7906471 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.288635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.338059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b8f3d-944b-4776-bdac-2ce67c29858d None None] Port 2480dd49-4d94-4997-a4d4-c4f04f063dda cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:33:54.346064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10a9bd7-6de7-4270-87cc-fa5de5c3f303 None None] Network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:54.348192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e3bef-112b-414e-8de8-9088e7906471 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31c6f23-c37b-48be-b01d-a948286c5a01,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:54.364344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3bef-112b-414e-8de8-9088e7906471 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.368551 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2a5e3bef-112b-414e-8de8-9088e7906471 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3624642 Jul 13 19:33:54.371857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:54.381692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:54.427837 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.511516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.528580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 4e43bbbb-e809-42cb-975a-c73bd5a10d75, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4e43bbbb-e809-42cb-975a-c73bd5a10d75,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:54.563392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.565812 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad5b8f3d-944b-4776-bdac-2ce67c29858d None None] Provisioning complete for port 4e43bbbb-e809-42cb-975a-c73bd5a10d75 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:54.566320 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8f3d-944b-4776-bdac-2ce67c29858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.577285 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.630499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:54.632171 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.640614 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.703427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=4e43bbbb-e809-42cb-975a-c73bd5a10d75,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:54.836244 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad5b8f3d-944b-4776-bdac-2ce67c29858d None None] Provisioning for port 80792181-0e6a-4bc6-ad65-9787bf987279 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:54.842169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad5b8f3d-944b-4776-bdac-2ce67c29858d None None] Provisioning complete for port 80792181-0e6a-4bc6-ad65-9787bf987279 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:54.842648 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8f3d-944b-4776-bdac-2ce67c29858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.929685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b8f3d-944b-4776-bdac-2ce67c29858d None None] Port 80792181-0e6a-4bc6-ad65-9787bf987279 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:33:54.991698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Pushing event updated for resources: {'Port': ['ID=ac5aae4d-972d-4c21-8ceb-3f3231e336c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:54.996884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:54.999097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:55.002977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:55.052622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Allocated IP 172.25.7.212 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/66202f22-45ee-405b-a6db-d31bba37c75a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:55.064483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Provisioning complete for port 2480dd49-4d94-4997-a4d4-c4f04f063dda triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:55.065388 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.170223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Port 2480dd49-4d94-4997-a4d4-c4f04f063dda cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:33:55.191311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Provisioning for port df52796f-1807-4319-9904-5219ec6c7710 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:55.199467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Provisioning complete for port df52796f-1807-4319-9904-5219ec6c7710 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:55.199857 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.223318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Router 16feb021-cd57-4ac1-833d-a5ab6f1563d6 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:33:55.357340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:33:55.388259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] Sync routers for ids ['16feb021-cd57-4ac1-833d-a5ab6f1563d6'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:33:55.394912 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.400909 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0573165f-21d1-4dd7-803c-62b53618f948 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.9683158 Jul 13 19:33:55.403670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:55.438897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] Routers {'16feb021-cd57-4ac1-833d-a5ab6f1563d6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:55.440973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['16feb021-cd57-4ac1-833d-a5ab6f1563d6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:55.582156 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.592354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:55.629476 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.689961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] Set router 16feb021-cd57-4ac1-833d-a5ab6f1563d6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:55.699540 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.704472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.788386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2015053440-network', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:55.792467 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.832879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] For port df52796f-1807-4319-9904-5219ec6c7710, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=df52796f-1807-4319-9904-5219ec6c7710,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:55.837598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4e43bbbb-e809-42cb-975a-c73bd5a10d75 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:55.847757 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.878864 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.888481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:55.892140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:55.895174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:55.917479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Made reservation on behalf of beaea4e27a144a3f9f4441ba3cab9f1d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:55.920234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.939959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:55.941221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Port': ['ID=66202f22-45ee-405b-a6db-d31bba37c75a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:55.962022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.013069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.065313 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.121209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.129588 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.178529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Deleting port 4b016603-d6fd-47cf-b9c2-433c8e9264f6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:56.178529 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.182270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Pushing event updated for resources: {'Port': ['ID=ac5aae4d-972d-4c21-8ceb-3f3231e336c9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:56.333092 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.337524 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.349755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.364272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.388851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Calling delete_port for 4b016603-d6fd-47cf-b9c2-433c8e9264f6 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:56.400196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Pushing event updated for resources: {'Port': ['ID=df52796f-1807-4319-9904-5219ec6c7710,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:56.403640 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.410080 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.413644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.416140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34977000-414e-4a84-8b30-68cf46482954 req-6b89f0e6-9be1-4af7-96b9-12fdf7a16a50 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8004863 Jul 13 19:33:56.416484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Provisioning complete for port 80792181-0e6a-4bc6-ad65-9787bf987279 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:56.416857 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.419442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:56.423664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.463287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4e43bbbb-e809-42cb-975a-c73bd5a10d75 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:56.463497 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.490972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Port': ['ID=66202f22-45ee-405b-a6db-d31bba37c75a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:56.507701 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac523038-59fd-432c-a4f5-c5e4ce17a3c8 None None] Port 80792181-0e6a-4bc6-ad65-9787bf987279 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:33:56.509935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.525666 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.532315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.532665 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Added segment 78b2c04f-2679-48fd-95c6-e36a86af2a37 of type vlan for network 567711e2-fea6-4d54-9f0e-f57054264fbd Jul 13 19:33:56.537561 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fecbe332-d27e-44d9-b14e-c0e207034cee tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1628017 Jul 13 19:33:56.589136 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.622849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8644cc-d374-4914-ba65-850d187f455b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:56.640976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.642237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:56.642905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.707001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92504d30-2498-4acc-9cf7-0b0375422252 None None] Provisioning complete for port df52796f-1807-4319-9904-5219ec6c7710 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:56.707001 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92504d30-2498-4acc-9cf7-0b0375422252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.730230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16feb021-cd57-4ac1-833d-a5ab6f1563d6', 'name': '', 'tenant_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '275b1450-48db-455c-84ff-31ca6c8964d8', 'external_fixed_ips': [{'subnet_id': 'f5cc4650-6ef2-47af-9bd1-32282e9bc667', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '4b016603-d6fd-47cf-b9c2-433c8e9264f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:49Z', 'updated_at': '2021-07-13T19:33:54Z', 'revision_number': 3, 'project_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'gw_port': {'id': '4b016603-d6fd-47cf-b9c2-433c8e9264f6', 'name': '', 'network_id': '275b1450-48db-455c-84ff-31ca6c8964d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16feb021-cd57-4ac1-833d-a5ab6f1563d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'f5cc4650-6ef2-47af-9bd1-32282e9bc667', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:50Z', 'updated_at': '2021-07-13T19:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5cc4650-6ef2-47af-9bd1-32282e9bc667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:56.761964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] Checking router: 16feb021-cd57-4ac1-833d-a5ab6f1563d6 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:33:56.762321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] Updating router 16feb021-cd57-4ac1-833d-a5ab6f1563d6 port 4b016603-d6fd-47cf-b9c2-433c8e9264f6 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:33:56.778306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1848581 Jul 13 19:33:56.781864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:56.787814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Request body: {'subnet': {'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2015053440-subnet', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:56.803150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34977000-414e-4a84-8b30-68cf46482954 req-6ced1d02-815c-4af2-9d2e-be916fcd7aec tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.1814797 Jul 13 19:33:56.818771 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.838427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Made reservation on behalf of beaea4e27a144a3f9f4441ba3cab9f1d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:56.840973 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.904059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7881e-9377-4d6c-9c9f-d0dd83115b67 admin admin] Pushing event updated for resources: {'Network': ['ID=567711e2-fea6-4d54-9f0e-f57054264fbd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:56.941201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34977000-414e-4a84-8b30-68cf46482954 req-64f7e62b-6b86-4ad4-9fd8-94d020cf8866 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:56.949711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34977000-414e-4a84-8b30-68cf46482954 req-64f7e62b-6b86-4ad4-9fd8-94d020cf8866 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.1451232 Jul 13 19:33:56.952220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 567711e2-fea6-4d54-9f0e-f57054264fbd details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:56.980493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-34977000-414e-4a84-8b30-68cf46482954 req-ac887853-45c5-45a1-9a70-23a3cc54e79e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:33:56.990681 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34977000-414e-4a84-8b30-68cf46482954 req-ac887853-45c5-45a1-9a70-23a3cc54e79e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354009 Jul 13 19:33:57.020481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.028875 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-36ec4552-d601-4c5f-94c3-68e8bfcb9a80 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1602691069&fields=id&tenant_id=367294edf4204f10bfb6e7392c153491 HTTP/1.1" status: 200 len: 267 time: 0.0616558 Jul 13 19:33:57.062769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b016603-d6fd-47cf-b9c2-433c8e9264f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:57.170739 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.297264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-28239574-1cc1-46e5-937a-7d14bb81dd92 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:57.298814 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-28239574-1cc1-46e5-937a-7d14bb81dd92 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports/2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 200 len: 930 time: 0.2697043 Jul 13 19:33:57.304484 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:33:57.305393 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:33:57.310296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d20e4061-ca7e-41f9-b62f-4af51931ee54,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:57.353695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Checking segment: {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:57.354123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Network hostable DHCP agents. Network: 567711e2-fea6-4d54-9f0e-f57054264fbd, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:57.390306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f8717e5a-1750-4eef-af90-746be85574f8 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:57.391794 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f8717e5a-1750-4eef-af90-746be85574f8 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports/80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 200 len: 931 time: 0.0825872 Jul 13 19:33:57.397054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Network 567711e2-fea6-4d54-9f0e-f57054264fbd is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:57.456527 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5aa1b4e1-01ca-4b97-b0a1-980b9e23ed18 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0563192 Jul 13 19:33:57.457264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 567711e2-fea6-4d54-9f0e-f57054264fbd) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:57.462373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:57.463000 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.468663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a759104-f339-45d3-804e-caf39132b367 None None] Network 567711e2-fea6-4d54-9f0e-f57054264fbd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:57.509250 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ab4422d-36e2-4559-ad52-0aa440e4fccc tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0382082 Jul 13 19:33:57.511375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7bbb40a4-21fc-48af-a3a9-1e702b991dc7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7284250 Jul 13 19:33:57.514056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:57.518749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:57.597464 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.598583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.616047 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.640582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-567711e2-fea6-4d54-9f0e-f57054264fbd', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:33:57.642199 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.657485 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.734530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device df52796f-1807-4319-9904-5219ec6c7710 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:57.745124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.751834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.790387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-fdda4515-543e-4d11-b071-b598ee658d76 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:57.792046 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-fdda4515-543e-4d11-b071-b598ee658d76 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2680836 Jul 13 19:33:57.831743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.845430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] Port 4b016603-d6fd-47cf-b9c2-433c8e9264f6 not found while updating agent binding for router 16feb021-cd57-4ac1-833d-a5ab6f1563d6. {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 19:33:57.848347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0a5babfe-b6d7-4b24-9d5a-1352aed0e36e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:57.854717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0a5babfe-b6d7-4b24-9d5a-1352aed0e36e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:57.860434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0a5babfe-b6d7-4b24-9d5a-1352aed0e36e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:57.862874 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0a5babfe-b6d7-4b24-9d5a-1352aed0e36e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/networks?id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 HTTP/1.1" status: 200 len: 1990 time: 0.3409142 Jul 13 19:33:57.869552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Allocated IP 172.20.0.2 (567711e2-fea6-4d54-9f0e-f57054264fbd/d20e4061-ca7e-41f9-b62f-4af51931ee54/7806ca71-84b1-4917-827c-31ca9d7804af) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:57.871700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] Routers {'16feb021-cd57-4ac1-833d-a5ab6f1563d6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:57.872371 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['16feb021-cd57-4ac1-833d-a5ab6f1563d6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:57.876049 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-e10af584-13b6-4851-8e3a-33150e3600e1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.0488510 Jul 13 19:33:57.882312 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.882997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16feb021-cd57-4ac1-833d-a5ab6f1563d6 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:33:57.889157 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.890286 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e3d74de2-c490-4b40-b2d9-8c68a25c69db tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "DELETE /v2.0/routers/16feb021-cd57-4ac1-833d-a5ab6f1563d6 HTTP/1.1" status: 204 len: 168 time: 2.4856441 Jul 13 19:33:57.895135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:57.898602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-3f473809-629b-471e-a5b2-2dd4a444f9f1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Request body: {'floatingip': {'port_id': '337dc130-069d-4622-9e16-4cca5340e9a5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:57.913549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port df52796f-1807-4319-9904-5219ec6c7710 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:57.913922 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.917554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:57.918185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14210af9-13be-4411-9698-6f87c7990c1d None None] The sync data for ids ['16feb021-cd57-4ac1-833d-a5ab6f1563d6'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:33:57.931082 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-1dde05f7-79ef-40ea-94bd-781d902a08c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/quotas/367294edf4204f10bfb6e7392c153491 HTTP/1.1" status: 200 len: 375 time: 0.0501807 Jul 13 19:33:58.017814 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-3f473809-629b-471e-a5b2-2dd4a444f9f1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.041013 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-6884ff92-21d6-414e-ac24-8dfbae5c68db tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1088533 Jul 13 19:33:58.089101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b77caf2-38d6-4517-b20e-c1685302b69d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Deleting subnet f5cc4650-6ef2-47af-9bd1-32282e9bc667 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:58.095550 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b77caf2-38d6-4517-b20e-c1685302b69d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.137759 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.158215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Transition to ACTIVE for port object 7806ca71-84b1-4917-827c-31ca9d7804af will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:58.166986 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b77caf2-38d6-4517-b20e-c1685302b69d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.176727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Transition to ACTIVE for port object 7806ca71-84b1-4917-827c-31ca9d7804af will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:58.184405 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.227917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Network 567711e2-fea6-4d54-9f0e-f57054264fbd is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:58.231019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:58.233777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:58.234077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.265540 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b77caf2-38d6-4517-b20e-c1685302b69d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.267490 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-6e18f850-7488-45ec-9454-3d08307d5b62 service neutron] 10.222.0.25 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061534 Jul 13 19:33:58.270796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.272478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Pushing event updated for resources: {'Port': ['ID=7806ca71-84b1-4917-827c-31ca9d7804af,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:58.322815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Attempting to bind port 7806ca71-84b1-4917-827c-31ca9d7804af on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:58.323626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Attempting to bind port 7806ca71-84b1-4917-827c-31ca9d7804af by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:58.323626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Attempting to bind port 7806ca71-84b1-4917-827c-31ca9d7804af on network 567711e2-fea6-4d54-9f0e-f57054264fbd {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:58.329889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:58.330258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Checking segment: {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:58.331139 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.331139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Bound using segment: {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:58.331621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Bound port: 7806ca71-84b1-4917-827c-31ca9d7804af, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:58.332011 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.409148 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b77caf2-38d6-4517-b20e-c1685302b69d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.421232 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5fa3165c-85b2-4d70-9d6f-f3c7a2d9da3f service neutron] 10.222.0.25 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451046 Jul 13 19:33:58.428571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] For port 7806ca71-84b1-4917-827c-31ca9d7804af, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:58.436045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] For port 7806ca71-84b1-4917-827c-31ca9d7804af, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7806ca71-84b1-4917-827c-31ca9d7804af,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:58.439644 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.514151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Allocated IP 172.25.7.47 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/acd21502-bb4e-40f5-a70f-69ced18a132b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:58.531057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acb233-d530-41ff-9f9f-a52d300e47ef None None] Pushing event updated for resources: {'Port': ['ID=7806ca71-84b1-4917-827c-31ca9d7804af,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:58.566041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77caf2-38d6-4517-b20e-c1685302b69d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f5cc4650-6ef2-47af-9bd1-32282e9bc667,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:58.590493 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b77caf2-38d6-4517-b20e-c1685302b69d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.600847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0b77caf2-38d6-4517-b20e-c1685302b69d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/f5cc4650-6ef2-47af-9bd1-32282e9bc667 HTTP/1.1" status: 204 len: 168 time: 0.6982284 Jul 13 19:33:58.608204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:58.666953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-179ae5ff-adbd-4ac6-93f2-ee93e5c1c91c service neutron] 10.222.0.25 "GET /v2.0/ports/2480dd49-4d94-4997-a4d4-c4f04f063dda?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2333088 Jul 13 19:33:58.700330 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.759299 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.804646 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-c30efa8a-1548-424d-a890-2c3b835d05d5 service neutron] 10.222.0.25 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366405 Jul 13 19:33:58.886892 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.954214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:58.966216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:58.969916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:58.972087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Pushing event updated for resources: {'Port': ['ID=acd21502-bb4e-40f5-a70f-69ced18a132b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:58.989667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.994231 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-3f473809-629b-471e-a5b2-2dd4a444f9f1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:33:58.998858 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-c740f066-e06a-4ad3-b132-87a1e479cee3 service neutron] 10.222.0.25 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795697 Jul 13 19:33:59.033113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275b1450-48db-455c-84ff-31ca6c8964d8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:59.061453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3575bb4-8afb-4e1b-b583-462845355e59') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:59.061656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3575bb4-8afb-4e1b-b583-462845355e59') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:59.093103 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.105649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-3f473809-629b-471e-a5b2-2dd4a444f9f1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.112127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-3f473809-629b-471e-a5b2-2dd4a444f9f1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.123468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5291a9e0-a6ca-4642-9ac6-a60fe04c9640 service neutron] 10.222.0.25 "GET /v2.0/ports/80792181-0e6a-4bc6-ad65-9787bf987279?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1138506 Jul 13 19:33:59.147133 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.158680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:59.159094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:59.160991 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:59.253677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-a37642c2-5546-462c-bc0c-3fa746730306 service neutron] 10.222.0.25 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129770 Jul 13 19:33:59.272133 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.290523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 275b1450-48db-455c-84ff-31ca6c8964d8 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 19:33:59.292236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event deleted for resources: {'Network': ['ID=275b1450-48db-455c-84ff-31ca6c8964d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:59.294327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.301251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0f06ca66-a18e-4294-a7ee-757019448e4d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "DELETE /v2.0/networks/275b1450-48db-455c-84ff-31ca6c8964d8 HTTP/1.1" status: 204 len: 168 time: 0.6877067 Jul 13 19:33:59.301251 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-3f473809-629b-471e-a5b2-2dd4a444f9f1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Floating IP 041d4695-f08b-4c68-916d-4f8a461ca615 associated. External IP: 172.25.7.213, port: 337dc130-069d-4622-9e16-4cca5340e9a5. Jul 13 19:33:59.538040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.550967 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-34006007-8fa3-41cc-94a4-3bbe67575cce service neutron] 10.222.0.25 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403419 Jul 13 19:33:59.684624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-3f473809-629b-471e-a5b2-2dd4a444f9f1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Router c55debbb-3d33-407f-a79f-d0733aaacc65 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:33:59.761227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7806ca71-84b1-4917-827c-31ca9d7804af up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:59.842552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:59.851105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-77761a12-f81b-4b2e-b1f6-26a381daa2a0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Request body: {'router': {'name': 'tempest-router--240914613', 'project_id': '308b8103ee464411939e5f74f0bd4f50'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:59.884407 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77761a12-f81b-4b2e-b1f6-26a381daa2a0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.885447 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77761a12-f81b-4b2e-b1f6-26a381daa2a0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.888836 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 7806ca71-84b1-4917-827c-31ca9d7804af completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:59.941989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-3f473809-629b-471e-a5b2-2dd4a444f9f1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:33:59.979998 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-3f473809-629b-471e-a5b2-2dd4a444f9f1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.989968 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77761a12-f81b-4b2e-b1f6-26a381daa2a0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.010934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082f38e-99f0-443f-9894-3ccef60228e1 None None] Network 567711e2-fea6-4d54-9f0e-f57054264fbd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:34:00.021413 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77761a12-f81b-4b2e-b1f6-26a381daa2a0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.041418 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77761a12-f81b-4b2e-b1f6-26a381daa2a0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.043235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-77761a12-f81b-4b2e-b1f6-26a381daa2a0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1996684 Jul 13 19:34:00.048730 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:00.113835 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] Sync routers for ids ['c55debbb-3d33-407f-a79f-d0733aaacc65'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:00.129055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0762de52-e697-4b48-a531-e84d1c06a603 None None] Provisioning for port 7806ca71-84b1-4917-827c-31ca9d7804af completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:00.133079 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] Routers {'c55debbb-3d33-407f-a79f-d0733aaacc65'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:00.138955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0762de52-e697-4b48-a531-e84d1c06a603 None None] Provisioning complete for port 7806ca71-84b1-4917-827c-31ca9d7804af triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:00.139290 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0762de52-e697-4b48-a531-e84d1c06a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.140078 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c55debbb-3d33-407f-a79f-d0733aaacc65'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:00.387561 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] Set router c55debbb-3d33-407f-a79f-d0733aaacc65 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:00.414388 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0762de52-e697-4b48-a531-e84d1c06a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.458527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0762de52-e697-4b48-a531-e84d1c06a603 None None] For port 7806ca71-84b1-4917-827c-31ca9d7804af, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7806ca71-84b1-4917-827c-31ca9d7804af,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:00.466930 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0762de52-e697-4b48-a531-e84d1c06a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.541636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762de52-e697-4b48-a531-e84d1c06a603 None None] Pushing event updated for resources: {'Port': ['ID=7806ca71-84b1-4917-827c-31ca9d7804af,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:00.614970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-370c43d2-62b7-4fc2-bef0-b6d8287f5087 service neutron] 10.222.0.25 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0630534 Jul 13 19:34:00.649861 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-3f473809-629b-471e-a5b2-2dd4a444f9f1 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "PUT /v2.0/floatingips/041d4695-f08b-4c68-916d-4f8a461ca615 HTTP/1.1" status: 200 len: 997 time: 2.7593191 Jul 13 19:34:00.691613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:00.693902 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb69f47-6167-4e94-985f-38e66c3f13b7" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:00.707921 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '041d4695-f08b-4c68-916d-4f8a461ca615', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'port_id': '337dc130-069d-4622-9e16-4cca5340e9a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'mac_address': 'fa:16:3e:c8:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:33:55Z', 'updated_at': '2021-07-13T19:33:58Z', 'revision_number': 1, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c83657-4519-423f-859f-11232bfb5149', 'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'mac_address': 'fa:16:3e:e8:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:49Z', 'updated_at': '2021-07-13T19:33:00Z', 'revision_number': 5, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'subnets': [{'id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:00.743704 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] Checking router: c55debbb-3d33-407f-a79f-d0733aaacc65 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:00.754343 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092599e5-dcc6-4413-b174-3dffb1172552 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.778795 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] Routers {'c55debbb-3d33-407f-a79f-d0733aaacc65'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:00.786693 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c55debbb-3d33-407f-a79f-d0733aaacc65'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:00.869328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.920107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-16131d96-ba78-499b-9a91-dcb1e3868998 service neutron] 10.222.0.25 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002214 Jul 13 19:34:00.985086 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] Set router c55debbb-3d33-407f-a79f-d0733aaacc65 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:01.019593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-342589b0-9cd5-406c-8d31-144d312b5379 None None] Provisioning complete for port 7806ca71-84b1-4917-827c-31ca9d7804af triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:01.021719 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-342589b0-9cd5-406c-8d31-144d312b5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.034900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-19d397e7-62f1-4342-98f1-9a687bec2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:01.036664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-19d397e7-62f1-4342-98f1-9a687bec2d87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38f77f58e3f54a0c801129682a1eed05&device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1097 time: 0.3356040 Jul 13 19:34:01.044351 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092599e5-dcc6-4413-b174-3dffb1172552 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.054757 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092599e5-dcc6-4413-b174-3dffb1172552 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.098333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-6e02499a-abe9-41ee-83f8-c6c9ee135f86 service neutron] 10.222.0.25 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680810 Jul 13 19:34:01.185630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092599e5-dcc6-4413-b174-3dffb1172552 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.186189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092599e5-dcc6-4413-b174-3dffb1172552 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7a2cf1-2bd4-4cc7-b392-ab0f0a901361 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:01.198961 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092599e5-dcc6-4413-b174-3dffb1172552 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.200296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-092599e5-dcc6-4413-b174-3dffb1172552 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "DELETE /v2.0/routers/4a7a2cf1-2bd4-4cc7-b392-ab0f0a901361 HTTP/1.1" status: 204 len: 168 time: 1.1499579 Jul 13 19:34:01.224584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-04d8414c-d498-47e2-8418-c04569dddcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:01.226298 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-04d8414c-d498-47e2-8418-c04569dddcf7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 200 len: 921 time: 0.1797810 Jul 13 19:34:01.281508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Router aad50e92-0546-40a6-899f-b52ab07043e6 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:34:01.304509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f1860a71-1b2a-4c1e-bdcc-d1e838cd1c0e service neutron] 10.222.0.25 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969817 Jul 13 19:34:01.326382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-d0ff489c-e05e-4157-9845-a2d161c1931b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 1000 time: 0.0937724 Jul 13 19:34:01.350637 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '041d4695-f08b-4c68-916d-4f8a461ca615', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'port_id': '337dc130-069d-4622-9e16-4cca5340e9a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'mac_address': 'fa:16:3e:c8:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:33:55Z', 'updated_at': '2021-07-13T19:33:58Z', 'revision_number': 1, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c83657-4519-423f-859f-11232bfb5149', 'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'mac_address': 'fa:16:3e:e8:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:49Z', 'updated_at': '2021-07-13T19:33:00Z', 'revision_number': 5, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'subnets': [{'id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:01.387785 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:01.393307 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dcb139-33da-44b5-b38f-3e0ef97a4823 None None] The sync data for ids ['c55debbb-3d33-407f-a79f-d0733aaacc65'] in n-d-800708-1 is: [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '041d4695-f08b-4c68-916d-4f8a461ca615', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'port_id': '337dc130-069d-4622-9e16-4cca5340e9a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'mac_address': 'fa:16:3e:c8:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:33:55Z', 'updated_at': '2021-07-13T19:33:58Z', 'revision_number': 1, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c83657-4519-423f-859f-11232bfb5149', 'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'mac_address': 'fa:16:3e:e8:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:49Z', 'updated_at': '2021-07-13T19:33:00Z', 'revision_number': 5, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'subnets': [{'id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:01.419157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-a276384f-a82e-437d-9253-96d79f1c0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:01.422880 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-a276384f-a82e-437d-9253-96d79f1c0195 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cb60cdf7-45cc-40e7-b935-63c06ad4f599 HTTP/1.1" status: 200 len: 860 time: 0.0891500 Jul 13 19:34:01.466967 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-ce0edff5-d6b8-45b9-a6fc-b84a58fcfb82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1fa9e829-509c-4ef8-8762-1345ce996ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375192 Jul 13 19:34:01.483662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-367e95fc-aecb-4373-be06-9cd931397913 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:34:01.484822 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-367e95fc-aecb-4373-be06-9cd931397913 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112674 Jul 13 19:34:01.535094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-1bf56278-1d32-4342-ae0d-0a0d5b4f0b4d service neutron] 10.222.0.25 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290118 Jul 13 19:34:01.550760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:01.570201 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Sync routers for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:01.584199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:01.588631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:01.608106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-4cf07823-2041-4c60-92f4-3da647d9d4bd service neutron] 10.222.0.25 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169572 Jul 13 19:34:01.654776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.659365 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a1c6a3d0-fadf-4ea9-a67a-806a524972ad admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1435423 Jul 13 19:34:01.663342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:01.756896 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb3c4e-8bbb-42a4-b10e-02b7ccd4a6bb None None] New status for floating IP 041d4695-f08b-4c68-916d-4f8a461ca615: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:34:01.769382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7806ca71-84b1-4917-827c-31ca9d7804af up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:01.793584 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e063b7a-fdc9-4fce-badd-49e63dba5453 req-db4d9b03-525b-4f0e-94eb-75c2d42f4fb8 service neutron] 10.222.0.25 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794646 Jul 13 19:34:01.823371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-907819687', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:01.865885 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.870525 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.920341 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-46fc9c70-014e-4b10-a6bd-6a3ed2ef8f24 service neutron] 10.222.0.25 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706095 Jul 13 19:34:01.984376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:02.026042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.165562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 7806ca71-84b1-4917-827c-31ca9d7804af triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:02.167398 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.295461 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-50809753-af13-42a6-979b-39e2c5920eef service neutron] 10.222.0.25 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717461 Jul 13 19:34:02.298215 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.427894 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc65a01-376e-4c77-83da-aeb9c2c02112 x-openstack-request-id: req-edc65a01-376e-4c77-83da-aeb9c2c02112 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:02.428261 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:02.428560 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edc65a01-376e-4c77-83da-aeb9c2c02112 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:02.429186 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5', 'status': 'completed', 'code': 200} Jul 13 19:34:02.489407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:02.579100 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-12d9ed5a-4f3d-4a9b-be6c-5ff39b12e821 service neutron] 10.222.0.25 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415473 Jul 13 19:34:02.581346 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.621421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-957773d4-71c2-4b94-8bb2-0b77285d8971 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2935567 Jul 13 19:34:02.652473 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-6777c881-2f4f-433a-bde0-f3e5210bd563 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 1002 time: 0.2186084 Jul 13 19:34:02.678011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb69f47-6167-4e94-985f-38e66c3f13b7 req-17e25bf2-4f23-4db8-84f5-7f2710eb59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:02.679844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cb69f47-6167-4e94-985f-38e66c3f13b7 req-17e25bf2-4f23-4db8-84f5-7f2710eb59fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38f77f58e3f54a0c801129682a1eed05&device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1097 time: 0.2229156 Jul 13 19:34:02.821286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb69f47-6167-4e94-985f-38e66c3f13b7 req-11f2b5fa-6ec5-42a8-96c2-94456c5cf56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:02.823106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cb69f47-6167-4e94-985f-38e66c3f13b7 req-11f2b5fa-6ec5-42a8-96c2-94456c5cf56d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 200 len: 921 time: 0.1353145 Jul 13 19:34:02.838057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-541d0c29-c052-4535-961c-4cc88f0d558d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.847702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-55c4ed82-5182-4432-b6b3-47a34f28d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:02.849948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-55c4ed82-5182-4432-b6b3-47a34f28d141 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10e9cbd002da49db81716442d5cce01c&device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 1096 time: 0.1700239 Jul 13 19:34:02.865237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:33:59Z', 'revision_number': 3, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:02.869496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Allocated IP 172.20.0.1 (567711e2-fea6-4d54-9f0e-f57054264fbd/d20e4061-ca7e-41f9-b62f-4af51931ee54/e863af16-94f5-4e0b-9445-e78af2072c5a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:02.898514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Checking router: aad50e92-0546-40a6-899f-b52ab07043e6 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:02.899264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Updating router aad50e92-0546-40a6-899f-b52ab07043e6 port acd21502-bb4e-40f5-a70f-69ced18a132b binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:34:02.941118 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.005557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-c3124294-97e9-492d-8d59-685d725e1527 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:03.007383 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-c3124294-97e9-492d-8d59-685d725e1527 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports/337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 943 time: 0.3440309 Jul 13 19:34:03.034598 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.060045 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.105680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-74715e80-427c-452d-b462-9c9373fe3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:03.107265 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-74715e80-427c-452d-b462-9c9373fe3c08 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c44f462a-02d8-482c-a9a8-2888e29adef2 HTTP/1.1" status: 200 len: 915 time: 0.2339072 Jul 13 19:34:03.133353 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.174661 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cb69f47-6167-4e94-985f-38e66c3f13b7 req-a54fe65d-6c7d-471c-b705-39e5326db395 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 1002 time: 0.3410964 Jul 13 19:34:03.207292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Transition to ACTIVE for port object e863af16-94f5-4e0b-9445-e78af2072c5a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:03.214535 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-541d0c29-c052-4535-961c-4cc88f0d558d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.226779 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-541d0c29-c052-4535-961c-4cc88f0d558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.259302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-f7d57de6-5913-43bb-874c-a9c57b06ffab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166b71c-4491-4e78-994f-cbdf204078ab HTTP/1.1" status: 200 len: 1001 time: 0.1395450 Jul 13 19:34:03.303227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-541d0c29-c052-4535-961c-4cc88f0d558d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10c2d1f96d5d4ca3929779272724555b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8079410 Jul 13 19:34:03.327927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:03.339179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d0c29-c052-4535-961c-4cc88f0d558d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b619ba3-8c84-4375-a69a-a8409e4062c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:03.382227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-04f8582b-7c50-4967-9964-a864bed5c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:03.384447 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-04f8582b-7c50-4967-9964-a864bed5c11c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40a5a295-6896-4c79-8964-b069e79a848a HTTP/1.1" status: 200 len: 853 time: 0.1141336 Jul 13 19:34:03.389394 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.474271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Pushing event updated for resources: {'Port': ['ID=e863af16-94f5-4e0b-9445-e78af2072c5a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:03.504341 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Network 567711e2-fea6-4d54-9f0e-f57054264fbd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:03.515102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:03.522382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:03.538661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f72de1a-f433-4464-ac98-d0ced57da6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.564217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Allocated IP 172.25.7.247 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/bdff65e2-72aa-4f63-b553-906d1cd06fbe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:03.580821 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-33ddaac9-abab-4907-a07b-c19b387143db tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 1002 time: 0.4106300 Jul 13 19:34:03.585688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb69f47-6167-4e94-985f-38e66c3f13b7 req-7ce64a01-ef64-4573-bc23-99b4c79940cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:03.588018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cb69f47-6167-4e94-985f-38e66c3f13b7 req-7ce64a01-ef64-4573-bc23-99b4c79940cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60cdf7-45cc-40e7-b935-63c06ad4f599 HTTP/1.1" status: 200 len: 860 time: 0.4052286 Jul 13 19:34:03.613784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-82b873a2-1833-4263-ab4f-80c60033e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:03.615432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-82b873a2-1833-4263-ab4f-80c60033e040 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c44f462a-02d8-482c-a9a8-2888e29adef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696672 Jul 13 19:34:03.645191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f72de1a-f433-4464-ac98-d0ced57da6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.702798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cb69f47-6167-4e94-985f-38e66c3f13b7 req-f69c4418-5f7e-4906-82a4-06a808d4c8b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1fa9e829-509c-4ef8-8762-1345ce996ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019504 Jul 13 19:34:03.705788 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.814233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf869-7e4c-47e7-bb85-eb54b71ba21a req-d42b4dde-0ec2-4c5c-904c-e43d83e1aff9 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:03.818920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e1cbf869-7e4c-47e7-bb85-eb54b71ba21a req-d42b4dde-0ec2-4c5c-904c-e43d83e1aff9 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 945 time: 0.3061721 Jul 13 19:34:03.922821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f72de1a-f433-4464-ac98-d0ced57da6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.923528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-439fa1d4-c47a-420c-a7d9-5093f8fed1cb tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:03.924600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-439fa1d4-c47a-420c-a7d9-5093f8fed1cb tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.3349364 Jul 13 19:34:03.926271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f72de1a-f433-4464-ac98-d0ced57da6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.927522 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6f72de1a-f433-4464-ac98-d0ced57da6a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b619ba3-8c84-4375-a69a-a8409e4062c5 HTTP/1.1" status: 204 len: 168 time: 0.5983768 Jul 13 19:34:03.931414 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.935276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cb69f47-6167-4e94-985f-38e66c3f13b7 req-5252bc5a-6d27-48a0-8d11-066f03098008 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252581 Jul 13 19:34:03.945050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72de1a-f433-4464-ac98-d0ced57da6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b619ba3-8c84-4375-a69a-a8409e4062c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:03.956015 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-8054a0b1-442e-458c-b2f8-2c488049c71a service neutron] 10.222.0.24 "GET /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320611 Jul 13 19:34:03.971039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e1cbf869-7e4c-47e7-bb85-eb54b71ba21a req-b3ef1ae9-a9ce-4457-81d7-fea812a2014a tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1371498 Jul 13 19:34:04.011047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60971362-12c0-4c96-951f-bf94cb5f6436 None None] Provisioning for port e863af16-94f5-4e0b-9445-e78af2072c5a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:04.018366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60971362-12c0-4c96-951f-bf94cb5f6436 None None] Provisioning complete for port e863af16-94f5-4e0b-9445-e78af2072c5a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:04.018852 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60971362-12c0-4c96-951f-bf94cb5f6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.072449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-60971362-12c0-4c96-951f-bf94cb5f6436 None None] Port e863af16-94f5-4e0b-9445-e78af2072c5a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:04.142147 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81212087-6d36-4a10-9bd3-3211c3c044da req-42805b20-521b-442c-a737-2240f63b384c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3518279 Jul 13 19:34:04.154149 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.212954 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e19f9-115d-465a-80e5-56ff8f887c51 req-96512343-ce9a-4f9f-b714-ac09df9619c2 service neutron] 10.222.0.24 "GET /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372909 Jul 13 19:34:04.217859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-60453ab1-89bc-4f43-99a9-7d3cc895495d tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 1002 time: 0.2694821 Jul 13 19:34:04.251232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.345856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-d1b3af39-665b-4335-9ec0-1fd9fcf30864 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:04.369113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e3ff7fe-b9f2-4105-ae87-d54ab9c6febe req-594ab4e0-4a43-45c9-b474-e0502f19777c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0368838 Jul 13 19:34:04.438116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:04.442172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.442620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cb69f47-6167-4e94-985f-38e66c3f13b7 req-97a0100a-db35-4a45-a172-45f65f3512c7 service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984360 Jul 13 19:34:04.450060 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.471496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:04.482683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:04.523584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.536455 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Transition to ACTIVE for port object acd21502-bb4e-40f5-a70f-69ced18a132b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:04.543821 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.551544 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:04.578134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Pushing event updated for resources: {'Port': ['ID=bdff65e2-72aa-4f63-b553-906d1cd06fbe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:04.582719 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.591953 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-814ffff8-092e-45f7-977d-09ee3b5abba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.598473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-d1b3af39-665b-4335-9ec0-1fd9fcf30864 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.600063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dfda1-f0c9-4766-ba4c-1578c4e0da57 None None] Pushing event updated for resources: {'Port': ['ID=acd21502-bb4e-40f5-a70f-69ced18a132b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:04.629866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Attempting to bind port acd21502-bb4e-40f5-a70f-69ced18a132b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:04.630269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Attempting to bind port acd21502-bb4e-40f5-a70f-69ced18a132b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:04.630740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Attempting to bind port acd21502-bb4e-40f5-a70f-69ced18a132b on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:04.631700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Pushing event updated for resources: {'Port': ['ID=e863af16-94f5-4e0b-9445-e78af2072c5a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:04.642149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:04.642674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:04.643187 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.643747 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:04.644898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Bound port: acd21502-bb4e-40f5-a70f-69ced18a132b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:04.647187 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.694020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Network 567711e2-fea6-4d54-9f0e-f57054264fbd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:04.695667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:04.723146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] For port acd21502-bb4e-40f5-a70f-69ced18a132b, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:04.726528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] For port acd21502-bb4e-40f5-a70f-69ced18a132b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=acd21502-bb4e-40f5-a70f-69ced18a132b,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:04.732546 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.740806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81212087-6d36-4a10-9bd3-3211c3c044da req-cb18bf45-2d39-47c6-9df3-386c25c593e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:04.742935 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81212087-6d36-4a10-9bd3-3211c3c044da req-cb18bf45-2d39-47c6-9df3-386c25c593e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4be9101a48c4f01b47e38d7b5015101&device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 1096 time: 0.4450572 Jul 13 19:34:04.808640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:04.809512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:04.960804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dfda1-f0c9-4766-ba4c-1578c4e0da57 None None] Pushing event updated for resources: {'Port': ['ID=acd21502-bb4e-40f5-a70f-69ced18a132b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:05.001420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:05.135047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-038aed9d-e1c3-4c29-8898-42f968a4fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:05.137255 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-038aed9d-e1c3-4c29-8898-42f968a4fe13 service neutron] 10.222.0.60 "GET /v2.0/ports/2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 200 len: 1026 time: 0.1531191 Jul 13 19:34:05.259037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e9e7656-3d5e-4503-992d-43091f388406 None None] Provisioning complete for port e863af16-94f5-4e0b-9445-e78af2072c5a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:05.259651 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7656-3d5e-4503-992d-43091f388406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.308835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e7656-3d5e-4503-992d-43091f388406 None None] Port e863af16-94f5-4e0b-9445-e78af2072c5a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:05.379829 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-d1b3af39-665b-4335-9ec0-1fd9fcf30864 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.403351 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-d1b3af39-665b-4335-9ec0-1fd9fcf30864 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.403351 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-d1b3af39-665b-4335-9ec0-1fd9fcf30864 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Floating IP 041d4695-f08b-4c68-916d-4f8a461ca615 disassociated. External IP: 172.25.7.213, port: 337dc130-069d-4622-9e16-4cca5340e9a5. Jul 13 19:34:05.405759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81212087-6d36-4a10-9bd3-3211c3c044da req-1d807896-cc76-4f7b-8fcb-edb667eafc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:05.407470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81212087-6d36-4a10-9bd3-3211c3c044da req-1d807896-cc76-4f7b-8fcb-edb667eafc64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=04f790dc-05a0-49ce-94fc-f6d6530898e0 HTTP/1.1" status: 200 len: 913 time: 0.6264534 Jul 13 19:34:05.425423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:04Z', 'revision_number': 2, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:05.451783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Router aad50e92-0546-40a6-899f-b52ab07043e6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:34:05.471079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5cc70-a458-4636-9db5-840407390547 None None] The sync data for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 is: [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:04Z', 'revision_number': 2, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:05.524859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834a5a7-32ee-4bc8-a70c-923809794e90 req-63fe68b4-8fae-47df-b5cd-57390035b4a0 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:05.526787 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8834a5a7-32ee-4bc8-a70c-923809794e90 req-63fe68b4-8fae-47df-b5cd-57390035b4a0 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 945 time: 0.1667459 Jul 13 19:34:05.592865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-09f738e7-af65-41f3-90e3-b08ad06d4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:05.594266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-09f738e7-af65-41f3-90e3-b08ad06d4b6f service neutron] 10.222.0.60 "GET /v2.0/ports/80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 200 len: 1027 time: 0.4191458 Jul 13 19:34:05.630354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8834a5a7-32ee-4bc8-a70c-923809794e90 req-112e6b19-2b84-49ec-9161-33c2bf0a8c02 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843639 Jul 13 19:34:05.674134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:05.693024 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3273defe-f84d-4da1-9350-725719039c37 admin admin] 10.222.0.25 "PUT /v2.0/routers/aad50e92-0546-40a6-899f-b52ab07043e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0185485 Jul 13 19:34:06.006473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e547697-43ce-474d-86fe-17cd855ee026 req-dc8153dc-508e-4389-bddb-caec5b1e7a49 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0461709 Jul 13 19:34:06.153009 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81212087-6d36-4a10-9bd3-3211c3c044da req-5786adfa-ca67-414c-99c5-b2c8520398be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d2643-992a-4d2a-9be3-60f527407a9b HTTP/1.1" status: 200 len: 1000 time: 0.6515875 Jul 13 19:34:06.157846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-814ffff8-092e-45f7-977d-09ee3b5abba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.189051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-814ffff8-092e-45f7-977d-09ee3b5abba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.238170 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.435903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:06.449983 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-814ffff8-092e-45f7-977d-09ee3b5abba7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1b19bb739654a6191037b85c0ec3b97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8871920 Jul 13 19:34:06.451917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81212087-6d36-4a10-9bd3-3211c3c044da req-94a81a70-7f00-4f1d-b927-5dc39371af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:06.453511 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81212087-6d36-4a10-9bd3-3211c3c044da req-94a81a70-7f00-4f1d-b927-5dc39371af4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c22fa7-76da-4e40-9ea8-ee394562c7c1 HTTP/1.1" status: 200 len: 851 time: 0.2875462 Jul 13 19:34:06.467075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ffff8-092e-45f7-977d-09ee3b5abba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b5741a-4641-447e-b465-1eefff88c1ba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:06.516505 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b21c2e4-f7bb-4f4b-883f-017d29a12aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.539876 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b21c2e4-f7bb-4f4b-883f-017d29a12aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.587158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e61818ba-f1e7-4056-8186-e8213c20cf28 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:06.592410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e61818ba-f1e7-4056-8186-e8213c20cf28 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:06.599378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e61818ba-f1e7-4056-8186-e8213c20cf28 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:06.601185 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e61818ba-f1e7-4056-8186-e8213c20cf28 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "GET /v2.0/networks?id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 HTTP/1.1" status: 200 len: 1990 time: 0.9734197 Jul 13 19:34:06.603362 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b21c2e4-f7bb-4f4b-883f-017d29a12aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.606205 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b21c2e4-f7bb-4f4b-883f-017d29a12aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.607569 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4b21c2e4-f7bb-4f4b-883f-017d29a12aff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8b5741a-4641-447e-b465-1eefff88c1ba HTTP/1.1" status: 204 len: 168 time: 0.1702230 Jul 13 19:34:06.632145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21c2e4-f7bb-4f4b-883f-017d29a12aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b5741a-4641-447e-b465-1eefff88c1ba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:06.707986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-d1b3af39-665b-4335-9ec0-1fd9fcf30864 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Router c55debbb-3d33-407f-a79f-d0733aaacc65 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:34:06.744092 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-aee5e411-ecc8-4ab3-a7d0-4e32e314caae tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=367294edf4204f10bfb6e7392c153491 HTTP/1.1" status: 200 len: 380 time: 0.1244426 Jul 13 19:34:06.798108 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'admin_state_up': True, 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'security_groups': ['42a8ede3-133d-4bfe-b4e7-ee65a791026f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:06.804092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81212087-6d36-4a10-9bd3-3211c3c044da req-5ade5a25-8052-407b-a83c-9ce6ef078424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:06.806296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81212087-6d36-4a10-9bd3-3211c3c044da req-5ade5a25-8052-407b-a83c-9ce6ef078424 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04f790dc-05a0-49ce-94fc-f6d6530898e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3305290 Jul 13 19:34:06.923064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:06.927772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6dae53ab-47ea-4496-852b-807203e77fe9 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204249665', 'description': 'tempest-description--848695637'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:06.981691 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dae53ab-47ea-4496-852b-807203e77fe9 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.148453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dae53ab-47ea-4496-852b-807203e77fe9 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.154113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dae53ab-47ea-4496-852b-807203e77fe9 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.185327 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dae53ab-47ea-4496-852b-807203e77fe9 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.189965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6dae53ab-47ea-4496-852b-807203e77fe9 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2656274 Jul 13 19:34:07.192905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:07.198338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-78df4e36-c259-46e3-83ff-e66dc14c0876 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'security_group_rule': {'security_group_id': '1dd1f645-721e-49f7-bb80-6254c938dca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:07.229021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae53ab-47ea-4496-852b-807203e77fe9 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd1f645-721e-49f7-bb80-6254c938dca5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:07.254013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df4e36-c259-46e3-83ff-e66dc14c0876 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.289666 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81212087-6d36-4a10-9bd3-3211c3c044da req-7b2e3b89-a115-4224-b00e-cf73a0951899 service neutron] 10.222.0.60 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631178 Jul 13 19:34:07.343269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df4e36-c259-46e3-83ff-e66dc14c0876 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.349535 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df4e36-c259-46e3-83ff-e66dc14c0876 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.396426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df4e36-c259-46e3-83ff-e66dc14c0876 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.402258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-78df4e36-c259-46e3-83ff-e66dc14c0876 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2078288 Jul 13 19:34:07.403012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:07.411382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ea0a44b9-e714-4cb6-b0b1-2647eb3cb0bb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'security_group_rule': {'security_group_id': '1dd1f645-721e-49f7-bb80-6254c938dca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:07.464469 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.468245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df4e36-c259-46e3-83ff-e66dc14c0876 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255740a0-1828-4673-8e36-78befdf2f2ca,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:07.484344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a44b9-e714-4cb6-b0b1-2647eb3cb0bb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.485647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-d1b3af39-665b-4335-9ec0-1fd9fcf30864 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:07.499221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] Sync routers for ids ['c55debbb-3d33-407f-a79f-d0733aaacc65'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:07.514468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] Routers {'c55debbb-3d33-407f-a79f-d0733aaacc65'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:07.516500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c55debbb-3d33-407f-a79f-d0733aaacc65'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:07.529128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-d1b3af39-665b-4335-9ec0-1fd9fcf30864 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.564134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a44b9-e714-4cb6-b0b1-2647eb3cb0bb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.571282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a44b9-e714-4cb6-b0b1-2647eb3cb0bb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.657142 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a44b9-e714-4cb6-b0b1-2647eb3cb0bb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797650b3-9ccb-43d1-ace7-18876532161a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:07.669204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a44b9-e714-4cb6-b0b1-2647eb3cb0bb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.670588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ea0a44b9-e714-4cb6-b0b1-2647eb3cb0bb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2641826 Jul 13 19:34:07.673751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:07.679727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:07.685804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:07.699994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.743529 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.755759 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-d1b3af39-665b-4335-9ec0-1fd9fcf30864 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "PUT /v2.0/floatingips/041d4695-f08b-4c68-916d-4f8a461ca615 HTTP/1.1" status: 200 len: 695 time: 3.5059249 Jul 13 19:34:07.793358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:07.796422 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcc7826-0374-4590-9a6e-da50195a4fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:07.815048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81212087-6d36-4a10-9bd3-3211c3c044da req-f90739de-2020-4836-b585-687e71f8174c service neutron] 10.222.0.60 "GET /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150344 Jul 13 19:34:07.829730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] Set router c55debbb-3d33-407f-a79f-d0733aaacc65 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:07.931765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f7054d25-711f-423d-a9f9-cd8cba85447b req-8b22c812-a38b-487a-a7e0-be4b1ad8dd2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0763071 Jul 13 19:34:07.979575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device acd21502-bb4e-40f5-a70f-69ced18a132b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:08.029482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.094553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Allocated IP 172.20.0.14 (06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa/dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b/5203f733-bba5-4060-91fd-72000c2983bc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:08.165444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port acd21502-bb4e-40f5-a70f-69ced18a132b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:08.192123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port acd21502-bb4e-40f5-a70f-69ced18a132b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:08.192535 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.227488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Allocated IP 172.25.7.248 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/8292ea03-b922-4921-8a90-d9530530c2e5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:08.385188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.386595 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-4e03d3c4-63f9-4f98-8d17-f8e5ad315596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:08.388167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-4e03d3c4-63f9-4f98-8d17-f8e5ad315596 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38f77f58e3f54a0c801129682a1eed05&device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1097 time: 0.5863287 Jul 13 19:34:08.398032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '10c83657-4519-423f-859f-11232bfb5149', 'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'mac_address': 'fa:16:3e:e8:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:49Z', 'updated_at': '2021-07-13T19:33:00Z', 'revision_number': 5, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'subnets': [{'id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:08.437904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] Checking router: c55debbb-3d33-407f-a79f-d0733aaacc65 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:08.442300 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.461160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] Routers {'c55debbb-3d33-407f-a79f-d0733aaacc65'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:08.461858 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c55debbb-3d33-407f-a79f-d0733aaacc65'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:08.510776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.553020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port acd21502-bb4e-40f5-a70f-69ced18a132b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=acd21502-bb4e-40f5-a70f-69ced18a132b,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:08.562994 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.574429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-f593e632-382b-4066-8a86-714b7693b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:08.575756 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-f593e632-382b-4066-8a86-714b7693b21e service neutron] 10.222.0.25 "GET /v2.0/networks?id=1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 200 len: 921 time: 0.1550877 Jul 13 19:34:08.579146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Router 53c7b404-db9d-4b89-87b7-ca01f502049b is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:34:08.607356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c18955-2e2d-4a6c-bf50-053650b2d42c req-1446b4d3-4873-4cf6-b2f1-9202a14f2bcf tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:08.615814 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3c18955-2e2d-4a6c-bf50-053650b2d42c req-1446b4d3-4873-4cf6-b2f1-9202a14f2bcf tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 945 time: 0.2146058 Jul 13 19:34:08.623529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:08.628703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.636880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:08.649889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:08.654285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'Port': ['ID=8292ea03-b922-4921-8a90-d9530530c2e5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:08.666664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Transition to ACTIVE for port object 5203f733-bba5-4060-91fd-72000c2983bc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:08.733336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3c18955-2e2d-4a6c-bf50-053650b2d42c req-4ea92f26-ad73-480e-bcd0-42fab2409931 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146715 Jul 13 19:34:08.779146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=acd21502-bb4e-40f5-a70f-69ced18a132b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:08.811904 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.827345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] Set router c55debbb-3d33-407f-a79f-d0733aaacc65 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:08.829364 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-2ba51aa7-edc8-4a68-98ed-bdc81fcb62f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 217 time: 0.2276840 Jul 13 19:34:08.840984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.856631 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca688ebb-879b-4a20-8779-6465193163a0 x-openstack-request-id: req-ca688ebb-879b-4a20-8779-6465193163a0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:08.856933 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:08.857194 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca688ebb-879b-4a20-8779-6465193163a0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:08.857594 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5', 'status': 'completed', 'code': 200} Jul 13 19:34:08.909090 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Sync routers for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:08.912122 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.931020 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:08.931670 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-944e702e-7f53-4934-af3f-161cc343478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:09.125108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc7826-0374-4590-9a6e-da50195a4fe6 req-cb47321f-842f-4858-bcf3-7cc423e13298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:09.130324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fcc7826-0374-4590-9a6e-da50195a4fe6 req-cb47321f-842f-4858-bcf3-7cc423e13298 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38f77f58e3f54a0c801129682a1eed05&device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 1097 time: 0.2269537 Jul 13 19:34:09.152131 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:09.288114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '10c83657-4519-423f-859f-11232bfb5149', 'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'mac_address': 'fa:16:3e:e8:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:49Z', 'updated_at': '2021-07-13T19:33:00Z', 'revision_number': 5, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'subnets': [{'id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:09.333748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982686d3-fd7d-43f3-afcd-2c04d8a330f4 None None] The sync data for ids ['c55debbb-3d33-407f-a79f-d0733aaacc65'] in n-d-800708-1 is: [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:32:51Z', 'revision_number': 4, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '10c83657-4519-423f-859f-11232bfb5149', 'name': '', 'network_id': '1fa9e829-509c-4ef8-8762-1345ce996ad0', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'mac_address': 'fa:16:3e:e8:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:49Z', 'updated_at': '2021-07-13T19:33:00Z', 'revision_number': 5, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'subnets': [{'id': 'cb60cdf7-45cc-40e7-b935-63c06ad4f599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:09.376968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302d50c-60d2-4c25-a174-c6ebb542afbe req-157a8b36-55b8-42cd-8c8c-9da19f51500b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:09.386470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4302d50c-60d2-4c25-a174-c6ebb542afbe req-157a8b36-55b8-42cd-8c8c-9da19f51500b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 932 time: 0.1466267 Jul 13 19:34:09.509338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4302d50c-60d2-4c25-a174-c6ebb542afbe req-99dc7f62-bb3c-4796-8d6f-f0d8c37df821 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213212 Jul 13 19:34:09.524629 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc7826-0374-4590-9a6e-da50195a4fe6 req-cf36e621-2683-49e4-93fa-9721ee6c2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:09.526367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fcc7826-0374-4590-9a6e-da50195a4fe6 req-cf36e621-2683-49e4-93fa-9721ee6c2dc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 200 len: 921 time: 0.3911958 Jul 13 19:34:09.573409 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-944e702e-7f53-4934-af3f-161cc343478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:04Z', 'revision_number': 2, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:09.639915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:09.640072 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Checking router: aad50e92-0546-40a6-899f-b52ab07043e6 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:09.640327 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Updating router aad50e92-0546-40a6-899f-b52ab07043e6 port e863af16-94f5-4e0b-9445-e78af2072c5a binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:34:09.661013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:09.668209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fcc7826-0374-4590-9a6e-da50195a4fe6 req-a07a2b2c-b204-4dfe-b47d-3fb5e2f1d7ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 200 len: 217 time: 0.1195664 Jul 13 19:34:09.669625 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:09.671268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Port': ['ID=5203f733-bba5-4060-91fd-72000c2983bc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:09.674169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:09.691471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-ee2c65fb-c6b7-4458-8200-99aa0f2530eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:09.691471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-ee2c65fb-c6b7-4458-8200-99aa0f2530eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cb60cdf7-45cc-40e7-b935-63c06ad4f599 HTTP/1.1" status: 200 len: 860 time: 0.8596411 Jul 13 19:34:09.691962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:09.750807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device acd21502-bb4e-40f5-a70f-69ced18a132b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:09.753230 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:09.874478 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-fad427e5-5871-4d8f-b9a0-a669e8563968 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1fa9e829-509c-4ef8-8762-1345ce996ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560841 Jul 13 19:34:09.929452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port acd21502-bb4e-40f5-a70f-69ced18a132b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:09.931048 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:09.989149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272bbc5-f7c6-47fa-a34b-a2d3beff3adf None None] New status for floating IP 041d4695-f08b-4c68-916d-4f8a461ca615: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:34:10.037378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'Port': ['ID=8292ea03-b922-4921-8a90-d9530530c2e5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:10.068336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc7826-0374-4590-9a6e-da50195a4fe6 req-b65377d0-5a0d-457e-ab12-771e40cf16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:10.070007 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fcc7826-0374-4590-9a6e-da50195a4fe6 req-b65377d0-5a0d-457e-ab12-771e40cf16b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60cdf7-45cc-40e7-b935-63c06ad4f599 HTTP/1.1" status: 200 len: 860 time: 0.3497105 Jul 13 19:34:10.075265 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.079722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-c487bf50-e18e-49e2-ad7a-3369f8e47b16 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:10.082389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-c487bf50-e18e-49e2-ad7a-3369f8e47b16 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.60 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 945 time: 1.1998472 Jul 13 19:34:10.141088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:10.141763 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.165793 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fcc7826-0374-4590-9a6e-da50195a4fe6 req-ba2cf91a-f988-4f2a-a0f6-e5a5edddf831 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1fa9e829-509c-4ef8-8762-1345ce996ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870695 Jul 13 19:34:10.180636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:10.197306 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6167a5-e56e-4492-a16c-b1f6e3151bb3 None None] Sync routers for ids ['53c7b404-db9d-4b89-87b7-ca01f502049b'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:10.215902 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.217544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-927aa53e-28fd-4c4c-af06-1117e1149ab0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5424080 Jul 13 19:34:10.232459 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.234078 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dd786d9f-bdb8-4f20-b2e5-8f4a69f2f32e tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.8447633 Jul 13 19:34:10.247774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:10.262380 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6167a5-e56e-4492-a16c-b1f6e3151bb3 None None] Routers {'53c7b404-db9d-4b89-87b7-ca01f502049b'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:10.265309 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab6167a5-e56e-4492-a16c-b1f6e3151bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['53c7b404-db9d-4b89-87b7-ca01f502049b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:10.377490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e4851-a065-45bb-bb9f-acd6cda35057 req-d92a1330-0f54-4fab-b4f3-a62fcb3dd2dc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:10.386536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b12e4851-a065-45bb-bb9f-acd6cda35057 req-d92a1330-0f54-4fab-b4f3-a62fcb3dd2dc tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 945 time: 0.3530521 Jul 13 19:34:10.397527 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab6167a5-e56e-4492-a16c-b1f6e3151bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:10.459104 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6167a5-e56e-4492-a16c-b1f6e3151bb3 None None] Routers {'53c7b404-db9d-4b89-87b7-ca01f502049b'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:10.464097 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab6167a5-e56e-4492-a16c-b1f6e3151bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['53c7b404-db9d-4b89-87b7-ca01f502049b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:10.489468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b12e4851-a065-45bb-bb9f-acd6cda35057 req-c441ceaf-66d6-455a-a2d3-42563fbcd74a tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f23a917-d608-4526-9065-b39be649badc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009469 Jul 13 19:34:10.507027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fcc7826-0374-4590-9a6e-da50195a4fe6 req-4f631e82-f487-4864-bbe2-3acd95a50c5c service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284235 Jul 13 19:34:10.547592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24f1db98-ba8f-4ac2-8e2f-6950bbd2c4c4 None None] Provisioning for port 5203f733-bba5-4060-91fd-72000c2983bc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:10.551295 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab6167a5-e56e-4492-a16c-b1f6e3151bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:10.552321 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6167a5-e56e-4492-a16c-b1f6e3151bb3 None None] The sync data for ids ['53c7b404-db9d-4b89-87b7-ca01f502049b'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:10.582017 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2519682e-3ffc-4ac1-85c8-5876732d7d31 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/routers/53c7b404-db9d-4b89-87b7-ca01f502049b HTTP/1.1" status: 200 len: 920 time: 0.3329525 Jul 13 19:34:10.593180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:10.601377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24f1db98-ba8f-4ac2-8e2f-6950bbd2c4c4 None None] Provisioning complete for port 5203f733-bba5-4060-91fd-72000c2983bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:10.602504 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24f1db98-ba8f-4ac2-8e2f-6950bbd2c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.697821 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.710495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9acb617c-a2d0-483c-ab08-81b39c910c07 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=53c7b404-db9d-4b89-87b7-ca01f502049b HTTP/1.1" status: 200 len: 205 time: 0.1115682 Jul 13 19:34:10.713027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-afd09931-5e6c-4ccd-a70c-8fd2c3b3b61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9286265 Jul 13 19:34:10.717268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:10.733873 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Transition to ACTIVE for port object e863af16-94f5-4e0b-9445-e78af2072c5a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:10.741710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24f1db98-ba8f-4ac2-8e2f-6950bbd2c4c4 None None] Port 5203f733-bba5-4060-91fd-72000c2983bc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:10.757044 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.785315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'network_id': '93efba6e-435e-43b9-918b-7231596fb596', 'admin_state_up': True, 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'security_groups': ['42a8ede3-133d-4bfe-b4e7-ee65a791026f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:10.796684 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-3f443e33-8cf6-41c6-85ee-02a3f43b50f2 service neutron] 10.222.0.25 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918562 Jul 13 19:34:10.896703 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Pushing event updated for resources: {'Port': ['ID=e863af16-94f5-4e0b-9445-e78af2072c5a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:10.958336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fcc7826-0374-4590-9a6e-da50195a4fe6 req-422297f8-f913-47be-aa70-a822b4051d5c service neutron] 10.222.0.60 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463878 Jul 13 19:34:11.038520 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.038946 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.040232 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.040575 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.041159 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.041497 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.042095 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.042440 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.042771 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.043096 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.043439 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.047053 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:11.055817 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Attempting to bind port e863af16-94f5-4e0b-9445-e78af2072c5a on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:11.056206 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Attempting to bind port e863af16-94f5-4e0b-9445-e78af2072c5a by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:11.056573 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Attempting to bind port e863af16-94f5-4e0b-9445-e78af2072c5a on network 567711e2-fea6-4d54-9f0e-f57054264fbd {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:11.077583 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:11.078361 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Checking segment: {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:11.078804 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.080689 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Bound using segment: {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:11.081401 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Bound port: e863af16-94f5-4e0b-9445-e78af2072c5a, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:11.081794 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.117629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Deleting port 404d2643-992a-4d2a-9be3-60f527407a9b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:11.126863 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.189209 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-944e702e-7f53-4934-af3f-161cc343478a None None] For port e863af16-94f5-4e0b-9445-e78af2072c5a, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:11.192679 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-944e702e-7f53-4934-af3f-161cc343478a None None] For port e863af16-94f5-4e0b-9445-e78af2072c5a, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e863af16-94f5-4e0b-9445-e78af2072c5a,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:11.207420 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.312957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] For port 404d2643-992a-4d2a-9be3-60f527407a9b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=404d2643-992a-4d2a-9be3-60f527407a9b,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:11.313338 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.340509 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:11.349781 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-944e702e-7f53-4934-af3f-161cc343478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:11.352251 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2b1c1-3742-475c-91a5-bed5bcf6b7ec None None] Pushing event updated for resources: {'Port': ['ID=e863af16-94f5-4e0b-9445-e78af2072c5a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:11.386278 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.398259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-ead1ee14-f79c-40b6-891d-9b0b14bb6dc2 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--204249665&fields=id&tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d HTTP/1.1" status: 200 len: 267 time: 0.4423642 Jul 13 19:34:11.704003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-2b41ce50-9d85-41f6-8cef-03165e37b5a1 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:11.711146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-2b41ce50-9d85-41f6-8cef-03165e37b5a1 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 811 time: 0.3110638 Jul 13 19:34:11.789815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e863af16-94f5-4e0b-9445-e78af2072c5a up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:11.819279 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-944e702e-7f53-4934-af3f-161cc343478a None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:11.860925 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-d1830c95-00da-4a1d-a5ac-69ac71fa86c7 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/quotas/beaea4e27a144a3f9f4441ba3cab9f1d HTTP/1.1" status: 200 len: 375 time: 0.1482918 Jul 13 19:34:11.911932 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.912737 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.913922 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Floating IP dfbbfd73-fb46-4ecf-a75b-d9877917dd22 disassociated. External IP: 172.25.7.37, port: 404d2643-992a-4d2a-9be3-60f527407a9b. Jul 13 19:34:11.917462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e863af16-94f5-4e0b-9445-e78af2072c5a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:11.918468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Calling delete_port for 404d2643-992a-4d2a-9be3-60f527407a9b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:11.931763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e863af16-94f5-4e0b-9445-e78af2072c5a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:11.932503 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.963923 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.114347 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.130323 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.159713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91cbbcd-1778-4421-b2ae-6f2e512055c5 req-9376ec4c-678b-41df-90e1-e7d77224a81b service neutron] 10.222.0.25 "GET /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3446708 Jul 13 19:34:12.190115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-56f8aa75-04f6-40f6-b2a4-095a159780fb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3275838 Jul 13 19:34:12.242694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Pushing event deleted for resources: {'Port': ['ID=404d2643-992a-4d2a-9be3-60f527407a9b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:12.267211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e863af16-94f5-4e0b-9445-e78af2072c5a, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e863af16-94f5-4e0b-9445-e78af2072c5a,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:12.276232 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.284368 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-944e702e-7f53-4934-af3f-161cc343478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:11Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:12.353854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Deleting port bdff65e2-72aa-4f63-b553-906d1cd06fbe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:12.355811 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.372526 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e702e-7f53-4934-af3f-161cc343478a None None] The sync data for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 is: [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:11Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:12.394367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e863af16-94f5-4e0b-9445-e78af2072c5a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:12.408487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:12.416203 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.591925 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-6da37e01-e4f9-428d-9ad8-905a461d3ce5 service neutron] 10.222.0.25 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008343 Jul 13 19:34:12.667320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Allocated IP 10.1.1.135 (93efba6e-435e-43b9-918b-7231596fb596/d2db95a2-aa11-43ed-be32-71abe55aecc0/328bf161-1eb4-4b28-9339-08c47932338b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:12.760195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Router 47cd3da0-8174-4f11-a787-3d8c8c57d328 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:34:12.762472 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.779317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 404d2643-992a-4d2a-9be3-60f527407a9b no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:12.826174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Calling delete_port for bdff65e2-72aa-4f63-b553-906d1cd06fbe owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:12.867488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 404d2643-992a-4d2a-9be3-60f527407a9b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:12.868409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 404d2643-992a-4d2a-9be3-60f527407a9b not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:12.947866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.971208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Transition to ACTIVE for port object 328bf161-1eb4-4b28-9339-08c47932338b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:13.017116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-de219ff2-bd2f-4ee3-b144-7277c941759f service neutron] 10.222.0.25 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207611 Jul 13 19:34:13.193981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:13.208437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] Sync routers for ids ['47cd3da0-8174-4f11-a787-3d8c8c57d328'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:13.237399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] Routers {'47cd3da0-8174-4f11-a787-3d8c8c57d328'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:13.239720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['47cd3da0-8174-4f11-a787-3d8c8c57d328'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:13.298747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:13.338622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd49a7-81e4-42a4-9192-e8fda0507562 req-44f13682-8caf-4746-80c9-eaf26bf792b4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:13.354054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-05bd49a7-81e4-42a4-9192-e8fda0507562 req-44f13682-8caf-4746-80c9-eaf26bf792b4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 932 time: 0.8886871 Jul 13 19:34:13.377274 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:13.435579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Pushing event deleted for resources: {'Port': ['ID=bdff65e2-72aa-4f63-b553-906d1cd06fbe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:13.479894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network 93efba6e-435e-43b9-918b-7231596fb596 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:13.546601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] Set router 47cd3da0-8174-4f11-a787-3d8c8c57d328 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:13.549184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:13.553593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:13.558386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] No DVR routers for this DVR port 404d2643-992a-4d2a-9be3-60f527407a9b on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:13.564104 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:13.570835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9448-747e-4412-a70b-5a1ce1f1c87c req-63999dc6-eeac-443b-a73d-c403f74daead tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.60 "DELETE /v2.0/ports/404d2643-992a-4d2a-9be3-60f527407a9b HTTP/1.1" status: 204 len: 173 time: 3.4661663 Jul 13 19:34:13.595763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'name': 'network-vif-deleted', 'tag': '404d2643-992a-4d2a-9be3-60f527407a9b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:13.602919 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b82057e-d83e-418a-b391-54d2bdb12832" -d '{"events": [{"server_uuid": "b678cd92-1a23-43d0-94dc-f3d317455caf", "name": "network-vif-deleted", "tag": "404d2643-992a-4d2a-9be3-60f527407a9b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:13.693696 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-05bd49a7-81e4-42a4-9192-e8fda0507562 req-dc624354-0c30-4542-8769-d862d7aed519 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385437 Jul 13 19:34:13.723096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Port': ['ID=328bf161-1eb4-4b28-9339-08c47932338b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:13.735117 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:13.765357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:13.766051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:13.818192 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5f306e35-a5a5-4c88-9a38-ccb575ef472a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0383339 Jul 13 19:34:13.840067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'network_id': '93efba6e-435e-43b9-918b-7231596fb596', 'admin_state_up': True, 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'security_groups': ['42a8ede3-133d-4bfe-b4e7-ee65a791026f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:13.953799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e863af16-94f5-4e0b-9445-e78af2072c5a up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:14.079218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01dc0272-506d-4355-9d0f-ae7bff04f3c3 req-fe1920d5-3fd2-4a1b-9edc-857b23d09b25 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/ports?device_id=b678cd92-1a23-43d0-94dc-f3d317455caf HTTP/1.1" status: 200 len: 210 time: 0.1196985 Jul 13 19:34:14.155513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:14.160746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:14.235986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-9f96f2b8-11ca-4fbf-b549-bf33f4d3b230 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/floatingips/041d4695-f08b-4c68-916d-4f8a461ca615 HTTP/1.1" status: 200 len: 693 time: 0.0892665 Jul 13 19:34:14.236771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b195b8b-bfb9-4b8a-a79b-e2c974149d15 None None] Provisioning for port 328bf161-1eb4-4b28-9339-08c47932338b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:14.252661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b195b8b-bfb9-4b8a-a79b-e2c974149d15 None None] Provisioning complete for port 328bf161-1eb4-4b28-9339-08c47932338b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:14.253297 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b195b8b-bfb9-4b8a-a79b-e2c974149d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:14.348719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e863af16-94f5-4e0b-9445-e78af2072c5a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:14.349292 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:14.408515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b195b8b-bfb9-4b8a-a79b-e2c974149d15 None None] Port 328bf161-1eb4-4b28-9339-08c47932338b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:14.463758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-3f01402b-8449-4309-84b8-a1cb5a63711d tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:14.472774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-3f01402b-8449-4309-84b8-a1cb5a63711d tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 784 time: 0.2218349 Jul 13 19:34:14.500658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-6b9ff7e3-b0ee-4d05-815a-994949782ac4 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:34:14.511074 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-6b9ff7e3-b0ee-4d05-815a-994949782ac4 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0363774 Jul 13 19:34:14.522114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:48Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '91f643cf-7b38-45f9-8237-6788106b847e', 'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'mac_address': 'fa:16:3e:78:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:46Z', 'updated_at': '2021-07-13T19:32:03Z', 'revision_number': 5, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'subnets': [{'id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:14.559029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] Checking router: 47cd3da0-8174-4f11-a787-3d8c8c57d328 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:14.589427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] Routers {'47cd3da0-8174-4f11-a787-3d8c8c57d328'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:14.590076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['47cd3da0-8174-4f11-a787-3d8c8c57d328'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:14.784444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] Set router 47cd3da0-8174-4f11-a787-3d8c8c57d328 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:15.059683 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.077120 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.089468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b54fbf5d-7d3b-4c36-b9b0-5fc284b6750c req-3aeb20aa-0429-4d06-a2bb-d0eb69663f26 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 210 time: 0.0449924 Jul 13 19:34:15.140446 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-c7ef5fe0-51d9-4983-bf07-4b33b43ad1c0 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.6249092 Jul 13 19:34:15.204260 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-e2ca3770-6a70-4a7b-8158-d82ed7333d4e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.0556123 Jul 13 19:34:15.205918 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f833cf-c163-4fda-83ea-b838a834d776 x-openstack-request-id: req-46f833cf-c163-4fda-83ea-b838a834d776 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:15.206517 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b678cd92-1a23-43d0-94dc-f3d317455caf", "name": "network-vif-deleted", "tag": "404d2643-992a-4d2a-9be3-60f527407a9b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:15.206769 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46f833cf-c163-4fda-83ea-b838a834d776 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:15.207192 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b678cd92-1a23-43d0-94dc-f3d317455caf', 'name': 'network-vif-deleted', 'tag': '404d2643-992a-4d2a-9be3-60f527407a9b', 'status': 'completed', 'code': 200} Jul 13 19:34:15.239598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.240503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Fanout notify agent at l3_agent the message router_deleted on router 53c7b404-db9d-4b89-87b7-ca01f502049b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:15.261342 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.270003 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-76e2e8d0-957d-4a93-ad25-e80bf266d53f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/53c7b404-db9d-4b89-87b7-ca01f502049b HTTP/1.1" status: 204 len: 168 time: 4.5459325 Jul 13 19:34:15.270786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:15.283878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Request body: {'router': {'name': 'tempest-snat-router-904244162', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:15.355645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.356862 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.364313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:48Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '91f643cf-7b38-45f9-8237-6788106b847e', 'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'mac_address': 'fa:16:3e:78:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:46Z', 'updated_at': '2021-07-13T19:32:03Z', 'revision_number': 5, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'subnets': [{'id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:15.422157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Allocated IP 10.1.1.188 (93efba6e-435e-43b9-918b-7231596fb596/d2db95a2-aa11-43ed-be32-71abe55aecc0/9e51cffb-fb72-4009-b0b7-8c8304c3bde5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:15.443765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0040a-50ce-4fa6-8b43-8ee0c5e978a8 None None] The sync data for ids ['47cd3da0-8174-4f11-a787-3d8c8c57d328'] in n-d-800708-1 is: [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:31:48Z', 'revision_number': 4, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '91f643cf-7b38-45f9-8237-6788106b847e', 'name': '', 'network_id': '04f790dc-05a0-49ce-94fc-f6d6530898e0', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'mac_address': 'fa:16:3e:78:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:46Z', 'updated_at': '2021-07-13T19:32:03Z', 'revision_number': 5, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'subnets': [{'id': '21c22fa7-76da-4e40-9ea8-ee394562c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:15.519514 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.528731 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.581039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Deleting port ac5aae4d-972d-4c21-8ceb-3f3231e336c9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:15.581385 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.712678 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.713016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:15.739806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Calling delete_port for ac5aae4d-972d-4c21-8ceb-3f3231e336c9 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:15.900949 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.004967 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf536b9-6c69-4593-8be7-889df6f6e106 None None] New status for floating IP dfbbfd73-fb46-4ecf-a75b-d9877917dd22: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:34:16.031351 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.065656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Transition to ACTIVE for port object 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:16.084223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-463ad87f-95f0-4951-9d0e-2c87ed931d16 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:16.086282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-463ad87f-95f0-4951-9d0e-2c87ed931d16 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 811 time: 0.3469152 Jul 13 19:34:16.145366 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.174034 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.176124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c95b-17e8-4d60-baef-32d93db73edd req-1f2c8ea3-ba52-47a7-ba39-5a2438a48d1e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:16.187878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Pushing event deleted for resources: {'Port': ['ID=ac5aae4d-972d-4c21-8ceb-3f3231e336c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:16.195734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c95b-17e8-4d60-baef-32d93db73edd req-1f2c8ea3-ba52-47a7-ba39-5a2438a48d1e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:16.197399 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.197882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4493c95b-17e8-4d60-baef-32d93db73edd req-1f2c8ea3-ba52-47a7-ba39-5a2438a48d1e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 1654 time: 0.4487207 Jul 13 19:34:16.203597 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.204065 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.204529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.204989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.205447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.205883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.206315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.206804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.207227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.207657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.208097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.208522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:16.339769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4493c95b-17e8-4d60-baef-32d93db73edd req-90a4be8e-c828-429b-bdf4-79a62a4169e0 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865827 Jul 13 19:34:16.342534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network 93efba6e-435e-43b9-918b-7231596fb596 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:16.344206 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-78d0a0d5-f652-4cc1-bc7c-b6f40038d1dd tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d HTTP/1.1" status: 200 len: 379 time: 0.2338431 Jul 13 19:34:16.349987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:16.358702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'port': {'device_id': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'admin_state_up': True, 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'security_groups': ['1dd1f645-721e-49f7-bb80-6254c938dca5']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:16.368702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:16.422469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Port': ['ID=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:16.453251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.458056 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.484244 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-069082f2-ff6e-4d72-a721-1b952c7f00f4 req-fe9e920f-1db4-4e47-b869-c9a004e4c67e tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "DELETE /v2.0/floatingips/041d4695-f08b-4c68-916d-4f8a461ca615 HTTP/1.1" status: 204 len: 173 time: 1.2737107 Jul 13 19:34:16.525883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:16.527012 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.577080 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b83b7673-fb56-4dae-acad-946c51f39640 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7534084 Jul 13 19:34:16.588388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4', 'admin_state_up': True, 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'security_groups': ['42a8ede3-133d-4bfe-b4e7-ee65a791026f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:16.756926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Made reservation on behalf of beaea4e27a144a3f9f4441ba3cab9f1d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:16.765157 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.785610 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.843235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-78ff757a-8c99-4a97-9c23-7fe710a8da25 req-985d05d8-36b5-4f87-b546-6c67c2ee6801 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups/7274c225-2b5a-4119-b560-f7022d7a87db HTTP/1.1" status: 200 len: 1808 time: 0.0642862 Jul 13 19:34:16.850186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50ddd012-0b07-4e43-8871-3cf942600839 None None] Provisioning for port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:16.854755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50ddd012-0b07-4e43-8871-3cf942600839 None None] Provisioning complete for port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:16.855129 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50ddd012-0b07-4e43-8871-3cf942600839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.859254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:16.859827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3cfc515-d95b-4a95-9885-f5faea08a3c0 req-390e65cd-f391-4f9a-b23f-d1d1acab4dca tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 210 time: 0.1161299 Jul 13 19:34:16.863647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:16.923009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-50ddd012-0b07-4e43-8871-3cf942600839 None None] Port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:16.935116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:17.020850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78ff757a-8c99-4a97-9c23-7fe710a8da25 req-2c4659e7-5239-4404-88b8-97a5531b7672 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.061399 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78ff757a-8c99-4a97-9c23-7fe710a8da25 req-2c4659e7-5239-4404-88b8-97a5531b7672 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.073593 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.176644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Allocated IP 172.20.0.11 (567711e2-fea6-4d54-9f0e-f57054264fbd/d20e4061-ca7e-41f9-b62f-4af51931ee54/3a28433b-86c8-4d65-9a50-153e1d8d034c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:17.212552 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.238753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.298321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Allocated IP 172.25.7.230 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/ba8e68b5-e827-45de-9d4c-0c377a02e762) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:17.313575 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78ff757a-8c99-4a97-9c23-7fe710a8da25 req-2c4659e7-5239-4404-88b8-97a5531b7672 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.316491 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78ff757a-8c99-4a97-9c23-7fe710a8da25 req-2c4659e7-5239-4404-88b8-97a5531b7672 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.317558 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-78ff757a-8c99-4a97-9c23-7fe710a8da25 req-2c4659e7-5239-4404-88b8-97a5531b7672 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "DELETE /v2.0/security-groups/7274c225-2b5a-4119-b560-f7022d7a87db HTTP/1.1" status: 204 len: 173 time: 0.4677477 Jul 13 19:34:17.347255 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.350278 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.351602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "DELETE /v2.0/security-groups/4f23a917-d608-4526-9065-b39be649badc HTTP/1.1" status: 204 len: 168 time: 0.4154773 Jul 13 19:34:17.365547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:17.391408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4659e7-5239-4404-88b8-97a5531b7672 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7274c225-2b5a-4119-b560-f7022d7a87db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:17.393380 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a3fe0a3d-0f6e-493f-8c06-e214ce610787 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] show failed (client error): The resource could not be found. Jul 13 19:34:17.397066 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a3fe0a3d-0f6e-493f-8c06-e214ce610787 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "GET /v2.0/security-groups/4f23a917-d608-4526-9065-b39be649badc HTTP/1.1" status: 404 len: 347 time: 0.0251987 Jul 13 19:34:17.398147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:17.564095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f23a917-d608-4526-9065-b39be649badc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:17.591815 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.610554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Transition to ACTIVE for port object 3a28433b-86c8-4d65-9a50-153e1d8d034c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:17.661068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.661626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.662153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.662706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.663240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.663787 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.665163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.665859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.666663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.667242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.667772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.668429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4bdc2-029d-4d66-bd7e-8be22482e125 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:17.719071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Allocated IP 10.2.2.100 (fc48e9f8-64d4-46ae-b499-cab3fb6c13a4/543a6e7f-0df1-4865-b58a-16d05651e8f0/743dbe49-a56b-44e7-a269-19a3d7e44dcc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:17.721222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.813338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Network 567711e2-fea6-4d54-9f0e-f57054264fbd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:17.817361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:17.819387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'Port': ['ID=3a28433b-86c8-4d65-9a50-153e1d8d034c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:17.825149 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.830238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:17.900251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:17.910563 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.944487 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-8f224bcd-c513-4d95-a475-1daf33511197 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5908267 Jul 13 19:34:17.984688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Request body: {'port': {'device_id': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:17.990705 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.000948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.025023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Transition to ACTIVE for port object 743dbe49-a56b-44e7-a269-19a3d7e44dcc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:18.094071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:18.104473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e11c9eeb-25e0-420d-8051-49b4a3c2bae5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Deleting port c1066a4b-9340-44b7-8174-e54743365a03 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:18.104966 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11c9eeb-25e0-420d-8051-49b4a3c2bae5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.105094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:18.107859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:18.129176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3ef5a-b42a-4e55-983c-184be6b9687f req-320cc686-11d3-4391-91e6-09bde7c61dbb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:18.143460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3ef5a-b42a-4e55-983c-184be6b9687f req-320cc686-11d3-4391-91e6-09bde7c61dbb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:18.185972 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3ef5a-b42a-4e55-983c-184be6b9687f req-320cc686-11d3-4391-91e6-09bde7c61dbb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:18.193823 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8bd3ef5a-b42a-4e55-983c-184be6b9687f req-320cc686-11d3-4391-91e6-09bde7c61dbb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 2375 time: 0.6090803 Jul 13 19:34:18.212912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event updated for resources: {'Port': ['ID=ba8e68b5-e827-45de-9d4c-0c377a02e762,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:18.253700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd292207-7808-43a9-b1d4-d3ae5ef3d0ab None None] Provisioning for port 3a28433b-86c8-4d65-9a50-153e1d8d034c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:18.275176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd292207-7808-43a9-b1d4-d3ae5ef3d0ab None None] Provisioning complete for port 3a28433b-86c8-4d65-9a50-153e1d8d034c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:18.275816 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd292207-7808-43a9-b1d4-d3ae5ef3d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.321841 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8bd3ef5a-b42a-4e55-983c-184be6b9687f req-41de5279-fec7-407e-adaa-a66755d74db0 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271851 Jul 13 19:34:18.325119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.352134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c63a62-790f-4bde-9a9a-6ab35b3ffa11 req-c374c0f3-7b83-438d-9f8e-698ff2152e7a tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:18.371907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-95c63a62-790f-4bde-9a9a-6ab35b3ffa11 req-c374c0f3-7b83-438d-9f8e-698ff2152e7a tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.4157116 Jul 13 19:34:18.395280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.417917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd292207-7808-43a9-b1d4-d3ae5ef3d0ab None None] Port 3a28433b-86c8-4d65-9a50-153e1d8d034c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:18.453618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:18.462678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Port': ['ID=743dbe49-a56b-44e7-a269-19a3d7e44dcc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:18.468586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:18.472901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11c9eeb-25e0-420d-8051-49b4a3c2bae5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.473386 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11c9eeb-25e0-420d-8051-49b4a3c2bae5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.477145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:18.505005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-95c63a62-790f-4bde-9a9a-6ab35b3ffa11 req-357af8d3-8c86-4aaf-8466-82992761ddf6 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321146 Jul 13 19:34:18.548170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:18.549089 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.562977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e11c9eeb-25e0-420d-8051-49b4a3c2bae5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Calling delete_port for c1066a4b-9340-44b7-8174-e54743365a03 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:18.579760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-55e9aa6e-8823-42e5-8f43-dad224db6cb4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9964967 Jul 13 19:34:18.748063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4', 'admin_state_up': True, 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'security_groups': ['42a8ede3-133d-4bfe-b4e7-ee65a791026f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:18.752458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.753620 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11c9eeb-25e0-420d-8051-49b4a3c2bae5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.837347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:18.948692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-883dac6c-b800-4bd4-9a9a-1323937c6cdb None None] Provisioning for port 743dbe49-a56b-44e7-a269-19a3d7e44dcc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:18.966741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-883dac6c-b800-4bd4-9a9a-1323937c6cdb None None] Provisioning complete for port 743dbe49-a56b-44e7-a269-19a3d7e44dcc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:18.967120 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-883dac6c-b800-4bd4-9a9a-1323937c6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.004926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c9eeb-25e0-420d-8051-49b4a3c2bae5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Pushing event deleted for resources: {'Port': ['ID=c1066a4b-9340-44b7-8174-e54743365a03,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:19.069183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-883dac6c-b800-4bd4-9a9a-1323937c6cdb None None] Port 743dbe49-a56b-44e7-a269-19a3d7e44dcc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:19.090933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11c9eeb-25e0-420d-8051-49b4a3c2bae5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.098080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11c9eeb-25e0-420d-8051-49b4a3c2bae5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.102824 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e11c9eeb-25e0-420d-8051-49b4a3c2bae5 tempest-ServersTestManualDisk-1891836539 tempest-ServersTestManualDisk-1891836539-project] 10.222.0.25 "DELETE /v2.0/floatingips/dfbbfd73-fb46-4ecf-a75b-d9877917dd22 HTTP/1.1" status: 204 len: 168 time: 1.7006335 Jul 13 19:34:19.103416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:19.230969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Made reservation on behalf of 367294edf4204f10bfb6e7392c153491 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:19.236237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.389519 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd039ec-9b7f-4a7b-84e0-6ec064f0ef01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.469246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd0e5-3344-4777-ad23-0b1dff758749 req-3045005f-1633-422e-bcaa-b646724478a1 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:19.476321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5edd0e5-3344-4777-ad23-0b1dff758749 req-3045005f-1633-422e-bcaa-b646724478a1 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 932 time: 0.7249103 Jul 13 19:34:19.671866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5edd0e5-3344-4777-ad23-0b1dff758749 req-59cbaa1c-4df3-48e5-b126-723eb6dafdd7 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946723 Jul 13 19:34:19.769261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a28433b-86c8-4d65-9a50-153e1d8d034c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:19.779207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.796478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Transition to ACTIVE for port object 3a28433b-86c8-4d65-9a50-153e1d8d034c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:19.818737 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.899127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.922021 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd039ec-9b7f-4a7b-84e0-6ec064f0ef01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.936515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd039ec-9b7f-4a7b-84e0-6ec064f0ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.968039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Allocated IP 10.2.2.200 (fc48e9f8-64d4-46ae-b499-cab3fb6c13a4/543a6e7f-0df1-4865-b58a-16d05651e8f0/dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:19.996700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Pushing event updated for resources: {'Port': ['ID=3a28433b-86c8-4d65-9a50-153e1d8d034c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:20.068805 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1fd039ec-9b7f-4a7b-84e0-6ec064f0ef01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c34a3cda7dd4125bfa728027f655872&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2294979 Jul 13 19:34:20.079390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:20.099030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd039ec-9b7f-4a7b-84e0-6ec064f0ef01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2df36c1-4559-4005-a701-47edcefa2de9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:20.146631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5311e-b9ea-4247-a073-ea04ec58d28b req-368f7011-b0a4-430d-b130-1857c71e330c tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:20.154567 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ff5311e-b9ea-4247-a073-ea04ec58d28b req-368f7011-b0a4-430d-b130-1857c71e330c tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.3367469 Jul 13 19:34:20.227689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-593471da-ea3a-433b-9d0a-b7326baf7a62 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:20.229351 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-593471da-ea3a-433b-9d0a-b7326baf7a62 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.3900228 Jul 13 19:34:20.236449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Attempting to bind port 3a28433b-86c8-4d65-9a50-153e1d8d034c on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:20.236449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Attempting to bind port 3a28433b-86c8-4d65-9a50-153e1d8d034c by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:20.236449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Attempting to bind port 3a28433b-86c8-4d65-9a50-153e1d8d034c on network 567711e2-fea6-4d54-9f0e-f57054264fbd {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:20.246956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7ce70-9c44-45a6-8941-e1cf68e4593f req-79b97b78-f2a0-40ec-97a2-dd03859c451d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:20.248125 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ff5311e-b9ea-4247-a073-ea04ec58d28b req-4b1e7ab6-f35e-4a90-b0b7-9b6dbfffe59d tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927711 Jul 13 19:34:20.251504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Port 3a28433b-86c8-4d65-9a50-153e1d8d034c on network 567711e2-fea6-4d54-9f0e-f57054264fbd not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:20.251764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Attempting to bind port 3a28433b-86c8-4d65-9a50-153e1d8d034c on network 567711e2-fea6-4d54-9f0e-f57054264fbd {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:20.254159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7ce70-9c44-45a6-8941-e1cf68e4593f req-79b97b78-f2a0-40ec-97a2-dd03859c451d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:20.261994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7ce70-9c44-45a6-8941-e1cf68e4593f req-79b97b78-f2a0-40ec-97a2-dd03859c451d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:20.269165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7ce70-9c44-45a6-8941-e1cf68e4593f req-79b97b78-f2a0-40ec-97a2-dd03859c451d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:20.271605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:20.271948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Checking segment: {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:20.272412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Bound using segment: {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:20.272779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Bound port: 3a28433b-86c8-4d65-9a50-153e1d8d034c, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:20.273182 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.275630 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5eb7ce70-9c44-45a6-8941-e1cf68e4593f req-79b97b78-f2a0-40ec-97a2-dd03859c451d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 3096 time: 0.4374046 Jul 13 19:34:20.307798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Router 4ab70462-3d01-4d71-9b50-19d9f8b6ed4a is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:34:20.416286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] For port 3a28433b-86c8-4d65-9a50-153e1d8d034c, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:20.417055 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.420888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] For port 3a28433b-86c8-4d65-9a50-153e1d8d034c, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:20.432347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Transition to ACTIVE for port object dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:20.454622 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.505032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:20.505750 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.507116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] 10.222.0.24 "PUT /v2.0/ports/3a28433b-86c8-4d65-9a50-153e1d8d034c HTTP/1.1" status: 200 len: 1092 time: 2.5381033 Jul 13 19:34:20.509395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'tag': '3a28433b-86c8-4d65-9a50-153e1d8d034c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:20.511516 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7076df-296a-48ff-a171-2483e02cfc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "58698bd0-6b21-4c87-9f70-edfea54e6b6c", "tag": "3a28433b-86c8-4d65-9a50-153e1d8d034c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:20.532532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:20.540442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79295283-61c8-4fe0-9912-bc40b273742c service neutron] Pushing event updated for resources: {'Port': ['ID=3a28433b-86c8-4d65-9a50-153e1d8d034c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:20.556789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Sync routers for ids ['4ab70462-3d01-4d71-9b50-19d9f8b6ed4a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:20.567532 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.569587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-69e5f378-faa7-43e2-a9fa-2f34acf7836b tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2941861 Jul 13 19:34:20.571372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Routers {'4ab70462-3d01-4d71-9b50-19d9f8b6ed4a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:20.572062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:20.574480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4ab70462-3d01-4d71-9b50-19d9f8b6ed4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:20.645374 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5eb7ce70-9c44-45a6-8941-e1cf68e4593f req-082d52ca-2203-4fc1-a068-5762474ea572 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275709 Jul 13 19:34:20.646137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b333296a-f55a-4152-aff0-cccb58baadd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.648861 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1424080f-4d21-4774-a97d-55e6b32976c6 x-openstack-request-id: req-1424080f-4d21-4774-a97d-55e6b32976c6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:20.648861 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58698bd0-6b21-4c87-9f70-edfea54e6b6c", "tag": "3a28433b-86c8-4d65-9a50-153e1d8d034c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:20.649243 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1424080f-4d21-4774-a97d-55e6b32976c6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:20.649952 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'tag': '3a28433b-86c8-4d65-9a50-153e1d8d034c', 'status': 'completed', 'code': 200} Jul 13 19:34:20.672297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b333296a-f55a-4152-aff0-cccb58baadd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.760675 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-43e02b9e-dd18-4414-bd1f-6b72f7abbd09 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/routers/4ab70462-3d01-4d71-9b50-19d9f8b6ed4a HTTP/1.1" status: 200 len: 908 time: 0.1872461 Jul 13 19:34:20.762996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-b43e23fc-1b83-4898-93cb-7838c1cfc647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:20.764499 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-b43e23fc-1b83-4898-93cb-7838c1cfc647 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 1095 time: 0.1300871 Jul 13 19:34:20.765256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:20.776984 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b333296a-f55a-4152-aff0-cccb58baadd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.779396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Request body: {'router': {'name': 'tempest-snat-router-904244162', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:20.783391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b333296a-f55a-4152-aff0-cccb58baadd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.785301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b333296a-f55a-4152-aff0-cccb58baadd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2df36c1-4559-4005-a701-47edcefa2de9 HTTP/1.1" status: 204 len: 168 time: 0.7027144 Jul 13 19:34:20.794912 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86bfac21-2466-4ccb-9fc8-282ac1f80e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.821308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333296a-f55a-4152-aff0-cccb58baadd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2df36c1-4559-4005-a701-47edcefa2de9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:20.824365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.893678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-4eac033a-6c07-4213-81eb-334f62800db5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c HTTP/1.1" status: 200 len: 217 time: 0.1106226 Jul 13 19:34:20.921645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event updated for resources: {'Port': ['ID=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:20.931003 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:20.945741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:20.953297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.990545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Set router 4ab70462-3d01-4d71-9b50-19d9f8b6ed4a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:21.012537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.014048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.030538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-390b0325-6c2d-4b93-ba18-9269ddc301c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:21.032313 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-390b0325-6c2d-4b93-ba18-9269ddc301c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.1248670 Jul 13 19:34:21.108846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:21.143989 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.159201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70890-2bfa-4b7a-be70-ee348e18685b req-2eb8d128-c9ea-4aef-8f41-5f355d374bf0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:21.167275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47b70890-2bfa-4b7a-be70-ee348e18685b req-2eb8d128-c9ea-4aef-8f41-5f355d374bf0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 944 time: 0.2468669 Jul 13 19:34:21.249462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:21.250004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.324011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:21.332014 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:34:21.336440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-03b2fbe5-8f4d-4cfd-beef-0426f15b6ebc tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Deleting port 337dc130-069d-4622-9e16-4cca5340e9a5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:21.336812 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-03b2fbe5-8f4d-4cfd-beef-0426f15b6ebc tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.359175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-4b4c9ec5-e608-4271-8cb3-45d695678f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:21.361330 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-4b4c9ec5-e608-4271-8cb3-45d695678f6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3186891 Jul 13 19:34:21.395936 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49ddc3b-f52a-42bd-bd05-060ce5dfce16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.407179 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47b70890-2bfa-4b7a-be70-ee348e18685b req-10c2f425-365a-43cf-8a0d-1b2b960d5943 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385972 Jul 13 19:34:21.429662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa738b5c-15df-470b-b1e9-bfd75b942685 None None] Provisioning for port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:21.448181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa738b5c-15df-470b-b1e9-bfd75b942685 None None] Provisioning complete for port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:21.449852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-03b2fbe5-8f4d-4cfd-beef-0426f15b6ebc tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] For port 337dc130-069d-4622-9e16-4cca5340e9a5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=337dc130-069d-4622-9e16-4cca5340e9a5,segment=NetworkSegment(6c39350e-9764-47c6-a009-3ac5e203511f),segment_id=6c39350e-9764-47c6-a009-3ac5e203511f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:21.450224 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-03b2fbe5-8f4d-4cfd-beef-0426f15b6ebc tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.457373 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa738b5c-15df-470b-b1e9-bfd75b942685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.466714 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-03b2fbe5-8f4d-4cfd-beef-0426f15b6ebc tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Calling delete_port for 337dc130-069d-4622-9e16-4cca5340e9a5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:21.504748 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.556440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab70462-3d01-4d71-9b50-19d9f8b6ed4a', 'name': 'tempest-snat-router-904244162', 'tenant_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230'}], 'enable_snat': False}, 'gw_port_id': 'ba8e68b5-e827-45de-9d4c-0c377a02e762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:34:15Z', 'updated_at': '2021-07-13T19:34:18Z', 'revision_number': 3, 'project_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'gw_port': {'id': 'ba8e68b5-e827-45de-9d4c-0c377a02e762', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab70462-3d01-4d71-9b50-19d9f8b6ed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:16Z', 'updated_at': '2021-07-13T19:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:21.566485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa738b5c-15df-470b-b1e9-bfd75b942685 None None] Port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:21.591782 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-1b0edd12-df13-4d6c-b333-e1e3aeda05e6 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488581 Jul 13 19:34:21.599409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Checking router: 4ab70462-3d01-4d71-9b50-19d9f8b6ed4a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:21.599757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Updating router 4ab70462-3d01-4d71-9b50-19d9f8b6ed4a port ba8e68b5-e827-45de-9d4c-0c377a02e762 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:34:21.649880 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.730905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832aa609-fa54-4d18-abc7-dd4e98fae258 req-939ae5fb-40f1-41cd-b9ef-b3fe308201c6 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:21.732620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-832aa609-fa54-4d18-abc7-dd4e98fae258 req-939ae5fb-40f1-41cd-b9ef-b3fe308201c6 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb HTTP/1.1" status: 200 len: 946 time: 0.1923153 Jul 13 19:34:21.775199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c64a246-de30-4a03-9baf-821cfb6f5989 req-d14e07d2-437b-4336-ae67-7f94e9b90725 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399527 Jul 13 19:34:21.823333 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49ddc3b-f52a-42bd-bd05-060ce5dfce16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.831910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-03b2fbe5-8f4d-4cfd-beef-0426f15b6ebc tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.839174 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49ddc3b-f52a-42bd-bd05-060ce5dfce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.860361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['337dc130-069d-4622-9e16-4cca5340e9a5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:34:21.891363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0edd9b0e-0169-4e0e-bdd2-79b5941b1ddb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1490216 Jul 13 19:34:21.896323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2fbe5-8f4d-4cfd-beef-0426f15b6ebc tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Pushing event deleted for resources: {'Port': ['ID=337dc130-069d-4622-9e16-4cca5340e9a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:21.918985 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-832aa609-fa54-4d18-abc7-dd4e98fae258 req-dd8c29db-7bd0-4d93-be5c-de12c54de105 tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde9e9e9-f5ed-4c48-b359-672d08dee330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776376 Jul 13 19:34:21.924792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:21.961876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ddc3b-f52a-42bd-bd05-060ce5dfce16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdd4d15-98fb-4512-ae42-bb0bf176d209,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:22.032234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-03b2fbe5-8f4d-4cfd-beef-0426f15b6ebc tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] No DVR routers for this DVR port 337dc130-069d-4622-9e16-4cca5340e9a5 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:22.036647 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-03b2fbe5-8f4d-4cfd-beef-0426f15b6ebc tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.039670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dc0f6dd6-822c-4748-9559-8f8e2361ca00 req-03b2fbe5-8f4d-4cfd-beef-0426f15b6ebc tempest-ServerRescueTestJSONUnderV235-1072902043 tempest-ServerRescueTestJSONUnderV235-1072902043-project] 10.222.0.60 "DELETE /v2.0/ports/337dc130-069d-4622-9e16-4cca5340e9a5 HTTP/1.1" status: 204 len: 173 time: 1.7576916 Jul 13 19:34:22.049001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'name': 'network-vif-deleted', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:22.052258 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ff7c1e-025c-4b0b-a333-b9c61e4ac784" -d '{"events": [{"server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "name": "network-vif-deleted", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:22.096299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] Deleting port 91f643cf-7b38-45f9-8237-6788106b847e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:22.096956 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.149821 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e49ddc3b-f52a-42bd-bd05-060ce5dfce16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=250d7ea311ec4d0cba6d0e62cfe000e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8245273 Jul 13 19:34:22.164011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:22.194530 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad523cb4-4b60-47e4-a1fb-73216da81689 x-openstack-request-id: req-ad523cb4-4b60-47e4-a1fb-73216da81689 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:22.195790 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb", "name": "network-vif-deleted", "tag": "337dc130-069d-4622-9e16-4cca5340e9a5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:22.195970 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad523cb4-4b60-47e4-a1fb-73216da81689 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:22.196631 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f7a988-c7b9-4fc7-9bb8-85c11dff1bcb', 'name': 'network-vif-deleted', 'tag': '337dc130-069d-4622-9e16-4cca5340e9a5', 'status': 'completed', 'code': 200} Jul 13 19:34:22.264443 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] For port 91f643cf-7b38-45f9-8237-6788106b847e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=91f643cf-7b38-45f9-8237-6788106b847e,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:22.266416 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.281139 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.283388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] Calling delete_port for 91f643cf-7b38-45f9-8237-6788106b847e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:22.336798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.422915 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.436822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Transition to ACTIVE for port object ba8e68b5-e827-45de-9d4c-0c377a02e762 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:22.457104 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.543952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Attempting to bind port ba8e68b5-e827-45de-9d4c-0c377a02e762 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:22.544406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Attempting to bind port ba8e68b5-e827-45de-9d4c-0c377a02e762 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:22.544773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Attempting to bind port ba8e68b5-e827-45de-9d4c-0c377a02e762 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:22.573377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:22.574085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:22.574197 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.574749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:22.575251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Bound port: ba8e68b5-e827-45de-9d4c-0c377a02e762, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:22.575638 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.629261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d8e9e-8315-4e7c-85df-cce9836dd55d None None] Pushing event updated for resources: {'Port': ['ID=ba8e68b5-e827-45de-9d4c-0c377a02e762,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:22.663271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5203f733-bba5-4060-91fd-72000c2983bc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:22.672371 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.686389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Transition to ACTIVE for port object 5203f733-bba5-4060-91fd-72000c2983bc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:22.708412 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.714368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] For port ba8e68b5-e827-45de-9d4c-0c377a02e762, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:22.715999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-98597e3c-1fa7-4ba1-a198-b0b1ca2b2ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:22.717517 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-98597e3c-1fa7-4ba1-a198-b0b1ca2b2ff5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 1095 time: 0.8529146 Jul 13 19:34:22.719196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] For port ba8e68b5-e827-45de-9d4c-0c377a02e762, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ba8e68b5-e827-45de-9d4c-0c377a02e762,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:22.729801 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.737113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66554cb1-7b12-4fe0-ab52-76a1cca78d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.779336 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.797196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff6866-2a01-41e6-aa98-e6c18b0d759b req-4d0896a6-d400-4fe8-a404-10e1e4300af3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:22.803007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff6866-2a01-41e6-aa98-e6c18b0d759b req-4d0896a6-d400-4fe8-a404-10e1e4300af3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:22.810681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff6866-2a01-41e6-aa98-e6c18b0d759b req-4d0896a6-d400-4fe8-a404-10e1e4300af3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:22.817919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff6866-2a01-41e6-aa98-e6c18b0d759b req-4d0896a6-d400-4fe8-a404-10e1e4300af3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:22.825386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff6866-2a01-41e6-aa98-e6c18b0d759b req-4d0896a6-d400-4fe8-a404-10e1e4300af3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:22.831166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d8e9e-8315-4e7c-85df-cce9836dd55d None None] Pushing event updated for resources: {'Port': ['ID=ba8e68b5-e827-45de-9d4c-0c377a02e762,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:22.833574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43ff6866-2a01-41e6-aa98-e6c18b0d759b req-4d0896a6-d400-4fe8-a404-10e1e4300af3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 3817 time: 0.7961738 Jul 13 19:34:22.845662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Routers {'4ab70462-3d01-4d71-9b50-19d9f8b6ed4a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:22.846775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:33:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4ab70462-3d01-4d71-9b50-19d9f8b6ed4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:22.923743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66554cb1-7b12-4fe0-ab52-76a1cca78d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.972184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Pushing event updated for resources: {'Port': ['ID=5203f733-bba5-4060-91fd-72000c2983bc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:23.017980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fec7a-b509-4aed-a225-5f0513c43200 req-275d33f4-bec2-4625-a641-81aba300597e tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:23.019282 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-079fec7a-b509-4aed-a225-5f0513c43200 req-275d33f4-bec2-4625-a641-81aba300597e tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 944 time: 0.3240507 Jul 13 19:34:23.019700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-a1722f32-182a-4503-9f49-58a121a1e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:23.021444 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-a1722f32-182a-4503-9f49-58a121a1e0ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 912 time: 0.2952156 Jul 13 19:34:23.037343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] Set router 4ab70462-3d01-4d71-9b50-19d9f8b6ed4a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:23.060702 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66554cb1-7b12-4fe0-ab52-76a1cca78d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.073917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66554cb1-7b12-4fe0-ab52-76a1cca78d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.075143 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-66554cb1-7b12-4fe0-ab52-76a1cca78d58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fdd4d15-98fb-4512-ae42-bb0bf176d209 HTTP/1.1" status: 204 len: 168 time: 0.9017177 Jul 13 19:34:23.159760 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-acf2dee4-ee67-4168-8797-b52df777f9ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c HTTP/1.1" status: 200 len: 217 time: 0.1180694 Jul 13 19:34:23.167118 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-079fec7a-b509-4aed-a225-5f0513c43200 req-2a2f091e-949a-4c20-b326-1da19fbdb04f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054115 Jul 13 19:34:23.217163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66554cb1-7b12-4fe0-ab52-76a1cca78d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdd4d15-98fb-4512-ae42-bb0bf176d209,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:23.223060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Attempting to bind port 5203f733-bba5-4060-91fd-72000c2983bc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:23.224116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Attempting to bind port 5203f733-bba5-4060-91fd-72000c2983bc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:23.224672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Attempting to bind port 5203f733-bba5-4060-91fd-72000c2983bc on network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:23.240869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Port 5203f733-bba5-4060-91fd-72000c2983bc on network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:23.241096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Attempting to bind port 5203f733-bba5-4060-91fd-72000c2983bc on network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:23.259735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:23.260088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Checking segment: {'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:23.262652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Bound using segment: {'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:23.263113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Bound port: 5203f733-bba5-4060-91fd-72000c2983bc, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:23.263482 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.272599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43ff6866-2a01-41e6-aa98-e6c18b0d759b req-d59ccc4a-b352-4776-993a-db87c6249cc4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383912 Jul 13 19:34:23.339551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-42551c0b-438d-4fa0-a37d-59d29aaf54da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:23.345138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-42551c0b-438d-4fa0-a37d-59d29aaf54da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.1350269 Jul 13 19:34:23.365131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Allocated IP 172.25.7.18 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/d86064e3-6fa2-483f-ad7c-b7855568a060) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:23.434044 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d61237a-afdb-425d-932e-c4431f3464ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.502910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab70462-3d01-4d71-9b50-19d9f8b6ed4a', 'name': 'tempest-snat-router-904244162', 'tenant_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230'}], 'enable_snat': False}, 'gw_port_id': 'ba8e68b5-e827-45de-9d4c-0c377a02e762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:34:15Z', 'updated_at': '2021-07-13T19:34:18Z', 'revision_number': 3, 'project_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'gw_port': {'id': 'ba8e68b5-e827-45de-9d4c-0c377a02e762', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab70462-3d01-4d71-9b50-19d9f8b6ed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:16Z', 'updated_at': '2021-07-13T19:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:23.555637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] For port 5203f733-bba5-4060-91fd-72000c2983bc, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:23.559166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] For port 5203f733-bba5-4060-91fd-72000c2983bc, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5203f733-bba5-4060-91fd-72000c2983bc,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:23.560316 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.564286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:23.594677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f3f71-ef67-4eb3-8810-0fe4c9fcdaa4 None None] The sync data for ids ['4ab70462-3d01-4d71-9b50-19d9f8b6ed4a'] in n-d-800708-1 is: [{'id': '4ab70462-3d01-4d71-9b50-19d9f8b6ed4a', 'name': 'tempest-snat-router-904244162', 'tenant_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230'}], 'enable_snat': False}, 'gw_port_id': 'ba8e68b5-e827-45de-9d4c-0c377a02e762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:34:15Z', 'updated_at': '2021-07-13T19:34:18Z', 'revision_number': 3, 'project_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'gw_port': {'id': 'ba8e68b5-e827-45de-9d4c-0c377a02e762', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab70462-3d01-4d71-9b50-19d9f8b6ed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:16Z', 'updated_at': '2021-07-13T19:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:23.598510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-bb5aec00-20c2-4cda-bda0-293322c5d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:23.600204 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-bb5aec00-20c2-4cda-bda0-293322c5d0db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365196 Jul 13 19:34:23.607583 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.626236 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.670199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] Pushing event deleted for resources: {'Port': ['ID=91f643cf-7b38-45f9-8237-6788106b847e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:23.797615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:23.798248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.799709 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] 10.222.0.60 "PUT /v2.0/ports/5203f733-bba5-4060-91fd-72000c2983bc HTTP/1.1" status: 200 len: 1092 time: 1.8791943 Jul 13 19:34:23.820397 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-213e5ce2-6662-4884-9d6a-80ff3372b580 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031806 Jul 13 19:34:23.921177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:24.081466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:24.139850 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b7076df-296a-48ff-a171-2483e02cfc3a req-17734f14-69d0-4465-bf39-fa0f141661b7 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983320 Jul 13 19:34:24.210363 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:24.294622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:24.303560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:24.312317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:24.348359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event updated for resources: {'Port': ['ID=d86064e3-6fa2-483f-ad7c-b7855568a060,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:24.466551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '5203f733-bba5-4060-91fd-72000c2983bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:24.468982 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "5203f733-bba5-4060-91fd-72000c2983bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:24.502919 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:24.556705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4f9d5-0309-4201-bc05-f8270b5ca58c service neutron] Pushing event updated for resources: {'Port': ['ID=5203f733-bba5-4060-91fd-72000c2983bc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:24.692568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb907c3-e2cd-4448-8f65-207305f013bb req-5c209b86-4ba2-4d04-bfa8-fcaa1fa6d4f5 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:24.701316 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdb907c3-e2cd-4448-8f65-207305f013bb req-5c209b86-4ba2-4d04-bfa8-fcaa1fa6d4f5 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 944 time: 0.2983339 Jul 13 19:34:24.732804 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:24.784810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdb907c3-e2cd-4448-8f65-207305f013bb req-0ebe0769-3597-46db-8239-79c7ac41d4fc tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823948 Jul 13 19:34:24.821464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 337dc130-069d-4622-9e16-4cca5340e9a5 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:24.871810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 337dc130-069d-4622-9e16-4cca5340e9a5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:24.879067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 337dc130-069d-4622-9e16-4cca5340e9a5 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:24.881161 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:24.983266 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:25.020001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a34d7e-422c-4ca2-9e97-f5576e1123ed req-1ff142df-5b23-4a53-9536-7b688f2b87af tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.026432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a34d7e-422c-4ca2-9e97-f5576e1123ed req-1ff142df-5b23-4a53-9536-7b688f2b87af tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.044518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a34d7e-422c-4ca2-9e97-f5576e1123ed req-1ff142df-5b23-4a53-9536-7b688f2b87af tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.050925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a34d7e-422c-4ca2-9e97-f5576e1123ed req-1ff142df-5b23-4a53-9536-7b688f2b87af tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.058325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a34d7e-422c-4ca2-9e97-f5576e1123ed req-1ff142df-5b23-4a53-9536-7b688f2b87af tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.066384 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02a34d7e-422c-4ca2-9e97-f5576e1123ed req-1ff142df-5b23-4a53-9536-7b688f2b87af tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 3829 time: 0.5386696 Jul 13 19:34:25.156517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:25.211696 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dcdd03-c912-4e61-9670-faa22159f6da x-openstack-request-id: req-94dcdd03-c912-4e61-9670-faa22159f6da {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:25.212137 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "5203f733-bba5-4060-91fd-72000c2983bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:25.212246 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94dcdd03-c912-4e61-9670-faa22159f6da {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:25.212600 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '5203f733-bba5-4060-91fd-72000c2983bc', 'status': 'completed', 'code': 200} Jul 13 19:34:25.375835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02a34d7e-422c-4ca2-9e97-f5576e1123ed req-10f29f43-8f56-4c8a-8647-6473117b1f7d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082409 Jul 13 19:34:25.404799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Router 86471619-0336-4288-9530-d62af93d9049 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:34:25.555681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:25.566731 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Sync routers for ids ['86471619-0336-4288-9530-d62af93d9049'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:25.580001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:25.581714 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Routers {'86471619-0336-4288-9530-d62af93d9049'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:25.587457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b1cc4a8b-fab9-45f2-a411-f3f7e6bcb7cc tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.8194644 Jul 13 19:34:25.587737 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['86471619-0336-4288-9530-d62af93d9049'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:25.589400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:25.593583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:25.640739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2480dd49-4d94-4997-a4d4-c4f04f063dda {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:25.696146 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:25.708307 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Set router 86471619-0336-4288-9530-d62af93d9049 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:25.727576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-3e411ce1-3b40-41e5-bf13-939295ff4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.730371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-3e411ce1-3b40-41e5-bf13-939295ff4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.730958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-3e411ce1-3b40-41e5-bf13-939295ff4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.731506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-3e411ce1-3b40-41e5-bf13-939295ff4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.735845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-3e411ce1-3b40-41e5-bf13-939295ff4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.737818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-3e411ce1-3b40-41e5-bf13-939295ff4959 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 4364 time: 0.5211575 Jul 13 19:34:25.742952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3a28433b-86c8-4d65-9a50-153e1d8d034c details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:34:25.848645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ea69c3f6-97ad-49ca-8bcc-fd0024c20063 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/routers/86471619-0336-4288-9530-d62af93d9049 HTTP/1.1" status: 200 len: 906 time: 0.2581024 Jul 13 19:34:25.851683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:25.942437 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640d4da0-cf10-45d8-ae65-895b112726b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.046369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ba8e68b5-e827-45de-9d4c-0c377a02e762 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:26.073018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Transition to ACTIVE for port object 2480dd49-4d94-4997-a4d4-c4f04f063dda will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:26.077217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-cfb77db6-58eb-4ce6-a64e-118b60387087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:26.078116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-cfb77db6-58eb-4ce6-a64e-118b60387087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:26.079178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-cfb77db6-58eb-4ce6-a64e-118b60387087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:26.082083 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-cfb77db6-58eb-4ce6-a64e-118b60387087 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=367294edf4204f10bfb6e7392c153491&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3174489 Jul 13 19:34:26.112217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640d4da0-cf10-45d8-ae65-895b112726b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.137355 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.137790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.154240 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86471619-0336-4288-9530-d62af93d9049', 'name': 'tempest-snat-router-904244162', 'tenant_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'd86064e3-6fa2-483f-ad7c-b7855568a060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:34:21Z', 'updated_at': '2021-07-13T19:34:24Z', 'revision_number': 3, 'project_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'gw_port': {'id': 'd86064e3-6fa2-483f-ad7c-b7855568a060', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86471619-0336-4288-9530-d62af93d9049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:22Z', 'updated_at': '2021-07-13T19:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:26.159726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3a28433b-86c8-4d65-9a50-153e1d8d034c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:26.176783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '3a28433b-86c8-4d65-9a50-153e1d8d034c', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'port_id': '3a28433b-86c8-4d65-9a50-153e1d8d034c', 'mac_address': 'fa:16:3e:df:2d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:34:26.205793 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640d4da0-cf10-45d8-ae65-895b112726b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.225576 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Checking router: 86471619-0336-4288-9530-d62af93d9049 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:26.226859 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Updating router 86471619-0336-4288-9530-d62af93d9049 port d86064e3-6fa2-483f-ad7c-b7855568a060 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:34:26.252683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ba8e68b5-e827-45de-9d4c-0c377a02e762 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:26.260376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ba8e68b5-e827-45de-9d4c-0c377a02e762 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:26.261046 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.292107 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.319266 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.329152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a28433b-86c8-4d65-9a50-153e1d8d034c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:26.359803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-8637f199-bb34-44d8-a250-19d1808346b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:26.361711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8ddaafe9-f06a-4e2a-bfbb-301b0a5604bd req-8637f199-bb34-44d8-a250-19d1808346b5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2646823 Jul 13 19:34:26.362926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3a28433b-86c8-4d65-9a50-153e1d8d034c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:26.399833 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.406946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d4da0-cf10-45d8-ae65-895b112726b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ce1ad3-e3b2-4f12-80ef-29f19261e1c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:26.417356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-640d4da0-cf10-45d8-ae65-895b112726b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e95273da7c0847078d950418549c4600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8228245 Jul 13 19:34:26.425890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 32778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:26.430966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.509179 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.557275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ba8e68b5-e827-45de-9d4c-0c377a02e762, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ba8e68b5-e827-45de-9d4c-0c377a02e762,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:26.568065 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Pushing event updated for resources: {'Port': ['ID=2480dd49-4d94-4997-a4d4-c4f04f063dda,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:26.573825 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.611576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3a28433b-86c8-4d65-9a50-153e1d8d034c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:26.616989 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf207-d950-4322-b545-71016840cac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.712318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] Router 47cd3da0-8174-4f11-a787-3d8c8c57d328 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:34:26.746388 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ba8e68b5-e827-45de-9d4c-0c377a02e762,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:26.755797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['3a28433b-86c8-4d65-9a50-153e1d8d034c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:34:26.841372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf207-d950-4322-b545-71016840cac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.893348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf467c4-6059-443b-a5bf-db0395f3dc3f req-f8d551b2-fcec-4bff-abf9-117df4035030 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:26.895115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0bf467c4-6059-443b-a5bf-db0395f3dc3f req-f8d551b2-fcec-4bff-abf9-117df4035030 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 944 time: 0.7735996 Jul 13 19:34:26.909964 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.923183 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Transition to ACTIVE for port object d86064e3-6fa2-483f-ad7c-b7855568a060 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:26.933737 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.970881 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Attempting to bind port d86064e3-6fa2-483f-ad7c-b7855568a060 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:26.972180 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Attempting to bind port d86064e3-6fa2-483f-ad7c-b7855568a060 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:26.972794 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Attempting to bind port d86064e3-6fa2-483f-ad7c-b7855568a060 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:26.999514 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:27.000500 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:27.001120 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.001741 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:27.003047 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Bound port: d86064e3-6fa2-483f-ad7c-b7855568a060, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:27.003801 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.039367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Attempting to bind port 2480dd49-4d94-4997-a4d4-c4f04f063dda on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:27.039883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Attempting to bind port 2480dd49-4d94-4997-a4d4-c4f04f063dda by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:27.040216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Attempting to bind port 2480dd49-4d94-4997-a4d4-c4f04f063dda on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:27.063504 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0bf467c4-6059-443b-a5bf-db0395f3dc3f req-4c21211a-1448-4972-829c-14dd420c5df4 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610205 Jul 13 19:34:27.066799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.087726 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.094074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Port 2480dd49-4d94-4997-a4d4-c4f04f063dda on network 93efba6e-435e-43b9-918b-7231596fb596 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:27.094631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Attempting to bind port 2480dd49-4d94-4997-a4d4-c4f04f063dda on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:27.116306 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5202d-7618-4475-b460-89800a07f374 None None] Pushing event updated for resources: {'Port': ['ID=d86064e3-6fa2-483f-ad7c-b7855568a060,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:27.129115 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] For port d86064e3-6fa2-483f-ad7c-b7855568a060, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:27.133716 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] For port d86064e3-6fa2-483f-ad7c-b7855568a060, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d86064e3-6fa2-483f-ad7c-b7855568a060,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:27.140814 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.151898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Deleting port d86064e3-6fa2-483f-ad7c-b7855568a060 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:27.152344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.204439 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5202d-7618-4475-b460-89800a07f374 None None] Pushing event updated for resources: {'Port': ['ID=d86064e3-6fa2-483f-ad7c-b7855568a060,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:27.232182 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Routers {'86471619-0336-4288-9530-d62af93d9049'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:27.233093 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['86471619-0336-4288-9530-d62af93d9049'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:27.248747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] For port d86064e3-6fa2-483f-ad7c-b7855568a060, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d86064e3-6fa2-483f-ad7c-b7855568a060,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:27.250006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.273871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Calling delete_port for d86064e3-6fa2-483f-ad7c-b7855568a060 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:27.375077 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] Set router 86471619-0336-4288-9530-d62af93d9049 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:27.445872 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86471619-0336-4288-9530-d62af93d9049', 'name': 'tempest-snat-router-904244162', 'tenant_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:34:21Z', 'updated_at': '2021-07-13T19:34:27Z', 'revision_number': 4, 'project_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:27.482844 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e77e7-171f-4a8a-97fc-ea2b4a0e2b7b None None] The sync data for ids ['86471619-0336-4288-9530-d62af93d9049'] in n-d-800708-1 is: [{'id': '86471619-0336-4288-9530-d62af93d9049', 'name': 'tempest-snat-router-904244162', 'tenant_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:34:21Z', 'updated_at': '2021-07-13T19:34:27Z', 'revision_number': 4, 'project_id': '9847d6fee41142e5a6e6d8d1b2e11d44', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:27.483617 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:27.483958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Checking segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:27.484853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Bound using segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:27.485024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Bound port: 2480dd49-4d94-4997-a4d4-c4f04f063dda, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:27.485301 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.510526 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf207-d950-4322-b545-71016840cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.510526 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf207-d950-4322-b545-71016840cac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.514056 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0b2bf207-d950-4322-b545-71016840cac3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7ce1ad3-e3b2-4f12-80ef-29f19261e1c1 HTTP/1.1" status: 204 len: 168 time: 1.0817564 Jul 13 19:34:27.524889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.574961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event deleted for resources: {'Port': ['ID=d86064e3-6fa2-483f-ad7c-b7855568a060,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:27.592483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006eb9-8c06-4349-975a-cab14e6473ad req-f45e199f-fd9b-43dd-b34e-6cd2117d0e36 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:27.598432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006eb9-8c06-4349-975a-cab14e6473ad req-f45e199f-fd9b-43dd-b34e-6cd2117d0e36 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:27.605066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006eb9-8c06-4349-975a-cab14e6473ad req-f45e199f-fd9b-43dd-b34e-6cd2117d0e36 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:27.611133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006eb9-8c06-4349-975a-cab14e6473ad req-f45e199f-fd9b-43dd-b34e-6cd2117d0e36 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:27.618104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006eb9-8c06-4349-975a-cab14e6473ad req-f45e199f-fd9b-43dd-b34e-6cd2117d0e36 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:27.624035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006eb9-8c06-4349-975a-cab14e6473ad req-f45e199f-fd9b-43dd-b34e-6cd2117d0e36 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:27.632285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0006eb9-8c06-4349-975a-cab14e6473ad req-f45e199f-fd9b-43dd-b34e-6cd2117d0e36 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 4600 time: 0.7657793 Jul 13 19:34:27.635036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bf207-d950-4322-b545-71016840cac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ce1ad3-e3b2-4f12-80ef-29f19261e1c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:27.690201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:27.703130 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-184a579a-0a9c-4457-b76e-5b75eb6fb93a admin admin] 10.222.0.25 "PUT /v2.0/routers/47cd3da0-8174-4f11-a787-3d8c8c57d328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5986385 Jul 13 19:34:27.705672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] Sync routers for ids ['47cd3da0-8174-4f11-a787-3d8c8c57d328'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:27.707956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 32790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:27.727146 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.738436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] Routers {'47cd3da0-8174-4f11-a787-3d8c8c57d328'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:27.738436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['47cd3da0-8174-4f11-a787-3d8c8c57d328'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:27.836066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3a28433b-86c8-4d65-9a50-153e1d8d034c up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:27.838788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ba8e68b5-e827-45de-9d4c-0c377a02e762 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:27.928875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0006eb9-8c06-4349-975a-cab14e6473ad req-7ed95605-6145-4e17-bfe7-52e277d76653 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2940741 Jul 13 19:34:27.947582 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.953534 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:27.958978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] For port 2480dd49-4d94-4997-a4d4-c4f04f063dda, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:28.033784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.035246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86471619-0336-4288-9530-d62af93d9049 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:28.042927 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.044335 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-94d8cb6e-4054-46a5-b243-c43105e38dc0 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "DELETE /v2.0/routers/86471619-0336-4288-9530-d62af93d9049 HTTP/1.1" status: 204 len: 168 time: 2.1917143 Jul 13 19:34:28.058617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:28.065443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] Set router 47cd3da0-8174-4f11-a787-3d8c8c57d328 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:28.087665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] For port 2480dd49-4d94-4997-a4d4-c4f04f063dda, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:28.118614 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.160733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 3a28433b-86c8-4d65-9a50-153e1d8d034c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:28.186431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ba8e68b5-e827-45de-9d4c-0c377a02e762 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:28.186837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.188657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 3a28433b-86c8-4d65-9a50-153e1d8d034c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:28.189022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.201307 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.221955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:28.222920 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.224860 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] 10.222.0.60 "PUT /v2.0/ports/2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 200 len: 1129 time: 4.3139000 Jul 13 19:34:28.227831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '2480dd49-4d94-4997-a4d4-c4f04f063dda'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:28.246916 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd07a31b-bc83-4160-af79-2a34026e4b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "2480dd49-4d94-4997-a4d4-c4f04f063dda"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:28.279389 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.400828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:28.410524 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd14bd3-7e6f-4ea4-8181-6932831363bd x-openstack-request-id: req-5dd14bd3-7e6f-4ea4-8181-6932831363bd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:28.411559 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "2480dd49-4d94-4997-a4d4-c4f04f063dda", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:28.411825 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dd14bd3-7e6f-4ea4-8181-6932831363bd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:28.412365 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '2480dd49-4d94-4997-a4d4-c4f04f063dda', 'status': 'completed', 'code': 200} Jul 13 19:34:28.443845 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.517962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45b1e-3b44-46b6-a5f0-de253a1b5d61 req-5ff9920f-6226-422b-8de8-599b8fa96eeb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:28.527131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-24b45b1e-3b44-46b6-a5f0-de253a1b5d61 req-5ff9920f-6226-422b-8de8-599b8fa96eeb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 945 time: 0.1626110 Jul 13 19:34:28.584612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c142a6-57cf-42e9-b78a-c6c1c9a91a52 service neutron] Pushing event updated for resources: {'Port': ['ID=2480dd49-4d94-4997-a4d4-c4f04f063dda,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:28.641675 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.673203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-24b45b1e-3b44-46b6-a5f0-de253a1b5d61 req-7477776e-037c-45b1-bde1-5258424e35a3 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389284 Jul 13 19:34:28.681934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:34:23Z', 'revision_number': 5, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:28.689468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Deleting port ba8e68b5-e827-45de-9d4c-0c377a02e762 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:28.689848 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.722364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] Checking router: 47cd3da0-8174-4f11-a787-3d8c8c57d328 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:28.731536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a28433b-86c8-4d65-9a50-153e1d8d034c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:28.733759 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12376d6f-e43c-4855-8651-5220af9bf240" -d '{"events": [{"server_uuid": "58698bd0-6b21-4c87-9f70-edfea54e6b6c", "name": "network-vif-plugged", "status": "completed", "tag": "3a28433b-86c8-4d65-9a50-153e1d8d034c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:28.768922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3a28433b-86c8-4d65-9a50-153e1d8d034c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:28.771780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] Routers {'47cd3da0-8174-4f11-a787-3d8c8c57d328'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:28.772538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['47cd3da0-8174-4f11-a787-3d8c8c57d328'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:28.814953 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.822742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] For port ba8e68b5-e827-45de-9d4c-0c377a02e762, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ba8e68b5-e827-45de-9d4c-0c377a02e762,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:28.823771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.824384 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.840844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-94754eb8-7587-4a87-ae43-d4093128f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:28.841006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Calling delete_port for ba8e68b5-e827-45de-9d4c-0c377a02e762 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:28.841336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-94754eb8-7587-4a87-ae43-d4093128f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:28.841833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-94754eb8-7587-4a87-ae43-d4093128f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:28.842630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-94754eb8-7587-4a87-ae43-d4093128f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:28.843296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-94754eb8-7587-4a87-ae43-d4093128f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:28.843772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-94754eb8-7587-4a87-ae43-d4093128f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:28.847144 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-94754eb8-7587-4a87-ae43-d4093128f6e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5286 time: 0.4261112 Jul 13 19:34:28.872691 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecdfe5e-ff79-4d51-9bed-31ae3cfea044 x-openstack-request-id: req-0ecdfe5e-ff79-4d51-9bed-31ae3cfea044 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:28.873122 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58698bd0-6b21-4c87-9f70-edfea54e6b6c", "name": "network-vif-plugged", "status": "completed", "tag": "3a28433b-86c8-4d65-9a50-153e1d8d034c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:28.873538 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ecdfe5e-ff79-4d51-9bed-31ae3cfea044 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:28.874208 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a28433b-86c8-4d65-9a50-153e1d8d034c', 'code': 200} Jul 13 19:34:28.876333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.098172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-6380dc6a-c5a1-4286-a9f4-bc0b7f4a7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.098941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-6380dc6a-c5a1-4286-a9f4-bc0b7f4a7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.102294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-6380dc6a-c5a1-4286-a9f4-bc0b7f4a7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.104642 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-6380dc6a-c5a1-4286-a9f4-bc0b7f4a7d81 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=367294edf4204f10bfb6e7392c153491&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2314332 Jul 13 19:34:29.141813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.196090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba8e68b5-e827-45de-9d4c-0c377a02e762,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:29.280907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-af032b00-484b-4edc-9b12-1bcdf4442857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.282498 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd07a31b-bc83-4160-af79-2a34026e4b3d req-af032b00-484b-4edc-9b12-1bcdf4442857 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1610501 Jul 13 19:34:29.285178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3a28433b-86c8-4d65-9a50-153e1d8d034c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:29.317726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325d28b-c6c1-49b4-8187-7a0e25c42061 req-83f5e2de-f507-4d36-9a23-03187bd3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.319337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8325d28b-c6c1-49b4-8187-7a0e25c42061 req-83f5e2de-f507-4d36-9a23-03187bd3e797 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 1097 time: 0.2217863 Jul 13 19:34:29.335958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] Set router 47cd3da0-8174-4f11-a787-3d8c8c57d328 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:29.355349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.374443 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] Deleting port 10c83657-4519-423f-859f-11232bfb5149 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:29.375050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.482245 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8325d28b-c6c1-49b4-8187-7a0e25c42061 req-91457852-75ba-438c-ae27-19b9f68c8a90 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545448 Jul 13 19:34:29.492025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.494374 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.558202 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.559139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ab70462-3d01-4d71-9b50-19d9f8b6ed4a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:29.564738 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.575604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5fb1cc76-75d1-4963-80a7-043bfa086501 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "DELETE /v2.0/routers/4ab70462-3d01-4d71-9b50-19d9f8b6ed4a HTTP/1.1" status: 204 len: 168 time: 1.5153768 Jul 13 19:34:29.579158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:29.585134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2003094551', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:29.610153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c89bc-72b5-4e5b-b974-7e31590c7c89 req-df40d4a2-3e1b-4423-a94b-e9e1be74f66a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.616922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c89bc-72b5-4e5b-b974-7e31590c7c89 req-df40d4a2-3e1b-4423-a94b-e9e1be74f66a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.624789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c89bc-72b5-4e5b-b974-7e31590c7c89 req-df40d4a2-3e1b-4423-a94b-e9e1be74f66a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.629409 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.630543 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.640056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c89bc-72b5-4e5b-b974-7e31590c7c89 req-df40d4a2-3e1b-4423-a94b-e9e1be74f66a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.662432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c89bc-72b5-4e5b-b974-7e31590c7c89 req-df40d4a2-3e1b-4423-a94b-e9e1be74f66a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.671769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c89bc-72b5-4e5b-b974-7e31590c7c89 req-df40d4a2-3e1b-4423-a94b-e9e1be74f66a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.681081 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998c89bc-72b5-4e5b-b974-7e31590c7c89 req-df40d4a2-3e1b-4423-a94b-e9e1be74f66a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 4600 time: 0.3974926 Jul 13 19:34:29.771160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:34:23Z', 'revision_number': 5, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:29.780524 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.805053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Deleting port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:29.805614 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.811539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f85d1d-3769-4365-82bc-623f7dfa501d None None] The sync data for ids ['47cd3da0-8174-4f11-a787-3d8c8c57d328'] in n-d-800708-1 is: [{'id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'name': 'tempest-ServersTestManualDisk-1887758825-router', 'tenant_id': 'e4be9101a48c4f01b47e38d7b5015101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:36Z', 'updated_at': '2021-07-13T19:34:23Z', 'revision_number': 5, 'project_id': 'e4be9101a48c4f01b47e38d7b5015101', 'gw_port': {'id': 'aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd3da0-8174-4f11-a787-3d8c8c57d328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:29.943266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] For port aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:29.943627 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.998042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] For port 10c83657-4519-423f-859f-11232bfb5149, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=10c83657-4519-423f-859f-11232bfb5149,segment=NetworkSegment(6c39350e-9764-47c6-a009-3ac5e203511f),segment_id=6c39350e-9764-47c6-a009-3ac5e203511f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:29.998910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.004895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.008445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Calling delete_port for aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:30.081279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] Calling delete_port for 10c83657-4519-423f-859f-11232bfb5149 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:30.090347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998c89bc-72b5-4e5b-b974-7e31590c7c89 req-d4c6adb9-a7f4-48f0-9bf0-280acbb06b66 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4084299 Jul 13 19:34:30.159055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9a62-cd73-494d-977f-05e1e1f343ff req-f0f3ab28-ec54-4876-ade3-88c32e2ad499 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:30.160773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e8b9a62-cd73-494d-977f-05e1e1f343ff req-f0f3ab28-ec54-4876-ade3-88c32e2ad499 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.0952830 Jul 13 19:34:30.370699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e8b9a62-cd73-494d-977f-05e1e1f343ff req-3c92079f-867d-44c7-a542-6d7098341845 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956227 Jul 13 19:34:30.404789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.413024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80792181-0e6a-4bc6-ad65-9787bf987279 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:30.436456 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.448075 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.504710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Transition to ACTIVE for port object 80792181-0e6a-4bc6-ad65-9787bf987279 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:30.516706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.590347 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.608944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Allocated IP 172.25.7.190 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/f3304698-43bd-4375-82e8-81bf936f1165) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:30.768501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.822315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.828649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Pushing event updated for resources: {'Port': ['ID=80792181-0e6a-4bc6-ad65-9787bf987279,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:30.845557 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.864348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:30.871503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:30.875425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:30.879308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:30.904843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Pushing event updated for resources: {'Port': ['ID=f3304698-43bd-4375-82e8-81bf936f1165,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:30.936325 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.943878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c83657-4519-423f-859f-11232bfb5149,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:31.203759 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.437344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Attempting to bind port 80792181-0e6a-4bc6-ad65-9787bf987279 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:31.437855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Attempting to bind port 80792181-0e6a-4bc6-ad65-9787bf987279 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:31.437967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Attempting to bind port 80792181-0e6a-4bc6-ad65-9787bf987279 on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:31.446546 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.451612 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.456421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Port 80792181-0e6a-4bc6-ad65-9787bf987279 on network 93efba6e-435e-43b9-918b-7231596fb596 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:31.456810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Attempting to bind port 80792181-0e6a-4bc6-ad65-9787bf987279 on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:31.502711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:31.502711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Checking segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:31.502711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Bound using segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:31.502711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Bound port: 80792181-0e6a-4bc6-ad65-9787bf987279, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:31.503277 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.545622 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.546462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47cd3da0-8174-4f11-a787-3d8c8c57d328 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:31.555388 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.558775 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-26a09235-1b1e-4fd8-9e63-3e47631e0912 admin admin] 10.222.0.25 "DELETE /v2.0/routers/47cd3da0-8174-4f11-a787-3d8c8c57d328 HTTP/1.1" status: 204 len: 168 time: 3.8179779 Jul 13 19:34:31.559824 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 32854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:31.732536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8637b29-9272-4d65-94c4-70f5e8e8a077 admin admin] Deleting subnet 21c22fa7-76da-4e40-9ea8-ee394562c7c1 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:34:31.746694 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8637b29-9272-4d65-94c4-70f5e8e8a077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.758736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060151e-c946-4858-880f-d28be94940c6 req-0a41e405-6697-437d-b956-2a5981bd62a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.765512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060151e-c946-4858-880f-d28be94940c6 req-0a41e405-6697-437d-b956-2a5981bd62a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.772284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060151e-c946-4858-880f-d28be94940c6 req-0a41e405-6697-437d-b956-2a5981bd62a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.782173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] For port 80792181-0e6a-4bc6-ad65-9787bf987279, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:31.784106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060151e-c946-4858-880f-d28be94940c6 req-0a41e405-6697-437d-b956-2a5981bd62a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.784236 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.793625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060151e-c946-4858-880f-d28be94940c6 req-0a41e405-6697-437d-b956-2a5981bd62a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.797722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060151e-c946-4858-880f-d28be94940c6 req-0a41e405-6697-437d-b956-2a5981bd62a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.804731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060151e-c946-4858-880f-d28be94940c6 req-0a41e405-6697-437d-b956-2a5981bd62a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.807328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0060151e-c946-4858-880f-d28be94940c6 req-0a41e405-6697-437d-b956-2a5981bd62a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5372 time: 0.2572889 Jul 13 19:34:31.816211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] For port 80792181-0e6a-4bc6-ad65-9787bf987279, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=80792181-0e6a-4bc6-ad65-9787bf987279,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:31.825642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8637b29-9272-4d65-94c4-70f5e8e8a077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.838109 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.847808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.903480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0060151e-c946-4858-880f-d28be94940c6 req-dd77ca5a-bbc1-4da7-86ef-165d23d0d76e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878091 Jul 13 19:34:31.949936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d27dae-6fe7-435b-a533-d1252e86ce3e req-0a46dd45-a797-4694-8373-9910c503f3bd tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.956032 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42d27dae-6fe7-435b-a533-d1252e86ce3e req-0a46dd45-a797-4694-8373-9910c503f3bd tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.3816650 Jul 13 19:34:31.974224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.974811 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.977164 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] 10.222.0.60 "PUT /v2.0/ports/80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 200 len: 1130 time: 3.6906202 Jul 13 19:34:31.977645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '80792181-0e6a-4bc6-ad65-9787bf987279'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:31.980042 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dffc0d-9b7d-47ce-afe1-600bfae66858" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "80792181-0e6a-4bc6-ad65-9787bf987279"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:32.012978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Router 61004226-c23f-492f-b2ac-4147e3bd1797 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:34:32.124164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ba8e68b5-e827-45de-9d4c-0c377a02e762 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:32.135004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8637b29-9272-4d65-94c4-70f5e8e8a077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:32.175760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ba8e68b5-e827-45de-9d4c-0c377a02e762 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:32.176340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ba8e68b5-e827-45de-9d4c-0c377a02e762 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:32.176920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 91f643cf-7b38-45f9-8237-6788106b847e no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:32.200051 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9869d3-0e14-4bd5-8416-c265551443f2 x-openstack-request-id: req-3a9869d3-0e14-4bd5-8416-c265551443f2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:32.200256 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "80792181-0e6a-4bc6-ad65-9787bf987279", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:32.201210 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a9869d3-0e14-4bd5-8416-c265551443f2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:32.201210 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '80792181-0e6a-4bc6-ad65-9787bf987279', 'status': 'completed', 'code': 200} Jul 13 19:34:32.213192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 91f643cf-7b38-45f9-8237-6788106b847e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:32.213624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 91f643cf-7b38-45f9-8237-6788106b847e not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:32.236495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:32.250349 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af3c0fe-928e-4814-8457-c3dd6e69b96b None None] Sync routers for ids ['61004226-c23f-492f-b2ac-4147e3bd1797'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:32.272740 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af3c0fe-928e-4814-8457-c3dd6e69b96b None None] Routers {'61004226-c23f-492f-b2ac-4147e3bd1797'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:32.273722 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1af3c0fe-928e-4814-8457-c3dd6e69b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['61004226-c23f-492f-b2ac-4147e3bd1797'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:32.287077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:32.299786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bab0c5-37a6-4bb7-ac57-bf164ea5ab30 service neutron] Pushing event updated for resources: {'Port': ['ID=80792181-0e6a-4bc6-ad65-9787bf987279,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:32.301473 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:32.304771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2efb6674-e5b2-4ed3-b5c5-58e70a0c9d49 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7239134 Jul 13 19:34:32.307470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:32.315915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8637b29-9272-4d65-94c4-70f5e8e8a077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:32.328169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c57501c9-6102-409e-b9f1-f2e0985a5bec tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:32.328346 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1af3c0fe-928e-4814-8457-c3dd6e69b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:32.339697 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af3c0fe-928e-4814-8457-c3dd6e69b96b None None] Routers {'61004226-c23f-492f-b2ac-4147e3bd1797'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:32.340313 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1af3c0fe-928e-4814-8457-c3dd6e69b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['61004226-c23f-492f-b2ac-4147e3bd1797'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:32.459428 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1af3c0fe-928e-4814-8457-c3dd6e69b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:32.461652 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af3c0fe-928e-4814-8457-c3dd6e69b96b None None] The sync data for ids ['61004226-c23f-492f-b2ac-4147e3bd1797'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:32.481267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b414a-62c8-487d-b2c5-67428d310d13 None None] Network 04f790dc-05a0-49ce-94fc-f6d6530898e0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:34:32.499863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8637b29-9272-4d65-94c4-70f5e8e8a077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c22fa7-76da-4e40-9ea8-ee394562c7c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:32.531335 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8637b29-9272-4d65-94c4-70f5e8e8a077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:32.533296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f8637b29-9272-4d65-94c4-70f5e8e8a077 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/21c22fa7-76da-4e40-9ea8-ee394562c7c1 HTTP/1.1" status: 204 len: 168 time: 0.9721351 Jul 13 19:34:32.550568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 32866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:32.633108 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42d27dae-6fe7-435b-a533-d1252e86ce3e req-1b8df0cc-71fe-4851-820b-edf94305ac88 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6758544 Jul 13 19:34:32.802251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446306f6-0cac-4abe-85b5-d0067d28ca62 None None] DHCP port deletion for 04f790dc-05a0-49ce-94fc-f6d6530898e0 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:34:32.809269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c57501c9-6102-409e-b9f1-f2e0985a5bec tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:32.824103 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:32.832347 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:32.849966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-446306f6-0cac-4abe-85b5-d0067d28ca62 None None] Deleting port cfd3b048-525f-4641-bbdc-df6e34161dfb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:32.850346 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-446306f6-0cac-4abe-85b5-d0067d28ca62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:32.881898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-dd96a379-3f29-4072-9859-759fb30f9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:32.882477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-dd96a379-3f29-4072-9859-759fb30f9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:32.883141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-dd96a379-3f29-4072-9859-759fb30f9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:32.883623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-dd96a379-3f29-4072-9859-759fb30f9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:32.884102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-dd96a379-3f29-4072-9859-759fb30f9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:32.884573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-dd96a379-3f29-4072-9859-759fb30f9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:32.885053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-dd96a379-3f29-4072-9859-759fb30f9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:32.887027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-dd96a379-3f29-4072-9859-759fb30f9971 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6209 time: 0.6892154 Jul 13 19:34:32.923377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-446306f6-0cac-4abe-85b5-d0067d28ca62 None None] For port cfd3b048-525f-4641-bbdc-df6e34161dfb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cfd3b048-525f-4641-bbdc-df6e34161dfb,segment=NetworkSegment(9a11b173-96a9-41a6-b3df-5aaf250afdf6),segment_id=9a11b173-96a9-41a6-b3df-5aaf250afdf6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:32.923767 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-446306f6-0cac-4abe-85b5-d0067d28ca62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:32.939687 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] Router c55debbb-3d33-407f-a79f-d0733aaacc65 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:34:32.940011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-446306f6-0cac-4abe-85b5-d0067d28ca62 None None] Calling delete_port for cfd3b048-525f-4641-bbdc-df6e34161dfb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:33.043189 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-446306f6-0cac-4abe-85b5-d0067d28ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:33.079420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446306f6-0cac-4abe-85b5-d0067d28ca62 None None] No DVR routers for this DVR port cfd3b048-525f-4641-bbdc-df6e34161dfb on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:33.081273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446306f6-0cac-4abe-85b5-d0067d28ca62 None None] Pushing event deleted for resources: {'Port': ['ID=cfd3b048-525f-4641-bbdc-df6e34161dfb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:33.195227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72a427-ae37-475b-bc2f-e2b87b94de03 req-8564f3b9-cc94-442b-b289-7fa311a52687 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.196937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad72a427-ae37-475b-bc2f-e2b87b94de03 req-8564f3b9-cc94-442b-b289-7fa311a52687 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.3887265 Jul 13 19:34:33.215935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 32876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:33.216917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c806b-1545-483c-a141-9ee18b9f1186 req-bb3962da-8a4c-4272-b0c4-77d777f7fce1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.221209 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2e41e87e-19c9-4e32-8859-4f65dcfc1004 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'floatingip': {'port_id': '3a28433b-86c8-4d65-9a50-153e1d8d034c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:33.223087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c806b-1545-483c-a141-9ee18b9f1186 req-bb3962da-8a4c-4272-b0c4-77d777f7fce1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.230850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c806b-1545-483c-a141-9ee18b9f1186 req-bb3962da-8a4c-4272-b0c4-77d777f7fce1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.237084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c806b-1545-483c-a141-9ee18b9f1186 req-bb3962da-8a4c-4272-b0c4-77d777f7fce1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.243325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c806b-1545-483c-a141-9ee18b9f1186 req-bb3962da-8a4c-4272-b0c4-77d777f7fce1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.248748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c806b-1545-483c-a141-9ee18b9f1186 req-bb3962da-8a4c-4272-b0c4-77d777f7fce1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.255143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c806b-1545-483c-a141-9ee18b9f1186 req-bb3962da-8a4c-4272-b0c4-77d777f7fce1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.257300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c8c806b-1545-483c-a141-9ee18b9f1186 req-bb3962da-8a4c-4272-b0c4-77d777f7fce1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5372 time: 0.1800306 Jul 13 19:34:33.357086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-257b246a-20a4-4097-882d-5be18caed20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.357639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-257b246a-20a4-4097-882d-5be18caed20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.358128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-257b246a-20a4-4097-882d-5be18caed20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.360107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-257b246a-20a4-4097-882d-5be18caed20b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=367294edf4204f10bfb6e7392c153491&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4422724 Jul 13 19:34:33.376944 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e41e87e-19c9-4e32-8859-4f65dcfc1004 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:33.389565 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c8c806b-1545-483c-a141-9ee18b9f1186 req-56228d60-b1e8-46ed-86d3-cdf4d7bf1811 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974178 Jul 13 19:34:33.411780 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c57501c9-6102-409e-b9f1-f2e0985a5bec tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:33.412998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c57501c9-6102-409e-b9f1-f2e0985a5bec tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:33.475654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Deleting port cfd3b048-525f-4641-bbdc-df6e34161dfb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:33.477618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:33.538603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57501c9-6102-409e-b9f1-f2e0985a5bec tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Router 61004226-c23f-492f-b2ac-4147e3bd1797 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:34:33.651721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57501c9-6102-409e-b9f1-f2e0985a5bec tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:33.661878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e6b91-b24e-4435-ba5f-b6e892cf5308 None None] Sync routers for ids ['61004226-c23f-492f-b2ac-4147e3bd1797'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:33.663031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c57501c9-6102-409e-b9f1-f2e0985a5bec tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:33.668627 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c57501c9-6102-409e-b9f1-f2e0985a5bec tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "PUT /v2.0/routers/61004226-c23f-492f-b2ac-4147e3bd1797 HTTP/1.1" status: 200 len: 922 time: 1.3471439 Jul 13 19:34:33.669671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:33.693016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e6b91-b24e-4435-ba5f-b6e892cf5308 None None] Routers {'61004226-c23f-492f-b2ac-4147e3bd1797'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:33.697076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-003e6b91-b24e-4435-ba5f-b6e892cf5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['61004226-c23f-492f-b2ac-4147e3bd1797'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:33.766974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-003e6b91-b24e-4435-ba5f-b6e892cf5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:33.776468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e6b91-b24e-4435-ba5f-b6e892cf5308 None None] Routers {'61004226-c23f-492f-b2ac-4147e3bd1797'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:33.777091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-003e6b91-b24e-4435-ba5f-b6e892cf5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['61004226-c23f-492f-b2ac-4147e3bd1797'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:33.815045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cfd3b048-525f-4641-bbdc-df6e34161dfb no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:33.817440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-003e6b91-b24e-4435-ba5f-b6e892cf5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:33.818040 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e6b91-b24e-4435-ba5f-b6e892cf5308 None None] The sync data for ids ['61004226-c23f-492f-b2ac-4147e3bd1797'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:33.820394 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-485dbf03-4839-4d90-9d4a-9328e41aab25 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/routers/61004226-c23f-492f-b2ac-4147e3bd1797 HTTP/1.1" status: 200 len: 922 time: 0.1487882 Jul 13 19:34:33.820941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:33.839042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: cfd3b048-525f-4641-bbdc-df6e34161dfb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:33.839659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cfd3b048-525f-4641-bbdc-df6e34161dfb not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:33.840275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:33.861358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:33.861967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device aaf4a9ba-876e-4eb4-abc6-7eb2c3a51b19 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:33.917900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:33.929685 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] Sync routers for ids ['c55debbb-3d33-407f-a79f-d0733aaacc65'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:33.939045 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4357e225-9962-41f1-a3f6-566075cad728 admin admin] 10.222.0.25 "PUT /v2.0/routers/c55debbb-3d33-407f-a79f-d0733aaacc65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3711910 Jul 13 19:34:33.944581 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] Routers {'c55debbb-3d33-407f-a79f-d0733aaacc65'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:33.946009 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c55debbb-3d33-407f-a79f-d0733aaacc65'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:33.947154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:33.952757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48685e70-2e15-494b-91ff-e47e74cb479d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.954710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-48685e70-2e15-494b-91ff-e47e74cb479d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&device_id=61004226-c23f-492f-b2ac-4147e3bd1797&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1325164 Jul 13 19:34:33.963265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:34.049961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] For port cfd3b048-525f-4641-bbdc-df6e34161dfb, host n-d-800708-1, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:34.050428 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.092591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Calling delete_port for cfd3b048-525f-4641-bbdc-df6e34161dfb owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:34.095101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-da5043c5-f815-448f-b80e-ee3a6d85a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:34.096737 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90dffc0d-9b7d-47ce-afe1-600bfae66858 req-da5043c5-f815-448f-b80e-ee3a6d85a651 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7240067 Jul 13 19:34:34.098565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Port cfd3b048-525f-4641-bbdc-df6e34161dfb was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:34:34.151326 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.197362 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] Set router c55debbb-3d33-407f-a79f-d0733aaacc65 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:34.198347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd3b048-525f-4641-bbdc-df6e34161dfb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:34.204018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] No DVR routers for this DVR port cfd3b048-525f-4641-bbdc-df6e34161dfb on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:34.311196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328bf161-1eb4-4b28-9339-08c47932338b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:34.370303 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.434249 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:34:30Z', 'revision_number': 5, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:34.446644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.468913 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] Checking router: c55debbb-3d33-407f-a79f-d0733aaacc65 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:34.482257 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] Routers {'c55debbb-3d33-407f-a79f-d0733aaacc65'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:34.483393 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c55debbb-3d33-407f-a79f-d0733aaacc65'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:34.484856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Transition to ACTIVE for port object 328bf161-1eb4-4b28-9339-08c47932338b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:34.556152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287dde50-9ed9-4bf5-b12c-348f47defe99 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:34.559830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f790dc-05a0-49ce-94fc-f6d6530898e0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:34.560125 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-287dde50-9ed9-4bf5-b12c-348f47defe99 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 881 time: 0.5954647 Jul 13 19:34:34.562455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:34.582055 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.596828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a11b173-96a9-41a6-b3df-5aaf250afdf6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:34.597230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a11b173-96a9-41a6-b3df-5aaf250afdf6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:34.631319 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] Set router c55debbb-3d33-407f-a79f-d0733aaacc65 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:34.631834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-16df2570-ad0f-412c-b603-f821b94e6775 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=61004226-c23f-492f-b2ac-4147e3bd1797 HTTP/1.1" status: 200 len: 205 time: 0.0679305 Jul 13 19:34:34.639426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 32900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:34.641262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.684206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.799819 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.917741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Pushing event updated for resources: {'Port': ['ID=328bf161-1eb4-4b28-9339-08c47932338b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:34.936480 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.977723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:34:34.978263 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:34:34.982584 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:34:34.993842 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:34:30Z', 'revision_number': 5, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:35.029839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Deleting port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:35.030212 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.035181 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2f5f48-aa3b-46ca-9d53-ae4217829bae None None] The sync data for ids ['c55debbb-3d33-407f-a79f-d0733aaacc65'] in n-d-800708-1 is: [{'id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022569956-router', 'tenant_id': '38f77f58e3f54a0c801129682a1eed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:42Z', 'updated_at': '2021-07-13T19:34:30Z', 'revision_number': 5, 'project_id': '38f77f58e3f54a0c801129682a1eed05', 'gw_port': {'id': '2b6f708b-414f-43fc-8ea1-82353e6fa4c8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55debbb-3d33-407f-a79f-d0733aaacc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:44Z', 'updated_at': '2021-07-13T19:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:35.124784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-74558166-762d-448a-822d-246c44e66394 admin admin] For port 2b6f708b-414f-43fc-8ea1-82353e6fa4c8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2b6f708b-414f-43fc-8ea1-82353e6fa4c8,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:35.125151 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.138873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Calling delete_port for 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:35.173959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.236465 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.262468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e2d95-fa89-445b-afc0-6ed282eabb87 req-e55e6b0c-d0e3-4f15-a94d-b76a9e26434f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:35.267686 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e2d95-fa89-445b-afc0-6ed282eabb87 req-e55e6b0c-d0e3-4f15-a94d-b76a9e26434f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:35.273579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e2d95-fa89-445b-afc0-6ed282eabb87 req-e55e6b0c-d0e3-4f15-a94d-b76a9e26434f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:35.279524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e2d95-fa89-445b-afc0-6ed282eabb87 req-e55e6b0c-d0e3-4f15-a94d-b76a9e26434f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:35.285426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e2d95-fa89-445b-afc0-6ed282eabb87 req-e55e6b0c-d0e3-4f15-a94d-b76a9e26434f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:35.292095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e2d95-fa89-445b-afc0-6ed282eabb87 req-e55e6b0c-d0e3-4f15-a94d-b76a9e26434f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:35.298324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e2d95-fa89-445b-afc0-6ed282eabb87 req-e55e6b0c-d0e3-4f15-a94d-b76a9e26434f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:35.300281 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e78e2d95-fa89-445b-afc0-6ed282eabb87 req-e55e6b0c-d0e3-4f15-a94d-b76a9e26434f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5384 time: 0.6853662 Jul 13 19:34:35.308039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-2e41e87e-19c9-4e32-8859-4f65dcfc1004 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:34:35.311304 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.312404 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.315594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/04f790dc-05a0-49ce-94fc-f6d6530898e0 HTTP/1.1" status: 204 len: 168 time: 2.7602754 Jul 13 19:34:35.337955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6f708b-414f-43fc-8ea1-82353e6fa4c8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:35.368727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226bea6-ceee-42a4-8bd3-f15ce3238ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=04f790dc-05a0-49ce-94fc-f6d6530898e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:35.414081 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.423274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Attempting to bind port 328bf161-1eb4-4b28-9339-08c47932338b on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:35.423509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Attempting to bind port 328bf161-1eb4-4b28-9339-08c47932338b by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:35.423850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Attempting to bind port 328bf161-1eb4-4b28-9339-08c47932338b on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:35.456768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Port 328bf161-1eb4-4b28-9339-08c47932338b on network 93efba6e-435e-43b9-918b-7231596fb596 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:35.456768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Attempting to bind port 328bf161-1eb4-4b28-9339-08c47932338b on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:35.471319 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e41e87e-19c9-4e32-8859-4f65dcfc1004 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.485133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:35.485457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Checking segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:35.485829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Bound using segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:35.486285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Bound port: 328bf161-1eb4-4b28-9339-08c47932338b, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:35.486681 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.493178 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e41e87e-19c9-4e32-8859-4f65dcfc1004 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.553731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e78e2d95-fa89-445b-afc0-6ed282eabb87 req-f60a05e2-3392-46bb-bee1-7b4648993c41 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2243884 Jul 13 19:34:35.557313 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.560612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.601340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.609991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 32912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:35.634920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.636139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c55debbb-3d33-407f-a79f-d0733aaacc65 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:35.646273 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74558166-762d-448a-822d-246c44e66394 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.653490 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-74558166-762d-448a-822d-246c44e66394 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c55debbb-3d33-407f-a79f-d0733aaacc65 HTTP/1.1" status: 204 len: 168 time: 1.7027705 Jul 13 19:34:35.656147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:35.720191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd2963f-7371-4388-9f68-0cc333e60098 admin admin] Deleting subnet cb60cdf7-45cc-40e7-b935-63c06ad4f599 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:34:35.726730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffd2963f-7371-4388-9f68-0cc333e60098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.772666 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffd2963f-7371-4388-9f68-0cc333e60098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.785997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 10c83657-4519-423f-859f-11232bfb5149 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:35.808748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] For port 328bf161-1eb4-4b28-9339-08c47932338b, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:35.817024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ad1f73a7-0c9d-4932-a266-85577d42f302 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4be9101a48c4f01b47e38d7b5015101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046151 Jul 13 19:34:35.819770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:35.830897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] For port 328bf161-1eb4-4b28-9339-08c47932338b, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=328bf161-1eb4-4b28-9339-08c47932338b,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:35.834633 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-2e41e87e-19c9-4e32-8859-4f65dcfc1004 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Floating IP e4ca8ce8-48e2-40a6-96c2-49fe113c3a92 associated. External IP: 172.25.7.248, port: 3a28433b-86c8-4d65-9a50-153e1d8d034c. Jul 13 19:34:35.856483 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffd2963f-7371-4388-9f68-0cc333e60098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.856646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 10c83657-4519-423f-859f-11232bfb5149 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:35.857047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 10c83657-4519-423f-859f-11232bfb5149 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:35.875811 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.905288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Deleting port f3304698-43bd-4375-82e8-81bf936f1165 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:35.905540 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.945961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b285c530-46e5-470d-b445-a16adf53e8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.976431 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffd2963f-7371-4388-9f68-0cc333e60098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.979550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:35.980251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.990083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b285c530-46e5-470d-b445-a16adf53e8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.997154 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] 10.222.0.60 "PUT /v2.0/ports/328bf161-1eb4-4b28-9339-08c47932338b HTTP/1.1" status: 200 len: 1091 time: 3.7708857 Jul 13 19:34:36.044531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '328bf161-1eb4-4b28-9339-08c47932338b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:36.045542 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aa4162-797f-4c56-a087-d1c622cca4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "328bf161-1eb4-4b28-9339-08c47932338b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:36.047848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2963f-7371-4388-9f68-0cc333e60098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb60cdf7-45cc-40e7-b935-63c06ad4f599,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:36.055978 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffd2963f-7371-4388-9f68-0cc333e60098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.058082 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ffd2963f-7371-4388-9f68-0cc333e60098 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cb60cdf7-45cc-40e7-b935-63c06ad4f599 HTTP/1.1" status: 204 len: 168 time: 0.4006371 Jul 13 19:34:36.060621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:36.061549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:36.117469 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789058c-f490-44bd-a20c-34a5ea7f7bdb x-openstack-request-id: req-6789058c-f490-44bd-a20c-34a5ea7f7bdb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:36.117746 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "328bf161-1eb4-4b28-9339-08c47932338b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:36.117985 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6789058c-f490-44bd-a20c-34a5ea7f7bdb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:36.118446 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '328bf161-1eb4-4b28-9339-08c47932338b', 'status': 'completed', 'code': 200} Jul 13 19:34:36.168992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.181615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4175b1a-29ef-4848-8726-edc375cc6313 service neutron] Pushing event updated for resources: {'Port': ['ID=328bf161-1eb4-4b28-9339-08c47932338b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:36.183814 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b285c530-46e5-470d-b445-a16adf53e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.188114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b285c530-46e5-470d-b445-a16adf53e8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.192876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b285c530-46e5-470d-b445-a16adf53e8b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a79e6363-4378-48f5-9675-ab508a542ddc HTTP/1.1" status: 204 len: 168 time: 0.3712552 Jul 13 19:34:36.235511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285c530-46e5-470d-b445-a16adf53e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79e6363-4378-48f5-9675-ab508a542ddc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:36.276827 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.322479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Calling delete_port for f3304698-43bd-4375-82e8-81bf936f1165 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:36.337057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.347764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa9e829-509c-4ef8-8762-1345ce996ad0']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:36.366124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c39350e-9764-47c6-a009-3ac5e203511f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:36.367206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c39350e-9764-47c6-a009-3ac5e203511f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:36.378415 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.405091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.415343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:34:36.420420 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:34:36.486305 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:34:36.499150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.508236 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.512867 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1fa9e829-509c-4ef8-8762-1345ce996ad0 HTTP/1.1" status: 204 len: 168 time: 0.4422920 Jul 13 19:34:36.525875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e687f29-7939-4d21-b81e-a6aadf515825 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa9e829-509c-4ef8-8762-1345ce996ad0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:36.823179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:36.844925 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.922519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-71ebe69f-f8e8-44f8-8f80-389b26907d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:36.923179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-71ebe69f-f8e8-44f8-8f80-389b26907d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:36.923720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-71ebe69f-f8e8-44f8-8f80-389b26907d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:36.924253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-71ebe69f-f8e8-44f8-8f80-389b26907d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:36.924988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-71ebe69f-f8e8-44f8-8f80-389b26907d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:36.925637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-71ebe69f-f8e8-44f8-8f80-389b26907d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:36.926274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-71ebe69f-f8e8-44f8-8f80-389b26907d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:36.929364 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-71ebe69f-f8e8-44f8-8f80-389b26907d96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6276 time: 0.7920113 Jul 13 19:34:36.954690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9628393b-737c-46eb-9d10-60cd00ef21d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38f77f58e3f54a0c801129682a1eed05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302202 Jul 13 19:34:36.957107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:37.040214 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b694df-e760-46f4-b78d-5faadd4c3cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:37.071592 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b694df-e760-46f4-b78d-5faadd4c3cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:37.171494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b694df-e760-46f4-b78d-5faadd4c3cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:37.178096 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b694df-e760-46f4-b78d-5faadd4c3cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:37.182013 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-52b694df-e760-46f4-b78d-5faadd4c3cc1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cde9e9e9-f5ed-4c48-b359-672d08dee330 HTTP/1.1" status: 204 len: 168 time: 0.2212875 Jul 13 19:34:37.188952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b694df-e760-46f4-b78d-5faadd4c3cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde9e9e9-f5ed-4c48-b359-672d08dee330,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:37.389915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e41e87e-19c9-4e32-8859-4f65dcfc1004 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Router aad50e92-0546-40a6-899f-b52ab07043e6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:34:37.419753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e67c4-e2f4-49ba-bcfc-caa3d74c20f4 req-fdbc7646-49ec-4f28-a5e1-a345ec90a837 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.426245 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e67c4-e2f4-49ba-bcfc-caa3d74c20f4 req-fdbc7646-49ec-4f28-a5e1-a345ec90a837 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.433391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e67c4-e2f4-49ba-bcfc-caa3d74c20f4 req-fdbc7646-49ec-4f28-a5e1-a345ec90a837 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.440004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e67c4-e2f4-49ba-bcfc-caa3d74c20f4 req-fdbc7646-49ec-4f28-a5e1-a345ec90a837 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.458165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e67c4-e2f4-49ba-bcfc-caa3d74c20f4 req-fdbc7646-49ec-4f28-a5e1-a345ec90a837 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.465946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e67c4-e2f4-49ba-bcfc-caa3d74c20f4 req-fdbc7646-49ec-4f28-a5e1-a345ec90a837 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.474422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e67c4-e2f4-49ba-bcfc-caa3d74c20f4 req-fdbc7646-49ec-4f28-a5e1-a345ec90a837 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.483812 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-985e67c4-e2f4-49ba-bcfc-caa3d74c20f4 req-fdbc7646-49ec-4f28-a5e1-a345ec90a837 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5384 time: 0.6400166 Jul 13 19:34:37.610126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-89a208d7-5b14-4df3-a7f2-71bdeabcbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.610879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-89a208d7-5b14-4df3-a7f2-71bdeabcbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.611362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-89a208d7-5b14-4df3-a7f2-71bdeabcbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.612969 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-89a208d7-5b14-4df3-a7f2-71bdeabcbad3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=367294edf4204f10bfb6e7392c153491&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6514490 Jul 13 19:34:37.679156 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:37.706985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:37.707336 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2b6f708b-414f-43fc-8ea1-82353e6fa4c8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:37.809008 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:37.875207 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-985e67c4-e2f4-49ba-bcfc-caa3d74c20f4 req-2d76d131-3fa6-4988-bd81-77282d46b647 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3903108 Jul 13 19:34:37.882337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Pushing event deleted for resources: {'Port': ['ID=f3304698-43bd-4375-82e8-81bf936f1165,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:37.970652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e41e87e-19c9-4e32-8859-4f65dcfc1004 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:37.983392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] Sync routers for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:37.993268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:37.993865 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:37.999471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e41e87e-19c9-4e32-8859-4f65dcfc1004 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.160794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-dbbb0688-a8f0-4b19-98e4-eb5d839ab215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:38.165170 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6aa4162-797f-4c56-a087-d1c622cca4cb req-dbbb0688-a8f0-4b19-98e4-eb5d839ab215 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5454884 Jul 13 19:34:38.191442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:38.205139 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.219381 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.219381 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2e41e87e-19c9-4e32-8859-4f65dcfc1004 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "PUT /v2.0/floatingips/e4ca8ce8-48e2-40a6-96c2-49fe113c3a92 HTTP/1.1" status: 200 len: 992 time: 5.0002275 Jul 13 19:34:38.222736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'tag': '3a28433b-86c8-4d65-9a50-153e1d8d034c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:38.225272 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92126c1c-ebcf-43fe-8153-fb53846092b3" -d '{"events": [{"name": "network-changed", "server_uuid": "58698bd0-6b21-4c87-9f70-edfea54e6b6c", "tag": "3a28433b-86c8-4d65-9a50-153e1d8d034c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:38.272943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:38.278835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Transition to ACTIVE for port object 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:38.358321 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.360731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.425744 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.456913 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.457414 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Fanout notify agent at l3_agent the message router_deleted on router 61004226-c23f-492f-b2ac-4147e3bd1797 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:38.499854 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.501186 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-078fb0ad-4a40-4caa-90a9-95247c2823fa tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/61004226-c23f-492f-b2ac-4147e3bd1797 HTTP/1.1" status: 204 len: 168 time: 3.8556972 Jul 13 19:34:38.506674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:38.513512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7494e270-b4a3-4c7d-a48b-767c25b3c976 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1516298927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:38.529479 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b17a80-5a7b-48d2-828c-63ea9d8c2373 x-openstack-request-id: req-99b17a80-5a7b-48d2-828c-63ea9d8c2373 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:38.530479 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58698bd0-6b21-4c87-9f70-edfea54e6b6c", "tag": "3a28433b-86c8-4d65-9a50-153e1d8d034c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:38.530974 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99b17a80-5a7b-48d2-828c-63ea9d8c2373 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:38.531602 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'tag': '3a28433b-86c8-4d65-9a50-153e1d8d034c', 'status': 'completed', 'code': 200} Jul 13 19:34:38.638311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Attempting to bind port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:38.638674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Attempting to bind port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:38.639018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Attempting to bind port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:38.641437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Pushing event updated for resources: {'Port': ['ID=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:38.650538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 on network 93efba6e-435e-43b9-918b-7231596fb596 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:38.650538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Attempting to bind port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:38.657381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:38.657381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Checking segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:38.657381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Bound using segment: {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:38.657381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Bound port: 9e51cffb-fb72-4009-b0b7-8c8304c3bde5, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23de1b37-a7c4-49f2-aee0-d82531ee8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93efba6e-435e-43b9-918b-7231596fb596'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:38.657795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.693998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7494e270-b4a3-4c7d-a48b-767c25b3c976 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.695479 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7494e270-b4a3-4c7d-a48b-767c25b3c976 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.706903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e4ca8ce8-48e2-40a6-96c2-49fe113c3a92', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'port_id': '3a28433b-86c8-4d65-9a50-153e1d8d034c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'mac_address': 'fa:16:3e:df:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:34:08Z', 'updated_at': '2021-07-13T19:34:35Z', 'revision_number': 1, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:38.820864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] Checking router: aad50e92-0546-40a6-899f-b52ab07043e6 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:38.848848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:38.849637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:38.965914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7494e270-b4a3-4c7d-a48b-767c25b3c976 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.980365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4bda8995-9b94-49d1-bcc4-d782562e443f req-337f5461-8573-4c24-99c4-ae6d00abe7d2 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.1032240 Jul 13 19:34:38.984038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] For port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:38.995981 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7494e270-b4a3-4c7d-a48b-767c25b3c976 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:39.001791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] For port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:39.015160 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:39.089269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7494e270-b4a3-4c7d-a48b-767c25b3c976 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:39.095215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.095700 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7494e270-b4a3-4c7d-a48b-767c25b3c976 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5876679 Jul 13 19:34:39.095851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:39.097619 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] 10.222.0.60 "PUT /v2.0/ports/9e51cffb-fb72-4009-b0b7-8c8304c3bde5 HTTP/1.1" status: 200 len: 1091 time: 3.0453043 Jul 13 19:34:39.098142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:39.098658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-f3a123f1-6e46-4d78-a05c-2fda3479ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.100855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-f3a123f1-6e46-4d78-a05c-2fda3479ca89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 1097 time: 0.5381882 Jul 13 19:34:39.107472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:39.172968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:39.261366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:39.350437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-14280c98-b701-405b-8d89-dd40bc30fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.353072 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-14280c98-b701-405b-8d89-dd40bc30fe61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 912 time: 0.2427573 Jul 13 19:34:39.502513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:39.547224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7b132-f1e8-4639-a0e2-a4d0e6f62809 service neutron] Pushing event updated for resources: {'Port': ['ID=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:39.572261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-07a4fb2b-ca3b-4595-b99b-48ca974abe77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c HTTP/1.1" status: 200 len: 1000 time: 0.1812792 Jul 13 19:34:39.588673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17364b-212a-4f69-8c3a-9d878e8540b6 req-b50e574b-0c7f-491a-9cc8-24e66b8605d4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.596780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17364b-212a-4f69-8c3a-9d878e8540b6 req-b50e574b-0c7f-491a-9cc8-24e66b8605d4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.610901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17364b-212a-4f69-8c3a-9d878e8540b6 req-b50e574b-0c7f-491a-9cc8-24e66b8605d4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.625937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17364b-212a-4f69-8c3a-9d878e8540b6 req-b50e574b-0c7f-491a-9cc8-24e66b8605d4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.638093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17364b-212a-4f69-8c3a-9d878e8540b6 req-b50e574b-0c7f-491a-9cc8-24e66b8605d4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.653292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17364b-212a-4f69-8c3a-9d878e8540b6 req-b50e574b-0c7f-491a-9cc8-24e66b8605d4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.668986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17364b-212a-4f69-8c3a-9d878e8540b6 req-b50e574b-0c7f-491a-9cc8-24e66b8605d4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.671264 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b17364b-212a-4f69-8c3a-9d878e8540b6 req-b50e574b-0c7f-491a-9cc8-24e66b8605d4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5396 time: 0.3832452 Jul 13 19:34:39.743455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:39.771622 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b17364b-212a-4f69-8c3a-9d878e8540b6 req-7315d5d9-3bff-4132-b704-2db6837c2c20 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796988 Jul 13 19:34:39.772064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e4ca8ce8-48e2-40a6-96c2-49fe113c3a92', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'port_id': '3a28433b-86c8-4d65-9a50-153e1d8d034c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'mac_address': 'fa:16:3e:df:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:34:08Z', 'updated_at': '2021-07-13T19:34:35Z', 'revision_number': 1, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:39.778698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-51816505-5e96-4c83-bf82-46aa014f4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.780401 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-51816505-5e96-4c83-bf82-46aa014f4bef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.1082234 Jul 13 19:34:39.802297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15dfbaa6-b81d-411f-a22d-2cbf64a00eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:39.807924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:39.829349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a4ae9-333a-4701-becd-948ae68602fa None None] The sync data for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 is: [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e4ca8ce8-48e2-40a6-96c2-49fe113c3a92', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'port_id': '3a28433b-86c8-4d65-9a50-153e1d8d034c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'mac_address': 'fa:16:3e:df:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:34:08Z', 'updated_at': '2021-07-13T19:34:35Z', 'revision_number': 1, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:39.858072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-c727ab1e-02ea-4737-84b7-ca7570dc30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:39.859795 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-c727ab1e-02ea-4737-84b7-ca7570dc30e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715342 Jul 13 19:34:40.020924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-438a9371-5f9d-4244-8c15-09670b843a2f service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510451 Jul 13 19:34:40.155717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92126c1c-ebcf-43fe-8153-fb53846092b3 req-d2e8e5b9-5dca-4689-b816-111df676d1c4 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297102 Jul 13 19:34:40.206939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c5386e1b-4e60-4b03-b901-108cb8e13378 req-c3b52785-d5c3-4cc8-8ba9-3c8c049f5a0d tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0376348 Jul 13 19:34:40.270079 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d8129-7d01-410b-9a57-c658ef9b7c49 None None] New status for floating IP e4ca8ce8-48e2-40a6-96c2-49fe113c3a92: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:34:40.673622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '9e51cffb-fb72-4009-b0b7-8c8304c3bde5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:40.675986 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "9e51cffb-fb72-4009-b0b7-8c8304c3bde5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:40.753134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15dfbaa6-b81d-411f-a22d-2cbf64a00eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:40.763267 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f943ae-0b8b-4665-808a-6ec1948b45af x-openstack-request-id: req-38f943ae-0b8b-4665-808a-6ec1948b45af {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:40.763432 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "9e51cffb-fb72-4009-b0b7-8c8304c3bde5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:40.763685 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38f943ae-0b8b-4665-808a-6ec1948b45af {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:40.764082 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '9e51cffb-fb72-4009-b0b7-8c8304c3bde5', 'status': 'completed', 'code': 200} Jul 13 19:34:40.768433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15dfbaa6-b81d-411f-a22d-2cbf64a00eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:40.940519 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-15dfbaa6-b81d-411f-a22d-2cbf64a00eeb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a93b27c4eccf447d871d9259224611c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4335749 Jul 13 19:34:40.950889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:40.967452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfbaa6-b81d-411f-a22d-2cbf64a00eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10214e5b-6fb4-4a12-96ff-e292e7506741,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:40.975113 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.006453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.011282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743dbe49-a56b-44e7-a269-19a3d7e44dcc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:41.030109 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.068418 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac74a1d7-880b-4e38-8804-8c5293d75978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.088522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Transition to ACTIVE for port object 743dbe49-a56b-44e7-a269-19a3d7e44dcc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:41.094859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac74a1d7-880b-4e38-8804-8c5293d75978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.100214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-3266ae99-6c39-40cf-87c9-aa674648a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.101042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-3266ae99-6c39-40cf-87c9-aa674648a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.101393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-3266ae99-6c39-40cf-87c9-aa674648a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.101876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-3266ae99-6c39-40cf-87c9-aa674648a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.102352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-3266ae99-6c39-40cf-87c9-aa674648a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.102862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-3266ae99-6c39-40cf-87c9-aa674648a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.103338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-3266ae99-6c39-40cf-87c9-aa674648a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.105423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-3266ae99-6c39-40cf-87c9-aa674648a34f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6343 time: 0.2935002 Jul 13 19:34:41.110694 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.182490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82814abd-bdcd-4ee1-994f-5d1789c83b83 req-dda34c96-6daa-4bcf-b654-af8610872041 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.190794 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82814abd-bdcd-4ee1-994f-5d1789c83b83 req-dda34c96-6daa-4bcf-b654-af8610872041 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.198935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82814abd-bdcd-4ee1-994f-5d1789c83b83 req-dda34c96-6daa-4bcf-b654-af8610872041 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.212664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82814abd-bdcd-4ee1-994f-5d1789c83b83 req-dda34c96-6daa-4bcf-b654-af8610872041 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.219520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82814abd-bdcd-4ee1-994f-5d1789c83b83 req-dda34c96-6daa-4bcf-b654-af8610872041 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.227336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82814abd-bdcd-4ee1-994f-5d1789c83b83 req-dda34c96-6daa-4bcf-b654-af8610872041 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.233116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82814abd-bdcd-4ee1-994f-5d1789c83b83 req-dda34c96-6daa-4bcf-b654-af8610872041 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.235259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-82814abd-bdcd-4ee1-994f-5d1789c83b83 req-dda34c96-6daa-4bcf-b654-af8610872041 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5396 time: 0.2474754 Jul 13 19:34:41.286532 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac74a1d7-880b-4e38-8804-8c5293d75978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.289695 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac74a1d7-880b-4e38-8804-8c5293d75978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.291797 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ac74a1d7-880b-4e38-8804-8c5293d75978 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10214e5b-6fb4-4a12-96ff-e292e7506741 HTTP/1.1" status: 204 len: 168 time: 0.3384409 Jul 13 19:34:41.309706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74a1d7-880b-4e38-8804-8c5293d75978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10214e5b-6fb4-4a12-96ff-e292e7506741,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:41.340952 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-82814abd-bdcd-4ee1-994f-5d1789c83b83 req-16bdd9ae-28d1-4c4a-922b-b11c35bf998b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816815 Jul 13 19:34:41.374572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Allocated IP 172.25.7.168 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/8897c11d-b06b-401b-86da-80d3575fc03a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:41.416263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Pushing event updated for resources: {'Port': ['ID=743dbe49-a56b-44e7-a269-19a3d7e44dcc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:41.497023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0e36ce64-fd41-4e61-b600-c876f9329ff2 req-7c4f9f5f-d4e1-49c7-84a8-e3b339bbea75 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0415339 Jul 13 19:34:41.581610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-4217c36e-56b9-4e23-834f-24d74e865782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.582089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-4217c36e-56b9-4e23-834f-24d74e865782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.582585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-4217c36e-56b9-4e23-834f-24d74e865782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.584162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-4217c36e-56b9-4e23-834f-24d74e865782 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=367294edf4204f10bfb6e7392c153491&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4682083 Jul 13 19:34:41.629732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Attempting to bind port 743dbe49-a56b-44e7-a269-19a3d7e44dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:41.630089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Attempting to bind port 743dbe49-a56b-44e7-a269-19a3d7e44dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:41.630589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Attempting to bind port 743dbe49-a56b-44e7-a269-19a3d7e44dcc on network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:41.645327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Port 743dbe49-a56b-44e7-a269-19a3d7e44dcc on network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:41.645671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Attempting to bind port 743dbe49-a56b-44e7-a269-19a3d7e44dcc on network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:41.674499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:41.675106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Checking segment: {'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:41.675365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Bound using segment: {'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:41.675820 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Bound port: 743dbe49-a56b-44e7-a269-19a3d7e44dcc, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:41.676183 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.777520 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.835813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] For port 743dbe49-a56b-44e7-a269-19a3d7e44dcc, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:41.841427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] For port 743dbe49-a56b-44e7-a269-19a3d7e44dcc, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:41.845913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-00d88259-7956-4b02-b37e-d8f3cfed7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.847458 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56767fe9-b560-4c74-9ce1-c8e70e6b12a6 req-00d88259-7956-4b02-b37e-d8f3cfed7d34 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2048645 Jul 13 19:34:41.853632 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.918019 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:41.918685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:41.920130 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-5e026b80-be79-4165-999d-4329c0670561 service neutron] 10.222.0.60 "PUT /v2.0/ports/743dbe49-a56b-44e7-a269-19a3d7e44dcc HTTP/1.1" status: 200 len: 1091 time: 2.6799042 Jul 13 19:34:41.962782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e86e1328-f73c-4185-ae87-88665c21301d req-db5351bd-08c6-47cc-b84b-56dd6124b8e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0608563 Jul 13 19:34:41.971055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Request body: {'port': {'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:42.018731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.042873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e026b80-be79-4165-999d-4329c0670561 service neutron] Pushing event updated for resources: {'Port': ['ID=743dbe49-a56b-44e7-a269-19a3d7e44dcc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:42.083657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:42.105515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:42.111181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:42.141616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:42.195769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.213387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Pushing event updated for resources: {'Port': ['ID=8897c11d-b06b-401b-86da-80d3575fc03a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:42.313792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1315757527-network', 'tenant_id': '79bb13f3eaa947fba428a19807faef50'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:42.338524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Made reservation on behalf of 79bb13f3eaa947fba428a19807faef50 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:42.342147 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.354096 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.496870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.507715 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.533242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:34:42.551874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8d32d8-f07c-4184-ba44-2cf935504a2a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:42.575437 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.577459 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Added segment f5380978-14d6-4640-b77a-b3d152e6e370 of type vlan for network 3f7ee210-2a52-4efe-92b8-caeda9beed5e Jul 13 19:34:42.637280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.763103 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ef6a62f7-376b-4a10-bd94-1757230faac3 req-692a1ca6-c8c5-405e-8ef1-d370591e657a tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0872333 Jul 13 19:34:42.764805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '743dbe49-a56b-44e7-a269-19a3d7e44dcc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:42.765300 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.766142 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:42.766782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.767116 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b214815-9926-484d-bdc5-3c335e8fb1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "743dbe49-a56b-44e7-a269-19a3d7e44dcc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:42.817403 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6746697 Jul 13 19:34:42.821576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:42.853618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Request body: {'subnet': {'network_id': '3f7ee210-2a52-4efe-92b8-caeda9beed5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1315757527-subnet', 'tenant_id': '79bb13f3eaa947fba428a19807faef50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:42.875706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:42.883222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.888069 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.934956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f7699-c006-4658-9794-541d211d9c5f admin admin] Pushing event updated for resources: {'Network': ['ID=3f7ee210-2a52-4efe-92b8-caeda9beed5e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:42.938509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Made reservation on behalf of 79bb13f3eaa947fba428a19807faef50 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:42.940996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cbbb4-7cfd-4c15-9dac-2c85489de418 req-1b4444fc-23a0-4a4a-97e2-dee8b538349b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:42.941156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:42.948887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 3f7ee210-2a52-4efe-92b8-caeda9beed5e details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:34:42.951397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cbbb4-7cfd-4c15-9dac-2c85489de418 req-1b4444fc-23a0-4a4a-97e2-dee8b538349b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:42.957478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cbbb4-7cfd-4c15-9dac-2c85489de418 req-1b4444fc-23a0-4a4a-97e2-dee8b538349b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:42.964617 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cbbb4-7cfd-4c15-9dac-2c85489de418 req-1b4444fc-23a0-4a4a-97e2-dee8b538349b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:42.970602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cbbb4-7cfd-4c15-9dac-2c85489de418 req-1b4444fc-23a0-4a4a-97e2-dee8b538349b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:42.980896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cbbb4-7cfd-4c15-9dac-2c85489de418 req-1b4444fc-23a0-4a4a-97e2-dee8b538349b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:42.987177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cbbb4-7cfd-4c15-9dac-2c85489de418 req-1b4444fc-23a0-4a4a-97e2-dee8b538349b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:42.994464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e26cbbb4-7cfd-4c15-9dac-2c85489de418 req-1b4444fc-23a0-4a4a-97e2-dee8b538349b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5408 time: 0.3903606 Jul 13 19:34:43.017902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Transition to ACTIVE for port object dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:43.031368 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:43.077566 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45dfdb5-b6c4-4394-bca9-aa5b58e28e00 x-openstack-request-id: req-a45dfdb5-b6c4-4394-bca9-aa5b58e28e00 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:43.078332 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "743dbe49-a56b-44e7-a269-19a3d7e44dcc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:43.078332 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a45dfdb5-b6c4-4394-bca9-aa5b58e28e00 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:43.078572 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '743dbe49-a56b-44e7-a269-19a3d7e44dcc', 'status': 'completed', 'code': 200} Jul 13 19:34:43.172243 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:43.190978 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e26cbbb4-7cfd-4c15-9dac-2c85489de418 req-1e3c8878-e46a-4db4-8e1b-afbbb39f7bdf tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1955802 Jul 13 19:34:43.245604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d408c0f7-a6fc-4dbf-9307-f69fb2faab28,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:43.263747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Checking segment: {'id': 'f5380978-14d6-4640-b77a-b3d152e6e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3f7ee210-2a52-4efe-92b8-caeda9beed5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:43.264113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Network hostable DHCP agents. Network: 3f7ee210-2a52-4efe-92b8-caeda9beed5e, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:34:43.283949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Network 3f7ee210-2a52-4efe-92b8-caeda9beed5e is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:34:43.293004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:43.295202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 3f7ee210-2a52-4efe-92b8-caeda9beed5e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:43.299434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.300028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:43.306733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5438c-b0d5-4fa1-bc3d-e87b9aa9ad4b None None] Network 3f7ee210-2a52-4efe-92b8-caeda9beed5e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:34:43.327941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-10148232-8cbc-408e-91a4-5223b8594245 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4846685 Jul 13 19:34:43.393060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-d0dd4798-2e77-4c3f-8664-e27a274ded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.393546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-d0dd4798-2e77-4c3f-8664-e27a274ded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.394009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-d0dd4798-2e77-4c3f-8664-e27a274ded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.394697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-d0dd4798-2e77-4c3f-8664-e27a274ded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.395317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-d0dd4798-2e77-4c3f-8664-e27a274ded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.395934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-d0dd4798-2e77-4c3f-8664-e27a274ded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.396548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-d0dd4798-2e77-4c3f-8664-e27a274ded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.399149 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-d0dd4798-2e77-4c3f-8664-e27a274ded66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6435 time: 0.3233204 Jul 13 19:34:43.551495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-6dc6489b-a8d6-4b68-a242-51f5c52ecce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.551960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-6dc6489b-a8d6-4b68-a242-51f5c52ecce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.552602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-6dc6489b-a8d6-4b68-a242-51f5c52ecce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.554455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-6dc6489b-a8d6-4b68-a242-51f5c52ecce4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=367294edf4204f10bfb6e7392c153491&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1154926 Jul 13 19:34:43.664152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Attempting to bind port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:43.664702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Attempting to bind port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:43.665677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Attempting to bind port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 on network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:43.678218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:43.691718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 on network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:43.692049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Attempting to bind port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 on network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:43.704384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:43.704980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Checking segment: {'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:43.705539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Bound using segment: {'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:43.706266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Bound port: dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6135a54-da42-4aa8-8643-87b50703f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:43.706821 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:43.722306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:43.799951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e67049-ab88-44dd-bd6e-5af826b7b299 None None] Network 3f7ee210-2a52-4efe-92b8-caeda9beed5e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:34:43.888002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-fcecfab3-5247-4d61-8b4a-f6d276e7f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:43.889479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b214815-9926-484d-bdc5-3c335e8fb1d9 req-fcecfab3-5247-4d61-8b4a-f6d276e7f832 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3270295 Jul 13 19:34:43.951445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c2625be5-05e6-486a-bb5b-dc23a468ccc5 req-e687a439-e9e0-4478-948d-b45c798843ba tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0308518 Jul 13 19:34:43.951700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] For port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:44.014805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] For port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:44.019592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:44.030920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-aac35007-f667-4477-bdd6-87a96ed5c3f1 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.032416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-aac35007-f667-4477-bdd6-87a96ed5c3f1 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/networks?id=3f7ee210-2a52-4efe-92b8-caeda9beed5e HTTP/1.1" status: 200 len: 814 time: 0.3050725 Jul 13 19:34:44.436383 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-2b9c6ef2-cd08-4e77-880d-b66a7c6e1169 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/quotas/79bb13f3eaa947fba428a19807faef50 HTTP/1.1" status: 200 len: 375 time: 0.3708727 Jul 13 19:34:44.439547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.440161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:44.441567 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] 10.222.0.60 "PUT /v2.0/ports/dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 HTTP/1.1" status: 200 len: 1091 time: 2.4821963 Jul 13 19:34:44.533090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-c719f35e-b60e-4992-a661-3def4ab11cca tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79bb13f3eaa947fba428a19807faef50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958281 Jul 13 19:34:44.637693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec2b75-fb74-4448-a32f-9f0ead49b728 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:44.652881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Router 80ead0f3-8931-4752-922f-1bb96c70d010 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:34:44.786694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-fe6509b7-2bf2-425e-8539-51d82d5f461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.787177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-fe6509b7-2bf2-425e-8539-51d82d5f461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.787670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-fe6509b7-2bf2-425e-8539-51d82d5f461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.788659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-fe6509b7-2bf2-425e-8539-51d82d5f461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.789233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-fe6509b7-2bf2-425e-8539-51d82d5f461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.789701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-fe6509b7-2bf2-425e-8539-51d82d5f461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.790171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-fe6509b7-2bf2-425e-8539-51d82d5f461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.792257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-fe6509b7-2bf2-425e-8539-51d82d5f461c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6477 time: 0.2501647 Jul 13 19:34:44.823773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81103b-9832-461d-9b61-39e6f79c1705 req-843ea7e9-ec43-4d0a-92a5-b7e5e399b90b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.830392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81103b-9832-461d-9b61-39e6f79c1705 req-843ea7e9-ec43-4d0a-92a5-b7e5e399b90b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.838555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81103b-9832-461d-9b61-39e6f79c1705 req-843ea7e9-ec43-4d0a-92a5-b7e5e399b90b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.844928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4283a303-6333-4685-9424-6dfa12b9b1e7 service neutron] 10.222.0.25 "GET /v2.0/networks/3f7ee210-2a52-4efe-92b8-caeda9beed5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109734 Jul 13 19:34:44.845767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81103b-9832-461d-9b61-39e6f79c1705 req-843ea7e9-ec43-4d0a-92a5-b7e5e399b90b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.855131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81103b-9832-461d-9b61-39e6f79c1705 req-843ea7e9-ec43-4d0a-92a5-b7e5e399b90b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.860179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81103b-9832-461d-9b61-39e6f79c1705 req-843ea7e9-ec43-4d0a-92a5-b7e5e399b90b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.867745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81103b-9832-461d-9b61-39e6f79c1705 req-843ea7e9-ec43-4d0a-92a5-b7e5e399b90b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:44.875422 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c81103b-9832-461d-9b61-39e6f79c1705 req-843ea7e9-ec43-4d0a-92a5-b7e5e399b90b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.1531911 Jul 13 19:34:44.902629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-0a4954da-63c0-4e99-b16b-5fe9def8e36d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5203f733-bba5-4060-91fd-72000c2983bc HTTP/1.1" status: 200 len: 217 time: 0.0603194 Jul 13 19:34:44.921987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c81103b-9832-461d-9b61-39e6f79c1705 req-c7fc7934-3978-4e4e-9c23-9bcc50f7a2c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455644 Jul 13 19:34:45.002756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:45.015808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa5d96-4856-4e90-a31e-a876a66f7da4 None None] Sync routers for ids ['80ead0f3-8931-4752-922f-1bb96c70d010'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:45.018271 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:45.019591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-30c0e860-2cb3-44c3-8cc6-cc42d497dcba tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "PUT /v2.0/routers/80ead0f3-8931-4752-922f-1bb96c70d010 HTTP/1.1" status: 200 len: 880 time: 5.9160435 Jul 13 19:34:45.022383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:45.031161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa5d96-4856-4e90-a31e-a876a66f7da4 None None] Routers {'80ead0f3-8931-4752-922f-1bb96c70d010'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:45.032851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e3fa5d96-4856-4e90-a31e-a876a66f7da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['80ead0f3-8931-4752-922f-1bb96c70d010'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:45.056384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-95e289ac-a8ca-42d1-b98c-5d23bf086434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:45.057941 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-95e289ac-a8ca-42d1-b98c-5d23bf086434 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b HTTP/1.1" status: 200 len: 851 time: 0.1258554 Jul 13 19:34:45.075358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e3fa5d96-4856-4e90-a31e-a876a66f7da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:45.087924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa5d96-4856-4e90-a31e-a876a66f7da4 None None] Routers {'80ead0f3-8931-4752-922f-1bb96c70d010'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:45.088884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e3fa5d96-4856-4e90-a31e-a876a66f7da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['80ead0f3-8931-4752-922f-1bb96c70d010'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:45.097795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': 'dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:45.100082 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:45.105178 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-9f24f3f6-dab6-48ea-812e-8ecdea5f7eaa service neutron] 10.222.0.25 "GET /v2.0/networks/3f7ee210-2a52-4efe-92b8-caeda9beed5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523532 Jul 13 19:34:45.114546 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85eb6609-2a47-493f-bd44-df744775a104 req-00944396-3e6a-4960-a69a-c91684326bb9 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0464954 Jul 13 19:34:45.168891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e3fa5d96-4856-4e90-a31e-a876a66f7da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:45.171325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa5d96-4856-4e90-a31e-a876a66f7da4 None None] The sync data for ids ['80ead0f3-8931-4752-922f-1bb96c70d010'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:45.178253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-c9a9b222-7ca1-429e-9ac2-e1b3af5d099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:45.181129 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-c9a9b222-7ca1-429e-9ac2-e1b3af5d099f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171649 Jul 13 19:34:45.216408 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-32c1296c-4cfb-4b1c-ad0a-eeee8718f68f tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/routers/80ead0f3-8931-4752-922f-1bb96c70d010 HTTP/1.1" status: 200 len: 921 time: 0.1924853 Jul 13 19:34:45.221053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:45.363762 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b3600e96-b50e-4739-a2b9-0fd18fba78b5 service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759775 Jul 13 19:34:45.421532 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd800e27-f3c2-427b-880a-3fda66f3e439 x-openstack-request-id: req-cd800e27-f3c2-427b-880a-3fda66f3e439 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:45.436253 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:45.436496 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd800e27-f3c2-427b-880a-3fda66f3e439 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:45.436926 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': 'dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8', 'status': 'completed', 'code': 200} Jul 13 19:34:45.440145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e546f06d-e28f-4a5b-9fae-2e192c3edd7e tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:45.441949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e546f06d-e28f-4a5b-9fae-2e192c3edd7e tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&device_id=80ead0f3-8931-4752-922f-1bb96c70d010&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2184744 Jul 13 19:34:45.444649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:45.525559 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:45.582838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187ee098-6538-4d2d-8ad6-d9ed7b469339 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:45.586771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-187ee098-6538-4d2d-8ad6-d9ed7b469339 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 881 time: 0.1380005 Jul 13 19:34:45.587641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:45.609310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6024fabd-bd35-4674-8d95-35f260e06064 req-e8340012-c8d0-4a42-91d3-b7f4e6d15b3e tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 210 time: 0.1708930 Jul 13 19:34:45.613042 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-d0e8a276-75a5-4ae9-92ce-2d7761f25c23 service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427785 Jul 13 19:34:45.647170 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9851690b-2ad6-4b6b-ab5d-a377467912e4 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ead0f3-8931-4752-922f-1bb96c70d010 HTTP/1.1" status: 200 len: 205 time: 0.0557551 Jul 13 19:34:45.662565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:45.667585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-a5871017-ea13-4d56-b57c-aec67d91fe70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 200 len: 217 time: 0.0439157 Jul 13 19:34:45.732054 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-811deb9a-820c-426e-bcbb-9362042f6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:45.734267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-811deb9a-820c-426e-bcbb-9362042f6116 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0611453 Jul 13 19:34:45.784697 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:45.813097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-84406f8f-f743-4c5f-b61d-fe52f070b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:45.814649 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-84406f8f-f743-4c5f-b61d-fe52f070b7d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736876 Jul 13 19:34:45.900691 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:45.915641 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-638d1ffe-6d25-4f0f-8801-0a7955ebc5f6 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940883 Jul 13 19:34:45.963112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Deleting port 8897c11d-b06b-401b-86da-80d3575fc03a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:45.963448 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:46.015477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-341d0f9c-43d5-4baf-b568-8ba119ab98c8 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942070 Jul 13 19:34:46.052145 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:46.060581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f3d2b556-9b15-49e2-988b-9ee4573c9c91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 200 len: 217 time: 0.0390818 Jul 13 19:34:46.064069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Calling delete_port for 8897c11d-b06b-401b-86da-80d3575fc03a owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:46.145251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-80acf050-03d9-4322-8eec-45ad5694cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.147058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-80acf050-03d9-4322-8eec-45ad5694cc9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0808811 Jul 13 19:34:46.205466 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:46.299590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3751943-b910-4a9e-96f9-595ea9adb952 req-75e29c05-9e93-4b9d-82c6-a37018fed541 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.307730 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3751943-b910-4a9e-96f9-595ea9adb952 req-75e29c05-9e93-4b9d-82c6-a37018fed541 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.317745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3751943-b910-4a9e-96f9-595ea9adb952 req-75e29c05-9e93-4b9d-82c6-a37018fed541 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.329698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3751943-b910-4a9e-96f9-595ea9adb952 req-75e29c05-9e93-4b9d-82c6-a37018fed541 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.336699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3751943-b910-4a9e-96f9-595ea9adb952 req-75e29c05-9e93-4b9d-82c6-a37018fed541 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.342942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3751943-b910-4a9e-96f9-595ea9adb952 req-75e29c05-9e93-4b9d-82c6-a37018fed541 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.350016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3751943-b910-4a9e-96f9-595ea9adb952 req-75e29c05-9e93-4b9d-82c6-a37018fed541 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.352934 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3751943-b910-4a9e-96f9-595ea9adb952 req-75e29c05-9e93-4b9d-82c6-a37018fed541 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.2577496 Jul 13 19:34:46.360242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-9e715bc2-9834-46bb-b0c9-95cec6e607ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.362509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-9e715bc2-9834-46bb-b0c9-95cec6e607ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1990502 Jul 13 19:34:46.438523 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a461d9ab-d110-4493-b544-6107fe26dd85 req-e7310ca9-bce7-4b6d-aa98-f53d66a0dc8c tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0573189 Jul 13 19:34:46.470415 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3751943-b910-4a9e-96f9-595ea9adb952 req-4dc2a277-9358-4c95-b6a5-8bed0eeae74a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069527 Jul 13 19:34:46.527767 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-c35d26be-1fa0-4568-b591-4e3d0ab96d7b service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558776 Jul 13 19:34:46.620909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:46.653819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Pushing event deleted for resources: {'Port': ['ID=8897c11d-b06b-401b-86da-80d3575fc03a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:46.744451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:46.745759 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-7444dee0-0059-4df5-b1e6-4f684072aa5b service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120297 Jul 13 19:34:46.789300 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-cce60951-0dc2-4b3b-868f-5dd16dcc5ad9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=328bf161-1eb4-4b28-9339-08c47932338b HTTP/1.1" status: 200 len: 217 time: 0.0364554 Jul 13 19:34:46.860406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-4804380c-ed94-42a0-b683-584f359320da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.862147 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-4804380c-ed94-42a0-b683-584f359320da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0674431 Jul 13 19:34:46.932968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b016b729-8167-4533-bfbb-8bf08074954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:46.934794 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-b016b729-8167-4533-bfbb-8bf08074954e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662956 Jul 13 19:34:46.985578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.000048 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a08bba29-da14-413b-b2f7-072a8284c68c req-aa2935e0-1356-4601-a69f-f93240005219 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 210 time: 0.1479797 Jul 13 19:34:47.005129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.048891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-a39c4da7-fe34-4263-a439-2e4ea50b92bb service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069314 Jul 13 19:34:47.064890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.065589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Fanout notify agent at l3_agent the message router_deleted on router 80ead0f3-8931-4752-922f-1bb96c70d010 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:47.074873 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.076544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bf2912fe-340f-407f-a89b-c5cdc4e1bef5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/80ead0f3-8931-4752-922f-1bb96c70d010 HTTP/1.1" status: 204 len: 168 time: 1.4108624 Jul 13 19:34:47.088185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:47.093680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1729648-d051-4b43-bd7c-f89ed143b22c tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1947115746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:47.140228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-47c010d6-824d-436d-9ffe-d334d24e9d46 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:47.141761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-47c010d6-824d-436d-9ffe-d334d24e9d46 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.24 "GET /v2.0/networks?id=3f7ee210-2a52-4efe-92b8-caeda9beed5e HTTP/1.1" status: 200 len: 814 time: 0.3323114 Jul 13 19:34:47.143308 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1729648-d051-4b43-bd7c-f89ed143b22c tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.144527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1729648-d051-4b43-bd7c-f89ed143b22c tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.156932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Request body: {'port': {'device_id': 'f41915aa-509b-4d15-9600-fb2353908a1b', 'network_id': '3f7ee210-2a52-4efe-92b8-caeda9beed5e', 'admin_state_up': True, 'tenant_id': '79bb13f3eaa947fba428a19807faef50'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:47.169321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-7ff43ffc-d0ce-4f90-be4b-a46392a10fee service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125219 Jul 13 19:34:47.213041 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-7a0d57cb-56be-460d-8849-904dbab3c2ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5 HTTP/1.1" status: 200 len: 217 time: 0.0377584 Jul 13 19:34:47.255674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1729648-d051-4b43-bd7c-f89ed143b22c tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.260749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1729648-d051-4b43-bd7c-f89ed143b22c tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.269572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-ba3c6bac-1264-4e85-bc82-2a98850e9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:47.271186 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-ba3c6bac-1264-4e85-bc82-2a98850e9794 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0524578 Jul 13 19:34:47.286754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1729648-d051-4b43-bd7c-f89ed143b22c tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.288614 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a1729648-d051-4b43-bd7c-f89ed143b22c tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1987982 Jul 13 19:34:47.291648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:47.299143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:47.340403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-200fa2cd-40bf-4783-96a3-2a9c27d6a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:47.342025 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-200fa2cd-40bf-4783-96a3-2a9c27d6a688 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651021 Jul 13 19:34:47.447825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-209e07f9-6c55-4569-a379-9346f7bd5c59 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998294 Jul 13 19:34:47.474102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Made reservation on behalf of 79bb13f3eaa947fba428a19807faef50 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:47.477867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.555519 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.574733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-296be804-671d-429c-bc63-2180b5614ade service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211777 Jul 13 19:34:47.625333 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-54cc80c0-8ff2-4f07-acf6-461c866026e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc HTTP/1.1" status: 200 len: 217 time: 0.0445490 Jul 13 19:34:47.672683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0fb7c8cd-2a66-4ee7-83d4-1309ff82c87c req-86675498-eb7d-4799-b74a-349e5adca5eb tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0498326 Jul 13 19:34:47.676178 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Allocated IP 172.20.0.8 (3f7ee210-2a52-4efe-92b8-caeda9beed5e/d408c0f7-a6fc-4dbf-9307-f69fb2faab28/6f45bb47-f6b4-4927-8139-b618f9c3c716) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:47.740546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-159dcfd4-6ab9-4d01-b73f-9aea3c2490e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:47.742767 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-159dcfd4-6ab9-4d01-b73f-9aea3c2490e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.1077757 Jul 13 19:34:47.825286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-ba4c35ec-0fce-41d2-a395-210ff9506a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:47.827026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-ba4c35ec-0fce-41d2-a395-210ff9506a01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774050 Jul 13 19:34:47.911499 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.931385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-02b65312-4b0d-418b-ae78-0e31d8f7baa9 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979474 Jul 13 19:34:48.028064 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:48.042040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-09a8326d-b3d1-43e1-941b-21047d84b794 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050615 Jul 13 19:34:48.045750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb6bc-94bb-4c36-9e9f-a75b2e3ae1eb req-cd5b8867-633e-40b6-84da-f02eca7c0d0a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.053352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb6bc-94bb-4c36-9e9f-a75b2e3ae1eb req-cd5b8867-633e-40b6-84da-f02eca7c0d0a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.060477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb6bc-94bb-4c36-9e9f-a75b2e3ae1eb req-cd5b8867-633e-40b6-84da-f02eca7c0d0a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.066564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb6bc-94bb-4c36-9e9f-a75b2e3ae1eb req-cd5b8867-633e-40b6-84da-f02eca7c0d0a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.073614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb6bc-94bb-4c36-9e9f-a75b2e3ae1eb req-cd5b8867-633e-40b6-84da-f02eca7c0d0a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.080607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb6bc-94bb-4c36-9e9f-a75b2e3ae1eb req-cd5b8867-633e-40b6-84da-f02eca7c0d0a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.087918 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-21d9fab3-a714-4bca-9064-7a9d69b6685e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 HTTP/1.1" status: 200 len: 217 time: 0.0398681 Jul 13 19:34:48.088064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb6bc-94bb-4c36-9e9f-a75b2e3ae1eb req-cd5b8867-633e-40b6-84da-f02eca7c0d0a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.089992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53fbb6bc-94bb-4c36-9e9f-a75b2e3ae1eb req-cd5b8867-633e-40b6-84da-f02eca7c0d0a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.3436432 Jul 13 19:34:48.146262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2185365-e1a9-4f17-bb13-90d8182693e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.148482 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-f2185365-e1a9-4f17-bb13-90d8182693e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.0520284 Jul 13 19:34:48.161950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Network 3f7ee210-2a52-4efe-92b8-caeda9beed5e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:48.198474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:48.201594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:48.214024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-413e8884-320d-4e20-b809-1a76b26fcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.215805 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-413e8884-320d-4e20-b809-1a76b26fcc8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615544 Jul 13 19:34:48.217774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Pushing event updated for resources: {'Port': ['ID=6f45bb47-f6b4-4927-8139-b618f9c3c716,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:48.252543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53fbb6bc-94bb-4c36-9e9f-a75b2e3ae1eb req-f4dfbb28-6d72-46db-b064-ead03fe0ef0c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507504 Jul 13 19:34:48.282792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.283388 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:48.361495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-315a337c-d846-40b6-b7de-d1d7f63165cd service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379855 Jul 13 19:34:48.369574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f295-6976-4906-a910-f8467329698f req-e87d8d62-d5db-4158-b07b-0a3dfab4ee22 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.369766 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-298c1055-065b-4b1c-9b94-c6882767d4d9 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2179799 Jul 13 19:34:48.371057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fb0f295-6976-4906-a910-f8467329698f req-e87d8d62-d5db-4158-b07b-0a3dfab4ee22 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 931 time: 0.1398358 Jul 13 19:34:48.404047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Request body: {'port': {'device_id': 'f41915aa-509b-4d15-9600-fb2353908a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:48.447332 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:48.468981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fb0f295-6976-4906-a910-f8467329698f req-3701b2f0-442c-431c-a5ee-c2d9a06a018d tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889049 Jul 13 19:34:48.473049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:48.495883 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cc0b2a-e4dd-4363-8e6c-98a80c2d97d6 req-29ab800e-dc90-41ac-967a-fc0ea6b97884 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237688 Jul 13 19:34:48.565089 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:48.622542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-baf99d8b-ebf9-4a77-ab02-126758acd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.623140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-baf99d8b-ebf9-4a77-ab02-126758acd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.623631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-baf99d8b-ebf9-4a77-ab02-126758acd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.624110 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-baf99d8b-ebf9-4a77-ab02-126758acd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.624640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-baf99d8b-ebf9-4a77-ab02-126758acd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.625114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-baf99d8b-ebf9-4a77-ab02-126758acd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.625585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-baf99d8b-ebf9-4a77-ab02-126758acd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.627614 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-baf99d8b-ebf9-4a77-ab02-126758acd00a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6477 time: 0.0708947 Jul 13 19:34:48.720624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-3db4af32-c836-45ca-9fc7-c389cad2088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.722425 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-3db4af32-c836-45ca-9fc7-c389cad2088f service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 HTTP/1.1" status: 200 len: 903 time: 0.0887604 Jul 13 19:34:48.733577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Allocated IP 172.25.7.106 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/d3b1488e-982b-4a51-b164-cb35a4d66a5b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:48.778865 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-9751d8ce-64e2-4f5c-bf19-60d1b90d91ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 HTTP/1.1" status: 200 len: 217 time: 0.0497930 Jul 13 19:34:48.851782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-b1ea3e75-56b2-4b38-a70a-e7b4cc44eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.853606 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-b1ea3e75-56b2-4b38-a70a-e7b4cc44eed2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.0681634 Jul 13 19:34:48.936500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-28156c0f-db9c-4892-9c04-c97a9e12dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:48.937993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-28156c0f-db9c-4892-9c04-c97a9e12dc14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779905 Jul 13 19:34:49.063879 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-7e842bd2-6f9f-41d7-8560-3f5c968e8a86 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173944 Jul 13 19:34:49.180166 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6ea10bb-702d-4744-a15f-d6fcd0a833e5 req-941ff9f2-7656-4d01-9715-4f5918a9e6db service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095371 Jul 13 19:34:49.200027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-749d800f-292f-4468-9a49-cf5ae7ab1d7e req-77ef58ca-9803-4440-a84e-c7ba2109c53f tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.3246112 Jul 13 19:34:49.289557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:49.358997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f45bb47-f6b4-4927-8139-b618f9c3c716 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:49.369726 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:49.383790 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:49.389948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Transition to ACTIVE for port object 6f45bb47-f6b4-4927-8139-b618f9c3c716 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:49.416099 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:49.441385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:49.443640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event updated for resources: {'Port': ['ID=d3b1488e-982b-4a51-b164-cb35a4d66a5b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:49.458775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:49.480524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:49.573582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Pushing event updated for resources: {'Port': ['ID=6f45bb47-f6b4-4927-8139-b618f9c3c716,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:49.709836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669a32f-8b1a-4373-825c-bdbe46b0e969 req-88637570-08c5-43a3-9027-216d57caf34b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:49.715730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669a32f-8b1a-4373-825c-bdbe46b0e969 req-88637570-08c5-43a3-9027-216d57caf34b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:49.721715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669a32f-8b1a-4373-825c-bdbe46b0e969 req-88637570-08c5-43a3-9027-216d57caf34b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:49.725836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b295-4bea-488e-85df-458406c60b81 req-3b430767-9ac6-4995-92b3-feb386655b27 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:49.727813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669a32f-8b1a-4373-825c-bdbe46b0e969 req-88637570-08c5-43a3-9027-216d57caf34b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:49.733488 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d269b295-4bea-488e-85df-458406c60b81 req-3b430767-9ac6-4995-92b3-feb386655b27 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 943 time: 0.0880647 Jul 13 19:34:49.734542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669a32f-8b1a-4373-825c-bdbe46b0e969 req-88637570-08c5-43a3-9027-216d57caf34b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:49.739684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669a32f-8b1a-4373-825c-bdbe46b0e969 req-88637570-08c5-43a3-9027-216d57caf34b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:49.746188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669a32f-8b1a-4373-825c-bdbe46b0e969 req-88637570-08c5-43a3-9027-216d57caf34b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:49.753761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a669a32f-8b1a-4373-825c-bdbe46b0e969 req-88637570-08c5-43a3-9027-216d57caf34b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.3109419 Jul 13 19:34:49.797056 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d269b295-4bea-488e-85df-458406c60b81 req-55b6720f-b2eb-4ac8-8654-fe895e383a5a tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590498 Jul 13 19:34:49.814201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Attempting to bind port 6f45bb47-f6b4-4927-8139-b618f9c3c716 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:49.814579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Attempting to bind port 6f45bb47-f6b4-4927-8139-b618f9c3c716 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f5380978-14d6-4640-b77a-b3d152e6e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3f7ee210-2a52-4efe-92b8-caeda9beed5e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:49.814913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Attempting to bind port 6f45bb47-f6b4-4927-8139-b618f9c3c716 on network 3f7ee210-2a52-4efe-92b8-caeda9beed5e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:49.825646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Port 6f45bb47-f6b4-4927-8139-b618f9c3c716 on network 3f7ee210-2a52-4efe-92b8-caeda9beed5e not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:49.826044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Attempting to bind port 6f45bb47-f6b4-4927-8139-b618f9c3c716 on network 3f7ee210-2a52-4efe-92b8-caeda9beed5e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:49.882258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:49.882631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Checking segment: {'id': 'f5380978-14d6-4640-b77a-b3d152e6e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3f7ee210-2a52-4efe-92b8-caeda9beed5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:49.883039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Bound using segment: {'id': 'f5380978-14d6-4640-b77a-b3d152e6e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3f7ee210-2a52-4efe-92b8-caeda9beed5e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:49.883477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Bound port: 6f45bb47-f6b4-4927-8139-b618f9c3c716, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5380978-14d6-4640-b77a-b3d152e6e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3f7ee210-2a52-4efe-92b8-caeda9beed5e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:49.883843 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:49.898664 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a669a32f-8b1a-4373-825c-bdbe46b0e969 req-37a1301a-de57-4929-812d-6f11b0d2baa8 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439195 Jul 13 19:34:50.003543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] For port 6f45bb47-f6b4-4927-8139-b618f9c3c716, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:50.008115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] For port 6f45bb47-f6b4-4927-8139-b618f9c3c716, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6f45bb47-f6b4-4927-8139-b618f9c3c716,segment=NetworkSegment(f5380978-14d6-4640-b77a-b3d152e6e370),segment_id=f5380978-14d6-4640-b77a-b3d152e6e370)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:50.011050 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:50.045767 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:50.099433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:50.099988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:50.101653 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] 10.222.0.24 "PUT /v2.0/ports/6f45bb47-f6b4-4927-8139-b618f9c3c716 HTTP/1.1" status: 200 len: 1091 time: 1.7035787 Jul 13 19:34:50.102101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41915aa-509b-4d15-9600-fb2353908a1b', 'tag': '6f45bb47-f6b4-4927-8139-b618f9c3c716'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:50.104419 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e2553f-79c7-4099-b91b-33731a1104d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f41915aa-509b-4d15-9600-fb2353908a1b", "tag": "6f45bb47-f6b4-4927-8139-b618f9c3c716"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:50.201133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98e71e-c261-4bca-813d-ab37aefb70fe service neutron] Pushing event updated for resources: {'Port': ['ID=6f45bb47-f6b4-4927-8139-b618f9c3c716,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:50.217628 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0867fe9d-c0d1-4247-a64b-0f5fd4241494 x-openstack-request-id: req-0867fe9d-c0d1-4247-a64b-0f5fd4241494 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:50.217924 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41915aa-509b-4d15-9600-fb2353908a1b", "tag": "6f45bb47-f6b4-4927-8139-b618f9c3c716", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:50.218179 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0867fe9d-c0d1-4247-a64b-0f5fd4241494 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:50.218669 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41915aa-509b-4d15-9600-fb2353908a1b', 'tag': '6f45bb47-f6b4-4927-8139-b618f9c3c716', 'status': 'completed', 'code': 200} Jul 13 19:34:50.308016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-6264e56d-8ce6-4f6f-afe8-b7c26ff16698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:50.315762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-6264e56d-8ce6-4f6f-afe8-b7c26ff16698 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79bb13f3eaa947fba428a19807faef50&device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 1094 time: 0.1551492 Jul 13 19:34:50.426787 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5cab6c39-5e8c-4658-8a5e-11e208bbe7db req-c9e1d3eb-72f8-425d-ada4-33b1700743d2 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0734787 Jul 13 19:34:50.431732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-c98813da-acf7-4254-b03a-647bdc3a470f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f45bb47-f6b4-4927-8139-b618f9c3c716 HTTP/1.1" status: 200 len: 217 time: 0.0760906 Jul 13 19:34:50.437537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:50.441912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:50.530259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-e1326c1c-3bdd-498e-ad9f-05f0aaaf8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:50.531577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-e1326c1c-3bdd-498e-ad9f-05f0aaaf8cf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d408c0f7-a6fc-4dbf-9307-f69fb2faab28 HTTP/1.1" status: 200 len: 854 time: 0.0921471 Jul 13 19:34:50.591693 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-70c50b8e-7d01-4601-8128-c6bc54aa179a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f7ee210-2a52-4efe-92b8-caeda9beed5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319350 Jul 13 19:34:50.652544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3eb92590-9803-444c-8ae2-d9a3aaadf72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:50.696737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Router 81a4e2d6-2cd2-408f-99d4-102efd8b8389 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:34:50.716458 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-020aa646-0648-4ecf-9f03-6e72253ac1dc service neutron] 10.222.0.24 "GET /v2.0/networks/3f7ee210-2a52-4efe-92b8-caeda9beed5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144292 Jul 13 19:34:50.886133 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eee3958-85a3-44cf-a71e-048e2c7ebfda req-7b233491-7717-45cd-82b8-52b27cb32c31 service neutron] 10.222.0.24 "GET /v2.0/networks/3f7ee210-2a52-4efe-92b8-caeda9beed5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344910 Jul 13 19:34:50.925548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:50.946139 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4d310-b493-4029-84b3-ba6a4749ba55 None None] Sync routers for ids ['81a4e2d6-2cd2-408f-99d4-102efd8b8389'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:50.948122 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:50.951816 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a7d5bb48-b0b1-4318-b95c-9e8517ea8595 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "PUT /v2.0/routers/81a4e2d6-2cd2-408f-99d4-102efd8b8389 HTTP/1.1" status: 200 len: 915 time: 3.6566043 Jul 13 19:34:50.954271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:50.996835 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4d310-b493-4029-84b3-ba6a4749ba55 None None] Routers {'81a4e2d6-2cd2-408f-99d4-102efd8b8389'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:50.997863 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0d4d310-b493-4029-84b3-ba6a4749ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['81a4e2d6-2cd2-408f-99d4-102efd8b8389'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:51.027436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e1e6-9438-4744-b87c-75da556f1e64 req-6226ec61-6260-4bff-8e3e-95be78db511c tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.038720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a7f9e1e6-9438-4744-b87c-75da556f1e64 req-6226ec61-6260-4bff-8e3e-95be78db511c tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 943 time: 0.1270180 Jul 13 19:34:51.088764 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0d4d310-b493-4029-84b3-ba6a4749ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:51.099341 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4d310-b493-4029-84b3-ba6a4749ba55 None None] Routers {'81a4e2d6-2cd2-408f-99d4-102efd8b8389'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:51.100443 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0d4d310-b493-4029-84b3-ba6a4749ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['81a4e2d6-2cd2-408f-99d4-102efd8b8389'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:51.144349 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0d4d310-b493-4029-84b3-ba6a4749ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:51.145253 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4d310-b493-4029-84b3-ba6a4749ba55 None None] The sync data for ids ['81a4e2d6-2cd2-408f-99d4-102efd8b8389'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:51.158229 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2553f-79c7-4099-b91b-33731a1104d4 req-ad651e90-2af0-4452-820f-fa06d69460a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.159762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3e2553f-79c7-4099-b91b-33731a1104d4 req-ad651e90-2af0-4452-820f-fa06d69460a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79bb13f3eaa947fba428a19807faef50&device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 1094 time: 0.0977635 Jul 13 19:34:51.168988 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a7f9e1e6-9438-4744-b87c-75da556f1e64 req-3184987e-7756-4ad9-bb36-f8caed564119 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287887 Jul 13 19:34:51.542260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c2fa85e5-2e25-444f-909c-64e9d9e3e7b5 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/routers/81a4e2d6-2cd2-408f-99d4-102efd8b8389 HTTP/1.1" status: 200 len: 921 time: 0.5862057 Jul 13 19:34:51.542791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:51.587365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976908-b491-4880-9e39-b3c92801f1ba req-3c4aa33a-eb3a-4768-ab86-b20d06cbf61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.593240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976908-b491-4880-9e39-b3c92801f1ba req-3c4aa33a-eb3a-4768-ab86-b20d06cbf61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.599237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976908-b491-4880-9e39-b3c92801f1ba req-3c4aa33a-eb3a-4768-ab86-b20d06cbf61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.605977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976908-b491-4880-9e39-b3c92801f1ba req-3c4aa33a-eb3a-4768-ab86-b20d06cbf61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.611874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976908-b491-4880-9e39-b3c92801f1ba req-3c4aa33a-eb3a-4768-ab86-b20d06cbf61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.617850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976908-b491-4880-9e39-b3c92801f1ba req-3c4aa33a-eb3a-4768-ab86-b20d06cbf61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.624202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976908-b491-4880-9e39-b3c92801f1ba req-3c4aa33a-eb3a-4768-ab86-b20d06cbf61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.626233 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c976908-b491-4880-9e39-b3c92801f1ba req-3c4aa33a-eb3a-4768-ab86-b20d06cbf61e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.4624746 Jul 13 19:34:51.694826 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34757194-d554-4adc-9315-a1336f0845ca req-25c5a992-2c32-4c83-9ebc-9d7fab28fe3b tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0406363 Jul 13 19:34:51.709563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c976908-b491-4880-9e39-b3c92801f1ba req-46fda09b-a954-47b5-a963-7ee45105960a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749679 Jul 13 19:34:51.711492 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2553f-79c7-4099-b91b-33731a1104d4 req-a7917a12-d215-4101-a60c-4487019d7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.712924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3e2553f-79c7-4099-b91b-33731a1104d4 req-a7917a12-d215-4101-a60c-4487019d7b66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f7ee210-2a52-4efe-92b8-caeda9beed5e HTTP/1.1" status: 200 len: 915 time: 0.5306039 Jul 13 19:34:51.751278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32fb264-a22b-4c63-b8ac-ca06f4dcd6fe tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.755891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a32fb264-a22b-4c63-b8ac-ca06f4dcd6fe tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&device_id=81a4e2d6-2cd2-408f-99d4-102efd8b8389&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2122867 Jul 13 19:34:51.757500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:51.768910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3e2553f-79c7-4099-b91b-33731a1104d4 req-7e96e67e-319a-4440-8cc9-a40b0514e7fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f45bb47-f6b4-4927-8139-b618f9c3c716 HTTP/1.1" status: 200 len: 217 time: 0.0481067 Jul 13 19:34:51.821246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2553f-79c7-4099-b91b-33731a1104d4 req-caded877-c02e-4671-ae35-e133ad2363ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.823104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3e2553f-79c7-4099-b91b-33731a1104d4 req-caded877-c02e-4671-ae35-e133ad2363ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d408c0f7-a6fc-4dbf-9307-f69fb2faab28 HTTP/1.1" status: 200 len: 854 time: 0.0473490 Jul 13 19:34:51.852308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc68a61d-c371-4ffa-9ca3-a1c864a4dadb tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.856532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dc68a61d-c371-4ffa-9ca3-a1c864a4dadb tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 881 time: 0.0978460 Jul 13 19:34:51.857291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:51.859392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3e2553f-79c7-4099-b91b-33731a1104d4 req-c56a70cf-3b3c-4910-870b-524e16b2eca7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f7ee210-2a52-4efe-92b8-caeda9beed5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289211 Jul 13 19:34:51.894769 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-516248fe-d694-420f-803b-4707ab176a8f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a4e2d6-2cd2-408f-99d4-102efd8b8389 HTTP/1.1" status: 200 len: 205 time: 0.0363898 Jul 13 19:34:51.895344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:51.964372 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3e2553f-79c7-4099-b91b-33731a1104d4 req-9f12888e-a8cd-4c4b-a375-7cf131b456d1 service neutron] 10.222.0.24 "GET /v2.0/networks/3f7ee210-2a52-4efe-92b8-caeda9beed5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979483 Jul 13 19:34:52.015075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:52.064948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3e2553f-79c7-4099-b91b-33731a1104d4 req-edb5581b-e053-4c67-91f7-c71caaf652c8 service neutron] 10.222.0.24 "GET /v2.0/networks/3f7ee210-2a52-4efe-92b8-caeda9beed5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941713 Jul 13 19:34:52.149034 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:52.206253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Deleting port d3b1488e-982b-4a51-b164-cb35a4d66a5b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:52.207076 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:52.293235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:52.307511 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Calling delete_port for d3b1488e-982b-4a51-b164-cb35a4d66a5b owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:52.452355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10089cc-baed-4c73-8119-db64bc9c8bad req-5740d867-9c5c-4d46-bbf8-d6b20dd9f508 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:52.462946 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a10089cc-baed-4c73-8119-db64bc9c8bad req-5740d867-9c5c-4d46-bbf8-d6b20dd9f508 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 943 time: 0.1367886 Jul 13 19:34:52.520487 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a10089cc-baed-4c73-8119-db64bc9c8bad req-188c3b4e-f604-439d-a899-a97d669d8075 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552862 Jul 13 19:34:52.838838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:52.882149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Pushing event deleted for resources: {'Port': ['ID=d3b1488e-982b-4a51-b164-cb35a4d66a5b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:52.966549 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6f27656-bc5a-402f-a998-c20daa0409ee req-07cbbacd-f900-41fc-bba9-75c4a6fa5b02 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0559676 Jul 13 19:34:53.009158 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.055636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b262-dc57-4c0a-bbe3-47ab5af3c4c7 req-4c732cf7-705a-4d70-bbd5-aafba767c7e4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:53.061867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b262-dc57-4c0a-bbe3-47ab5af3c4c7 req-4c732cf7-705a-4d70-bbd5-aafba767c7e4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:53.068060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b262-dc57-4c0a-bbe3-47ab5af3c4c7 req-4c732cf7-705a-4d70-bbd5-aafba767c7e4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:53.074568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b262-dc57-4c0a-bbe3-47ab5af3c4c7 req-4c732cf7-705a-4d70-bbd5-aafba767c7e4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:53.082205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b262-dc57-4c0a-bbe3-47ab5af3c4c7 req-4c732cf7-705a-4d70-bbd5-aafba767c7e4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:53.088601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b262-dc57-4c0a-bbe3-47ab5af3c4c7 req-4c732cf7-705a-4d70-bbd5-aafba767c7e4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:53.094901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b262-dc57-4c0a-bbe3-47ab5af3c4c7 req-4c732cf7-705a-4d70-bbd5-aafba767c7e4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:53.103676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5107b262-dc57-4c0a-bbe3-47ab5af3c4c7 req-4c732cf7-705a-4d70-bbd5-aafba767c7e4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.1431432 Jul 13 19:34:53.113222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.115918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.162513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5107b262-dc57-4c0a-bbe3-47ab5af3c4c7 req-46ef2412-4e8f-4b91-9837-d207af2693d1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579159 Jul 13 19:34:53.169512 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.170001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Fanout notify agent at l3_agent the message router_deleted on router 81a4e2d6-2cd2-408f-99d4-102efd8b8389 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:53.178214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.183265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5c31a24a-1d4d-4c89-9753-99a96378bf1f tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/81a4e2d6-2cd2-408f-99d4-102efd8b8389 HTTP/1.1" status: 204 len: 168 time: 1.2837274 Jul 13 19:34:53.186086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:53.191215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5c481bab-8a03-401b-8dc0-51a6d66e1dd3 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-249922327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:53.219460 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe3bf-438e-475b-bf84-eb6f3926ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.223292 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c481bab-8a03-401b-8dc0-51a6d66e1dd3 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.224659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c481bab-8a03-401b-8dc0-51a6d66e1dd3 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.281560 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c481bab-8a03-401b-8dc0-51a6d66e1dd3 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.285968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c481bab-8a03-401b-8dc0-51a6d66e1dd3 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.303037 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c481bab-8a03-401b-8dc0-51a6d66e1dd3 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.305265 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5c481bab-8a03-401b-8dc0-51a6d66e1dd3 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1178641 Jul 13 19:34:53.307931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:53.312490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:53.519172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.551158 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.843017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085f9e2-4eb1-4459-8e19-4ea6011849ff req-35690ecf-5bb1-4552-be93-f21294c0693b tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:53.846878 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7085f9e2-4eb1-4459-8e19-4ea6011849ff req-35690ecf-5bb1-4552-be93-f21294c0693b tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 943 time: 0.1787901 Jul 13 19:34:53.886261 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.911401 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7085f9e2-4eb1-4459-8e19-4ea6011849ff req-b7ec9ae9-d69c-47be-8356-863a1200dd92 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615735 Jul 13 19:34:53.912995 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:53.925622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6f45bb47-f6b4-4927-8139-b618f9c3c716 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:34:54.065972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Allocated IP 172.25.7.225 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/f96e260b-9cf7-43cd-93a2-2d9e72f8bf85) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:54.068353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 6f45bb47-f6b4-4927-8139-b618f9c3c716, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6f45bb47-f6b4-4927-8139-b618f9c3c716,segment=NetworkSegment(f5380978-14d6-4640-b77a-b3d152e6e370),segment_id=f5380978-14d6-4640-b77a-b3d152e6e370)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:54.093820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '6f45bb47-f6b4-4927-8139-b618f9c3c716', 'network_id': '3f7ee210-2a52-4efe-92b8-caeda9beed5e', 'port_id': '6f45bb47-f6b4-4927-8139-b618f9c3c716', 'mac_address': 'fa:16:3e:6b:a0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd408c0f7-a6fc-4dbf-9307-f69fb2faab28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:34:54.135947 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:54.149008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f45bb47-f6b4-4927-8139-b618f9c3c716 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:54.154127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e66ef6ee-91df-47af-86db-017668ce0ed4 req-c4c072a4-2616-4a42-aa18-ca1f6609289e tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0357788 Jul 13 19:34:54.170677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 6f45bb47-f6b4-4927-8139-b618f9c3c716, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6f45bb47-f6b4-4927-8139-b618f9c3c716,segment=NetworkSegment(f5380978-14d6-4640-b77a-b3d152e6e370),segment_id=f5380978-14d6-4640-b77a-b3d152e6e370)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:54.175299 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:54.189407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:54.226073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=6f45bb47-f6b4-4927-8139-b618f9c3c716,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:54.234151 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:54.235286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.235286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.235738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.236136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.236523 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.236913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.237307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.237709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.238079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.238557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.238944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.239325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:54.289326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Pushing event updated for resources: {'Port': ['ID=f96e260b-9cf7-43cd-93a2-2d9e72f8bf85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:54.304322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:54.305837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:54.308241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:54.463671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['6f45bb47-f6b4-4927-8139-b618f9c3c716'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:34:54.518460 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:54.523945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bbc46-2ace-4068-8e9a-b03dd891b479 req-ee675115-84cd-4a28-921c-8b978082b039 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:54.529151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bbc46-2ace-4068-8e9a-b03dd891b479 req-ee675115-84cd-4a28-921c-8b978082b039 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:54.535024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bbc46-2ace-4068-8e9a-b03dd891b479 req-ee675115-84cd-4a28-921c-8b978082b039 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:54.541539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bbc46-2ace-4068-8e9a-b03dd891b479 req-ee675115-84cd-4a28-921c-8b978082b039 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:54.547606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bbc46-2ace-4068-8e9a-b03dd891b479 req-ee675115-84cd-4a28-921c-8b978082b039 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:54.554038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bbc46-2ace-4068-8e9a-b03dd891b479 req-ee675115-84cd-4a28-921c-8b978082b039 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:54.561113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bbc46-2ace-4068-8e9a-b03dd891b479 req-ee675115-84cd-4a28-921c-8b978082b039 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:54.563139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e9bbc46-2ace-4068-8e9a-b03dd891b479 req-ee675115-84cd-4a28-921c-8b978082b039 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.2336392 Jul 13 19:34:54.680507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e9bbc46-2ace-4068-8e9a-b03dd891b479 req-aa59887a-4816-4b2e-90f2-7dbf947876c5 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080809 Jul 13 19:34:54.702344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:54.901992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:54.905419 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.048066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Router 44d6479b-06fb-4e6f-979c-42fba1b3054d is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:34:55.206127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d301dc6-6b0e-4bf5-a05e-e49f88cd30d4 req-ca2e208d-96f5-4ffc-a5ce-eab2c8496ff3 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.207482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d301dc6-6b0e-4bf5-a05e-e49f88cd30d4 req-ca2e208d-96f5-4ffc-a5ce-eab2c8496ff3 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 944 time: 0.1439707 Jul 13 19:34:55.208890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:55.213765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.217580 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-02eb24c2-6b9a-4dbb-a771-eabd36788147 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "PUT /v2.0/routers/44d6479b-06fb-4e6f-979c-42fba1b3054d HTTP/1.1" status: 200 len: 915 time: 1.9061279 Jul 13 19:34:55.220020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac54112-de04-4e8f-b23a-0d43c3d89cc7 None None] Sync routers for ids ['44d6479b-06fb-4e6f-979c-42fba1b3054d'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:55.220697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:55.247031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac54112-de04-4e8f-b23a-0d43c3d89cc7 None None] Routers {'44d6479b-06fb-4e6f-979c-42fba1b3054d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:55.248338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dac54112-de04-4e8f-b23a-0d43c3d89cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['44d6479b-06fb-4e6f-979c-42fba1b3054d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:55.264406 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d301dc6-6b0e-4bf5-a05e-e49f88cd30d4 req-f8b25c28-6228-4401-af8d-e0a64b5b8ea4 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Jul 13 19:34:55.303557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dac54112-de04-4e8f-b23a-0d43c3d89cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:55.321738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac54112-de04-4e8f-b23a-0d43c3d89cc7 None None] Routers {'44d6479b-06fb-4e6f-979c-42fba1b3054d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:55.322484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dac54112-de04-4e8f-b23a-0d43c3d89cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['44d6479b-06fb-4e6f-979c-42fba1b3054d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:55.347850 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ad34ab7-27b3-48c1-bef3-c4ca784e4efd req-b03fabd7-50fb-4dba-a5be-ec17f379386b tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0346391 Jul 13 19:34:55.355334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dac54112-de04-4e8f-b23a-0d43c3d89cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:55.356206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac54112-de04-4e8f-b23a-0d43c3d89cc7 None None] The sync data for ids ['44d6479b-06fb-4e6f-979c-42fba1b3054d'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:55.406262 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c8eb8705-6761-4461-86d9-57c01fad48cd tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/routers/44d6479b-06fb-4e6f-979c-42fba1b3054d HTTP/1.1" status: 200 len: 921 time: 0.1836607 Jul 13 19:34:55.408894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:55.471771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8afe848-f25a-4bc6-930a-896776cfa62d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.473515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f8afe848-f25a-4bc6-930a-896776cfa62d tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&device_id=44d6479b-06fb-4e6f-979c-42fba1b3054d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0637188 Jul 13 19:34:55.476239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:55.566981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1913d9-2ec4-4c59-953e-0c81aaa47051 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.568420 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3a1913d9-2ec4-4c59-953e-0c81aaa47051 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 881 time: 0.0909746 Jul 13 19:34:55.572001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:55.603185 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2f15c520-e36d-460d-aa44-222a0a1510e5 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=44d6479b-06fb-4e6f-979c-42fba1b3054d HTTP/1.1" status: 200 len: 205 time: 0.0299621 Jul 13 19:34:55.605567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:55.718482 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.872175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.910070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f0473-2995-4ec6-bd12-01b0be2c79d2 req-93e8763e-dd4f-4441-8eaf-bca087364d2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.917275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f0473-2995-4ec6-bd12-01b0be2c79d2 req-93e8763e-dd4f-4441-8eaf-bca087364d2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.925203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6f45bb47-f6b4-4927-8139-b618f9c3c716 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:55.926640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f0473-2995-4ec6-bd12-01b0be2c79d2 req-93e8763e-dd4f-4441-8eaf-bca087364d2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.935858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f0473-2995-4ec6-bd12-01b0be2c79d2 req-93e8763e-dd4f-4441-8eaf-bca087364d2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.941381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Deleting port f96e260b-9cf7-43cd-93a2-2d9e72f8bf85 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:55.941733 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.943527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f0473-2995-4ec6-bd12-01b0be2c79d2 req-93e8763e-dd4f-4441-8eaf-bca087364d2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.950617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f0473-2995-4ec6-bd12-01b0be2c79d2 req-93e8763e-dd4f-4441-8eaf-bca087364d2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.956768 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f0473-2995-4ec6-bd12-01b0be2c79d2 req-93e8763e-dd4f-4441-8eaf-bca087364d2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.958779 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f08f0473-2995-4ec6-bd12-01b0be2c79d2 req-93e8763e-dd4f-4441-8eaf-bca087364d2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.1356692 Jul 13 19:34:56.010666 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.013950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 6f45bb47-f6b4-4927-8139-b618f9c3c716 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:56.022164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 6f45bb47-f6b4-4927-8139-b618f9c3c716 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:56.024167 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.034159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f08f0473-2995-4ec6-bd12-01b0be2c79d2 req-dff193e6-047c-469a-b8a5-88d519794853 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682411 Jul 13 19:34:56.090230 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.103117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Calling delete_port for f96e260b-9cf7-43cd-93a2-2d9e72f8bf85 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:56.118235 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.152100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41915aa-509b-4d15-9600-fb2353908a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f45bb47-f6b4-4927-8139-b618f9c3c716'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:56.154546 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1f4dcf-70fd-4316-af0f-0e784ff1d403" -d '{"events": [{"server_uuid": "f41915aa-509b-4d15-9600-fb2353908a1b", "name": "network-vif-plugged", "status": "completed", "tag": "6f45bb47-f6b4-4927-8139-b618f9c3c716"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:56.168897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 6f45bb47-f6b4-4927-8139-b618f9c3c716, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6f45bb47-f6b4-4927-8139-b618f9c3c716,segment=NetworkSegment(f5380978-14d6-4640-b77a-b3d152e6e370),segment_id=f5380978-14d6-4640-b77a-b3d152e6e370)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:56.175239 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.216218 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1bc31a-796e-457f-9405-8bd8bfdaa6d4 x-openstack-request-id: req-1b1bc31a-796e-457f-9405-8bd8bfdaa6d4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:56.216464 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41915aa-509b-4d15-9600-fb2353908a1b", "name": "network-vif-plugged", "status": "completed", "tag": "6f45bb47-f6b4-4927-8139-b618f9c3c716", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:56.216722 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b1bc31a-796e-457f-9405-8bd8bfdaa6d4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:56.217106 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41915aa-509b-4d15-9600-fb2353908a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f45bb47-f6b4-4927-8139-b618f9c3c716', 'code': 200} Jul 13 19:34:56.251932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=6f45bb47-f6b4-4927-8139-b618f9c3c716,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:56.348954 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.392401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Pushing event deleted for resources: {'Port': ['ID=f96e260b-9cf7-43cd-93a2-2d9e72f8bf85,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:56.423967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cf345-6010-4668-b0b6-9ace75652920 req-7348cea0-1368-49eb-b288-588fc9a7049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:56.426256 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b5cf345-6010-4668-b0b6-9ace75652920 req-7348cea0-1368-49eb-b288-588fc9a7049e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 1096 time: 0.1364717 Jul 13 19:34:56.457701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.486048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26dbf9-8383-4340-9ea9-7df1b7088702 req-bc23fc85-65af-4439-9cda-fdff3a229f0c tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:56.488035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb26dbf9-8383-4340-9ea9-7df1b7088702 req-bc23fc85-65af-4439-9cda-fdff3a229f0c tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 945 time: 0.1139987 Jul 13 19:34:56.540108 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb26dbf9-8383-4340-9ea9-7df1b7088702 req-705e0e9f-81b2-48b2-b90b-8078aa6f2e41 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Jul 13 19:34:56.544823 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b5cf345-6010-4668-b0b6-9ace75652920 req-1f21cef1-6c09-42c5-9a4d-6774b50617a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058600 Jul 13 19:34:56.588570 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8fac09e-1493-4751-8b2b-202146f01e2d req-17073251-2035-4050-ac58-979f96361ae9 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0628939 Jul 13 19:34:56.590272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.592666 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.640209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.640814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Fanout notify agent at l3_agent the message router_deleted on router 44d6479b-06fb-4e6f-979c-42fba1b3054d {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:56.648382 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.649679 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9b7ad971-e108-4e3b-bc2e-57629dda9814 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/44d6479b-06fb-4e6f-979c-42fba1b3054d HTTP/1.1" status: 204 len: 168 time: 1.0430765 Jul 13 19:34:56.653152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:56.658302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-974688188', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:56.687565 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.688622 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.760493 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.901841 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:57.124951 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:57.144783 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:57.313532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Allocated IP 172.25.7.187 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/0c07916f-0117-4916-ab1d-d0c5b64d92e0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:57.390755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46d7ce-199e-4068-ad6c-41c8165d98e6 req-defd6b19-e7ee-4480-8bb3-d102dc1ac11a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.396456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46d7ce-199e-4068-ad6c-41c8165d98e6 req-defd6b19-e7ee-4480-8bb3-d102dc1ac11a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.402771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46d7ce-199e-4068-ad6c-41c8165d98e6 req-defd6b19-e7ee-4480-8bb3-d102dc1ac11a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.408678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46d7ce-199e-4068-ad6c-41c8165d98e6 req-defd6b19-e7ee-4480-8bb3-d102dc1ac11a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.415071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46d7ce-199e-4068-ad6c-41c8165d98e6 req-defd6b19-e7ee-4480-8bb3-d102dc1ac11a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.420858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46d7ce-199e-4068-ad6c-41c8165d98e6 req-defd6b19-e7ee-4480-8bb3-d102dc1ac11a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.426932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46d7ce-199e-4068-ad6c-41c8165d98e6 req-defd6b19-e7ee-4480-8bb3-d102dc1ac11a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.429173 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6c46d7ce-199e-4068-ad6c-41c8165d98e6 req-defd6b19-e7ee-4480-8bb3-d102dc1ac11a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.1875069 Jul 13 19:34:57.498328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6c46d7ce-199e-4068-ad6c-41c8165d98e6 req-59162ec0-9cd0-47d1-9729-d7ba81157682 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604429 Jul 13 19:34:57.511685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:57.564609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:57.607891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:57.612573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:57.617701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:57.620534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Pushing event updated for resources: {'Port': ['ID=0c07916f-0117-4916-ab1d-d0c5b64d92e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:57.770757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866782a-e446-435d-9434-015199f0bdb1 req-73bd1174-4e56-42ac-a32b-bdf7e27e32b3 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.774110 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4866782a-e446-435d-9434-015199f0bdb1 req-73bd1174-4e56-42ac-a32b-bdf7e27e32b3 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 945 time: 0.0988901 Jul 13 19:34:57.813809 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aeb032cc-d8ab-4f3b-95f8-f588b159625d req-3fdfca7e-3639-43a2-a5b3-782df7dad02e tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0380032 Jul 13 19:34:57.856795 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4866782a-e446-435d-9434-015199f0bdb1 req-cc49c4cf-602b-49fc-ab95-a61d6adc5784 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764003 Jul 13 19:34:58.048709 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:58.320552 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:58.335888 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:34:58.492001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Router 59c4012e-45ad-4b4f-9617-beccad5a421c is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:34:58.607029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:58.617988 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c21585-6cff-4d9f-8ef3-7fffc5a23a13 None None] Sync routers for ids ['59c4012e-45ad-4b4f-9617-beccad5a421c'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:58.628598 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c21585-6cff-4d9f-8ef3-7fffc5a23a13 None None] Routers {'59c4012e-45ad-4b4f-9617-beccad5a421c'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:58.629478 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-82c21585-6cff-4d9f-8ef3-7fffc5a23a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['59c4012e-45ad-4b4f-9617-beccad5a421c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:58.664628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:58.668596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e6689c74-ac44-456c-a3cc-996081f649a1 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0119073 Jul 13 19:34:58.669028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:58.671569 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-82c21585-6cff-4d9f-8ef3-7fffc5a23a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:58.674340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:58.691264 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c21585-6cff-4d9f-8ef3-7fffc5a23a13 None None] Routers {'59c4012e-45ad-4b4f-9617-beccad5a421c'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:58.691915 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-82c21585-6cff-4d9f-8ef3-7fffc5a23a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['59c4012e-45ad-4b4f-9617-beccad5a421c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:58.735202 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-82c21585-6cff-4d9f-8ef3-7fffc5a23a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:58.735864 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c21585-6cff-4d9f-8ef3-7fffc5a23a13 None None] The sync data for ids ['59c4012e-45ad-4b4f-9617-beccad5a421c'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:58.737861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca14-8fa6-4f23-bc27-f6febbf8fa39 req-08c22a8d-7ec2-4460-94fc-74c0377f228a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:58.746045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca14-8fa6-4f23-bc27-f6febbf8fa39 req-08c22a8d-7ec2-4460-94fc-74c0377f228a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:58.752138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca14-8fa6-4f23-bc27-f6febbf8fa39 req-08c22a8d-7ec2-4460-94fc-74c0377f228a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:58.758892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca14-8fa6-4f23-bc27-f6febbf8fa39 req-08c22a8d-7ec2-4460-94fc-74c0377f228a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:58.764908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca14-8fa6-4f23-bc27-f6febbf8fa39 req-08c22a8d-7ec2-4460-94fc-74c0377f228a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:58.770839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca14-8fa6-4f23-bc27-f6febbf8fa39 req-08c22a8d-7ec2-4460-94fc-74c0377f228a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:58.777690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca14-8fa6-4f23-bc27-f6febbf8fa39 req-08c22a8d-7ec2-4460-94fc-74c0377f228a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:58.779818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bc4ca14-8fa6-4f23-bc27-f6febbf8fa39 req-08c22a8d-7ec2-4460-94fc-74c0377f228a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.1224971 Jul 13 19:34:58.801775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d66b5-3f24-468d-b736-0414f00e823a req-e53383c6-7425-4006-9ae9-b59129c97b09 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:58.803483 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-479d66b5-3f24-468d-b736-0414f00e823a req-e53383c6-7425-4006-9ae9-b59129c97b09 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 945 time: 0.1944726 Jul 13 19:34:58.826495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bc4ca14-8fa6-4f23-bc27-f6febbf8fa39 req-f23bb53d-bae3-4b4e-8577-1bb5c17e592b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368593 Jul 13 19:34:58.916462 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-479d66b5-3f24-468d-b736-0414f00e823a req-1b0a9211-fca1-475b-b650-fbc291c27da2 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062071 Jul 13 19:34:59.000824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-61ccf052-708c-4a57-8a52-9a5ab3414477 req-3de3b00d-0a51-4c58-adb2-e916d5e1fb61 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0371182 Jul 13 19:34:59.367823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:59.382703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:59.437304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Deleting port 0c07916f-0117-4916-ab1d-d0c5b64d92e0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:59.437510 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:59.519260 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:59.531866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Calling delete_port for 0c07916f-0117-4916-ab1d-d0c5b64d92e0 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:59.699733 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:59.727639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Pushing event deleted for resources: {'Port': ['ID=0c07916f-0117-4916-ab1d-d0c5b64d92e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:59.789476 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.010744 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.015239 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.098434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78036ca-5764-44af-861b-7d08447e397b req-c9d16e39-8736-4884-a073-438bd353d86b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:00.105401 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78036ca-5764-44af-861b-7d08447e397b req-c9d16e39-8736-4884-a073-438bd353d86b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:00.112160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78036ca-5764-44af-861b-7d08447e397b req-c9d16e39-8736-4884-a073-438bd353d86b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:00.118906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78036ca-5764-44af-861b-7d08447e397b req-c9d16e39-8736-4884-a073-438bd353d86b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:00.126758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78036ca-5764-44af-861b-7d08447e397b req-c9d16e39-8736-4884-a073-438bd353d86b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:00.133946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78036ca-5764-44af-861b-7d08447e397b req-c9d16e39-8736-4884-a073-438bd353d86b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:00.140203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78036ca-5764-44af-861b-7d08447e397b req-c9d16e39-8736-4884-a073-438bd353d86b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:00.145296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Router 59c4012e-45ad-4b4f-9617-beccad5a421c has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:35:00.149019 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b78036ca-5764-44af-861b-7d08447e397b req-c9d16e39-8736-4884-a073-438bd353d86b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.1863959 Jul 13 19:35:00.201799 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b78036ca-5764-44af-861b-7d08447e397b req-5eba0bfe-5e19-456c-b965-84da47a5402b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516834 Jul 13 19:35:00.267722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afe45f-169a-4a84-b7b0-c726b8414023 req-4c8c5aa6-4727-4bc8-bad8-b54f230941c2 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:00.269417 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6afe45f-169a-4a84-b7b0-c726b8414023 req-4c8c5aa6-4727-4bc8-bad8-b54f230941c2 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 945 time: 0.1597104 Jul 13 19:35:00.272842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:35:00.277695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-4ddce2b7-5016-46ae-8f4b-4d27bb11193f tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:00.279281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-4ddce2b7-5016-46ae-8f4b-4d27bb11193f tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 945 time: 0.2427139 Jul 13 19:35:00.279996 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.281130 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5e8be241-b837-443b-9e47-9dd971ce6489 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "PUT /v2.0/routers/59c4012e-45ad-4b4f-9617-beccad5a421c HTTP/1.1" status: 200 len: 705 time: 1.6111007 Jul 13 19:35:00.283986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:00.288158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba4ecd-4616-4281-9858-d333a94b7374 None None] Sync routers for ids ['59c4012e-45ad-4b4f-9617-beccad5a421c'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:35:00.322626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba4ecd-4616-4281-9858-d333a94b7374 None None] Routers {'59c4012e-45ad-4b4f-9617-beccad5a421c'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:00.324254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecba4ecd-4616-4281-9858-d333a94b7374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['59c4012e-45ad-4b4f-9617-beccad5a421c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:00.361978 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6afe45f-169a-4a84-b7b0-c726b8414023 req-41377f98-a1ff-43a1-840d-05c456349717 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8d32d8-f07c-4184-ba44-2cf935504a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790274 Jul 13 19:35:00.427117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecba4ecd-4616-4281-9858-d333a94b7374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:00.427686 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:00.428658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6de97869-5037-4781-bcf9-5076e0731f71 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/routers/59c4012e-45ad-4b4f-9617-beccad5a421c HTTP/1.1" status: 200 len: 740 time: 0.1320415 Jul 13 19:35:00.443797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba4ecd-4616-4281-9858-d333a94b7374 None None] Routers {'59c4012e-45ad-4b4f-9617-beccad5a421c'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:00.444918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecba4ecd-4616-4281-9858-d333a94b7374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['59c4012e-45ad-4b4f-9617-beccad5a421c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:00.484439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecba4ecd-4616-4281-9858-d333a94b7374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:00.485352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba4ecd-4616-4281-9858-d333a94b7374 None None] The sync data for ids ['59c4012e-45ad-4b4f-9617-beccad5a421c'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:35:00.497457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:00.504840 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7b3253f9-5493-4675-a029-901ce1d23627 tempest-RoutersAdminTest-559607286 tempest-RoutersAdminTest-559607286-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&device_id=59c4012e-45ad-4b4f-9617-beccad5a421c HTTP/1.1" status: 200 len: 205 time: 0.0758841 Jul 13 19:35:00.508764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:00.540957 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5748b252-125f-4737-813d-021bf7501a73 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c4012e-45ad-4b4f-9617-beccad5a421c HTTP/1.1" status: 200 len: 205 time: 0.0309870 Jul 13 19:35:00.543384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:00.638112 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76e2c5ba-0079-45d3-969f-e2d988c5993a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.650644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa127380-ff20-4b1a-9742-feff0743a8a0 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.738989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1aab387-1774-42cc-b1a3-034313a21efe req-b23949d7-33ca-4786-91e6-5bd74b3873d4 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.3091154 Jul 13 19:35:00.792200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-7e8303bf-c465-4203-b082-73f81214f330 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Deleting port 6f45bb47-f6b4-4927-8139-b618f9c3c716 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:00.792540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-7e8303bf-c465-4203-b082-73f81214f330 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.845311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa127380-ff20-4b1a-9742-feff0743a8a0 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.848992 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa127380-ff20-4b1a-9742-feff0743a8a0 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.885455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-7e8303bf-c465-4203-b082-73f81214f330 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] For port 6f45bb47-f6b4-4927-8139-b618f9c3c716, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6f45bb47-f6b4-4927-8139-b618f9c3c716,segment=NetworkSegment(f5380978-14d6-4640-b77a-b3d152e6e370),segment_id=f5380978-14d6-4640-b77a-b3d152e6e370)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:00.885817 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-7e8303bf-c465-4203-b082-73f81214f330 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.901795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-7e8303bf-c465-4203-b082-73f81214f330 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Calling delete_port for 6f45bb47-f6b4-4927-8139-b618f9c3c716 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:00.908173 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa127380-ff20-4b1a-9742-feff0743a8a0 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.908663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa127380-ff20-4b1a-9742-feff0743a8a0 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Fanout notify agent at l3_agent the message router_deleted on router 59c4012e-45ad-4b4f-9617-beccad5a421c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:35:00.916836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa127380-ff20-4b1a-9742-feff0743a8a0 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.917958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aa127380-ff20-4b1a-9742-feff0743a8a0 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/59c4012e-45ad-4b4f-9617-beccad5a421c HTTP/1.1" status: 204 len: 168 time: 0.3735671 Jul 13 19:35:00.922326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:00.957406 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-758e9fca-a780-453c-9b61-aa170730e6af tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c4012e-45ad-4b4f-9617-beccad5a421c HTTP/1.1" status: 200 len: 205 time: 0.0340488 Jul 13 19:35:00.960271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.003676 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-59495bd1-b926-4756-bea2-caeb1bac6225 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] delete failed (client error): The resource could not be found. Jul 13 19:35:01.004779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-59495bd1-b926-4756-bea2-caeb1bac6225 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/59c4012e-45ad-4b4f-9617-beccad5a421c HTTP/1.1" status: 404 len: 336 time: 0.0435376 Jul 13 19:35:01.008563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.037936 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-7e8303bf-c465-4203-b082-73f81214f330 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:01.049218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76e2c5ba-0079-45d3-969f-e2d988c5993a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:01.054781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c5c8dc9e-80eb-46bb-91c6-94a9a036831b tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=44d6479b-06fb-4e6f-979c-42fba1b3054d HTTP/1.1" status: 200 len: 205 time: 0.0423753 Jul 13 19:35:01.054970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['6f45bb47-f6b4-4927-8139-b618f9c3c716'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:01.055271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.063746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76e2c5ba-0079-45d3-969f-e2d988c5993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:01.076322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8303bf-c465-4203-b082-73f81214f330 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Pushing event deleted for resources: {'Port': ['ID=6f45bb47-f6b4-4927-8139-b618f9c3c716,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:01.105391 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-dffd6946-ad47-4cde-b6b8-7695dc056565 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] delete failed (client error): The resource could not be found. Jul 13 19:35:01.106553 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dffd6946-ad47-4cde-b6b8-7695dc056565 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/44d6479b-06fb-4e6f-979c-42fba1b3054d HTTP/1.1" status: 404 len: 336 time: 0.0504773 Jul 13 19:35:01.113979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.141704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-7e8303bf-c465-4203-b082-73f81214f330 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] No DVR routers for this DVR port 6f45bb47-f6b4-4927-8139-b618f9c3c716 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:35:01.144704 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-7e8303bf-c465-4203-b082-73f81214f330 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:01.147294 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55188a94-5d51-4b16-86ec-ef1e3ca6d5c9 req-7e8303bf-c465-4203-b082-73f81214f330 tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.24 "DELETE /v2.0/ports/6f45bb47-f6b4-4927-8139-b618f9c3c716 HTTP/1.1" status: 204 len: 173 time: 0.7712324 Jul 13 19:35:01.147740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41915aa-509b-4d15-9600-fb2353908a1b', 'name': 'network-vif-deleted', 'tag': '6f45bb47-f6b4-4927-8139-b618f9c3c716'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:01.150379 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5c35ad-6dc1-441b-8520-8569c8e552d2" -d '{"events": [{"server_uuid": "f41915aa-509b-4d15-9600-fb2353908a1b", "name": "network-vif-deleted", "tag": "6f45bb47-f6b4-4927-8139-b618f9c3c716"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:01.168129 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-862a807e-5627-415c-9639-2e7767f7ae35 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a4e2d6-2cd2-408f-99d4-102efd8b8389 HTTP/1.1" status: 200 len: 205 time: 0.0498643 Jul 13 19:35:01.171670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.177259 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-76e2c5ba-0079-45d3-969f-e2d988c5993a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6146415d7f2e4d5eb719519142f49066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6787407 Jul 13 19:35:01.177930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.187274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2c5ba-0079-45d3-969f-e2d988c5993a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2330939a-575d-4042-891a-a6db50ce8145,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:01.224557 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f67b315-716e-4053-bec0-ce60ec1938ad x-openstack-request-id: req-4f67b315-716e-4053-bec0-ce60ec1938ad {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:01.225086 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41915aa-509b-4d15-9600-fb2353908a1b", "name": "network-vif-deleted", "tag": "6f45bb47-f6b4-4927-8139-b618f9c3c716", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:01.225573 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f67b315-716e-4053-bec0-ce60ec1938ad {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:01.226232 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41915aa-509b-4d15-9600-fb2353908a1b', 'name': 'network-vif-deleted', 'tag': '6f45bb47-f6b4-4927-8139-b618f9c3c716', 'status': 'completed', 'code': 200} Jul 13 19:35:01.227716 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-1b111bc0-56a5-4cfd-ba6d-2806ad65ffa8 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] delete failed (client error): The resource could not be found. Jul 13 19:35:01.232048 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1b111bc0-56a5-4cfd-ba6d-2806ad65ffa8 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/81a4e2d6-2cd2-408f-99d4-102efd8b8389 HTTP/1.1" status: 404 len: 336 time: 0.0591447 Jul 13 19:35:01.232712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.248154 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a45d1a6-728e-4b82-b2ec-ad5eab10c59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:01.269464 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-896e3b93-be4b-4ed0-8ac1-ae6e8c54ffc9 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ead0f3-8931-4752-922f-1bb96c70d010 HTTP/1.1" status: 200 len: 205 time: 0.0354090 Jul 13 19:35:01.270528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.276437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a45d1a6-728e-4b82-b2ec-ad5eab10c59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:01.319172 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a7122893-1863-4e2b-84b5-fc5280f25464 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] delete failed (client error): The resource could not be found. Jul 13 19:35:01.324388 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a7122893-1863-4e2b-84b5-fc5280f25464 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/80ead0f3-8931-4752-922f-1bb96c70d010 HTTP/1.1" status: 404 len: 336 time: 0.0519493 Jul 13 19:35:01.325317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.336510 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a45d1a6-728e-4b82-b2ec-ad5eab10c59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:01.339382 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a45d1a6-728e-4b82-b2ec-ad5eab10c59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:01.341544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0a45d1a6-728e-4b82-b2ec-ad5eab10c59e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2330939a-575d-4042-891a-a6db50ce8145 HTTP/1.1" status: 204 len: 168 time: 0.1600709 Jul 13 19:35:01.350480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45d1a6-728e-4b82-b2ec-ad5eab10c59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2330939a-575d-4042-891a-a6db50ce8145,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:01.405338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e716e239-3db0-46fe-b5d5-8f7ccf744981 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=61004226-c23f-492f-b2ac-4147e3bd1797 HTTP/1.1" status: 200 len: 205 time: 0.0764854 Jul 13 19:35:01.406103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.453635 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-65aa8795-b217-4656-a011-f7cc0578d98a tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] delete failed (client error): The resource could not be found. Jul 13 19:35:01.456994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-65aa8795-b217-4656-a011-f7cc0578d98a tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/61004226-c23f-492f-b2ac-4147e3bd1797 HTTP/1.1" status: 404 len: 336 time: 0.0478361 Jul 13 19:35:01.457285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.493239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf70a5-d816-4be6-9136-ee9b4076c32f req-5c883117-7864-47da-b186-facb3b1f3e2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:01.501981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-efab7e46-61e5-4e61-83b1-5aa456f82d5a tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "GET /v2.0/ports?device_id=53c7b404-db9d-4b89-87b7-ca01f502049b HTTP/1.1" status: 200 len: 205 time: 0.0415967 Jul 13 19:35:01.502167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf70a5-d816-4be6-9136-ee9b4076c32f req-5c883117-7864-47da-b186-facb3b1f3e2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:01.502884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.510496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf70a5-d816-4be6-9136-ee9b4076c32f req-5c883117-7864-47da-b186-facb3b1f3e2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:01.517539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf70a5-d816-4be6-9136-ee9b4076c32f req-5c883117-7864-47da-b186-facb3b1f3e2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:01.523835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf70a5-d816-4be6-9136-ee9b4076c32f req-5c883117-7864-47da-b186-facb3b1f3e2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:01.530901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf70a5-d816-4be6-9136-ee9b4076c32f req-5c883117-7864-47da-b186-facb3b1f3e2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:01.538258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf70a5-d816-4be6-9136-ee9b4076c32f req-5c883117-7864-47da-b186-facb3b1f3e2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:01.540307 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffcf70a5-d816-4be6-9136-ee9b4076c32f req-5c883117-7864-47da-b186-facb3b1f3e2d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.1358225 Jul 13 19:35:01.545911 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-234e7319-6275-4cc6-8916-6cb16d05b441 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] delete failed (client error): The resource could not be found. Jul 13 19:35:01.549575 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-234e7319-6275-4cc6-8916-6cb16d05b441 tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/routers/53c7b404-db9d-4b89-87b7-ca01f502049b HTTP/1.1" status: 404 len: 336 time: 0.0437567 Jul 13 19:35:01.555496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.575734 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd1fdc2e-5c6c-405e-b273-c72ff8c6455e req-acf4f83f-f55b-4a21-bdd8-9f632196860f tempest-ServerAddressesTestJSON-756431191 tempest-ServerAddressesTestJSON-756431191-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41915aa-509b-4d15-9600-fb2353908a1b HTTP/1.1" status: 200 len: 210 time: 0.0321453 Jul 13 19:35:01.596741 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fda3b53-12be-45b0-bad3-e6bc4306613d tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] DELETE failed (client error): The resource could not be found. Jul 13 19:35:01.600403 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fda3b53-12be-45b0-bad3-e6bc4306613d tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:35:01.606717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9fda3b53-12be-45b0-bad3-e6bc4306613d tempest-RoutersAdminTest-1047377333 tempest-RoutersAdminTest-1047377333-project] 10.222.0.25 "DELETE /v2.0/subnets/f5cc4650-6ef2-47af-9bd1-32282e9bc667 HTTP/1.1" status: 404 len: 337 time: 0.0481012 Jul 13 19:35:01.627537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffcf70a5-d816-4be6-9136-ee9b4076c32f req-f6326bd4-f4ad-4889-99be-df03a90e1d70 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813591 Jul 13 19:35:01.887396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:01.943453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3aef6aa-0c02-4255-9419-f32c6f76e909 req-1623aa42-3837-4c0b-84c3-80092106959d tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0349457 Jul 13 19:35:02.034821 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87ed2e6c-ada4-4e39-8879-1a107d453f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:02.127977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87ed2e6c-ada4-4e39-8879-1a107d453f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:02.132909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87ed2e6c-ada4-4e39-8879-1a107d453f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:02.169691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed2e6c-ada4-4e39-8879-1a107d453f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2772c4e0-fe47-4a5f-a53b-eaa038a216ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:02.178594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-87ed2e6c-ada4-4e39-8879-1a107d453f8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2396d7e854e94629842dbe5c718481c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891166 Jul 13 19:35:02.179285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:02.229839 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad51f46-75fc-4ae2-81a5-4945bba5e2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:02.252139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad51f46-75fc-4ae2-81a5-4945bba5e2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:02.336889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad51f46-75fc-4ae2-81a5-4945bba5e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:02.339677 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad51f46-75fc-4ae2-81a5-4945bba5e2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:02.340822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4ad51f46-75fc-4ae2-81a5-4945bba5e2fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2772c4e0-fe47-4a5f-a53b-eaa038a216ce HTTP/1.1" status: 204 len: 168 time: 0.1602519 Jul 13 19:35:02.351677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad51f46-75fc-4ae2-81a5-4945bba5e2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2772c4e0-fe47-4a5f-a53b-eaa038a216ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:02.382308 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-b457f314-f3fc-4628-bddc-f3a53b3bc0d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801454 Jul 13 19:35:02.480895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-de7b2e9d-b1a3-4061-a3f8-145e8a474d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:02.483166 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-de7b2e9d-b1a3-4061-a3f8-145e8a474d0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 1096 time: 0.0750842 Jul 13 19:35:02.622998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-10de6cc8-f507-4c01-8db3-b28bee2bab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:02.624704 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-10de6cc8-f507-4c01-8db3-b28bee2bab3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.1125593 Jul 13 19:35:02.729972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-bca7a8c1-a9f8-4525-abfd-f592a0819593 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7 HTTP/1.1" status: 200 len: 1000 time: 0.0939360 Jul 13 19:35:02.734745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:02.784915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:02.931189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c777490e-3fb1-4087-a9af-c6dd922ba4a5 admin admin] Deleting subnet d408c0f7-a6fc-4dbf-9307-f69fb2faab28 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:35:02.942815 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c777490e-3fb1-4087-a9af-c6dd922ba4a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:02.945715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-9c3b7104-70ae-4f4a-b7c7-6d0a1b21cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:02.947468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-9c3b7104-70ae-4f4a-b7c7-6d0a1b21cd71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.1971989 Jul 13 19:35:02.988093 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e5a08f94-57c1-4b57-a4c6-de1eb6fbb2c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9847d6fee41142e5a6e6d8d1b2e11d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981258 Jul 13 19:35:02.989555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:03.030757 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c777490e-3fb1-4087-a9af-c6dd922ba4a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.058488 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-077c73b4-03af-4aa1-8b16-eb657010a1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.073647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da73a1-dd37-44b4-ab7a-340c8e32c7bc req-1b8d7b21-17be-4965-acf5-f18b1b5cdcad tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:03.079850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da73a1-dd37-44b4-ab7a-340c8e32c7bc req-1b8d7b21-17be-4965-acf5-f18b1b5cdcad tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:03.082504 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-077c73b4-03af-4aa1-8b16-eb657010a1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.085988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da73a1-dd37-44b4-ab7a-340c8e32c7bc req-1b8d7b21-17be-4965-acf5-f18b1b5cdcad tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:03.092002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da73a1-dd37-44b4-ab7a-340c8e32c7bc req-1b8d7b21-17be-4965-acf5-f18b1b5cdcad tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:03.098013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da73a1-dd37-44b4-ab7a-340c8e32c7bc req-1b8d7b21-17be-4965-acf5-f18b1b5cdcad tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:03.104826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da73a1-dd37-44b4-ab7a-340c8e32c7bc req-1b8d7b21-17be-4965-acf5-f18b1b5cdcad tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:03.110942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da73a1-dd37-44b4-ab7a-340c8e32c7bc req-1b8d7b21-17be-4965-acf5-f18b1b5cdcad tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:03.112943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b6da73a1-dd37-44b4-ab7a-340c8e32c7bc req-1b8d7b21-17be-4965-acf5-f18b1b5cdcad tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.2789042 Jul 13 19:35:03.138661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-077c73b4-03af-4aa1-8b16-eb657010a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.141099 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-077c73b4-03af-4aa1-8b16-eb657010a1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.146541 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-077c73b4-03af-4aa1-8b16-eb657010a1c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a7b8616-10f7-4fcf-bb8b-22acb9a2f40d HTTP/1.1" status: 204 len: 168 time: 0.1495595 Jul 13 19:35:03.150625 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c73b4-03af-4aa1-8b16-eb657010a1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b8616-10f7-4fcf-bb8b-22acb9a2f40d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:03.170478 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c777490e-3fb1-4087-a9af-c6dd922ba4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.254918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c777490e-3fb1-4087-a9af-c6dd922ba4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.270676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-2cf72b70-d8fb-487c-af0b-eab10f8978d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:03.273259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-2cf72b70-d8fb-487c-af0b-eab10f8978d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3055813 Jul 13 19:35:03.299185 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c777490e-3fb1-4087-a9af-c6dd922ba4a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.301101 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c777490e-3fb1-4087-a9af-c6dd922ba4a5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d408c0f7-a6fc-4dbf-9307-f69fb2faab28 HTTP/1.1" status: 204 len: 168 time: 0.5647440 Jul 13 19:35:03.310445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b6da73a1-dd37-44b4-ab7a-340c8e32c7bc req-dc45bd88-6e14-449b-87de-4e72d1c068d4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1835496 Jul 13 19:35:03.310445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:03.333633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777490e-3fb1-4087-a9af-c6dd922ba4a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d408c0f7-a6fc-4dbf-9307-f69fb2faab28,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:03.351754 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-14df3225-045e-4184-8db8-ce93c31aa806 req-563d3718-8b4d-43f9-929f-d776c8a7655c tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0730033 Jul 13 19:35:03.474113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.491077 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-81d2a438-b7a8-426a-bf1b-6a3fd09dc5fc service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889298 Jul 13 19:35:03.616639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.633985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7ee210-2a52-4efe-92b8-caeda9beed5e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:03.648134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5380978-14d6-4640-b77a-b3d152e6e370') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:03.648371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5380978-14d6-4640-b77a-b3d152e6e370') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:03.666449 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.682482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26f581de-8f05-4fba-9f59-5711ac28dd82 req-4e9136cd-1cbc-407b-a27a-814ca1d2f812 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635575 Jul 13 19:35:03.687218 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.695101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:03.703995 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:03.755754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.762693 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:03.764461 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3f7ee210-2a52-4efe-92b8-caeda9beed5e HTTP/1.1" status: 204 len: 168 time: 0.4341030 Jul 13 19:35:03.775917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff4db0-646b-4fb9-9860-a39988f870a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7ee210-2a52-4efe-92b8-caeda9beed5e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:03.927974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:03.979343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6f45bb47-f6b4-4927-8139-b618f9c3c716 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:35:04.004309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b34b93f7-264a-40c1-b9f5-dfa662a7c9ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79bb13f3eaa947fba428a19807faef50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744605 Jul 13 19:35:04.007858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:04.014221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 6f45bb47-f6b4-4927-8139-b618f9c3c716 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:35:04.021374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6f45bb47-f6b4-4927-8139-b618f9c3c716 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:35:04.107104 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-867652b4-31c4-4bcc-9c81-eec564c983bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.120216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:04.145159 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-867652b4-31c4-4bcc-9c81-eec564c983bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.218916 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-867652b4-31c4-4bcc-9c81-eec564c983bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.221960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-867652b4-31c4-4bcc-9c81-eec564c983bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.223312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-867652b4-31c4-4bcc-9c81-eec564c983bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c8d32d8-f07c-4184-ba44-2cf935504a2a HTTP/1.1" status: 204 len: 168 time: 0.2140296 Jul 13 19:35:04.237867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'networks': [{'name': 'tempest-network--31394412'}, {'name': 'tempest-network--1471038499'}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:04.238319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'network': {'name': 'tempest-network--31394412'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:04.238824 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'network': {'name': 'tempest-network--1471038499'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:04.251907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867652b4-31c4-4bcc-9c81-eec564c983bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8d32d8-f07c-4184-ba44-2cf935504a2a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:04.285150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Made reservation on behalf of 69ff963a820f4ff3a1e6ecbd5fe5eecc for: {'network': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:04.291442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.301225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.423442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.430948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.431513 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.508244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e8ef9-9b8a-461d-8723-a09b82503a09,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:04.518187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:04.537152 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.537620 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Added segment 0485f710-ce2d-47dd-b3ec-c0eb773b8c0b of type vlan for network a5b289e4-5be4-49ac-b494-f6bdaf2f66e1 Jul 13 19:35:04.583551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea201-5a96-4e2a-8359-b411fc1b8095 req-8b71b4bc-6242-47d9-8411-ac000beec1d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.591490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bdea201-5a96-4e2a-8359-b411fc1b8095 req-8b71b4bc-6242-47d9-8411-ac000beec1d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 945 time: 0.1626861 Jul 13 19:35:04.609199 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.622256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274622f-846d-4920-905e-1a7eecb9ffbe req-2e003d78-f036-4142-9a31-077fca31fb16 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.628566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274622f-846d-4920-905e-1a7eecb9ffbe req-2e003d78-f036-4142-9a31-077fca31fb16 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.635904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274622f-846d-4920-905e-1a7eecb9ffbe req-2e003d78-f036-4142-9a31-077fca31fb16 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.643837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274622f-846d-4920-905e-1a7eecb9ffbe req-2e003d78-f036-4142-9a31-077fca31fb16 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.651145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274622f-846d-4920-905e-1a7eecb9ffbe req-2e003d78-f036-4142-9a31-077fca31fb16 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.657263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274622f-846d-4920-905e-1a7eecb9ffbe req-2e003d78-f036-4142-9a31-077fca31fb16 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.665036 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bdea201-5a96-4e2a-8359-b411fc1b8095 req-034bfd4b-610e-47ba-804e-b81abcae241e tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724530 Jul 13 19:35:04.672057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274622f-846d-4920-905e-1a7eecb9ffbe req-2e003d78-f036-4142-9a31-077fca31fb16 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.686286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b274622f-846d-4920-905e-1a7eecb9ffbe req-2e003d78-f036-4142-9a31-077fca31fb16 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.1869855 Jul 13 19:35:04.694324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:04.719035 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.720852 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Added segment 44059aca-feb6-45c7-8415-438bf967aa90 of type vlan for network c53cdbb2-0ab0-4de0-8a01-df08f83796f5 Jul 13 19:35:04.759864 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b274622f-846d-4920-905e-1a7eecb9ffbe req-28a0533c-3e30-4616-911f-f43068c2691b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718529 Jul 13 19:35:04.772883 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.813398 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.814279 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.822866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.828916 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.829784 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:04.914194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7925849 Jul 13 19:35:04.916825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:04.942258 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce2d6206-6873-470a-af60-bbf3420cdf77 req-92409cb2-9d4f-431c-8f54-7bad01c66a64 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0528359 Jul 13 19:35:04.949658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'Network': ['ID=a5b289e4-5be4-49ac-b494-f6bdaf2f66e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:04.966511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a5b289e4-5be4-49ac-b494-f6bdaf2f66e1 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:05.051086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392c4f9-7878-4d29-a48d-f8027f1f42a1 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'Network': ['ID=c53cdbb2-0ab0-4de0-8a01-df08f83796f5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:05.085582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c2fd7a-3903-452b-adf1-be6f7ee92bff tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:05.093368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c2fd7a-3903-452b-adf1-be6f7ee92bff tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:05.097800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c53cdbb2-0ab0-4de0-8a01-df08f83796f5 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:05.104015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c2fd7a-3903-452b-adf1-be6f7ee92bff tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:05.110668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c2fd7a-3903-452b-adf1-be6f7ee92bff tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:05.112596 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b4c2fd7a-3903-452b-adf1-be6f7ee92bff tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1947713 Jul 13 19:35:05.116266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:05.252729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:05.280222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.377656 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.387931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b289e4-5be4-49ac-b494-f6bdaf2f66e1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:05.398383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1767697773-network', 'tenant_id': 'a59863d008a74d6bae5095a33760951a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:05.403798 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0485f710-ce2d-47dd-b3ec-c0eb773b8c0b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:05.404097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0485f710-ce2d-47dd-b3ec-c0eb773b8c0b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:05.413795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.427900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Made reservation on behalf of a59863d008a74d6bae5095a33760951a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:05.428177 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.431383 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.434424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:05.434833 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:05.437852 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:05.442595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.497005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.514174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.518610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "DELETE /v2.0/networks/a5b289e4-5be4-49ac-b494-f6bdaf2f66e1 HTTP/1.1" status: 204 len: 168 time: 0.3985407 Jul 13 19:35:05.518761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:05.527183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba70cf-0891-4693-9b92-bf51919c17bd tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Network': ['ID=a5b289e4-5be4-49ac-b494-f6bdaf2f66e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:05.586509 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.593920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.615462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:05.616704 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.625927 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.626541 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Added segment d59d3cc4-860c-4ec8-bc99-949c081bdb81 of type vlan for network 354163f9-5222-40a9-87a6-0b9bd69acf33 Jul 13 19:35:05.671659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.706374 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.707521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:05.708127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.734549 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.736265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026beded-e53b-40d7-bc73-cba4f9819b29,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:05.752749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53cdbb2-0ab0-4de0-8a01-df08f83796f5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:05.766817 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44059aca-feb6-45c7-8415-438bf967aa90') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:05.767405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44059aca-feb6-45c7-8415-438bf967aa90') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:05.779727 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5256600 Jul 13 19:35:05.782612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:05.788760 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.790366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Request body: {'subnet': {'network_id': '354163f9-5222-40a9-87a6-0b9bd69acf33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1767697773-subnet', 'tenant_id': 'a59863d008a74d6bae5095a33760951a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:05.819496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.825131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c747-20df-4135-827d-474a6a8774c9 admin admin] Pushing event updated for resources: {'Network': ['ID=354163f9-5222-40a9-87a6-0b9bd69acf33,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:05.838339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 354163f9-5222-40a9-87a6-0b9bd69acf33 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:05.839440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:05.840772 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:05.845460 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:05.864238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Made reservation on behalf of a59863d008a74d6bae5095a33760951a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:05.868599 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.945568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.962423 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.966006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "DELETE /v2.0/networks/c53cdbb2-0ab0-4de0-8a01-df08f83796f5 HTTP/1.1" status: 204 len: 168 time: 0.4463122 Jul 13 19:35:05.969648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:06.026095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5410b5-16e8-42b9-bbd1-e2da2c0330f6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Network': ['ID=c53cdbb2-0ab0-4de0-8a01-df08f83796f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:06.084970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e631a2-bc2c-4bd7-b5b1-f3ab41b6f641 req-82c95b9a-c5da-48c6-a2d3-65b335e3d49a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.092842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e631a2-bc2c-4bd7-b5b1-f3ab41b6f641 req-82c95b9a-c5da-48c6-a2d3-65b335e3d49a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.099949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e631a2-bc2c-4bd7-b5b1-f3ab41b6f641 req-82c95b9a-c5da-48c6-a2d3-65b335e3d49a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.108091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e631a2-bc2c-4bd7-b5b1-f3ab41b6f641 req-82c95b9a-c5da-48c6-a2d3-65b335e3d49a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.114653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e631a2-bc2c-4bd7-b5b1-f3ab41b6f641 req-82c95b9a-c5da-48c6-a2d3-65b335e3d49a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.121259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e631a2-bc2c-4bd7-b5b1-f3ab41b6f641 req-82c95b9a-c5da-48c6-a2d3-65b335e3d49a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.127911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e631a2-bc2c-4bd7-b5b1-f3ab41b6f641 req-82c95b9a-c5da-48c6-a2d3-65b335e3d49a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.129866 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32e631a2-bc2c-4bd7-b5b1-f3ab41b6f641 req-82c95b9a-c5da-48c6-a2d3-65b335e3d49a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5420 time: 0.1442542 Jul 13 19:35:06.150591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c6ec2-3610-4c3d-b4a8-1307f9848347 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.157045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c6ec2-3610-4c3d-b4a8-1307f9848347 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.158643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-563c6ec2-3610-4c3d-b4a8-1307f9848347 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1880453 Jul 13 19:35:06.162751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:06.173299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1259203720'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:06.188258 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32e631a2-bc2c-4bd7-b5b1-f3ab41b6f641 req-bd2241ed-3ea1-4c5d-ade2-5134cb802cd1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510919 Jul 13 19:35:06.210953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Made reservation on behalf of 69ff963a820f4ff3a1e6ecbd5fe5eecc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:06.216862 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.243098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:06.263158 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.263513 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Added segment f1c6115f-d05b-4e81-a3bf-bda19a185912 of type vlan for network dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b Jul 13 19:35:06.271105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.312165 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.344169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee8239-8081-4b5f-a38e-f716bd112778 req-5ba613f1-a950-4c2c-83cb-f4d62cea40c7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.345822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-faee8239-8081-4b5f-a38e-f716bd112778 req-5ba613f1-a950-4c2c-83cb-f4d62cea40c7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 945 time: 0.2033639 Jul 13 19:35:06.347816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ea3976-4c75-4478-a34d-6e0041bab559,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:06.386127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-978c0f37-8fa0-45be-bc3e-3335df2c5bd6 req-92100ccb-8bbc-413d-b6b4-4bbf42582547 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0358162 Jul 13 19:35:06.386884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.391648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Checking segment: {'id': 'd59d3cc4-860c-4ec8-bc99-949c081bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '354163f9-5222-40a9-87a6-0b9bd69acf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:06.394012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Network hostable DHCP agents. Network: 354163f9-5222-40a9-87a6-0b9bd69acf33, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:06.394305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.394305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.423469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-faee8239-8081-4b5f-a38e-f716bd112778 req-3e36b1df-ceb8-4e5a-a0b3-56f63259286d tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678971 Jul 13 19:35:06.445289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Network 354163f9-5222-40a9-87a6-0b9bd69acf33 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:06.454556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2909260 Jul 13 19:35:06.457890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:06.465108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-361952128'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:06.468683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 354163f9-5222-40a9-87a6-0b9bd69acf33) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:06.476990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a688129f-4bf5-49ad-8165-d135a05be28e None None] Network 354163f9-5222-40a9-87a6-0b9bd69acf33 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:06.481843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.482596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.507465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8ad34-0692-4ec8-b951-2e33b25e67ab tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'Network': ['ID=dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:06.511640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Made reservation on behalf of 69ff963a820f4ff3a1e6ecbd5fe5eecc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:06.517690 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.530476 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1e89ba8e-6355-4ef4-ad9e-dc3e201fbe11 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7391696 Jul 13 19:35:06.531628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:06.564572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:06.593525 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.595480 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Added segment dc0050b2-2d51-4338-9432-dc3bff3ac8b2 of type vlan for network d2348495-53c2-4f64-96a1-75925cece9a8 Jul 13 19:35:06.681073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.693668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260736bf-87b0-4b8c-afeb-347c230dff7e None None] Network 354163f9-5222-40a9-87a6-0b9bd69acf33 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:06.715947 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.723504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.724177 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.791641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3313420 Jul 13 19:35:06.794580 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:06.800385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'ports': [{'network_id': 'dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b', 'name': 'tempest-port--1227023948', 'admin_state_up': True}, {'network_id': 'd2348495-53c2-4f64-96a1-75925cece9a8', 'admin_state_up': False}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:06.800704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'port': {'network_id': 'dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b', 'name': 'tempest-port--1227023948', 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:06.801190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'port': {'network_id': 'd2348495-53c2-4f64-96a1-75925cece9a8', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:06.821544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f0d66-c85b-4ad7-bac0-634636bad859 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'Network': ['ID=d2348495-53c2-4f64-96a1-75925cece9a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:06.854777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network d2348495-53c2-4f64-96a1-75925cece9a8 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:06.997243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Made reservation on behalf of 69ff963a820f4ff3a1e6ecbd5fe5eecc for: {'port': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:07.002422 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.019496 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.055954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 743dbe49-a56b-44e7-a269-19a3d7e44dcc details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:07.128326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] device_id is not set on port b8866087-211e-40fb-b29a-1b43bc64153a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:35:07.257481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 743dbe49-a56b-44e7-a269-19a3d7e44dcc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:07.279458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '743dbe49-a56b-44e7-a269-19a3d7e44dcc', 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4', 'port_id': '743dbe49-a56b-44e7-a269-19a3d7e44dcc', 'mac_address': 'fa:16:3e:d7:fe:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543a6e7f-0df1-4865-b58a-16d05651e8f0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:07.300027 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.369923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.384023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743dbe49-a56b-44e7-a269-19a3d7e44dcc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:07.406675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] device_id is not set on port ac8022f9-c711-4691-9ddb-d0af44abd3f9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:35:07.425617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 743dbe49-a56b-44e7-a269-19a3d7e44dcc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:07.432368 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.433184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 328bf161-1eb4-4b28-9339-08c47932338b details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:07.639755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=743dbe49-a56b-44e7-a269-19a3d7e44dcc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:07.647948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 328bf161-1eb4-4b28-9339-08c47932338b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=328bf161-1eb4-4b28-9339-08c47932338b,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:07.660620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '328bf161-1eb4-4b28-9339-08c47932338b', 'network_id': '93efba6e-435e-43b9-918b-7231596fb596', 'port_id': '328bf161-1eb4-4b28-9339-08c47932338b', 'mac_address': 'fa:16:3e:60:35:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2db95a2-aa11-43ed-be32-71abe55aecc0', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:07.664930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5391f-fc58-44af-b914-1c24b1ec35f6 req-1e05049a-b513-482b-b8cd-60ac9ca8d962 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:07.672939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5391f-fc58-44af-b914-1c24b1ec35f6 req-1e05049a-b513-482b-b8cd-60ac9ca8d962 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:07.680619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5391f-fc58-44af-b914-1c24b1ec35f6 req-1e05049a-b513-482b-b8cd-60ac9ca8d962 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:07.688718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5391f-fc58-44af-b914-1c24b1ec35f6 req-1e05049a-b513-482b-b8cd-60ac9ca8d962 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:07.695988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5391f-fc58-44af-b914-1c24b1ec35f6 req-1e05049a-b513-482b-b8cd-60ac9ca8d962 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:07.702345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5391f-fc58-44af-b914-1c24b1ec35f6 req-1e05049a-b513-482b-b8cd-60ac9ca8d962 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:07.706934 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.709018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5391f-fc58-44af-b914-1c24b1ec35f6 req-1e05049a-b513-482b-b8cd-60ac9ca8d962 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:07.717393 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d2f5391f-fc58-44af-b914-1c24b1ec35f6 req-1e05049a-b513-482b-b8cd-60ac9ca8d962 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5421 time: 0.2383800 Jul 13 19:35:07.725337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328bf161-1eb4-4b28-9339-08c47932338b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:07.752166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 328bf161-1eb4-4b28-9339-08c47932338b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=328bf161-1eb4-4b28-9339-08c47932338b,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:07.757666 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.758979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:07.768284 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d2f5391f-fc58-44af-b914-1c24b1ec35f6 req-e793c6a5-f7c5-4b60-b7e8-b1824eaea27d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495801 Jul 13 19:35:07.852435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:07.861312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=328bf161-1eb4-4b28-9339-08c47932338b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:07.870175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '9e51cffb-fb72-4009-b0b7-8c8304c3bde5', 'network_id': '93efba6e-435e-43b9-918b-7231596fb596', 'port_id': '9e51cffb-fb72-4009-b0b7-8c8304c3bde5', 'mac_address': 'fa:16:3e:f9:43:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2db95a2-aa11-43ed-be32-71abe55aecc0', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:07.947732 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.960252 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.962785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:07.976732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d02919-4fcf-4dd7-85eb-e7e6d0f07d37 req-0ddafdff-765f-40a6-9b2e-c0cc558884af tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:07.978366 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5d02919-4fcf-4dd7-85eb-e7e6d0f07d37 req-0ddafdff-765f-40a6-9b2e-c0cc558884af tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 945 time: 0.1345513 Jul 13 19:35:07.981143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1eea29ae-6b03-4cd8-aca5-c26bc64b3c02 req-d81a101f-0e90-4853-b127-b30c54797494 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0503643 Jul 13 19:35:07.995792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:08.001044 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.001995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 80792181-0e6a-4bc6-ad65-9787bf987279 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:08.057305 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.063177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:08.106206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 80792181-0e6a-4bc6-ad65-9787bf987279, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=80792181-0e6a-4bc6-ad65-9787bf987279,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:08.121656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '80792181-0e6a-4bc6-ad65-9787bf987279', 'network_id': '93efba6e-435e-43b9-918b-7231596fb596', 'port_id': '80792181-0e6a-4bc6-ad65-9787bf987279', 'mac_address': 'fa:16:3e:9b:ae:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2db95a2-aa11-43ed-be32-71abe55aecc0', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:08.132047 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5d02919-4fcf-4dd7-85eb-e7e6d0f07d37 req-dda555bb-618e-4232-ae96-853d20c3f379 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471772 Jul 13 19:35:08.170504 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.173012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'Port': ['ID=b8866087-211e-40fb-b29a-1b43bc64153a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:08.192200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Checking segment: {'id': 'f1c6115f-d05b-4e81-a3bf-bda19a185912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:08.192636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Network hostable DHCP agents. Network: dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:08.198137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80792181-0e6a-4bc6-ad65-9787bf987279 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:08.233007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Network dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:08.237117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 80792181-0e6a-4bc6-ad65-9787bf987279, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=80792181-0e6a-4bc6-ad65-9787bf987279,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:08.242678 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.243528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2480dd49-4d94-4997-a4d4-c4f04f063dda details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:08.255076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:08.259537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:08.266358 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.275779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e423fec3-5ba1-4074-a2f8-ff861972c272 None None] Network dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:08.342551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Checking segment: {'id': 'dc0050b2-2d51-4338-9432-dc3bff3ac8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd2348495-53c2-4f64-96a1-75925cece9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:08.342551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Network hostable DHCP agents. Network: d2348495-53c2-4f64-96a1-75925cece9a8, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:08.346084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'Port': ['ID=ac8022f9-c711-4691-9ddb-d0af44abd3f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:08.367637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Network d2348495-53c2-4f64-96a1-75925cece9a8 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:08.379281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, d2348495-53c2-4f64-96a1-75925cece9a8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:08.384978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:08.391720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:08.396021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495a7e8f-81ce-40ec-96d5-b095abeccfe9 None None] Network d2348495-53c2-4f64-96a1-75925cece9a8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:08.399539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:08.400566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.410027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2480dd49-4d94-4997-a4d4-c4f04f063dda, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:08.418196 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a3ec02b9-8a31-4133-9461-ade2dd072338 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6227863 Jul 13 19:35:08.420617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:08.430323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=80792181-0e6a-4bc6-ad65-9787bf987279,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:08.483009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '2480dd49-4d94-4997-a4d4-c4f04f063dda', 'network_id': '93efba6e-435e-43b9-918b-7231596fb596', 'port_id': '2480dd49-4d94-4997-a4d4-c4f04f063dda', 'mac_address': 'fa:16:3e:2a:d0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2db95a2-aa11-43ed-be32-71abe55aecc0', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:08.555141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d517153-b64f-4388-9b3b-34775f1a4778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:08.561489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d517153-b64f-4388-9b3b-34775f1a4778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:08.563377 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8d517153-b64f-4388-9b3b-34775f1a4778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1414466 Jul 13 19:35:08.566030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:08.620540 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.645152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2480dd49-4d94-4997-a4d4-c4f04f063dda {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:08.686272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2480dd49-4d94-4997-a4d4-c4f04f063dda, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:08.692582 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.693323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5203f733-bba5-4060-91fd-72000c2983bc details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:08.698816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9b8565d5-a9b6-46d8-bd29-bd519cbc645b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Deleting port b8866087-211e-40fb-b29a-1b43bc64153a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:08.699233 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b8565d5-a9b6-46d8-bd29-bd519cbc645b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.781335 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b8565d5-a9b6-46d8-bd29-bd519cbc645b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.802519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2480dd49-4d94-4997-a4d4-c4f04f063dda,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:08.803087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9b8565d5-a9b6-46d8-bd29-bd519cbc645b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Calling delete_port for b8866087-211e-40fb-b29a-1b43bc64153a owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:08.843802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5203f733-bba5-4060-91fd-72000c2983bc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5203f733-bba5-4060-91fd-72000c2983bc,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:08.857608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '5203f733-bba5-4060-91fd-72000c2983bc', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'port_id': '5203f733-bba5-4060-91fd-72000c2983bc', 'mac_address': 'fa:16:3e:06:b4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:08.915910 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.918869 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b8565d5-a9b6-46d8-bd29-bd519cbc645b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.946202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5203f733-bba5-4060-91fd-72000c2983bc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:08.969179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5203f733-bba5-4060-91fd-72000c2983bc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5203f733-bba5-4060-91fd-72000c2983bc,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:08.970119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8565d5-a9b6-46d8-bd29-bd519cbc645b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Port': ['ID=b8866087-211e-40fb-b29a-1b43bc64153a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:08.974335 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.975910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:09.016431 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b8565d5-a9b6-46d8-bd29-bd519cbc645b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.019354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9b8565d5-a9b6-46d8-bd29-bd519cbc645b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "DELETE /v2.0/ports/b8866087-211e-40fb-b29a-1b43bc64153a HTTP/1.1" status: 204 len: 168 time: 0.4522142 Jul 13 19:35:09.022193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:09.046680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-30f765f4-3204-4131-95c9-5e49f9605e7d tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.048403 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-30f765f4-3204-4131-95c9-5e49f9605e7d tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/networks?id=354163f9-5222-40a9-87a6-0b9bd69acf33 HTTP/1.1" status: 200 len: 810 time: 0.1642261 Jul 13 19:35:09.056859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5203f733-bba5-4060-91fd-72000c2983bc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:09.060667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:09.069311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-41a21125-aa4e-440e-aa8f-1a09ec53c063 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/quotas/a59863d008a74d6bae5095a33760951a HTTP/1.1" status: 200 len: 375 time: 0.0137515 Jul 13 19:35:09.073716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8', 'network_id': 'fc48e9f8-64d4-46ae-b499-cab3fb6c13a4', 'port_id': 'dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8', 'mac_address': 'fa:16:3e:f8:23:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543a6e7f-0df1-4865-b58a-16d05651e8f0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:09.138273 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-900366a7-bd55-4ac7-bd61-cba89cf27c9c tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a59863d008a74d6bae5095a33760951a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573943 Jul 13 19:35:09.149158 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.173691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:09.211376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc53df-9177-40c0-baf7-be24c0d41bff req-7f4227b4-1440-4414-95af-49ca9d11738c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.217985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc53df-9177-40c0-baf7-be24c0d41bff req-7f4227b4-1440-4414-95af-49ca9d11738c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.222767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:09.226525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc53df-9177-40c0-baf7-be24c0d41bff req-7f4227b4-1440-4414-95af-49ca9d11738c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.227536 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.234637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc53df-9177-40c0-baf7-be24c0d41bff req-7f4227b4-1440-4414-95af-49ca9d11738c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.241965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc53df-9177-40c0-baf7-be24c0d41bff req-7f4227b4-1440-4414-95af-49ca9d11738c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.247877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc53df-9177-40c0-baf7-be24c0d41bff req-7f4227b4-1440-4414-95af-49ca9d11738c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.254091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc53df-9177-40c0-baf7-be24c0d41bff req-7f4227b4-1440-4414-95af-49ca9d11738c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.272383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fccc53df-9177-40c0-baf7-be24c0d41bff req-7f4227b4-1440-4414-95af-49ca9d11738c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5426 time: 0.3128169 Jul 13 19:35:09.282854 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-60b0ef8e-bbbc-4124-9168-4f90fe2434cb service neutron] 10.222.0.25 "GET /v2.0/networks/354163f9-5222-40a9-87a6-0b9bd69acf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399081 Jul 13 19:35:09.313567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:09.366040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fccc53df-9177-40c0-baf7-be24c0d41bff req-719bd13c-4b0c-4fa5-a554-124bb442312c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927563 Jul 13 19:35:09.375632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf840c-e777-421a-8bba-b90416e7782f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Deleting port ac8022f9-c711-4691-9ddb-d0af44abd3f9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:09.375916 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdbf840c-e777-421a-8bba-b90416e7782f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.386659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-726b735b-eb5b-4857-94d9-1abe6ab2cc5c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.388143 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-726b735b-eb5b-4857-94d9-1abe6ab2cc5c tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.24 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 945 time: 0.3054619 Jul 13 19:35:09.417197 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-34df2b2c-1be8-466f-a24c-cd4d78a72873 service neutron] 10.222.0.25 "GET /v2.0/networks/354163f9-5222-40a9-87a6-0b9bd69acf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317143 Jul 13 19:35:09.523972 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdbf840c-e777-421a-8bba-b90416e7782f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.590244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d82cfb4-588c-406c-a2f7-aaff667f1521 req-9d67fd69-ddf3-45c9-b8b8-0a2b70f69147 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0724914 Jul 13 19:35:09.598967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf840c-e777-421a-8bba-b90416e7782f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Calling delete_port for ac8022f9-c711-4691-9ddb-d0af44abd3f9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:09.732984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Deleting port c166b71c-4491-4e78-994f-cbdf204078ab {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:09.733464 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.810066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['9e51cffb-fb72-4009-b0b7-8c8304c3bde5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:09.853550 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdbf840c-e777-421a-8bba-b90416e7782f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.924745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864c104-cd72-46af-bd24-63f2b9572ae5 req-38da92ae-b094-4564-9cb9-743416a0f90a tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.929873 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1864c104-cd72-46af-bd24-63f2b9572ae5 req-38da92ae-b094-4564-9cb9-743416a0f90a tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 945 time: 0.1210341 Jul 13 19:35:09.941992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdbf840c-e777-421a-8bba-b90416e7782f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.944874 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fdbf840c-e777-421a-8bba-b90416e7782f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "DELETE /v2.0/ports/ac8022f9-c711-4691-9ddb-d0af44abd3f9 HTTP/1.1" status: 204 len: 168 time: 0.9214163 Jul 13 19:35:09.945793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf840c-e777-421a-8bba-b90416e7782f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Port': ['ID=ac8022f9-c711-4691-9ddb-d0af44abd3f9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:09.950723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:10.015257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-64d3112e-28d6-4e79-8adb-494054f2e8f0 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0629797 Jul 13 19:35:10.019791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:10.027380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1651038690'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:10.032941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b102d27-82a2-4aa3-ac9b-9f631b3613c4 req-8b586a0f-d3da-4908-aab4-6acf1de20bf3 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 210 time: 0.0655243 Jul 13 19:35:10.053473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Made reservation on behalf of 69ff963a820f4ff3a1e6ecbd5fe5eecc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:10.060513 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.063037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] For port c166b71c-4491-4e78-994f-cbdf204078ab, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c166b71c-4491-4e78-994f-cbdf204078ab,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:10.063754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.106527 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1864c104-cd72-46af-bd24-63f2b9572ae5 req-f4a6d941-8ae4-4c7b-8d61-c8db6bf60619 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups?id=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694052 Jul 13 19:35:10.111513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2480dd49-4d94-4997-a4d4-c4f04f063dda'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:10.113512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['80792181-0e6a-4bc6-ad65-9787bf987279'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:10.116414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['743dbe49-a56b-44e7-a269-19a3d7e44dcc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:10.147203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:10.155824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['5203f733-bba5-4060-91fd-72000c2983bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:10.158189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:10.171640 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.173344 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Added segment c36efba6-0a9d-438b-8661-0597ad994c48 of type vlan for network 061a80a5-59f1-4389-96a4-0bea8e7c3841 Jul 13 19:35:10.276909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.346868 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.353261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:10.353872 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.439454 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.440403 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.440797 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Floating IP fc50c233-f81d-453c-a23a-9376fbb6a9e1 disassociated. External IP: 172.25.7.102, port: c166b71c-4491-4e78-994f-cbdf204078ab. Jul 13 19:35:10.441286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Calling delete_port for c166b71c-4491-4e78-994f-cbdf204078ab owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:10.478214 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4569242 Jul 13 19:35:10.481993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:10.489165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1637912164'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:10.495329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de01e01-3a6e-40ba-912d-6428c4a8fbe6 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'Network': ['ID=061a80a5-59f1-4389-96a4-0bea8e7c3841,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:10.524034 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Made reservation on behalf of 69ff963a820f4ff3a1e6ecbd5fe5eecc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:10.551440 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.603433 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.604367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 061a80a5-59f1-4389-96a4-0bea8e7c3841 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:10.624195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:10.642432 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.643011 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Added segment d158cebd-82e9-4263-8961-22d360a0e925 of type vlan for network c1b59d93-93ba-4eca-8731-378c94f4fd2e Jul 13 19:35:10.686631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Pushing event deleted for resources: {'Port': ['ID=c166b71c-4491-4e78-994f-cbdf204078ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:10.743047 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.823842 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.836390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e870d-0bf2-4338-9f43-ee7ee95c6add req-243168bf-6adb-4cf8-901e-d783eb01a146 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:10.840380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:10.841165 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.851844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e870d-0bf2-4338-9f43-ee7ee95c6add req-243168bf-6adb-4cf8-901e-d783eb01a146 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:10.857734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e870d-0bf2-4338-9f43-ee7ee95c6add req-243168bf-6adb-4cf8-901e-d783eb01a146 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:10.873821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e870d-0bf2-4338-9f43-ee7ee95c6add req-243168bf-6adb-4cf8-901e-d783eb01a146 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:10.889302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e870d-0bf2-4338-9f43-ee7ee95c6add req-243168bf-6adb-4cf8-901e-d783eb01a146 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:10.896089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e870d-0bf2-4338-9f43-ee7ee95c6add req-243168bf-6adb-4cf8-901e-d783eb01a146 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:10.905222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e870d-0bf2-4338-9f43-ee7ee95c6add req-243168bf-6adb-4cf8-901e-d783eb01a146 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:10.915128 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f7e870d-0bf2-4338-9f43-ee7ee95c6add req-243168bf-6adb-4cf8-901e-d783eb01a146 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5427 time: 0.3021407 Jul 13 19:35:10.969604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'Network': ['ID=c1b59d93-93ba-4eca-8731-378c94f4fd2e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:10.977169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41c7851e-d918-4e4c-b403-0ce34bb1fa0f req-d49b4527-15aa-41a8-b894-256a13df1072 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.1635282 Jul 13 19:35:10.995161 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e718705c-2d31-4688-adc7-3c9ea430796a tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5017128 Jul 13 19:35:11.032998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:35:11.075257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f7e870d-0bf2-4338-9f43-ee7ee95c6add req-fba851ce-6c9c-4214-b0ec-350866f856d2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1591527 Jul 13 19:35:11.174607 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['328bf161-1eb4-4b28-9339-08c47932338b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:11.309298 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c1b59d93-93ba-4eca-8731-378c94f4fd2e details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:11.455915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:35:11.471021 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] Sync routers for ids ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:35:11.497131 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] Routers {'967fd4da-c15f-4c49-8255-58f7caa3c8d2'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:11.497879 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:11.613940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] No DVR routers for this DVR port c166b71c-4491-4e78-994f-cbdf204078ab on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:35:11.623765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:11.633481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b7eec10-474f-46cb-9b94-077d844943c9 req-01d07d83-0131-4d30-8267-04e0a1bddac5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.24 "DELETE /v2.0/ports/c166b71c-4491-4e78-994f-cbdf204078ab HTTP/1.1" status: 204 len: 173 time: 2.2285757 Jul 13 19:35:11.633987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f0df12-6a22-45b6-b26a-3d878beee995', 'name': 'network-vif-deleted', 'tag': 'c166b71c-4491-4e78-994f-cbdf204078ab'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:11.653970 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4ae464-521a-43d8-b790-d891ad401336" -d '{"events": [{"server_uuid": "88f0df12-6a22-45b6-b26a-3d878beee995", "name": "network-vif-deleted", "tag": "c166b71c-4491-4e78-994f-cbdf204078ab"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:11.786966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c58dafa-074c-4cf3-9db7-73279a586114 req-190864ba-daa6-41b0-a057-0eff58d7bdda tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 210 time: 0.0745883 Jul 13 19:35:11.824374 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] Set router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:12.196060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c166b71c-4491-4e78-994f-cbdf204078ab no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:35:12.305003 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: c166b71c-4491-4e78-994f-cbdf204078ab {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:35:12.305575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c166b71c-4491-4e78-994f-cbdf204078ab not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:35:12.414761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-e9e784a2-f310-4ccb-8cff-f8057ff63e75 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:12.428427 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-e9e784a2-f310-4ccb-8cff-f8057ff63e75 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.24 "GET /v2.0/networks?id=354163f9-5222-40a9-87a6-0b9bd69acf33 HTTP/1.1" status: 200 len: 810 time: 0.5184309 Jul 13 19:35:12.433590 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42442d56-c69b-4564-a93a-88f05e2cde6c x-openstack-request-id: req-42442d56-c69b-4564-a93a-88f05e2cde6c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:12.433876 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f0df12-6a22-45b6-b26a-3d878beee995", "name": "network-vif-deleted", "tag": "c166b71c-4491-4e78-994f-cbdf204078ab", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:12.434124 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42442d56-c69b-4564-a93a-88f05e2cde6c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:12.437721 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f0df12-6a22-45b6-b26a-3d878beee995', 'name': 'network-vif-deleted', 'tag': 'c166b71c-4491-4e78-994f-cbdf204078ab', 'status': 'completed', 'code': 200} Jul 13 19:35:12.464804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Request body: {'port': {'device_id': '3c200e75-fac5-472f-a93e-59e20e465fb3', 'network_id': '354163f9-5222-40a9-87a6-0b9bd69acf33', 'admin_state_up': True, 'tenant_id': 'a59863d008a74d6bae5095a33760951a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:12.470094 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a579760-abf7-4557-a38e-35b437de5f74 req-28b6d488-2032-4227-9cc2-a63ea00fb1cb tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0837898 Jul 13 19:35:12.597617 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5abe8830-dbdc-4bf2-8487-6e3c1f3d1673 req-fbd3952e-a24c-4661-9de8-703a929b7e06 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 210 time: 0.8234775 Jul 13 19:35:12.672910 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:14Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7f562d7-c532-4ea5-90d9-a8ccfd62e132', 'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'mac_address': 'fa:16:3e:0f:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:12Z', 'updated_at': '2021-07-13T19:32:24Z', 'revision_number': 5, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'subnets': [{'id': '40a5a295-6896-4c79-8964-b069e79a848a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:12.813959 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] Checking router: 967fd4da-c15f-4c49-8255-58f7caa3c8d2 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:35:12.844274 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] Routers {'967fd4da-c15f-4c49-8255-58f7caa3c8d2'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:12.851460 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:34:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:12.978964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Made reservation on behalf of a59863d008a74d6bae5095a33760951a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:12.991158 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:13.268815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5203f733-bba5-4060-91fd-72000c2983bc up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:13.366421 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] Set router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:13.515223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 5203f733-bba5-4060-91fd-72000c2983bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:13.523392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 5203f733-bba5-4060-91fd-72000c2983bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:13.523882 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:13.603889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Allocated IP 172.20.0.14 (354163f9-5222-40a9-87a6-0b9bd69acf33/81ea3976-4c75-4478-a34d-6e0041bab559/7db829fa-70e4-4ab9-b644-812ff1f89f8f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:13.697008 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:13.725883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5203f733-bba5-4060-91fd-72000c2983bc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:13.728933 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3762da-a643-46aa-a5c5-598e3be6e523" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "5203f733-bba5-4060-91fd-72000c2983bc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:13.730028 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b7b6cac-0e03-4f62-b717-566bdce2b216 req-b2775b0a-6d42-43e5-9705-a296c67b4527 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 210 time: 0.3612132 Jul 13 19:35:13.750799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5203f733-bba5-4060-91fd-72000c2983bc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5203f733-bba5-4060-91fd-72000c2983bc,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:13.765293 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:13.766762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2480dd49-4d94-4997-a4d4-c4f04f063dda up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:13.951636 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:14Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7f562d7-c532-4ea5-90d9-a8ccfd62e132', 'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'mac_address': 'fa:16:3e:0f:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:12Z', 'updated_at': '2021-07-13T19:32:24Z', 'revision_number': 5, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'subnets': [{'id': '40a5a295-6896-4c79-8964-b069e79a848a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:14.014724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5203f733-bba5-4060-91fd-72000c2983bc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:14.026064 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609987c-cc28-4d4f-abe4-b14e3aaed51f None None] The sync data for ids ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'] in n-d-800708-1 is: [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:32:14Z', 'revision_number': 4, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7f562d7-c532-4ea5-90d9-a8ccfd62e132', 'name': '', 'network_id': 'c44f462a-02d8-482c-a9a8-2888e29adef2', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'mac_address': 'fa:16:3e:0f:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '40a5a295-6896-4c79-8964-b069e79a848a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:12Z', 'updated_at': '2021-07-13T19:32:24Z', 'revision_number': 5, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'subnets': [{'id': '40a5a295-6896-4c79-8964-b069e79a848a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:35:14.080354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 2480dd49-4d94-4997-a4d4-c4f04f063dda completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:14.095813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 2480dd49-4d94-4997-a4d4-c4f04f063dda triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:14.097628 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:14.195875 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:14.302240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b9ed0c0-dabe-4328-ac56-d7513afe69a7 req-fe8f64a6-86c5-44fa-9b1a-2b5ae14630d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.1184387 Jul 13 19:35:14.346103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88741d-7003-4818-99f4-7b0930b4bc5d req-68ec81ea-0705-4721-9e3e-b4f8abcd3e96 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.356747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:14.368039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88741d-7003-4818-99f4-7b0930b4bc5d req-68ec81ea-0705-4721-9e3e-b4f8abcd3e96 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.383962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88741d-7003-4818-99f4-7b0930b4bc5d req-68ec81ea-0705-4721-9e3e-b4f8abcd3e96 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.407570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88741d-7003-4818-99f4-7b0930b4bc5d req-68ec81ea-0705-4721-9e3e-b4f8abcd3e96 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.432668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88741d-7003-4818-99f4-7b0930b4bc5d req-68ec81ea-0705-4721-9e3e-b4f8abcd3e96 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.433828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-011c9ef3-ff20-4793-a381-ba852bc887e4 req-40034370-e29f-480f-9f02-02cf0f360c6e tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.1323168 Jul 13 19:35:14.446257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88741d-7003-4818-99f4-7b0930b4bc5d req-68ec81ea-0705-4721-9e3e-b4f8abcd3e96 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.448019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:14.468444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2480dd49-4d94-4997-a4d4-c4f04f063dda, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:14.479169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88741d-7003-4818-99f4-7b0930b4bc5d req-68ec81ea-0705-4721-9e3e-b4f8abcd3e96 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.487441 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe88741d-7003-4818-99f4-7b0930b4bc5d req-68ec81ea-0705-4721-9e3e-b4f8abcd3e96 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5427 time: 1.6145809 Jul 13 19:35:14.498076 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:14.552555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:14.573037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'subnets': [{'network_id': '061a80a5-59f1-4389-96a4-0bea8e7c3841', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--86589043', 'ip_version': 6}, {'network_id': 'c1b59d93-93ba-4eca-8731-378c94f4fd2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:14.573348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'subnet': {'network_id': '061a80a5-59f1-4389-96a4-0bea8e7c3841', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--86589043', 'ip_version': 6}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:14.577415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Request body: {'subnet': {'network_id': 'c1b59d93-93ba-4eca-8731-378c94f4fd2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:14.613788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Network 354163f9-5222-40a9-87a6-0b9bd69acf33 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:14.615927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Pushing event updated for resources: {'Port': ['ID=7db829fa-70e4-4ab9-b644-812ff1f89f8f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:14.618723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:14.620856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:14.675835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703b1c65-637f-4ff2-9263-375c70403045 None None] New status for floating IP fc50c233-f81d-453c-a23a-9376fbb6a9e1: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:35:14.752086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.752086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:14.779267 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-98d52c5b-cf7e-4918-8a72-a51d45e5b7e9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3380249 Jul 13 19:35:14.810040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36411a3e-a30d-4790-acf5-39fc33eb801b req-44e51c6c-96f1-4a95-b31e-3a636fdfb6f9 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 210 time: 0.0453105 Jul 13 19:35:14.820110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Request body: {'port': {'device_id': '3c200e75-fac5-472f-a93e-59e20e465fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:14.829440 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe88741d-7003-4818-99f4-7b0930b4bc5d req-2b63a8e5-29bf-4011-8545-d2c527afd24f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3293715 Jul 13 19:35:14.935347 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd33276e-0082-4270-9392-dfdf70840390 x-openstack-request-id: req-cd33276e-0082-4270-9392-dfdf70840390 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:14.935871 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "5203f733-bba5-4060-91fd-72000c2983bc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:14.937487 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd33276e-0082-4270-9392-dfdf70840390 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:14.937946 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5203f733-bba5-4060-91fd-72000c2983bc', 'code': 200} Jul 13 19:35:14.951838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2480dd49-4d94-4997-a4d4-c4f04f063dda,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:14.989148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Made reservation on behalf of 69ff963a820f4ff3a1e6ecbd5fe5eecc for: {'subnet': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:14.995275 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:14.996042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:15.095768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:15.266793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 80792181-0e6a-4bc6-ad65-9787bf987279 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:15.397669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 80792181-0e6a-4bc6-ad65-9787bf987279 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:15.404881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 80792181-0e6a-4bc6-ad65-9787bf987279 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:15.405260 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:15.510117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f7e7f-744e-4251-b612-2feb991a67c4 req-aa61ab5f-1bef-4f57-9aef-e90f23693854 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:15.517828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba8f7e7f-744e-4251-b612-2feb991a67c4 req-aa61ab5f-1bef-4f57-9aef-e90f23693854 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 932 time: 0.1829360 Jul 13 19:35:15.586867 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba8f7e7f-744e-4251-b612-2feb991a67c4 req-2c4c461a-dd44-452c-8ab0-f68c73eee9b9 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679247 Jul 13 19:35:15.624000 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:15.647766 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:15.685058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db829fa-70e4-4ab9-b644-812ff1f89f8f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:15.696521 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:15.700852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 80792181-0e6a-4bc6-ad65-9787bf987279, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=80792181-0e6a-4bc6-ad65-9787bf987279,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:15.707204 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:15.708110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 743dbe49-a56b-44e7-a269-19a3d7e44dcc up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:15.731224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-227df70d-1daf-43e2-8e23-36624ac1fe9e req-827f8745-9998-4be9-8c0f-7de51bcc0c70 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0474234 Jul 13 19:35:15.740553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Transition to ACTIVE for port object 7db829fa-70e4-4ab9-b644-812ff1f89f8f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:15.748753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:15.828039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:15.851546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=80792181-0e6a-4bc6-ad65-9787bf987279,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:15.883843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 743dbe49-a56b-44e7-a269-19a3d7e44dcc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:15.888697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 743dbe49-a56b-44e7-a269-19a3d7e44dcc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:15.889076 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:15.972619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Checking segment: {'id': 'c36efba6-0a9d-438b-8661-0597ad994c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '061a80a5-59f1-4389-96a4-0bea8e7c3841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:15.974741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Network hostable DHCP agents. Network: 061a80a5-59f1-4389-96a4-0bea8e7c3841, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:16.005942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'Subnet': ['ID=f046278c-ffce-4048-8d88-f04de74a902a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:16.080218 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:16.105021 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89c6080d-df2a-489d-8d9c-c87e94f4c070 req-8fce231d-640a-4d57-94c3-b3cab47f75d5 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 210 time: 0.0703025 Jul 13 19:35:16.105615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Network 061a80a5-59f1-4389-96a4-0bea8e7c3841 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:16.139254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 061a80a5-59f1-4389-96a4-0bea8e7c3841) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:16.157441 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:16.159660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c70326-1aa7-4668-a6eb-320e861a8429 None None] Network 061a80a5-59f1-4389-96a4-0bea8e7c3841 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:16.277061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 743dbe49-a56b-44e7-a269-19a3d7e44dcc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:16.306477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:16.308499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 328bf161-1eb4-4b28-9339-08c47932338b up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:16.309780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event updated for resources: {'Subnet': ['ID=ad90181a-fafd-4742-a923-a96dd2acf2a1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:16.364810 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31e066fa-3d01-4bbe-a7df-0d8da87b3451 req-9c77aca3-034c-4c52-9494-5d72e94dfafb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d18b62e8f641b8864608639c00661e&device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0721073 Jul 13 19:35:16.415662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31e066fa-3d01-4bbe-a7df-0d8da87b3451 req-02e4fd82-cb2a-4dc4-a582-51c863a77340 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c8d18b62e8f641b8864608639c00661e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348430 Jul 13 19:35:16.417186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.417530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.417866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.418198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.418584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.418911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.419236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.419556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.419877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.420263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.420580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.420895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:16.466364 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:16.507994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Pushing event updated for resources: {'Port': ['ID=7db829fa-70e4-4ab9-b644-812ff1f89f8f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:16.622702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=743dbe49-a56b-44e7-a269-19a3d7e44dcc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:16.661442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-061a80a5-59f1-4389-96a4-0bea8e7c3841', 'network_id': '061a80a5-59f1-4389-96a4-0bea8e7c3841', 'tenant_id': '69ff963a820f4ff3a1e6ecbd5fe5eecc', 'fixed_ips': [{'subnet_id': 'f046278c-ffce-4048-8d88-f04de74a902a'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:35:16.662679 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:16.663531 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-35dd1032-6068-4967-ae84-51a16b9147eb req-fac571cd-ff4c-43b8-b05b-48c7782ede76 tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0543182 Jul 13 19:35:16.693020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 328bf161-1eb4-4b28-9339-08c47932338b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:16.699010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Checking segment: {'id': 'd158cebd-82e9-4263-8961-22d360a0e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c1b59d93-93ba-4eca-8731-378c94f4fd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:16.699621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Network hostable DHCP agents. Network: c1b59d93-93ba-4eca-8731-378c94f4fd2e, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:16.701372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 328bf161-1eb4-4b28-9339-08c47932338b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:16.701856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Attempting to bind port 7db829fa-70e4-4ab9-b644-812ff1f89f8f on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:35:16.702368 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:16.702502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Attempting to bind port 7db829fa-70e4-4ab9-b644-812ff1f89f8f by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'd59d3cc4-860c-4ec8-bc99-949c081bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '354163f9-5222-40a9-87a6-0b9bd69acf33'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:35:16.703504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Attempting to bind port 7db829fa-70e4-4ab9-b644-812ff1f89f8f on network 354163f9-5222-40a9-87a6-0b9bd69acf33 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:16.707624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e066fa-3d01-4bbe-a7df-0d8da87b3451 req-0a88bbab-624b-44e0-9286-b59171e79bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:16.710380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31e066fa-3d01-4bbe-a7df-0d8da87b3451 req-0a88bbab-624b-44e0-9286-b59171e79bf5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2843950 Jul 13 19:35:16.720185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Port 7db829fa-70e4-4ab9-b644-812ff1f89f8f on network 354163f9-5222-40a9-87a6-0b9bd69acf33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:35:16.720660 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Attempting to bind port 7db829fa-70e4-4ab9-b644-812ff1f89f8f on network 354163f9-5222-40a9-87a6-0b9bd69acf33 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:16.733816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:35:16.734323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Checking segment: {'id': 'd59d3cc4-860c-4ec8-bc99-949c081bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '354163f9-5222-40a9-87a6-0b9bd69acf33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:16.735633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Bound using segment: {'id': 'd59d3cc4-860c-4ec8-bc99-949c081bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '354163f9-5222-40a9-87a6-0b9bd69acf33'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:35:16.736218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Bound port: 7db829fa-70e4-4ab9-b644-812ff1f89f8f, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59d3cc4-860c-4ec8-bc99-949c081bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '354163f9-5222-40a9-87a6-0b9bd69acf33'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:35:16.741515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:16.765948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Network c1b59d93-93ba-4eca-8731-378c94f4fd2e is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:16.799879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeab3a-18ba-4f02-90a3-ad78da447d48 req-875fdf62-a5d8-4aa4-abc7-2983ccd5dd67 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:16.807145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeab3a-18ba-4f02-90a3-ad78da447d48 req-875fdf62-a5d8-4aa4-abc7-2983ccd5dd67 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:16.816851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeab3a-18ba-4f02-90a3-ad78da447d48 req-875fdf62-a5d8-4aa4-abc7-2983ccd5dd67 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:16.834611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeab3a-18ba-4f02-90a3-ad78da447d48 req-875fdf62-a5d8-4aa4-abc7-2983ccd5dd67 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:16.840641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeab3a-18ba-4f02-90a3-ad78da447d48 req-875fdf62-a5d8-4aa4-abc7-2983ccd5dd67 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:16.858975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeab3a-18ba-4f02-90a3-ad78da447d48 req-875fdf62-a5d8-4aa4-abc7-2983ccd5dd67 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:16.864946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeab3a-18ba-4f02-90a3-ad78da447d48 req-875fdf62-a5d8-4aa4-abc7-2983ccd5dd67 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:16.883039 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03aeab3a-18ba-4f02-90a3-ad78da447d48 req-875fdf62-a5d8-4aa4-abc7-2983ccd5dd67 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5431 time: 0.2679894 Jul 13 19:35:16.885262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] For port 7db829fa-70e4-4ab9-b644-812ff1f89f8f, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:35:16.894108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] For port 7db829fa-70e4-4ab9-b644-812ff1f89f8f, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7db829fa-70e4-4ab9-b644-812ff1f89f8f,segment=NetworkSegment(d59d3cc4-860c-4ec8-bc99-949c081bdb81),segment_id=d59d3cc4-860c-4ec8-bc99-949c081bdb81)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:35:16.900882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:16.975183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2480dd49-4d94-4997-a4d4-c4f04f063dda'}, {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80792181-0e6a-4bc6-ad65-9787bf987279'}, {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743dbe49-a56b-44e7-a269-19a3d7e44dcc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:16.978315 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de022e7a-ba9b-494b-b69c-b66b6a6f4b63" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "2480dd49-4d94-4997-a4d4-c4f04f063dda"}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "80792181-0e6a-4bc6-ad65-9787bf987279"}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "743dbe49-a56b-44e7-a269-19a3d7e44dcc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:16.991629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03aeab3a-18ba-4f02-90a3-ad78da447d48 req-aa24d65c-e337-4948-a7a7-6d90a730cbb3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010725 Jul 13 19:35:16.995789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c1b59d93-93ba-4eca-8731-378c94f4fd2e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:17.011120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680da064-430d-4118-9fac-8d9f9e1930cf None None] Network c1b59d93-93ba-4eca-8731-378c94f4fd2e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:17.011708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:17.013683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:17.014909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:17.015592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:17.018025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:17.027918 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] 10.222.0.24 "PUT /v2.0/ports/7db829fa-70e4-4ab9-b644-812ff1f89f8f HTTP/1.1" status: 200 len: 1092 time: 2.2313278 Jul 13 19:35:17.051117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c200e75-fac5-472f-a93e-59e20e465fb3', 'tag': '7db829fa-70e4-4ab9-b644-812ff1f89f8f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:17.063620 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d789442-9317-4c35-84bd-ca6871299ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c200e75-fac5-472f-a93e-59e20e465fb3", "tag": "7db829fa-70e4-4ab9-b644-812ff1f89f8f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:17.073617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Allocated IP 2001:db8::1 (061a80a5-59f1-4389-96a4-0bea8e7c3841/f046278c-ffce-4048-8d88-f04de74a902a/98ede03e-d0c2-4d30-ba53-1b514d886502) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:17.079329 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-69b9116d-bd8b-41b2-b4e7-d1345c64dc9b tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.5179963 Jul 13 19:35:17.082533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:17.240277 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50217853-d4f3-417f-bcb0-2ebbb9496f9f service neutron] Pushing event updated for resources: {'Port': ['ID=7db829fa-70e4-4ab9-b644-812ff1f89f8f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:17.302960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-12e599c9-a499-4a6f-913e-24e11106aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:17.305272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-12e599c9-a499-4a6f-913e-24e11106aea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a59863d008a74d6bae5095a33760951a&device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 1095 time: 0.2256172 Jul 13 19:35:17.387556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62626cb3-27a3-4885-8b8c-d9183fd05a02 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:17.390208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62626cb3-27a3-4885-8b8c-d9183fd05a02 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:17.392441 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62626cb3-27a3-4885-8b8c-d9183fd05a02 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:17.394332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-62626cb3-27a3-4885-8b8c-d9183fd05a02 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.3029447 Jul 13 19:35:17.401526 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-d8cc2b25-e008-45f7-89a0-2d1f18a61c8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db829fa-70e4-4ab9-b644-812ff1f89f8f HTTP/1.1" status: 200 len: 217 time: 0.0774581 Jul 13 19:35:17.404731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:17.430085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213293-1e6d-4d62-9237-b37e150cbbcd req-7b0e3687-a0b6-4ae4-9056-1f564559fbbf tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:17.439435 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37213293-1e6d-4d62-9237-b37e150cbbcd req-7b0e3687-a0b6-4ae4-9056-1f564559fbbf tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 944 time: 0.1191931 Jul 13 19:35:17.493713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37213293-1e6d-4d62-9237-b37e150cbbcd req-78329a8b-d933-4c92-9981-1e492c4cd9be tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529797 Jul 13 19:35:17.494977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-ec5a1c3c-922c-4b1f-94a0-6d018c194ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:17.496514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-ec5a1c3c-922c-4b1f-94a0-6d018c194ffd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81ea3976-4c75-4478-a34d-6e0041bab559 HTTP/1.1" status: 200 len: 850 time: 0.0779746 Jul 13 19:35:17.500914 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:17.507834 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e62992-8a2c-47a2-8fad-fc4305fce0ca x-openstack-request-id: req-33e62992-8a2c-47a2-8fad-fc4305fce0ca {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:17.508136 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "2480dd49-4d94-4997-a4d4-c4f04f063dda", "code": 200}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "80792181-0e6a-4bc6-ad65-9787bf987279", "code": 200}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "743dbe49-a56b-44e7-a269-19a3d7e44dcc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:17.508567 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33e62992-8a2c-47a2-8fad-fc4305fce0ca {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:17.509021 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2480dd49-4d94-4997-a4d4-c4f04f063dda', 'code': 200} Jul 13 19:35:17.509347 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80792181-0e6a-4bc6-ad65-9787bf987279', 'code': 200} Jul 13 19:35:17.509656 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743dbe49-a56b-44e7-a269-19a3d7e44dcc', 'code': 200} Jul 13 19:35:17.556080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-86547020-a37c-432c-b314-02533b3dccc9 req-fefa87fd-0e16-450d-a26a-222441a866be tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 210 time: 0.1362598 Jul 13 19:35:17.557513 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daff3c9a-7ba9-4736-b7ba-c4a85b8be78d x-openstack-request-id: req-daff3c9a-7ba9-4736-b7ba-c4a85b8be78d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:17.557751 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c200e75-fac5-472f-a93e-59e20e465fb3", "tag": "7db829fa-70e4-4ab9-b644-812ff1f89f8f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:17.558000 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-daff3c9a-7ba9-4736-b7ba-c4a85b8be78d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:17.558382 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c200e75-fac5-472f-a93e-59e20e465fb3', 'tag': '7db829fa-70e4-4ab9-b644-812ff1f89f8f', 'status': 'completed', 'code': 200} Jul 13 19:35:17.594191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-4363bc84-75e9-4ac4-9459-76006f0b2273 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=354163f9-5222-40a9-87a6-0b9bd69acf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644631 Jul 13 19:35:17.602430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Deleting subnet f046278c-ffce-4048-8d88-f04de74a902a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:35:17.646537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 328bf161-1eb4-4b28-9339-08c47932338b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=328bf161-1eb4-4b28-9339-08c47932338b,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:17.695451 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:17.698237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:17.755479 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-675b98f4-6310-41f8-8331-4484c6213227 service neutron] 10.222.0.24 "GET /v2.0/networks/354163f9-5222-40a9-87a6-0b9bd69acf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501045 Jul 13 19:35:17.857313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9198e-3c08-4633-9705-8bb763a65bea req-6cc098e1-455b-4324-9b83-9d1a885b70dd tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:17.871077 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fa9198e-3c08-4633-9705-8bb763a65bea req-6cc098e1-455b-4324-9b83-9d1a885b70dd tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.1085014 Jul 13 19:35:17.942172 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e8773d7e-2165-4269-b142-1f821f74b0c6 req-59d22ef5-8733-4891-99c8-7886cf38c40d tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0580418 Jul 13 19:35:17.975973 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:17.981590 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31e066fa-3d01-4bbe-a7df-0d8da87b3451 req-ec4adf88-3cb7-4b32-ad63-12f5b558e20e tempest-ServerShowV257Test-1136266059 tempest-ServerShowV257Test-1136266059-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1739b2-15b2-4169-99a0-636408045254 HTTP/1.1" status: 200 len: 210 time: 0.0708132 Jul 13 19:35:17.994533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4464ffed-62ec-474c-b070-d4bb54733b4d req-bf077767-8cb5-439c-bc97-8a6e1311b4af service neutron] 10.222.0.24 "GET /v2.0/networks/354163f9-5222-40a9-87a6-0b9bd69acf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325311 Jul 13 19:35:18.014139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=328bf161-1eb4-4b28-9339-08c47932338b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:18.025357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Transition to ACTIVE for port object 98ede03e-d0c2-4d30-ba53-1b514d886502 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:18.040530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fa9198e-3c08-4633-9705-8bb763a65bea req-2506b4aa-a608-46a2-a292-d9b9916b4cfe tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678720 Jul 13 19:35:18.046013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Transition to ACTIVE for port object 98ede03e-d0c2-4d30-ba53-1b514d886502 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:18.048386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:18.055105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c1b59d93-93ba-4eca-8731-378c94f4fd2e', 'network_id': 'c1b59d93-93ba-4eca-8731-378c94f4fd2e', 'tenant_id': '69ff963a820f4ff3a1e6ecbd5fe5eecc', 'fixed_ips': [{'subnet_id': 'ad90181a-fafd-4742-a923-a96dd2acf2a1'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:35:18.056154 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.059386 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.077460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:18.077838 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.080005 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.118306 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.332608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Network 061a80a5-59f1-4389-96a4-0bea8e7c3841 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:18.344003 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:18.352534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Pushing event updated for resources: {'Port': ['ID=98ede03e-d0c2-4d30-ba53-1b514d886502,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:18.362468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:18.418560 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.482778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bea18-b7fe-4ef2-b300-90c7d757bcb8 req-cfb582a2-823e-4765-a465-b50454ca6807 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:18.489103 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Attempting to bind port 98ede03e-d0c2-4d30-ba53-1b514d886502 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:35:18.489611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Attempting to bind port 98ede03e-d0c2-4d30-ba53-1b514d886502 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c36efba6-0a9d-438b-8661-0597ad994c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '061a80a5-59f1-4389-96a4-0bea8e7c3841'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:35:18.489750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bea18-b7fe-4ef2-b300-90c7d757bcb8 req-cfb582a2-823e-4765-a465-b50454ca6807 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:18.492756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Attempting to bind port 98ede03e-d0c2-4d30-ba53-1b514d886502 on network 061a80a5-59f1-4389-96a4-0bea8e7c3841 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:18.497047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bea18-b7fe-4ef2-b300-90c7d757bcb8 req-cfb582a2-823e-4765-a465-b50454ca6807 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:18.503541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bea18-b7fe-4ef2-b300-90c7d757bcb8 req-cfb582a2-823e-4765-a465-b50454ca6807 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:18.512755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bea18-b7fe-4ef2-b300-90c7d757bcb8 req-cfb582a2-823e-4765-a465-b50454ca6807 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:18.519815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bea18-b7fe-4ef2-b300-90c7d757bcb8 req-cfb582a2-823e-4765-a465-b50454ca6807 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:18.527309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bea18-b7fe-4ef2-b300-90c7d757bcb8 req-cfb582a2-823e-4765-a465-b50454ca6807 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:18.533246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Allocated IP 2001:db8:0:1::1 (c1b59d93-93ba-4eca-8731-378c94f4fd2e/ad90181a-fafd-4742-a923-a96dd2acf2a1/bc26d5a2-dd47-41bb-aded-b3c2368c248c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:18.535542 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a1bea18-b7fe-4ef2-b300-90c7d757bcb8 req-cfb582a2-823e-4765-a465-b50454ca6807 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5432 time: 0.2536705 Jul 13 19:35:18.569532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d789442-9317-4c35-84bd-ca6871299ff6 req-864a88f1-d163-4772-babf-f40add96b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:18.571155 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d789442-9317-4c35-84bd-ca6871299ff6 req-864a88f1-d163-4772-babf-f40add96b4ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a59863d008a74d6bae5095a33760951a&device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 1095 time: 0.3515265 Jul 13 19:35:18.650175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:35:18.650703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Checking segment: {'id': 'c36efba6-0a9d-438b-8661-0597ad994c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '061a80a5-59f1-4389-96a4-0bea8e7c3841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:18.651114 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.651886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Bound using segment: {'id': 'c36efba6-0a9d-438b-8661-0597ad994c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '061a80a5-59f1-4389-96a4-0bea8e7c3841'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:35:18.666616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Bound port: 98ede03e-d0c2-4d30-ba53-1b514d886502, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36efba6-0a9d-438b-8661-0597ad994c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '061a80a5-59f1-4389-96a4-0bea8e7c3841'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:35:18.668180 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.762992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a1bea18-b7fe-4ef2-b300-90c7d757bcb8 req-d504a989-9962-4437-93cb-5a4ef3751de2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2264519 Jul 13 19:35:18.764141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.771676 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.845645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cea2d7-6476-4636-854b-8d8da7d8573c req-a1fd994f-c087-4d5a-bf5c-6290651ed2c5 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:18.857227 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29cea2d7-6476-4636-854b-8d8da7d8573c req-a1fd994f-c087-4d5a-bf5c-6290651ed2c5 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 944 time: 0.1523964 Jul 13 19:35:18.868525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:18.870106 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.877558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.894221 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "DELETE /v2.0/subnets/f046278c-ffce-4048-8d88-f04de74a902a HTTP/1.1" status: 204 len: 168 time: 1.4875412 Jul 13 19:35:18.897013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Subnet': ['ID=f046278c-ffce-4048-8d88-f04de74a902a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:18.898814 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.899636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:18.904601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:18.912606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Transition to ACTIVE for port object bc26d5a2-dd47-41bb-aded-b3c2368c248c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:18.915563 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.915915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.916262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.916603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.916940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.917274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.917604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.917930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.918269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.918604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.918932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.919255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4f02-4f50-4a3e-9b66-f6381110106f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:18.957182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d789442-9317-4c35-84bd-ca6871299ff6 req-a4667b5d-ed13-4219-9bd0-f6a82a0d6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:18.959274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d789442-9317-4c35-84bd-ca6871299ff6 req-a4667b5d-ed13-4219-9bd0-f6a82a0d6ffa service neutron] 10.222.0.24 "GET /v2.0/networks?id=354163f9-5222-40a9-87a6-0b9bd69acf33 HTTP/1.1" status: 200 len: 911 time: 0.3730183 Jul 13 19:35:19.018482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Transition to ACTIVE for port object bc26d5a2-dd47-41bb-aded-b3c2368c248c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:19.025553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d789442-9317-4c35-84bd-ca6871299ff6 req-c3211440-b13a-47f5-9f9e-be66e8a7a524 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db829fa-70e4-4ab9-b644-812ff1f89f8f HTTP/1.1" status: 200 len: 217 time: 0.0596213 Jul 13 19:35:19.036095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-774df0ca-abe4-4f8b-8446-6aff8d302037 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Deleting subnet ad90181a-fafd-4742-a923-a96dd2acf2a1 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:35:19.041630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774df0ca-abe4-4f8b-8446-6aff8d302037 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.050255 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.068248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] For port 98ede03e-d0c2-4d30-ba53-1b514d886502, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:35:19.072144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01f978b5-cab9-48aa-b1e5-4de83769d545 req-7bae023c-5ce5-4f05-b3d2-804fa80e0cc1 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 210 time: 0.0576382 Jul 13 19:35:19.077285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:19.110307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Network c1b59d93-93ba-4eca-8731-378c94f4fd2e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:19.111193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] For port 98ede03e-d0c2-4d30-ba53-1b514d886502, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=98ede03e-d0c2-4d30-ba53-1b514d886502,segment=NetworkSegment(c36efba6-0a9d-438b-8661-0597ad994c48),segment_id=c36efba6-0a9d-438b-8661-0597ad994c48)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:35:19.115983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:19.129048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29cea2d7-6476-4636-854b-8d8da7d8573c req-0c8700ec-074c-4fe3-94df-8eb440d14ab4 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697291 Jul 13 19:35:19.138139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:19.151612 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.153628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774df0ca-abe4-4f8b-8446-6aff8d302037 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.173438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d789442-9317-4c35-84bd-ca6871299ff6 req-3a52ffa9-8fda-47ff-9664-a73d91720fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:19.175074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d789442-9317-4c35-84bd-ca6871299ff6 req-3a52ffa9-8fda-47ff-9664-a73d91720fc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81ea3976-4c75-4478-a34d-6e0041bab559 HTTP/1.1" status: 200 len: 850 time: 0.1262789 Jul 13 19:35:19.175966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:19.195243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:19.195609 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.263605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Pushing event updated for resources: {'Port': ['ID=bc26d5a2-dd47-41bb-aded-b3c2368c248c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:19.263856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d789442-9317-4c35-84bd-ca6871299ff6 req-e424dc97-1b6a-4c42-b39d-a6655e08c4b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=354163f9-5222-40a9-87a6-0b9bd69acf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762498 Jul 13 19:35:19.373941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774df0ca-abe4-4f8b-8446-6aff8d302037 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.401020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d789442-9317-4c35-84bd-ca6871299ff6 req-81c56624-0143-4622-81b3-acf07c2d2e2b service neutron] 10.222.0.24 "GET /v2.0/networks/354163f9-5222-40a9-87a6-0b9bd69acf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265783 Jul 13 19:35:19.468898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa75a5d-4f84-4ad7-a71e-c66b50175bb1 None None] Network 061a80a5-59f1-4389-96a4-0bea8e7c3841 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:19.516365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774df0ca-abe4-4f8b-8446-6aff8d302037 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.529077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328bf161-1eb4-4b28-9339-08c47932338b'}, {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e51cffb-fb72-4009-b0b7-8c8304c3bde5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:19.531557 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b5023f-d733-420f-ac5a-c42d206b813f" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "328bf161-1eb4-4b28-9339-08c47932338b"}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "9e51cffb-fb72-4009-b0b7-8c8304c3bde5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:19.549451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Attempting to bind port bc26d5a2-dd47-41bb-aded-b3c2368c248c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:35:19.550101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Attempting to bind port bc26d5a2-dd47-41bb-aded-b3c2368c248c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd158cebd-82e9-4263-8961-22d360a0e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c1b59d93-93ba-4eca-8731-378c94f4fd2e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:35:19.550376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Attempting to bind port bc26d5a2-dd47-41bb-aded-b3c2368c248c on network c1b59d93-93ba-4eca-8731-378c94f4fd2e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:19.560969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:35:19.561408 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Checking segment: {'id': 'd158cebd-82e9-4263-8961-22d360a0e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c1b59d93-93ba-4eca-8731-378c94f4fd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:19.561911 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.562507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Bound using segment: {'id': 'd158cebd-82e9-4263-8961-22d360a0e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c1b59d93-93ba-4eca-8731-378c94f4fd2e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:35:19.562989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Bound port: bc26d5a2-dd47-41bb-aded-b3c2368c248c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd158cebd-82e9-4263-8961-22d360a0e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c1b59d93-93ba-4eca-8731-378c94f4fd2e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:35:19.563461 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.634831 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2da2e7-53ab-415f-b9d9-9b7cc08515d3 x-openstack-request-id: req-7f2da2e7-53ab-415f-b9d9-9b7cc08515d3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:19.635244 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "328bf161-1eb4-4b28-9339-08c47932338b", "code": 200}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "9e51cffb-fb72-4009-b0b7-8c8304c3bde5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:19.636320 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f2da2e7-53ab-415f-b9d9-9b7cc08515d3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:19.636816 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328bf161-1eb4-4b28-9339-08c47932338b', 'code': 200} Jul 13 19:35:19.637145 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e51cffb-fb72-4009-b0b7-8c8304c3bde5', 'code': 200} Jul 13 19:35:19.637272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774df0ca-abe4-4f8b-8446-6aff8d302037 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Subnet': ['ID=ad90181a-fafd-4742-a923-a96dd2acf2a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:19.664577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d789442-9317-4c35-84bd-ca6871299ff6 req-9fbdc608-2e93-452e-81e9-bde3025485eb service neutron] 10.222.0.24 "GET /v2.0/networks/354163f9-5222-40a9-87a6-0b9bd69acf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555666 Jul 13 19:35:19.673814 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774df0ca-abe4-4f8b-8446-6aff8d302037 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.675746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-774df0ca-abe4-4f8b-8446-6aff8d302037 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "DELETE /v2.0/subnets/ad90181a-fafd-4742-a923-a96dd2acf2a1 HTTP/1.1" status: 204 len: 168 time: 0.7698128 Jul 13 19:35:19.679169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:19.724597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584b5c9-feaa-4e26-b2fd-312cd9074939 None None] Pushing event updated for resources: {'Port': ['ID=98ede03e-d0c2-4d30-ba53-1b514d886502,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:19.728924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:19.759005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce16d5-3464-4d23-a22f-f8a8d7467cee req-9a38ea61-27dd-49fc-b87c-1197969ab175 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:19.766248 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b8ce16d5-3464-4d23-a22f-f8a8d7467cee req-9a38ea61-27dd-49fc-b87c-1197969ab175 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.1892114 Jul 13 19:35:19.797672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41ecf93-4591-490f-841f-4bd30e312ad2 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:19.799589 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f41ecf93-4591-490f-841f-4bd30e312ad2 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1195240 Jul 13 19:35:19.804860 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:19.832595 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b8ce16d5-3464-4d23-a22f-f8a8d7467cee req-daff4f12-d62e-4920-83ce-adb83d4e58c3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651278 Jul 13 19:35:19.873610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] For port bc26d5a2-dd47-41bb-aded-b3c2368c248c, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:35:19.882434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] For port bc26d5a2-dd47-41bb-aded-b3c2368c248c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=bc26d5a2-dd47-41bb-aded-b3c2368c248c,segment=NetworkSegment(d158cebd-82e9-4263-8961-22d360a0e925),segment_id=d158cebd-82e9-4263-8961-22d360a0e925)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:35:19.884433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.904855 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.976587 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.997891 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e59db20d-773f-491c-8952-a027f78597c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.020673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:20.043519 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.048499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d6dc7-dc97-4e88-8cc2-0746b001e82f None None] Pushing event updated for resources: {'Port': ['ID=bc26d5a2-dd47-41bb-aded-b3c2368c248c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:20.159305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Deleting port bc26d5a2-dd47-41bb-aded-b3c2368c248c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:20.159664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.171084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2630261-5569-46c1-9698-c4b873d3e6d4 None None] Network c1b59d93-93ba-4eca-8731-378c94f4fd2e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:20.223555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efed8d-7fa5-4cb5-ab90-9459b4748cc3 req-ef5b0e0a-9fdf-4f16-9db8-5072c0916181 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:20.230051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efed8d-7fa5-4cb5-ab90-9459b4748cc3 req-ef5b0e0a-9fdf-4f16-9db8-5072c0916181 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:20.236438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efed8d-7fa5-4cb5-ab90-9459b4748cc3 req-ef5b0e0a-9fdf-4f16-9db8-5072c0916181 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:20.242809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efed8d-7fa5-4cb5-ab90-9459b4748cc3 req-ef5b0e0a-9fdf-4f16-9db8-5072c0916181 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:20.248812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efed8d-7fa5-4cb5-ab90-9459b4748cc3 req-ef5b0e0a-9fdf-4f16-9db8-5072c0916181 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:20.256138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efed8d-7fa5-4cb5-ab90-9459b4748cc3 req-ef5b0e0a-9fdf-4f16-9db8-5072c0916181 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:20.261316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efed8d-7fa5-4cb5-ab90-9459b4748cc3 req-ef5b0e0a-9fdf-4f16-9db8-5072c0916181 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:20.263367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1efed8d-7fa5-4cb5-ab90-9459b4748cc3 req-ef5b0e0a-9fdf-4f16-9db8-5072c0916181 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5434 time: 0.2202725 Jul 13 19:35:20.300285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:20.341687 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e59db20d-773f-491c-8952-a027f78597c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.363041 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1366e00-fad7-4081-82ab-8b2e1c3f1c6a req-d58cf13c-6005-4774-99ff-09ebdd084858 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f0df12-6a22-45b6-b26a-3d878beee995 HTTP/1.1" status: 200 len: 210 time: 0.0680013 Jul 13 19:35:20.363592 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] For port bc26d5a2-dd47-41bb-aded-b3c2368c248c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=bc26d5a2-dd47-41bb-aded-b3c2368c248c,segment=NetworkSegment(d158cebd-82e9-4263-8961-22d360a0e925),segment_id=d158cebd-82e9-4263-8961-22d360a0e925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:20.363782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.382330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e59db20d-773f-491c-8952-a027f78597c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.407156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Calling delete_port for bc26d5a2-dd47-41bb-aded-b3c2368c248c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:20.451202 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1efed8d-7fa5-4cb5-ab90-9459b4748cc3 req-b176017b-da1c-4f09-b315-40459745fb15 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1763241 Jul 13 19:35:20.554124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59db20d-773f-491c-8952-a027f78597c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1d6baa-6b49-4ce0-a1ab-27b7ea008931,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:20.611929 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784899a-356a-4959-ad2f-4e97b2cf4d2e req-28d979c4-b271-46c2-a06d-5002c19fd194 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:20.614451 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0784899a-356a-4959-ad2f-4e97b2cf4d2e req-28d979c4-b271-46c2-a06d-5002c19fd194 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 944 time: 0.0940795 Jul 13 19:35:20.667595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e59db20d-773f-491c-8952-a027f78597c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8d18b62e8f641b8864608639c00661e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9374657 Jul 13 19:35:20.676734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:20.729144 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68e9931e-d630-4175-816b-18368aadd248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.738960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.755756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] No DVR routers for this DVR port bc26d5a2-dd47-41bb-aded-b3c2368c248c on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:35:20.758328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0784899a-356a-4959-ad2f-4e97b2cf4d2e req-ef42f892-1a2b-4f40-8d32-a9a93b0b0c8f tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362317 Jul 13 19:35:20.805172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Port': ['ID=bc26d5a2-dd47-41bb-aded-b3c2368c248c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:20.805692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc63fb2-154a-43e4-af48-b0639b4d6e31 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:35:20.840411 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a6668b-c34c-4f5f-a758-33a07c2a54f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.871915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a6668b-c34c-4f5f-a758-33a07c2a54f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.938154 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a6668b-c34c-4f5f-a758-33a07c2a54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.947075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a6668b-c34c-4f5f-a758-33a07c2a54f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.948565 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-54a6668b-c34c-4f5f-a758-33a07c2a54f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c1d6baa-6b49-4ce0-a1ab-27b7ea008931 HTTP/1.1" status: 204 len: 168 time: 0.2708442 Jul 13 19:35:20.981306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6668b-c34c-4f5f-a758-33a07c2a54f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1d6baa-6b49-4ce0-a1ab-27b7ea008931,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:20.984795 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.008698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b59d93-93ba-4eca-8731-378c94f4fd2e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:21.043748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd158cebd-82e9-4263-8961-22d360a0e925') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:21.044308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd158cebd-82e9-4263-8961-22d360a0e925') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:21.063899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.088895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.095867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:21.096551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.104608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc63fb2-154a-43e4-af48-b0639b4d6e31 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:21.164753 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:21.270207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.282010 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.284072 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "DELETE /v2.0/networks/c1b59d93-93ba-4eca-8731-378c94f4fd2e HTTP/1.1" status: 204 len: 168 time: 1.4781995 Jul 13 19:35:21.287451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:21.304488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c949d-283a-4f16-bcf5-289f23e49778 tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Network': ['ID=c1b59d93-93ba-4eca-8731-378c94f4fd2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:21.333491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34191bec-15e8-4e91-994d-ef8615858c41 req-f778352b-690e-482c-a89d-6c4db935750d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:21.341763 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34191bec-15e8-4e91-994d-ef8615858c41 req-f778352b-690e-482c-a89d-6c4db935750d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.1720693 Jul 13 19:35:21.399233 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34191bec-15e8-4e91-994d-ef8615858c41 req-15d3045c-8202-407f-945e-7dfb613fbb22 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561569 Jul 13 19:35:21.486725 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.559551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Deleting port 98ede03e-d0c2-4d30-ba53-1b514d886502 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:21.559852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.576476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:21.681590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] For port 98ede03e-d0c2-4d30-ba53-1b514d886502, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=98ede03e-d0c2-4d30-ba53-1b514d886502,segment=NetworkSegment(c36efba6-0a9d-438b-8661-0597ad994c48),segment_id=c36efba6-0a9d-438b-8661-0597ad994c48)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:21.683049 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.712791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d1c4d0a-3ae4-40ee-82b0-55e8d4678864 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.735078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Calling delete_port for 98ede03e-d0c2-4d30-ba53-1b514d886502 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:21.736595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:21.738833 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746685c5-b5e2-4b8d-a559-4bffe1a8b79a" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:21.786659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d1c4d0a-3ae4-40ee-82b0-55e8d4678864 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.803922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7c19fe-fe07-462c-9a31-24a28bbcc0e9 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:35:21.852727 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f55a43-5685-4936-8946-4b3399bf48c7 x-openstack-request-id: req-d1f55a43-5685-4936-8946-4b3399bf48c7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:21.852997 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-plugged", "status": "completed", "tag": "dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:21.856895 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1f55a43-5685-4936-8946-4b3399bf48c7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:21.857355 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8', 'code': 200} Jul 13 19:35:21.929299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.929853 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d1c4d0a-3ae4-40ee-82b0-55e8d4678864 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.936508 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d1c4d0a-3ae4-40ee-82b0-55e8d4678864 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.937751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8d1c4d0a-3ae4-40ee-82b0-55e8d4678864 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "DELETE /v2.0/security-groups/16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7 HTTP/1.1" status: 204 len: 168 time: 0.3602803 Jul 13 19:35:21.942544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:21.977637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c4d0a-3ae4-40ee-82b0-55e8d4678864 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:21.990884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Port': ['ID=98ede03e-d0c2-4d30-ba53-1b514d886502,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:22.018279 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-cbf1ac17-cae6-4fd3-a48a-1b684ea8efce tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] show failed (client error): The resource could not be found. Jul 13 19:35:22.021859 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cbf1ac17-cae6-4fd3-a48a-1b684ea8efce tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "GET /v2.0/security-groups/16fe3d57-8ad8-44b3-8a87-9edf2e1e22a7 HTTP/1.1" status: 404 len: 347 time: 0.0534558 Jul 13 19:35:22.024553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:22.075996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7db829fa-70e4-4ab9-b644-812ff1f89f8f details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:22.101461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] No DVR routers for this DVR port 98ede03e-d0c2-4d30-ba53-1b514d886502 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:35:22.108608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c19fe-fe07-462c-9a31-24a28bbcc0e9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:35:22.185439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad1986-7bb8-4d20-8936-d8ab280ceaf6 req-263d21b5-12a8-440a-ac84-10708929086d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.193235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad1986-7bb8-4d20-8936-d8ab280ceaf6 req-263d21b5-12a8-440a-ac84-10708929086d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.199771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad1986-7bb8-4d20-8936-d8ab280ceaf6 req-263d21b5-12a8-440a-ac84-10708929086d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.224202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad1986-7bb8-4d20-8936-d8ab280ceaf6 req-263d21b5-12a8-440a-ac84-10708929086d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.237079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad1986-7bb8-4d20-8936-d8ab280ceaf6 req-263d21b5-12a8-440a-ac84-10708929086d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.253500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad1986-7bb8-4d20-8936-d8ab280ceaf6 req-263d21b5-12a8-440a-ac84-10708929086d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.272751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad1986-7bb8-4d20-8936-d8ab280ceaf6 req-263d21b5-12a8-440a-ac84-10708929086d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.278278 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26ad1986-7bb8-4d20-8936-d8ab280ceaf6 req-263d21b5-12a8-440a-ac84-10708929086d tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5434 time: 0.5693610 Jul 13 19:35:22.314470 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.326524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061a80a5-59f1-4389-96a4-0bea8e7c3841']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:22.338735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36efba6-0a9d-438b-8661-0597ad994c48') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:22.339415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36efba6-0a9d-438b-8661-0597ad994c48') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:22.351090 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.374703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.388829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:22.389541 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.416422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:22.422358 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26ad1986-7bb8-4d20-8936-d8ab280ceaf6 req-250df3c2-bdf7-4456-ba21-0ec4ff678fa9 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702052 Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:22.482782 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:22.503413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9ff354ce-b5a7-4852-b140-73c558e833d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Deleting port a5897dfd-ff8c-4657-83da-096d8174cacd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:22.503763 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ff354ce-b5a7-4852-b140-73c558e833d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.541406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378752-b137-4f39-96ef-5463b9229e7b req-c1b2f05b-0a9c-4f7e-aade-61a4e2cfb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.542024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378752-b137-4f39-96ef-5463b9229e7b req-c1b2f05b-0a9c-4f7e-aade-61a4e2cfb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.542343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378752-b137-4f39-96ef-5463b9229e7b req-c1b2f05b-0a9c-4f7e-aade-61a4e2cfb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.543041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378752-b137-4f39-96ef-5463b9229e7b req-c1b2f05b-0a9c-4f7e-aade-61a4e2cfb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.543348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378752-b137-4f39-96ef-5463b9229e7b req-c1b2f05b-0a9c-4f7e-aade-61a4e2cfb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.543811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378752-b137-4f39-96ef-5463b9229e7b req-c1b2f05b-0a9c-4f7e-aade-61a4e2cfb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.544359 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378752-b137-4f39-96ef-5463b9229e7b req-c1b2f05b-0a9c-4f7e-aade-61a4e2cfb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.546578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de378752-b137-4f39-96ef-5463b9229e7b req-c1b2f05b-0a9c-4f7e-aade-61a4e2cfb3d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6491 time: 0.5573690 Jul 13 19:35:22.548924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.555415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.558454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "DELETE /v2.0/networks/061a80a5-59f1-4389-96a4-0bea8e7c3841 HTTP/1.1" status: 204 len: 168 time: 1.2688818 Jul 13 19:35:22.588472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:22.604862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a034d-9c3b-4df0-84c0-323b9f319fee tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Network': ['ID=061a80a5-59f1-4389-96a4-0bea8e7c3841,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:22.608226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7db829fa-70e4-4ab9-b644-812ff1f89f8f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7db829fa-70e4-4ab9-b644-812ff1f89f8f,segment=NetworkSegment(d59d3cc4-860c-4ec8-bc99-949c081bdb81),segment_id=d59d3cc4-860c-4ec8-bc99-949c081bdb81)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:22.637776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '7db829fa-70e4-4ab9-b644-812ff1f89f8f', 'network_id': '354163f9-5222-40a9-87a6-0b9bd69acf33', 'port_id': '7db829fa-70e4-4ab9-b644-812ff1f89f8f', 'mac_address': 'fa:16:3e:4b:96:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ea3976-4c75-4478-a34d-6e0041bab559', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:22.686816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ff354ce-b5a7-4852-b140-73c558e833d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.687160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ff354ce-b5a7-4852-b140-73c558e833d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.722177 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de378752-b137-4f39-96ef-5463b9229e7b req-cb3bd8b9-133a-4c5b-bc7a-9461d554cbbe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=462f42a7-1b77-447d-9484-4f4e8912c964&id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634736 Jul 13 19:35:22.734078 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.747072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b428f-6cd4-4e16-abe3-2125b385c6ac req-3dd7e73e-cbdc-468c-a650-0520559ae0a1 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:22.751432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9ff354ce-b5a7-4852-b140-73c558e833d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Calling delete_port for a5897dfd-ff8c-4657-83da-096d8174cacd owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:22.754245 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-139b428f-6cd4-4e16-abe3-2125b385c6ac req-3dd7e73e-cbdc-468c-a650-0520559ae0a1 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 944 time: 0.2777076 Jul 13 19:35:22.801187 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.814219 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-139b428f-6cd4-4e16-abe3-2125b385c6ac req-5a6d0c26-ff1d-4595-857b-1f146ad2c8d7 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589826 Jul 13 19:35:22.827117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-52755813-network', 'tenant_id': 'cd24b020b00a41a49d9c263fb0fd0008'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:22.828426 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db829fa-70e4-4ab9-b644-812ff1f89f8f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:22.864242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7db829fa-70e4-4ab9-b644-812ff1f89f8f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7db829fa-70e4-4ab9-b644-812ff1f89f8f,segment=NetworkSegment(d59d3cc4-860c-4ec8-bc99-949c081bdb81),segment_id=d59d3cc4-860c-4ec8-bc99-949c081bdb81)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:22.877226 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.951527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Made reservation on behalf of cd24b020b00a41a49d9c263fb0fd0008 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:22.956615 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.964685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7db829fa-70e4-4ab9-b644-812ff1f89f8f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:22.965307 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.980619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:22.982370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2348495-53c2-4f64-96a1-75925cece9a8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:22.995383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0050b2-2d51-4338-9432-dc3bff3ac8b2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:22.996034 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0050b2-2d51-4338-9432-dc3bff3ac8b2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:23.007670 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.014371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3b8c8-ab86-4d36-948e-aa9b42b3735c req-790ec9df-3f03-4200-87c2-8f9495629029 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:23.015949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01f3b8c8-ab86-4d36-948e-aa9b42b3735c req-790ec9df-3f03-4200-87c2-8f9495629029 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.2607834 Jul 13 19:35:23.024530 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.041151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:23.041567 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:23.045701 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:23.128935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['7db829fa-70e4-4ab9-b644-812ff1f89f8f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:23.153825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01f3b8c8-ab86-4d36-948e-aa9b42b3735c req-40a32ecd-4769-4583-ae62-dfea4fa9280b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175632 Jul 13 19:35:23.162843 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ff354ce-b5a7-4852-b140-73c558e833d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.175697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.183337 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.187972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "DELETE /v2.0/networks/d2348495-53c2-4f64-96a1-75925cece9a8 HTTP/1.1" status: 204 len: 168 time: 0.5957136 Jul 13 19:35:23.204262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:23.204782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff354ce-b5a7-4852-b140-73c558e833d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Pushing event deleted for resources: {'Port': ['ID=a5897dfd-ff8c-4657-83da-096d8174cacd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:23.264338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332714df-9cae-43a1-9e3a-a2027ff5224f tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Network': ['ID=d2348495-53c2-4f64-96a1-75925cece9a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:23.273240 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54063b13-8049-4464-b4c1-cb4f9c3b59a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.309158 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ff354ce-b5a7-4852-b140-73c558e833d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.316576 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ff354ce-b5a7-4852-b140-73c558e833d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.317770 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9ff354ce-b5a7-4852-b140-73c558e833d7 tempest-ServersTestBootFromVolume-1068826566 tempest-ServersTestBootFromVolume-1068826566-project] 10.222.0.25 "DELETE /v2.0/floatingips/fc50c233-f81d-453c-a23a-9376fbb6a9e1 HTTP/1.1" status: 204 len: 168 time: 1.2922254 Jul 13 19:35:23.353266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:23.392791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.399108 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.448639 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.459067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:23.473559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde2349f-139d-4d49-baef-48d7ef845bd5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:23.480226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.480568 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Added segment df079d85-7919-4186-a79b-38b96bef5a06 of type vlan for network f842e1da-08f1-49d7-96a5-d633359233c8 Jul 13 19:35:23.543541 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.543800 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.586894 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.588748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:23.589350 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.692620 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.723479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:23.741023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3135786 Jul 13 19:35:23.741235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c6115f-d05b-4e81-a3bf-bda19a185912') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:23.741488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c6115f-d05b-4e81-a3bf-bda19a185912') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:23.742949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:23.749512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Request body: {'subnet': {'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-52755813-subnet', 'tenant_id': 'cd24b020b00a41a49d9c263fb0fd0008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:23.766551 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.790843 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.824878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:23.825294 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:23.828458 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:23.830978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Made reservation on behalf of cd24b020b00a41a49d9c263fb0fd0008 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:23.835462 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.876821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cf5eb-9ebd-4a08-a752-0b35bf1d1d70 admin admin] Pushing event updated for resources: {'Network': ['ID=f842e1da-08f1-49d7-96a5-d633359233c8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:23.890394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network f842e1da-08f1-49d7-96a5-d633359233c8 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:23.971534 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.986110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:23.991702 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] 10.222.0.25 "DELETE /v2.0/networks/dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b HTTP/1.1" status: 204 len: 168 time: 0.7962971 Jul 13 19:35:24.001964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dcdbd-fc6a-4618-9fcd-0f8abb17cdec req-2fc820bb-f028-4220-8914-12442253b4c3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:24.009730 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693c11f-b9c7-45ba-ac88-fdcb84460aaf tempest-BulkNetworkOpsIpV6Test-1759355752 tempest-BulkNetworkOpsIpV6Test-1759355752-project] Pushing event deleted for resources: {'Network': ['ID=dbbbf4ac-6a70-4a03-9a0a-ea8ccc9b524b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:24.019452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dcdbd-fc6a-4618-9fcd-0f8abb17cdec req-2fc820bb-f028-4220-8914-12442253b4c3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:24.027330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dcdbd-fc6a-4618-9fcd-0f8abb17cdec req-2fc820bb-f028-4220-8914-12442253b4c3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:24.034120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dcdbd-fc6a-4618-9fcd-0f8abb17cdec req-2fc820bb-f028-4220-8914-12442253b4c3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:24.040926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dcdbd-fc6a-4618-9fcd-0f8abb17cdec req-2fc820bb-f028-4220-8914-12442253b4c3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:24.048959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dcdbd-fc6a-4618-9fcd-0f8abb17cdec req-2fc820bb-f028-4220-8914-12442253b4c3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:24.055152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dcdbd-fc6a-4618-9fcd-0f8abb17cdec req-2fc820bb-f028-4220-8914-12442253b4c3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:24.062955 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-341dcdbd-fc6a-4618-9fcd-0f8abb17cdec req-2fc820bb-f028-4220-8914-12442253b4c3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5434 time: 0.3966217 Jul 13 19:35:24.067451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7db829fa-70e4-4ab9-b644-812ff1f89f8f up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:24.142501 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-341dcdbd-fc6a-4618-9fcd-0f8abb17cdec req-351b5e75-835f-44ca-813a-97625cd59a22 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783775 Jul 13 19:35:24.191536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 7db829fa-70e4-4ab9-b644-812ff1f89f8f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:24.196653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 7db829fa-70e4-4ab9-b644-812ff1f89f8f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:24.197023 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:24.280399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99afdbc-fb19-46e7-82c2-cdfb1d3acbcd req-d7213961-fac9-45cc-9c47-f4c17e811ddd tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:24.288335 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b99afdbc-fb19-46e7-82c2-cdfb1d3acbcd req-d7213961-fac9-45cc-9c47-f4c17e811ddd tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 945 time: 0.2217903 Jul 13 19:35:24.334602 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:24.365804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:24.380625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c200e75-fac5-472f-a93e-59e20e465fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db829fa-70e4-4ab9-b644-812ff1f89f8f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:24.386561 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0142d4-8e9c-4c24-84a2-772854aed110" -d '{"events": [{"server_uuid": "3c200e75-fac5-472f-a93e-59e20e465fb3", "name": "network-vif-plugged", "status": "completed", "tag": "7db829fa-70e4-4ab9-b644-812ff1f89f8f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:24.421800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7db829fa-70e4-4ab9-b644-812ff1f89f8f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7db829fa-70e4-4ab9-b644-812ff1f89f8f,segment=NetworkSegment(d59d3cc4-860c-4ec8-bc99-949c081bdb81),segment_id=d59d3cc4-860c-4ec8-bc99-949c081bdb81)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:24.428546 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:24.454969 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b99afdbc-fb19-46e7-82c2-cdfb1d3acbcd req-acfb8df5-d3f2-4e2d-b61e-5bd325dab662 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638470 Jul 13 19:35:24.458143 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:24.559352 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:24.575576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc09fc-0fad-4977-8556-3bf2b6345a12 req-d9b16b9b-eb0e-44ff-a322-feb5f28de35a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:24.589219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7db829fa-70e4-4ab9-b644-812ff1f89f8f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:24.591545 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53bc09fc-0fad-4977-8556-3bf2b6345a12 req-d9b16b9b-eb0e-44ff-a322-feb5f28de35a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.1508520 Jul 13 19:35:24.592807 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:24.652114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53bc09fc-0fad-4977-8556-3bf2b6345a12 req-1e570eec-eefc-4b9a-bc69-772fd6369946 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595536 Jul 13 19:35:24.653155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfac4347-e8db-4ae3-8b90-d77f483a0782,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:24.704279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15da5e6e-6f20-47c3-ba19-d571fa83542b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69ff963a820f4ff3a1e6ecbd5fe5eecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349240 Jul 13 19:35:24.706043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:24.723187 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0d33d7-b5c3-4fd5-9cd4-278eff462e16 x-openstack-request-id: req-8e0d33d7-b5c3-4fd5-9cd4-278eff462e16 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:24.723482 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c200e75-fac5-472f-a93e-59e20e465fb3", "name": "network-vif-plugged", "status": "completed", "tag": "7db829fa-70e4-4ab9-b644-812ff1f89f8f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:24.723735 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e0d33d7-b5c3-4fd5-9cd4-278eff462e16 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:24.724649 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c200e75-fac5-472f-a93e-59e20e465fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db829fa-70e4-4ab9-b644-812ff1f89f8f', 'code': 200} Jul 13 19:35:24.761399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Checking segment: {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:24.761973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Network hostable DHCP agents. Network: f842e1da-08f1-49d7-96a5-d633359233c8, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:24.795999 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a5a547a-c0db-42bf-b2f5-c5ed0d86e561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:24.824735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Network f842e1da-08f1-49d7-96a5-d633359233c8 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:24.848229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a5a547a-c0db-42bf-b2f5-c5ed0d86e561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:24.874719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, f842e1da-08f1-49d7-96a5-d633359233c8) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:24.881940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:24.882562 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:24.894007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b37a05-bb43-4aea-b762-a3a19864b16a None None] Network f842e1da-08f1-49d7-96a5-d633359233c8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:24.899711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] Deleting port e7f562d7-c532-4ea5-90d9-a8ccfd62e132 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:24.900055 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:24.925843 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2c05ebf9-eb70-4af0-952a-df4f6af688f4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1802301 Jul 13 19:35:25.035950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a86bdf-956d-4433-9212-5a8a291a4c68 req-1c9028c5-fa39-425c-b144-1b6bf6b12089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:25.038090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6a86bdf-956d-4433-9212-5a8a291a4c68 req-1c9028c5-fa39-425c-b144-1b6bf6b12089 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 1097 time: 0.2395568 Jul 13 19:35:25.048482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a5a547a-c0db-42bf-b2f5-c5ed0d86e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:25.052654 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a5a547a-c0db-42bf-b2f5-c5ed0d86e561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:25.053925 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3a5a547a-c0db-42bf-b2f5-c5ed0d86e561 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f1e8ef9-9b8a-461d-8723-a09b82503a09 HTTP/1.1" status: 204 len: 168 time: 0.3468833 Jul 13 19:35:25.064136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] For port e7f562d7-c532-4ea5-90d9-a8ccfd62e132, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e7f562d7-c532-4ea5-90d9-a8ccfd62e132,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:25.066600 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:25.089261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6a86bdf-956d-4433-9212-5a8a291a4c68 req-0cb8b905-43b2-4445-83e6-6c89cdda74a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Jul 13 19:35:25.094692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a547a-c0db-42bf-b2f5-c5ed0d86e561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e8ef9-9b8a-461d-8723-a09b82503a09,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:25.098576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] Calling delete_port for e7f562d7-c532-4ea5-90d9-a8ccfd62e132 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:25.133121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d76907d-852c-4a68-81b0-214743b85caf None None] Network f842e1da-08f1-49d7-96a5-d633359233c8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:25.440781 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:25.523086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f562d7-c532-4ea5-90d9-a8ccfd62e132,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:25.533510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04544fea-21fd-4a17-be6f-619f50d62b18 req-f0937129-fb4b-402a-969b-8c9d9631b5cf tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:25.541267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04544fea-21fd-4a17-be6f-619f50d62b18 req-f0937129-fb4b-402a-969b-8c9d9631b5cf tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:25.554362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04544fea-21fd-4a17-be6f-619f50d62b18 req-f0937129-fb4b-402a-969b-8c9d9631b5cf tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:25.572657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04544fea-21fd-4a17-be6f-619f50d62b18 req-f0937129-fb4b-402a-969b-8c9d9631b5cf tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:25.579309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04544fea-21fd-4a17-be6f-619f50d62b18 req-f0937129-fb4b-402a-969b-8c9d9631b5cf tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:25.585771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04544fea-21fd-4a17-be6f-619f50d62b18 req-f0937129-fb4b-402a-969b-8c9d9631b5cf tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:25.592001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04544fea-21fd-4a17-be6f-619f50d62b18 req-f0937129-fb4b-402a-969b-8c9d9631b5cf tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:25.601496 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04544fea-21fd-4a17-be6f-619f50d62b18 req-f0937129-fb4b-402a-969b-8c9d9631b5cf tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5434 time: 0.1711116 Jul 13 19:35:25.694987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04544fea-21fd-4a17-be6f-619f50d62b18 req-2825a7f6-9e7f-4c07-a3ef-8e42384999f2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883198 Jul 13 19:35:26.020709 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:26.098261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fa3c3-3307-411d-8164-53a7ad842c1b req-ed8856ed-d29d-4954-9a5a-a209ddc49532 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:26.102359 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa4fa3c3-3307-411d-8164-53a7ad842c1b req-ed8856ed-d29d-4954-9a5a-a209ddc49532 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 946 time: 0.1713624 Jul 13 19:35:26.178239 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa4fa3c3-3307-411d-8164-53a7ad842c1b req-a410ecc4-27bc-4378-972b-d566ee38d945 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680220 Jul 13 19:35:26.343369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:26.377372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:26.419757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-647f3989-2cfc-4de6-9314-aead4730b20e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:26.426485 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-647f3989-2cfc-4de6-9314-aead4730b20e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 813 time: 0.1532898 Jul 13 19:35:26.470788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'networks': [{'name': 'tempest-network--540875944'}, {'name': 'tempest-network--639821682'}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:26.471102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'network': {'name': 'tempest-network--540875944'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:26.473410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'network': {'name': 'tempest-network--639821682'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:26.479054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-f8710c96-2224-4ec6-b28e-ff7ea2bc6491 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/quotas/cd24b020b00a41a49d9c263fb0fd0008 HTTP/1.1" status: 200 len: 375 time: 0.0506051 Jul 13 19:35:26.521553 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-3880fe82-7dd6-48e5-a8a4-6635190e2f39 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410192 Jul 13 19:35:26.529063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Made reservation on behalf of 30ca620e01a147e999ee7908e68872ed for: {'network': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:26.534038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:26.569992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:26.642286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd05c7-73ba-43bf-89af-2a0b0693eaa9 req-b7d22134-e146-432d-8a80-150e6329af40 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:26.644134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2abd05c7-73ba-43bf-89af-2a0b0693eaa9 req-b7d22134-e146-432d-8a80-150e6329af40 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.1075292 Jul 13 19:35:26.660963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-55913532-0889-4b93-a2bb-bfc593ad2f82 service neutron] 10.222.0.25 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385527 Jul 13 19:35:26.707154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2abd05c7-73ba-43bf-89af-2a0b0693eaa9 req-19dea1ce-ee06-45fd-ba92-1b541754334e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552440 Jul 13 19:35:26.744125 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:26.749162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:26.750039 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:26.792527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e397bae-3f56-4af3-bfbb-71ef62140bca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:26.814502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:26.823798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:26.824145 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Added segment 8b7fe8a2-89d7-4f00-b864-8cec6b5ab638 of type vlan for network 87581539-4e6c-4f60-9210-41375e0f4e85 Jul 13 19:35:26.893320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] Router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:35:26.897517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:26.899844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-531cbddd-cdef-41ab-adf0-b6b305926bd7 service neutron] 10.222.0.25 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036273 Jul 13 19:35:26.975416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9296fbf-6c33-4a6c-b857-26bb76e333e1 req-5e46aadf-ed21-4298-9209-4e2236575d5e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:26.982046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9296fbf-6c33-4a6c-b857-26bb76e333e1 req-5e46aadf-ed21-4298-9209-4e2236575d5e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:26.990686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9296fbf-6c33-4a6c-b857-26bb76e333e1 req-5e46aadf-ed21-4298-9209-4e2236575d5e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:26.999615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9296fbf-6c33-4a6c-b857-26bb76e333e1 req-5e46aadf-ed21-4298-9209-4e2236575d5e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:27.006556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9296fbf-6c33-4a6c-b857-26bb76e333e1 req-5e46aadf-ed21-4298-9209-4e2236575d5e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:27.020177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9296fbf-6c33-4a6c-b857-26bb76e333e1 req-5e46aadf-ed21-4298-9209-4e2236575d5e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:27.021657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:35:27.026980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9296fbf-6c33-4a6c-b857-26bb76e333e1 req-5e46aadf-ed21-4298-9209-4e2236575d5e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:27.030124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-64e5d48f-1e89-4634-ac3f-08dcd1a7b2be admin admin] 10.222.0.25 "PUT /v2.0/routers/967fd4da-c15f-4c49-8255-58f7caa3c8d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6733718 Jul 13 19:35:27.030523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:27.034828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9296fbf-6c33-4a6c-b857-26bb76e333e1 req-5e46aadf-ed21-4298-9209-4e2236575d5e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5434 time: 0.1988726 Jul 13 19:35:27.037619 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] Sync routers for ids ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:35:27.040307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:27.045341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-87fbc365-4878-44f7-b2c5-e6f010c049b7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Request body: {'floatingip': {'port_id': '5203f733-bba5-4060-91fd-72000c2983bc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:27.053338 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] Routers {'967fd4da-c15f-4c49-8255-58f7caa3c8d2'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:27.058107 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:35:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:27.059128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:27.075798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:27.076879 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Added segment 291e3cac-b9bd-48c1-84c4-6eeb1da1b6f9 of type vlan for network 5f4e8900-c6ef-48e5-ba3f-90f2d5ba134d Jul 13 19:35:27.134166 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:27.169887 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87fbc365-4878-44f7-b2c5-e6f010c049b7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:27.195800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f691645f-b00b-436b-8494-0bae2a196025 req-16a29468-06a4-41a5-884e-f29c243886fc tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 210 time: 0.0347424 Jul 13 19:35:27.203066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:27.203865 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:27.215615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:27.232786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:27.233476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:27.275708 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] Set router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:27.278910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9332201 Jul 13 19:35:27.289923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:27.403863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'Network': ['ID=87581539-4e6c-4f60-9210-41375e0f4e85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:27.415762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 87581539-4e6c-4f60-9210-41375e0f4e85 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:27.420820 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:27.623693 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:35:25Z', 'revision_number': 5, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:27.695340 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] Checking router: 967fd4da-c15f-4c49-8255-58f7caa3c8d2 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:35:27.716756 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] Routers {'967fd4da-c15f-4c49-8255-58f7caa3c8d2'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:27.722456 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:35:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:27.885388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2c668-a26a-4a4f-975f-80381db6011a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'Network': ['ID=5f4e8900-c6ef-48e5-ba3f-90f2d5ba134d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:27.901288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 5f4e8900-c6ef-48e5-ba3f-90f2d5ba134d details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:27.938818 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:27.945237 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] Set router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:27.954424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd429597-c213-4b4c-bd7d-fc09a50cefe5 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:27.962429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd429597-c213-4b4c-bd7d-fc09a50cefe5 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:27.971035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd429597-c213-4b4c-bd7d-fc09a50cefe5 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:27.979811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd429597-c213-4b4c-bd7d-fc09a50cefe5 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:27.987732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dd429597-c213-4b4c-bd7d-fc09a50cefe5 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6961026 Jul 13 19:35:27.988655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:28.022262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a766e2-5e1d-4af4-8a03-b75a537722e6 req-46ef4879-7074-4d80-9c53-60953dd0ddce tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:28.030476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e1a766e2-5e1d-4af4-8a03-b75a537722e6 req-46ef4879-7074-4d80-9c53-60953dd0ddce tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 946 time: 0.4484556 Jul 13 19:35:28.123054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e1a766e2-5e1d-4af4-8a03-b75a537722e6 req-7ee637a1-3fef-4de8-a99a-098cdf9945a6 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913558 Jul 13 19:35:28.152263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.222539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Deleting port 298f33ca-5abf-4a18-8b30-78e90bc23400 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:28.222881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.274741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fede5d-819f-4cea-a0a4-4371f3c489b5 req-d10049d2-9e19-4163-bab3-31afa7f58c4a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:28.277143 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f1fede5d-819f-4cea-a0a4-4371f3c489b5 req-d10049d2-9e19-4163-bab3-31afa7f58c4a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.2009237 Jul 13 19:35:28.288080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-87fbc365-4878-44f7-b2c5-e6f010c049b7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:35:28.291831 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:35:25Z', 'revision_number': 5, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:28.363571 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87fbc365-4878-44f7-b2c5-e6f010c049b7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.370364 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87fbc365-4878-44f7-b2c5-e6f010c049b7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.378876 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7daa63-80ab-4acf-bc23-47a76c1a92e1 None None] The sync data for ids ['967fd4da-c15f-4c49-8255-58f7caa3c8d2'] in n-d-800708-1 is: [{'id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'name': 'tempest-ServersTestBootFromVolume-96659778-router', 'tenant_id': '10e9cbd002da49db81716442d5cce01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:32:00Z', 'updated_at': '2021-07-13T19:35:25Z', 'revision_number': 5, 'project_id': '10e9cbd002da49db81716442d5cce01c', 'gw_port': {'id': '298f33ca-5abf-4a18-8b30-78e90bc23400', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fd4da-c15f-4c49-8255-58f7caa3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:32:03Z', 'updated_at': '2021-07-13T19:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:35:28.481036 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.492073 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f1fede5d-819f-4cea-a0a4-4371f3c489b5 req-b0be99e5-67ed-4736-8871-5dc960debe16 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834230 Jul 13 19:35:28.495551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87581539-4e6c-4f60-9210-41375e0f4e85']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:28.506098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7fe8a2-89d7-4f00-b864-8cec6b5ab638') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:28.506589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7fe8a2-89d7-4f00-b864-8cec6b5ab638') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:28.525499 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-87fbc365-4878-44f7-b2c5-e6f010c049b7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Floating IP 9814d4ba-7ddd-4ad4-8503-23bb8308f7f8 associated. External IP: 172.25.7.212, port: 5203f733-bba5-4060-91fd-72000c2983bc. Jul 13 19:35:28.526063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.545593 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.547903 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6164ea72-158f-472a-ab62-486d661d7e9b req-caab13d8-eddd-45ce-a856-8c8fac275684 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 210 time: 0.0637810 Jul 13 19:35:28.554043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:28.554782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:28.558463 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:28.598564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] For port 298f33ca-5abf-4a18-8b30-78e90bc23400, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=298f33ca-5abf-4a18-8b30-78e90bc23400,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:28.599802 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.615643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Calling delete_port for 298f33ca-5abf-4a18-8b30-78e90bc23400 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:28.643383 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.654090 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.656945 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "DELETE /v2.0/networks/87581539-4e6c-4f60-9210-41375e0f4e85 HTTP/1.1" status: 204 len: 168 time: 0.6671078 Jul 13 19:35:28.659338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:28.790659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:28.794355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09ee4b-12a7-4c4f-9e9d-525421165adc tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event deleted for resources: {'Network': ['ID=87581539-4e6c-4f60-9210-41375e0f4e85,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:28.985972 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.007569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4e8900-c6ef-48e5-ba3f-90f2d5ba134d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:29.057306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291e3cac-b9bd-48c1-84c4-6eeb1da1b6f9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:29.057645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291e3cac-b9bd-48c1-84c4-6eeb1da1b6f9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:29.089531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.122696 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.132715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:29.133321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:29.137147 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:29.235435 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.242347 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.247065 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "DELETE /v2.0/networks/5f4e8900-c6ef-48e5-ba3f-90f2d5ba134d HTTP/1.1" status: 204 len: 168 time: 0.5838704 Jul 13 19:35:29.248469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:29.330744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81928da5-37e5-4e45-9547-7589ae0893b0 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event deleted for resources: {'Network': ['ID=5f4e8900-c6ef-48e5-ba3f-90f2d5ba134d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:29.399217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499797cc-0639-4b32-9eb3-9f53497f24b5 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:29.405446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499797cc-0639-4b32-9eb3-9f53497f24b5 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:29.410735 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-499797cc-0639-4b32-9eb3-9f53497f24b5 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1577833 Jul 13 19:35:29.411101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:29.417188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-278176775'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:29.441220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Made reservation on behalf of 30ca620e01a147e999ee7908e68872ed for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:29.445101 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.470276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:29.480935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.481329 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Added segment e5b7d2ed-63a4-47cf-b7f9-cfe0d8293642 of type vlan for network 4355b874-f1bb-4d8e-a986-e4dac7fc5449 Jul 13 19:35:29.522326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-61b04dd9-9eb7-474e-9395-4da778a94b9e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:29.523845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-61b04dd9-9eb7-474e-9395-4da778a94b9e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 813 time: 0.2573981 Jul 13 19:35:29.529418 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.539308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e5784-4ad6-4fcf-9e79-afdf5cdf40be req-18006ba4-28b4-4c78-8d73-9b74510a2f7c tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:29.540813 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-165e5784-4ad6-4fcf-9e79-afdf5cdf40be req-18006ba4-28b4-4c78-8d73-9b74510a2f7c tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 946 time: 0.2636864 Jul 13 19:35:29.552910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fbc365-4878-44f7-b2c5-e6f010c049b7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Router 28be3d94-70ef-4b61-a104-6d94996265f5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:35:29.557254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Request body: {'port': {'device_id': '53bd5d52-3e3f-49e0-9c76-f4818176d6bb', 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8', 'admin_state_up': True, 'tenant_id': 'cd24b020b00a41a49d9c263fb0fd0008'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:29.565874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.572343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:29.573023 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.626006 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.653828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2410364 Jul 13 19:35:29.657766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:29.664730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1655350768'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:29.690626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=298f33ca-5abf-4a18-8b30-78e90bc23400,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:29.711251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0baff8-fef0-407f-991e-c65301a53310 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'Network': ['ID=4355b874-f1bb-4d8e-a986-e4dac7fc5449,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:29.719567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7f562d7-c532-4ea5-90d9-a8ccfd62e132 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:35:29.741644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Made reservation on behalf of 30ca620e01a147e999ee7908e68872ed for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:29.745444 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.776684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 4355b874-f1bb-4d8e-a986-e4dac7fc5449 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:29.779902 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e7f562d7-c532-4ea5-90d9-a8ccfd62e132 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:35:29.780406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7f562d7-c532-4ea5-90d9-a8ccfd62e132 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:35:29.788448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:29.798522 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.798868 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Added segment d17d33f0-13fd-40ab-bff2-9931de1fbca5 of type vlan for network afbb5d01-3616-4451-a6f0-4a72f77bf467 Jul 13 19:35:29.842163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.867670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-165e5784-4ad6-4fcf-9e79-afdf5cdf40be req-669dd368-6f47-4dcb-b9bc-defc31741177 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061314 Jul 13 19:35:29.876585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bfced-4e25-44ab-b4f7-24ba2c5619db req-c31e2b5e-cb59-401f-81fc-c20f7a0a7f9e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:29.878367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e9bfced-4e25-44ab-b4f7-24ba2c5619db req-c31e2b5e-cb59-401f-81fc-c20f7a0a7f9e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.2061007 Jul 13 19:35:29.892570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.892763 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.896725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:29.897557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.994126 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3348119 Jul 13 19:35:29.994832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:30.057202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a11117-e848-47bf-9e00-7a6466981968 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'Network': ['ID=afbb5d01-3616-4451-a6f0-4a72f77bf467,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:30.072520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network afbb5d01-3616-4451-a6f0-4a72f77bf467 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:30.073193 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e9bfced-4e25-44ab-b4f7-24ba2c5619db req-e58b91e0-7f56-492d-866f-cd129d8a8a38 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550999 Jul 13 19:35:30.082013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'ports': [{'network_id': '4355b874-f1bb-4d8e-a986-e4dac7fc5449', 'name': 'tempest-port--273133498', 'admin_state_up': True}, {'network_id': 'afbb5d01-3616-4451-a6f0-4a72f77bf467', 'admin_state_up': False}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:30.092432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'port': {'network_id': '4355b874-f1bb-4d8e-a986-e4dac7fc5449', 'name': 'tempest-port--273133498', 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:30.092922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'port': {'network_id': 'afbb5d01-3616-4451-a6f0-4a72f77bf467', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:30.121333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbb2e703-7433-4a1e-9ac1-516e0af493e7 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:30.166597 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.168994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.346195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fbc365-4878-44f7-b2c5-e6f010c049b7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:35:30.363064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9a53f22-f8a3-4001-a705-61795bd1cece req-17a09451-15ce-4e43-bb83-ebf934118359 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 210 time: 0.3095648 Jul 13 19:35:30.370140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] Sync routers for ids ['28be3d94-70ef-4b61-a104-6d94996265f5'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:35:30.384205 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87fbc365-4878-44f7-b2c5-e6f010c049b7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.395691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:30.408079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Made reservation on behalf of 30ca620e01a147e999ee7908e68872ed for: {'port': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:30.413998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.442527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] Routers {'28be3d94-70ef-4b61-a104-6d94996265f5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:30.443591 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.444211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:35:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['28be3d94-70ef-4b61-a104-6d94996265f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:30.445165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 967fd4da-c15f-4c49-8255-58f7caa3c8d2 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:35:30.445832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.461543 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.463314 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-002f66ae-2a76-446c-ac03-a67f5949f9a2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/967fd4da-c15f-4c49-8255-58f7caa3c8d2 HTTP/1.1" status: 204 len: 168 time: 3.4316578 Jul 13 19:35:30.468184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:30.524110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'port_id': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'mac_address': 'fa:16:3e:be:45:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:30.551727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-87fbc365-4878-44f7-b2c5-e6f010c049b7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "PUT /v2.0/floatingips/9814d4ba-7ddd-4ad4-8503-23bb8308f7f8 HTTP/1.1" status: 200 len: 992 time: 3.5102129 Jul 13 19:35:30.566391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d83d9d-9e67-4a58-a586-7f7816b5aa72 admin admin] Deleting subnet 40a5a295-6896-4c79-8964-b069e79a848a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:35:30.571202 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48d83d9d-9e67-4a58-a586-7f7816b5aa72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.638116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] device_id is not set on port 6d23b76c-4e5e-4a75-9f88-505f44773c26 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:35:30.638543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '5203f733-bba5-4060-91fd-72000c2983bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:30.640876 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082fda9-fa1f-49b1-bc47-b35aed98d985" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "5203f733-bba5-4060-91fd-72000c2983bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:30.648146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Made reservation on behalf of cd24b020b00a41a49d9c263fb0fd0008 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:30.652951 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.705676 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48d83d9d-9e67-4a58-a586-7f7816b5aa72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.748440 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32e9935-67e1-4fba-85fc-e46665983ca8 x-openstack-request-id: req-a32e9935-67e1-4fba-85fc-e46665983ca8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:30.748905 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "tag": "5203f733-bba5-4060-91fd-72000c2983bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:30.749329 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a32e9935-67e1-4fba-85fc-e46665983ca8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:30.749891 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'tag': '5203f733-bba5-4060-91fd-72000c2983bc', 'status': 'completed', 'code': 200} Jul 13 19:35:30.802027 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.812477 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:30.816841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] Set router 28be3d94-70ef-4b61-a104-6d94996265f5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:30.897642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbb2e703-7433-4a1e-9ac1-516e0af493e7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:30.902690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] device_id is not set on port 1b9589e1-68a3-4289-84b6-455c9e178962 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:35:31.002819 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48d83d9d-9e67-4a58-a586-7f7816b5aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:31.017924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:31.028299 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:31.312094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Allocated IP 172.20.0.12 (f842e1da-08f1-49d7-96a5-d633359233c8/cfac4347-e8db-4ae3-8b90-d77f483a0782/2f728e25-78d2-4d54-b7d2-7ff3efdcba65) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:31.315072 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:31.371175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-5a37b423-9da4-4983-b5d6-e02cd63f632f tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.376338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-5a37b423-9da4-4983-b5d6-e02cd63f632f tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 946 time: 0.7442262 Jul 13 19:35:31.379859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48d83d9d-9e67-4a58-a586-7f7816b5aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:31.407620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0ef0-c7a5-485b-9206-57cf7d7b153c req-0e9ebf47-2ac5-4c7c-8566-bc2f1abb159f tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.415911 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b0a0ef0-c7a5-485b-9206-57cf7d7b153c req-0e9ebf47-2ac5-4c7c-8566-bc2f1abb159f tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 946 time: 0.3382633 Jul 13 19:35:31.430378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48d83d9d-9e67-4a58-a586-7f7816b5aa72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:31.435171 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-48d83d9d-9e67-4a58-a586-7f7816b5aa72 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/40a5a295-6896-4c79-8964-b069e79a848a HTTP/1.1" status: 204 len: 168 time: 0.9633505 Jul 13 19:35:31.439288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['bbb2e703-7433-4a1e-9ac1-516e0af493e7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:31.441566 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd17dd6-916d-49fb-8e1f-fa216ff2e00e None None] Network c44f462a-02d8-482c-a9a8-2888e29adef2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:31.446183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:31.583042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-ada11b5a-78dd-43b8-80f5-a617b3a31ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.585948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-ada11b5a-78dd-43b8-80f5-a617b3a31ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.587155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-ada11b5a-78dd-43b8-80f5-a617b3a31ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.587823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-ada11b5a-78dd-43b8-80f5-a617b3a31ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.588481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-ada11b5a-78dd-43b8-80f5-a617b3a31ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.589134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-ada11b5a-78dd-43b8-80f5-a617b3a31ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.589785 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-ada11b5a-78dd-43b8-80f5-a617b3a31ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.592052 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-ada11b5a-78dd-43b8-80f5-a617b3a31ea9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6491 time: 0.8185482 Jul 13 19:35:31.603496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d83d9d-9e67-4a58-a586-7f7816b5aa72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a5a295-6896-4c79-8964-b069e79a848a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:31.704392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:31.705878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-b2b4bf6f-bef9-4a1e-8c26-6e85d48589b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.707886 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-b2b4bf6f-bef9-4a1e-8c26-6e85d48589b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa HTTP/1.1" status: 200 len: 913 time: 0.1002564 Jul 13 19:35:31.739232 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:31.848452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83ca8-3834-42a1-9a6f-1a8346dff4f4 req-b4172909-894b-4eed-bad5-89b1e721663e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.855992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1f83ca8-3834-42a1-9a6f-1a8346dff4f4 req-b4172909-894b-4eed-bad5-89b1e721663e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 944 time: 0.4076788 Jul 13 19:35:31.901524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 298f33ca-5abf-4a18-8b30-78e90bc23400 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:35:31.902916 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-67e1b833-4ba4-490b-8edf-485656e9d690 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5203f733-bba5-4060-91fd-72000c2983bc HTTP/1.1" status: 200 len: 1000 time: 0.1478479 Jul 13 19:35:31.902916 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b0a0ef0-c7a5-485b-9206-57cf7d7b153c req-7563a01e-49c4-4767-92b8-3ccc603e5201 tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/security-groups?id=026beded-e53b-40d7-bc73-cba4f9819b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611707 Jul 13 19:35:31.928949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 298f33ca-5abf-4a18-8b30-78e90bc23400 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:35:31.929478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 298f33ca-5abf-4a18-8b30-78e90bc23400 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:35:31.932571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'Port': ['ID=6d23b76c-4e5e-4a75-9f88-505f44773c26,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:32.010036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '9814d4ba-7ddd-4ad4-8503-23bb8308f7f8', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'port_id': '5203f733-bba5-4060-91fd-72000c2983bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'mac_address': 'fa:16:3e:06:b4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:33:55Z', 'updated_at': '2021-07-13T19:35:28Z', 'revision_number': 1, 'project_id': '367294edf4204f10bfb6e7392c153491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:22Z', 'revision_number': 5, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:32.050359 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:32.061935 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1f83ca8-3834-42a1-9a6f-1a8346dff4f4 req-acdfbacd-d48c-4e90-bedd-ab688b1ba90e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045684 Jul 13 19:35:32.063082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Checking segment: {'id': 'e5b7d2ed-63a4-47cf-b7f9-cfe0d8293642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4355b874-f1bb-4d8e-a986-e4dac7fc5449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:32.065398 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Network hostable DHCP agents. Network: 4355b874-f1bb-4d8e-a986-e4dac7fc5449, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:32.070530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-8e176150-8295-487c-b9e9-011c765a366e tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Deleting port 7db829fa-70e4-4ab9-b644-812ff1f89f8f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:32.072176 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-8e176150-8295-487c-b9e9-011c765a366e tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:32.084841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] Checking router: 28be3d94-70ef-4b61-a104-6d94996265f5 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:35:32.116586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:32.174926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] Routers {'28be3d94-70ef-4b61-a104-6d94996265f5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:32.175572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:35:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['28be3d94-70ef-4b61-a104-6d94996265f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:32.251403 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:32.278959 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Network f842e1da-08f1-49d7-96a5-d633359233c8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:32.299358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:32.300600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Network 4355b874-f1bb-4d8e-a986-e4dac7fc5449 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:32.307366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-ae6706d6-0dcf-4d1c-b9ae-da02f0cbcf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:32.309706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-ae6706d6-0dcf-4d1c-b9ae-da02f0cbcf9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b HTTP/1.1" status: 200 len: 851 time: 0.2070127 Jul 13 19:35:32.313849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:32.334337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 4355b874-f1bb-4d8e-a986-e4dac7fc5449) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:32.350872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:32.351755 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:32.426720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522e505f-2ee7-44ac-9676-bf11dd41f97c None None] Network 4355b874-f1bb-4d8e-a986-e4dac7fc5449 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:32.513320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-8e176150-8295-487c-b9e9-011c765a366e tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] For port 7db829fa-70e4-4ab9-b644-812ff1f89f8f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7db829fa-70e4-4ab9-b644-812ff1f89f8f,segment=NetworkSegment(d59d3cc4-860c-4ec8-bc99-949c081bdb81),segment_id=d59d3cc4-860c-4ec8-bc99-949c081bdb81)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:32.513702 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-8e176150-8295-487c-b9e9-011c765a366e tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:32.530696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-8e176150-8295-487c-b9e9-011c765a366e tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Calling delete_port for 7db829fa-70e4-4ab9-b644-812ff1f89f8f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:32.552887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Pushing event updated for resources: {'Port': ['ID=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:32.631656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af1ad10-ab2f-482f-85a0-a826c31fb60a None None] DHCP port deletion for c44f462a-02d8-482c-a9a8-2888e29adef2 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:35:32.647722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:32.654845 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:32.657314 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'Port': ['ID=1b9589e1-68a3-4289-84b6-455c9e178962,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:32.678361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Checking segment: {'id': 'd17d33f0-13fd-40ab-bff2-9931de1fbca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'afbb5d01-3616-4451-a6f0-4a72f77bf467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:32.678743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Network hostable DHCP agents. Network: afbb5d01-3616-4451-a6f0-4a72f77bf467, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:32.695375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ab9e8b46-0a23-4e97-b205-84f880aec707 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1480675 Jul 13 19:35:32.723168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Request body: {'port': {'device_id': '53bd5d52-3e3f-49e0-9c76-f4818176d6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:32.733305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] Set router 28be3d94-70ef-4b61-a104-6d94996265f5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:32.745312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c6471-1ba4-459d-bcf0-df8c99f9807e req-6dbb6690-220f-43ba-b80d-16e1c25233dd tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:32.749537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-774c6471-1ba4-459d-bcf0-df8c99f9807e req-6dbb6690-220f-43ba-b80d-16e1c25233dd tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 932 time: 0.3940845 Jul 13 19:35:32.749537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Network afbb5d01-3616-4451-a6f0-4a72f77bf467 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:32.775958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, afbb5d01-3616-4451-a6f0-4a72f77bf467) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:32.792945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-da2491ff-11f1-4304-af1c-3fa5b8be13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:32.795335 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-da2491ff-11f1-4304-af1c-3fa5b8be13f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4709167 Jul 13 19:35:32.819337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:32.824260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da65562-b676-4645-a4fe-8d9cd123faa7 None None] Network afbb5d01-3616-4451-a6f0-4a72f77bf467 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:32.835884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:32.840736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:32.841444 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:32.876679 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2f2f56a4-2d7f-4ae8-951b-b3fc53398586 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8211639 Jul 13 19:35:32.879946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:32.900700 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-774c6471-1ba4-459d-bcf0-df8c99f9807e req-52a21f0e-6bbb-4b1e-967b-890ba74ba769 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470239 Jul 13 19:35:32.930305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Deleting port fb6f6596-0dd1-416c-9251-ae0b8e136bfc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:32.930705 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:32.972832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-8e176150-8295-487c-b9e9-011c765a366e tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:33.037845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e176150-8295-487c-b9e9-011c765a366e tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Pushing event deleted for resources: {'Port': ['ID=7db829fa-70e4-4ab9-b644-812ff1f89f8f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:33.103954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-8e176150-8295-487c-b9e9-011c765a366e tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] No DVR routers for this DVR port 7db829fa-70e4-4ab9-b644-812ff1f89f8f on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:35:33.104833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] For port fb6f6596-0dd1-416c-9251-ae0b8e136bfc, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fb6f6596-0dd1-416c-9251-ae0b8e136bfc,segment=NetworkSegment(d69cdae5-d608-4795-8b32-71821139fff3),segment_id=d69cdae5-d608-4795-8b32-71821139fff3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:33.107790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:33.112037 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-8e176150-8295-487c-b9e9-011c765a366e tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:33.114203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74de31a7-ef4d-45fb-bb9a-70d6ea20a56b req-8e176150-8295-487c-b9e9-011c765a366e tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.24 "DELETE /v2.0/ports/7db829fa-70e4-4ab9-b644-812ff1f89f8f HTTP/1.1" status: 204 len: 173 time: 1.7309294 Jul 13 19:35:33.116078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c200e75-fac5-472f-a93e-59e20e465fb3', 'name': 'network-vif-deleted', 'tag': '7db829fa-70e4-4ab9-b644-812ff1f89f8f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:33.121417 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8562ac-57a2-42d7-9dd1-7be5efc39077" -d '{"events": [{"server_uuid": "3c200e75-fac5-472f-a93e-59e20e465fb3", "name": "network-vif-deleted", "tag": "7db829fa-70e4-4ab9-b644-812ff1f89f8f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:33.140368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Calling delete_port for fb6f6596-0dd1-416c-9251-ae0b8e136bfc owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:33.140969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf61ceb6-5021-4e25-8e66-cfcd50ef2090 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:33.149516 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf61ceb6-5021-4e25-8e66-cfcd50ef2090 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:33.151482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bf61ceb6-5021-4e25-8e66-cfcd50ef2090 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2677152 Jul 13 19:35:33.154292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:33.376450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8af1ad10-ab2f-482f-85a0-a826c31fb60a None None] Deleting port fb6f6596-0dd1-416c-9251-ae0b8e136bfc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:33.377635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af1ad10-ab2f-482f-85a0-a826c31fb60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:33.384660 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:33.392969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b7345933-090a-43ed-8ed4-0a99ba5ef023 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Deleting port 6d23b76c-4e5e-4a75-9f88-505f44773c26 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:33.393455 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7345933-090a-43ed-8ed4-0a99ba5ef023 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:33.478614 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-91fb1105-e1f0-438d-9aa8-6417bedf289d service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747103 Jul 13 19:35:33.488091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7345933-090a-43ed-8ed4-0a99ba5ef023 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:33.506521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b7345933-090a-43ed-8ed4-0a99ba5ef023 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Calling delete_port for 6d23b76c-4e5e-4a75-9f88-505f44773c26 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:33.545348 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e1b66d6f-9f3f-4f5c-ab52-bf6810fe6f2f req-1dea239b-c0cb-46d1-b3ce-241a0907961a tempest-ServerGroupTestJSON-1606405528 tempest-ServerGroupTestJSON-1606405528-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c200e75-fac5-472f-a93e-59e20e465fb3 HTTP/1.1" status: 200 len: 210 time: 0.1947992 Jul 13 19:35:33.553648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6f6596-0dd1-416c-9251-ae0b8e136bfc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:33.572122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] No DVR routers for this DVR port fb6f6596-0dd1-416c-9251-ae0b8e136bfc on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:35:33.576696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8af1ad10-ab2f-482f-85a0-a826c31fb60a None None] For port fb6f6596-0dd1-416c-9251-ae0b8e136bfc, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:33.577336 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af1ad10-ab2f-482f-85a0-a826c31fb60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:33.616357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '9814d4ba-7ddd-4ad4-8503-23bb8308f7f8', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'port_id': '5203f733-bba5-4060-91fd-72000c2983bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'mac_address': 'fa:16:3e:06:b4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:33:55Z', 'updated_at': '2021-07-13T19:35:28Z', 'revision_number': 1, 'project_id': '367294edf4204f10bfb6e7392c153491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:22Z', 'revision_number': 5, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:33.646295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8af1ad10-ab2f-482f-85a0-a826c31fb60a None None] Calling delete_port for fb6f6596-0dd1-416c-9251-ae0b8e136bfc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:33.648552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484e681-1f2d-42ce-9f9b-e8f2401847af None None] The sync data for ids ['28be3d94-70ef-4b61-a104-6d94996265f5'] in n-d-800708-1 is: [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '9814d4ba-7ddd-4ad4-8503-23bb8308f7f8', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'port_id': '5203f733-bba5-4060-91fd-72000c2983bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'mac_address': 'fa:16:3e:06:b4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd25304-4903-4c02-b572-d1682904125d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:33:55Z', 'updated_at': '2021-07-13T19:35:28Z', 'revision_number': 1, 'project_id': '367294edf4204f10bfb6e7392c153491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:22Z', 'revision_number': 5, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:35:33.652413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-8af1ad10-ab2f-482f-85a0-a826c31fb60a None None] Port fb6f6596-0dd1-416c-9251-ae0b8e136bfc was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:35:33.672923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af1ad10-ab2f-482f-85a0-a826c31fb60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:33.729136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1ad10-ab2f-482f-85a0-a826c31fb60a None None] Pushing event deleted for resources: {'Port': ['ID=fb6f6596-0dd1-416c-9251-ae0b8e136bfc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:33.757436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1ad10-ab2f-482f-85a0-a826c31fb60a None None] No DVR routers for this DVR port fb6f6596-0dd1-416c-9251-ae0b8e136bfc on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:35:33.813102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fb6f6596-0dd1-416c-9251-ae0b8e136bfc no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:35:33.854489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: fb6f6596-0dd1-416c-9251-ae0b8e136bfc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:35:33.854843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fb6f6596-0dd1-416c-9251-ae0b8e136bfc not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:35:33.878983 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7345933-090a-43ed-8ed4-0a99ba5ef023 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.015072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7345933-090a-43ed-8ed4-0a99ba5ef023 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event deleted for resources: {'Port': ['ID=6d23b76c-4e5e-4a75-9f88-505f44773c26,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:34.030418 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7345933-090a-43ed-8ed4-0a99ba5ef023 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.034732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b7345933-090a-43ed-8ed4-0a99ba5ef023 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "DELETE /v2.0/ports/6d23b76c-4e5e-4a75-9f88-505f44773c26 HTTP/1.1" status: 204 len: 168 time: 0.8769825 Jul 13 19:35:34.041625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de515-41b4-4126-a773-4e557cc0c9df req-65ac2d35-331a-441d-baea-76d92349bf11 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:34.043824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-568de515-41b4-4126-a773-4e557cc0c9df req-65ac2d35-331a-441d-baea-76d92349bf11 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 944 time: 0.3753674 Jul 13 19:35:34.056391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:34.100245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbb2e703-7433-4a1e-9ac1-516e0af493e7 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:34.143578 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-568de515-41b4-4126-a773-4e557cc0c9df req-3d8c3417-de05-482d-a454-cbb8680a9b54 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843101 Jul 13 19:35:34.145121 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f95b508-c4ed-4faa-add4-a107b31e0454 x-openstack-request-id: req-0f95b508-c4ed-4faa-add4-a107b31e0454 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:34.145409 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c200e75-fac5-472f-a93e-59e20e465fb3", "name": "network-vif-deleted", "tag": "7db829fa-70e4-4ab9-b644-812ff1f89f8f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:34.145953 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f95b508-c4ed-4faa-add4-a107b31e0454 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:34.146590 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c200e75-fac5-472f-a93e-59e20e465fb3', 'name': 'network-vif-deleted', 'tag': '7db829fa-70e4-4ab9-b644-812ff1f89f8f', 'status': 'completed', 'code': 200} Jul 13 19:35:34.183024 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba03621-44eb-4e7b-a75f-643873ed16ef None None] New status for floating IP 9814d4ba-7ddd-4ad4-8503-23bb8308f7f8: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:35:34.275586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port bbb2e703-7433-4a1e-9ac1-516e0af493e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:34.280068 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.431253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-636347fb-e5a5-4e66-8f0b-4592d2ffa792 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Deleting port 1b9589e1-68a3-4289-84b6-455c9e178962 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:34.431596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-636347fb-e5a5-4e66-8f0b-4592d2ffa792 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.514891 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.542048 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.585499 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.608669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44f462a-02d8-482c-a9a8-2888e29adef2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:34.608915 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-636347fb-e5a5-4e66-8f0b-4592d2ffa792 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.633700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69cdae5-d608-4795-8b32-71821139fff3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:34.639481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:34.640175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69cdae5-d608-4795-8b32-71821139fff3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:34.650135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-636347fb-e5a5-4e66-8f0b-4592d2ffa792 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Calling delete_port for 1b9589e1-68a3-4289-84b6-455c9e178962 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:34.653977 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c929526c-c46f-43ac-a021-9a0fdc19b86d" -d '{"events": [{"server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "name": "network-vif-plugged", "status": "completed", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:34.655114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.675861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.685069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:34.686048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.689605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:34.700889 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.702049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7db829fa-70e4-4ab9-b644-812ff1f89f8f no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:35:34.777161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 7db829fa-70e4-4ab9-b644-812ff1f89f8f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:35:34.777871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7db829fa-70e4-4ab9-b644-812ff1f89f8f not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:34.821953 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:34.849498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:34.867260 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409668e8-328b-49e8-9562-3171cef1f007 x-openstack-request-id: req-409668e8-328b-49e8-9562-3171cef1f007 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:34.868142 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "name": "network-vif-plugged", "status": "completed", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:34.868372 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-409668e8-328b-49e8-9562-3171cef1f007 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:34.869578 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'code': 200} Jul 13 19:35:34.932735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c6f3e-cb89-4148-a54c-027c3e653809 req-44632b6e-0484-4982-8a37-afb45addfe64 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:34.934882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-261c6f3e-cb89-4148-a54c-027c3e653809 req-44632b6e-0484-4982-8a37-afb45addfe64 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 932 time: 0.2093737 Jul 13 19:35:34.938775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.969999 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:34.972549 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] 10.222.0.25 "DELETE /v2.0/networks/c44f462a-02d8-482c-a9a8-2888e29adef2 HTTP/1.1" status: 204 len: 168 time: 3.5221493 Jul 13 19:35:34.982345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27352560-acde-481f-a5a3-b8f8aa4aa19f admin admin] Pushing event deleted for resources: {'Network': ['ID=c44f462a-02d8-482c-a9a8-2888e29adef2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:34.997294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-636347fb-e5a5-4e66-8f0b-4592d2ffa792 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.026720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6082fda9-fa1f-49b1-bc47-b35aed98d985 req-0f7345a7-07c4-4e09-bf85-033d7aa4e6b6 service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4933467 Jul 13 19:35:35.125800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636347fb-e5a5-4e66-8f0b-4592d2ffa792 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event deleted for resources: {'Port': ['ID=1b9589e1-68a3-4289-84b6-455c9e178962,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:35.136234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-261c6f3e-cb89-4148-a54c-027c3e653809 req-3fe71279-fdb4-49ee-85a0-7daf581f0885 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789653 Jul 13 19:35:35.150964 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-636347fb-e5a5-4e66-8f0b-4592d2ffa792 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.158168 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-636347fb-e5a5-4e66-8f0b-4592d2ffa792 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "DELETE /v2.0/ports/1b9589e1-68a3-4289-84b6-455c9e178962 HTTP/1.1" status: 204 len: 168 time: 1.0983922 Jul 13 19:35:35.158576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:35.224605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-283f6f23-eec6-4cd1-9daf-cf9e7604a30e tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0537076 Jul 13 19:35:35.224844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:35.231252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-886954695'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:35.285996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Made reservation on behalf of 30ca620e01a147e999ee7908e68872ed for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:35.293391 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.340629 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:35:35.416828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:35.429009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:35.507203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.507203 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Added segment 6ccd1274-ece0-4639-a0e7-acadf79f96d4 of type vlan for network 7e9497a4-2c50-42a8-adc9-962ead906bc6 Jul 13 19:35:35.559224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-00d159fa-9057-4c42-8dbf-3e8fd11bbf09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10e9cbd002da49db81716442d5cce01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273639 Jul 13 19:35:35.561259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:35.582005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:35.593012 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.598061 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.633353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Transition to ACTIVE for port object 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:35.641432 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.687015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b24963-dd62-40e1-8a1d-dc02552c5e3c req-7f03f967-0cca-4d1e-89d5-f9f02d512a8e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:35.695419 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4b24963-dd62-40e1-8a1d-dc02552c5e3c req-7f03f967-0cca-4d1e-89d5-f9f02d512a8e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.2513061 Jul 13 19:35:35.718495 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.725901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:35.726690 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.779765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71099a6d-d9ed-4f40-9f0b-ea0715701418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.818764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5927169 Jul 13 19:35:35.829226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:35.832825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Pushing event updated for resources: {'Port': ['ID=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:35.854622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-893976383'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:35.867116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4b24963-dd62-40e1-8a1d-dc02552c5e3c req-ab424b5e-1cc8-4f6b-8355-5098cdcf68a4 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705115 Jul 13 19:35:35.912815 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71099a6d-d9ed-4f40-9f0b-ea0715701418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.956711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:35.963953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c903a-33c9-4c2a-8df6-0b2f651fcb66 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'Network': ['ID=7e9497a4-2c50-42a8-adc9-962ead906bc6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:35.975905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7e9497a4-2c50-42a8-adc9-962ead906bc6 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:36.016277 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71099a6d-d9ed-4f40-9f0b-ea0715701418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.019209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71099a6d-d9ed-4f40-9f0b-ea0715701418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.021257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-71099a6d-d9ed-4f40-9f0b-ea0715701418 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38ebce08-489a-4199-93ca-2c6e0c8263d0 HTTP/1.1" status: 204 len: 168 time: 0.4583173 Jul 13 19:35:36.036804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71099a6d-d9ed-4f40-9f0b-ea0715701418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ebce08-489a-4199-93ca-2c6e0c8263d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:36.112435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Made reservation on behalf of 30ca620e01a147e999ee7908e68872ed for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:36.117402 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.151756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Attempting to bind port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:35:36.152181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Attempting to bind port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:35:36.152465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Attempting to bind port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 on network f842e1da-08f1-49d7-96a5-d633359233c8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:36.168042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:36.172710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94f33f7-244c-4096-9b7a-8ca6be21160f admin admin] Deleting subnet 81ea3976-4c75-4478-a34d-6e0041bab559 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:35:36.191421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 on network f842e1da-08f1-49d7-96a5-d633359233c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:35:36.191899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Attempting to bind port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 on network f842e1da-08f1-49d7-96a5-d633359233c8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:36.214741 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f94f33f7-244c-4096-9b7a-8ca6be21160f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.263455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:35:36.263917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Checking segment: {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:36.264244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Bound using segment: {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:35:36.264760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Bound port: 2f728e25-78d2-4d54-b7d2-7ff3efdcba65, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:35:36.265122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.280102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.280458 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Added segment f2f2ed1d-ebea-4098-b98c-6e83acef71b9 of type vlan for network f5c9fc09-a26a-441b-868e-8f518aa7136b Jul 13 19:35:36.500702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de2a2-243b-46f1-a292-58ff75b3fa00 req-10e016ab-845c-42e5-a792-3336502bd47b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:36.502820 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a03de2a2-243b-46f1-a292-58ff75b3fa00 req-10e016ab-845c-42e5-a792-3336502bd47b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 944 time: 0.0984790 Jul 13 19:35:36.544087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.550780 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f94f33f7-244c-4096-9b7a-8ca6be21160f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.576939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] For port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:35:36.588229 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a03de2a2-243b-46f1-a292-58ff75b3fa00 req-33e692f9-26d0-4cc1-b6f2-a8f1ca2fe014 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727029 Jul 13 19:35:36.619435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] For port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:35:36.632782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.681538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f94f33f7-244c-4096-9b7a-8ca6be21160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.708815 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.714366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:36.714989 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.719947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:36.720541 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.721901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] 10.222.0.60 "PUT /v2.0/ports/2f728e25-78d2-4d54-b7d2-7ff3efdcba65 HTTP/1.1" status: 200 len: 1092 time: 4.0186977 Jul 13 19:35:36.741096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd5d52-3e3f-49e0-9c76-f4818176d6bb', 'tag': '2f728e25-78d2-4d54-b7d2-7ff3efdcba65'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:36.754121 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153c5740-213b-4518-abbb-89144e6d831b" -d '{"events": [{"name": "network-changed", "server_uuid": "53bd5d52-3e3f-49e0-9c76-f4818176d6bb", "tag": "2f728e25-78d2-4d54-b7d2-7ff3efdcba65"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:37.030423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1871896 Jul 13 19:35:37.046495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ccf39-f27f-45fc-a834-4ce2e1064b25 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'Network': ['ID=f5c9fc09-a26a-441b-868e-8f518aa7136b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:37.053577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffee109-55a1-4772-8118-a2e75c2901fd service neutron] Pushing event updated for resources: {'Port': ['ID=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:37.073722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f94f33f7-244c-4096-9b7a-8ca6be21160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.097377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network f5c9fc09-a26a-441b-868e-8f518aa7136b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:37.101738 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fea76e-0f0c-4fde-8815-07fc05ea435d x-openstack-request-id: req-f4fea76e-0f0c-4fde-8815-07fc05ea435d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:37.102033 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bd5d52-3e3f-49e0-9c76-f4818176d6bb", "tag": "2f728e25-78d2-4d54-b7d2-7ff3efdcba65", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:37.102279 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4fea76e-0f0c-4fde-8815-07fc05ea435d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:37.102710 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bd5d52-3e3f-49e0-9c76-f4818176d6bb', 'tag': '2f728e25-78d2-4d54-b7d2-7ff3efdcba65', 'status': 'completed', 'code': 200} Jul 13 19:35:37.107353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f33f7-244c-4096-9b7a-8ca6be21160f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ea3976-4c75-4478-a34d-6e0041bab559,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:37.116097 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f94f33f7-244c-4096-9b7a-8ca6be21160f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.120293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f94f33f7-244c-4096-9b7a-8ca6be21160f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/81ea3976-4c75-4478-a34d-6e0041bab559 HTTP/1.1" status: 204 len: 168 time: 1.1486206 Jul 13 19:35:37.121069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:37.121630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-9ba6aa0d-7f0a-4b05-826c-47cd6f821ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:37.122751 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-9ba6aa0d-7f0a-4b05-826c-47cd6f821ca8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 1095 time: 0.2327664 Jul 13 19:35:37.173964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:37.208333 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-8ec6c508-de3b-4a91-a347-3dd256e9c87c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f728e25-78d2-4d54-b7d2-7ff3efdcba65 HTTP/1.1" status: 200 len: 217 time: 0.0756960 Jul 13 19:35:37.269777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'subnets': [{'network_id': '7e9497a4-2c50-42a8-adc9-962ead906bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--527015276', 'ip_version': 4}, {'network_id': 'f5c9fc09-a26a-441b-868e-8f518aa7136b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:37.270108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'subnet': {'network_id': '7e9497a4-2c50-42a8-adc9-962ead906bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--527015276', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:37.270893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Request body: {'subnet': {'network_id': 'f5c9fc09-a26a-441b-868e-8f518aa7136b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:37.284217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:37.323974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ae7186ab-774c-4cd0-bed0-34b6d97970e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:37.325511 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-ae7186ab-774c-4cd0-bed0-34b6d97970e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfac4347-e8db-4ae3-8b90-d77f483a0782 HTTP/1.1" status: 200 len: 853 time: 0.1105468 Jul 13 19:35:37.418585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-5fecf95e-8946-45ba-a6cb-532d40469874 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f842e1da-08f1-49d7-96a5-d633359233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808196 Jul 13 19:35:37.544373 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.556698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1876591956-network', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:37.586297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Made reservation on behalf of ae50ca5eee7741028cb0fbad7598ad63 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:37.588847 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.605664 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.738313 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.745168 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.783399 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-2436875a-dba9-4f70-bd18-59e458b433b1 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569119 Jul 13 19:35:37.784151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:37.824926 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.855089 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Added segment 4783cad7-093f-4ea1-a4f6-aaf7c1c923b9 of type vlan for network c7983a11-2267-4413-b818-c381b10ebe62 Jul 13 19:35:37.952297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5525c6a-c9d8-4b61-b4a7-6538dd7ba098,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:37.996795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4cab3-a7b6-4e78-a9c0-9a2bfb3899c0 req-422016b9-2eb0-4dbf-a43b-b1a05c3bebed tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:38.004193 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7e4cab3-a7b6-4e78-a9c0-9a2bfb3899c0 req-422016b9-2eb0-4dbf-a43b-b1a05c3bebed tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.5797207 Jul 13 19:35:38.018227 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.111624 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.113201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.115105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:38.115760 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.128120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354163f9-5222-40a9-87a6-0b9bd69acf33']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:38.134213 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7924f039-fe87-4acb-bdeb-820f33642dfb req-3459871b-6586-4f04-8331-fbeb33bd7359 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359358 Jul 13 19:35:38.150024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59d3cc4-860c-4ec8-bc99-949c081bdb81') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:38.150366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59d3cc4-860c-4ec8-bc99-949c081bdb81') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:38.165687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7e4cab3-a7b6-4e78-a9c0-9a2bfb3899c0 req-fae69d76-b557-4a05-b39b-c03557739c31 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603413 Jul 13 19:35:38.186015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Made reservation on behalf of 30ca620e01a147e999ee7908e68872ed for: {'subnet': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:38.190908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.191561 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.227460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.230185 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9448733 Jul 13 19:35:38.232159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:38.244099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7cfb5-d0fe-4e3d-8381-7751cff0800b req-24236f34-ef9f-49d7-90a3-e4dfa4cc3a7c tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:38.245626 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61e7cfb5-d0fe-4e3d-8381-7751cff0800b req-24236f34-ef9f-49d7-90a3-e4dfa4cc3a7c tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 944 time: 0.3719487 Jul 13 19:35:38.250313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Request body: {'subnet': {'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1876591956-subnet', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:38.370290 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.372393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff557399-7f30-4b75-9b90-7cead42ed9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c7983a11-2267-4413-b818-c381b10ebe62,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:38.382821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:38.383239 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:38.385227 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:38.397045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c7983a11-2267-4413-b818-c381b10ebe62 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:38.492747 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61e7cfb5-d0fe-4e3d-8381-7751cff0800b req-94d0963d-aa93-46ee-b755-efad812960d7 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474891 Jul 13 19:35:38.500757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Made reservation on behalf of ae50ca5eee7741028cb0fbad7598ad63 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:38.503245 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.532084 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.570698 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.574861 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] 10.222.0.25 "DELETE /v2.0/networks/354163f9-5222-40a9-87a6-0b9bd69acf33 HTTP/1.1" status: 204 len: 168 time: 1.4511037 Jul 13 19:35:38.577956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c5740-213b-4518-abbb-89144e6d831b req-e1c440c2-92fe-4feb-a620-6ea7686146aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:38.579507 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-153c5740-213b-4518-abbb-89144e6d831b req-e1c440c2-92fe-4feb-a620-6ea7686146aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 1095 time: 0.3658164 Jul 13 19:35:38.619342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bb526-48aa-4842-836a-89eac4ba4242 admin admin] Pushing event deleted for resources: {'Network': ['ID=354163f9-5222-40a9-87a6-0b9bd69acf33,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:38.762836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:38.784888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c5740-213b-4518-abbb-89144e6d831b req-dbe6063f-12ec-425d-afa2-58dff208882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:38.787240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-153c5740-213b-4518-abbb-89144e6d831b req-dbe6063f-12ec-425d-afa2-58dff208882e service neutron] 10.222.0.60 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 914 time: 0.1944740 Jul 13 19:35:38.926510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-153c5740-213b-4518-abbb-89144e6d831b req-25608334-8dfb-4d29-bbda-f5faa203b23f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f728e25-78d2-4d54-b7d2-7ff3efdcba65 HTTP/1.1" status: 200 len: 217 time: 0.1268814 Jul 13 19:35:38.946687 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.017271 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-785ec0e0-fcff-4168-ba4a-5d78bc164284 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a59863d008a74d6bae5095a33760951a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505281 Jul 13 19:35:39.017763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:39.020056 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.056745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'Subnet': ['ID=a9b454ad-7f8e-4737-82b0-a09f1ed86bb2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:39.078461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c5740-213b-4518-abbb-89144e6d831b req-436ff34b-ee8a-430a-87a3-2b633f631524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:39.079811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-153c5740-213b-4518-abbb-89144e6d831b req-436ff34b-ee8a-430a-87a3-2b633f631524 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfac4347-e8db-4ae3-8b90-d77f483a0782 HTTP/1.1" status: 200 len: 853 time: 0.1451354 Jul 13 19:35:39.092901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Checking segment: {'id': '6ccd1274-ece0-4639-a0e7-acadf79f96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7e9497a4-2c50-42a8-adc9-962ead906bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:39.093442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Network hostable DHCP agents. Network: 7e9497a4-2c50-42a8-adc9-962ead906bc6, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:39.114851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Network 7e9497a4-2c50-42a8-adc9-962ead906bc6 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:39.133833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 7e9497a4-2c50-42a8-adc9-962ead906bc6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:39.138419 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.147716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e1ce2c-5e57-4e1b-ac75-830db26fcfd0 None None] Network 7e9497a4-2c50-42a8-adc9-962ead906bc6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:39.169326 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-153c5740-213b-4518-abbb-89144e6d831b req-6dee6272-f5e1-40d7-ba2a-3cc7d8d736ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f842e1da-08f1-49d7-96a5-d633359233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814896 Jul 13 19:35:39.182605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=613415ca-2412-497d-8acd-729ea422e73f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:39.240852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Checking segment: {'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:39.241762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Network hostable DHCP agents. Network: c7983a11-2267-4413-b818-c381b10ebe62, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:39.294085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1266a59e-10d1-43de-8f06-ef73b9209c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.294661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event updated for resources: {'Subnet': ['ID=d2faa2ea-94d3-491b-a1db-71b750da7df1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:39.325351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Network c7983a11-2267-4413-b818-c381b10ebe62 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:39.338984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Checking segment: {'id': 'f2f2ed1d-ebea-4098-b98c-6e83acef71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f5c9fc09-a26a-441b-868e-8f518aa7136b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:39.339443 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Network hostable DHCP agents. Network: f5c9fc09-a26a-441b-868e-8f518aa7136b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:39.397846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Network f5c9fc09-a26a-441b-868e-8f518aa7136b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:39.398917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c7983a11-2267-4413-b818-c381b10ebe62) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:39.407492 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1266a59e-10d1-43de-8f06-ef73b9209c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.419486 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:39.420058 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.424347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, f5c9fc09-a26a-441b-868e-8f518aa7136b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:39.438176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:39.440047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:39.443230 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.446615 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8443291a-21f6-47e5-bc05-9ca9dd9f7630 None None] Network c7983a11-2267-4413-b818-c381b10ebe62 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:39.451386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3667b43-30d3-4931-a6ae-d7ed597d9573 None None] Network f5c9fc09-a26a-441b-868e-8f518aa7136b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:39.487822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e2d16c4f-36eb-4b1d-b230-3ec636a72522 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2324855 Jul 13 19:35:39.490593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:39.499311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-153c5740-213b-4518-abbb-89144e6d831b req-8ac09958-5e1d-4a3f-9320-9b36ea0d72b5 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196290 Jul 13 19:35:39.550540 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-01d6c3a9-35dd-423d-a4d9-7b514b494f3e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2989709 Jul 13 19:35:39.552415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:39.652277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:39.747950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ce53f-35eb-4816-a8a0-fa24cfbd5260 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:39.751691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ce53f-35eb-4816-a8a0-fa24cfbd5260 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:39.753587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ce53f-35eb-4816-a8a0-fa24cfbd5260 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:39.755615 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5f0ce53f-35eb-4816-a8a0-fa24cfbd5260 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2640042 Jul 13 19:35:39.759296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:39.787652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.788862 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.852658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae489792-1238-48f3-b4c3-16acee1cf46f tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Deleting subnet a9b454ad-7f8e-4737-82b0-a09f1ed86bb2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:35:39.856240 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae489792-1238-48f3-b4c3-16acee1cf46f tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.916880 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae489792-1238-48f3-b4c3-16acee1cf46f tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.953665 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.954643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1266a59e-10d1-43de-8f06-ef73b9209c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.958052 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1266a59e-10d1-43de-8f06-ef73b9209c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.959324 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1266a59e-10d1-43de-8f06-ef73b9209c61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/026beded-e53b-40d7-bc73-cba4f9819b29 HTTP/1.1" status: 204 len: 168 time: 0.9404366 Jul 13 19:35:40.055293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c96097a-a72e-45ca-aa36-4e8450ed6274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-7e9497a4-2c50-42a8-adc9-962ead906bc6', 'network_id': '7e9497a4-2c50-42a8-adc9-962ead906bc6', 'tenant_id': '30ca620e01a147e999ee7908e68872ed', 'fixed_ips': [{'subnet_id': 'a9b454ad-7f8e-4737-82b0-a09f1ed86bb2'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:35:40.056568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c96097a-a72e-45ca-aa36-4e8450ed6274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.066430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38399e-8f07-4289-900b-a95ecc08d49e req-a12ff75c-6e07-4aa4-a446-895c616f4478 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:40.074788 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c38399e-8f07-4289-900b-a95ecc08d49e req-a12ff75c-6e07-4aa4-a446-895c616f4478 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.6323380 Jul 13 19:35:40.075604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266a59e-10d1-43de-8f06-ef73b9209c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026beded-e53b-40d7-bc73-cba4f9819b29,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:40.150906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaa68c-5fcf-4e69-9f9b-97de377593f6 req-bd9aaa65-29de-43d2-a120-bdf73fa58765 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:40.165632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2eaa68c-5fcf-4e69-9f9b-97de377593f6 req-bd9aaa65-29de-43d2-a120-bdf73fa58765 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 944 time: 0.1938212 Jul 13 19:35:40.187685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae489792-1238-48f3-b4c3-16acee1cf46f tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.201285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49353c0-05db-4719-8502-e5a2299e554b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-f5c9fc09-a26a-441b-868e-8f518aa7136b', 'network_id': 'f5c9fc09-a26a-441b-868e-8f518aa7136b', 'tenant_id': '30ca620e01a147e999ee7908e68872ed', 'fixed_ips': [{'subnet_id': 'd2faa2ea-94d3-491b-a1db-71b750da7df1'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:35:40.202502 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d49353c0-05db-4719-8502-e5a2299e554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.356571 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c38399e-8f07-4289-900b-a95ecc08d49e req-1a43d14f-16f4-4ae0-b283-b1faf32f1797 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961297 Jul 13 19:35:40.409654 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2eaa68c-5fcf-4e69-9f9b-97de377593f6 req-66a026f0-ae3e-482c-a3d7-837beee22eb9 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391367 Jul 13 19:35:40.515450 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae489792-1238-48f3-b4c3-16acee1cf46f tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.546705 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-153c5740-213b-4518-abbb-89144e6d831b req-d264c2fe-3bb5-4eab-a18a-6a988208f683 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0332344 Jul 13 19:35:40.576800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae489792-1238-48f3-b4c3-16acee1cf46f tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b454ad-7f8e-4737-82b0-a09f1ed86bb2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:40.585307 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae489792-1238-48f3-b4c3-16acee1cf46f tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.585920 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.587161 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ae489792-1238-48f3-b4c3-16acee1cf46f tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "DELETE /v2.0/subnets/a9b454ad-7f8e-4737-82b0-a09f1ed86bb2 HTTP/1.1" status: 204 len: 168 time: 0.8268366 Jul 13 19:35:40.589625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:40.657995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-210dd2a4-5c8a-4aef-8540-10582e0bc217 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Deleting subnet d2faa2ea-94d3-491b-a1db-71b750da7df1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:35:40.662586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210dd2a4-5c8a-4aef-8540-10582e0bc217 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.737315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210dd2a4-5c8a-4aef-8540-10582e0bc217 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-2c96097a-a72e-45ca-aa36-4e8450ed6274 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9b454ad-7f8e-4737-82b0-a09f1ed86bb2: This subnet is being modified by another concurrent operation. Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:35:40.816069 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9b454ad-7f8e-4737-82b0-a09f1ed86bb2: This subnet is being modified by another concurrent operation. Jul 13 19:35:40.820722 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 13 19:35:40.842964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c7983a11-2267-4413-b818-c381b10ebe62', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:35:40.846493 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.857121 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210dd2a4-5c8a-4aef-8540-10582e0bc217 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.900792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc6d3ba-a40c-40e7-b2a6-b6bdbd1efe22 None None] Network 7e9497a4-2c50-42a8-adc9-962ead906bc6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:40.980004 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210dd2a4-5c8a-4aef-8540-10582e0bc217 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-d49353c0-05db-4719-8502-e5a2299e554b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2faa2ea-94d3-491b-a1db-71b750da7df1: This subnet is being modified by another concurrent operation. Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:35:41.032566 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2faa2ea-94d3-491b-a1db-71b750da7df1: This subnet is being modified by another concurrent operation. Jul 13 19:35:41.037367 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 13 19:35:41.058208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9061b5ef-22ae-4931-8862-3966d3f8453b None None] Network f5c9fc09-a26a-441b-868e-8f518aa7136b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:41.104498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dd2a4-5c8a-4aef-8540-10582e0bc217 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event deleted for resources: {'Subnet': ['ID=d2faa2ea-94d3-491b-a1db-71b750da7df1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:41.108805 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210dd2a4-5c8a-4aef-8540-10582e0bc217 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.117963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-210dd2a4-5c8a-4aef-8540-10582e0bc217 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "DELETE /v2.0/subnets/d2faa2ea-94d3-491b-a1db-71b750da7df1 HTTP/1.1" status: 204 len: 168 time: 0.5269983 Jul 13 19:35:41.119026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:41.134674 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.189822 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.227853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ca385-53da-4625-88af-f77f70ac388e tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:41.236301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ae5ca385-53da-4625-88af-f77f70ac388e tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1151650 Jul 13 19:35:41.239380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:41.376199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Allocated IP 172.25.7.129 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/591e7d5d-927b-453a-ae62-17e1a50141fc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:41.400581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.472884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:41.501004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:41.647170 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.663938 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.745514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c9fc09-a26a-441b-868e-8f518aa7136b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:41.762114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f2ed1d-ebea-4098-b98c-6e83acef71b9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:41.762664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f2ed1d-ebea-4098-b98c-6e83acef71b9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:41.781059 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.788137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Allocated IP 172.20.0.2 (c7983a11-2267-4413-b818-c381b10ebe62/613415ca-2412-497d-8acd-729ea422e73f/68bb6136-88ea-4e80-becc-9190d7cbd148) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:41.808325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:41.813572 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.824452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:41.825095 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:41.830801 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:41.835590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '2f728e25-78d2-4d54-b7d2-7ff3efdcba65', 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8', 'port_id': '2f728e25-78d2-4d54-b7d2-7ff3efdcba65', 'mac_address': 'fa:16:3e:c9:c9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfac4347-e8db-4ae3-8b90-d77f483a0782', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:41.872126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1004090072-network', 'tenant_id': 'd1b51324acd9473d87a830cf5da5d509'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:41.899916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b74db-31a1-4b09-b649-3d0bbb21f9ee req-71228a0a-d829-4a72-a6bd-da039f6ec23e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:41.901769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d31b74db-31a1-4b09-b649-3d0bbb21f9ee req-71228a0a-d829-4a72-a6bd-da039f6ec23e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 944 time: 0.2710485 Jul 13 19:35:41.943382 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.960414 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.966248 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.971846 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "DELETE /v2.0/networks/f5c9fc09-a26a-441b-868e-8f518aa7136b HTTP/1.1" status: 204 len: 168 time: 0.7309275 Jul 13 19:35:41.973306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.976336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:41.995873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:42.004988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c06e0e-ff48-4b6d-952b-bdcb97d9e040 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event deleted for resources: {'Network': ['ID=f5c9fc09-a26a-441b-868e-8f518aa7136b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:42.012989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Made reservation on behalf of d1b51324acd9473d87a830cf5da5d509 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:42.014540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d31b74db-31a1-4b09-b649-3d0bbb21f9ee req-b3a59cbb-887c-4252-867d-fc4c1965cdc0 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048477 Jul 13 19:35:42.015367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.041312 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.086447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:42.097140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:42.101496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:42.126030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6884f4-d851-4989-8a75-86acfd52a80c req-1ba55939-42f5-45e4-ad32-1b442f23036d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:42.131974 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc6884f4-d851-4989-8a75-86acfd52a80c req-1ba55939-42f5-45e4-ad32-1b442f23036d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.4299064 Jul 13 19:35:42.148483 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.170930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Transition to ACTIVE for port object 68bb6136-88ea-4e80-becc-9190d7cbd148 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:42.173945 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.214870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Transition to ACTIVE for port object 68bb6136-88ea-4e80-becc-9190d7cbd148 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:42.226859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:42.229053 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.257192 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.281130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Pushing event updated for resources: {'Port': ['ID=591e7d5d-927b-453a-ae62-17e1a50141fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:42.316509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Network c7983a11-2267-4413-b818-c381b10ebe62 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:42.320387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:42.324025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:42.334489 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc6884f4-d851-4989-8a75-86acfd52a80c req-0622d330-51fb-445a-ab9e-cc40b6a0df13 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943979 Jul 13 19:35:42.478184 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.490935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9497a4-2c50-42a8-adc9-962ead906bc6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:42.514101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Attempting to bind port 68bb6136-88ea-4e80-becc-9190d7cbd148 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:35:42.514101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Attempting to bind port 68bb6136-88ea-4e80-becc-9190d7cbd148 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:35:42.514101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Attempting to bind port 68bb6136-88ea-4e80-becc-9190d7cbd148 on network c7983a11-2267-4413-b818-c381b10ebe62 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:42.519344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccd1274-ece0-4639-a0e7-acadf79f96d4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:42.520315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccd1274-ece0-4639-a0e7-acadf79f96d4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:42.530307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:35:42.530307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Checking segment: {'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:42.530307 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.538582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Bound using segment: {'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:35:42.539242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Bound port: 68bb6136-88ea-4e80-becc-9190d7cbd148, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:35:42.539744 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.542041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Pushing event updated for resources: {'Port': ['ID=68bb6136-88ea-4e80-becc-9190d7cbd148,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:42.554456 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.584302 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.596981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:42.597396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:42.604535 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:42.626938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2f728e25-78d2-4d54-b7d2-7ff3efdcba65'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:42.732908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.753133 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.754029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:42.768032 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "DELETE /v2.0/networks/7e9497a4-2c50-42a8-adc9-962ead906bc6 HTTP/1.1" status: 204 len: 168 time: 0.7750978 Jul 13 19:35:42.838453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:42.838453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47bae8-99ec-4c3b-8040-091a9c6aad16 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event deleted for resources: {'Network': ['ID=7e9497a4-2c50-42a8-adc9-962ead906bc6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:42.945493 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:42.950547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] For port 68bb6136-88ea-4e80-becc-9190d7cbd148, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:35:42.956931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] For port 68bb6136-88ea-4e80-becc-9190d7cbd148, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=68bb6136-88ea-4e80-becc-9190d7cbd148,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:35:42.981727 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.063175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29e115-4114-421e-881b-a007ef310b50 None None] Pushing event updated for resources: {'Port': ['ID=68bb6136-88ea-4e80-becc-9190d7cbd148,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:43.104612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.126667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbb5d01-3616-4451-a6f0-4a72f77bf467']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:43.154490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17d33f0-13fd-40ab-bff2-9931de1fbca5') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:43.154841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17d33f0-13fd-40ab-bff2-9931de1fbca5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:43.176670 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.229147 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.248115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:43.248115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:43.268583 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:43.388732 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.395652 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.398220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "DELETE /v2.0/networks/afbb5d01-3616-4451-a6f0-4a72f77bf467 HTTP/1.1" status: 204 len: 168 time: 0.5571814 Jul 13 19:35:43.402212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:43.514619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22626e69-dfae-4f38-b2e9-d244657dcda9 tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event deleted for resources: {'Network': ['ID=afbb5d01-3616-4451-a6f0-4a72f77bf467,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:43.658266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.723881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.730250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.745803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.892679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 68bb6136-88ea-4e80-becc-9190d7cbd148 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:43.903967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591d97b6-147e-4d8a-a389-2c89366dea3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:43.934828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:43.995295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 68bb6136-88ea-4e80-becc-9190d7cbd148 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:43.997376 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.016794 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.017442 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Added segment 443831fa-54fb-483b-ab0d-9c36fb485461 of type vlan for network ba5b1b7f-13a2-411c-9b46-86a772e80a91 Jul 13 19:35:44.033937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4355b874-f1bb-4d8e-a986-e4dac7fc5449']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:44.045461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313a507-deeb-4023-b098-5a77a92bacbf req-8544c994-6847-4e8f-ac3d-5703559e8d5a tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:44.047760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1313a507-deeb-4023-b098-5a77a92bacbf req-8544c994-6847-4e8f-ac3d-5703559e8d5a tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 945 time: 0.4951334 Jul 13 19:35:44.069584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c161495-fcfd-4b3c-b52d-616389f0ef9a req-0cacb788-c9f9-4c25-bfd8-03e101a16b4a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:44.078285 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c161495-fcfd-4b3c-b52d-616389f0ef9a req-0cacb788-c9f9-4c25-bfd8-03e101a16b4a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.2472920 Jul 13 19:35:44.081777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b7d2ed-63a4-47cf-b7f9-cfe0d8293642') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:44.082114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b7d2ed-63a4-47cf-b7f9-cfe0d8293642') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:44.108927 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.140269 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.147213 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.163424 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c161495-fcfd-4b3c-b52d-616389f0ef9a req-1c37531b-dfe8-4b4e-a95c-3da8f362561b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819952 Jul 13 19:35:44.177603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:44.178351 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.263413 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1313a507-deeb-4023-b098-5a77a92bacbf req-6c1fb872-7920-46f6-ba83-5885635e91e0 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859500 Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:44.290391 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:44.361105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.371605 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.385775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] 10.222.0.25 "DELETE /v2.0/networks/4355b874-f1bb-4d8e-a986-e4dac7fc5449 HTTP/1.1" status: 204 len: 168 time: 0.9818830 Jul 13 19:35:44.420451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a664a5-3944-4613-b442-d368cb26a03a tempest-BulkNetworkOpsTest-1365320455 tempest-BulkNetworkOpsTest-1365320455-project] Pushing event deleted for resources: {'Network': ['ID=4355b874-f1bb-4d8e-a986-e4dac7fc5449,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:44.449191 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.450708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:44.451347 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.553647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5b1b7f-13a2-411c-9b46-86a772e80a91,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:44.557727 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.565694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network ba5b1b7f-13a2-411c-9b46-86a772e80a91 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:44.704455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:44.705279 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-33d2a44a-d9d0-43f8-8fcf-94bb41114b45 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1994159 Jul 13 19:35:44.710764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Request body: {'subnet': {'network_id': 'ba5b1b7f-13a2-411c-9b46-86a772e80a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1004090072-subnet', 'tenant_id': 'd1b51324acd9473d87a830cf5da5d509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:44.765466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Made reservation on behalf of d1b51324acd9473d87a830cf5da5d509 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:44.768069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.837479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:44.900310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84251ee-b861-4381-a1d4-487237d3f6b0 None None] Network c7983a11-2267-4413-b818-c381b10ebe62 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:44.935549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Router ad808981-e457-4c1b-a09f-552df1f9f3c4 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:35:45.110380 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:45.112777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d2564b5-5b80-4f9c-a1bc-a0d6be0c5cdb None None] Provisioning for port 68bb6136-88ea-4e80-becc-9190d7cbd148 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:45.120138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d2564b5-5b80-4f9c-a1bc-a0d6be0c5cdb None None] Provisioning complete for port 68bb6136-88ea-4e80-becc-9190d7cbd148 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:45.120788 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2564b5-5b80-4f9c-a1bc-a0d6be0c5cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:45.183416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0bdb70d3-e8c5-47bf-bf65-7c8b6b48b531 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30ca620e01a147e999ee7908e68872ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448253 Jul 13 19:35:45.186191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:45.188244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8716ad8e-25a2-4ae1-870c-d1cb07fd512e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:45.193805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:35:45.198698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Checking segment: {'id': '443831fa-54fb-483b-ab0d-9c36fb485461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba5b1b7f-13a2-411c-9b46-86a772e80a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:45.199063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Network hostable DHCP agents. Network: ba5b1b7f-13a2-411c-9b46-86a772e80a91, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:45.218947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Sync routers for ids ['ad808981-e457-4c1b-a09f-552df1f9f3c4'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:35:45.236615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Network ba5b1b7f-13a2-411c-9b46-86a772e80a91 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:45.250169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, ba5b1b7f-13a2-411c-9b46-86a772e80a91) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:45.252795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:45.258082 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-546255fe-ccb1-4ccb-8766-618931b69738 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.6831322 Jul 13 19:35:45.258435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:45.258981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:45.259197 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:45.268404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763338aa-3f48-4994-946d-1cf841abda7d None None] Network ba5b1b7f-13a2-411c-9b46-86a772e80a91 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:45.284262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-52243f37-31e6-4f17-8e6d-8889ffaf6fd9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5779223 Jul 13 19:35:45.618550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:45.631352 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2564b5-5b80-4f9c-a1bc-a0d6be0c5cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:45.647007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e004c75-c630-48e0-957d-cf82ba486b0a req-0f0aaac5-1e43-42ef-ba55-36e0d03e549d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:45.648639 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e004c75-c630-48e0-957d-cf82ba486b0a req-0f0aaac5-1e43-42ef-ba55-36e0d03e549d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.2615571 Jul 13 19:35:45.660570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Routers {'ad808981-e457-4c1b-a09f-552df1f9f3c4'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:45.662583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:35:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ad808981-e457-4c1b-a09f-552df1f9f3c4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:45.688541 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-302d45bd-6068-4b0e-8c76-88a6b244f957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:45.743310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e004c75-c630-48e0-957d-cf82ba486b0a req-46b9a9ff-cdad-4ea6-8743-045d77c60c2e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861092 Jul 13 19:35:45.755823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-302d45bd-6068-4b0e-8c76-88a6b244f957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:45.980879 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-302d45bd-6068-4b0e-8c76-88a6b244f957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:45.984249 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-302d45bd-6068-4b0e-8c76-88a6b244f957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:45.984568 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d2564b5-5b80-4f9c-a1bc-a0d6be0c5cdb None None] For port 68bb6136-88ea-4e80-becc-9190d7cbd148, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=68bb6136-88ea-4e80-becc-9190d7cbd148,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:45.992519 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-302d45bd-6068-4b0e-8c76-88a6b244f957 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e397bae-3f56-4af3-bfbb-71ef62140bca HTTP/1.1" status: 204 len: 168 time: 0.7963202 Jul 13 19:35:46.003259 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2564b5-5b80-4f9c-a1bc-a0d6be0c5cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:46.029124 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:46.095700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82efc50-eccb-4455-8d7e-de6a140cc14f None None] Network ba5b1b7f-13a2-411c-9b46-86a772e80a91 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:46.105909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d45bd-6068-4b0e-8c76-88a6b244f957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e397bae-3f56-4af3-bfbb-71ef62140bca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:46.377395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e22a0-cfb2-4f7b-9cb0-1519e8441164 req-cf5b5fe0-c0db-41c2-9fb1-dbbe0ce86311 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:46.380266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3a8e22a0-cfb2-4f7b-9cb0-1519e8441164 req-cf5b5fe0-c0db-41c2-9fb1-dbbe0ce86311 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 945 time: 0.4117813 Jul 13 19:35:46.531151 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3a8e22a0-cfb2-4f7b-9cb0-1519e8441164 req-f855eac9-c597-41c2-96c2-6f19f3c47667 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269820 Jul 13 19:35:46.533729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:46.539254 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:46.545355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a7f52-96a4-4f47-af55-a84fd3d73728 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:35:46.547660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2564b5-5b80-4f9c-a1bc-a0d6be0c5cdb None None] Pushing event updated for resources: {'Port': ['ID=68bb6136-88ea-4e80-becc-9190d7cbd148,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:46.588402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:46.588767 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:46.635427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Set router ad808981-e457-4c1b-a09f-552df1f9f3c4 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:46.641138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-0ef58eb0-2b56-4380-a092-f60a278fd1d6 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:46.651017 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-0ef58eb0-2b56-4380-a092-f60a278fd1d6 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/networks?id=ba5b1b7f-13a2-411c-9b46-86a772e80a91 HTTP/1.1" status: 200 len: 813 time: 0.2400906 Jul 13 19:35:46.668026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd3f2b48-1662-443d-9f45-ca1cb34c5fac None None] Provisioning complete for port 68bb6136-88ea-4e80-becc-9190d7cbd148 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:46.668026 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2b48-1662-443d-9f45-ca1cb34c5fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:46.677822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-fcf7ec1a-55a7-4b23-bded-98dd715d46d8 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/quotas/d1b51324acd9473d87a830cf5da5d509 HTTP/1.1" status: 200 len: 375 time: 0.0255065 Jul 13 19:35:46.757159 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:46.802588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-4e15a3f2-2e91-4800-84f6-aff137c04a89 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1b51324acd9473d87a830cf5da5d509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225336 Jul 13 19:35:47.099465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Allocated IP 172.20.0.1 (c7983a11-2267-4413-b818-c381b10ebe62/613415ca-2412-497d-8acd-729ea422e73f/3f9c3982-4c75-4d63-89da-50e87a7d9817) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:47.111910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-7593b4aa-0191-4be1-a287-da7450d38e1c service neutron] 10.222.0.25 "GET /v2.0/networks/ba5b1b7f-13a2-411c-9b46-86a772e80a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048265 Jul 13 19:35:47.249516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17a7f52-96a4-4f47-af55-a84fd3d73728 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:35:47.267847 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:47.326101 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-c2ff4b4c-761e-406b-86c2-0fc41e0c5eec service neutron] 10.222.0.25 "GET /v2.0/networks/ba5b1b7f-13a2-411c-9b46-86a772e80a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083240 Jul 13 19:35:47.490523 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:47.495034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd5d52-3e3f-49e0-9c76-f4818176d6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f728e25-78d2-4d54-b7d2-7ff3efdcba65'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:47.497558 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d16bca-7973-45b0-8e84-e052a2c4b36b" -d '{"events": [{"server_uuid": "53bd5d52-3e3f-49e0-9c76-f4818176d6bb", "name": "network-vif-plugged", "status": "completed", "tag": "2f728e25-78d2-4d54-b7d2-7ff3efdcba65"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:47.528336 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:47.569387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:47.584005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:47.690861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Transition to ACTIVE for port object 3f9c3982-4c75-4d63-89da-50e87a7d9817 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:47.782641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:47.842359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 68bb6136-88ea-4e80-becc-9190d7cbd148 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:47.872450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:47.877442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1098336555'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:47.891377 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e8867e-fdaa-4fef-8d77-a5866d1ce05a x-openstack-request-id: req-23e8867e-fdaa-4fef-8d77-a5866d1ce05a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:47.891585 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bd5d52-3e3f-49e0-9c76-f4818176d6bb", "name": "network-vif-plugged", "status": "completed", "tag": "2f728e25-78d2-4d54-b7d2-7ff3efdcba65", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:47.891765 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23e8867e-fdaa-4fef-8d77-a5866d1ce05a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:47.892263 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bd5d52-3e3f-49e0-9c76-f4818176d6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f728e25-78d2-4d54-b7d2-7ff3efdcba65', 'code': 200} Jul 13 19:35:47.894282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:42Z', 'revision_number': 3, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:47.919863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:47.925143 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:47.938067 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:47.969501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Network c7983a11-2267-4413-b818-c381b10ebe62 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:47.979924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72f485-24eb-4abf-be1a-69b1d68205ec req-a91b410e-7318-4962-917b-a69e3648ddcd tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:47.980656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Checking router: ad808981-e457-4c1b-a09f-552df1f9f3c4 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:35:47.981008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Updating router ad808981-e457-4c1b-a09f-552df1f9f3c4 port 591e7d5d-927b-453a-ae62-17e1a50141fc binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:35:47.988661 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c72f485-24eb-4abf-be1a-69b1d68205ec req-a91b410e-7318-4962-917b-a69e3648ddcd tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.7708466 Jul 13 19:35:48.008938 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-94ed518d-25f9-4bbe-9ca7-003671efd205 req-e7d62315-c704-4e98-9ebe-231a35920157 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 210 time: 0.0435460 Jul 13 19:35:48.058541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:48.085049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:48.188123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Pushing event updated for resources: {'Port': ['ID=3f9c3982-4c75-4d63-89da-50e87a7d9817,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:48.204917 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c72f485-24eb-4abf-be1a-69b1d68205ec req-456f05e1-1ac9-4c9c-ba82-f2425dd10354 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144468 Jul 13 19:35:48.237030 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.306254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 68bb6136-88ea-4e80-becc-9190d7cbd148 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:48.306635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.310378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.355279 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.398194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5a584-a2a2-4a3d-9770-24e22ec7f739 req-129832d1-b583-4ebf-8038-3a5d9dfe6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:48.400118 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65d5a584-a2a2-4a3d-9770-24e22ec7f739 req-129832d1-b583-4ebf-8038-3a5d9dfe6e2e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 1097 time: 0.4062781 Jul 13 19:35:48.438311 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:48.454013 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.513158 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65d5a584-a2a2-4a3d-9770-24e22ec7f739 req-e7cd4627-3228-4b6e-950e-14279fcb4914 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060333 Jul 13 19:35:48.532084 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.532428 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Added segment a92e514c-f070-4118-8f24-7cc43bfe0df2 of type vlan for network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 Jul 13 19:35:48.545558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a42c3a3-3fa3-4837-a810-89528fa851cb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:48.550483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.682183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bee8a8-f07f-418e-97dd-4da799b3ae53 req-5b02e064-34d5-4e72-b322-b9c9b1517898 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:48.696152 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-33bee8a8-f07f-418e-97dd-4da799b3ae53 req-5b02e064-34d5-4e72-b322-b9c9b1517898 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 946 time: 0.4133468 Jul 13 19:35:48.699520 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.798654 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-33bee8a8-f07f-418e-97dd-4da799b3ae53 req-38d97e34-f087-4ca9-9293-cabb179bf2ce tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014371 Jul 13 19:35:48.833300 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.845939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:48.846700 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.953396 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3681042 Jul 13 19:35:49.029385 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.033781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:49.036941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16668a74-6104-4e4a-9f3c-21fd51b94022 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:35:49.053600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'name': 'tempest-PortsIpV6TestJSON-528204190'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:49.223139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16668a74-6104-4e4a-9f3c-21fd51b94022 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:35:49.237734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348b0eb-53a5-4f3d-b720-69efaabb7a66 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Network': ['ID=a98f83f9-88b4-4cb9-9f74-4582874f4ab6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:49.249960 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d9dd174d-0309-4923-a39e-cac28dcac715 req-a770ac24-d793-4fca-a304-4640c91f8a40 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 210 time: 0.1321769 Jul 13 19:35:49.284442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:49.352693 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.700218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Pushing event updated for resources: {'Port': ['ID=3f9c3982-4c75-4d63-89da-50e87a7d9817,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:49.729689 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.735369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:49.748333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.789525 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.842349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Transition to ACTIVE for port object 591e7d5d-927b-453a-ae62-17e1a50141fc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:49.871953 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.937044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 49cdf7b5-6faf-4050-8fe2-772448fee088 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:35:49.971788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889850ae-cf94-4a00-8930-c548b8da05a6 req-3b61782c-5ecd-41e6-9004-20df02139237 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:49.980972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-889850ae-cf94-4a00-8930-c548b8da05a6 req-3b61782c-5ecd-41e6-9004-20df02139237 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.4421360 Jul 13 19:35:50.083894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Attempting to bind port 591e7d5d-927b-453a-ae62-17e1a50141fc on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:35:50.096363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Attempting to bind port 591e7d5d-927b-453a-ae62-17e1a50141fc by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:35:50.097784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Attempting to bind port 591e7d5d-927b-453a-ae62-17e1a50141fc on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:50.138133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d6349-87a3-49b6-a42c-269be7fadfac None None] Pushing event updated for resources: {'Port': ['ID=591e7d5d-927b-453a-ae62-17e1a50141fc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:50.146799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:35:50.147527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:50.148298 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:50.148845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:35:50.149659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Bound port: 591e7d5d-927b-453a-ae62-17e1a50141fc, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:35:50.150286 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:50.311468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-889850ae-cf94-4a00-8930-c548b8da05a6 req-64ed2373-da81-47e9-87fd-b1f9243133d6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294156 Jul 13 19:35:50.386296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] For port 591e7d5d-927b-453a-ae62-17e1a50141fc, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:35:50.388622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Network c7983a11-2267-4413-b818-c381b10ebe62 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:50.399787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] For port 591e7d5d-927b-453a-ae62-17e1a50141fc, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=591e7d5d-927b-453a-ae62-17e1a50141fc,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:35:50.401887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:50.414299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:50.429133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b78265-e0f8-471e-8e70-ff4d3f1935d9 req-0018ecfc-05d1-4ace-9e1e-cf659cb41b7b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:50.446563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5b78265-e0f8-471e-8e70-ff4d3f1935d9 req-0018ecfc-05d1-4ace-9e1e-cf659cb41b7b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 946 time: 0.3067281 Jul 13 19:35:50.457181 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:50.525787 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5b78265-e0f8-471e-8e70-ff4d3f1935d9 req-fbff0ed2-0557-4658-996c-1fa2e85417a1 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779037 Jul 13 19:35:50.640477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d6349-87a3-49b6-a42c-269be7fadfac None None] Pushing event updated for resources: {'Port': ['ID=591e7d5d-927b-453a-ae62-17e1a50141fc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:50.663276 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:50.770163 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=49cdf7b5-6faf-4050-8fe2-772448fee088,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:50.774485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Router ad808981-e457-4c1b-a09f-552df1f9f3c4 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:35:50.799707 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74a7c5fc-2243-47b9-8bbc-23841caea991 req-512c68fd-2fb2-45ab-a9f2-7dd47619a7c1 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 210 time: 0.0859549 Jul 13 19:35:50.839077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Checking segment: {'id': 'a92e514c-f070-4118-8f24-7cc43bfe0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:50.839523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network hostable DHCP agents. Network: a98f83f9-88b4-4cb9-9f74-4582874f4ab6, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:51.116587 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aad5e74-65be-47e3-8432-9e161f6fc47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:51.121657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Routers {'ad808981-e457-4c1b-a09f-552df1f9f3c4'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:51.122710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:35:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ad808981-e457-4c1b-a09f-552df1f9f3c4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:51.164709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-194dae11-601b-47a2-89f0-db9150595455 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:51.167872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-194dae11-601b-47a2-89f0-db9150595455 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.24 "GET /v2.0/networks?id=ba5b1b7f-13a2-411c-9b46-86a772e80a91 HTTP/1.1" status: 200 len: 813 time: 0.2261922 Jul 13 19:35:51.186662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Request body: {'port': {'device_id': 'e183f2e9-c1b6-4724-8bd9-7c366948cebb', 'network_id': 'ba5b1b7f-13a2-411c-9b46-86a772e80a91', 'admin_state_up': True, 'tenant_id': 'd1b51324acd9473d87a830cf5da5d509'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:51.359398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] Set router ad808981-e457-4c1b-a09f-552df1f9f3c4 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:51.627544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Made reservation on behalf of d1b51324acd9473d87a830cf5da5d509 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:51.631855 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:51.929251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b40fdb1b-8694-43dd-aab4-a9f039ddd7e6 None None] Provisioning for port 3f9c3982-4c75-4d63-89da-50e87a7d9817 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:51.997417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b40fdb1b-8694-43dd-aab4-a9f039ddd7e6 None None] Provisioning complete for port 3f9c3982-4c75-4d63-89da-50e87a7d9817 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:52.002315 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40fdb1b-8694-43dd-aab4-a9f039ddd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.053212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:52.108651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, a98f83f9-88b4-4cb9-9f74-4582874f4ab6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:52.113830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:52.135814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:52.137772 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.144553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:35:52.153088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc5240b-d8e2-442a-bab6-487aebe72c1e None None] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:52.179474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cbcb18e7-2e6e-4ff5-a53e-4cf78d165afd admin admin] 10.222.0.25 "PUT /v2.0/routers/ad808981-e457-4c1b-a09f-552df1f9f3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9139397 Jul 13 19:35:52.195868 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d05cf211-2858-4820-b2d7-84d717e729f4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1584926 Jul 13 19:35:52.200492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:52.211905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-58341450'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:52.240649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cac47-0bcb-454b-be23-ca65f66e818f req-86695358-384d-47b9-9731-a1c06be1a503 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:52.251664 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-404cac47-0bcb-454b-be23-ca65f66e818f req-86695358-384d-47b9-9731-a1c06be1a503 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.3980389 Jul 13 19:35:52.269803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Allocated IP 172.20.0.14 (ba5b1b7f-13a2-411c-9b46-86a772e80a91/8716ad8e-25a2-4ae1-870c-d1cb07fd512e/3f4a6faf-903e-4c52-956b-986b3b6bb9f2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:52.305746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:52.317793 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.394755 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50314610-9c13-4ac0-bfec-3a2c30c52eb6 req-0c0d72f1-9879-4e59-a702-bea2cc3b564a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 210 time: 0.1295404 Jul 13 19:35:52.408885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:52.427271 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.427634 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Added segment bea3d009-706c-4ee0-9fd3-f49a2ff2f12c of type vlan for network 01f2aa1e-f18b-4509-b9ed-c774c14c5bbe Jul 13 19:35:52.456576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b40fdb1b-8694-43dd-aab4-a9f039ddd7e6 None None] Port 3f9c3982-4c75-4d63-89da-50e87a7d9817 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:35:52.501270 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.583783 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.598020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:52.601087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.715981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5102503 Jul 13 19:35:52.721317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:52.721475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 2, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:52.736691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'ports': [{'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6'}, {'network_id': '01f2aa1e-f18b-4509-b9ed-c774c14c5bbe'}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:52.736691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:52.736691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': '01f2aa1e-f18b-4509-b9ed-c774c14c5bbe'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:52.748244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-404cac47-0bcb-454b-be23-ca65f66e818f req-40e2dcf2-3814-47ce-b01b-aa7a2d0fd287 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4953403 Jul 13 19:35:52.837094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044aac9-5eb0-45fd-b246-ed5b6722db1c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Network': ['ID=01f2aa1e-f18b-4509-b9ed-c774c14c5bbe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:52.876242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.893973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 01f2aa1e-f18b-4509-b9ed-c774c14c5bbe details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:52.946531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:53.074306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1056c-a5f6-46cf-9980-2d15bfa354bd None None] The sync data for ids ['ad808981-e457-4c1b-a09f-552df1f9f3c4'] in n-d-800708-1 is: [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 2, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:35:53.077921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Network ba5b1b7f-13a2-411c-9b46-86a772e80a91 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:53.099242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:53.113017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b7310e35-fb48-4318-87ad-7d392bd3cdbb None None] Provisioning complete for port 3f9c3982-4c75-4d63-89da-50e87a7d9817 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:53.113383 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7310e35-fb48-4318-87ad-7d392bd3cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:53.114658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:53.220321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:53.240181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:53.267724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b7310e35-fb48-4318-87ad-7d392bd3cdbb None None] Port 3f9c3982-4c75-4d63-89da-50e87a7d9817 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:35:53.283775 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbc29-101a-4b77-8ceb-3c8344c29c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:53.293929 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:53.295679 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:53.300100 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:53.344436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Pushing event updated for resources: {'Port': ['ID=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:53.362971 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-92fdcd0a-9be7-4be2-96b9-cb323f5fed21 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1844566 Jul 13 19:35:53.379122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Request body: {'port': {'device_id': 'e183f2e9-c1b6-4724-8bd9-7c366948cebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:53.455738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 5dc36c9b-0553-45d5-aea0-3921be46797d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:35:53.563269 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:53.605596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:53.767933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:53.792032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:53.803323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ff8a8020-27e8-42e4-81ab-2a859b0c4181 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414638021', 'description': 'tempest-description--2048444250'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:54.043630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff8a8020-27e8-42e4-81ab-2a859b0c4181 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:54.055302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 4750d312-9d43-415d-8644-f98cf94ebd9b yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:35:54.421601 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff8a8020-27e8-42e4-81ab-2a859b0c4181 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:54.436797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff8a8020-27e8-42e4-81ab-2a859b0c4181 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:54.471764 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:54.525312 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff8a8020-27e8-42e4-81ab-2a859b0c4181 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:54.525312 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ff8a8020-27e8-42e4-81ab-2a859b0c4181 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7301159 Jul 13 19:35:54.526213 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:54.538901 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:54.587052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-61b20035-2bc3-46ef-ac82-be7183776e0d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Request body: {'security_group_rule': {'security_group_id': '9e6490ef-84bb-4728-a703-028cac8c437a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:54.686151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a8020-27e8-42e4-81ab-2a859b0c4181 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6490ef-84bb-4728-a703-028cac8c437a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:54.740632 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b20035-2bc3-46ef-ac82-be7183776e0d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:54.880488 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:54.905625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183988a-cad0-4b5b-a837-716ec9ee3f79 req-48ef16b8-0c38-447b-b493-2654fe6c4167 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:54.907301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3183988a-cad0-4b5b-a837-716ec9ee3f79 req-48ef16b8-0c38-447b-b493-2654fe6c4167 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 932 time: 1.0781841 Jul 13 19:35:54.955446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=5dc36c9b-0553-45d5-aea0-3921be46797d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:54.988142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:54.995441 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:55.018709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:55.023957 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.061940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:55.082984 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b20035-2bc3-46ef-ac82-be7183776e0d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.095371 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.113521 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b20035-2bc3-46ef-ac82-be7183776e0d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.123090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3183988a-cad0-4b5b-a837-716ec9ee3f79 req-40cd0645-2f90-48fc-92d9-4b54a6633413 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/security-groups?id=591d97b6-147e-4d8a-a389-2c89366dea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922874 Jul 13 19:35:55.159985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b20035-2bc3-46ef-ac82-be7183776e0d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.161509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-61b20035-2bc3-46ef-ac82-be7183776e0d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5919299 Jul 13 19:35:55.164356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Transition to ACTIVE for port object 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:55.171185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:55.174606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=4750d312-9d43-415d-8644-f98cf94ebd9b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:55.203798 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b20035-2bc3-46ef-ac82-be7183776e0d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd08215-78a6-4c05-b2c3-013d08e6df18,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:55.206342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Checking segment: {'id': 'bea3d009-706c-4ee0-9fd3-f49a2ff2f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '01f2aa1e-f18b-4509-b9ed-c774c14c5bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:55.206746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network hostable DHCP agents. Network: 01f2aa1e-f18b-4509-b9ed-c774c14c5bbe, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:35:55.229317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c2f96e8f-1087-4b1e-a1c8-d2ba2b38ad3e tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Request body: {'security_group_rule': {'security_group_id': '9e6490ef-84bb-4728-a703-028cac8c437a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:55.234316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.297026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1571f-7e4f-4087-a77f-6ea05190ee8f req-1d490b67-8c48-4c6a-a8bb-8e50857da32e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:55.321728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9cd1571f-7e4f-4087-a77f-6ea05190ee8f req-1d490b67-8c48-4c6a-a8bb-8e50857da32e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.3543205 Jul 13 19:35:55.342755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:55.393820 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 01f2aa1e-f18b-4509-b9ed-c774c14c5bbe is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:35:55.425263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 01f2aa1e-f18b-4509-b9ed-c774c14c5bbe) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:55.435587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9207aae7-86d4-4682-bd00-737c177e094a None None] Network 01f2aa1e-f18b-4509-b9ed-c774c14c5bbe requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:35:55.439511 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:55.453535 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:55.484685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:55.485694 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.505400 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f96e8f-1087-4b1e-a1c8-d2ba2b38ad3e tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.536327 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9cd1571f-7e4f-4087-a77f-6ea05190ee8f req-3de2626c-9fc5-4ae7-b65c-e852682e17f8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842332 Jul 13 19:35:55.544228 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-186cc7e4-3c5f-437e-8e5e-811d82913e3c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8196161 Jul 13 19:35:55.544694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:55.674497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Attempting to bind port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:35:55.674845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Attempting to bind port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '443831fa-54fb-483b-ab0d-9c36fb485461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba5b1b7f-13a2-411c-9b46-86a772e80a91'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:35:55.675176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Attempting to bind port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 on network ba5b1b7f-13a2-411c-9b46-86a772e80a91 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:55.693851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 on network ba5b1b7f-13a2-411c-9b46-86a772e80a91 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:35:55.694097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Attempting to bind port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 on network ba5b1b7f-13a2-411c-9b46-86a772e80a91 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:55.726128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f96e8f-1087-4b1e-a1c8-d2ba2b38ad3e tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.727193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:35:55.727547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Checking segment: {'id': '443831fa-54fb-483b-ab0d-9c36fb485461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba5b1b7f-13a2-411c-9b46-86a772e80a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:55.728054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Bound using segment: {'id': '443831fa-54fb-483b-ab0d-9c36fb485461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba5b1b7f-13a2-411c-9b46-86a772e80a91'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:35:55.728431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Bound port: 3f4a6faf-903e-4c52-956b-986b3b6bb9f2, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443831fa-54fb-483b-ab0d-9c36fb485461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba5b1b7f-13a2-411c-9b46-86a772e80a91'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:35:55.731662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.740340 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f96e8f-1087-4b1e-a1c8-d2ba2b38ad3e tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.817771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f227ca99-9d91-4229-8b75-062000d76037 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 4750d312-9d43-415d-8644-f98cf94ebd9b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:55.819633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f227ca99-9d91-4229-8b75-062000d76037 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:55.878501 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f96e8f-1087-4b1e-a1c8-d2ba2b38ad3e tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bb9daf-87d7-4deb-bec8-aa2e0756a23d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:55.955212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 591e7d5d-927b-453a-ae62-17e1a50141fc up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:56.052512 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f227ca99-9d91-4229-8b75-062000d76037 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.077837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.080901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 591e7d5d-927b-453a-ae62-17e1a50141fc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:56.081548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] For port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:35:56.085845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] For port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,segment=NetworkSegment(443831fa-54fb-483b-ab0d-9c36fb485461),segment_id=443831fa-54fb-483b-ab0d-9c36fb485461)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:35:56.087566 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 591e7d5d-927b-453a-ae62-17e1a50141fc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:56.088218 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.116805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f227ca99-9d91-4229-8b75-062000d76037 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 4750d312-9d43-415d-8644-f98cf94ebd9b owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:56.125172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f96e8f-1087-4b1e-a1c8-d2ba2b38ad3e tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.128588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c2f96e8f-1087-4b1e-a1c8-d2ba2b38ad3e tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9520848 Jul 13 19:35:56.133074 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.135113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:56.151066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:56.286390 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.336114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.363157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 591e7d5d-927b-453a-ae62-17e1a50141fc, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=591e7d5d-927b-453a-ae62-17e1a50141fc,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:56.383887 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.394128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:56.395997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.397974 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] 10.222.0.24 "PUT /v2.0/ports/3f4a6faf-903e-4c52-956b-986b3b6bb9f2 HTTP/1.1" status: 200 len: 1092 time: 3.0262637 Jul 13 19:35:56.398705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e183f2e9-c1b6-4724-8bd9-7c366948cebb', 'tag': '3f4a6faf-903e-4c52-956b-986b3b6bb9f2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:56.401180 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73db343e-3b74-4347-959d-309bcd219369" -d '{"events": [{"name": "network-changed", "server_uuid": "e183f2e9-c1b6-4724-8bd9-7c366948cebb", "tag": "3f4a6faf-903e-4c52-956b-986b3b6bb9f2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:56.419089 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f227ca99-9d91-4229-8b75-062000d76037 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.520537 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f30a530-b486-45c2-a75a-b5ad14124536 x-openstack-request-id: req-6f30a530-b486-45c2-a75a-b5ad14124536 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:56.527521 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e183f2e9-c1b6-4724-8bd9-7c366948cebb", "tag": "3f4a6faf-903e-4c52-956b-986b3b6bb9f2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:56.530016 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f30a530-b486-45c2-a75a-b5ad14124536 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:56.530724 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e183f2e9-c1b6-4724-8bd9-7c366948cebb', 'tag': '3f4a6faf-903e-4c52-956b-986b3b6bb9f2', 'status': 'completed', 'code': 200} Jul 13 19:35:56.549045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=591e7d5d-927b-453a-ae62-17e1a50141fc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:56.576818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.577489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.578087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.583589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.585970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.586648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.587457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.589747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227ca99-9d91-4229-8b75-062000d76037 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=4750d312-9d43-415d-8644-f98cf94ebd9b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:56.590866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.591675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.592286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.592921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.593515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:56.616160 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f227ca99-9d91-4229-8b75-062000d76037 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.622864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f227ca99-9d91-4229-8b75-062000d76037 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/4750d312-9d43-415d-8644-f98cf94ebd9b HTTP/1.1" status: 204 len: 168 time: 1.0752320 Jul 13 19:35:56.624894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:56.668109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddbd62-e329-4436-8753-ad68a62dd829 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:56.747636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-cde26584-2b45-4f16-9c81-cf410f7cd7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:56.750724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-cde26584-2b45-4f16-9c81-cf410f7cd7fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1b51324acd9473d87a830cf5da5d509&device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 1095 time: 0.2126133 Jul 13 19:35:56.886674 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-11522c58-bb23-4a67-9c43-3db5e3094c25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f4a6faf-903e-4c52-956b-986b3b6bb9f2 HTTP/1.1" status: 200 len: 217 time: 0.0886884 Jul 13 19:35:56.911548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f4af-42c8-4bc4-a53c-51dbf40bf670 req-2b736670-0dcf-4c10-b580-80da2d83bb4a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:56.924535 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a342f4af-42c8-4bc4-a53c-51dbf40bf670 req-2b736670-0dcf-4c10-b580-80da2d83bb4a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 944 time: 0.5552876 Jul 13 19:35:57.005038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fef3c9-7c99-429d-a40d-4a1751776c71 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:57.012204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-dda383f6-04bd-4f8b-9947-23a94e6110cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:57.012880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fef3c9-7c99-429d-a40d-4a1751776c71 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:57.013692 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-dda383f6-04bd-4f8b-9947-23a94e6110cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8716ad8e-25a2-4ae1-870c-d1cb07fd512e HTTP/1.1" status: 200 len: 853 time: 0.1105943 Jul 13 19:35:57.016534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7fef3c9-7c99-429d-a40d-4a1751776c71 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3873355 Jul 13 19:35:57.023705 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Sync routers for ids ['ad808981-e457-4c1b-a09f-552df1f9f3c4'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:35:57.026042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:57.039116 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Routers {'ad808981-e457-4c1b-a09f-552df1f9f3c4'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:57.054881 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:35:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ad808981-e457-4c1b-a09f-552df1f9f3c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:57.121719 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-aff0581e-f0ae-4fb7-bdd3-0ad258c060cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba5b1b7f-13a2-411c-9b46-86a772e80a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521433 Jul 13 19:35:57.150544 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:57.162079 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a342f4af-42c8-4bc4-a53c-51dbf40bf670 req-0d54a9cd-2f1e-45f3-be5a-61ee19ba0c27 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/security-groups?id=591d97b6-147e-4d8a-a389-2c89366dea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359881 Jul 13 19:35:57.314485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2475e7c0-d1a2-409b-94b4-ca532c9511f2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 5dc36c9b-0553-45d5-aea0-3921be46797d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:57.315073 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2475e7c0-d1a2-409b-94b4-ca532c9511f2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:57.436154 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Set router ad808981-e457-4c1b-a09f-552df1f9f3c4 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:57.466514 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2475e7c0-d1a2-409b-94b4-ca532c9511f2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:57.485596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2475e7c0-d1a2-409b-94b4-ca532c9511f2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 5dc36c9b-0553-45d5-aea0-3921be46797d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:57.546776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Allocated IP 172.25.7.254 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/6a3a3806-19a2-443d-9980-3acb20af6361) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:57.577072 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2475e7c0-d1a2-409b-94b4-ca532c9511f2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:57.611927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475e7c0-d1a2-409b-94b4-ca532c9511f2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=5dc36c9b-0553-45d5-aea0-3921be46797d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:57.625834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2475e7c0-d1a2-409b-94b4-ca532c9511f2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:57.629001 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2475e7c0-d1a2-409b-94b4-ca532c9511f2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/5dc36c9b-0553-45d5-aea0-3921be46797d HTTP/1.1" status: 204 len: 168 time: 0.5927989 Jul 13 19:35:57.633159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:57.738034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-53b1ec45-0603-4f06-9ac3-c058498ec308 service neutron] 10.222.0.24 "GET /v2.0/networks/ba5b1b7f-13a2-411c-9b46-86a772e80a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017091 Jul 13 19:35:57.749193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedd4968-6cfe-4289-98d2-57da387d75dd tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:57.751105 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bedd4968-6cfe-4289-98d2-57da387d75dd tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1161168 Jul 13 19:35:57.753521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:57.805600 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5e3a6f-3df4-4f33-b9fc-d919e3952036 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:35:57.807993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bd5e3a6f-3df4-4f33-b9fc-d919e3952036 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/4750d312-9d43-415d-8644-f98cf94ebd9b HTTP/1.1" status: 404 len: 333 time: 0.0535433 Jul 13 19:35:57.810894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:57.833578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:57.844868 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccb89fd-dcde-4c8f-82bb-42c1a1f5f3c3 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:35:57.846854 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3ccb89fd-dcde-4c8f-82bb-42c1a1f5f3c3 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/5dc36c9b-0553-45d5-aea0-3921be46797d HTTP/1.1" status: 404 len: 333 time: 0.0350204 Jul 13 19:35:57.851274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:57.866236 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 2, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:57.887545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 591e7d5d-927b-453a-ae62-17e1a50141fc up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:57.946209 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Checking router: ad808981-e457-4c1b-a09f-552df1f9f3c4 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:35:57.946495 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Updating router ad808981-e457-4c1b-a09f-552df1f9f3c4 port 3f9c3982-4c75-4d63-89da-50e87a7d9817 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:35:57.960982 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.011110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 591e7d5d-927b-453a-ae62-17e1a50141fc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:58.011492 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.011782 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.029508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.137069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:58.210101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f08ea-bd07-4bda-938a-f1d3497192b3 req-c7f393c4-bd69-4779-b53e-65488e7be402 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:58.212104 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.215447 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b9f08ea-bd07-4bda-938a-f1d3497192b3 req-c7f393c4-bd69-4779-b53e-65488e7be402 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 1.2007034 Jul 13 19:35:58.218325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:58.227256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:58.231445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f2aa1e-f18b-4509-b9ed-c774c14c5bbe']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:58.250191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Pushing event updated for resources: {'Port': ['ID=6a3a3806-19a2-443d-9980-3acb20af6361,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:58.261277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea3d009-706c-4ee0-9fd3-f49a2ff2f12c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:58.261583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea3d009-706c-4ee0-9fd3-f49a2ff2f12c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:58.287714 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.325708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.341199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:35:58.344427 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:35:58.349498 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:35:58.417622 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436f3fc8-f829-46a8-9011-6b11a3897421 req-8cd706ee-2052-4a99-8788-6aaa261ce983 service neutron] 10.222.0.24 "GET /v2.0/networks/ba5b1b7f-13a2-411c-9b46-86a772e80a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834445 Jul 13 19:35:58.440973 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b9f08ea-bd07-4bda-938a-f1d3497192b3 req-99794fd8-ce24-48ef-9f75-13b374d3dfe8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967003 Jul 13 19:35:58.500079 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.527593 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Transition to ACTIVE for port object 3f9c3982-4c75-4d63-89da-50e87a7d9817 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:58.534538 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.575839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-7697cfbd-945d-472e-ac86-69f6efd245a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:58.577631 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-7697cfbd-945d-472e-ac86-69f6efd245a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 1096 time: 0.1227806 Jul 13 19:35:58.607588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db343e-3b74-4347-959d-309bcd219369 req-af965bf6-c11b-436a-851d-69b466119759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:58.609762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73db343e-3b74-4347-959d-309bcd219369 req-af965bf6-c11b-436a-851d-69b466119759 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1b51324acd9473d87a830cf5da5d509&device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 1095 time: 0.0999496 Jul 13 19:35:58.625314 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.650261 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Pushing event updated for resources: {'Port': ['ID=3f9c3982-4c75-4d63-89da-50e87a7d9817,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:58.677967 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.678492 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.678938 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.679357 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.679771 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.680280 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.680816 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.681315 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.681729 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.682138 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.682575 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.682984 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:58.696749 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.704157 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/networks/01f2aa1e-f18b-4509-b9ed-c774c14c5bbe HTTP/1.1" status: 204 len: 168 time: 0.8508666 Jul 13 19:35:58.707988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d7196-df33-4346-9837-dcecc2ae2854 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Network': ['ID=01f2aa1e-f18b-4509-b9ed-c774c14c5bbe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:58.722551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:58.735272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1412362068'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:58.760838 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Attempting to bind port 3f9c3982-4c75-4d63-89da-50e87a7d9817 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:35:58.761197 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Attempting to bind port 3f9c3982-4c75-4d63-89da-50e87a7d9817 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:35:58.761550 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Attempting to bind port 3f9c3982-4c75-4d63-89da-50e87a7d9817 on network c7983a11-2267-4413-b818-c381b10ebe62 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:58.772663 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:35:58.773139 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Checking segment: {'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:58.773654 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.774068 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Bound using segment: {'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:35:58.774593 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Bound port: 3f9c3982-4c75-4d63-89da-50e87a7d9817, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:35:58.774966 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.814079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759277f-aad2-4e65-aeba-935b41cfea7f req-df17ac54-ea6b-4054-a467-16a0069c0adf tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:58.819054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7759277f-aad2-4e65-aeba-935b41cfea7f req-df17ac54-ea6b-4054-a467-16a0069c0adf tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 944 time: 0.3147054 Jul 13 19:35:58.863066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.865751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:58.881114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.883828 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] For port 3f9c3982-4c75-4d63-89da-50e87a7d9817, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:35:58.888993 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] For port 3f9c3982-4c75-4d63-89da-50e87a7d9817, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3f9c3982-4c75-4d63-89da-50e87a7d9817,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:35:58.896623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-65ae941a-c301-4efb-ac7d-ced0a15af8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:58.896905 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:58.898989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-65ae941a-c301-4efb-ac7d-ced0a15af8c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.3146396 Jul 13 19:35:58.996319 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7759277f-aad2-4e65-aeba-935b41cfea7f req-6019854a-ac14-4e59-9374-6a8daa24e5ae tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/security-groups?id=591d97b6-147e-4d8a-a389-2c89366dea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665809 Jul 13 19:35:58.997565 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Routers {'ad808981-e457-4c1b-a09f-552df1f9f3c4'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:58.998480 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:35:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ad808981-e457-4c1b-a09f-552df1f9f3c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:59.007778 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf36dbc-663d-4c4b-9368-8b4312f2ba0f None None] Pushing event updated for resources: {'Port': ['ID=3f9c3982-4c75-4d63-89da-50e87a7d9817,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:59.016365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:35:59.038946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:59.039412 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Added segment f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f of type vlan for network 469283df-8c79-4d66-a4b8-4fae103b863c Jul 13 19:35:59.068320 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:59.170210 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:59.243525 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:59.250540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:59.251309 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:59.256668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db343e-3b74-4347-959d-309bcd219369 req-fe542800-959a-4c11-94f4-8c9b549028d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:59.263926 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] Set router ad808981-e457-4c1b-a09f-552df1f9f3c4 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:59.271901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73db343e-3b74-4347-959d-309bcd219369 req-fe542800-959a-4c11-94f4-8c9b549028d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba5b1b7f-13a2-411c-9b46-86a772e80a91 HTTP/1.1" status: 200 len: 914 time: 0.6255498 Jul 13 19:35:59.356407 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-6bd72221-ef44-4937-ae58-3af9dc30f259 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7 HTTP/1.1" status: 200 len: 1000 time: 0.4480267 Jul 13 19:35:59.446304 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7149625 Jul 13 19:35:59.449849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:59.458016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': '469283df-8c79-4d66-a4b8-4fae103b863c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:59.510423 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73db343e-3b74-4347-959d-309bcd219369 req-fdba3da5-7865-42b9-9a1a-487e6c460861 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f4a6faf-903e-4c52-956b-986b3b6bb9f2 HTTP/1.1" status: 200 len: 217 time: 0.1824636 Jul 13 19:35:59.599792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a281e2b-0c20-4626-94a5-c1a30be84c86 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Network': ['ID=469283df-8c79-4d66-a4b8-4fae103b863c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:59.615058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 469283df-8c79-4d66-a4b8-4fae103b863c details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:35:59.627501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:59.636138 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:59.808136 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:35:58Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:59.905812 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f349691-97e0-4f39-bf3d-a1c37730c9d8 None None] The sync data for ids ['ad808981-e457-4c1b-a09f-552df1f9f3c4'] in n-d-800708-1 is: [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:35:58Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:35:59.924504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-794dd8d8-44ad-4bfb-9b67-1cb8bd52fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:59.926990 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-794dd8d8-44ad-4bfb-9b67-1cb8bd52fc62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.4705167 Jul 13 19:35:59.931253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db343e-3b74-4347-959d-309bcd219369 req-d45b7130-87d6-48a5-9781-b17e8776cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:59.933171 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73db343e-3b74-4347-959d-309bcd219369 req-d45b7130-87d6-48a5-9781-b17e8776cad2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8716ad8e-25a2-4ae1-870c-d1cb07fd512e HTTP/1.1" status: 200 len: 853 time: 0.3707886 Jul 13 19:35:59.963606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3f9c3982-4c75-4d63-89da-50e87a7d9817 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:00.044507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 3f9c3982-4c75-4d63-89da-50e87a7d9817 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:00.052923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3f9c3982-4c75-4d63-89da-50e87a7d9817 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:00.053295 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:00.055643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73db343e-3b74-4347-959d-309bcd219369 req-078c8b7d-aa24-4f43-aec9-03e1081a470d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba5b1b7f-13a2-411c-9b46-86a772e80a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896311 Jul 13 19:36:00.188719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9caca-a1e2-494d-a7f3-c53adce34e98 req-0828e185-e452-4425-bcb0-5d39d66841e3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:00.194847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27c9caca-a1e2-494d-a7f3-c53adce34e98 req-0828e185-e452-4425-bcb0-5d39d66841e3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.4197381 Jul 13 19:36:00.258211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:00.299492 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:00.383395 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27c9caca-a1e2-494d-a7f3-c53adce34e98 req-55e40176-68df-45dc-adf8-2d38b67476ac tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830413 Jul 13 19:36:00.411149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 3f9c3982-4c75-4d63-89da-50e87a7d9817, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3f9c3982-4c75-4d63-89da-50e87a7d9817,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:00.416288 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:00.418637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=e3254506-f711-4649-aaec-03fd0cd46920,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:00.450825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Checking segment: {'id': 'f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '469283df-8c79-4d66-a4b8-4fae103b863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:00.450825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network hostable DHCP agents. Network: 469283df-8c79-4d66-a4b8-4fae103b863c, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:36:00.462520 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:00.497110 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 469283df-8c79-4d66-a4b8-4fae103b863c is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:36:00.509798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:00.510692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=3f9c3982-4c75-4d63-89da-50e87a7d9817,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:00.513560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 469283df-8c79-4d66-a4b8-4fae103b863c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:00.527204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:00.528156 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:00.532283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5103c8c-cc89-4daf-8e8b-d6f8f47eb14a None None] Network 469283df-8c79-4d66-a4b8-4fae103b863c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:00.550469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4acda947-4746-4798-9fee-ab541d77d702 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0988388 Jul 13 19:36:00.554844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:00.564040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': '469283df-8c79-4d66-a4b8-4fae103b863c', 'name': 'tempest-PortsIpV6TestJSON-1664139247'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:00.657178 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-794d0095-3831-4c31-8118-e4faf57dc5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:00.659192 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-794d0095-3831-4c31-8118-e4faf57dc5e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7121632 Jul 13 19:36:00.666992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73db343e-3b74-4347-959d-309bcd219369 req-284abc77-c938-453d-b753-eda56b479b08 service neutron] 10.222.0.24 "GET /v2.0/networks/ba5b1b7f-13a2-411c-9b46-86a772e80a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486608 Jul 13 19:36:00.781245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Pushing event updated for resources: {'Port': ['ID=6a3a3806-19a2-443d-9980-3acb20af6361,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:00.852135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-469283df-8c79-4d66-a4b8-4fae103b863c', 'network_id': '469283df-8c79-4d66-a4b8-4fae103b863c', 'tenant_id': '89f97a09caaf4d7b81158194befc437c', 'fixed_ips': [{'subnet_id': 'e3254506-f711-4649-aaec-03fd0cd46920'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:36:00.853011 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:00.877944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:00.901045 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:00.949976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 59ce061e-6a21-44f9-b162-15479df437ad yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:36:00.964764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38065c-c4dc-4ef1-bef2-bd04caba9773 req-28797b78-0f90-4747-bc9c-7a05397fbab0 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:00.969832 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a38065c-c4dc-4ef1-bef2-bd04caba9773 req-28797b78-0f90-4747-bc9c-7a05397fbab0 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 944 time: 0.7117767 Jul 13 19:36:01.087221 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:01.119620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Allocated IP 2001:db8::2 (469283df-8c79-4d66-a4b8-4fae103b863c/e3254506-f711-4649-aaec-03fd0cd46920/564c3859-90c1-425e-ae4b-026d59908bbd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:01.155370 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:01.166311 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ece8113c-9991-4e24-ab86-f5bdd3d3d407 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0186179 Jul 13 19:36:01.185547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a38065c-c4dc-4ef1-bef2-bd04caba9773 req-4cbce551-8854-4c2e-89a7-aae85206f42e tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/security-groups?id=591d97b6-147e-4d8a-a389-2c89366dea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885765 Jul 13 19:36:01.195267 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-faf30b43-0b07-4789-bf9d-48bf77d045b2 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996657 Jul 13 19:36:01.274421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73db343e-3b74-4347-959d-309bcd219369 req-c14b2a04-6588-406c-9d87-bc04b917c0a9 service neutron] 10.222.0.24 "GET /v2.0/networks/ba5b1b7f-13a2-411c-9b46-86a772e80a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701623 Jul 13 19:36:01.409748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-acae34cf-5de3-463b-9eb3-75979e9f0d98 req-ef68ceef-372f-4b69-b412-1895eb7f21c3 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069435 Jul 13 19:36:01.447235 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:01.452311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-df65f9cb-3d91-4359-9181-a0142489fc6c tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--414638021&fields=id&tenant_id=ae50ca5eee7741028cb0fbad7598ad63 HTTP/1.1" status: 200 len: 267 time: 0.0815201 Jul 13 19:36:01.465062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Transition to ACTIVE for port object 564c3859-90c1-425e-ae4b-026d59908bbd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:01.495384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Transition to ACTIVE for port object 564c3859-90c1-425e-ae4b-026d59908bbd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:01.503722 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:01.550494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Network 469283df-8c79-4d66-a4b8-4fae103b863c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:01.557666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:01.567031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:01.655783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8::1cf (469283df-8c79-4d66-a4b8-4fae103b863c/e3254506-f711-4649-aaec-03fd0cd46920/59ce061e-6a21-44f9-b162-15479df437ad) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:01.674477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Pushing event updated for resources: {'Port': ['ID=564c3859-90c1-425e-ae4b-026d59908bbd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:01.698082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Attempting to bind port 564c3859-90c1-425e-ae4b-026d59908bbd on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:01.698413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-ca711cc0-b464-4e38-a34d-0fe1fc126ba2 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:01.698768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Attempting to bind port 564c3859-90c1-425e-ae4b-026d59908bbd by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '469283df-8c79-4d66-a4b8-4fae103b863c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:01.699254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Attempting to bind port 564c3859-90c1-425e-ae4b-026d59908bbd on network 469283df-8c79-4d66-a4b8-4fae103b863c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:01.706356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:01.707711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Checking segment: {'id': 'f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '469283df-8c79-4d66-a4b8-4fae103b863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:01.708307 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:01.709011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Bound using segment: {'id': 'f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '469283df-8c79-4d66-a4b8-4fae103b863c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:01.709650 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Bound port: 564c3859-90c1-425e-ae4b-026d59908bbd, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '469283df-8c79-4d66-a4b8-4fae103b863c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:01.710182 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:01.710992 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-ca711cc0-b464-4e38-a34d-0fe1fc126ba2 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/networks?id=c7983a11-2267-4413-b818-c381b10ebe62 HTTP/1.1" status: 200 len: 806 time: 0.2451320 Jul 13 19:36:01.737475 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-bf1ff266-e2e4-4227-ba47-0c3c62d202ab tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/quotas/ae50ca5eee7741028cb0fbad7598ad63 HTTP/1.1" status: 200 len: 375 time: 0.0250299 Jul 13 19:36:01.807851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-221404d3-fd0c-42be-897c-99373c5107af None None] For port 564c3859-90c1-425e-ae4b-026d59908bbd, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:01.815111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-221404d3-fd0c-42be-897c-99373c5107af None None] For port 564c3859-90c1-425e-ae4b-026d59908bbd, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=564c3859-90c1-425e-ae4b-026d59908bbd,segment=NetworkSegment(f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f),segment_id=f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:01.820583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a91a2-41bd-45ee-91a8-95e265bf8cdc req-fd08cb16-52ba-49fe-b1d1-abb7b27da6b6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:01.821324 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:01.833956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-460a91a2-41bd-45ee-91a8-95e265bf8cdc req-fd08cb16-52ba-49fe-b1d1-abb7b27da6b6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 945 time: 0.1686280 Jul 13 19:36:01.911588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-460a91a2-41bd-45ee-91a8-95e265bf8cdc req-69676e5b-7703-4bc9-8a00-f19cf6aa0fa8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756218 Jul 13 19:36:01.968597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221404d3-fd0c-42be-897c-99373c5107af None None] Pushing event updated for resources: {'Port': ['ID=564c3859-90c1-425e-ae4b-026d59908bbd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:01.972814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3f9c3982-4c75-4d63-89da-50e87a7d9817 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:02.019802 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:02.048773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object 59ce061e-6a21-44f9-b162-15479df437ad will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:02.096846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3f9c3982-4c75-4d63-89da-50e87a7d9817 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:02.096846 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:02.164691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-6613392a-1062-40c5-8131-add3e1247d53 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae50ca5eee7741028cb0fbad7598ad63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4259140 Jul 13 19:36:02.204624 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:02.271862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:36:02.274531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbb2e703-7433-4a1e-9ac1-516e0af493e7 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:36:02.328787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 469283df-8c79-4d66-a4b8-4fae103b863c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:02.333989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:02.337969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:02.355419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:02.357244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:02.483817 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9242251 Jul 13 19:36:02.483991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff06879-64fe-4adb-9d21-e46288858f7b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=59ce061e-6a21-44f9-b162-15479df437ad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:02.484709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:02.554833 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-25c29ac5-e4eb-4103-8194-ea62641e08b6 service neutron] 10.222.0.25 "GET /v2.0/networks/c7983a11-2267-4413-b818-c381b10ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665016 Jul 13 19:36:02.639396 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:02.693870 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bac82-29d4-4315-9f8d-438355462544 req-92a4dadd-9454-49ed-aa3b-a7a1a715225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:02.697651 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-946bac82-29d4-4315-9f8d-438355462544 req-92a4dadd-9454-49ed-aa3b-a7a1a715225c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 1096 time: 0.3518844 Jul 13 19:36:02.716237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:02.722455 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468c6129-06e3-4e1e-a5d4-e5af02744e9b" -d '{"events": [{"server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "name": "network-vif-unplugged", "status": "completed", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:02.744270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d70be-1107-4309-8d08-e8161261bb8f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 59ce061e-6a21-44f9-b162-15479df437ad {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:02.745010 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a7d70be-1107-4309-8d08-e8161261bb8f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:02.769410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:02.781716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-aedca1e9-07c5-4209-92e2-44c984fc79d3 service neutron] 10.222.0.25 "GET /v2.0/networks/c7983a11-2267-4413-b818-c381b10ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152016 Jul 13 19:36:02.808697 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:02.820644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,segment=NetworkSegment(443831fa-54fb-483b-ab0d-9c36fb485461),segment_id=443831fa-54fb-483b-ab0d-9c36fb485461)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:02.872873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '3f4a6faf-903e-4c52-956b-986b3b6bb9f2', 'network_id': 'ba5b1b7f-13a2-411c-9b46-86a772e80a91', 'port_id': '3f4a6faf-903e-4c52-956b-986b3b6bb9f2', 'mac_address': 'fa:16:3e:b5:ee:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8716ad8e-25a2-4ae1-870c-d1cb07fd512e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:36:02.937420 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:02.957897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:02.981629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,segment=NetworkSegment(443831fa-54fb-483b-ab0d-9c36fb485461),segment_id=443831fa-54fb-483b-ab0d-9c36fb485461)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:02.987358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:02.991963 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:03.089909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:03.210103 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ae4760-2051-41ec-b624-f3d0d80fa191 x-openstack-request-id: req-66ae4760-2051-41ec-b624-f3d0d80fa191 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:03.210500 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "name": "network-vif-unplugged", "status": "completed", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:03.210870 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66ae4760-2051-41ec-b624-f3d0d80fa191 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:03.211339 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'code': 200} Jul 13 19:36:03.268402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['3f4a6faf-903e-4c52-956b-986b3b6bb9f2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:36:03.585629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2408174-e4bb-4bba-891f-bc33290e8258 req-802dabcb-7c95-45df-b93c-b35f5c7717a7 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:03.603164 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b2408174-e4bb-4bba-891f-bc33290e8258 req-802dabcb-7c95-45df-b93c-b35f5c7717a7 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.1873014 Jul 13 19:36:03.745446 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a7d70be-1107-4309-8d08-e8161261bb8f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:03.769437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b2408174-e4bb-4bba-891f-bc33290e8258 req-590489c3-2699-4471-af52-bcd0a861d3b6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651826 Jul 13 19:36:03.789725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d70be-1107-4309-8d08-e8161261bb8f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 59ce061e-6a21-44f9-b162-15479df437ad owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:03.790979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086435f8-9212-4ef1-878b-cff431c9684b None None] Network 469283df-8c79-4d66-a4b8-4fae103b863c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:03.791088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bac82-29d4-4315-9f8d-438355462544 req-afda815b-7ba6-430e-af64-0990b79e64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:03.791924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-946bac82-29d4-4315-9f8d-438355462544 req-afda815b-7ba6-430e-af64-0990b79e64d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 1.0633974 Jul 13 19:36:03.813602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0ba0c-a444-40d8-b026-36cd0a3f6b33 req-3fecd6fc-57e2-4702-a12e-cc7015a0b054 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:03.827806 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46e0ba0c-a444-40d8-b026-36cd0a3f6b33 req-3fecd6fc-57e2-4702-a12e-cc7015a0b054 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 944 time: 0.9466374 Jul 13 19:36:03.877113 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4305e4f9-ba9a-4e8e-8841-2bf5fd798ee9 None None] Provisioning for port 564c3859-90c1-425e-ae4b-026d59908bbd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:03.938474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87fdd01d-14a4-4923-9fae-329a4bc4ded6 req-dfa42854-c280-4dca-824d-9b6196576c00 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 210 time: 0.0481801 Jul 13 19:36:04.149688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46e0ba0c-a444-40d8-b026-36cd0a3f6b33 req-987936f2-9e3a-45df-8d35-039e96f8614f tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/security-groups?id=591d97b6-147e-4d8a-a389-2c89366dea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193066 Jul 13 19:36:04.155439 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-946bac82-29d4-4315-9f8d-438355462544 req-aed3ec79-0243-4346-b090-80e3ea9a1815 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7 HTTP/1.1" status: 200 len: 998 time: 0.3000326 Jul 13 19:36:04.332889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 564c3859-90c1-425e-ae4b-026d59908bbd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:04.334857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:04.376076 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a7d70be-1107-4309-8d08-e8161261bb8f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.379997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bac82-29d4-4315-9f8d-438355462544 req-6af014a3-ab7c-4e01-b99f-238d2be509e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:04.382352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-946bac82-29d4-4315-9f8d-438355462544 req-6af014a3-ab7c-4e01-b99f-238d2be509e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.2090662 Jul 13 19:36:04.460889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d70be-1107-4309-8d08-e8161261bb8f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=59ce061e-6a21-44f9-b162-15479df437ad,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:04.461278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 564c3859-90c1-425e-ae4b-026d59908bbd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:04.465434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:04.470338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 564c3859-90c1-425e-ae4b-026d59908bbd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:04.470549 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.474681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:04.475087 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.513192 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a7d70be-1107-4309-8d08-e8161261bb8f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.515816 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5a7d70be-1107-4309-8d08-e8161261bb8f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/59ce061e-6a21-44f9-b162-15479df437ad HTTP/1.1" status: 204 len: 168 time: 2.0293419 Jul 13 19:36:04.518502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:04.550982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bac82-29d4-4315-9f8d-438355462544 req-33ad07bc-7109-4bda-8d79-b9368fc30173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:04.553604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-946bac82-29d4-4315-9f8d-438355462544 req-33ad07bc-7109-4bda-8d79-b9368fc30173 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597366 Jul 13 19:36:04.563865 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e84441-0db5-4aa4-98ff-6390b1812469 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:36:04.569812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e84441-0db5-4aa4-98ff-6390b1812469 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:36:04.574751 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-17e84441-0db5-4aa4-98ff-6390b1812469 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/59ce061e-6a21-44f9-b162-15479df437ad HTTP/1.1" status: 404 len: 333 time: 0.0527132 Jul 13 19:36:04.577553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:04.625116 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0116da-e834-4eee-86f7-e3cbaec9bb5a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:36:04.630230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6c0116da-e834-4eee-86f7-e3cbaec9bb5a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/59ce061e-6a21-44f9-b162-15479df437ad HTTP/1.1" status: 404 len: 333 time: 0.0512755 Jul 13 19:36:04.632830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:04.646612 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.651196 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.694379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4be5595-5e07-4b3b-8d21-96fa361146e2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet e3254506-f711-4649-aaec-03fd0cd46920 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:36:04.699302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 564c3859-90c1-425e-ae4b-026d59908bbd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=564c3859-90c1-425e-ae4b-026d59908bbd,segment=NetworkSegment(f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f),segment_id=f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:04.703057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4be5595-5e07-4b3b-8d21-96fa361146e2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.710828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-946bac82-29d4-4315-9f8d-438355462544 req-677707a4-4f88-447e-9cc2-7a82b38c8af8 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447525 Jul 13 19:36:04.724536 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.747163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,segment=NetworkSegment(443831fa-54fb-483b-ab0d-9c36fb485461),segment_id=443831fa-54fb-483b-ab0d-9c36fb485461)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:04.768376 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.795150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4be5595-5e07-4b3b-8d21-96fa361146e2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.834282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=564c3859-90c1-425e-ae4b-026d59908bbd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:04.927609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-946bac82-29d4-4315-9f8d-438355462544 req-791bf42f-9183-4b16-a593-022f22cee9e4 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030056 Jul 13 19:36:04.929285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4be5595-5e07-4b3b-8d21-96fa361146e2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.929735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:05.000519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4be5595-5e07-4b3b-8d21-96fa361146e2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:05.027010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a79baeb0-1694-4fa4-aa88-9d1dfd6152a6 None None] Provisioning complete for port 564c3859-90c1-425e-ae4b-026d59908bbd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:05.027383 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a79baeb0-1694-4fa4-aa88-9d1dfd6152a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:05.097009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be5595-5e07-4b3b-8d21-96fa361146e2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=e3254506-f711-4649-aaec-03fd0cd46920,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:05.163141 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4be5595-5e07-4b3b-8d21-96fa361146e2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:05.172863 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c4be5595-5e07-4b3b-8d21-96fa361146e2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/e3254506-f711-4649-aaec-03fd0cd46920 HTTP/1.1" status: 204 len: 168 time: 0.5388105 Jul 13 19:36:05.178026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:05.201290 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e9c9f71-c889-4d94-9c0d-780e9e2b644f req-aa663b55-cc37-41c7-bcc6-767fb184f06e tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 210 time: 0.0525877 Jul 13 19:36:05.213588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e183f2e9-c1b6-4724-8bd9-7c366948cebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4a6faf-903e-4c52-956b-986b3b6bb9f2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:05.224254 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb625a3-abd9-4118-a84b-68f088879317" -d '{"events": [{"server_uuid": "e183f2e9-c1b6-4724-8bd9-7c366948cebb", "name": "network-vif-plugged", "status": "completed", "tag": "3f4a6faf-903e-4c52-956b-986b3b6bb9f2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:05.304567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c440f2-24e2-48dc-a4eb-33e3449d1f16 None None] Network 469283df-8c79-4d66-a4b8-4fae103b863c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:05.326751 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:05.378700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a666ef0e-0a27-4d33-b7f7-4e04451534fa None None] Could not find standard attr ID for object 59ce061e-6a21-44f9-b162-15479df437ad. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:36:05.456311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-ab4d21ff-844b-489e-a907-146e9c47bdcc tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:05.458997 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-ab4d21ff-844b-489e-a907-146e9c47bdcc tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.60 "GET /v2.0/networks?id=c7983a11-2267-4413-b818-c381b10ebe62 HTTP/1.1" status: 200 len: 806 time: 0.3943663 Jul 13 19:36:05.469334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e941946-95b0-4d1d-9c0d-5abb08655fd6 req-9819e4c3-45cc-4985-ba78-71ec07012498 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:05.477924 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0e941946-95b0-4d1d-9c0d-5abb08655fd6 req-9819e4c3-45cc-4985-ba78-71ec07012498 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.3669767 Jul 13 19:36:05.495611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204496ef-29fd-4101-b853-cb86f7b95354 req-9ac96775-67f3-43d3-a886-544ab8cbd210 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:05.497314 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204496ef-29fd-4101-b853-cb86f7b95354 req-9ac96775-67f3-43d3-a886-544ab8cbd210 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 946 time: 0.0907481 Jul 13 19:36:05.521527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 564c3859-90c1-425e-ae4b-026d59908bbd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:05.521960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:05.547799 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204496ef-29fd-4101-b853-cb86f7b95354 req-0a2a4c93-7b16-4d70-a018-435b62dddcbd tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/security-groups?id=591d97b6-147e-4d8a-a389-2c89366dea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Jul 13 19:36:05.568433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf89479-4034-4897-9d33-8b953ac2ac0c None None] DHCP port deletion for 469283df-8c79-4d66-a4b8-4fae103b863c request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:36:05.612186 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3dac25-f44e-4cd8-9be9-d8187fe18e3b x-openstack-request-id: req-ce3dac25-f44e-4cd8-9be9-d8187fe18e3b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:05.612571 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e183f2e9-c1b6-4724-8bd9-7c366948cebb", "name": "network-vif-plugged", "status": "completed", "tag": "3f4a6faf-903e-4c52-956b-986b3b6bb9f2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:05.612931 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce3dac25-f44e-4cd8-9be9-d8187fe18e3b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:05.614102 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e183f2e9-c1b6-4724-8bd9-7c366948cebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4a6faf-903e-4c52-956b-986b3b6bb9f2', 'code': 200} Jul 13 19:36:05.624264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dbf89479-4034-4897-9d33-8b953ac2ac0c None None] Deleting port 564c3859-90c1-425e-ae4b-026d59908bbd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:05.624888 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbf89479-4034-4897-9d33-8b953ac2ac0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:05.632698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0e941946-95b0-4d1d-9c0d-5abb08655fd6 req-3d40b4af-8732-486b-b852-9025bfc2a182 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482964 Jul 13 19:36:05.659094 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-d4245820-0d38-445e-9804-a3622f68f72d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae50ca5eee7741028cb0fbad7598ad63 HTTP/1.1" status: 200 len: 379 time: 0.1588502 Jul 13 19:36:05.674739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Request body: {'port': {'device_id': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'admin_state_up': True, 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'security_groups': ['9e6490ef-84bb-4728-a703-028cac8c437a']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:05.717862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dbf89479-4034-4897-9d33-8b953ac2ac0c None None] For port 564c3859-90c1-425e-ae4b-026d59908bbd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=564c3859-90c1-425e-ae4b-026d59908bbd,segment=NetworkSegment(f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f),segment_id=f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:05.722070 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbf89479-4034-4897-9d33-8b953ac2ac0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:05.732982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] For port 564c3859-90c1-425e-ae4b-026d59908bbd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=564c3859-90c1-425e-ae4b-026d59908bbd,segment=NetworkSegment(f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f),segment_id=f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:05.735701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:05.739610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dbf89479-4034-4897-9d33-8b953ac2ac0c None None] Calling delete_port for 564c3859-90c1-425e-ae4b-026d59908bbd owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:05.846530 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbf89479-4034-4897-9d33-8b953ac2ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:05.872819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7bec0-2bdc-42a5-995a-df54ab03bff7 req-0a376006-0b31-4e1e-b894-b9756de25041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:05.880807 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-03a7bec0-2bdc-42a5-995a-df54ab03bff7 req-0a376006-0b31-4e1e-b894-b9756de25041 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 1097 time: 0.1670046 Jul 13 19:36:05.896970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf89479-4034-4897-9d33-8b953ac2ac0c None None] Pushing event deleted for resources: {'Port': ['ID=564c3859-90c1-425e-ae4b-026d59908bbd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:05.917602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf89479-4034-4897-9d33-8b953ac2ac0c None None] No DVR routers for this DVR port 564c3859-90c1-425e-ae4b-026d59908bbd on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:05.946334 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-03a7bec0-2bdc-42a5-995a-df54ab03bff7 req-09118fb4-a1f8-4a10-aa68-6a94a62fb784 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=591d97b6-147e-4d8a-a389-2c89366dea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414896 Jul 13 19:36:05.970933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 564c3859-90c1-425e-ae4b-026d59908bbd no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:36:05.994640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 564c3859-90c1-425e-ae4b-026d59908bbd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:36:05.995101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 564c3859-90c1-425e-ae4b-026d59908bbd not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:36:06.002013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 564c3859-90c1-425e-ae4b-026d59908bbd owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:06.283379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbb2e703-7433-4a1e-9ac1-516e0af493e7 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:36:06.522103 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37b47bfe-b3c8-42c8-abf6-0359a41fe122 req-0681ad1d-e716-4fb3-9b34-576b992e8147 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 210 time: 0.0506027 Jul 13 19:36:06.565697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-90fe7c23-38d2-4c82-a71f-58a52366a848 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6555665 Jul 13 19:36:06.622046 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:06.628093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Made reservation on behalf of ae50ca5eee7741028cb0fbad7598ad63 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:06.634666 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:06.649405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No DVR routers for this DVR port 564c3859-90c1-425e-ae4b-026d59908bbd on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:06.725524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=564c3859-90c1-425e-ae4b-026d59908bbd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:06.861761 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:06.906436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469283df-8c79-4d66-a4b8-4fae103b863c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:06.941452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:06.941699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85716c6-dcd0-4df8-9a27-fe8e9e5d3e7f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:06.970166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.026510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-e9072e67-7a8f-4bb2-93b1-89bae964fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.027000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-e9072e67-7a8f-4bb2-93b1-89bae964fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.027468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-e9072e67-7a8f-4bb2-93b1-89bae964fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.027949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-e9072e67-7a8f-4bb2-93b1-89bae964fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.028403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-e9072e67-7a8f-4bb2-93b1-89bae964fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.028868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-e9072e67-7a8f-4bb2-93b1-89bae964fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.029336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-e9072e67-7a8f-4bb2-93b1-89bae964fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.031397 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-e9072e67-7a8f-4bb2-93b1-89bae964fbb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6491 time: 0.3930883 Jul 13 19:36:07.032526 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.052130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83560b5-ccd7-4a22-9f6f-d729ad6fbc47 req-78a66657-ff33-49e7-ae1a-6fb2cd4cf1ba tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.053695 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c83560b5-ccd7-4a22-9f6f-d729ad6fbc47 req-78a66657-ff33-49e7-ae1a-6fb2cd4cf1ba tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 946 time: 0.3459015 Jul 13 19:36:07.060546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:36:07.061012 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:36:07.065731 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:36:07.186770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Allocated IP 172.20.0.14 (c7983a11-2267-4413-b818-c381b10ebe62/613415ca-2412-497d-8acd-729ea422e73f/a55bfcdf-8a64-4c01-9c18-919b3d8ada6d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:07.279489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.282017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-62e0734b-c501-4541-a498-712c60685df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.282666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-62e0734b-c501-4541-a498-712c60685df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.283221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-62e0734b-c501-4541-a498-712c60685df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.286582 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-62e0734b-c501-4541-a498-712c60685df6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 HTTP/1.1" status: 200 len: 2293 time: 0.2166386 Jul 13 19:36:07.321415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.323647 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/networks/469283df-8c79-4d66-a4b8-4fae103b863c HTTP/1.1" status: 204 len: 168 time: 2.1088250 Jul 13 19:36:07.328434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:07.333877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1295604568'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:07.339890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96ffe4-4a82-409e-981c-2c70d97f1e5c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Network': ['ID=469283df-8c79-4d66-a4b8-4fae103b863c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:07.369109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c83560b5-ccd7-4a22-9f6f-d729ad6fbc47 req-2cbae9f5-0525-441e-99c7-a85cf533d094 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/security-groups?id=591d97b6-147e-4d8a-a389-2c89366dea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025239 Jul 13 19:36:07.401847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:07.407266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.505142 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:36:07.530611 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.531173 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Added segment f13ca5e5-4528-44d9-8f6b-386873ad3e21 of type vlan for network 298397a8-ff59-4bc8-90ec-97775cfda9d8 Jul 13 19:36:07.547818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-c104a173-2dd9-4206-a2a8-43b8493e6b2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5203f733-bba5-4060-91fd-72000c2983bc HTTP/1.1" status: 200 len: 1002 time: 0.2280865 Jul 13 19:36:07.627418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b29da7-2649-4017-a994-3312bb23ab5b req-987b2881-0399-4a29-bd90-7dc8b6024abf tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.629088 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9b29da7-2649-4017-a994-3312bb23ab5b req-987b2881-0399-4a29-bd90-7dc8b6024abf tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.1815422 Jul 13 19:36:07.632430 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.641749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-22bcea41-5fcd-409b-abc2-ffdf907ddb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.643278 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-22bcea41-5fcd-409b-abc2-ffdf907ddb77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b HTTP/1.1" status: 200 len: 851 time: 0.0840206 Jul 13 19:36:07.656178 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.708652 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9b29da7-2649-4017-a994-3312bb23ab5b req-7903b71c-d5d9-41b9-a570-c5091f90205a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698059 Jul 13 19:36:07.714098 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.722831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.724167 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:07.746394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1a6c464b-7037-46d3-9ceb-24559db96e4f req-b13d66d3-ec14-438e-bb7e-6f1a794db791 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 210 time: 0.0769768 Jul 13 19:36:07.747831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Transition to ACTIVE for port object a55bfcdf-8a64-4c01-9c18-919b3d8ada6d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:07.800148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4706185 Jul 13 19:36:07.804444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:07.811192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': '298397a8-ff59-4bc8-90ec-97775cfda9d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:07.813045 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-ddcb7f33-f201-4587-ab3d-d5dffa366a95 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3222995 Jul 13 19:36:07.816571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7611fb-0c46-4d5d-a11f-9d9aeea359d1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Network': ['ID=298397a8-ff59-4bc8-90ec-97775cfda9d8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:07.819754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-ba8422ae-3bc7-4f22-bd04-599d9e6ace3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:07.821259 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-ba8422ae-3bc7-4f22-bd04-599d9e6ace3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624086 Jul 13 19:36:07.829054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 298397a8-ff59-4bc8-90ec-97775cfda9d8 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:36:08.011335 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-8a2403b3-093f-4f09-a2d0-7cb9116f4fd7 service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480744 Jul 13 19:36:08.013752 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:08.179450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Network c7983a11-2267-4413-b818-c381b10ebe62 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:08.188135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:08.204032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:08.208433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:08.216764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:08.224273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Pushing event updated for resources: {'Port': ['ID=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:08.338753 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-06b1d36d-f350-444a-8dd6-84f7ff2a3fae service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182888 Jul 13 19:36:08.433012 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-be746f1c-f729-4baf-886f-facd46b39581 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 200 len: 217 time: 0.0854533 Jul 13 19:36:08.462124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:08.462840 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:08.524271 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-cbc56a33-1ca6-458b-87e3-5a251d1a49a9 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8643050 Jul 13 19:36:08.534663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-5e76eb3a-e4a0-4c32-8e40-b4fa094a8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:08.537083 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-5e76eb3a-e4a0-4c32-8e40-b4fa094a8b33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0964696 Jul 13 19:36:08.543161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Request body: {'port': {'device_id': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:08.544747 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c90e6efe-6f41-4d31-aae1-114a06ad0eac None None] Provisioning for port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:08.555012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c90e6efe-6f41-4d31-aae1-114a06ad0eac None None] Provisioning complete for port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:08.555388 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c90e6efe-6f41-4d31-aae1-114a06ad0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:08.634184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c90e6efe-6f41-4d31-aae1-114a06ad0eac None None] Port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:08.639534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ecd24-a163-430d-8d2d-58004bd77f44 req-137a6575-d443-467a-9e29-1d066c363815 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:08.641261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e8ecd24-a163-430d-8d2d-58004bd77f44 req-137a6575-d443-467a-9e29-1d066c363815 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 946 time: 0.1353784 Jul 13 19:36:08.683414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e8ecd24-a163-430d-8d2d-58004bd77f44 req-5714baad-2e06-4331-9a5c-0751d8483069 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/security-groups?id=591d97b6-147e-4d8a-a389-2c89366dea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341036 Jul 13 19:36:08.718979 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:08.781969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-d7bede12-73ad-4c90-83f3-d0d0b0d04531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:08.783516 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-d7bede12-73ad-4c90-83f3-d0d0b0d04531 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2378585 Jul 13 19:36:08.814614 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:09.060879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83b807-90a4-417c-a741-79538166868f req-c8fddc99-32e3-4c5f-837c-659b84003e17 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:09.062744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f83b807-90a4-417c-a741-79538166868f req-c8fddc99-32e3-4c5f-837c-659b84003e17 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.1885393 Jul 13 19:36:09.066195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-ef7c1bc0-e0f9-4bd1-959c-43f2953d948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:09.068970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-ef7c1bc0-e0f9-4bd1-959c-43f2953d948f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5&tenant_id=73a16b8b29a6415fa990181ff3c3c0ba HTTP/1.1" status: 200 len: 1094 time: 0.1535914 Jul 13 19:36:09.097145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=ac93fd22-2c33-4eb1-a74f-7327ffddac16,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:09.107868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Checking segment: {'id': 'f13ca5e5-4528-44d9-8f6b-386873ad3e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '298397a8-ff59-4bc8-90ec-97775cfda9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:09.108241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network hostable DHCP agents. Network: 298397a8-ff59-4bc8-90ec-97775cfda9d8, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:36:09.156502 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-5e1a04e4-a098-4ef0-b131-3c18c1c87254 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344543 Jul 13 19:36:09.163185 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f83b807-90a4-417c-a741-79538166868f req-894a2d73-04b4-475f-8d7c-3c1683492d81 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921750 Jul 13 19:36:09.210885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-f081969f-bdb0-4ae3-b106-83a7ca1a727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:09.212955 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-f081969f-bdb0-4ae3-b106-83a7ca1a727e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 1094 time: 0.1189568 Jul 13 19:36:09.231564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 298397a8-ff59-4bc8-90ec-97775cfda9d8 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:36:09.337418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 298397a8-ff59-4bc8-90ec-97775cfda9d8) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:09.345306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ce9d5-fe84-4efa-b34b-a487df82cfc3 None None] Network 298397a8-ff59-4bc8-90ec-97775cfda9d8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:09.376370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-d873f8d5-9bfc-44e1-8cbb-3bc17f57420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:09.376647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:09.377254 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:09.378694 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-d873f8d5-9bfc-44e1-8cbb-3bc17f57420d service neutron] 10.222.0.24 "GET /v2.0/networks?id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 200 len: 918 time: 0.1527476 Jul 13 19:36:09.493260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-835ed155-5216-4d75-9b92-fa625faa0c80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7 HTTP/1.1" status: 200 len: 998 time: 0.1065433 Jul 13 19:36:09.533162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9e3884d6-8da8-4f47-9be2-e0479cc0885b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7274995 Jul 13 19:36:09.545334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:09.556596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': '298397a8-ff59-4bc8-90ec-97775cfda9d8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2023982238'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:09.556850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-298397a8-ff59-4bc8-90ec-97775cfda9d8', 'network_id': '298397a8-ff59-4bc8-90ec-97775cfda9d8', 'tenant_id': '89f97a09caaf4d7b81158194befc437c', 'fixed_ips': [{'subnet_id': 'ac93fd22-2c33-4eb1-a74f-7327ffddac16'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:36:09.557785 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:09.627151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-42c64483-33fc-45b1-929c-35e083197703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:09.628355 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-6535203c-bb75-4f05-8b14-8c40c15d8213 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609540 Jul 13 19:36:09.630826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-42c64483-33fc-45b1-929c-35e083197703 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 200 len: 856 time: 0.1305189 Jul 13 19:36:09.720699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Allocated IP 2001:db8::2 (298397a8-ff59-4bc8-90ec-97775cfda9d8/ac93fd22-2c33-4eb1-a74f-7327ffddac16/cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:09.733256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-964515fe-dbda-4d89-a2fb-b29dfc548e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:09.740561 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-964515fe-dbda-4d89-a2fb-b29dfc548e56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933149 Jul 13 19:36:09.750303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e091d-edcf-481f-a9fa-301bee4d7239 req-17140527-6565-4a13-aac3-ebcd4b71e266 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:09.758008 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-092e091d-edcf-481f-a9fa-301bee4d7239 req-17140527-6565-4a13-aac3-ebcd4b71e266 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 932 time: 0.5629487 Jul 13 19:36:09.832437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-d9c25950-c02c-4820-ade1-04c442359043 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 200 len: 217 time: 0.1037276 Jul 13 19:36:09.891484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55bfcdf-8a64-4c01-9c18-919b3d8ada6d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:09.891859 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:09.902259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Transition to ACTIVE for port object cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:09.924204 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:09.928031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Transition to ACTIVE for port object cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:09.940035 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:09.946375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-092e091d-edcf-481f-a9fa-301bee4d7239 req-6cf76cc1-985e-4731-8233-e6deea7c671a tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866977 Jul 13 19:36:09.966788 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-73f66fb7-cbe2-4f2a-ae0e-4e6aceebbd02 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190304 Jul 13 19:36:10.023328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Transition to ACTIVE for port object a55bfcdf-8a64-4c01-9c18-919b3d8ada6d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:10.029935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-0094fb06-dd13-4a70-971b-5092ea7c3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:10.031552 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-0094fb06-dd13-4a70-971b-5092ea7c3946 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.1924984 Jul 13 19:36:10.033632 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:10.036390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Network 298397a8-ff59-4bc8-90ec-97775cfda9d8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:10.039575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:10.045381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:10.084619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Pushing event updated for resources: {'Port': ['ID=cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:10.115941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-578d36e1-3ce4-472d-a8b6-c4d75eac735e req-65ac3c66-0bd6-4684-ae4c-5b65e7ef3543 service neutron] 10.222.0.24 "GET /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339734 Jul 13 19:36:10.185665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Attempting to bind port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:10.186172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Attempting to bind port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'f13ca5e5-4528-44d9-8f6b-386873ad3e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '298397a8-ff59-4bc8-90ec-97775cfda9d8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:10.186667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Attempting to bind port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 on network 298397a8-ff59-4bc8-90ec-97775cfda9d8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:10.193487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:10.194179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Checking segment: {'id': 'f13ca5e5-4528-44d9-8f6b-386873ad3e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '298397a8-ff59-4bc8-90ec-97775cfda9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:10.196057 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:10.196556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Bound using segment: {'id': 'f13ca5e5-4528-44d9-8f6b-386873ad3e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '298397a8-ff59-4bc8-90ec-97775cfda9d8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:10.197183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Bound port: cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13ca5e5-4528-44d9-8f6b-386873ad3e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '298397a8-ff59-4bc8-90ec-97775cfda9d8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:10.197719 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:10.222452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:10.226839 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:10.249080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Pushing event updated for resources: {'Port': ['ID=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:10.329494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] For port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:10.343926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] For port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0,segment=NetworkSegment(f13ca5e5-4528-44d9-8f6b-386873ad3e21),segment_id=f13ca5e5-4528-44d9-8f6b-386873ad3e21)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:10.352952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:10.412243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 3c9cd484-d29c-4e65-abcc-460386821d4f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:36:10.484446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-b141ee9a-b51a-4cce-96ab-39b06086644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:10.489432 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-b141ee9a-b51a-4cce-96ab-39b06086644c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4292521 Jul 13 19:36:10.532401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aca115-4884-452e-ba83-92f627e8567c None None] Pushing event updated for resources: {'Port': ['ID=cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:10.594989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352bde3-71c0-4e1a-a04d-06c8c0a269d7 req-eac8560a-800f-499d-8f4f-ad010ea99375 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:10.607717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b352bde3-71c0-4e1a-a04d-06c8c0a269d7 req-eac8560a-800f-499d-8f4f-ad010ea99375 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.2419937 Jul 13 19:36:10.621022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Attempting to bind port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:10.633371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Attempting to bind port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:10.634012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Attempting to bind port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d on network c7983a11-2267-4413-b818-c381b10ebe62 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:10.646198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7fb56-d4ec-4e91-ac09-940797a81d87 req-1606bb14-ff41-46d3-a0f5-481390218055 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:10.655877 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bb7fb56-d4ec-4e91-ac09-940797a81d87 req-1606bb14-ff41-46d3-a0f5-481390218055 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 946 time: 0.5071266 Jul 13 19:36:10.717289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b352bde3-71c0-4e1a-a04d-06c8c0a269d7 req-4a9eb4be-9433-42f1-8796-42a154834c2a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066401 Jul 13 19:36:10.758198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d on network c7983a11-2267-4413-b818-c381b10ebe62 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:36:10.765678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Attempting to bind port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d on network c7983a11-2267-4413-b818-c381b10ebe62 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:10.833470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:10.833800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Checking segment: {'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:10.839587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Bound using segment: {'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:10.840681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Bound port: a55bfcdf-8a64-4c01-9c18-919b3d8ada6d, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:10.841063 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:11.533125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-0398ba0e-d7f1-45b7-ad41-d4c6adcbfca7 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:11.534662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-0398ba0e-d7f1-45b7-ad41-d4c6adcbfca7 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 813 time: 0.4007280 Jul 13 19:36:11.541954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8::29e (298397a8-ff59-4bc8-90ec-97775cfda9d8/ac93fd22-2c33-4eb1-a74f-7327ffddac16/3c9cd484-d29c-4e65-abcc-460386821d4f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:11.588927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-1686c98d-4545-4ffc-92d3-018c8c74853b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/quotas/cd24b020b00a41a49d9c263fb0fd0008 HTTP/1.1" status: 200 len: 375 time: 0.0423286 Jul 13 19:36:11.708415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-23f0fcfd-9de2-4ec4-a9d3-93012384f1ba tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:11.710691 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-23f0fcfd-9de2-4ec4-a9d3-93012384f1ba tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 946 time: 0.2897103 Jul 13 19:36:11.711749 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:11.752292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object 3c9cd484-d29c-4e65-abcc-460386821d4f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:11.835967 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-c2d55e5d-7712-4d9f-9644-92584ceaf2c2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2375643 Jul 13 19:36:11.884748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:12.059392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:12.080784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=3c9cd484-d29c-4e65-abcc-460386821d4f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:12.141471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bb7fb56-d4ec-4e91-ac09-940797a81d87 req-7ebdf3b4-d71b-4514-a2c2-cc7b00ea3604 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/security-groups?id=591d97b6-147e-4d8a-a389-2c89366dea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4841771 Jul 13 19:36:12.202642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 298397a8-ff59-4bc8-90ec-97775cfda9d8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:12.209371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:12.218958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:12.227481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:12.228206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:12.241302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:12.269544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-204ed212-ea2b-4656-8c9a-ad55ea04bde6 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7672131 Jul 13 19:36:12.310065 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-7f01c526-5515-4e51-a8c1-acef10d7e16a service neutron] 10.222.0.25 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731128 Jul 13 19:36:12.334076 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:36:12.353624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] For port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:12.454170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-e98d9ea3-9fa9-4ace-bf71-3a612636238a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Deleting port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:12.454602 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-e98d9ea3-9fa9-4ace-bf71-3a612636238a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:12.472206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4378702e-09c7-4f00-a31b-4a9a4d3a33e1 None None] Network 298397a8-ff59-4bc8-90ec-97775cfda9d8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:12.592039 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-26a78376-f4c9-4961-b5d5-2f57c07121a8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.0451376 Jul 13 19:36:12.595699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] For port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:12.608559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:12.634673 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:12.641598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d7458b4-aa69-4668-8def-5cf3dbd39852 None None] Provisioning for port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:12.702429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d7458b4-aa69-4668-8def-5cf3dbd39852 None None] Provisioning complete for port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:12.705098 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d7458b4-aa69-4668-8def-5cf3dbd39852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:12.716956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-a218a143-2b3e-4a29-b9bd-0113d91c846f service neutron] 10.222.0.25 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041066 Jul 13 19:36:12.719000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:12.719829 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:12.721694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] 10.222.0.60 "PUT /v2.0/ports/a55bfcdf-8a64-4c01-9c18-919b3d8ada6d HTTP/1.1" status: 200 len: 1092 time: 4.1884255 Jul 13 19:36:12.726705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'tag': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:12.729525 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0112f3-6c71-42e3-94ef-26ecac5339ea" -d '{"events": [{"name": "network-changed", "server_uuid": "420f26be-79cc-4f5a-94b4-f3e098fff00c", "tag": "a55bfcdf-8a64-4c01-9c18-919b3d8ada6d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:12.793674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af415a1-2b56-4a15-85c6-29af1dc21541 service neutron] Pushing event updated for resources: {'Port': ['ID=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:12.830122 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-2063715c-242a-4506-82f8-6e47d29b67df service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246816 Jul 13 19:36:12.883005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-e98d9ea3-9fa9-4ace-bf71-3a612636238a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] For port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,segment=NetworkSegment(443831fa-54fb-483b-ab0d-9c36fb485461),segment_id=443831fa-54fb-483b-ab0d-9c36fb485461)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:12.884750 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-e98d9ea3-9fa9-4ace-bf71-3a612636238a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:12.936369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-e98d9ea3-9fa9-4ace-bf71-3a612636238a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Calling delete_port for 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:12.991697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-610f7d8a-5b1c-4f43-9202-fd82f42a94e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=328bf161-1eb4-4b28-9339-08c47932338b HTTP/1.1" status: 200 len: 217 time: 0.1529160 Jul 13 19:36:13.119375 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d7458b4-aa69-4668-8def-5cf3dbd39852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:13.197573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d7458b4-aa69-4668-8def-5cf3dbd39852 None None] For port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0,segment=NetworkSegment(f13ca5e5-4528-44d9-8f6b-386873ad3e21),segment_id=f13ca5e5-4528-44d9-8f6b-386873ad3e21)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:13.205968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81967af-7147-4500-b426-0023e2d455fd req-b81d0e45-41bc-441a-8ad8-22769b82d64d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:13.216952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d7458b4-aa69-4668-8def-5cf3dbd39852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:13.220249 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b81967af-7147-4500-b426-0023e2d455fd req-b81d0e45-41bc-441a-8ad8-22769b82d64d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 944 time: 0.8538079 Jul 13 19:36:13.227259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-88659d5f-655b-4487-a7d3-8f566375736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:13.231495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-88659d5f-655b-4487-a7d3-8f566375736d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.2301903 Jul 13 19:36:13.404196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7458b4-aa69-4668-8def-5cf3dbd39852 None None] Pushing event updated for resources: {'Port': ['ID=cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:13.485719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b81967af-7147-4500-b426-0023e2d455fd req-eaa5188f-a328-4710-aa47-75f1fed4b67e tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643859 Jul 13 19:36:13.556214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-c87ebfd9-a185-4670-92b4-6926675b7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:13.557737 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-c87ebfd9-a185-4670-92b4-6926675b7852 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae50ca5eee7741028cb0fbad7598ad63&device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 1095 time: 0.7783930 Jul 13 19:36:13.705077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e8499c66-6ca9-4d1b-8102-02a907ec2ba8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 3c9cd484-d29c-4e65-abcc-460386821d4f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:13.705604 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8499c66-6ca9-4d1b-8102-02a907ec2ba8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:13.754986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-db3bcf78-1dd7-47fe-89c1-000a4b4389b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d HTTP/1.1" status: 200 len: 217 time: 0.1477199 Jul 13 19:36:13.844722 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-e98d9ea3-9fa9-4ace-bf71-3a612636238a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:13.892885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-cbc32cd1-2c30-41e8-a8fd-851e9b57d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:13.895724 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-cbc32cd1-2c30-41e8-a8fd-851e9b57d8c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5546124 Jul 13 19:36:13.931996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-6223611d-f983-455e-87ee-e30a7cd3e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:13.940006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-6223611d-f983-455e-87ee-e30a7cd3e8d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613415ca-2412-497d-8acd-729ea422e73f HTTP/1.1" status: 200 len: 845 time: 0.1806331 Jul 13 19:36:13.940694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-854fe0d5-a6fd-4ebc-bc43-684386864af1 None None] Provisioning complete for port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:13.942215 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-854fe0d5-a6fd-4ebc-bc43-684386864af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:13.958996 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d97ba3-faf1-4587-a8f1-f7fc50e99e7a x-openstack-request-id: req-88d97ba3-faf1-4587-a8f1-f7fc50e99e7a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:13.959302 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420f26be-79cc-4f5a-94b4-f3e098fff00c", "tag": "a55bfcdf-8a64-4c01-9c18-919b3d8ada6d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:13.959727 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88d97ba3-faf1-4587-a8f1-f7fc50e99e7a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:13.960294 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'tag': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d', 'status': 'completed', 'code': 200} Jul 13 19:36:14.005103 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:14.013307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d9ea3-9fa9-4ace-bf71-3a612636238a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Pushing event deleted for resources: {'Port': ['ID=3f4a6faf-903e-4c52-956b-986b3b6bb9f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:14.084875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-e98d9ea3-9fa9-4ace-bf71-3a612636238a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] No DVR routers for this DVR port 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:14.091272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-e98d9ea3-9fa9-4ace-bf71-3a612636238a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:14.094440 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62835927-ad03-4ea6-8391-7c8e9848dce8 req-e98d9ea3-9fa9-4ace-bf71-3a612636238a tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.24 "DELETE /v2.0/ports/3f4a6faf-903e-4c52-956b-986b3b6bb9f2 HTTP/1.1" status: 204 len: 173 time: 2.3642871 Jul 13 19:36:14.100655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e183f2e9-c1b6-4724-8bd9-7c366948cebb', 'name': 'network-vif-deleted', 'tag': '3f4a6faf-903e-4c52-956b-986b3b6bb9f2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:14.106098 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8857c7d-8119-4d39-9419-99c6bfd4dfd6" -d '{"events": [{"server_uuid": "e183f2e9-c1b6-4724-8bd9-7c366948cebb", "name": "network-vif-deleted", "tag": "3f4a6faf-903e-4c52-956b-986b3b6bb9f2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:14.180140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-c8e815f3-5c0a-4b07-988b-05acbafe2a6c service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350638 Jul 13 19:36:14.295203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8499c66-6ca9-4d1b-8102-02a907ec2ba8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:14.320543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:36:14.352996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e8499c66-6ca9-4d1b-8102-02a907ec2ba8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 3c9cd484-d29c-4e65-abcc-460386821d4f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:14.364206 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-847c2b9c-606a-449b-bd96-4cde0e3e30f5 req-8b65095e-a31c-4c55-af68-5238b3e1d962 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 210 time: 0.4005055 Jul 13 19:36:14.415705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:36:14.416047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3f4a6faf-903e-4c52-956b-986b3b6bb9f2 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:36:14.432246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:14.432690 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:14.441237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d164109-acd7-4ace-9280-6c2bfa7c6817 req-7b2eed4e-2256-4d80-8f69-ef3e8c9ec9ab tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:14.445483 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d164109-acd7-4ace-9280-6c2bfa7c6817 req-7b2eed4e-2256-4d80-8f69-ef3e8c9ec9ab tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.4531529 Jul 13 19:36:14.608484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-854fe0d5-a6fd-4ebc-bc43-684386864af1 None None] Provisioning for port 3c9cd484-d29c-4e65-abcc-460386821d4f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:14.618036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-854fe0d5-a6fd-4ebc-bc43-684386864af1 None None] Provisioning complete for port 3c9cd484-d29c-4e65-abcc-460386821d4f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:14.621539 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-854fe0d5-a6fd-4ebc-bc43-684386864af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:14.644867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-f653b420-dfbe-458b-a1b3-b344d4a1f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:14.646471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-f653b420-dfbe-458b-a1b3-b344d4a1f93a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7983a11-2267-4413-b818-c381b10ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6754699 Jul 13 19:36:14.749544 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8499c66-6ca9-4d1b-8102-02a907ec2ba8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:14.794220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4823a87-be0c-4284-998d-6147bc3d57a8 req-15fbb40b-c34f-463b-84b3-593bdfa9aa4f tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 210 time: 0.0416625 Jul 13 19:36:14.798725 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-39828f89-9942-4787-b18a-236d16f1fec4 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805982 Jul 13 19:36:14.804530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8499c66-6ca9-4d1b-8102-02a907ec2ba8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=3c9cd484-d29c-4e65-abcc-460386821d4f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:14.816329 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d164109-acd7-4ace-9280-6c2bfa7c6817 req-7d2477e8-a017-465e-bb1f-1b02fc408114 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634689 Jul 13 19:36:14.865921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-854fe0d5-a6fd-4ebc-bc43-684386864af1 None None] Port 3c9cd484-d29c-4e65-abcc-460386821d4f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:14.874513 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8499c66-6ca9-4d1b-8102-02a907ec2ba8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:14.876707 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e8499c66-6ca9-4d1b-8102-02a907ec2ba8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/3c9cd484-d29c-4e65-abcc-460386821d4f HTTP/1.1" status: 204 len: 168 time: 2.2652078 Jul 13 19:36:14.886098 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-3286c50a-7619-4b91-ae7e-372e658f72fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5 HTTP/1.1" status: 200 len: 217 time: 0.0764117 Jul 13 19:36:14.888273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:14.915532 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51c162-e96f-4f31-ac84-e99326fb4698 x-openstack-request-id: req-0e51c162-e96f-4f31-ac84-e99326fb4698 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:14.915837 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e183f2e9-c1b6-4724-8bd9-7c366948cebb", "name": "network-vif-deleted", "tag": "3f4a6faf-903e-4c52-956b-986b3b6bb9f2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:14.916092 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e51c162-e96f-4f31-ac84-e99326fb4698 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:14.916504 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e183f2e9-c1b6-4724-8bd9-7c366948cebb', 'name': 'network-vif-deleted', 'tag': '3f4a6faf-903e-4c52-956b-986b3b6bb9f2', 'status': 'completed', 'code': 200} Jul 13 19:36:14.979215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1893c059-5d52-485c-a859-d35e249055e9 None None] Could not find standard attr ID for object 3c9cd484-d29c-4e65-abcc-460386821d4f. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:36:14.996941 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4403d969-6058-488b-9b73-851d131dc1a2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:36:15.005181 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4403d969-6058-488b-9b73-851d131dc1a2 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/3c9cd484-d29c-4e65-abcc-460386821d4f HTTP/1.1" status: 404 len: 333 time: 0.1154678 Jul 13 19:36:15.005938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:15.115294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-6522a114-1b21-4c86-a364-c53b552ca4ef service neutron] 10.222.0.60 "GET /v2.0/networks/c7983a11-2267-4413-b818-c381b10ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573436 Jul 13 19:36:15.117271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-42df817c-a96c-401b-b110-5dae0f0ff679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:15.118891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-42df817c-a96c-401b-b110-5dae0f0ff679 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.2112629 Jul 13 19:36:15.161036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8597a7af-a6e0-402c-8225-2aaec0b7ca7d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet ac93fd22-2c33-4eb1-a74f-7327ffddac16 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:36:15.164890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8597a7af-a6e0-402c-8225-2aaec0b7ca7d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:15.212078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8597a7af-a6e0-402c-8225-2aaec0b7ca7d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:15.442504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3caf90d-7053-4f36-bcc6-7a9587ce12b0 req-38e3139d-666b-495c-831c-1061f0e6f14b service neutron] 10.222.0.60 "GET /v2.0/networks/c7983a11-2267-4413-b818-c381b10ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054163 Jul 13 19:36:15.452232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-9d5d4f52-b4a4-4bc4-8f7d-e4a03de1b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:15.457711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-9d5d4f52-b4a4-4bc4-8f7d-e4a03de1b688 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3286967 Jul 13 19:36:15.485751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53e8d0-f2ad-419a-aaf6-5de4b2c2303c req-85f3376b-71dc-41b1-895c-edb175434ad1 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:15.496495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1f53e8d0-f2ad-419a-aaf6-5de4b2c2303c req-85f3376b-71dc-41b1-895c-edb175434ad1 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 944 time: 0.2310336 Jul 13 19:36:15.577411 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:15.741621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1f53e8d0-f2ad-419a-aaf6-5de4b2c2303c req-f85f29f1-54e6-40b8-94c6-0e506b4eead7 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420335 Jul 13 19:36:15.870633 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-fdd3fcd7-5315-489c-b1c5-5f757fce1796 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553953 Jul 13 19:36:15.971365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-f334752c-eb32-4e5b-b064-b1749b3c2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:15.974462 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-f334752c-eb32-4e5b-b064-b1749b3c2b0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae50ca5eee7741028cb0fbad7598ad63&device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 1095 time: 0.3708642 Jul 13 19:36:16.090149 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dec30ac-93fb-4d80-aaa7-7b1055012eae req-fb921138-db8e-467f-a7dd-7801fbbc55ba tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 210 time: 0.0346324 Jul 13 19:36:16.099936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-eefd1178-1443-472d-8967-3acc6db9d721 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207191 Jul 13 19:36:16.191791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8597a7af-a6e0-402c-8225-2aaec0b7ca7d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:16.211333 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:16.226630 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-9917f171-ff62-4d05-9614-73ab8aba0333 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc HTTP/1.1" status: 200 len: 217 time: 0.1154628 Jul 13 19:36:16.344225 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8597a7af-a6e0-402c-8225-2aaec0b7ca7d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:16.395694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-775cfecb-88a0-4615-aadd-3be755796414 req-741e0c64-fe17-492a-b8d3-5fbc8d7526b8 tempest-ServerPasswordTestJSON-650117738 tempest-ServerPasswordTestJSON-650117738-project] 10.222.0.25 "GET /v2.0/ports?device_id=e183f2e9-c1b6-4724-8bd9-7c366948cebb HTTP/1.1" status: 200 len: 210 time: 0.0548716 Jul 13 19:36:16.451126 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8597a7af-a6e0-402c-8225-2aaec0b7ca7d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:16.466191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3385cbd7-d439-48fc-a86d-ae90d9615568 None None] Network 298397a8-ff59-4bc8-90ec-97775cfda9d8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:16.482368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8597a7af-a6e0-402c-8225-2aaec0b7ca7d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/ac93fd22-2c33-4eb1-a74f-7327ffddac16 HTTP/1.1" status: 204 len: 168 time: 1.4749899 Jul 13 19:36:16.484651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:16.485786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597a7af-a6e0-402c-8225-2aaec0b7ca7d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=ac93fd22-2c33-4eb1-a74f-7327ffddac16,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:16.568392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-32a162aa-7c43-40a5-be66-9abee23fb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:16.572241 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-32a162aa-7c43-40a5-be66-9abee23fb276 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7983a11-2267-4413-b818-c381b10ebe62 HTTP/1.1" status: 200 len: 907 time: 0.5857852 Jul 13 19:36:16.652724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-ef8ea0db-cc16-4390-b8df-fad90ef38381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:16.654957 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-ef8ea0db-cc16-4390-b8df-fad90ef38381 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.4187641 Jul 13 19:36:16.719172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0159fe-5b83-4a45-b1bb-2791a7303bad req-d224e27b-c647-444a-af7a-1a681b1a5c65 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:16.724338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e0159fe-5b83-4a45-b1bb-2791a7303bad req-d224e27b-c647-444a-af7a-1a681b1a5c65 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.2252760 Jul 13 19:36:16.823662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e0159fe-5b83-4a45-b1bb-2791a7303bad req-38c34d62-ed99-42ba-b690-804b2223f349 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852971 Jul 13 19:36:16.870775 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-6df0bbd4-6fd9-438b-9eb7-b9f4a7fe4d57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d HTTP/1.1" status: 200 len: 217 time: 0.2003403 Jul 13 19:36:16.936096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443097e6-5215-4516-ae40-51312644191d None None] DHCP port deletion for 298397a8-ff59-4bc8-90ec-97775cfda9d8 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:36:16.968658 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.040312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-c81836d4-e784-4f4f-b34d-75c48601eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:17.041974 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-c81836d4-e784-4f4f-b34d-75c48601eda0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613415ca-2412-497d-8acd-729ea422e73f HTTP/1.1" status: 200 len: 845 time: 0.1456578 Jul 13 19:36:17.047082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-443097e6-5215-4516-ae40-51312644191d None None] Deleting port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:17.047516 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-443097e6-5215-4516-ae40-51312644191d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.119098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-a22dcb1b-f4ec-4d3a-b42b-a800f0e3f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:17.120739 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-a22dcb1b-f4ec-4d3a-b42b-a800f0e3f5f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4314353 Jul 13 19:36:17.125034 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:17.125383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.127945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53464f-c320-4f51-90f3-aff8cdfcfbae req-58205a19-368d-4040-b0ff-e510e3c8d1c4 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:17.140592 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d53464f-c320-4f51-90f3-aff8cdfcfbae req-58205a19-368d-4040-b0ff-e510e3c8d1c4 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 944 time: 0.1581087 Jul 13 19:36:17.198958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-443097e6-5215-4516-ae40-51312644191d None None] For port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0,segment=NetworkSegment(f13ca5e5-4528-44d9-8f6b-386873ad3e21),segment_id=f13ca5e5-4528-44d9-8f6b-386873ad3e21)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:17.199876 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-443097e6-5215-4516-ae40-51312644191d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.219778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-443097e6-5215-4516-ae40-51312644191d None None] Calling delete_port for cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:17.223273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d53464f-c320-4f51-90f3-aff8cdfcfbae req-1b80ab07-7848-4332-a1e4-96c70ec5127c tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812581 Jul 13 19:36:17.351555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] For port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0,segment=NetworkSegment(f13ca5e5-4528-44d9-8f6b-386873ad3e21),segment_id=f13ca5e5-4528-44d9-8f6b-386873ad3e21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:17.352206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.363444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-7a427440-9937-44d8-b7cf-41b026fcd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:17.365786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-7a427440-9937-44d8-b7cf-41b026fcd77e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7983a11-2267-4413-b818-c381b10ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3127756 Jul 13 19:36:17.388575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:17.446503 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-443097e6-5215-4516-ae40-51312644191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.465333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443097e6-5215-4516-ae40-51312644191d None None] No DVR routers for this DVR port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:17.507989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443097e6-5215-4516-ae40-51312644191d None None] Pushing event deleted for resources: {'Port': ['ID=cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:17.576268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:17.622731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ecd35946-f169-4684-8382-7b52519163a6 req-e36f1555-cf86-4851-ae71-9609b2289d15 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 210 time: 0.1572695 Jul 13 19:36:17.654155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdd100f-d338-436b-9608-5590a74216e9 admin admin] Deleting subnet 8716ad8e-25a2-4ae1-870c-d1cb07fd512e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:36:17.657492 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cdd100f-d338-436b-9608-5590a74216e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.698732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-3158a2fc-745b-4425-8269-7b6fb36a1587 service neutron] 10.222.0.60 "GET /v2.0/networks/c7983a11-2267-4413-b818-c381b10ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242121 Jul 13 19:36:17.766766 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-2d132532-93bc-4a08-bfe5-717e767284d2 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387038 Jul 13 19:36:17.797920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cdd100f-d338-436b-9608-5590a74216e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.883723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cdd100f-d338-436b-9608-5590a74216e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.937924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:36:17.994252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:36:18.006631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:36:18.037924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cdd100f-d338-436b-9608-5590a74216e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.041661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.100318 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cdd100f-d338-436b-9608-5590a74216e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.106686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7cdd100f-d338-436b-9608-5590a74216e9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8716ad8e-25a2-4ae1-870c-d1cb07fd512e HTTP/1.1" status: 204 len: 168 time: 0.5290380 Jul 13 19:36:18.107320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:18.109073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd100f-d338-436b-9608-5590a74216e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8716ad8e-25a2-4ae1-870c-d1cb07fd512e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:18.109568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:18.133911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No DVR routers for this DVR port cfa82c2b-4199-4f3b-9e07-ce2e9774ddc0 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:18.142266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.143059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.143631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.146256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.146969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.147542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.148130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.148692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.149265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.149823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.150537 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.151151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:18.164517 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a0112f3-6c71-42e3-94ef-26ecac5339ea req-e63b76de-296a-4b3b-b184-a4281f04378e service neutron] 10.222.0.60 "GET /v2.0/networks/c7983a11-2267-4413-b818-c381b10ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314749 Jul 13 19:36:18.213390 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-699c875d-bffe-493c-b2cc-1e113b610420 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763814 Jul 13 19:36:18.364652 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.371220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-d93375d3-6358-4b14-81fe-c5998210afe3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 HTTP/1.1" status: 200 len: 217 time: 0.1230872 Jul 13 19:36:18.372971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.414977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298397a8-ff59-4bc8-90ec-97775cfda9d8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:18.445728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694fb99-c1f3-4f58-bc94-00bf4c775129 req-857b377f-285f-4d66-9f08-ac4253f7b842 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:18.447676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9694fb99-c1f3-4f58-bc94-00bf4c775129 req-857b377f-285f-4d66-9f08-ac4253f7b842 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.1959198 Jul 13 19:36:18.481967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13ca5e5-4528-44d9-8f6b-386873ad3e21') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:18.496086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13ca5e5-4528-44d9-8f6b-386873ad3e21') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:18.526301 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.544170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-73a24ad1-3067-4a2b-9e6a-4a58238568ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:18.544924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.546127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-73a24ad1-3067-4a2b-9e6a-4a58238568ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.1530120 Jul 13 19:36:18.552207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.567239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5b1b7f-13a2-411c-9b46-86a772e80a91']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:18.592211 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9694fb99-c1f3-4f58-bc94-00bf4c775129 req-b59338f3-ef3a-43c3-bb90-1b88ac71c411 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280749 Jul 13 19:36:18.603826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443831fa-54fb-483b-ab0d-9c36fb485461') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:18.605777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443831fa-54fb-483b-ab0d-9c36fb485461') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:18.634870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.676488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:36:18.677092 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:36:18.696476 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:36:18.700892 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.729151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:36:18.729692 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:36:18.753594 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:36:18.865035 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.886753 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.888060 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/networks/298397a8-ff59-4bc8-90ec-97775cfda9d8 HTTP/1.1" status: 204 len: 168 time: 2.3873181 Jul 13 19:36:18.908591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:18.924935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'name': 'tempest-PortsIpV6TestJSON-1011637467'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:18.989956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99f663-4b1f-493b-9052-a0e2abc6d623 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Network': ['ID=298397a8-ff59-4bc8-90ec-97775cfda9d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:19.206856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55344c38-f4d8-48f4-93b8-047ad5533328 req-585e41cf-a8e3-4432-a717-b612341b0f19 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 210 time: 0.0576439 Jul 13 19:36:19.226732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-e4f49571-d510-419d-b717-ccd9cdb857ab tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:19.228354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-e4f49571-d510-419d-b717-ccd9cdb857ab tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.24 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 813 time: 0.4024589 Jul 13 19:36:19.238997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:19.258719 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:19.266940 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ba5b1b7f-13a2-411c-9b46-86a772e80a91 HTTP/1.1" status: 204 len: 168 time: 1.1536608 Jul 13 19:36:19.321955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5b1b7f-13a2-411c-9b46-86a772e80a91,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:19.352762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Request body: {'port': {'device_id': '61962f56-61b0-434a-9573-74b7c8a68d6e', 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8', 'admin_state_up': True, 'tenant_id': 'cd24b020b00a41a49d9c263fb0fd0008'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:19.383613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.384315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.390682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.391226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.398842 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.400719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.401327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.411198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.418093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.418645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.419099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.419564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d907d10-e910-4f84-96e3-61ddee7af312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:19.589206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a55bfcdf-8a64-4c01-9c18-919b3d8ada6d details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:36:19.739558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:19.757462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Made reservation on behalf of cd24b020b00a41a49d9c263fb0fd0008 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:19.773954 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:19.831201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-35f5acd5-c33b-49fe-9f99-f80b8b1faea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:19.846060 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-35f5acd5-c33b-49fe-9f99-f80b8b1faea6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2907107 Jul 13 19:36:19.913353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc8712-4ad3-409e-b7c0-4de8ca8f7026 req-b74a6eda-ca6d-4eaa-901e-a38fc787433d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:19.925920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-78bc8712-4ad3-409e-b7c0-4de8ca8f7026 req-b74a6eda-ca6d-4eaa-901e-a38fc787433d tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 944 time: 1.2603681 Jul 13 19:36:19.952420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:19.984616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Allocated IP 172.20.0.7 (f842e1da-08f1-49d7-96a5-d633359233c8/cfac4347-e8db-4ae3-8b90-d77f483a0782/6de08a07-33ad-4cf3-9af7-c7e70bbbb09f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:19.986253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'port_id': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d', 'mac_address': 'fa:16:3e:ed:ac:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:36:20.061155 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.088611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55bfcdf-8a64-4c01-9c18-919b3d8ada6d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:20.127652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:20.140242 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.161510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d42e3ea2-d216-4449-aa5f-0073c05da9fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1b51324acd9473d87a830cf5da5d509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204028 Jul 13 19:36:20.169877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:20.185108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.188400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:20.231063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.251906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:20.266604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-78bc8712-4ad3-409e-b7c0-4de8ca8f7026 req-15530228-1534-4c68-b4a6-69bf6f895e77 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218992 Jul 13 19:36:20.289771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port f1b5c31f-52be-41c6-8b0d-f1342949edc8 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:36:20.346870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.360511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2f728e25-78d2-4d54-b7d2-7ff3efdcba65'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:36:20.422510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-ee8794c3-d6ab-4495-9e37-eba5fd94ae25 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557780 Jul 13 19:36:20.426162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b925cb-6f50-4ed3-b106-b4ec9392bd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.458032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a55bfcdf-8a64-4c01-9c18-919b3d8ada6d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:36:20.508112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Pushing event updated for resources: {'Port': ['ID=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:20.580653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Network f842e1da-08f1-49d7-96a5-d633359233c8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:20.585687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:20.589145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:20.624312 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b925cb-6f50-4ed3-b106-b4ec9392bd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.673423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:20.675514 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.714772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-577ab731-8525-4f6a-89d8-d5ca9406801b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3970873 Jul 13 19:36:20.733366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b7fd1-ca0c-48f3-abcc-4a0461eb414b req-2c4f7bd6-d59e-4e56-9aba-5efab4f942c5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:20.735554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b6b7fd1-ca0c-48f3-abcc-4a0461eb414b req-2c4f7bd6-d59e-4e56-9aba-5efab4f942c5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.3958092 Jul 13 19:36:20.760709 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5945f4c3-bf00-4eec-9ff4-5112c68ba486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.805858 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b6b7fd1-ca0c-48f3-abcc-4a0461eb414b req-fdeef8ae-1327-4f7c-ba7c-55df3df0995e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611389 Jul 13 19:36:20.875730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Request body: {'port': {'device_id': '61962f56-61b0-434a-9573-74b7c8a68d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:21.035125 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97a5e564-8345-4be5-b98f-b45f62ca3323 req-245783e0-b3be-4679-b9ab-7e761329b486 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834622 Jul 13 19:36:21.044123 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.055005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b925cb-6f50-4ed3-b106-b4ec9392bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.057700 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b925cb-6f50-4ed3-b106-b4ec9392bd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.065782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-38b925cb-6f50-4ed3-b106-b4ec9392bd25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/591d97b6-147e-4d8a-a389-2c89366dea3a HTTP/1.1" status: 204 len: 168 time: 0.8712428 Jul 13 19:36:21.097824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.131434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b1b46-6757-48c4-939e-97c624c7525b req-6a4aa4d8-f5d7-4da1-9f1f-ed1d7a3c2fc3 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:21.138425 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-327b1b46-6757-48c4-939e-97c624c7525b req-6a4aa4d8-f5d7-4da1-9f1f-ed1d7a3c2fc3 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 931 time: 0.5091355 Jul 13 19:36:21.150556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b925cb-6f50-4ed3-b106-b4ec9392bd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591d97b6-147e-4d8a-a389-2c89366dea3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:21.198367 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-327b1b46-6757-48c4-939e-97c624c7525b req-ae065530-60e9-4664-b8c6-7edad5be0bd6 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587664 Jul 13 19:36:21.276915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.397371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:21.411670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:21.418701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:21.425042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:21.426539 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.431150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=f1b5c31f-52be-41c6-8b0d-f1342949edc8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:21.465026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1b6ca0ec-66f0-4ae6-ab80-17f898d9d01d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5517092 Jul 13 19:36:21.465026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:21.592722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:21.604221 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.621238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Transition to ACTIVE for port object 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:21.634429 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.766731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Pushing event updated for resources: {'Port': ['ID=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:21.841422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9278e-ed16-4a5c-9324-c739d58232bb req-3f7610d1-711f-4fec-a2bf-e1d220c22ab1 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:21.843189 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d6d9278e-ed16-4a5c-9324-c739d58232bb req-3f7610d1-711f-4fec-a2bf-e1d220c22ab1 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 945 time: 0.2844932 Jul 13 19:36:21.912463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb61a0-f9a5-43b8-9998-061edd9d951e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port f1b5c31f-52be-41c6-8b0d-f1342949edc8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:21.912816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfb61a0-f9a5-43b8-9998-061edd9d951e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.992005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Attempting to bind port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:21.992554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Attempting to bind port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:21.993100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Attempting to bind port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f on network f842e1da-08f1-49d7-96a5-d633359233c8 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:22.040809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f on network f842e1da-08f1-49d7-96a5-d633359233c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:36:22.041153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Attempting to bind port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f on network f842e1da-08f1-49d7-96a5-d633359233c8 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:22.075805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:22.076437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Checking segment: {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:22.076871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Bound using segment: {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:22.078366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Bound port: 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:22.078366 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:22.116483 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d6d9278e-ed16-4a5c-9324-c739d58232bb req-fb1fd796-f77d-455e-937f-5a79537eb5d8 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522120 Jul 13 19:36:22.158778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfb61a0-f9a5-43b8-9998-061edd9d951e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:22.199086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb61a0-f9a5-43b8-9998-061edd9d951e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for f1b5c31f-52be-41c6-8b0d-f1342949edc8 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:22.257497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] For port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:22.274547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] For port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:22.291573 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:22.409591 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfb61a0-f9a5-43b8-9998-061edd9d951e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:22.466798 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfb61a0-f9a5-43b8-9998-061edd9d951e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:22.472824 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6cfb61a0-f9a5-43b8-9998-061edd9d951e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/f1b5c31f-52be-41c6-8b0d-f1342949edc8 HTTP/1.1" status: 204 len: 168 time: 1.0057008 Jul 13 19:36:22.494048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240a45a-5fcd-46e9-933e-514fb878c8bf req-b179f106-20ab-4cfb-99d6-3a0ef790bfa8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:22.495685 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2240a45a-5fcd-46e9-933e-514fb878c8bf req-b179f106-20ab-4cfb-99d6-3a0ef790bfa8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.4876537 Jul 13 19:36:22.511704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:22.517323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:22.518776 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] 10.222.0.24 "PUT /v2.0/ports/6de08a07-33ad-4cf3-9af7-c7e70bbbb09f HTTP/1.1" status: 200 len: 1091 time: 1.6499562 Jul 13 19:36:22.524227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:22.529257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'mac_address': 'fa:16:3e:56:bc:17', 'name': 'tempest-PortsIpV6TestJSON-1485794278'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:22.546184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb61a0-f9a5-43b8-9998-061edd9d951e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=f1b5c31f-52be-41c6-8b0d-f1342949edc8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:22.561104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61962f56-61b0-434a-9573-74b7c8a68d6e', 'tag': '6de08a07-33ad-4cf3-9af7-c7e70bbbb09f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:22.573789 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af21645-3349-42e5-8fd3-a865b9bc3d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "61962f56-61b0-434a-9573-74b7c8a68d6e", "tag": "6de08a07-33ad-4cf3-9af7-c7e70bbbb09f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:22.701226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4fcd4-ee3c-4f92-ae13-1fce02ac3734 service neutron] Pushing event updated for resources: {'Port': ['ID=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:22.748606 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2240a45a-5fcd-46e9-933e-514fb878c8bf req-8e6c077d-f6c8-48e7-9c82-bcbcfeacb350 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717746 Jul 13 19:36:22.781404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-294dc746-fe44-42de-bfba-2674cd405f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:22.788872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-294dc746-fe44-42de-bfba-2674cd405f04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 1094 time: 0.1980619 Jul 13 19:36:22.793481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:22.824783 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137e4939-7411-461e-8933-87621ded4636 x-openstack-request-id: req-137e4939-7411-461e-8933-87621ded4636 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:22.825551 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61962f56-61b0-434a-9573-74b7c8a68d6e", "tag": "6de08a07-33ad-4cf3-9af7-c7e70bbbb09f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:22.826562 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-137e4939-7411-461e-8933-87621ded4636 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:22.827128 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61962f56-61b0-434a-9573-74b7c8a68d6e', 'tag': '6de08a07-33ad-4cf3-9af7-c7e70bbbb09f', 'status': 'completed', 'code': 200} Jul 13 19:36:22.864227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-0cfcf7b0-11fc-4c90-8823-de471fcb7571 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f HTTP/1.1" status: 200 len: 217 time: 0.0505285 Jul 13 19:36:22.914784 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:22.929752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:22.981869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port cb0388f4-b3b3-4d6c-ba76-73aa8df56019 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:36:23.054102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-ebfddc1d-9753-421d-867c-fba8ce2cc4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:23.057925 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-ebfddc1d-9753-421d-867c-fba8ce2cc4aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cfac4347-e8db-4ae3-8b90-d77f483a0782 HTTP/1.1" status: 200 len: 853 time: 0.1199231 Jul 13 19:36:23.155540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2044806421-network', 'tenant_id': '036e9003524a4575af0540054454ccfa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:23.162074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a92fed-956c-4ccf-a37f-9d9034d8874a req-3b19fdf8-7438-481e-915f-8b834785d53a tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:23.171051 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71a92fed-956c-4ccf-a37f-9d9034d8874a req-3b19fdf8-7438-481e-915f-8b834785d53a tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 943 time: 0.4739749 Jul 13 19:36:23.231548 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8687e1b1-de4c-4cf7-b37c-451a589a8e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:23.294393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-ffa1bbfa-d483-4d9f-9f2a-6403e1f9d4d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f842e1da-08f1-49d7-96a5-d633359233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090147 Jul 13 19:36:23.304818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Made reservation on behalf of 036e9003524a4575af0540054454ccfa for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:23.307571 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:23.330883 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:23.426985 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71a92fed-956c-4ccf-a37f-9d9034d8874a req-36b04538-23a3-4503-ad9b-669af038331b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543125 Jul 13 19:36:23.469679 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:23.520690 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:23.550094 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:23.603868 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a55bfcdf-8a64-4c01-9c18-919b3d8ada6d up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:23.605530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:23.619035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:23.624453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:23.638637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:23.641071 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:23.716041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=cb0388f4-b3b3-4d6c-ba76-73aa8df56019,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:23.725115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:23.731899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:23.732329 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:23.830480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-ca1791df-9e40-468d-a7a7-e38b148ecf81 service neutron] 10.222.0.24 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782887 Jul 13 19:36:23.911272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc870c-6b7f-423d-9e7b-40f5d91d0695 req-2b79bbf7-d0cd-47fd-bf83-dc78e1e24d67 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:23.913089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f7bc870c-6b7f-423d-9e7b-40f5d91d0695 req-2b79bbf7-d0cd-47fd-bf83-dc78e1e24d67 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 945 time: 0.4672682 Jul 13 19:36:23.976571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.000581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.023934 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.029778 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-492fd7a7-6362-44a5-8a78-c5831fc49109 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5044546 Jul 13 19:36:24.030858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:24.079598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:24.087511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:24.093065 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58509da8-b189-46ec-8c86-5d1d6082249f" -d '{"events": [{"server_uuid": "420f26be-79cc-4f5a-94b4-f3e098fff00c", "name": "network-vif-plugged", "status": "completed", "tag": "a55bfcdf-8a64-4c01-9c18-919b3d8ada6d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:24.107412 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.150683 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f7bc870c-6b7f-423d-9e7b-40f5d91d0695 req-35f70f40-b353-4fd5-a639-fcec623cb1e2 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296321 Jul 13 19:36:24.200813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fc8da3-55d1-4484-851d-5e4faae1a67f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:24.201894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:24.215241 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-83fc8da3-55d1-4484-851d-5e4faae1a67f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/cb0388f4-b3b3-4d6c-ba76-73aa8df56019 HTTP/1.1" status: 200 len: 845 time: 0.1830363 Jul 13 19:36:24.216155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:24.275441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:36:24.284427 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac52e0c-da81-4180-a67d-bc9ef220ba02 x-openstack-request-id: req-eac52e0c-da81-4180-a67d-bc9ef220ba02 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:24.285520 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f26be-79cc-4f5a-94b4-f3e098fff00c", "name": "network-vif-plugged", "status": "completed", "tag": "a55bfcdf-8a64-4c01-9c18-919b3d8ada6d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:24.285728 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eac52e0c-da81-4180-a67d-bc9ef220ba02 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:24.286766 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d', 'code': 200} Jul 13 19:36:24.348250 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.352643 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Added segment cccbdffb-840f-4d3f-a476-28f914273d8e of type vlan for network f02a2428-be94-458f-a726-a80f2fc64d4f Jul 13 19:36:24.439522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf63ee46-720f-40fa-b2e5-81537a7fffe3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:24.485631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.511258 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.583632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14a833a0-6d6a-49d3-b240-aedbfcf1e019 req-5fa5a2b9-c23f-4ffd-ba6a-021532b51330 service neutron] 10.222.0.24 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273000 Jul 13 19:36:24.605230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-09b3983b-561b-4a9b-9ab0-c88e6907b797 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port cb0388f4-b3b3-4d6c-ba76-73aa8df56019 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:24.608342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b3983b-561b-4a9b-9ab0-c88e6907b797 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.612618 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.614063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:24.614982 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.812242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489ff5-b80e-40dd-88a8-d1b127d855ff req-633ef7c9-566f-47b7-b7fa-39125b703a60 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:24.822749 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5489ff5-b80e-40dd-88a8-d1b127d855ff req-633ef7c9-566f-47b7-b7fa-39125b703a60 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.6031358 Jul 13 19:36:24.854193 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9232676 Jul 13 19:36:24.863702 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b3983b-561b-4a9b-9ab0-c88e6907b797 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.864412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:24.890082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bb351-9cee-4283-918c-68ce4acecdd4 req-5c01d514-e0f7-4499-8ff6-144f48d59951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:24.891829 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d1bb351-9cee-4283-918c-68ce4acecdd4 req-5c01d514-e0f7-4499-8ff6-144f48d59951 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 1097 time: 0.5029695 Jul 13 19:36:24.892852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-09b3983b-561b-4a9b-9ab0-c88e6907b797 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for cb0388f4-b3b3-4d6c-ba76-73aa8df56019 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:24.911514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Request body: {'subnet': {'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2044806421-subnet', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:24.924716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c2ce1-3015-494b-abbf-013af6a4dfbc admin admin] Pushing event updated for resources: {'Network': ['ID=f02a2428-be94-458f-a726-a80f2fc64d4f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:24.959479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Made reservation on behalf of 036e9003524a4575af0540054454ccfa for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:24.964355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network f02a2428-be94-458f-a726-a80f2fc64d4f details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:36:24.966633 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:24.991201 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d1bb351-9cee-4283-918c-68ce4acecdd4 req-0fdf9782-2af6-4363-b185-23dac3063b54 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911546 Jul 13 19:36:24.998530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5489ff5-b80e-40dd-88a8-d1b127d855ff req-cd3ac31c-9692-4070-b355-315dd062bad5 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765742 Jul 13 19:36:25.059071 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b3983b-561b-4a9b-9ab0-c88e6907b797 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:25.101691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3983b-561b-4a9b-9ab0-c88e6907b797 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=cb0388f4-b3b3-4d6c-ba76-73aa8df56019,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:25.118883 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b3983b-561b-4a9b-9ab0-c88e6907b797 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:25.124313 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-09b3983b-561b-4a9b-9ab0-c88e6907b797 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/cb0388f4-b3b3-4d6c-ba76-73aa8df56019 HTTP/1.1" status: 204 len: 168 time: 0.9014313 Jul 13 19:36:25.124313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:25.124986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6523a9-9aa2-49ec-aa29-c05a4809c75a req-c7d04908-a4bb-4320-8caa-ef843b9380ae tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:25.139694 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b6523a9-9aa2-49ec-aa29-c05a4809c75a req-c7d04908-a4bb-4320-8caa-ef843b9380ae tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 943 time: 0.4784167 Jul 13 19:36:25.159858 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cf5e46-1c4d-4d96-b1e0-bc216c662d4f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:36:25.164878 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-86cf5e46-1c4d-4d96-b1e0-bc216c662d4f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/cb0388f4-b3b3-4d6c-ba76-73aa8df56019 HTTP/1.1" status: 404 len: 333 time: 0.0371463 Jul 13 19:36:25.165979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:25.178314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'name': 'tempest-PortsIpV6TestJSON-727345534'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:25.197756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21645-3349-42e5-8fd3-a865b9bc3d4c req-ef2b0f28-879f-48e2-bc97-57945c6121f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:25.199338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6af21645-3349-42e5-8fd3-a865b9bc3d4c req-ef2b0f28-879f-48e2-bc97-57945c6121f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 1094 time: 0.4337227 Jul 13 19:36:25.322959 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b6523a9-9aa2-49ec-aa29-c05a4809c75a req-cee1b8ed-4fd8-491e-b247-bed04f18a05b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823027 Jul 13 19:36:25.359787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:25.368137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:25.388627 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 78db8f6d-442a-40cd-ae0b-4abbc5154992 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:36:25.415069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21645-3349-42e5-8fd3-a865b9bc3d4c req-a21cb70d-5e6d-411c-872a-e9b22603328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:25.416469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6af21645-3349-42e5-8fd3-a865b9bc3d4c req-a21cb70d-5e6d-411c-872a-e9b22603328f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 914 time: 0.2077191 Jul 13 19:36:25.490827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6af21645-3349-42e5-8fd3-a865b9bc3d4c req-0368a258-e696-45be-9d2d-83759bbd8098 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f HTTP/1.1" status: 200 len: 217 time: 0.0483005 Jul 13 19:36:25.515037 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:25.596581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21645-3349-42e5-8fd3-a865b9bc3d4c req-0f9c4fd2-6f87-4660-b9d6-074c9527cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:25.604145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6af21645-3349-42e5-8fd3-a865b9bc3d4c req-0f9c4fd2-6f87-4660-b9d6-074c9527cfc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cfac4347-e8db-4ae3-8b90-d77f483a0782 HTTP/1.1" status: 200 len: 853 time: 0.0938530 Jul 13 19:36:25.627938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44929e23-4eeb-4d17-ae61-1d51b31208c9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:25.643083 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:25.653208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6af21645-3349-42e5-8fd3-a865b9bc3d4c req-514db766-0667-4194-b179-7d1a5cc580cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f842e1da-08f1-49d7-96a5-d633359233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418253 Jul 13 19:36:25.656025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Checking segment: {'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:25.656588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Network hostable DHCP agents. Network: f02a2428-be94-458f-a726-a80f2fc64d4f, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:36:25.709817 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37847cde-cea9-41a0-be8b-311563c25dc7 req-dd78760d-d101-4afe-92a4-c8c288af5125 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:25.711585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37847cde-cea9-41a0-be8b-311563c25dc7 req-dd78760d-d101-4afe-92a4-c8c288af5125 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 946 time: 0.1186624 Jul 13 19:36:25.735561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Network f02a2428-be94-458f-a726-a80f2fc64d4f is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:36:25.737274 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:25.749466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, f02a2428-be94-458f-a726-a80f2fc64d4f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:25.761745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d4600-71b5-4ed2-b769-ec8936d291e9 None None] Network f02a2428-be94-458f-a726-a80f2fc64d4f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:25.762979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:25.763856 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:25.788522 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3e8e6ad9-3b7c-4cd1-932b-b6832cc7e518 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8922923 Jul 13 19:36:25.791341 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:25.797812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2044806421-router', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:25.804826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6af21645-3349-42e5-8fd3-a865b9bc3d4c req-823a23a9-3f6a-4b1c-abd4-19fe0b7d7020 service neutron] 10.222.0.24 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430097 Jul 13 19:36:25.879578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:25.897283 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:25.900271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:25.906281 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:25.908399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:25.908825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:25.909463 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:25.935324 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37847cde-cea9-41a0-be8b-311563c25dc7 req-aefecae7-cc92-4eba-994f-7b8419a36e5e tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171969 Jul 13 19:36:25.943775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=78db8f6d-442a-40cd-ae0b-4abbc5154992,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:25.960309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-502cfa00-5216-4876-b67a-3351f1225cb4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7931590 Jul 13 19:36:25.960999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:25.967121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25f414df-89a6-455d-b1b8-cd63ba2a056c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:25.990081 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.094907 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f414df-89a6-455d-b1b8-cd63ba2a056c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.152129 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.218150 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6af21645-3349-42e5-8fd3-a865b9bc3d4c req-9222ca1e-0747-45bc-89f6-93bdc21336b0 service neutron] 10.222.0.24 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026744 Jul 13 19:36:26.264930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.288854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc22362-96d0-4b5d-b0eb-c095b9bedcdf None None] Network f02a2428-be94-458f-a726-a80f2fc64d4f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:26.355940 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f414df-89a6-455d-b1b8-cd63ba2a056c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.362127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f414df-89a6-455d-b1b8-cd63ba2a056c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.397991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ceb592-c1ed-4a17-b763-cd0559d2e5eb req-7752a02e-936f-4497-a5ce-105cd21d47fd tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:26.400118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64ceb592-c1ed-4a17-b763-cd0559d2e5eb req-7752a02e-936f-4497-a5ce-105cd21d47fd tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.1850116 Jul 13 19:36:26.453334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-25f414df-89a6-455d-b1b8-cd63ba2a056c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] In _notify_port_updated(), no bound segment for port 78db8f6d-442a-40cd-ae0b-4abbc5154992 on network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:36:26.472933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f414df-89a6-455d-b1b8-cd63ba2a056c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:26.473413 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f414df-89a6-455d-b1b8-cd63ba2a056c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.475042 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-25f414df-89a6-455d-b1b8-cd63ba2a056c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "PUT /v2.0/ports/78db8f6d-442a-40cd-ae0b-4abbc5154992 HTTP/1.1" status: 200 len: 818 time: 0.5130601 Jul 13 19:36:26.477924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:26.598840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f414df-89a6-455d-b1b8-cd63ba2a056c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=78db8f6d-442a-40cd-ae0b-4abbc5154992,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:26.721724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fa692962-a6bb-440e-9bbf-5c781fd2fa81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 78db8f6d-442a-40cd-ae0b-4abbc5154992 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:26.722437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa692962-a6bb-440e-9bbf-5c781fd2fa81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.732386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5482c6-916c-4d43-8614-8cffd460d5dc req-0f45d270-52cd-48f1-b83a-eea4abcc4368 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:26.734464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f5482c6-916c-4d43-8614-8cffd460d5dc req-0f45d270-52cd-48f1-b83a-eea4abcc4368 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 943 time: 0.0930192 Jul 13 19:36:26.790092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64ceb592-c1ed-4a17-b763-cd0559d2e5eb req-8e6de9c8-64de-4e43-b8b6-6f60c4860848 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828807 Jul 13 19:36:26.829663 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f5482c6-916c-4d43-8614-8cffd460d5dc req-3f81b7d7-d5ca-47e3-b2f0-1cdd3636e1e4 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809140 Jul 13 19:36:26.838061 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa692962-a6bb-440e-9bbf-5c781fd2fa81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.852945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fa692962-a6bb-440e-9bbf-5c781fd2fa81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 78db8f6d-442a-40cd-ae0b-4abbc5154992 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:26.910625 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.931175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.942569 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa692962-a6bb-440e-9bbf-5c781fd2fa81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.977073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa692962-a6bb-440e-9bbf-5c781fd2fa81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=78db8f6d-442a-40cd-ae0b-4abbc5154992,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:26.989457 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa692962-a6bb-440e-9bbf-5c781fd2fa81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:26.991479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fa692962-a6bb-440e-9bbf-5c781fd2fa81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/78db8f6d-442a-40cd-ae0b-4abbc5154992 HTTP/1.1" status: 204 len: 168 time: 0.5125711 Jul 13 19:36:26.994096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:27.063771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Allocated IP 172.25.7.180 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/273477d3-bec8-4e82-adc8-1e228d6ae0f2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:27.089558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411eaa4-418e-43cb-8d76-8041b20a2f56 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:27.094133 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2411eaa4-418e-43cb-8d76-8041b20a2f56 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0966687 Jul 13 19:36:27.094381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:27.123234 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15340b0-82aa-46bb-897e-4276117b48f9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:36:27.126441 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d15340b0-82aa-46bb-897e-4276117b48f9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/78db8f6d-442a-40cd-ae0b-4abbc5154992 HTTP/1.1" status: 404 len: 333 time: 0.0301242 Jul 13 19:36:27.130320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:27.135378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1645087551'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:27.158192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:27.163129 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.196607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:36:27.207532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.208185 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Added segment d5694519-b14b-4f8d-83ac-562c2a75d24f of type vlan for network f1c22bff-53b4-4805-a5ff-707b41a40e38 Jul 13 19:36:27.224019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.241780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd2d4b-0726-4575-9239-c8d79b31bdb8 req-a312d15e-13a3-4ba0-a35b-4f99e21eda8b tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:27.243252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66dd2d4b-0726-4575-9239-c8d79b31bdb8 req-a312d15e-13a3-4ba0-a35b-4f99e21eda8b tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 946 time: 0.1187949 Jul 13 19:36:27.257876 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.298562 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.303790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66dd2d4b-0726-4575-9239-c8d79b31bdb8 req-7c0cd25a-548c-42c5-acfd-26df78ebeed5 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514951 Jul 13 19:36:27.305238 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.305900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:27.306768 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.356262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:27.360495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:27.362559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Pushing event updated for resources: {'Port': ['ID=273477d3-bec8-4e82-adc8-1e228d6ae0f2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:27.365896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:27.411725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Network': ['ID=f1c22bff-53b4-4805-a5ff-707b41a40e38,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:27.418806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0f184b44-296d-429c-abcc-24f5e34f9296 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2872117 Jul 13 19:36:27.422051 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:27.426448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network f1c22bff-53b4-4805-a5ff-707b41a40e38 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:36:27.430811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:27.537666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:27.543627 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.694013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.710597 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6fbdd-f604-4120-b300-c3c41cddd053 req-2f94c3e9-117e-43f1-b467-d74134d9fc6b tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:27.712127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-78a6fbdd-f604-4120-b300-c3c41cddd053 req-2f94c3e9-117e-43f1-b467-d74134d9fc6b tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 946 time: 0.1428385 Jul 13 19:36:27.722672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:27.745208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eb4cb169-31e9-44b0-a581-f114af99d070 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Request body: {'floatingip': {'port_id': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:27.793169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb169-31e9-44b0-a581-f114af99d070 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.929796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:27.934515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:28.052884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=76caa407-8b88-4cdc-b974-ed5355b35b0b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:28.146553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Router b35cafbd-a45c-461b-b631-a16095d79345 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:36:28.167485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f33b6e-7071-486f-bdd9-d3661393afa3 req-0b6738c7-1d25-4f5a-af1c-c21a2da30721 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:28.177774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e8f33b6e-7071-486f-bdd9-d3661393afa3 req-0b6738c7-1d25-4f5a-af1c-c21a2da30721 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.1087682 Jul 13 19:36:28.199044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Checking segment: {'id': 'd5694519-b14b-4f8d-83ac-562c2a75d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:28.199404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network hostable DHCP agents. Network: f1c22bff-53b4-4805-a5ff-707b41a40e38, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:36:28.271259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f269ec-7f42-4bb7-b3e6-485abe5179b5 req-c5108596-8236-40f3-b241-a1df1171bb6f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:28.272970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62f269ec-7f42-4bb7-b3e6-485abe5179b5 req-c5108596-8236-40f3-b241-a1df1171bb6f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 943 time: 0.2029014 Jul 13 19:36:28.275663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network f1c22bff-53b4-4805-a5ff-707b41a40e38 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:36:28.283930 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e8f33b6e-7071-486f-bdd9-d3661393afa3 req-bb1a35eb-7d1c-4fb6-b2c1-035dee712a9c tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052465 Jul 13 19:36:28.341453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:36:28.342093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, f1c22bff-53b4-4805-a5ff-707b41a40e38) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:28.361217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4db9e-5896-412f-b57a-668aee12054b None None] Network f1c22bff-53b4-4805-a5ff-707b41a40e38 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:28.375274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Sync routers for ids ['b35cafbd-a45c-461b-b631-a16095d79345'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:36:28.383107 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:28.389112 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-66dadcf0-35d6-4e91-a077-e3628059c633 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5961528 Jul 13 19:36:28.394284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:28.398378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:28.399002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:28.423960 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62f269ec-7f42-4bb7-b3e6-485abe5179b5 req-830dce9c-1309-41fd-b42f-491f5d6c1475 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416776 Jul 13 19:36:28.434247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-39889610-338e-40e5-91b2-1cc429a135a1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0111036 Jul 13 19:36:28.437752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:28.443750 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b729835-3378-409e-bfe6-6c81aab45d84 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:28.524131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbb2e703-7433-4a1e-9ac1-516e0af493e7 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:36:28.571467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Routers {'b35cafbd-a45c-461b-b631-a16095d79345'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:36:28.572225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b35cafbd-a45c-461b-b631-a16095d79345'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:28.829511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-f1c22bff-53b4-4805-a5ff-707b41a40e38', 'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38', 'tenant_id': '89f97a09caaf4d7b81158194befc437c', 'fixed_ips': [{'subnet_id': '76caa407-8b88-4cdc-b974-ed5355b35b0b'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:36:28.830517 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.045541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Allocated IP 2001:db8::2 (f1c22bff-53b4-4805-a5ff-707b41a40e38/76caa407-8b88-4cdc-b974-ed5355b35b0b/af5aa844-3cde-4af9-9eff-f8351c954c95) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:29.185998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:29.226167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Set router b35cafbd-a45c-461b-b631-a16095d79345 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:36:29.229180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b729835-3378-409e-bfe6-6c81aab45d84 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:29.233148 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b729835-3378-409e-bfe6-6c81aab45d84 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.234423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'port_id': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'mac_address': 'fa:16:3e:be:45:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:36:29.237005 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.290241 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb169-31e9-44b0-a581-f114af99d070 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.302489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb169-31e9-44b0-a581-f114af99d070 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.453807 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-eb4cb169-31e9-44b0-a581-f114af99d070 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Floating IP 064d1297-5d2d-43e0-803e-c9c91420fc65 associated. External IP: 172.25.7.254, port: a55bfcdf-8a64-4c01-9c18-919b3d8ada6d. Jul 13 19:36:29.504571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Allocated IP 172.20.0.1 (f02a2428-be94-458f-a726-a80f2fc64d4f/44929e23-4eeb-4d17-ae61-1d51b31208c9/b8b88c85-48c5-4fde-95f9-d73dac957d7f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:29.649708 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.733403 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.745306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431f782-12f8-42ab-a2d1-aed32b326f0a req-eb869ab3-8744-40ca-b638-0ac49efe0d47 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:29.747191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3431f782-12f8-42ab-a2d1-aed32b326f0a req-eb869ab3-8744-40ca-b638-0ac49efe0d47 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 943 time: 0.1274529 Jul 13 19:36:29.799562 n-d-800708-1 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-2b729835-3378-409e-bfe6-6c81aab45d84 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76caa407-8b88-4cdc-b974-ed5355b35b0b (CIDR: 2001:db8::/64) Jul 13 19:36:29.809030 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b729835-3378-409e-bfe6-6c81aab45d84 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:36:29.809570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b729835-3378-409e-bfe6-6c81aab45d84 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:36:29.842231 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.844502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3431f782-12f8-42ab-a2d1-aed32b326f0a req-07d3da66-b2e6-4597-90da-c833653f0c36 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870900 Jul 13 19:36:29.855115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.857652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb2e703-7433-4a1e-9ac1-516e0af493e7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:29.902534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Transition to ACTIVE for port object af5aa844-3cde-4af9-9eff-f8351c954c95 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:29.915316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Network f02a2428-be94-458f-a726-a80f2fc64d4f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:29.923358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:29.928212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:29.955351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b88c85-48c5-4fde-95f9-d73dac957d7f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:29.975368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:29.984261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Transition to ACTIVE for port object af5aa844-3cde-4af9-9eff-f8351c954c95 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:29.985566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.996674 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.997719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:36:30.060905 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2b729835-3378-409e-bfe6-6c81aab45d84 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6219728 Jul 13 19:36:30.067939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:30.077226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7be10b00-8de9-448f-bbb5-909c5e57f197 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:30.086723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:30.097940 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.165412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Pushing event updated for resources: {'Port': ['ID=af5aa844-3cde-4af9-9eff-f8351c954c95,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:30.247768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4cb169-31e9-44b0-a581-f114af99d070 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Router ad808981-e457-4c1b-a09f-552df1f9f3c4 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:36:30.263337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be10b00-8de9-448f-bbb5-909c5e57f197 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:30.267062 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be10b00-8de9-448f-bbb5-909c5e57f197 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.280930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fb736-6a89-425e-911b-38e9b032f14a req-42329544-b3e5-46c8-8ce9-ac33b0f94fb8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:30.290555 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.297668 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d15fb736-6a89-425e-911b-38e9b032f14a req-42329544-b3e5-46c8-8ce9-ac33b0f94fb8 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 943 time: 0.7363307 Jul 13 19:36:30.327366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Network f1c22bff-53b4-4805-a5ff-707b41a40e38 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:30.332056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:30.348741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:30.358088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:30.364090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '6de08a07-33ad-4cf3-9af7-c7e70bbbb09f', 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8', 'port_id': '6de08a07-33ad-4cf3-9af7-c7e70bbbb09f', 'mac_address': 'fa:16:3e:1b:7b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfac4347-e8db-4ae3-8b90-d77f483a0782', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:36:30.424724 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.489750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:30.511577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d15fb736-6a89-425e-911b-38e9b032f14a req-ed5f82c6-2130-4013-af75-604b6ec1d4c3 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130139 Jul 13 19:36:30.551302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'name': 'tempest-ServerRescueTestJSON-2044806421-router', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:25Z', 'updated_at': '2021-07-13T19:36:27Z', 'revision_number': 3, 'project_id': '036e9003524a4575af0540054454ccfa', 'gw_port': {'id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:37:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:26Z', 'updated_at': '2021-07-13T19:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:30.557093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Attempting to bind port af5aa844-3cde-4af9-9eff-f8351c954c95 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:30.557457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Attempting to bind port af5aa844-3cde-4af9-9eff-f8351c954c95 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd5694519-b14b-4f8d-83ac-562c2a75d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:30.557742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Attempting to bind port af5aa844-3cde-4af9-9eff-f8351c954c95 on network f1c22bff-53b4-4805-a5ff-707b41a40e38 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:30.596171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:30.601158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Checking router: b35cafbd-a45c-461b-b631-a16095d79345 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:36:30.601500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Updating router b35cafbd-a45c-461b-b631-a16095d79345 port 273477d3-bec8-4e82-adc8-1e228d6ae0f2 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:36:30.604400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:30.605002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Checking segment: {'id': 'd5694519-b14b-4f8d-83ac-562c2a75d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:30.605472 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.605876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Bound using segment: {'id': 'd5694519-b14b-4f8d-83ac-562c2a75d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:30.606370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Bound port: af5aa844-3cde-4af9-9eff-f8351c954c95, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5694519-b14b-4f8d-83ac-562c2a75d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:30.606781 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.611685 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.638518 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.644213 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.664703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4cb169-31e9-44b0-a581-f114af99d070 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:36:30.671023 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb169-31e9-44b0-a581-f114af99d070 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.679059 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] Sync routers for ids ['ad808981-e457-4c1b-a09f-552df1f9f3c4'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:36:30.693091 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] Routers {'ad808981-e457-4c1b-a09f-552df1f9f3c4'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:36:30.694179 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ad808981-e457-4c1b-a09f-552df1f9f3c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:30.747870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eb4cb169-31e9-44b0-a581-f114af99d070 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "PUT /v2.0/floatingips/064d1297-5d2d-43e0-803e-c9c91420fc65 HTTP/1.1" status: 200 len: 992 time: 3.0241327 Jul 13 19:36:30.751344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'tag': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:30.753690 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f99c66-642c-41c4-99c6-73e09e3f3a98" -d '{"events": [{"name": "network-changed", "server_uuid": "420f26be-79cc-4f5a-94b4-f3e098fff00c", "tag": "a55bfcdf-8a64-4c01-9c18-919b3d8ada6d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:30.783561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b88c85-48c5-4fde-95f9-d73dac957d7f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:30.793821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:30.865904 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c50a6bc-738d-4a0b-b778-815016cdfded x-openstack-request-id: req-4c50a6bc-738d-4a0b-b778-815016cdfded {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:30.866191 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420f26be-79cc-4f5a-94b4-f3e098fff00c", "tag": "a55bfcdf-8a64-4c01-9c18-919b3d8ada6d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:30.866460 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c50a6bc-738d-4a0b-b778-815016cdfded {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:30.866857 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'tag': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d', 'status': 'completed', 'code': 200} Jul 13 19:36:30.978115 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] Set router ad808981-e457-4c1b-a09f-552df1f9f3c4 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:36:30.982211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Network f02a2428-be94-458f-a726-a80f2fc64d4f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:30.982950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:31.046042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['bbb2e703-7433-4a1e-9ac1-516e0af493e7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:36:31.048460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['6de08a07-33ad-4cf3-9af7-c7e70bbbb09f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:36:31.053222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be10b00-8de9-448f-bbb5-909c5e57f197 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:31.102044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-c757c6dd-9df7-45ae-b906-3a948f075d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:31.103665 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-c757c6dd-9df7-45ae-b906-3a948f075d97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae50ca5eee7741028cb0fbad7598ad63&device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 1097 time: 0.2360129 Jul 13 19:36:31.112040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be10b00-8de9-448f-bbb5-909c5e57f197 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network f1c22bff-53b4-4805-a5ff-707b41a40e38 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:31.217357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Router b35cafbd-a45c-461b-b631-a16095d79345 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:36:31.225651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-64fa3c03-1e30-4ebe-bd1c-62243b36972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:31.227188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-64fa3c03-1e30-4ebe-bd1c-62243b36972e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7983a11-2267-4413-b818-c381b10ebe62 HTTP/1.1" status: 200 len: 907 time: 0.1141930 Jul 13 19:36:31.231352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7be10b00-8de9-448f-bbb5-909c5e57f197 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:31.238459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be10b00-8de9-448f-bbb5-909c5e57f197 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:31.239041 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be10b00-8de9-448f-bbb5-909c5e57f197 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:31.287067 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:31.344412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:31.368031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be10b00-8de9-448f-bbb5-909c5e57f197 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=925521b8-95f4-45a7-94cf-b7d4e172f8f2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:31.416531 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7be10b00-8de9-448f-bbb5-909c5e57f197 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3472538 Jul 13 19:36:31.420657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:31.426973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38', 'fixed_ips': [{'subnet_id': '76caa407-8b88-4cdc-b974-ed5355b35b0b'}, {'subnet_id': '925521b8-95f4-45a7-94cf-b7d4e172f8f2'}], 'name': 'tempest-PortsIpV6TestJSON-1854486523'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:31.494435 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '064d1297-5d2d-43e0-803e-c9c91420fc65', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'port_id': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'mac_address': 'fa:16:3e:ed:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:58Z', 'updated_at': '2021-07-13T19:36:29Z', 'revision_number': 1, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:36:00Z', 'revision_number': 5, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:31.498203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:36:31.518505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-082eb62f-b8c5-43cd-86cc-3602929ef670 admin admin] 10.222.0.25 "PUT /v2.0/routers/b35cafbd-a45c-461b-b631-a16095d79345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1217511 Jul 13 19:36:31.532899 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-9dd20b19-bff2-41f7-bcaa-b290c5870bb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d HTTP/1.1" status: 200 len: 1000 time: 0.2994597 Jul 13 19:36:31.572817 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] Checking router: ad808981-e457-4c1b-a09f-552df1f9f3c4 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:36:31.593747 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] Routers {'ad808981-e457-4c1b-a09f-552df1f9f3c4'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:36:31.594388 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ad808981-e457-4c1b-a09f-552df1f9f3c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:31.605480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:31.638847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-200d40d7-51b5-4b13-8bb0-d14c871104ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:31.640678 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-200d40d7-51b5-4b13-8bb0-d14c871104ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613415ca-2412-497d-8acd-729ea422e73f HTTP/1.1" status: 200 len: 845 time: 0.0977252 Jul 13 19:36:31.654454 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf6533d3-bc3e-4556-9d9d-ba73bd287ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:31.661665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] For port af5aa844-3cde-4af9-9eff-f8351c954c95, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:31.742043 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] For port af5aa844-3cde-4af9-9eff-f8351c954c95, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=af5aa844-3cde-4af9-9eff-f8351c954c95,segment=NetworkSegment(d5694519-b14b-4f8d-83ac-562c2a75d24f),segment_id=d5694519-b14b-4f8d-83ac-562c2a75d24f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:31.759987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f362901-9abf-4bbe-b8ff-ec684815b3c9 req-0f5d7b12-9562-4595-8451-18845168ad33 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:31.773540 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:31.774126 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f362901-9abf-4bbe-b8ff-ec684815b3c9 req-0f5d7b12-9562-4595-8451-18845168ad33 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 944 time: 0.5437820 Jul 13 19:36:31.812638 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:31.853839 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] Set router ad808981-e457-4c1b-a09f-552df1f9f3c4 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:36:31.916877 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f362901-9abf-4bbe-b8ff-ec684815b3c9 req-bcaeab06-d5f7-4c1a-ac50-285f8ce6197c tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416187 Jul 13 19:36:31.942707 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf6533d3-bc3e-4556-9d9d-ba73bd287ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:31.948628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf6533d3-bc3e-4556-9d9d-ba73bd287ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.000219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bf6533d3-bc3e-4556-9d9d-ba73bd287ed1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=115e733f7105442e92127ab750db76eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6493280 Jul 13 19:36:32.005953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:32.013003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822334b5-2716-459f-b0ca-b2126394565e req-8c5f6ca1-ec68-4833-bed8-5c2985b94dcb tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:32.014601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-822334b5-2716-459f-b0ca-b2126394565e req-8c5f6ca1-ec68-4833-bed8-5c2985b94dcb tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 944 time: 0.2458925 Jul 13 19:36:32.026277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-e8e8458e-7fe6-4d0f-a7c4-6967601a1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:32.029612 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-e8e8458e-7fe6-4d0f-a7c4-6967601a1432 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7983a11-2267-4413-b818-c381b10ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3825278 Jul 13 19:36:32.032314 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6533d3-bc3e-4556-9d9d-ba73bd287ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b4dccd-4ada-420b-ab92-8153120aa4fe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:32.055711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f7268-1bc5-40b3-bd0e-b1709533e136 None None] Pushing event updated for resources: {'Port': ['ID=af5aa844-3cde-4af9-9eff-f8351c954c95,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:32.075116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.093112 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-822334b5-2716-459f-b0ca-b2126394565e req-734df0c3-c44a-45bb-8496-9d50eb1c64da tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647676 Jul 13 19:36:32.226276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:36:32.232196 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f76bdab-7f20-4984-989b-543a3476275d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.312074 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.330163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Transition to ACTIVE for port object 273477d3-bec8-4e82-adc8-1e228d6ae0f2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:32.342896 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.376511 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '064d1297-5d2d-43e0-803e-c9c91420fc65', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'port_id': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'mac_address': 'fa:16:3e:ed:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:58Z', 'updated_at': '2021-07-13T19:36:29Z', 'revision_number': 1, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:36:00Z', 'revision_number': 5, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:32.419519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Attempting to bind port 273477d3-bec8-4e82-adc8-1e228d6ae0f2 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:32.420054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Attempting to bind port 273477d3-bec8-4e82-adc8-1e228d6ae0f2 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:32.420590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Attempting to bind port 273477d3-bec8-4e82-adc8-1e228d6ae0f2 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:32.431707 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f76bdab-7f20-4984-989b-543a3476275d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.431889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:32.432391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:32.433120 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.433668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:32.434829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Bound port: 273477d3-bec8-4e82-adc8-1e228d6ae0f2, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:32.435334 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.442666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2488c1-7d9e-44b2-b091-2ca7e941dbe0 None None] Pushing event updated for resources: {'Port': ['ID=273477d3-bec8-4e82-adc8-1e228d6ae0f2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:32.511008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] For port 273477d3-bec8-4e82-adc8-1e228d6ae0f2, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:32.517160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] For port 273477d3-bec8-4e82-adc8-1e228d6ae0f2, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=273477d3-bec8-4e82-adc8-1e228d6ae0f2,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:32.526083 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.544382 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb73a4c-81ab-4968-a037-2a716b1bbf61 None None] The sync data for ids ['ad808981-e457-4c1b-a09f-552df1f9f3c4'] in n-d-800708-1 is: [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '064d1297-5d2d-43e0-803e-c9c91420fc65', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'port_id': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'mac_address': 'fa:16:3e:ed:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:58Z', 'updated_at': '2021-07-13T19:36:29Z', 'revision_number': 1, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:36:00Z', 'revision_number': 5, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:36:32.568248 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-25978065-7011-4cdd-873b-f2b382961b40 service neutron] 10.222.0.60 "GET /v2.0/networks/c7983a11-2267-4413-b818-c381b10ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141494 Jul 13 19:36:32.599475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Routers {'b35cafbd-a45c-461b-b631-a16095d79345'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:36:32.600591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b35cafbd-a45c-461b-b631-a16095d79345'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:32.650228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbb2e703-7433-4a1e-9ac1-516e0af493e7 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:32.679393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2488c1-7d9e-44b2-b091-2ca7e941dbe0 None None] Pushing event updated for resources: {'Port': ['ID=273477d3-bec8-4e82-adc8-1e228d6ae0f2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:32.730752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-f2194666-5d20-4952-959c-27e8fb376377 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:32.732263 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-f2194666-5d20-4952-959c-27e8fb376377 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/networks?id=f02a2428-be94-458f-a726-a80f2fc64d4f HTTP/1.1" status: 200 len: 811 time: 0.3479412 Jul 13 19:36:32.743869 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f76bdab-7f20-4984-989b-543a3476275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.746367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f76bdab-7f20-4984-989b-543a3476275d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.747482 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3f76bdab-7f20-4984-989b-543a3476275d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62b4dccd-4ada-420b-ab92-8153120aa4fe HTTP/1.1" status: 204 len: 168 time: 0.7374105 Jul 13 19:36:32.766100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port bbb2e703-7433-4a1e-9ac1-516e0af493e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:32.766498 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.778913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76bdab-7f20-4984-989b-543a3476275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b4dccd-4ada-420b-ab92-8153120aa4fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:32.793530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a73c2421-fb76-41f1-a611-4a187d7ef1ab tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/quotas/036e9003524a4575af0540054454ccfa HTTP/1.1" status: 200 len: 375 time: 0.0514958 Jul 13 19:36:32.796118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] Set router b35cafbd-a45c-461b-b631-a16095d79345 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:36:32.799515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90f99c66-642c-41c4-99c6-73e09e3f3a98 req-2468336e-fde0-40c9-8267-6706f0d6fed9 service neutron] 10.222.0.60 "GET /v2.0/networks/c7983a11-2267-4413-b818-c381b10ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228777 Jul 13 19:36:33.036217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8::53 (f1c22bff-53b4-4805-a5ff-707b41a40e38/76caa407-8b88-4cdc-b974-ed5355b35b0b/c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:33.059421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8:0:1::1a9 (f1c22bff-53b4-4805-a5ff-707b41a40e38/925521b8-95f4-45a7-94cf-b7d4e172f8f2/c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:33.088864 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:33.118097 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-2a282850-c071-4a9f-b730-8fbc755b11bd tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=036e9003524a4575af0540054454ccfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3139517 Jul 13 19:36:33.156531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6616b87-1d89-4555-b209-dd872e15053a None None] New status for floating IP 064d1297-5d2d-43e0-803e-c9c91420fc65: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:36:33.229899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:33.231066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df0bbb-e2d9-4731-8d57-0ff84e1c1981 req-5acbf3c0-0127-4e67-ac59-1d68ec93e39d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:33.232238 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee63c5f1-57e0-47d4-81ff-e494a6ae8712" -d '{"events": [{"server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "name": "network-vif-plugged", "status": "completed", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:33.241383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-35df0bbb-e2d9-4731-8d57-0ff84e1c1981 req-5acbf3c0-0127-4e67-ac59-1d68ec93e39d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 944 time: 0.1147680 Jul 13 19:36:33.256255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:33.265908 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:33.269409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:33.303336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-35df0bbb-e2d9-4731-8d57-0ff84e1c1981 req-0b032cdb-23e2-4515-baa8-6eb02166f6c8 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587587 Jul 13 19:36:33.409170 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-818f703f-2e48-4796-8456-b0d2563e4e1f service neutron] 10.222.0.25 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832363 Jul 13 19:36:33.427885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834aea02-213f-4243-9950-b4248de68ef9 None None] Network f1c22bff-53b4-4805-a5ff-707b41a40e38 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:33.536150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:33.549693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e47de8-01fb-40dd-916a-3727e41103fc req-f57e21dd-88ca-4031-8619-b09976e10264 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:33.559089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b8e47de8-01fb-40dd-916a-3727e41103fc req-f57e21dd-88ca-4031-8619-b09976e10264 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 946 time: 0.0808840 Jul 13 19:36:33.563965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:33.572264 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-2e125362-7b1f-49c8-90d9-ef7b3ad2c298 service neutron] 10.222.0.25 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548965 Jul 13 19:36:33.574913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ced2ffd-d46f-43e3-a716-a1450593b866 None None] Provisioning for port af5aa844-3cde-4af9-9eff-f8351c954c95 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:33.608328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'name': 'tempest-ServerRescueTestJSON-2044806421-router', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:25Z', 'updated_at': '2021-07-13T19:36:30Z', 'revision_number': 4, 'project_id': '036e9003524a4575af0540054454ccfa', 'gw_port': {'id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:37:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:26Z', 'updated_at': '2021-07-13T19:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'b8b88c85-48c5-4fde-95f9-d73dac957d7f', 'name': '', 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'mac_address': 'fa:16:3e:91:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:29Z', 'updated_at': '2021-07-13T19:36:30Z', 'revision_number': 2, 'project_id': '036e9003524a4575af0540054454ccfa', 'subnets': [{'id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:33.616864 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b8e47de8-01fb-40dd-916a-3727e41103fc req-77815e4e-c808-4042-aeb2-cc17c27c03bb tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565989 Jul 13 19:36:33.646223 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:33.695859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:33.705383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:33.710300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882548a-2584-4739-84b6-4dbcc47ba3ad None None] The sync data for ids ['b35cafbd-a45c-461b-b631-a16095d79345'] in n-d-800708-1 is: [{'id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'name': 'tempest-ServerRescueTestJSON-2044806421-router', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:25Z', 'updated_at': '2021-07-13T19:36:30Z', 'revision_number': 4, 'project_id': '036e9003524a4575af0540054454ccfa', 'gw_port': {'id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:37:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:26Z', 'updated_at': '2021-07-13T19:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'b8b88c85-48c5-4fde-95f9-d73dac957d7f', 'name': '', 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'mac_address': 'fa:16:3e:91:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:29Z', 'updated_at': '2021-07-13T19:36:30Z', 'revision_number': 2, 'project_id': '036e9003524a4575af0540054454ccfa', 'subnets': [{'id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:36:33.750941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network f1c22bff-53b4-4805-a5ff-707b41a40e38 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:33.755593 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4c9d11-c432-43ff-8b38-eb40e4451693 x-openstack-request-id: req-bd4c9d11-c432-43ff-8b38-eb40e4451693 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:33.756978 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "name": "network-vif-plugged", "status": "completed", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:33.757385 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd4c9d11-c432-43ff-8b38-eb40e4451693 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:33.757920 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'code': 200} Jul 13 19:36:33.763515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:33.770056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:33.772174 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:33.782927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:33.789636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:33.790284 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:33.811629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:33.827095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4121746d-0794-4674-83ff-8a94ddec7af4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.4046171 Jul 13 19:36:33.830118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:33.844566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '76caa407-8b88-4cdc-b974-ed5355b35b0b'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:34.037347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device af5aa844-3cde-4af9-9eff-f8351c954c95 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:34.067719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3953f56-4171-4c63-9a93-ed65a86b1891 req-864bbaf6-465a-4851-97c4-42e876fc64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:34.074468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3953f56-4171-4c63-9a93-ed65a86b1891 req-864bbaf6-465a-4851-97c4-42e876fc64f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 1097 time: 0.1419601 Jul 13 19:36:34.109660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a2b87b2-3a30-4c07-bb50-7d8b2c829d84 req-dba9b614-ddb7-41d3-aabf-08c274436051 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 210 time: 0.1170330 Jul 13 19:36:34.146854 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:34.163213 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3953f56-4171-4c63-9a93-ed65a86b1891 req-1dde0b98-d5b4-402d-9d90-05c763aaa810 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640364 Jul 13 19:36:34.553727 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:34.594818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port af5aa844-3cde-4af9-9eff-f8351c954c95 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:34.610009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port af5aa844-3cde-4af9-9eff-f8351c954c95 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:34.610877 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:34.624838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6865a4-0486-4845-88c4-bc9c40933c3c req-006c7f80-87e8-4427-8bce-b163a6833856 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:34.626086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:34.633033 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c6865a4-0486-4845-88c4-bc9c40933c3c req-006c7f80-87e8-4427-8bce-b163a6833856 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 944 time: 0.1318901 Jul 13 19:36:34.725044 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:34.764328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c6865a4-0486-4845-88c4-bc9c40933c3c req-ca4ce828-dac4-42e1-bf43-536c2c9a081c tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247330 Jul 13 19:36:34.834909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:34.898431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5909ac-7d36-42c3-9318-5ef8e8ed21aa None None] Update dhcp port {'port': {'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38', 'fixed_ips': [{'subnet_id': '76caa407-8b88-4cdc-b974-ed5355b35b0b', 'ip_address': '2001:db8::2'}, {'subnet_id': '925521b8-95f4-45a7-94cf-b7d4e172f8f2'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'af5aa844-3cde-4af9-9eff-f8351c954c95'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:36:35.004155 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a5909ac-7d36-42c3-9318-5ef8e8ed21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.112960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:35.320565 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.362219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port af5aa844-3cde-4af9-9eff-f8351c954c95, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=af5aa844-3cde-4af9-9eff-f8351c954c95,segment=NetworkSegment(d5694519-b14b-4f8d-83ac-562c2a75d24f),segment_id=d5694519-b14b-4f8d-83ac-562c2a75d24f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:35.368843 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.428408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef703856-f0e3-44c0-86d0-37b6e368d385 req-0c713b32-5ffe-4f03-9ff4-79f9df597b5a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:35.438020 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ef703856-f0e3-44c0-86d0-37b6e368d385 req-0c713b32-5ffe-4f03-9ff4-79f9df597b5a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 946 time: 0.1953175 Jul 13 19:36:35.496787 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'network': {'name': 'tempest-network-smoke--469229176', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:35.502528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ef703856-f0e3-44c0-86d0-37b6e368d385 req-b4e3138f-9c6b-4f8c-aafc-84bf191f7406 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635483 Jul 13 19:36:35.543194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=af5aa844-3cde-4af9-9eff-f8351c954c95,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:35.573253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Made reservation on behalf of e2fbb89be0b24ffd9a67cc90fa53a313 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:35.579121 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.594793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6a5909ac-7d36-42c3-9318-5ef8e8ed21aa None None] Allocated IP 2001:db8:0:1::2 (f1c22bff-53b4-4805-a5ff-707b41a40e38/925521b8-95f4-45a7-94cf-b7d4e172f8f2/af5aa844-3cde-4af9-9eff-f8351c954c95) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:35.596002 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.671241 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eb2dbac7-9243-4e10-9078-1a36e27641cc req-9e2a3f7f-bc9e-44f9-aab3-16188424213b tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 210 time: 0.0482004 Jul 13 19:36:35.760535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61962f56-61b0-434a-9573-74b7c8a68d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de08a07-33ad-4cf3-9af7-c7e70bbbb09f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:35.763755 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0f0703-6791-430d-8342-48bf97eb6562" -d '{"events": [{"server_uuid": "61962f56-61b0-434a-9573-74b7c8a68d6e", "name": "network-vif-plugged", "status": "completed", "tag": "6de08a07-33ad-4cf3-9af7-c7e70bbbb09f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:35.775955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a5909ac-7d36-42c3-9318-5ef8e8ed21aa None None] For port af5aa844-3cde-4af9-9eff-f8351c954c95, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=af5aa844-3cde-4af9-9eff-f8351c954c95,segment=NetworkSegment(d5694519-b14b-4f8d-83ac-562c2a75d24f),segment_id=d5694519-b14b-4f8d-83ac-562c2a75d24f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:35.854166 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404ad232-843d-49e7-8bdd-d1e92a7e80c6 x-openstack-request-id: req-404ad232-843d-49e7-8bdd-d1e92a7e80c6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:35.854593 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61962f56-61b0-434a-9573-74b7c8a68d6e", "name": "network-vif-plugged", "status": "completed", "tag": "6de08a07-33ad-4cf3-9af7-c7e70bbbb09f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:35.855188 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-404ad232-843d-49e7-8bdd-d1e92a7e80c6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:35.856489 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61962f56-61b0-434a-9573-74b7c8a68d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de08a07-33ad-4cf3-9af7-c7e70bbbb09f', 'code': 200} Jul 13 19:36:35.870206 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a5909ac-7d36-42c3-9318-5ef8e8ed21aa None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.904530 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.910551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.916368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a5909ac-7d36-42c3-9318-5ef8e8ed21aa None None] Transition to ACTIVE for port object af5aa844-3cde-4af9-9eff-f8351c954c95 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:35.923014 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a5909ac-7d36-42c3-9318-5ef8e8ed21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.995097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea4978-0b5c-4365-b6e5-a5eaef6ed9ff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:36.053201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Delete allocated IP 2001:db8:0:1::1a9 (f1c22bff-53b4-4805-a5ff-707b41a40e38/925521b8-95f4-45a7-94cf-b7d4e172f8f2) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 19:36:36.070679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:36:36.141445 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:36.141806 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Added segment 98bd78c5-0c4e-4bd8-8f3b-d429872d0606 of type vlan for network 20a183d0-d512-4abd-812b-f67fe0cf53f0 Jul 13 19:36:36.239341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 273477d3-bec8-4e82-adc8-1e228d6ae0f2 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:36.284627 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:36.299496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Ignored duplicate provisioning block setup for port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 19:36:36.304678 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:36.316144 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5909ac-7d36-42c3-9318-5ef8e8ed21aa None None] Pushing event updated for resources: {'Port': ['ID=af5aa844-3cde-4af9-9eff-f8351c954c95,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:36.370595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 273477d3-bec8-4e82-adc8-1e228d6ae0f2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:36.377504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 273477d3-bec8-4e82-adc8-1e228d6ae0f2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:36.378959 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:36.450278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] In _notify_port_updated(), no bound segment for port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 on network f1c22bff-53b4-4805-a5ff-707b41a40e38 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:36:36.455918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:36.467233 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:36.468953 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "PUT /v2.0/ports/c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 HTTP/1.1" status: 200 len: 925 time: 2.6377196 Jul 13 19:36:36.478726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:36.497302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '76caa407-8b88-4cdc-b974-ed5355b35b0b'}, {'subnet_id': '925521b8-95f4-45a7-94cf-b7d4e172f8f2'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:36.506430 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:36.548504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 273477d3-bec8-4e82-adc8-1e228d6ae0f2, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=273477d3-bec8-4e82-adc8-1e228d6ae0f2,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:36.558496 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:36.559659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device af5aa844-3cde-4af9-9eff-f8351c954c95 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:36.576517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa7aa9-6245-446c-bbf3-6f10ffdd1b6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:36.636390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=273477d3-bec8-4e82-adc8-1e228d6ae0f2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:36.725013 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:36.920567 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:36.965664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-7f7d26d6-43c8-40b3-a52e-d8925d3ccb77 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:36.968075 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-7f7d26d6-43c8-40b3-a52e-d8925d3ccb77 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.24 "GET /v2.0/networks?id=f02a2428-be94-458f-a726-a80f2fc64d4f HTTP/1.1" status: 200 len: 811 time: 1.1863923 Jul 13 19:36:36.996429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bcf29-17eb-45b5-9597-3b38f5e9eae8 req-2de44f58-3458-4e3b-aa7d-24aca0bf67e7 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:37.003595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9d0bcf29-17eb-45b5-9597-3b38f5e9eae8 req-2de44f58-3458-4e3b-aa7d-24aca0bf67e7 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 945 time: 1.0130696 Jul 13 19:36:37.014605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Request body: {'port': {'device_id': 'ebb24596-ec5c-4a48-b832-afbb222254b6', 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f', 'admin_state_up': True, 'tenant_id': '036e9003524a4575af0540054454ccfa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:37.077694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066827c-7e42-4dc6-8039-09d8aabdb877 req-a3f62cd0-318f-4235-8769-d8590d7109db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:37.079353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0066827c-7e42-4dc6-8039-09d8aabdb877 req-a3f62cd0-318f-4235-8769-d8590d7109db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 1096 time: 0.2264283 Jul 13 19:36:37.137208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8:0:1::278 (f1c22bff-53b4-4805-a5ff-707b41a40e38/925521b8-95f4-45a7-94cf-b7d4e172f8f2/c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:37.157862 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.164071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:37.164672 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.192857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809dd0d1-e38a-47ad-8d4a-4bb7408623a0 None None] Network f1c22bff-53b4-4805-a5ff-707b41a40e38 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:37.230595 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f008b-b2bb-476a-92db-91ba0c0fa659 req-56c4092d-d8c4-4d91-bfca-8932aca4036d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:37.238107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f52f008b-b2bb-476a-92db-91ba0c0fa659 req-56c4092d-d8c4-4d91-bfca-8932aca4036d tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 946 time: 0.1557884 Jul 13 19:36:37.239337 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Sync routers for ids ['b35cafbd-a45c-461b-b631-a16095d79345'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:36:37.255072 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Routers {'b35cafbd-a45c-461b-b631-a16095d79345'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:36:37.255921 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b35cafbd-a45c-461b-b631-a16095d79345'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:37.257651 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9d0bcf29-17eb-45b5-9597-3b38f5e9eae8 req-04616f53-d085-4724-94a6-955f9716bc6f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530198 Jul 13 19:36:37.294966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:37.308334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-313443366', 'admin_state_up': True, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:37.310800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1962919 Jul 13 19:36:37.329901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f52f008b-b2bb-476a-92db-91ba0c0fa659 req-aafe5149-d034-4838-9d96-dc99b0873507 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871346 Jul 13 19:36:37.340621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6547a-9c9b-47c0-8747-b19e4d870863 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Network': ['ID=20a183d0-d512-4abd-812b-f67fe0cf53f0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:37.346159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0066827c-7e42-4dc6-8039-09d8aabdb877 req-857aff7c-e13d-401c-a2d4-a0888a00fbed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423439 Jul 13 19:36:37.373279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Made reservation on behalf of 036e9003524a4575af0540054454ccfa for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:37.379295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 20a183d0-d512-4abd-812b-f67fe0cf53f0 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:36:37.383276 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.424778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b682c8d-0ac8-49c2-8a39-a08a3b4d632f None None] Provisioning for port af5aa844-3cde-4af9-9eff-f8351c954c95 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:37.427635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.433370 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.434742 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.453640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Ignored duplicate provisioning block setup for port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 19:36:37.475145 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.486708 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Set router b35cafbd-a45c-461b-b631-a16095d79345 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:36:37.487132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b682c8d-0ac8-49c2-8a39-a08a3b4d632f None None] Provisioning complete for port af5aa844-3cde-4af9-9eff-f8351c954c95 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:37.487545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b682c8d-0ac8-49c2-8a39-a08a3b4d632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.557697 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Allocated IP 172.20.0.10 (f02a2428-be94-458f-a726-a80f2fc64d4f/44929e23-4eeb-4d17-ae61-1d51b31208c9/9ca6ab4a-6ea9-4432-a161-9304fda31a3d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:37.626037 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.663170 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0d33409-0034-435e-9c54-0030eec3d7be req-41d28ebe-fb00-450e-bd7a-c54c5137c564 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 210 time: 0.0705881 Jul 13 19:36:37.668998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b682c8d-0ac8-49c2-8a39-a08a3b4d632f None None] Provisioning for port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:37.684168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b682c8d-0ac8-49c2-8a39-a08a3b4d632f None None] Provisioning complete for port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:37.684547 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b682c8d-0ac8-49c2-8a39-a08a3b4d632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.734481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b682c8d-0ac8-49c2-8a39-a08a3b4d632f None None] Port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:37.800539 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'name': 'tempest-ServerRescueTestJSON-2044806421-router', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:25Z', 'updated_at': '2021-07-13T19:36:30Z', 'revision_number': 4, 'project_id': '036e9003524a4575af0540054454ccfa', 'gw_port': {'id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:26Z', 'updated_at': '2021-07-13T19:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'b8b88c85-48c5-4fde-95f9-d73dac957d7f', 'name': '', 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'mac_address': 'fa:16:3e:91:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:29Z', 'updated_at': '2021-07-13T19:36:30Z', 'revision_number': 2, 'project_id': '036e9003524a4575af0540054454ccfa', 'subnets': [{'id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:37.839538 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Checking router: b35cafbd-a45c-461b-b631-a16095d79345 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:36:37.840068 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Updating router b35cafbd-a45c-461b-b631-a16095d79345 port b8b88c85-48c5-4fde-95f9-d73dac957d7f binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:36:37.855951 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.869016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:37.889948 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.917038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] In _notify_port_updated(), no bound segment for port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 on network f1c22bff-53b4-4805-a5ff-707b41a40e38 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:36:37.924554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:37.925615 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.927068 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7fbe28fb-1d88-4463-afe7-6c023a935137 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "PUT /v2.0/ports/c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 HTTP/1.1" status: 200 len: 1011 time: 1.4470878 Jul 13 19:36:37.929529 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.930224 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:37.932377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:37.979823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf97b7-0b1f-4f81-9b40-9a6aae22de2c req-b343e06f-b14c-41ad-a485-e277cbab0c39 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:37.987980 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aacf97b7-0b1f-4f81-9b40-9a6aae22de2c req-b343e06f-b14c-41ad-a485-e277cbab0c39 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.4068077 Jul 13 19:36:38.007257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 273477d3-bec8-4e82-adc8-1e228d6ae0f2 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:38.119234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Network f02a2428-be94-458f-a726-a80f2fc64d4f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:38.131045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:38.135760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 273477d3-bec8-4e82-adc8-1e228d6ae0f2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:38.136497 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.148247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:38.179466 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aacf97b7-0b1f-4f81-9b40-9a6aae22de2c req-cdb1fd9f-3249-4a3a-8116-720c218df64f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900325 Jul 13 19:36:38.228686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef07a920-9b84-431b-a5b9-e282dedb1f2f None None] Provisioning complete for port af5aa844-3cde-4af9-9eff-f8351c954c95 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:38.229507 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef07a920-9b84-431b-a5b9-e282dedb1f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.239805 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.256790 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Transition to ACTIVE for port object b8b88c85-48c5-4fde-95f9-d73dac957d7f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:38.276301 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.287941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Pushing event updated for resources: {'Port': ['ID=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:38.328291 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:38.330556 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.382019 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d69ce0-2d10-4956-8ea5-57c03fde5aaa None None] Pushing event updated for resources: {'Port': ['ID=b8b88c85-48c5-4fde-95f9-d73dac957d7f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:38.393485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6d77924d-9bf0-45a3-8041-5ed298edfb81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:38.396937 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d77924d-9bf0-45a3-8041-5ed298edfb81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.404838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a3a37819-4ab5-4bfd-94d4-4cf26133e13d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4149244 Jul 13 19:36:38.418537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device af5aa844-3cde-4af9-9eff-f8351c954c95 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:38.465936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Request body: {'port': {'device_id': 'ebb24596-ec5c-4a48-b832-afbb222254b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:38.525928 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Attempting to bind port b8b88c85-48c5-4fde-95f9-d73dac957d7f on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:38.526340 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Attempting to bind port b8b88c85-48c5-4fde-95f9-d73dac957d7f by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:38.526738 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Attempting to bind port b8b88c85-48c5-4fde-95f9-d73dac957d7f on network f02a2428-be94-458f-a726-a80f2fc64d4f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:38.536878 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:38.537245 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Checking segment: {'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:38.537648 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.538164 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Bound using segment: {'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:38.538506 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Bound port: b8b88c85-48c5-4fde-95f9-d73dac957d7f, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:38.539751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port af5aa844-3cde-4af9-9eff-f8351c954c95 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:38.540024 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.543783 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.543958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef07a920-9b84-431b-a5b9-e282dedb1f2f None None] Provisioning complete for port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:38.543958 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef07a920-9b84-431b-a5b9-e282dedb1f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.581584 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.605361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef07a920-9b84-431b-a5b9-e282dedb1f2f None None] Port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:38.617863 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.651351 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] For port b8b88c85-48c5-4fde-95f9-d73dac957d7f, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:38.655544 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] For port b8b88c85-48c5-4fde-95f9-d73dac957d7f, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b8b88c85-48c5-4fde-95f9-d73dac957d7f,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:38.663723 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.718711 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d77924d-9bf0-45a3-8041-5ed298edfb81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.740197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0663ff0-3834-4c4d-82c8-1a0cc7d5fae3 req-5bba18cd-2a22-47ac-9559-bcf635cbb674 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:38.747231 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0663ff0-3834-4c4d-82c8-1a0cc7d5fae3 req-5bba18cd-2a22-47ac-9559-bcf635cbb674 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 945 time: 0.2980821 Jul 13 19:36:38.750328 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Routers {'b35cafbd-a45c-461b-b631-a16095d79345'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:36:38.750991 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b35cafbd-a45c-461b-b631-a16095d79345'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:38.760991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb630b24-b88f-43cd-b00f-8da6c30b7403 None None] Provisioning complete for port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:38.761621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb630b24-b88f-43cd-b00f-8da6c30b7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.779991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6d77924d-9bf0-45a3-8041-5ed298edfb81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:38.790900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.827039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Allocated IP 172.25.7.32 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/767c9d71-c241-42d4-a564-5b93553a96b8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:38.834026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb630b24-b88f-43cd-b00f-8da6c30b7403 None None] Port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:38.848546 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d69ce0-2d10-4956-8ea5-57c03fde5aaa None None] Pushing event updated for resources: {'Port': ['ID=b8b88c85-48c5-4fde-95f9-d73dac957d7f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:38.935113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0663ff0-3834-4c4d-82c8-1a0cc7d5fae3 req-60fed198-1be2-40ad-84a0-ca6f055c8879 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868355 Jul 13 19:36:38.935910 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] Set router b35cafbd-a45c-461b-b631-a16095d79345 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:36:38.986931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f9387dcd-bc7e-42aa-8e8a-5c25c6793c99 None None] Provisioning complete for port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:38.988513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9387dcd-bc7e-42aa-8e8a-5c25c6793c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.021397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d908a4-2fcf-447c-8cd2-55352f532303 req-26d8533c-6dc0-4c4d-be61-7745ebd9a780 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:39.023135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3d908a4-2fcf-447c-8cd2-55352f532303 req-26d8533c-6dc0-4c4d-be61-7745ebd9a780 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 932 time: 0.1561706 Jul 13 19:36:39.077786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f9387dcd-bc7e-42aa-8e8a-5c25c6793c99 None None] Port c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:39.121597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3d908a4-2fcf-447c-8cd2-55352f532303 req-09139e34-67b1-4ec4-90a8-d001e488cafa tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919468 Jul 13 19:36:39.137826 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.204188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.310156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d77924d-9bf0-45a3-8041-5ed298edfb81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.324112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:39.327368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:39.329976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:39.354538 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'name': 'tempest-ServerRescueTestJSON-2044806421-router', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:25Z', 'updated_at': '2021-07-13T19:36:30Z', 'revision_number': 4, 'project_id': '036e9003524a4575af0540054454ccfa', 'gw_port': {'id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:26Z', 'updated_at': '2021-07-13T19:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'b8b88c85-48c5-4fde-95f9-d73dac957d7f', 'name': '', 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'mac_address': 'fa:16:3e:91:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:29Z', 'updated_at': '2021-07-13T19:36:38Z', 'revision_number': 4, 'project_id': '036e9003524a4575af0540054454ccfa', 'subnets': [{'id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:39.357459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77924d-9bf0-45a3-8041-5ed298edfb81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:39.391548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0ab0e98-db74-46e1-a926-eb3e71285cbc None None] Could not find standard attr ID for object c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:36:39.404046 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7797e82-5235-471b-9839-4ee0f82274db None None] The sync data for ids ['b35cafbd-a45c-461b-b631-a16095d79345'] in n-d-800708-1 is: [{'id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'name': 'tempest-ServerRescueTestJSON-2044806421-router', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:25Z', 'updated_at': '2021-07-13T19:36:30Z', 'revision_number': 4, 'project_id': '036e9003524a4575af0540054454ccfa', 'gw_port': {'id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:26Z', 'updated_at': '2021-07-13T19:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'b8b88c85-48c5-4fde-95f9-d73dac957d7f', 'name': '', 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'mac_address': 'fa:16:3e:91:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:29Z', 'updated_at': '2021-07-13T19:36:38Z', 'revision_number': 4, 'project_id': '036e9003524a4575af0540054454ccfa', 'subnets': [{'id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:36:39.416444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=767c9d71-c241-42d4-a564-5b93553a96b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:39.448017 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d77924d-9bf0-45a3-8041-5ed298edfb81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.449997 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6d77924d-9bf0-45a3-8041-5ed298edfb81 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 HTTP/1.1" status: 204 len: 168 time: 1.5163550 Jul 13 19:36:39.452606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:39.463884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca6ab4a-6ea9-4432-a161-9304fda31a3d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:39.491799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.495406 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab30d303-b859-43e7-8304-00d193b24dd6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:36:39.497128 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ab30d303-b859-43e7-8304-00d193b24dd6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 HTTP/1.1" status: 404 len: 333 time: 0.0435624 Jul 13 19:36:39.501445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:39.565145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Transition to ACTIVE for port object 9ca6ab4a-6ea9-4432-a161-9304fda31a3d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:39.570326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-94dde70a-e92d-4d96-a1be-96dbd3cad159 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet 925521b8-95f4-45a7-94cf-b7d4e172f8f2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:36:39.574824 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841e632-fe82-4117-98e4-fe85dd2363c0 req-182f9d03-e644-4bd1-9189-e7889e52cd89 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:39.576555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d841e632-fe82-4117-98e4-fe85dd2363c0 req-182f9d03-e644-4bd1-9189-e7889e52cd89 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.2081194 Jul 13 19:36:39.587289 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94dde70a-e92d-4d96-a1be-96dbd3cad159 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.591458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.672381 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d841e632-fe82-4117-98e4-fe85dd2363c0 req-9ac424fd-50d9-4093-8fb2-d7b4795088b5 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861619 Jul 13 19:36:39.696484 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94dde70a-e92d-4d96-a1be-96dbd3cad159 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.745271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Pushing event updated for resources: {'Port': ['ID=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:39.749137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.846080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Attempting to bind port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:39.847034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Attempting to bind port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:39.847572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Attempting to bind port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d on network f02a2428-be94-458f-a726-a80f2fc64d4f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:39.855758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d on network f02a2428-be94-458f-a726-a80f2fc64d4f not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:36:39.856363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Attempting to bind port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d on network f02a2428-be94-458f-a726-a80f2fc64d4f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:39.865790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:39.866203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Checking segment: {'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:39.866943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Bound using segment: {'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:39.867183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Bound port: 9ca6ab4a-6ea9-4432-a161-9304fda31a3d, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:39.867587 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.870965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94dde70a-e92d-4d96-a1be-96dbd3cad159 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:39.999380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b8b88c85-48c5-4fde-95f9-d73dac957d7f up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:40.004004 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94dde70a-e92d-4d96-a1be-96dbd3cad159 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.005467 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.038558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dde70a-e92d-4d96-a1be-96dbd3cad159 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=925521b8-95f4-45a7-94cf-b7d4e172f8f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:40.062934 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94dde70a-e92d-4d96-a1be-96dbd3cad159 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.063147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01faa7b-413e-472b-b360-2d48ebd665bd None None] Network f1c22bff-53b4-4805-a5ff-707b41a40e38 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:40.066369 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-94dde70a-e92d-4d96-a1be-96dbd3cad159 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/925521b8-95f4-45a7-94cf-b7d4e172f8f2 HTTP/1.1" status: 204 len: 168 time: 0.5633492 Jul 13 19:36:40.070019 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:40.070382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] For port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:40.073668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] For port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:40.081641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port b8b88c85-48c5-4fde-95f9-d73dac957d7f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:40.084524 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.119153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port b8b88c85-48c5-4fde-95f9-d73dac957d7f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:40.119764 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.130962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-75869ce3-5bc0-4966-9bb7-5026f6a9998f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet 76caa407-8b88-4cdc-b974-ed5355b35b0b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:36:40.134724 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75869ce3-5bc0-4966-9bb7-5026f6a9998f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.137672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:40.138424 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.139951 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] 10.222.0.24 "PUT /v2.0/ports/9ca6ab4a-6ea9-4432-a161-9304fda31a3d HTTP/1.1" status: 200 len: 1092 time: 1.6952677 Jul 13 19:36:40.140559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb24596-ec5c-4a48-b832-afbb222254b6', 'tag': '9ca6ab4a-6ea9-4432-a161-9304fda31a3d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:40.143069 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb24596-ec5c-4a48-b832-afbb222254b6", "tag": "9ca6ab4a-6ea9-4432-a161-9304fda31a3d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:40.189169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75869ce3-5bc0-4966-9bb7-5026f6a9998f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.298747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42381694-1e9b-40c2-bcc4-d7cbf0af298f service neutron] Pushing event updated for resources: {'Port': ['ID=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:40.315172 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.347238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75869ce3-5bc0-4966-9bb7-5026f6a9998f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.367471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port b8b88c85-48c5-4fde-95f9-d73dac957d7f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b8b88c85-48c5-4fde-95f9-d73dac957d7f,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:40.394961 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.405642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded65e2-1d1e-4fc0-8db2-7d562298bccf req-841b938b-5a78-49ae-9c54-fbe093b0819d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:40.416755 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ded65e2-1d1e-4fc0-8db2-7d562298bccf req-841b938b-5a78-49ae-9c54-fbe093b0819d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 945 time: 0.2672937 Jul 13 19:36:40.435059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-8c098780-bffe-4f88-b906-37c294255ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:40.438126 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-8c098780-bffe-4f88-b906-37c294255ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=036e9003524a4575af0540054454ccfa&device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 1095 time: 0.2309928 Jul 13 19:36:40.449830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75869ce3-5bc0-4966-9bb7-5026f6a9998f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.463818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router fa17bbab-5ac4-44a0-b9e2-9cc82026838d is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:36:40.488219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75869ce3-5bc0-4966-9bb7-5026f6a9998f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.492716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-75869ce3-5bc0-4966-9bb7-5026f6a9998f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/76caa407-8b88-4cdc-b974-ed5355b35b0b HTTP/1.1" status: 204 len: 168 time: 0.4190626 Jul 13 19:36:40.495280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:40.497181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75869ce3-5bc0-4966-9bb7-5026f6a9998f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=76caa407-8b88-4cdc-b974-ed5355b35b0b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:40.504911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=b8b88c85-48c5-4fde-95f9-d73dac957d7f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:40.530975 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-a91b38b5-2000-4bd2-a1a9-2e5a5dfa08e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ca6ab4a-6ea9-4432-a161-9304fda31a3d HTTP/1.1" status: 200 len: 217 time: 0.0767872 Jul 13 19:36:40.588671 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ded65e2-1d1e-4fc0-8db2-7d562298bccf req-52516277-fecf-4343-977f-71ecfb9e8a97 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707411 Jul 13 19:36:40.609292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167df241-7446-4cac-8cc6-eac2a354a2a4 None None] Update dhcp port {'port': {'network_id': 'f1c22bff-53b4-4805-a5ff-707b41a40e38', 'fixed_ips': [{'subnet_id': '76caa407-8b88-4cdc-b974-ed5355b35b0b'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'af5aa844-3cde-4af9-9eff-f8351c954c95'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:36:40.624098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-c74ff615-f2fc-453d-984a-d6f35286618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:40.626367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-c74ff615-f2fc-453d-984a-d6f35286618a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44929e23-4eeb-4d17-ae61-1d51b31208c9 HTTP/1.1" status: 200 len: 851 time: 0.0849068 Jul 13 19:36:40.638112 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7caf25b-34d9-4bc4-b663-74825dc0aab1 x-openstack-request-id: req-d7caf25b-34d9-4bc4-b663-74825dc0aab1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:40.638538 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb24596-ec5c-4a48-b832-afbb222254b6", "tag": "9ca6ab4a-6ea9-4432-a161-9304fda31a3d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:40.638882 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7caf25b-34d9-4bc4-b663-74825dc0aab1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:40.639994 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb24596-ec5c-4a48-b832-afbb222254b6', 'tag': '9ca6ab4a-6ea9-4432-a161-9304fda31a3d', 'status': 'completed', 'code': 200} Jul 13 19:36:40.648734 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-167df241-7446-4cac-8cc6-eac2a354a2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.677048 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-6ead531d-44c8-4246-bd54-6ef72b286683 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02a2428-be94-458f-a726-a80f2fc64d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427878 Jul 13 19:36:40.709216 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.748128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:36:40.761640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206459b6-237a-494e-8e26-287b369df067 None None] Sync routers for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:36:40.777158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206459b6-237a-494e-8e26-287b369df067 None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:36:40.777949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-206459b6-237a-494e-8e26-287b369df067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:40.786979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9915cf-d4f1-49c7-b5e9-b2f885fe8a68 req-d91392d2-3071-494e-9dd8-06f4e886c9a4 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:40.790862 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d9915cf-d4f1-49c7-b5e9-b2f885fe8a68 req-d91392d2-3071-494e-9dd8-06f4e886c9a4 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 944 time: 0.2978351 Jul 13 19:36:40.801398 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-198cf8fa-8c01-4057-94d9-94a48a71a6c8 service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181750 Jul 13 19:36:40.844415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.845758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a7a2f742-3f12-415d-9eb8-3819ba05e8b5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5467532 Jul 13 19:36:40.856803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:40.866311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed5bc68-0077-4f73-97cc-1697ca48f326 None None] Network f1c22bff-53b4-4805-a5ff-707b41a40e38 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:40.879408 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d9915cf-d4f1-49c7-b5e9-b2f885fe8a68 req-be2b2532-3929-4f6f-9ed9-594fe2964485 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792413 Jul 13 19:36:40.902057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port af5aa844-3cde-4af9-9eff-f8351c954c95 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:40.902657 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:40.947233 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22b2555f-a24d-4791-9180-7ae8738560b1 req-3dfa66b9-d990-492b-a380-56ed30c9935d service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388898 Jul 13 19:36:41.156309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c req-fc47a0b1-01a1-48f4-857b-9030d2fa32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:41.159327 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c req-fc47a0b1-01a1-48f4-857b-9030d2fa32e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=036e9003524a4575af0540054454ccfa&device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 1095 time: 0.0992842 Jul 13 19:36:41.219217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa8ec7d4-f4c4-4ee1-9f92-d1c81a823623 None None] Provisioning complete for port af5aa844-3cde-4af9-9eff-f8351c954c95 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:41.219792 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa8ec7d4-f4c4-4ee1-9f92-d1c81a823623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.288843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c req-d6185c9b-deb3-4df1-a7c6-d0fa66980231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:41.291228 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c req-d6185c9b-deb3-4df1-a7c6-d0fa66980231 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02a2428-be94-458f-a726-a80f2fc64d4f HTTP/1.1" status: 200 len: 912 time: 0.1219904 Jul 13 19:36:41.345406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-206459b6-237a-494e-8e26-287b369df067 None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:36:41.346289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c req-36aafa61-5e9b-423f-b9fa-b3cff486a4d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ca6ab4a-6ea9-4432-a161-9304fda31a3d HTTP/1.1" status: 200 len: 217 time: 0.0469201 Jul 13 19:36:41.411498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c req-30e2d63b-7270-44f2-9f18-13b64635a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:41.413248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c req-30e2d63b-7270-44f2-9f18-13b64635a62d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44929e23-4eeb-4d17-ae61-1d51b31208c9 HTTP/1.1" status: 200 len: 851 time: 0.0602415 Jul 13 19:36:41.466330 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c req-37e0cbc0-6651-44eb-a101-08be62c693d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02a2428-be94-458f-a726-a80f2fc64d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346415 Jul 13 19:36:41.480621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b76b7f7d-a945-44f3-9eeb-fe01ddef3107 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=e2fbb89be0b24ffd9a67cc90fa53a313&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6199796 Jul 13 19:36:41.483828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:41.500996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] For port af5aa844-3cde-4af9-9eff-f8351c954c95, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=af5aa844-3cde-4af9-9eff-f8351c954c95,segment=NetworkSegment(d5694519-b14b-4f8d-83ac-562c2a75d24f),segment_id=d5694519-b14b-4f8d-83ac-562c2a75d24f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:41.501352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.526903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for af5aa844-3cde-4af9-9eff-f8351c954c95 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:41.553140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd8c20-ee7e-462e-ad73-c0becda91909 req-4e992730-3ceb-4107-b99e-098820e0dad0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:41.560010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28dd8c20-ee7e-462e-ad73-c0becda91909 req-4e992730-3ceb-4107-b99e-098820e0dad0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.1566908 Jul 13 19:36:41.611054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bedd54-9965-4330-83c2-c363acc8eefe None None] DHCP port deletion for f1c22bff-53b4-4805-a5ff-707b41a40e38 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:36:41.660104 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28dd8c20-ee7e-462e-ad73-c0becda91909 req-9650bb5d-263e-45eb-9045-2820e5731977 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984299 Jul 13 19:36:41.710585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-206459b6-237a-494e-8e26-287b369df067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:36:39Z', 'revision_number': 3, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:41.732200 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.764955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9449db13-9ab1-4402-a81d-92abb633f531 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:41.766529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9449db13-9ab1-4402-a81d-92abb633f531 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2772863 Jul 13 19:36:41.767000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206459b6-237a-494e-8e26-287b369df067 None None] Checking router: fa17bbab-5ac4-44a0-b9e2-9cc82026838d for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:36:41.767444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206459b6-237a-494e-8e26-287b369df067 None None] Updating router fa17bbab-5ac4-44a0-b9e2-9cc82026838d port 767c9d71-c241-42d4-a564-5b93553a96b8 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:36:41.770146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:41.775428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=af5aa844-3cde-4af9-9eff-f8351c954c95,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:41.785172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No DVR routers for this DVR port af5aa844-3cde-4af9-9eff-f8351c954c95 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:41.809274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a2bedd54-9965-4330-83c2-c363acc8eefe None None] Deleting port af5aa844-3cde-4af9-9eff-f8351c954c95 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:41.809641 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2bedd54-9965-4330-83c2-c363acc8eefe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.818745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-40b09ecb-1358-4859-bf74-81d9393ea268 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473771 Jul 13 19:36:41.821222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:41.829000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-97063014', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:41.903571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-206459b6-237a-494e-8e26-287b369df067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.903787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.903912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c req-6bd55487-4288-4a27-ae56-0819cb5cb424 service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164374 Jul 13 19:36:41.930700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a2bedd54-9965-4330-83c2-c363acc8eefe None None] For port af5aa844-3cde-4af9-9eff-f8351c954c95, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:41.931257 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2bedd54-9965-4330-83c2-c363acc8eefe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.934123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c22bff-53b4-4805-a5ff-707b41a40e38']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:41.947322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5694519-b14b-4f8d-83ac-562c2a75d24f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:41.947322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5694519-b14b-4f8d-83ac-562c2a75d24f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:41.949686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b8b88c85-48c5-4fde-95f9-d73dac957d7f up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:41.957977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.976488 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.982248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a2bedd54-9965-4330-83c2-c363acc8eefe None None] Calling delete_port for af5aa844-3cde-4af9-9eff-f8351c954c95 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:41.988177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-a2bedd54-9965-4330-83c2-c363acc8eefe None None] Port af5aa844-3cde-4af9-9eff-f8351c954c95 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:36:41.988942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:36:41.989660 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.998362 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2bedd54-9965-4330-83c2-c363acc8eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.029402 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f3352cf-cbbe-4d8e-a621-55198a6eac0c req-d8706267-a8a5-4035-8a68-9cd4a63c12c0 service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162825 Jul 13 19:36:42.053683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Made reservation on behalf of e2fbb89be0b24ffd9a67cc90fa53a313 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:36:42.053980 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:36:42.058142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.082251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.093247 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.095207 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/networks/f1c22bff-53b4-4805-a5ff-707b41a40e38 HTTP/1.1" status: 204 len: 168 time: 1.5989299 Jul 13 19:36:42.104997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:42.106355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bedd54-9965-4330-83c2-c363acc8eefe None None] Pushing event deleted for resources: {'Port': ['ID=af5aa844-3cde-4af9-9eff-f8351c954c95,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:42.116258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bedd54-9965-4330-83c2-c363acc8eefe None None] No DVR routers for this DVR port af5aa844-3cde-4af9-9eff-f8351c954c95 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:42.118380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83dba1-c4d1-40b0-81bc-916d2a0feb13 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Network': ['ID=f1c22bff-53b4-4805-a5ff-707b41a40e38,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:42.205616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port b8b88c85-48c5-4fde-95f9-d73dac957d7f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:42.206060 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.211385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3295f84-b582-4fa8-a789-f213431c9c66 req-38cbc2a5-a7cf-4f1d-998e-602360f0f407 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:42.212271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03d3cbd-0549-4185-8857-8d5b320a2bd5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:42.219418 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3295f84-b582-4fa8-a789-f213431c9c66 req-38cbc2a5-a7cf-4f1d-998e-602360f0f407 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 944 time: 0.1797986 Jul 13 19:36:42.223245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:42.223365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f03d3cbd-0549-4185-8857-8d5b320a2bd5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1149893 Jul 13 19:36:42.413964 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-206459b6-237a-494e-8e26-287b369df067 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.427542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-206459b6-237a-494e-8e26-287b369df067 None None] Transition to ACTIVE for port object 767c9d71-c241-42d4-a564-5b93553a96b8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:42.430915 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device af5aa844-3cde-4af9-9eff-f8351c954c95 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:36:42.457583 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-206459b6-237a-494e-8e26-287b369df067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.460915 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: af5aa844-3cde-4af9-9eff-f8351c954c95 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:36:42.461261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device af5aa844-3cde-4af9-9eff-f8351c954c95 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:36:42.517646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-206459b6-237a-494e-8e26-287b369df067 None None] Attempting to bind port 767c9d71-c241-42d4-a564-5b93553a96b8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:42.518021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-206459b6-237a-494e-8e26-287b369df067 None None] Attempting to bind port 767c9d71-c241-42d4-a564-5b93553a96b8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:42.518428 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206459b6-237a-494e-8e26-287b369df067 None None] Attempting to bind port 767c9d71-c241-42d4-a564-5b93553a96b8 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:42.520818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff677f-d9da-4774-95ef-2e57041b556f None None] Pushing event updated for resources: {'Port': ['ID=767c9d71-c241-42d4-a564-5b93553a96b8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:42.526808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206459b6-237a-494e-8e26-287b369df067 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:42.527200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206459b6-237a-494e-8e26-287b369df067 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:42.527601 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-206459b6-237a-494e-8e26-287b369df067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.527988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206459b6-237a-494e-8e26-287b369df067 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:42.528460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-206459b6-237a-494e-8e26-287b369df067 None None] Bound port: 767c9d71-c241-42d4-a564-5b93553a96b8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:42.528841 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-206459b6-237a-494e-8e26-287b369df067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.583958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-206459b6-237a-494e-8e26-287b369df067 None None] For port 767c9d71-c241-42d4-a564-5b93553a96b8, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:42.587249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-206459b6-237a-494e-8e26-287b369df067 None None] For port 767c9d71-c241-42d4-a564-5b93553a96b8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=767c9d71-c241-42d4-a564-5b93553a96b8,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:42.592328 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-206459b6-237a-494e-8e26-287b369df067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.635150 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b3295f84-b582-4fa8-a789-f213431c9c66 req-8adc1860-8a74-48af-a12f-a458812e304d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156229 Jul 13 19:36:42.661151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206459b6-237a-494e-8e26-287b369df067 None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:36:42.661795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-206459b6-237a-494e-8e26-287b369df067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:42.666940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff677f-d9da-4774-95ef-2e57041b556f None None] Pushing event updated for resources: {'Port': ['ID=767c9d71-c241-42d4-a564-5b93553a96b8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:42.702806 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.807147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-206459b6-237a-494e-8e26-287b369df067 None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:36:42.809186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3b23378c-972a-4118-83d2-80be69dd72cf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5854263 Jul 13 19:36:42.814154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:42.819816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-700809100'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:42.823981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Subnet': ['ID=c2fd7e68-ce1f-488e-bb18-5e4a2b18195e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:42.866610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Checking segment: {'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:42.867251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network hostable DHCP agents. Network: 20a183d0-d512-4abd-812b-f67fe0cf53f0, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:36:42.887983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 20a183d0-d512-4abd-812b-f67fe0cf53f0 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:36:42.894931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:42.901470 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.903365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 20a183d0-d512-4abd-812b-f67fe0cf53f0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:42.920138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:42.921007 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.938884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:36:42.941320 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d8919b33-1c66-4b78-9534-8c3f00eb5b41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1186497 Jul 13 19:36:42.943743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:42.959329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.959678 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Added segment fced2b48-b7b5-4c5e-bbe9-ca200750ba6b of type vlan for network 819604d1-feba-4496-89cf-bad28e730592 Jul 13 19:36:42.964362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8929c59c-2989-4820-b3d3-725f131f276a None None] Network 20a183d0-d512-4abd-812b-f67fe0cf53f0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:42.980382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41f75b-8ea1-4bcb-859f-514c7f65e486 req-749c5115-222d-433c-9bfb-8bf7c262e1e7 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:42.981990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b41f75b-8ea1-4bcb-859f-514c7f65e486 req-749c5115-222d-433c-9bfb-8bf7c262e1e7 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.1398649 Jul 13 19:36:43.078314 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:43.151934 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b41f75b-8ea1-4bcb-859f-514c7f65e486 req-c5cf402d-bbc5-445f-8f95-7e9ec49d7ff5 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560762 Jul 13 19:36:43.157663 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:43.166001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:43.167317 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:43.186174 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3707807 Jul 13 19:36:43.198166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:43.204537 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': '819604d1-feba-4496-89cf-bad28e730592', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:43.223859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-206459b6-237a-494e-8e26-287b369df067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:36:39Z', 'revision_number': 3, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:43.269128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206459b6-237a-494e-8e26-287b369df067 None None] The sync data for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 is: [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:36:39Z', 'revision_number': 3, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:36:43.283327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-20a183d0-d512-4abd-812b-f67fe0cf53f0', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:36:43.285096 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:43.351260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31e3ad-f42e-41af-9e2e-b4492bd4cb6c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Network': ['ID=819604d1-feba-4496-89cf-bad28e730592,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:43.404394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 819604d1-feba-4496-89cf-bad28e730592 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:36:43.430393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:43.436086 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:43.565357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Allocated IP 172.20.0.2 (20a183d0-d512-4abd-812b-f67fe0cf53f0/c2fd7e68-ce1f-488e-bb18-5e4a2b18195e/56cc71c3-afb4-426f-9da8-1b3e7e70b170) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:43.589580 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:43.780847 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:43.909438 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:43.923276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=5f9145fc-38b4-415e-a20e-3c26f57b742f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:43.946179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Transition to ACTIVE for port object 56cc71c3-afb4-426f-9da8-1b3e7e70b170 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:44.003524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Transition to ACTIVE for port object 56cc71c3-afb4-426f-9da8-1b3e7e70b170 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:44.029154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Checking segment: {'id': 'fced2b48-b7b5-4c5e-bbe9-ca200750ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '819604d1-feba-4496-89cf-bad28e730592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:44.030517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 767c9d71-c241-42d4-a564-5b93553a96b8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:44.030814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network hostable DHCP agents. Network: 819604d1-feba-4496-89cf-bad28e730592, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:36:44.036105 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.069090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 819604d1-feba-4496-89cf-bad28e730592 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:36:44.083285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96104dc6-0971-4f3f-b7d8-56bb063493e6 req-75143910-5cd9-4eda-a8e6-ab9f19962fcd tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:44.085530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96104dc6-0971-4f3f-b7d8-56bb063493e6 req-75143910-5cd9-4eda-a8e6-ab9f19962fcd tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 944 time: 0.2683976 Jul 13 19:36:44.088035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Network 20a183d0-d512-4abd-812b-f67fe0cf53f0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:44.091497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 819604d1-feba-4496-89cf-bad28e730592) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:44.108188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:44.108813 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.149118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:44.151135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8c71543a-f3a9-4993-a2f7-d0cbf525bfbf tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9515352 Jul 13 19:36:44.160131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': '819604d1-feba-4496-89cf-bad28e730592', 'name': 'tempest-PortsIpV6TestJSON-2069495004'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:44.324779 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96104dc6-0971-4f3f-b7d8-56bb063493e6 req-3db6c967-0b97-43d9-8f27-ec9b48236ed8 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933429 Jul 13 19:36:44.344958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:44.347924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254f6dcf-b2fd-41fd-8f1e-74d93a8d4693 None None] Network 819604d1-feba-4496-89cf-bad28e730592 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:44.351011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:44.446906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Pushing event updated for resources: {'Port': ['ID=56cc71c3-afb4-426f-9da8-1b3e7e70b170,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:44.457384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 767c9d71-c241-42d4-a564-5b93553a96b8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:44.479239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:44.485129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.508076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 767c9d71-c241-42d4-a564-5b93553a96b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:44.508461 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.513734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 07f7466f-5c06-4e70-ad88-8879f37c1e96 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:36:44.556909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Allocated IP 172.20.0.1 (20a183d0-d512-4abd-812b-f67fe0cf53f0/c2fd7e68-ce1f-488e-bb18-5e4a2b18195e/eda083a1-59ea-4140-9899-81796252380a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:44.557404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Attempting to bind port 56cc71c3-afb4-426f-9da8-1b3e7e70b170 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:44.557718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Attempting to bind port 56cc71c3-afb4-426f-9da8-1b3e7e70b170 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:44.558254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Attempting to bind port 56cc71c3-afb4-426f-9da8-1b3e7e70b170 on network 20a183d0-d512-4abd-812b-f67fe0cf53f0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:44.571496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:44.572199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Checking segment: {'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:44.572307 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.572662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Bound using segment: {'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:44.573154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Bound port: 56cc71c3-afb4-426f-9da8-1b3e7e70b170, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:44.573545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.745290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] For port 56cc71c3-afb4-426f-9da8-1b3e7e70b170, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:44.758440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9ca6ab4a-6ea9-4432-a161-9304fda31a3d details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:36:44.773965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-819604d1-feba-4496-89cf-bad28e730592', 'network_id': '819604d1-feba-4496-89cf-bad28e730592', 'tenant_id': '89f97a09caaf4d7b81158194befc437c', 'fixed_ips': [{'subnet_id': '5f9145fc-38b4-415e-a20e-3c26f57b742f'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:36:44.774855 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.782128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] For port 56cc71c3-afb4-426f-9da8-1b3e7e70b170, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=56cc71c3-afb4-426f-9da8-1b3e7e70b170,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:44.792476 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.804073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7969efa-9d96-4677-add6-3a38102b660e req-8485dfd8-1f50-4c24-881a-75293c47df91 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:44.805776 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7969efa-9d96-4677-add6-3a38102b660e req-8485dfd8-1f50-4c24-881a-75293c47df91 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.2513394 Jul 13 19:36:44.807390 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.812107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8::158 (819604d1-feba-4496-89cf-bad28e730592/5f9145fc-38b4-415e-a20e-3c26f57b742f/07f7466f-5c06-4e70-ad88-8879f37c1e96) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:44.852393 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.871960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 767c9d71-c241-42d4-a564-5b93553a96b8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=767c9d71-c241-42d4-a564-5b93553a96b8,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:44.886610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Transition to ACTIVE for port object eda083a1-59ea-4140-9899-81796252380a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:44.920331 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:44.937792 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7969efa-9d96-4677-add6-3a38102b660e req-aaf2a4ca-5afc-400e-abb4-412de6676cf3 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154840 Jul 13 19:36:45.021168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b2585-76cb-4b14-9780-6973d2c19dfd None None] Pushing event updated for resources: {'Port': ['ID=56cc71c3-afb4-426f-9da8-1b3e7e70b170,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:45.062972 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.094868 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:45.112432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 20a183d0-d512-4abd-812b-f67fe0cf53f0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:45.115057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=767c9d71-c241-42d4-a564-5b93553a96b8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:45.118356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:45.118975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '9ca6ab4a-6ea9-4432-a161-9304fda31a3d', 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f', 'port_id': '9ca6ab4a-6ea9-4432-a161-9304fda31a3d', 'mac_address': 'fa:16:3e:75:2c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:36:45.120978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:45.169002 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.198645 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca6ab4a-6ea9-4432-a161-9304fda31a3d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:45.226202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:45.230990 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.233685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.295752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=eda083a1-59ea-4140-9899-81796252380a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:45.314972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:45.326566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.370875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object 07f7466f-5c06-4e70-ad88-8879f37c1e96 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:45.474207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.503749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['9ca6ab4a-6ea9-4432-a161-9304fda31a3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:36:45.578655 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Allocated IP 2001:db8::2 (819604d1-feba-4496-89cf-bad28e730592/5f9145fc-38b4-415e-a20e-3c26f57b742f/641f261e-c312-4743-994e-5dad8d909544) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:45.597720 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.607738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 819604d1-feba-4496-89cf-bad28e730592 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:45.620096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:45.621778 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.626104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:45.632366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:45.633012 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.635483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=07f7466f-5c06-4e70-ad88-8879f37c1e96,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:45.693186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1245b80b-1fc5-43cd-98d6-eb61047b2693 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5410428 Jul 13 19:36:45.693534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:45.699875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': '819604d1-feba-4496-89cf-bad28e730592', 'name': 'tempest-PortsIpV6TestJSON-818990961'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:45.818373 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.828433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Transition to ACTIVE for port object 641f261e-c312-4743-994e-5dad8d909544 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:45.839447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:45.844472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.847942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Transition to ACTIVE for port object 641f261e-c312-4743-994e-5dad8d909544 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:45.854711 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.892929 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 37727598-81c2-47d6-83d1-fd22cfee6829 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:36:45.913417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Network 819604d1-feba-4496-89cf-bad28e730592 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:45.920306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec000-3ff9-4d35-8b4c-c9979bec6967 req-08b83118-ae1a-4fcb-93c6-3e59c354a84c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:45.922065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:45.922329 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f15ec000-3ff9-4d35-8b4c-c9979bec6967 req-08b83118-ae1a-4fcb-93c6-3e59c354a84c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 945 time: 0.4247463 Jul 13 19:36:45.931780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:45.988718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Pushing event updated for resources: {'Port': ['ID=641f261e-c312-4743-994e-5dad8d909544,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:46.036163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Attempting to bind port 641f261e-c312-4743-994e-5dad8d909544 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:46.036541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Attempting to bind port 641f261e-c312-4743-994e-5dad8d909544 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'fced2b48-b7b5-4c5e-bbe9-ca200750ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '819604d1-feba-4496-89cf-bad28e730592'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:46.036929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Attempting to bind port 641f261e-c312-4743-994e-5dad8d909544 on network 819604d1-feba-4496-89cf-bad28e730592 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:46.043122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:46.043514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Checking segment: {'id': 'fced2b48-b7b5-4c5e-bbe9-ca200750ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '819604d1-feba-4496-89cf-bad28e730592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:46.043929 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:46.044331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Bound using segment: {'id': 'fced2b48-b7b5-4c5e-bbe9-ca200750ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '819604d1-feba-4496-89cf-bad28e730592'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:46.044812 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Bound port: 641f261e-c312-4743-994e-5dad8d909544, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fced2b48-b7b5-4c5e-bbe9-ca200750ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '819604d1-feba-4496-89cf-bad28e730592'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:46.045198 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:46.192182 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f15ec000-3ff9-4d35-8b4c-c9979bec6967 req-b551818b-1d8c-42fd-9a7d-004800d6e09e tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558005 Jul 13 19:36:46.222085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] For port 641f261e-c312-4743-994e-5dad8d909544, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:46.226032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] For port 641f261e-c312-4743-994e-5dad8d909544, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=641f261e-c312-4743-994e-5dad8d909544,segment=NetworkSegment(fced2b48-b7b5-4c5e-bbe9-ca200750ba6b),segment_id=fced2b48-b7b5-4c5e-bbe9-ca200750ba6b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:46.231097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 767c9d71-c241-42d4-a564-5b93553a96b8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:46.240901 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:46.250220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8::de (819604d1-feba-4496-89cf-bad28e730592/5f9145fc-38b4-415e-a20e-3c26f57b742f/37727598-81c2-47d6-83d1-fd22cfee6829) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:46.346083 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:46.356246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:46.363371 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:46.413520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557fc5-1014-4850-907a-92ec0fa878f2 None None] Pushing event updated for resources: {'Port': ['ID=641f261e-c312-4743-994e-5dad8d909544,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:46.445449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 767c9d71-c241-42d4-a564-5b93553a96b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:46.446546 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:46.465369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c9033-971d-4f46-8bab-ec1c93fb9ba9 req-e33dd08f-d378-45d3-bec0-a46765aff851 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:46.483811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-245c9033-971d-4f46-8bab-ec1c93fb9ba9 req-e33dd08f-d378-45d3-bec0-a46765aff851 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.2377062 Jul 13 19:36:46.595385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=eda083a1-59ea-4140-9899-81796252380a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:46.597950 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:46.613306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 56cc71c3-afb4-426f-9da8-1b3e7e70b170 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:46.643195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e6d7e6-2f98-4961-9355-dc18f50cf984 None None] Network 20a183d0-d512-4abd-812b-f67fe0cf53f0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:46.783812 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-23bc0aab-087d-4991-927d-9d81f7c3857b None None] Provisioning for port 56cc71c3-afb4-426f-9da8-1b3e7e70b170 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:46.795554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9ca6ab4a-6ea9-4432-a161-9304fda31a3d up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:46.855001 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-245c9033-971d-4f46-8bab-ec1c93fb9ba9 req-a1961272-192b-423a-b102-326ec8c3dd30 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701479 Jul 13 19:36:46.902300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 20a183d0-d512-4abd-812b-f67fe0cf53f0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:46.905755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:46.934615 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:46.946677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 56cc71c3-afb4-426f-9da8-1b3e7e70b170 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:46.973445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object 37727598-81c2-47d6-83d1-fd22cfee6829 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:46.975139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 56cc71c3-afb4-426f-9da8-1b3e7e70b170 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:46.975517 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:47.053715 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:47.103530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:47.104289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router fa17bbab-5ac4-44a0-b9e2-9cc82026838d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:36:47.111085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 819604d1-feba-4496-89cf-bad28e730592 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:47.115651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:47.123052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:47.129369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:47.129860 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:47.130204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:47.131180 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:47.150488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=37727598-81c2-47d6-83d1-fd22cfee6829,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:47.155718 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5d8ccd0d-6b2b-482d-b74c-863480406864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4601638 Jul 13 19:36:47.158215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:47.263052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:36:47.276351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-534b99e2-bad5-45f8-a037-76f7d59397c8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "PUT /v2.0/routers/fa17bbab-5ac4-44a0-b9e2-9cc82026838d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3283246 Jul 13 19:36:47.276757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:47.279140 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Sync routers for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:36:47.295488 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:36:47.297141 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:47.350942 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:47.386885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b74fb42-8238-4267-91a6-d4112154bfe6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:47.393287 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7b74fb42-8238-4267-91a6-d4112154bfe6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A158 HTTP/1.1" status: 200 len: 929 time: 0.2324209 Jul 13 19:36:47.395116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:47.600581 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:36:47.622500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 56cc71c3-afb4-426f-9da8-1b3e7e70b170, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=56cc71c3-afb4-426f-9da8-1b3e7e70b170,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:47.647125 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:47.704815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d884d587-f984-4825-bfca-5fc8fe182418 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 37727598-81c2-47d6-83d1-fd22cfee6829 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:47.707569 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d884d587-f984-4825-bfca-5fc8fe182418 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:47.720800 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:47.831412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=56cc71c3-afb4-426f-9da8-1b3e7e70b170,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:47.845748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2293f0b-b9d5-4d12-9f89-946e0eef0e01 None None] Provisioning for port eda083a1-59ea-4140-9899-81796252380a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:47.881683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2293f0b-b9d5-4d12-9f89-946e0eef0e01 None None] Provisioning complete for port eda083a1-59ea-4140-9899-81796252380a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:47.882053 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2293f0b-b9d5-4d12-9f89-946e0eef0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.015906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247d25d-1c6c-474e-9bf8-579ce479430d req-40ed89b4-3029-4cf8-9097-f93b4f4f581d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.017545 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d247d25d-1c6c-474e-9bf8-579ce479430d req-40ed89b4-3029-4cf8-9097-f93b4f4f581d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 945 time: 0.4064105 Jul 13 19:36:48.050630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb24596-ec5c-4a48-b832-afbb222254b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca6ab4a-6ea9-4432-a161-9304fda31a3d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:48.052970 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667475a5-1108-4ce9-ba90-4ff394f4f4db" -d '{"events": [{"server_uuid": "ebb24596-ec5c-4a48-b832-afbb222254b6", "name": "network-vif-plugged", "status": "completed", "tag": "9ca6ab4a-6ea9-4432-a161-9304fda31a3d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:48.059888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d2293f0b-b9d5-4d12-9f89-946e0eef0e01 None None] Port eda083a1-59ea-4140-9899-81796252380a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:48.072158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:48.093873 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.118344 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d884d587-f984-4825-bfca-5fc8fe182418 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.145660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2293f0b-b9d5-4d12-9f89-946e0eef0e01 None None] Provisioning complete for port 56cc71c3-afb4-426f-9da8-1b3e7e70b170 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:48.145660 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2293f0b-b9d5-4d12-9f89-946e0eef0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.178101 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:36:45Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:45Z', 'revision_number': 2, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:48.215493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d884d587-f984-4825-bfca-5fc8fe182418 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 37727598-81c2-47d6-83d1-fd22cfee6829 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:48.258480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:48.281233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 641f261e-c312-4743-994e-5dad8d909544 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:48.288668 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d247d25d-1c6c-474e-9bf8-579ce479430d req-99189e1c-46b2-4b29-9d89-08c43e80e6d5 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487779 Jul 13 19:36:48.289390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38022db1-db2a-4190-8743-3735f4baf247 None None] Network 819604d1-feba-4496-89cf-bad28e730592 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:48.307436 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Checking router: fa17bbab-5ac4-44a0-b9e2-9cc82026838d for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:36:48.308993 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Updating router fa17bbab-5ac4-44a0-b9e2-9cc82026838d port eda083a1-59ea-4140-9899-81796252380a binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:36:48.364370 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.462664 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d3a336-8c62-4719-9f82-c55e9aedfc27 x-openstack-request-id: req-06d3a336-8c62-4719-9f82-c55e9aedfc27 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:48.463097 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb24596-ec5c-4a48-b832-afbb222254b6", "name": "network-vif-plugged", "status": "completed", "tag": "9ca6ab4a-6ea9-4432-a161-9304fda31a3d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:48.463374 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06d3a336-8c62-4719-9f82-c55e9aedfc27 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:48.463969 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb24596-ec5c-4a48-b832-afbb222254b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca6ab4a-6ea9-4432-a161-9304fda31a3d', 'code': 200} Jul 13 19:36:48.602047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.602778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.603276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.603817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.604358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.604890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.605423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.605950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.606589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.607118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.607648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.608345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.608881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.609413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.612310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1108d170-0f65-4308-8f98-6be44143fac0 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9812 time: 1.3250165 Jul 13 19:36:48.615902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:48.637096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d884d587-f984-4825-bfca-5fc8fe182418 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.637442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 641f261e-c312-4743-994e-5dad8d909544 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:48.656904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 56cc71c3-afb4-426f-9da8-1b3e7e70b170 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:48.690529 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-71ed5792-f1a4-43a9-be62-58bd964a9edd None None] Provisioning complete for port eda083a1-59ea-4140-9899-81796252380a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:48.690913 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71ed5792-f1a4-43a9-be62-58bd964a9edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.703084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884d587-f984-4825-bfca-5fc8fe182418 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=37727598-81c2-47d6-83d1-fd22cfee6829,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:48.734160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20342e-3325-4b81-bdbe-45c4b899075d req-28fd583f-d73a-4b96-8d07-ca327eaa602e tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.741897 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d20342e-3325-4b81-bdbe-45c4b899075d req-28fd583f-d73a-4b96-8d07-ca327eaa602e tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.4395413 Jul 13 19:36:48.749349 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d884d587-f984-4825-bfca-5fc8fe182418 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.751289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-71ed5792-f1a4-43a9-be62-58bd964a9edd None None] Port eda083a1-59ea-4140-9899-81796252380a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:48.755047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d884d587-f984-4825-bfca-5fc8fe182418 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/37727598-81c2-47d6-83d1-fd22cfee6829 HTTP/1.1" status: 204 len: 168 time: 1.3579788 Jul 13 19:36:48.755790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:48.800667 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-785202fd-647b-4ec7-8059-09cf9ae7b901 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:36:48.803619 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-785202fd-647b-4ec7-8059-09cf9ae7b901 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/37727598-81c2-47d6-83d1-fd22cfee6829 HTTP/1.1" status: 404 len: 333 time: 0.0468035 Jul 13 19:36:48.806257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:48.809702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 56cc71c3-afb4-426f-9da8-1b3e7e70b170 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:48.810081 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.813931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-71ed5792-f1a4-43a9-be62-58bd964a9edd None None] Provisioning for port 641f261e-c312-4743-994e-5dad8d909544 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:48.843004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-71ed5792-f1a4-43a9-be62-58bd964a9edd None None] Provisioning complete for port 641f261e-c312-4743-994e-5dad8d909544 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:48.843381 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71ed5792-f1a4-43a9-be62-58bd964a9edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.852257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.857272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.857745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.858202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.858707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.860637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.860637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.861024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.861566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.862833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.863293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.863748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.864568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:48.867129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4d17d3f1-b616-4f25-b60b-083c6f43070f tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8342 time: 0.2500176 Jul 13 19:36:48.874347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:48.961151 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d20342e-3325-4b81-bdbe-45c4b899075d req-7f1f1cd6-e7af-482c-9fe8-0c9c1400e529 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182667 Jul 13 19:36:48.978942 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:48.994686 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Transition to ACTIVE for port object eda083a1-59ea-4140-9899-81796252380a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:49.005291 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.026152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cc330-9d48-4186-bb63-632b782e9691 req-66ac7eaf-3636-4d41-8342-0af27660afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:49.032056 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-416cc330-9d48-4186-bb63-632b782e9691 req-66ac7eaf-3636-4d41-8342-0af27660afc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 1097 time: 0.5515120 Jul 13 19:36:49.039931 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71ed5792-f1a4-43a9-be62-58bd964a9edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.040129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-0885518a-e9f9-4b29-8141-45a4e7cac66f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:49.048224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-0885518a-e9f9-4b29-8141-45a4e7cac66f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 813 time: 0.2243624 Jul 13 19:36:49.075741 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-edab2be3-6bb7-4aaa-aeda-dc978ec4696e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/quotas/cd24b020b00a41a49d9c263fb0fd0008 HTTP/1.1" status: 200 len: 375 time: 0.0265779 Jul 13 19:36:49.092318 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fb492-6cde-46ee-8be2-ac0a72afb377 None None] Pushing event updated for resources: {'Port': ['ID=eda083a1-59ea-4140-9899-81796252380a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:49.099238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-781b26bf-f813-465c-9aeb-427681dfb87d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 07f7466f-5c06-4e70-ad88-8879f37c1e96 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:49.102286 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-781b26bf-f813-465c-9aeb-427681dfb87d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.121271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-71ed5792-f1a4-43a9-be62-58bd964a9edd None None] For port 641f261e-c312-4743-994e-5dad8d909544, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=641f261e-c312-4743-994e-5dad8d909544,segment=NetworkSegment(fced2b48-b7b5-4c5e-bbe9-ca200750ba6b),segment_id=fced2b48-b7b5-4c5e-bbe9-ca200750ba6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:49.129977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71ed5792-f1a4-43a9-be62-58bd964a9edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.165059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-416cc330-9d48-4186-bb63-632b782e9691 req-49b2eea1-7c00-40af-b4c1-2697f0548dd0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257868 Jul 13 19:36:49.216588 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Attempting to bind port eda083a1-59ea-4140-9899-81796252380a on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:49.217099 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Attempting to bind port eda083a1-59ea-4140-9899-81796252380a by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:49.218290 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Attempting to bind port eda083a1-59ea-4140-9899-81796252380a on network 20a183d0-d512-4abd-812b-f67fe0cf53f0 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:49.233795 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:49.234305 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Checking segment: {'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:49.234715 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.235243 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Bound using segment: {'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:49.235729 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Bound port: eda083a1-59ea-4140-9899-81796252380a, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:49.236113 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.257899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed5792-f1a4-43a9-be62-58bd964a9edd None None] Pushing event updated for resources: {'Port': ['ID=641f261e-c312-4743-994e-5dad8d909544,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:49.266905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-781b26bf-f813-465c-9aeb-427681dfb87d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.291997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-781b26bf-f813-465c-9aeb-427681dfb87d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 07f7466f-5c06-4e70-ad88-8879f37c1e96 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:49.340971 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:36:49.362568 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] For port eda083a1-59ea-4140-9899-81796252380a, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:49.366842 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] For port eda083a1-59ea-4140-9899-81796252380a, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=eda083a1-59ea-4140-9899-81796252380a,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:49.377923 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.474532 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-521bda51-a3f9-43e1-b73d-91dec81670c9 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5204 time: 0.5971851 Jul 13 19:36:49.539594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a77e640d-5d86-4d76-9749-425efdd17cc9 None None] Provisioning complete for port 641f261e-c312-4743-994e-5dad8d909544 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:49.539977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a77e640d-5d86-4d76-9749-425efdd17cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.541994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-781b26bf-f813-465c-9aeb-427681dfb87d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.554291 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:36:49.554596 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:49.558039 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fb492-6cde-46ee-8be2-ac0a72afb377 None None] Pushing event updated for resources: {'Port': ['ID=eda083a1-59ea-4140-9899-81796252380a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:49.591382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b26bf-f813-465c-9aeb-427681dfb87d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=07f7466f-5c06-4e70-ad88-8879f37c1e96,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:49.665524 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-781b26bf-f813-465c-9aeb-427681dfb87d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.667977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-781b26bf-f813-465c-9aeb-427681dfb87d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/07f7466f-5c06-4e70-ad88-8879f37c1e96 HTTP/1.1" status: 204 len: 168 time: 0.8597045 Jul 13 19:36:49.670581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:49.679699 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-fd6fd31d-3759-4a97-91ca-547dc27bda59 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6017458 Jul 13 19:36:49.714645 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a77e640d-5d86-4d76-9749-425efdd17cc9 None None] Could not find standard attr ID for object 07f7466f-5c06-4e70-ad88-8879f37c1e96. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:36:49.769154 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:36:49.795171 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-221600d1-6b2d-4bf4-8172-376c437dc294 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:36:49.804257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-221600d1-6b2d-4bf4-8172-376c437dc294 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/07f7466f-5c06-4e70-ad88-8879f37c1e96 HTTP/1.1" status: 404 len: 333 time: 0.0811799 Jul 13 19:36:49.806549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:49.845277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-1098d405-cef1-4b20-932b-1832c00f9ef6 service neutron] 10.222.0.25 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579795 Jul 13 19:36:49.868695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-acf921b1-7d2b-4327-abc0-4f4ad7bc12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:49.870192 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-acf921b1-7d2b-4327-abc0-4f4ad7bc12a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 1097 time: 0.1141067 Jul 13 19:36:49.911920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb839-3f97-4a2b-a58e-5ce1231ae9dd req-40403934-63d1-49c0-9f7a-6f3945a352c3 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:49.913547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f0bb839-3f97-4a2b-a58e-5ce1231ae9dd req-40403934-63d1-49c0-9f7a-6f3945a352c3 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.2582064 Jul 13 19:36:49.965442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d87c00a-75d5-4441-a97c-0b0a42511da6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet 5f9145fc-38b4-415e-a20e-3c26f57b742f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:36:49.972613 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d87c00a-75d5-4441-a97c-0b0a42511da6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.975870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9c84771-1dd3-4c4d-b7c6-bd8e0b49395d None None] Could not find standard attr ID for object 07f7466f-5c06-4e70-ad88-8879f37c1e96. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:36:50.009475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 641f261e-c312-4743-994e-5dad8d909544 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:50.035701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d87c00a-75d5-4441-a97c-0b0a42511da6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.046005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f0bb839-3f97-4a2b-a58e-5ce1231ae9dd req-ddbdf088-93c5-4b52-85a0-7b40087abcfc tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163809 Jul 13 19:36:50.101602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 641f261e-c312-4743-994e-5dad8d909544 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:50.101602 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.133293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-bcb22f07-d07d-49ff-adb5-1977a398da67 service neutron] 10.222.0.25 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662971 Jul 13 19:36:50.163440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-86de02ff-35a7-432e-9107-95883f3531e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:50.165007 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-86de02ff-35a7-432e-9107-95883f3531e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 912 time: 0.2505603 Jul 13 19:36:50.185822 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:36:45Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:49Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:50.227544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d87c00a-75d5-4441-a97c-0b0a42511da6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.264505 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52467137-1425-41a3-9306-3d1b6c67c20b None None] The sync data for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 is: [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:36:45Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:49Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:36:50.331313 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d87c00a-75d5-4441-a97c-0b0a42511da6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.370008 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-112e17f1-20fa-4fd3-960e-cca9ef3d2a6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c HTTP/1.1" status: 200 len: 1002 time: 0.1968985 Jul 13 19:36:50.392629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d87c00a-75d5-4441-a97c-0b0a42511da6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.397340 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2d87c00a-75d5-4441-a97c-0b0a42511da6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/5f9145fc-38b4-415e-a20e-3c26f57b742f HTTP/1.1" status: 204 len: 168 time: 0.5873830 Jul 13 19:36:50.397340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87c00a-75d5-4441-a97c-0b0a42511da6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9145fc-38b4-415e-a20e-3c26f57b742f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:50.397856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:50.450040 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14668a0e-af0d-4c40-84ea-8e364ec2f8c0 None None] Could not find standard attr ID for object 37727598-81c2-47d6-83d1-fd22cfee6829. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:36:50.473943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-89d3d88c-73e2-4cac-bd42-6062e35c4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:50.477833 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-89d3d88c-73e2-4cac-bd42-6062e35c4d0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.0901935 Jul 13 19:36:50.591322 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.608081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-9cd48c7b-a0fb-4ef9-8d7a-7f9f519b3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:50.609554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-9cd48c7b-a0fb-4ef9-8d7a-7f9f519b3d47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186604 Jul 13 19:36:50.666845 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-262bdc00-644b-458b-9b70-bfe3a741540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.773000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-33ddb15e-db60-4ca6-a968-4e15c5ae2d50 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551559 Jul 13 19:36:50.781962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 641f261e-c312-4743-994e-5dad8d909544 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:50.782681 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.832238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a8dbd-aade-46c1-8825-b6e9a9d82c50 None None] Network 819604d1-feba-4496-89cf-bad28e730592 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:50.855303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:50.876166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3632cc4e-45cf-40d2-bc43-07580df2e1e8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010753655', 'description': 'tempest-secgroup-smoke-2010753655 description', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:50.923709 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3632cc4e-45cf-40d2-bc43-07580df2e1e8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.935152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] For port 641f261e-c312-4743-994e-5dad8d909544, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=641f261e-c312-4743-994e-5dad8d909544,segment=NetworkSegment(fced2b48-b7b5-4c5e-bbe9-ca200750ba6b),segment_id=fced2b48-b7b5-4c5e-bbe9-ca200750ba6b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:50.935544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.952443 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519218c3-a9fb-4a9a-96cc-8c40200d3a4b req-9ecdf33c-1e8a-40ff-a147-d1c11790df6e tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:50.954303 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-519218c3-a9fb-4a9a-96cc-8c40200d3a4b req-9ecdf33c-1e8a-40ff-a147-d1c11790df6e tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.2563908 Jul 13 19:36:50.964459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 641f261e-c312-4743-994e-5dad8d909544 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:51.048589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3632cc4e-45cf-40d2-bc43-07580df2e1e8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.061414 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3632cc4e-45cf-40d2-bc43-07580df2e1e8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.090315 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4f25ee4-2a96-4dc9-8c54-6e85013513d0 req-54b313a6-1651-434d-9a14-24e2edd26892 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036346 Jul 13 19:36:51.106598 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-519218c3-a9fb-4a9a-96cc-8c40200d3a4b req-cc5e42a2-f666-4a6f-93b7-dbe0b833bc13 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393976 Jul 13 19:36:51.121077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3632cc4e-45cf-40d2-bc43-07580df2e1e8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.129090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3632cc4e-45cf-40d2-bc43-07580df2e1e8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2709455 Jul 13 19:36:51.149809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:51.159217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632cc4e-45cf-40d2-bc43-07580df2e1e8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7758bc-6863-468c-a9a2-a32f275ef268,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:51.167763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0419cc7e-b748-48ce-ad96-77a531e27bbf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '9f7758bc-6863-468c-a9a2-a32f275ef268', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:51.300141 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0419cc7e-b748-48ce-ad96-77a531e27bbf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.349057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e0a44-c43a-4fdb-ab5a-e788aa4d1f0b None None] DHCP port deletion for 819604d1-feba-4496-89cf-bad28e730592 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:36:51.401608 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0419cc7e-b748-48ce-ad96-77a531e27bbf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.418725 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0419cc7e-b748-48ce-ad96-77a531e27bbf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.442192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-057e0a44-c43a-4fdb-ab5a-e788aa4d1f0b None None] Deleting port 641f261e-c312-4743-994e-5dad8d909544 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:51.442959 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-057e0a44-c43a-4fdb-ab5a-e788aa4d1f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.453095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.494606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No DVR routers for this DVR port 641f261e-c312-4743-994e-5dad8d909544 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:51.520237 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d0ad724-5e1d-48ca-8cc1-58b581758391 req-c1ce383a-7134-45cc-a0f1-8706a729e0aa tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 210 time: 0.1440086 Jul 13 19:36:51.526077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceab20-b269-4280-8a29-46a78cad0067 req-e4273572-345f-4c5b-8516-4965593242ae tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:51.527736 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b6ceab20-b269-4280-8a29-46a78cad0067 req-e4273572-345f-4c5b-8516-4965593242ae tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1146100 Jul 13 19:36:51.532169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-057e0a44-c43a-4fdb-ab5a-e788aa4d1f0b None None] For port 641f261e-c312-4743-994e-5dad8d909544, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:51.532867 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-057e0a44-c43a-4fdb-ab5a-e788aa4d1f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.556380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-057e0a44-c43a-4fdb-ab5a-e788aa4d1f0b None None] Calling delete_port for 641f261e-c312-4743-994e-5dad8d909544 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:51.560676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-057e0a44-c43a-4fdb-ab5a-e788aa4d1f0b None None] Port 641f261e-c312-4743-994e-5dad8d909544 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:36:51.562264 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-057e0a44-c43a-4fdb-ab5a-e788aa4d1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.593324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e0a44-c43a-4fdb-ab5a-e788aa4d1f0b None None] Pushing event deleted for resources: {'Port': ['ID=641f261e-c312-4743-994e-5dad8d909544,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:51.599665 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.600409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e0a44-c43a-4fdb-ab5a-e788aa4d1f0b None None] No DVR routers for this DVR port 641f261e-c312-4743-994e-5dad8d909544 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:51.602367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b6ceab20-b269-4280-8a29-46a78cad0067 req-dc2cdf89-f025-4d26-b22b-f462a122f147 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641077 Jul 13 19:36:51.614169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819604d1-feba-4496-89cf-bad28e730592']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:51.626850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fced2b48-b7b5-4c5e-bbe9-ca200750ba6b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:51.627600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fced2b48-b7b5-4c5e-bbe9-ca200750ba6b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:51.639323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=641f261e-c312-4743-994e-5dad8d909544,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:51.645541 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.647460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419cc7e-b748-48ce-ad96-77a531e27bbf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d11e5f7-9c2d-4c8f-bbba-626e200e6175,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:51.657858 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0419cc7e-b748-48ce-ad96-77a531e27bbf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.660276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0419cc7e-b748-48ce-ad96-77a531e27bbf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5088501 Jul 13 19:36:51.662705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:51.671942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c0e1814a-9ee6-4b20-b48d-51ebc5524179 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '9f7758bc-6863-468c-a9a2-a32f275ef268', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:51.675095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.682305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:36:51.682992 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:36:51.687685 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:36:51.714205 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0e1814a-9ee6-4b20-b48d-51ebc5524179 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.779853 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.785796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0e1814a-9ee6-4b20-b48d-51ebc5524179 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.787855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.789883 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/networks/819604d1-feba-4496-89cf-bad28e730592 HTTP/1.1" status: 204 len: 168 time: 1.3903124 Jul 13 19:36:51.793190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0e1814a-9ee6-4b20-b48d-51ebc5524179 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.799364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:51.814280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1435161044'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:51.818911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e691ea-9d5c-4070-a18a-48b1cc528864 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Network': ['ID=819604d1-feba-4496-89cf-bad28e730592,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:51.844013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1814a-9ee6-4b20-b48d-51ebc5524179 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43184b76-63f7-4edc-9a18-50db55463960,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:51.862989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:51.867619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.880883 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0e1814a-9ee6-4b20-b48d-51ebc5524179 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.884524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c0e1814a-9ee6-4b20-b48d-51ebc5524179 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2165356 Jul 13 19:36:51.885316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:51.889969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b5cd9bb0-d941-44ef-8f2a-912a86b9e52d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '9f7758bc-6863-468c-a9a2-a32f275ef268', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:51.922370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:36:51.945584 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.945959 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Added segment 5228388f-18b8-44da-963e-d6cd3397d247 of type vlan for network 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 Jul 13 19:36:51.948385 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9bb0-d941-44ef-8f2a-912a86b9e52d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.052185 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.077614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device eda083a1-59ea-4140-9899-81796252380a up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:52.098091 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9bb0-d941-44ef-8f2a-912a86b9e52d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.106309 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9bb0-d941-44ef-8f2a-912a86b9e52d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.123735 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.140826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:52.141690 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.166910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port eda083a1-59ea-4140-9899-81796252380a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:52.181896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port eda083a1-59ea-4140-9899-81796252380a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:52.182751 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.304983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd9bb0-d941-44ef-8f2a-912a86b9e52d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd0356b-06c8-46c1-973f-b65bd688e973,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:52.308383 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.348025 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9bb0-d941-44ef-8f2a-912a86b9e52d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.349293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b5cd9bb0-d941-44ef-8f2a-912a86b9e52d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4633579 Jul 13 19:36:52.353355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:52.365720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port eda083a1-59ea-4140-9899-81796252380a, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=eda083a1-59ea-4140-9899-81796252380a,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:52.372011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-67ac1924-8e9d-4f11-b60a-0b6dd211ba4b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '9f7758bc-6863-468c-a9a2-a32f275ef268', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:52.372676 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.483001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 641f261e-c312-4743-994e-5dad8d909544 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:36:52.484986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-c2e6e589-e8b0-4d28-a0ed-9409a2a2a229 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:52.491565 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-c2e6e589-e8b0-4d28-a0ed-9409a2a2a229 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 813 time: 0.3526568 Jul 13 19:36:52.497649 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6902401 Jul 13 19:36:52.505722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:52.515273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Request body: {'port': {'device_id': '37732da2-bbce-4ad6-9a08-8b8032ddb566', 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8', 'admin_state_up': True, 'tenant_id': 'cd24b020b00a41a49d9c263fb0fd0008'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:52.515502 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=eda083a1-59ea-4140-9899-81796252380a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:52.516617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b0332-fa8c-4942-8096-460122da289a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Network': ['ID=4bbcb28b-a250-4299-b6f8-fdfc9606b3c4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:52.522805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': '4bbcb28b-a250-4299-b6f8-fdfc9606b3c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:52.532110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 641f261e-c312-4743-994e-5dad8d909544 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:36:52.532537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 641f261e-c312-4743-994e-5dad8d909544 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:36:52.539197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:36:52.568429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474ab4e-8acd-4981-8712-eb1d069b6d79 req-423338ac-e153-489d-b257-12b70a174b87 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:52.574921 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3474ab4e-8acd-4981-8712-eb1d069b6d79 req-423338ac-e153-489d-b257-12b70a174b87 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.2316391 Jul 13 19:36:52.611029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441aad0f-2399-403d-a883-4f4b2343b5dd req-9ab52a2b-cfe4-4940-8366-f8cb19480d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:52.613319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-441aad0f-2399-403d-a883-4f4b2343b5dd req-9ab52a2b-cfe4-4940-8366-f8cb19480d1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=036e9003524a4575af0540054454ccfa&device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 1097 time: 0.3113074 Jul 13 19:36:52.621656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3474ab4e-8acd-4981-8712-eb1d069b6d79 req-e4207daf-a7a6-4adc-ac53-c97e06f54840 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459039 Jul 13 19:36:52.665747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ac1924-8e9d-4f11-b60a-0b6dd211ba4b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.723304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441aad0f-2399-403d-a883-4f4b2343b5dd req-a13f5608-cd6c-4f14-a6af-96146c0a4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:52.724803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-441aad0f-2399-403d-a883-4f4b2343b5dd req-a13f5608-cd6c-4f14-a6af-96146c0a4eb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02a2428-be94-458f-a726-a80f2fc64d4f HTTP/1.1" status: 200 len: 912 time: 0.1023026 Jul 13 19:36:52.780355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-441aad0f-2399-403d-a883-4f4b2343b5dd req-0fd30c5b-bcba-4442-8bc0-19f98b0e867b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ca6ab4a-6ea9-4432-a161-9304fda31a3d HTTP/1.1" status: 200 len: 217 time: 0.0451386 Jul 13 19:36:52.805372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:52.809122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.827335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc4a1b-b070-4598-9f5b-7065379c82d5 req-ffaf81a4-2fc2-4a1f-accc-e7a807911289 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:52.828866 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5bc4a1b-b070-4598-9f5b-7065379c82d5 req-ffaf81a4-2fc2-4a1f-accc-e7a807911289 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.3005500 Jul 13 19:36:52.836360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441aad0f-2399-403d-a883-4f4b2343b5dd req-13f5334c-bba5-4957-b2ef-af56d5cc4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:52.837833 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-441aad0f-2399-403d-a883-4f4b2343b5dd req-13f5334c-bba5-4957-b2ef-af56d5cc4d40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44929e23-4eeb-4d17-ae61-1d51b31208c9 HTTP/1.1" status: 200 len: 851 time: 0.0509455 Jul 13 19:36:52.840214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ac1924-8e9d-4f11-b60a-0b6dd211ba4b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.874908 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1326d87c-d0cd-4f3b-9131-6ecd9b54f264 req-89d8def8-da13-49fe-8a9f-fc3827a0641d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 210 time: 0.0353487 Jul 13 19:36:52.887720 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ac1924-8e9d-4f11-b60a-0b6dd211ba4b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.893420 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-441aad0f-2399-403d-a883-4f4b2343b5dd req-a2deaae8-db68-4722-818f-1487f22177b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02a2428-be94-458f-a726-a80f2fc64d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425847 Jul 13 19:36:52.919609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Made reservation on behalf of cd24b020b00a41a49d9c263fb0fd0008 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:52.923276 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.956561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac1924-8e9d-4f11-b60a-0b6dd211ba4b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6734508-6020-4137-ac9c-b94f320f5530,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:52.969816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ac1924-8e9d-4f11-b60a-0b6dd211ba4b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.971055 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-67ac1924-8e9d-4f11-b60a-0b6dd211ba4b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6034572 Jul 13 19:36:52.979042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:52.992321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6c0d852a-d28b-4edf-837e-362d658b9778 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '9f7758bc-6863-468c-a9a2-a32f275ef268', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:52.999707 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-441aad0f-2399-403d-a883-4f4b2343b5dd req-d755fc5b-a858-4302-a5cc-2e073e2db375 service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887129 Jul 13 19:36:53.003718 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5bc4a1b-b070-4598-9f5b-7065379c82d5 req-fc7012e5-cd7b-4230-a7e8-04cffd76c1b0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608164 Jul 13 19:36:53.085975 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-6c0d852a-d28b-4edf-837e-362d658b9778 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Project e2fbb89be0b24ffd9a67cc90fa53a313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:36:53.097572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-441aad0f-2399-403d-a883-4f4b2343b5dd req-d685e0aa-12db-41f7-86bb-e6214127382a service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863740 Jul 13 19:36:53.099596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c0d852a-d28b-4edf-837e-362d658b9778 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.226872 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e52ee1d-8eac-4297-9eb3-5a08326b680d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.268804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Allocated IP 172.20.0.3 (f842e1da-08f1-49d7-96a5-d633359233c8/cfac4347-e8db-4ae3-8b90-d77f483a0782/b11152ff-f89c-4161-bda9-dced9ac24d18) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:53.277296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.340359 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c0d852a-d28b-4edf-837e-362d658b9778 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.352349 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c0d852a-d28b-4edf-837e-362d658b9778 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.415118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d852a-d28b-4edf-837e-362d658b9778 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88f74e9-80a5-4b83-abb1-10dac78dade7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:53.427137 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=52ad691e-c85f-4f6a-ac6b-e9c351df54c3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:53.429259 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c0d852a-d28b-4edf-837e-362d658b9778 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.430472 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6c0d852a-d28b-4edf-837e-362d658b9778 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4464285 Jul 13 19:36:53.433248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:53.438009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-11645605-933a-4998-afbc-6d386a774a8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '9f7758bc-6863-468c-a9a2-a32f275ef268', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:53.463855 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-11645605-933a-4998-afbc-6d386a774a8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Project e2fbb89be0b24ffd9a67cc90fa53a313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:36:53.469003 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11645605-933a-4998-afbc-6d386a774a8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.483825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Checking segment: {'id': '5228388f-18b8-44da-963e-d6cd3397d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4bbcb28b-a250-4299-b6f8-fdfc9606b3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:53.484421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network hostable DHCP agents. Network: 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:36:53.523055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:36:53.535070 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11645605-933a-4998-afbc-6d386a774a8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.540070 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11645605-933a-4998-afbc-6d386a774a8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.541390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:53.552502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:53.553454 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.560218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984952bf-5b36-4806-9491-2da7b5154bd4 None None] Network 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:53.562615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11645605-933a-4998-afbc-6d386a774a8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b3a378-303a-4148-9d74-de3b7e3c46f3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:53.573200 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11645605-933a-4998-afbc-6d386a774a8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.575331 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-11645605-933a-4998-afbc-6d386a774a8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408989 Jul 13 19:36:53.577047 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.582054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-657b9368-cc2c-4a8b-b066-14c7b7da355f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0721767 Jul 13 19:36:53.584766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:53.589703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': '4bbcb28b-a250-4299-b6f8-fdfc9606b3c4', 'name': 'tempest-PortsIpV6TestJSON-784502426', 'fixed_ips': [{'subnet_id': '52ad691e-c85f-4f6a-ac6b-e9c351df54c3', 'ip_address': '2001:db8::10'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:53.590792 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.712788 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.737179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2f728e25-78d2-4d54-b7d2-7ff3efdcba65'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:36:53.739319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['6de08a07-33ad-4cf3-9af7-c7e70bbbb09f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:36:53.785803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-4bbcb28b-a250-4299-b6f8-fdfc9606b3c4', 'network_id': '4bbcb28b-a250-4299-b6f8-fdfc9606b3c4', 'tenant_id': '89f97a09caaf4d7b81158194befc437c', 'fixed_ips': [{'subnet_id': '52ad691e-c85f-4f6a-ac6b-e9c351df54c3'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:36:53.787348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.813138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Network f842e1da-08f1-49d7-96a5-d633359233c8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:53.813910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Pushing event updated for resources: {'Port': ['ID=b11152ff-f89c-4161-bda9-dced9ac24d18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:53.821619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:53.824126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:53.836358 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-41bca078-d0fc-4c44-ab89-adfa11dd9916 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010753655&fields=id&tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313 HTTP/1.1" status: 200 len: 267 time: 0.1362858 Jul 13 19:36:53.838364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:53.863895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0609c69-f26b-47e6-ab3b-c0679ca5fcb6 req-bcf80882-3449-46a3-bf15-e69dd607d895 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:53.865497 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0609c69-f26b-47e6-ab3b-c0679ca5fcb6 req-bcf80882-3449-46a3-bf15-e69dd607d895 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.0822890 Jul 13 19:36:53.920399 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0609c69-f26b-47e6-ab3b-c0679ca5fcb6 req-22a5f68f-9fa6-4c8e-89ac-00526e324b2c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473392 Jul 13 19:36:53.985731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device eda083a1-59ea-4140-9899-81796252380a up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:54.118774 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Allocated IP 2001:db8::2 (4bbcb28b-a250-4299-b6f8-fdfc9606b3c4/52ad691e-c85f-4f6a-ac6b-e9c351df54c3/fb55ca56-ba1e-4e7a-9a91-ad7f1771a619) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:54.197899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port eda083a1-59ea-4140-9899-81796252380a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:54.198324 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.219853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe510-803c-4fb4-8f5b-ce6f67d50a0a req-fc08cafd-ce97-4c6b-9ed0-610de5861b5c tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:54.221411 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c02fe510-803c-4fb4-8f5b-ce6f67d50a0a req-fc08cafd-ce97-4c6b-9ed0-610de5861b5c tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 931 time: 0.0894933 Jul 13 19:36:54.272481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c02fe510-803c-4fb4-8f5b-ce6f67d50a0a req-d9f9ed9e-55bd-43bb-a193-6af5f849b98d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Jul 13 19:36:54.342873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:54.343494 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.389582 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-3d585139-1c0d-4efb-9f90-82db06cf3463 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8870599 Jul 13 19:36:54.408372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Request body: {'port': {'device_id': '37732da2-bbce-4ad6-9a08-8b8032ddb566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:54.435194 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.442586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.444050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Transition to ACTIVE for port object fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:54.453247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-fc9d0f4d-19a4-4a91-b520-da2e809963bb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:54.454691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-fc9d0f4d-19a4-4a91-b520-da2e809963bb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/networks?id=20a183d0-d512-4abd-812b-f67fe0cf53f0 HTTP/1.1" status: 200 len: 796 time: 0.6172795 Jul 13 19:36:54.459671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Transition to ACTIVE for port object fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:54.465700 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.495518 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-83f663e4-ee3c-48ac-82c6-0dc17649efda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/quotas/e2fbb89be0b24ffd9a67cc90fa53a313 HTTP/1.1" status: 200 len: 375 time: 0.0254815 Jul 13 19:36:54.496609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:36:54.519785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Network 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:54.529102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:54.532787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:54.542716 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.550440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Pushing event updated for resources: {'Port': ['ID=fb55ca56-ba1e-4e7a-9a91-ad7f1771a619,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:54.603904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Attempting to bind port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:54.604270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Attempting to bind port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '5228388f-18b8-44da-963e-d6cd3397d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4bbcb28b-a250-4299-b6f8-fdfc9606b3c4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:54.604628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Attempting to bind port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 on network 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:54.609683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:54.610058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Checking segment: {'id': '5228388f-18b8-44da-963e-d6cd3397d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4bbcb28b-a250-4299-b6f8-fdfc9606b3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:54.610495 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.610889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Bound using segment: {'id': '5228388f-18b8-44da-963e-d6cd3397d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4bbcb28b-a250-4299-b6f8-fdfc9606b3c4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:54.611352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Bound port: fb55ca56-ba1e-4e7a-9a91-ad7f1771a619, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5228388f-18b8-44da-963e-d6cd3397d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4bbcb28b-a250-4299-b6f8-fdfc9606b3c4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:54.612344 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.612533 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.674097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] For port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:54.679041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] For port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fb55ca56-ba1e-4e7a-9a91-ad7f1771a619,segment=NetworkSegment(5228388f-18b8-44da-963e-d6cd3397d247),segment_id=5228388f-18b8-44da-963e-d6cd3397d247)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:54.682823 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.746825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f21c1-5747-4a8c-bddb-981daaf624de None None] Pushing event updated for resources: {'Port': ['ID=fb55ca56-ba1e-4e7a-9a91-ad7f1771a619,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:54.761523 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-77eed0d5-c49b-4c7e-9f43-9a827678d692 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2402456 Jul 13 19:36:54.897079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8::10 (4bbcb28b-a250-4299-b6f8-fdfc9606b3c4/52ad691e-c85f-4f6a-ac6b-e9c351df54c3/7ef3f3c0-d15e-45d5-a331-81fc424fd9e5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:55.050720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-a83cfff4-d2bf-40a5-9299-79a01798d9e1 service neutron] 10.222.0.25 "GET /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306888 Jul 13 19:36:55.115896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c140a-fb45-4e8d-81c3-91abe07bd8ab req-29f63e3a-ea10-41c6-abc8-a1c78327456e tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:55.117628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c3c140a-fb45-4e8d-81c3-91abe07bd8ab req-29f63e3a-ea10-41c6-abc8-a1c78327456e tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.0693786 Jul 13 19:36:55.156215 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c3c140a-fb45-4e8d-81c3-91abe07bd8ab req-c752ed8d-5166-43d4-aafd-5faa1a3cd9f9 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Jul 13 19:36:55.299789 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-06914c98-8264-41dd-87df-1cd94333ec5a service neutron] 10.222.0.25 "GET /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335048 Jul 13 19:36:55.303409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:55.306858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11152ff-f89c-4161-bda9-dced9ac24d18 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:55.319550 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:55.333382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object 7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:55.340663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Transition to ACTIVE for port object b11152ff-f89c-4161-bda9-dced9ac24d18 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:55.345549 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:55.427017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Pushing event updated for resources: {'Port': ['ID=b11152ff-f89c-4161-bda9-dced9ac24d18,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:55.451472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:55.494822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22724f-30a2-4410-a07e-97c83b4ba7ff req-03428408-b146-408e-a62a-7d526a9f8207 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:55.496858 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d22724f-30a2-4410-a07e-97c83b4ba7ff req-03428408-b146-408e-a62a-7d526a9f8207 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 943 time: 0.0801070 Jul 13 19:36:55.563019 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ef244cb-fe71-41dc-bae1-cb2103927fb6 req-b26b3cf3-c2e3-4769-96f3-c66220159d76 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 210 time: 0.0536788 Jul 13 19:36:55.600146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d22724f-30a2-4410-a07e-97c83b4ba7ff req-09433c50-5dc3-432b-b746-1fb42ce531bd tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958815 Jul 13 19:36:55.645400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:55.656799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:55.659507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:55.665813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:55.667080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:55.678884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=7ef3f3c0-d15e-45d5-a331-81fc424fd9e5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:55.694519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Attempting to bind port b11152ff-f89c-4161-bda9-dced9ac24d18 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:55.695025 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Attempting to bind port b11152ff-f89c-4161-bda9-dced9ac24d18 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:55.695171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Attempting to bind port b11152ff-f89c-4161-bda9-dced9ac24d18 on network f842e1da-08f1-49d7-96a5-d633359233c8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:55.702618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Port b11152ff-f89c-4161-bda9-dced9ac24d18 on network f842e1da-08f1-49d7-96a5-d633359233c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:36:55.702618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Attempting to bind port b11152ff-f89c-4161-bda9-dced9ac24d18 on network f842e1da-08f1-49d7-96a5-d633359233c8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:55.711395 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d8bb18ce-a2a9-4f81-aca9-8ba543ee73c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1232829 Jul 13 19:36:55.711766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:55.716321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:55.716716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Checking segment: {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:55.717113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Bound using segment: {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:55.717598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Bound port: b11152ff-f89c-4161-bda9-dced9ac24d18, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:55.717792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': '4bbcb28b-a250-4299-b6f8-fdfc9606b3c4', 'name': 'tempest-PortsIpV6TestJSON-1659606208', 'fixed_ips': [{'subnet_id': '52ad691e-c85f-4f6a-ac6b-e9c351df54c3', 'ip_address': '2001:db8::f'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:55.717985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:55.796482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] For port b11152ff-f89c-4161-bda9-dced9ac24d18, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:55.801745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] For port b11152ff-f89c-4161-bda9-dced9ac24d18, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b11152ff-f89c-4161-bda9-dced9ac24d18,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:55.807362 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:55.844426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:55.845561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:55.847119 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] 10.222.0.60 "PUT /v2.0/ports/b11152ff-f89c-4161-bda9-dced9ac24d18 HTTP/1.1" status: 200 len: 1091 time: 1.4470322 Jul 13 19:36:55.849946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37732da2-bbce-4ad6-9a08-8b8032ddb566', 'tag': 'b11152ff-f89c-4161-bda9-dced9ac24d18'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:55.853725 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24" -d '{"events": [{"name": "network-changed", "server_uuid": "37732da2-bbce-4ad6-9a08-8b8032ddb566", "tag": "b11152ff-f89c-4161-bda9-dced9ac24d18"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:55.862806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:55.918586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15386d21-5705-40d6-90ac-3ddf7086a96a service neutron] Pushing event updated for resources: {'Port': ['ID=b11152ff-f89c-4161-bda9-dced9ac24d18,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:55.927595 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bea466e-217d-427c-a419-520999751142 x-openstack-request-id: req-9bea466e-217d-427c-a419-520999751142 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:55.927892 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37732da2-bbce-4ad6-9a08-8b8032ddb566", "tag": "b11152ff-f89c-4161-bda9-dced9ac24d18", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:55.928143 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bea466e-217d-427c-a419-520999751142 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:55.928542 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37732da2-bbce-4ad6-9a08-8b8032ddb566', 'tag': 'b11152ff-f89c-4161-bda9-dced9ac24d18', 'status': 'completed', 'code': 200} Jul 13 19:36:55.968227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d370f-eb2f-4f9d-bd95-99f1a5529be9 None None] Network 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:55.981152 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:56.004600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 5e049626-1e3e-4b9f-b2af-1c860c71e6d4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:36:56.045498 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-011782a7-1235-4786-8ba6-727aacfe6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:56.047407 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-011782a7-1235-4786-8ba6-727aacfe6738 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 1094 time: 0.1214788 Jul 13 19:36:56.054652 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:56.078270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:56.096879 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-1fdd19d8-41c5-47fe-9916-b1ae27fa98ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b11152ff-f89c-4161-bda9-dced9ac24d18 HTTP/1.1" status: 200 len: 217 time: 0.0420825 Jul 13 19:36:56.108869 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b44deb7-b874-4adf-bfd4-6c9e2f9f880d None None] Provisioning for port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:56.192397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-56ab3918-ad36-4a66-aa67-2358ed1d6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:56.194505 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-56ab3918-ad36-4a66-aa67-2358ed1d6616 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfac4347-e8db-4ae3-8b90-d77f483a0782 HTTP/1.1" status: 200 len: 853 time: 0.0913584 Jul 13 19:36:56.206249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8::f (4bbcb28b-a250-4299-b6f8-fdfc9606b3c4/52ad691e-c85f-4f6a-ac6b-e9c351df54c3/5e049626-1e3e-4b9f-b2af-1c860c71e6d4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:56.225548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:56.243671 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-8dbb070c-169f-446c-88e1-354deac50ffd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f842e1da-08f1-49d7-96a5-d633359233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422227 Jul 13 19:36:56.256495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:56.256838 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:56.364261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-9a943942-2ba5-4b42-9afa-95867d4352f0 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131017 Jul 13 19:36:56.408281 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:56.459761 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fb55ca56-ba1e-4e7a-9a91-ad7f1771a619,segment=NetworkSegment(5228388f-18b8-44da-963e-d6cd3397d247),segment_id=5228388f-18b8-44da-963e-d6cd3397d247)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:56.464507 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:56.484625 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:56.510326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object 5e049626-1e3e-4b9f-b2af-1c860c71e6d4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:56.543530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=fb55ca56-ba1e-4e7a-9a91-ad7f1771a619,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:56.546864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19828455-127e-4ba6-a048-3af7b5f6c8d9 req-a714c205-8e67-4708-b5aa-40dfe7a5c85c service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372602 Jul 13 19:36:56.559743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:56.570005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20348403-c001-4832-a30f-b5165e5acda8 req-d81c2480-3ccc-4271-971e-b51235a20324 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:56.576671 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20348403-c001-4832-a30f-b5165e5acda8 req-d81c2480-3ccc-4271-971e-b51235a20324 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.2101829 Jul 13 19:36:56.606651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:56.610758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:56.615429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:56.621620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:56.622372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:56.634347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20348403-c001-4832-a30f-b5165e5acda8 req-4943babb-e932-4f0f-b7fe-35eac697781c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567150 Jul 13 19:36:56.662831 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9498775 Jul 13 19:36:56.663626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63481fce-4839-43a8-82b5-72d04a90327f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=5e049626-1e3e-4b9f-b2af-1c860c71e6d4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:56.667571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:56.747015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24 req-d077b4a6-9061-4d7d-bf22-7f6bd61b50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:56.748817 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24 req-d077b4a6-9061-4d7d-bf22-7f6bd61b50e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 1094 time: 0.1280730 Jul 13 19:36:56.765049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39a814be-9578-47b7-b185-8682bc452e0e req-0a17a6b7-3771-4c1b-b551-20a9cb78c121 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 210 time: 0.0330555 Jul 13 19:36:56.765259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1972c9b4-32c1-4f82-9ed3-9851c2972fbc None None] Provisioning for port 7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:56.771036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1972c9b4-32c1-4f82-9ed3-9851c2972fbc None None] Provisioning complete for port 7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:56.771652 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1972c9b4-32c1-4f82-9ed3-9851c2972fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:56.851181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95363c1e-6d96-47bf-b4bd-fe4f2fe72391 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:56.856798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-95363c1e-6d96-47bf-b4bd-fe4f2fe72391 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1880903 Jul 13 19:36:56.857520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:56.886496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1972c9b4-32c1-4f82-9ed3-9851c2972fbc None None] Port 7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:56.907884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1972c9b4-32c1-4f82-9ed3-9851c2972fbc None None] Provisioning complete for port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:56.910474 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1972c9b4-32c1-4f82-9ed3-9851c2972fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:56.951332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe17e3-56ce-4e1f-91bc-315797ea9ad9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:56.962612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe17e3-56ce-4e1f-91bc-315797ea9ad9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:56.990162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe17e3-56ce-4e1f-91bc-315797ea9ad9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:56.992084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c5fe17e3-56ce-4e1f-91bc-315797ea9ad9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1320364 Jul 13 19:36:56.996363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:57.016958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24 req-db3e823e-1045-4a55-b8bf-a298ae6a6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:57.018749 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24 req-db3e823e-1045-4a55-b8bf-a298ae6a6dd3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 914 time: 0.2630637 Jul 13 19:36:57.086730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24 req-9f553122-e158-40d3-b19f-f8db85315b6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b11152ff-f89c-4161-bda9-dced9ac24d18 HTTP/1.1" status: 200 len: 217 time: 0.0570478 Jul 13 19:36:57.097168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcc98c-3060-4a1c-b8db-c9152579c3e6 req-e8df159e-06b4-4b71-958e-79702986539f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:57.098857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65bcc98c-3060-4a1c-b8db-c9152579c3e6 req-e8df159e-06b4-4b71-958e-79702986539f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 943 time: 0.2075861 Jul 13 19:36:57.178961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-567970ea-9d09-46c1-b587-89c0454742df None None] Provisioning complete for port 7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:57.182198 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567970ea-9d09-46c1-b587-89c0454742df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:57.202373 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65bcc98c-3060-4a1c-b8db-c9152579c3e6 req-ca7c2ecc-2f99-466f-b9ee-5fa7539d918e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939834 Jul 13 19:36:57.204190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24 req-cb6440f0-dcdc-4718-84fd-9d5634026df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:57.205521 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24 req-cb6440f0-dcdc-4718-84fd-9d5634026df3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfac4347-e8db-4ae3-8b90-d77f483a0782 HTTP/1.1" status: 200 len: 853 time: 0.1057351 Jul 13 19:36:57.240435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-567970ea-9d09-46c1-b587-89c0454742df None None] Port 7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:57.271894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24 req-fb680e4d-4092-4a4e-a551-7d367017346b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f842e1da-08f1-49d7-96a5-d633359233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499578 Jul 13 19:36:57.359622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-688542d8-5cb6-4fb8-af59-a50b73d294e6 None None] Provisioning for port 5e049626-1e3e-4b9f-b2af-1c860c71e6d4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:57.366270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-688542d8-5cb6-4fb8-af59-a50b73d294e6 None None] Provisioning complete for port 5e049626-1e3e-4b9f-b2af-1c860c71e6d4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:57.366685 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-688542d8-5cb6-4fb8-af59-a50b73d294e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:57.388915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24 req-7f8c3fc9-4e71-419c-adeb-f905d5f3d6d6 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095016 Jul 13 19:36:57.404531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-688542d8-5cb6-4fb8-af59-a50b73d294e6 None None] Port 5e049626-1e3e-4b9f-b2af-1c860c71e6d4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:57.484101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83e7eced-b56a-4f5f-92c7-ae3fe043fb24 req-44778729-c989-4219-b737-01475a7f3e39 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876760 Jul 13 19:36:57.516066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-915e81ec-4252-4e7b-b49a-f847e91184d5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:57.517572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-915e81ec-4252-4e7b-b49a-f847e91184d5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.24 "GET /v2.0/networks?id=20a183d0-d512-4abd-812b-f67fe0cf53f0 HTTP/1.1" status: 200 len: 796 time: 0.1487172 Jul 13 19:36:57.527299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8f5b5-cb78-4978-8f66-65d27ce87967 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 5e049626-1e3e-4b9f-b2af-1c860c71e6d4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:57.527642 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f5b5-cb78-4978-8f66-65d27ce87967 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:57.615231 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-175f2c11-edc3-4f9e-b22d-7ddd84e920c4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313 HTTP/1.1" status: 200 len: 380 time: 0.0847001 Jul 13 19:36:57.628809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'port': {'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'admin_state_up': True, 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'security_groups': ['9f7758bc-6863-468c-a9a2-a32f275ef268']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:57.692365 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f5b5-cb78-4978-8f66-65d27ce87967 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:57.710227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8f5b5-cb78-4978-8f66-65d27ce87967 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 5e049626-1e3e-4b9f-b2af-1c860c71e6d4 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:57.818220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcfbaf-7431-46d8-89d6-f38af307ad3e req-476f20af-cc0b-48b1-b85b-58eb0b2852fe tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:57.818433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Made reservation on behalf of e2fbb89be0b24ffd9a67cc90fa53a313 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:57.820146 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7fcfbaf-7431-46d8-89d6-f38af307ad3e req-476f20af-cc0b-48b1-b85b-58eb0b2852fe tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.0726805 Jul 13 19:36:57.821960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:57.867499 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7fcfbaf-7431-46d8-89d6-f38af307ad3e req-0a207d59-9a7f-455f-be78-40d8660470b3 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 Jul 13 19:36:57.942136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:36:57.943158 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1daba54-29ee-4092-bfff-5a7e2b675ae7 req-2e0c31c5-e1c6-40c6-b818-5513910929fa tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 210 time: 0.0354211 Jul 13 19:36:57.973162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f5b5-cb78-4978-8f66-65d27ce87967 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:57.992488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:57.992860 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.010749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8f5b5-cb78-4978-8f66-65d27ce87967 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=5e049626-1e3e-4b9f-b2af-1c860c71e6d4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:58.051129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f5b5-cb78-4978-8f66-65d27ce87967 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.052560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f0d8f5b5-cb78-4978-8f66-65d27ce87967 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/5e049626-1e3e-4b9f-b2af-1c860c71e6d4 HTTP/1.1" status: 204 len: 168 time: 1.0551217 Jul 13 19:36:58.055807 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:58.118634 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-331c386d-335e-4681-8b51-579dc370ccca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:36:58.118967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Allocated IP 172.20.0.10 (20a183d0-d512-4abd-812b-f67fe0cf53f0/c2fd7e68-ce1f-488e-bb18-5e4a2b18195e/bc5e2f18-cf95-450a-8086-a125d3a9ce49) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:58.122665 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-331c386d-335e-4681-8b51-579dc370ccca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/5e049626-1e3e-4b9f-b2af-1c860c71e6d4 HTTP/1.1" status: 404 len: 333 time: 0.0633276 Jul 13 19:36:58.123636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:58.266186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c9d83-6468-49af-a351-c0cbc199bf2a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:58.266613 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9d83-6468-49af-a351-c0cbc199bf2a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.341507 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.364800 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9d83-6468-49af-a351-c0cbc199bf2a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.376601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c9d83-6468-49af-a351-c0cbc199bf2a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:58.383165 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Transition to ACTIVE for port object bc5e2f18-cf95-450a-8086-a125d3a9ce49 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:58.437356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7679930-073d-4869-95fa-f3b93e837f14 req-8a5243c1-a77a-4b7b-8b48-de7662d40548 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:58.439076 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7679930-073d-4869-95fa-f3b93e837f14 req-8a5243c1-a77a-4b7b-8b48-de7662d40548 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 943 time: 0.0950625 Jul 13 19:36:58.444406 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.509809 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9d83-6468-49af-a351-c0cbc199bf2a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.526251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 20a183d0-d512-4abd-812b-f67fe0cf53f0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:58.536149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:58.538637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:58.540154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c9d83-6468-49af-a351-c0cbc199bf2a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=7ef3f3c0-d15e-45d5-a331-81fc424fd9e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:58.544505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=bc5e2f18-cf95-450a-8086-a125d3a9ce49,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:58.568421 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9d83-6468-49af-a351-c0cbc199bf2a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.570374 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9d3c9d83-6468-49af-a351-c0cbc199bf2a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 HTTP/1.1" status: 204 len: 168 time: 0.4456389 Jul 13 19:36:58.573085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:58.573666 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7679930-073d-4869-95fa-f3b93e837f14 req-29ab72fb-b395-49fe-81dc-ae0b8884cb19 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230614 Jul 13 19:36:58.607763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:58.608555 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.621156 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c0cd17-1ec8-4fee-84be-e8b0e48a5ae4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:36:58.625232 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-88c0cd17-1ec8-4fee-84be-e8b0e48a5ae4 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/7ef3f3c0-d15e-45d5-a331-81fc424fd9e5 HTTP/1.1" status: 404 len: 333 time: 0.0487745 Jul 13 19:36:58.625951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:58.631080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-eee20d2a-5b74-43b2-b2b6-f3c0e9e88748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0066879 Jul 13 19:36:58.646025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Request body: {'port': {'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:58.691425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-30206070-cba4-478d-bf87-1ac8987f2fde tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet 52ad691e-c85f-4f6a-ac6b-e9c351df54c3 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:36:58.696661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30206070-cba4-478d-bf87-1ac8987f2fde tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.751727 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30206070-cba4-478d-bf87-1ac8987f2fde tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.760866 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.836535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c166d590-de14-4c57-8c90-0aa6b12bb706 None None] Provisioning for port bc5e2f18-cf95-450a-8086-a125d3a9ce49 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:58.841213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c166d590-de14-4c57-8c90-0aa6b12bb706 None None] Provisioning complete for port bc5e2f18-cf95-450a-8086-a125d3a9ce49 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:58.841718 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c166d590-de14-4c57-8c90-0aa6b12bb706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.849527 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30206070-cba4-478d-bf87-1ac8987f2fde tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.922069 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30206070-cba4-478d-bf87-1ac8987f2fde tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.961867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30206070-cba4-478d-bf87-1ac8987f2fde tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=52ad691e-c85f-4f6a-ac6b-e9c351df54c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:58.980843 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30206070-cba4-478d-bf87-1ac8987f2fde tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:58.985437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-30206070-cba4-478d-bf87-1ac8987f2fde tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/52ad691e-c85f-4f6a-ac6b-e9c351df54c3 HTTP/1.1" status: 204 len: 168 time: 0.3587196 Jul 13 19:36:58.988313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:59.043074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11fb07d-0942-4e87-8b9d-04228a67e7ae None None] Network 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:36:59.094803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.106067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c166d590-de14-4c57-8c90-0aa6b12bb706 None None] Port bc5e2f18-cf95-450a-8086-a125d3a9ce49 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:59.110592 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc9e51-4095-416e-9c38-a45bef365f34 req-29828645-b035-4f9b-8cc8-9e5ffb13b706 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:59.112609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99fc9e51-4095-416e-9c38-a45bef365f34 req-29828645-b035-4f9b-8cc8-9e5ffb13b706 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1134379 Jul 13 19:36:59.188724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5e2f18-cf95-450a-8086-a125d3a9ce49 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:59.196818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99fc9e51-4095-416e-9c38-a45bef365f34 req-6c716825-12db-4ac4-a038-619588c7825c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746684 Jul 13 19:36:59.197264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a96ae-bfd3-444a-b996-066cba616513 req-44859d17-b5ec-43c4-88ca-65f5b297f11c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:59.198811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a01a96ae-bfd3-444a-b996-066cba616513 req-44859d17-b5ec-43c4-88ca-65f5b297f11c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 932 time: 0.1001215 Jul 13 19:36:59.201248 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.218458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Transition to ACTIVE for port object bc5e2f18-cf95-450a-8086-a125d3a9ce49 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:59.220336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.230688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:59.231087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.289026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Pushing event updated for resources: {'Port': ['ID=bc5e2f18-cf95-450a-8086-a125d3a9ce49,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:59.295110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] DHCP port deletion for 4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:36:59.321910 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a01a96ae-bfd3-444a-b996-066cba616513 req-5890b232-a694-4c85-a705-29f692e1c501 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020534 Jul 13 19:36:59.350564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] For port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fb55ca56-ba1e-4e7a-9a91-ad7f1771a619,segment=NetworkSegment(5228388f-18b8-44da-963e-d6cd3397d247),segment_id=5228388f-18b8-44da-963e-d6cd3397d247)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:59.350564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.375387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:59.381041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Deleting port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:36:59.381418 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.388096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Attempting to bind port bc5e2f18-cf95-450a-8086-a125d3a9ce49 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:59.388417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Attempting to bind port bc5e2f18-cf95-450a-8086-a125d3a9ce49 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:59.388747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Attempting to bind port bc5e2f18-cf95-450a-8086-a125d3a9ce49 on network 20a183d0-d512-4abd-812b-f67fe0cf53f0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:59.394561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Port bc5e2f18-cf95-450a-8086-a125d3a9ce49 on network 20a183d0-d512-4abd-812b-f67fe0cf53f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:36:59.394772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Attempting to bind port bc5e2f18-cf95-450a-8086-a125d3a9ce49 on network 20a183d0-d512-4abd-812b-f67fe0cf53f0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:59.400844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:59.401208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Checking segment: {'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:59.401564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Bound using segment: {'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:59.401997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Bound port: bc5e2f18-cf95-450a-8086-a125d3a9ce49, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98bd78c5-0c4e-4bd8-8f3b-d429872d0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:59.402360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.473060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] For port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fb55ca56-ba1e-4e7a-9a91-ad7f1771a619,segment=NetworkSegment(5228388f-18b8-44da-963e-d6cd3397d247),segment_id=5228388f-18b8-44da-963e-d6cd3397d247)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:59.473331 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.479581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] For port bc5e2f18-cf95-450a-8086-a125d3a9ce49, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:59.483203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] For port bc5e2f18-cf95-450a-8086-a125d3a9ce49, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bc5e2f18-cf95-450a-8086-a125d3a9ce49,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:59.486045 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.489641 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.495579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Calling delete_port for fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:36:59.522751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No DVR routers for this DVR port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:59.540528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:59.541153 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.542702 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-33b45548-a43c-4891-9020-12312cb817aa service neutron] 10.222.0.24 "PUT /v2.0/ports/bc5e2f18-cf95-450a-8086-a125d3a9ce49 HTTP/1.1" status: 200 len: 1092 time: 0.9039388 Jul 13 19:36:59.543141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051e8972-6419-4969-ab9d-4b3d8241b377', 'tag': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:59.545790 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "051e8972-6419-4969-ab9d-4b3d8241b377", "tag": "bc5e2f18-cf95-450a-8086-a125d3a9ce49"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:59.555390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=fb55ca56-ba1e-4e7a-9a91-ad7f1771a619,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:59.570020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b45548-a43c-4891-9020-12312cb817aa service neutron] Pushing event updated for resources: {'Port': ['ID=bc5e2f18-cf95-450a-8086-a125d3a9ce49,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:59.602668 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.640653 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27070469-1ef6-47a5-8a24-ec0c7e268780 x-openstack-request-id: req-27070469-1ef6-47a5-8a24-ec0c7e268780 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:59.640948 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051e8972-6419-4969-ab9d-4b3d8241b377", "tag": "bc5e2f18-cf95-450a-8086-a125d3a9ce49", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:59.641198 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27070469-1ef6-47a5-8a24-ec0c7e268780 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:59.641589 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051e8972-6419-4969-ab9d-4b3d8241b377', 'tag': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'status': 'completed', 'code': 200} Jul 13 19:36:59.651373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] No DVR routers for this DVR port fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:36:59.654088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Pushing event deleted for resources: {'Port': ['ID=fb55ca56-ba1e-4e7a-9a91-ad7f1771a619,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:59.666117 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.668502 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.669205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.669720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.670122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.670492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.671219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.671219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.671889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.672017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.672335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.672652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.672969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7aa099-85bc-48a3-82f2-1887f3149b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:59.686075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbcb28b-a250-4299-b6f8-fdfc9606b3c4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:59.697138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-418c8546-e925-47a7-bcc8-b66c4e21dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:59.698697 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-418c8546-e925-47a7-bcc8-b66c4e21dcba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 1095 time: 0.0936546 Jul 13 19:36:59.699225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5228388f-18b8-44da-963e-d6cd3397d247') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:59.699589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5228388f-18b8-44da-963e-d6cd3397d247') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:36:59.719856 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.736125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.744190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:36:59.745846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:36:59.749926 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:36:59.753790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-f5e4a95e-cb58-44a6-9a12-7e8f780f5fb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc5e2f18-cf95-450a-8086-a125d3a9ce49 HTTP/1.1" status: 200 len: 217 time: 0.0421550 Jul 13 19:36:59.757529 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b11152ff-f89c-4161-bda9-dced9ac24d18 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:36:59.826549 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.835746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.841996 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/networks/4bbcb28b-a250-4299-b6f8-fdfc9606b3c4 HTTP/1.1" status: 204 len: 168 time: 0.8523207 Jul 13 19:36:59.844310 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:36:59.850209 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-989928392'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:59.867637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36df22-1161-4580-b231-1edde1947f6b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Network': ['ID=4bbcb28b-a250-4299-b6f8-fdfc9606b3c4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:59.883232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-8f76887d-5665-441d-9d23-0899e0d4ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:59.885699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-8f76887d-5665-441d-9d23-0899e0d4ece6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c2fd7e68-ce1f-488e-bb18-5e4a2b18195e HTTP/1.1" status: 200 len: 833 time: 0.1281230 Jul 13 19:36:59.888532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:59.892126 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.941723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b11152ff-f89c-4161-bda9-dced9ac24d18, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b11152ff-f89c-4161-bda9-dced9ac24d18,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:36:59.947512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:36:59.960059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b11152ff-f89c-4161-bda9-dced9ac24d18', 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8', 'port_id': 'b11152ff-f89c-4161-bda9-dced9ac24d18', 'mac_address': 'fa:16:3e:e7:18:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfac4347-e8db-4ae3-8b90-d77f483a0782', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:36:59.961908 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:59.961908 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Added segment 9027c61a-410f-40a0-bcd2-2e92a92f328e of type vlan for network 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a Jul 13 19:36:59.962641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4f565-cbc2-4a19-bbbc-bfed7263c5a3 req-c2419b13-f59d-4b59-9122-782218500b46 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:59.970032 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bcc4f565-cbc2-4a19-bbbc-bfed7263c5a3 req-c2419b13-f59d-4b59-9122-782218500b46 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 943 time: 0.1560335 Jul 13 19:36:59.997904 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.013722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:37:00.017391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11152ff-f89c-4161-bda9-dced9ac24d18 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:37:00.021067 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.031888 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bcc4f565-cbc2-4a19-bbbc-bfed7263c5a3 req-cfada1b9-02d5-44ca-8631-afe8b19d6795 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606964 Jul 13 19:37:00.034750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-380b8e26-ed13-4d7f-a7d3-ffce749e6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:00.036611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-380b8e26-ed13-4d7f-a7d3-ffce749e6cb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20a183d0-d512-4abd-812b-f67fe0cf53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415784 Jul 13 19:37:00.040728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:37:00.041076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fb55ca56-ba1e-4e7a-9a91-ad7f1771a619 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:37:00.059468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b11152ff-f89c-4161-bda9-dced9ac24d18, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b11152ff-f89c-4161-bda9-dced9ac24d18,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:00.063997 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.067613 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.073713 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:00.074309 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.094292 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2463927 Jul 13 19:37:00.099226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:00.104537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': '8ae59b6f-ca60-41db-ae8c-57ca2386fc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:00.124318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b11152ff-f89c-4161-bda9-dced9ac24d18,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:00.153673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af4f08-744b-4486-b456-b39f245f21df tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Network': ['ID=8ae59b6f-ca60-41db-ae8c-57ca2386fc1a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:00.164768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:37:00.217027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-e7f2f438-1bf1-4a0e-a84a-2f3826c0af57 service neutron] 10.222.0.24 "GET /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691673 Jul 13 19:37:00.237340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:00.240859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.346998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b11152ff-f89c-4161-bda9-dced9ac24d18'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:37:00.388387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce96b37-56a3-4a12-8675-5d98d2132e5a req-1afa03d1-e5c6-4eaf-b289-2bd8872424a0 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:00.390105 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ce96b37-56a3-4a12-8675-5d98d2132e5a req-1afa03d1-e5c6-4eaf-b289-2bd8872424a0 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.0730562 Jul 13 19:37:00.394034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66a34684-3902-41c0-b459-3e5a4d1aed72 req-130dbfe1-b4d5-48ba-bd68-3413341c8ec4 service neutron] 10.222.0.24 "GET /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696522 Jul 13 19:37:00.446100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ce96b37-56a3-4a12-8675-5d98d2132e5a req-907cf225-ebbe-4cff-b5e4-d6356130a570 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490026 Jul 13 19:37:00.589020 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.662630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-9f5b6540-4a8e-4095-b763-b74064101dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:00.664073 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-9f5b6540-4a8e-4095-b763-b74064101dda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 1095 time: 0.1894205 Jul 13 19:37:00.687459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=42454a5c-d711-43c8-a988-408e57f23a99,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:00.702542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63cb7c-873f-403f-ad3e-8d3c1a23a163 req-a56d5060-d9db-4ff6-af64-6cb2f866bd72 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:00.704077 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa63cb7c-873f-403f-ad3e-8d3c1a23a163 req-a56d5060-d9db-4ff6-af64-6cb2f866bd72 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 944 time: 0.2011824 Jul 13 19:37:00.757992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Checking segment: {'id': '9027c61a-410f-40a0-bcd2-2e92a92f328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8ae59b6f-ca60-41db-ae8c-57ca2386fc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:37:00.758348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network hostable DHCP agents. Network: 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:37:00.809657 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa63cb7c-873f-403f-ad3e-8d3c1a23a163 req-212ac11b-5ca5-468b-9d6e-f3aca9b2d393 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914218 Jul 13 19:37:00.812651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:37:00.829368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-c49ac256-fe30-405e-9069-e26846530f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:00.831470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-c49ac256-fe30-405e-9069-e26846530f03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=20a183d0-d512-4abd-812b-f67fe0cf53f0 HTTP/1.1" status: 200 len: 897 time: 0.1580923 Jul 13 19:37:00.832476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:00.836415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:00.837004 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.843256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72673fef-23a5-47f8-999f-af433450ad67 None None] Network 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:00.884010 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c738989c-2b37-4079-915b-17569490a188 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7837121 Jul 13 19:37:00.885488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-811303a3-2055-45ba-928b-e3fd63bb25dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc5e2f18-cf95-450a-8086-a125d3a9ce49 HTTP/1.1" status: 200 len: 217 time: 0.0423431 Jul 13 19:37:00.886602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:00.890914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-755081eb-2829-417e-904f-e9aed0fcd075 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-468328265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:00.947782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-755081eb-2829-417e-904f-e9aed0fcd075 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.948804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-755081eb-2829-417e-904f-e9aed0fcd075 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.957652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-689dfbb8-6c1f-462b-a5d7-8b03a644bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:00.959175 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-689dfbb8-6c1f-462b-a5d7-8b03a644bc2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c2fd7e68-ce1f-488e-bb18-5e4a2b18195e HTTP/1.1" status: 200 len: 833 time: 0.0616879 Jul 13 19:37:01.000977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-8ae59b6f-ca60-41db-ae8c-57ca2386fc1a', 'network_id': '8ae59b6f-ca60-41db-ae8c-57ca2386fc1a', 'tenant_id': '89f97a09caaf4d7b81158194befc437c', 'fixed_ips': [{'subnet_id': '42454a5c-d711-43c8-a988-408e57f23a99'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:37:01.003407 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.035997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-755081eb-2829-417e-904f-e9aed0fcd075 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.041138 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-755081eb-2829-417e-904f-e9aed0fcd075 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.063913 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-755081eb-2829-417e-904f-e9aed0fcd075 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.065820 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-755081eb-2829-417e-904f-e9aed0fcd075 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1782806 Jul 13 19:37:01.068748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:01.073637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'network_id': '8ae59b6f-ca60-41db-ae8c-57ca2386fc1a', 'name': 'tempest-PortsIpV6TestJSON-556601351'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:01.116145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-1a6b5c78-e5b6-4616-85db-57f01853b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:01.117620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-1a6b5c78-e5b6-4616-85db-57f01853b9ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20a183d0-d512-4abd-812b-f67fe0cf53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504848 Jul 13 19:37:01.164995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Allocated IP 2001:db8::2 (8ae59b6f-ca60-41db-ae8c-57ca2386fc1a/42454a5c-d711-43c8-a988-408e57f23a99/be9de37b-17b5-4cdc-989c-725f98864c64) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:01.312929 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-8701dd44-b588-46cd-ba16-baabcf73766e service neutron] 10.222.0.24 "GET /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864998 Jul 13 19:37:01.320627 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.323650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290422c-2d94-4455-82c7-648cf313e79f req-4d943dbf-f389-4a22-82ed-3092bee3adb8 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:01.325114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3290422c-2d94-4455-82c7-648cf313e79f req-4d943dbf-f389-4a22-82ed-3092bee3adb8 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 944 time: 0.1413543 Jul 13 19:37:01.330531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Transition to ACTIVE for port object be9de37b-17b5-4cdc-989c-725f98864c64 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:01.345296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Transition to ACTIVE for port object be9de37b-17b5-4cdc-989c-725f98864c64 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:01.350556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:01.352539 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.353916 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.394413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Network 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:01.398904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:01.403424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:37:01.406596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Pushing event updated for resources: {'Port': ['ID=be9de37b-17b5-4cdc-989c-725f98864c64,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:01.414474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port de938b0e-886b-4896-be36-c1e400329e40 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:37:01.467350 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3290422c-2d94-4455-82c7-648cf313e79f req-2afccb7c-1f4c-4991-a226-e24a994e069a tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330042 Jul 13 19:37:01.470249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Attempting to bind port be9de37b-17b5-4cdc-989c-725f98864c64 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:37:01.470728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Attempting to bind port be9de37b-17b5-4cdc-989c-725f98864c64 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '9027c61a-410f-40a0-bcd2-2e92a92f328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8ae59b6f-ca60-41db-ae8c-57ca2386fc1a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:37:01.471844 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Attempting to bind port be9de37b-17b5-4cdc-989c-725f98864c64 on network 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:37:01.477952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:37:01.479825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Checking segment: {'id': '9027c61a-410f-40a0-bcd2-2e92a92f328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8ae59b6f-ca60-41db-ae8c-57ca2386fc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:37:01.480446 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.480939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Bound using segment: {'id': '9027c61a-410f-40a0-bcd2-2e92a92f328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8ae59b6f-ca60-41db-ae8c-57ca2386fc1a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:37:01.481541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Bound port: be9de37b-17b5-4cdc-989c-725f98864c64, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9027c61a-410f-40a0-bcd2-2e92a92f328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8ae59b6f-ca60-41db-ae8c-57ca2386fc1a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:37:01.482125 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.519055 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e895c5c0-9be3-4cf0-91ea-a83a0869dc5d req-014d110e-516d-495a-beb1-827a459ec7a2 service neutron] 10.222.0.24 "GET /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928561 Jul 13 19:37:01.560365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] For port be9de37b-17b5-4cdc-989c-725f98864c64, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:37:01.564230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] For port be9de37b-17b5-4cdc-989c-725f98864c64, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=be9de37b-17b5-4cdc-989c-725f98864c64,segment=NetworkSegment(9027c61a-410f-40a0-bcd2-2e92a92f328e),segment_id=9027c61a-410f-40a0-bcd2-2e92a92f328e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:37:01.568243 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.579494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8::1ef (8ae59b6f-ca60-41db-ae8c-57ca2386fc1a/42454a5c-d711-43c8-a988-408e57f23a99/de938b0e-886b-4896-be36-c1e400329e40) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:01.630278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c573b0f-de25-4518-8530-7618c8c5d74a None None] Pushing event updated for resources: {'Port': ['ID=be9de37b-17b5-4cdc-989c-725f98864c64,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:01.712841 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74d823-d1d9-49c6-b89f-9847fad32422 req-cd5d0f9b-6f46-47e7-bc13-8b6a7608be23 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:01.714445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af74d823-d1d9-49c6-b89f-9847fad32422 req-cd5d0f9b-6f46-47e7-bc13-8b6a7608be23 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1215477 Jul 13 19:37:01.750919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.762614 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af74d823-d1d9-49c6-b89f-9847fad32422 req-f1a25bf4-33f9-4ceb-939c-ed8e12ad719a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354815 Jul 13 19:37:01.767530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object de938b0e-886b-4896-be36-c1e400329e40 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:01.790745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b11152ff-f89c-4161-bda9-dced9ac24d18 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:01.807955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.871706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port b11152ff-f89c-4161-bda9-dced9ac24d18 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:01.885920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b11152ff-f89c-4161-bda9-dced9ac24d18 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:01.886584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.897588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:01.900854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:01.904978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:37:01.912829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:01.913496 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.921347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=de938b0e-886b-4896-be36-c1e400329e40,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:01.943495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cabe10ce-3972-42ec-8600-4bca02e02969 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8712420 Jul 13 19:37:01.943705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:02.045395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device be9de37b-17b5-4cdc-989c-725f98864c64 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:02.070993 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:02.104080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37732da2-bbce-4ad6-9a08-8b8032ddb566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11152ff-f89c-4161-bda9-dced9ac24d18'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:37:02.106570 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2fa0e9-1602-4566-b043-5a8109669bf1" -d '{"events": [{"server_uuid": "37732da2-bbce-4ad6-9a08-8b8032ddb566", "name": "network-vif-plugged", "status": "completed", "tag": "b11152ff-f89c-4161-bda9-dced9ac24d18"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:37:02.121960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b11152ff-f89c-4161-bda9-dced9ac24d18, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b11152ff-f89c-4161-bda9-dced9ac24d18,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:02.131241 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:02.188276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b11152ff-f89c-4161-bda9-dced9ac24d18,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:02.192030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port be9de37b-17b5-4cdc-989c-725f98864c64 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:02.195160 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35267ff7-c234-41d2-badb-e966c9df9f63 x-openstack-request-id: req-35267ff7-c234-41d2-badb-e966c9df9f63 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:37:02.195455 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37732da2-bbce-4ad6-9a08-8b8032ddb566", "name": "network-vif-plugged", "status": "completed", "tag": "b11152ff-f89c-4161-bda9-dced9ac24d18", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:37:02.195712 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35267ff7-c234-41d2-badb-e966c9df9f63 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:37:02.196141 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37732da2-bbce-4ad6-9a08-8b8032ddb566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11152ff-f89c-4161-bda9-dced9ac24d18', 'code': 200} Jul 13 19:37:02.315704 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf353-3f99-440f-b92f-c6178bf6fe15 req-7daa540e-273c-4209-9f0e-d876d66bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:02.317306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1cdbf353-3f99-440f-b92f-c6178bf6fe15 req-7daa540e-273c-4209-9f0e-d876d66bb2a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 1096 time: 0.0561011 Jul 13 19:37:02.353446 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1cdbf353-3f99-440f-b92f-c6178bf6fe15 req-3b9dd30c-2120-43d2-92a6-58a69b2df417 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299902 Jul 13 19:37:02.546197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc7078-780f-4175-8fd2-ad98b6aa2142 req-581bcd67-f04a-4583-bcfc-47c1229991a4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:02.550440 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2cc7078-780f-4175-8fd2-ad98b6aa2142 req-581bcd67-f04a-4583-bcfc-47c1229991a4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 944 time: 0.5254669 Jul 13 19:37:02.630530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2cc7078-780f-4175-8fd2-ad98b6aa2142 req-82a95af0-48e1-46e7-a356-33126560e26c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746827 Jul 13 19:37:02.675819 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffddc8-fef3-4a31-ac78-bc9cf382246b req-33c28ac2-c2a0-418e-8722-bce0e94f6401 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:02.677712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20ffddc8-fef3-4a31-ac78-bc9cf382246b req-33c28ac2-c2a0-418e-8722-bce0e94f6401 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 945 time: 0.0858455 Jul 13 19:37:02.716642 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:02.723250 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20ffddc8-fef3-4a31-ac78-bc9cf382246b req-6cd31b12-1b22-4d2e-81b2-0f0f2b06736f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Jul 13 19:37:02.753228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881074a-a3e3-4577-9f5a-f5dbc5fd848a None None] Network 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:02.821232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f1bac8ad-2f03-4493-af64-78a1a5e9a1b5 None None] Provisioning for port be9de37b-17b5-4cdc-989c-725f98864c64 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:02.826726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f1bac8ad-2f03-4493-af64-78a1a5e9a1b5 None None] Provisioning complete for port be9de37b-17b5-4cdc-989c-725f98864c64 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:02.827102 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1bac8ad-2f03-4493-af64-78a1a5e9a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:02.834169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bc5e2f18-cf95-450a-8086-a125d3a9ce49 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:37:02.964263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab93182-65bf-4b70-920d-71ef25ad75d6 req-79ff15af-5d2c-4123-a0dc-be264df7cc77 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:02.965902 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0ab93182-65bf-4b70-920d-71ef25ad75d6 req-79ff15af-5d2c-4123-a0dc-be264df7cc77 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.0669737 Jul 13 19:37:03.004010 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.008100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0ab93182-65bf-4b70-920d-71ef25ad75d6 req-b21b5740-fc5e-4719-8e5b-ead6ea4968bc tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352342 Jul 13 19:37:03.018953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.083989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bc5e2f18-cf95-450a-8086-a125d3a9ce49, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bc5e2f18-cf95-450a-8086-a125d3a9ce49,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:03.086346 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1bac8ad-2f03-4493-af64-78a1a5e9a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.095141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=de938b0e-886b-4896-be36-c1e400329e40,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:03.120404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'mac_address': 'fa:16:3e:28:18:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:37:03.179604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f1bac8ad-2f03-4493-af64-78a1a5e9a1b5 None None] For port be9de37b-17b5-4cdc-989c-725f98864c64, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=be9de37b-17b5-4cdc-989c-725f98864c64,segment=NetworkSegment(9027c61a-410f-40a0-bcd2-2e92a92f328e),segment_id=9027c61a-410f-40a0-bcd2-2e92a92f328e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:03.184598 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1bac8ad-2f03-4493-af64-78a1a5e9a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.211826 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.226494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.239323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5e2f18-cf95-450a-8086-a125d3a9ce49 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:37:03.276254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bc5e2f18-cf95-450a-8086-a125d3a9ce49, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bc5e2f18-cf95-450a-8086-a125d3a9ce49,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:03.277242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bac8ad-2f03-4493-af64-78a1a5e9a1b5 None None] Pushing event updated for resources: {'Port': ['ID=be9de37b-17b5-4cdc-989c-725f98864c64,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:03.281581 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.342778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bc5e2f18-cf95-450a-8086-a125d3a9ce49,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:03.376321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.516209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b8444921-fc2f-4443-bc4d-1ef3fd300b5d None None] Provisioning for port de938b0e-886b-4896-be36-c1e400329e40 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:03.522373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b8444921-fc2f-4443-bc4d-1ef3fd300b5d None None] Provisioning complete for port de938b0e-886b-4896-be36-c1e400329e40 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:03.522798 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8444921-fc2f-4443-bc4d-1ef3fd300b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.561987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b8444921-fc2f-4443-bc4d-1ef3fd300b5d None None] Port de938b0e-886b-4896-be36-c1e400329e40 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:03.575631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b8444921-fc2f-4443-bc4d-1ef3fd300b5d None None] Provisioning complete for port be9de37b-17b5-4cdc-989c-725f98864c64 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:03.576001 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8444921-fc2f-4443-bc4d-1ef3fd300b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.599522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['bc5e2f18-cf95-450a-8086-a125d3a9ce49'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:37:03.651242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.668153 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.668983 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.814350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=de938b0e-886b-4896-be36-c1e400329e40,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:03.884267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d021b82-3cd1-42a6-bcf8-d9b43bbeb7d0 req-df3d77f9-1825-4a86-87a0-f63a795a5b73 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:03.885857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:03.886723 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d021b82-3cd1-42a6-bcf8-d9b43bbeb7d0 req-df3d77f9-1825-4a86-87a0-f63a795a5b73 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 945 time: 0.0940506 Jul 13 19:37:03.888767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:03.910652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-824de20a-f7c0-455a-aaa2-c23dfec8bea1 None None] Provisioning complete for port de938b0e-886b-4896-be36-c1e400329e40 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:03.911120 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-824de20a-f7c0-455a-aaa2-c23dfec8bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.965424 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d021b82-3cd1-42a6-bcf8-d9b43bbeb7d0 req-c3e667ce-b42f-40ff-ba14-a71825e1e476 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667284 Jul 13 19:37:03.984643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-824de20a-f7c0-455a-aaa2-c23dfec8bea1 None None] Port de938b0e-886b-4896-be36-c1e400329e40 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:03.994500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device be9de37b-17b5-4cdc-989c-725f98864c64 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:04.049624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131815b-b73d-4cde-88b0-cc7d2e26c354 req-1ab11ce7-2744-46f5-b7bd-85be454bf766 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:04.051254 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2131815b-b73d-4cde-88b0-cc7d2e26c354 req-1ab11ce7-2744-46f5-b7bd-85be454bf766 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 945 time: 0.1636596 Jul 13 19:37:04.063594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port be9de37b-17b5-4cdc-989c-725f98864c64 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:04.064000 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:04.107907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2131815b-b73d-4cde-88b0-cc7d2e26c354 req-0c46d629-bf0c-4981-ae2f-66bc9a11abcf tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500412 Jul 13 19:37:04.116994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Router cca36312-c94d-4c3c-9ba7-b0cc59e8dd71 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:37:04.121548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c4fd24b7-658d-4e62-a8fe-d4c38e68146f None None] Provisioning complete for port de938b0e-886b-4896-be36-c1e400329e40 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:04.122164 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4fd24b7-658d-4e62-a8fe-d4c38e68146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:04.225076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd24b7-658d-4e62-a8fe-d4c38e68146f None None] Port de938b0e-886b-4896-be36-c1e400329e40 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:04.249243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:37:04.260303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaf0c1f-fb2d-496a-bcbb-d6975c41a556 None None] Sync routers for ids ['cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:37:04.274663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:04.275463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf0c1f-fb2d-496a-bcbb-d6975c41a556 None None] Routers {'cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:04.279133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4aaf0c1f-fb2d-496a-bcbb-d6975c41a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:04.283953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-447a717f-ad25-46ac-80e8-abf29645d3ef tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "PUT /v2.0/routers/cca36312-c94d-4c3c-9ba7-b0cc59e8dd71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3376825 Jul 13 19:37:04.321505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4aaf0c1f-fb2d-496a-bcbb-d6975c41a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:04.342017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf0c1f-fb2d-496a-bcbb-d6975c41a556 None None] Routers {'cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:04.342531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4aaf0c1f-fb2d-496a-bcbb-d6975c41a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:04.379730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-fe47aa9e-8010-4af7-adaa-a59389781c95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616777 Jul 13 19:37:04.381963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4aaf0c1f-fb2d-496a-bcbb-d6975c41a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:04.383106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaf0c1f-fb2d-496a-bcbb-d6975c41a556 None None] The sync data for ids ['cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:37:04.404920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1950cc6f-db66-4d3d-8822-a3b57645df2d None None] Provisioning complete for port de938b0e-886b-4896-be36-c1e400329e40 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:04.405209 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1950cc6f-db66-4d3d-8822-a3b57645df2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:04.461528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1950cc6f-db66-4d3d-8822-a3b57645df2d None None] Port de938b0e-886b-4896-be36-c1e400329e40 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:04.493056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca4b66-e84d-4dad-872a-7923de9cded6 req-5c48dae8-9d82-418b-96b8-11cbaf87df79 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:04.493301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-17f1cebd-35a1-448e-940a-fd9df1e49b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:04.494616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-17f1cebd-35a1-448e-940a-fd9df1e49b49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 1097 time: 0.0828381 Jul 13 19:37:04.500350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fcca4b66-e84d-4dad-872a-7923de9cded6 req-5c48dae8-9d82-418b-96b8-11cbaf87df79 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.2116668 Jul 13 19:37:04.538327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb830b3c-3366-4068-8a7c-3f70f6260e92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:04.539908 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bb830b3c-3366-4068-8a7c-3f70f6260e92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca36312-c94d-4c3c-9ba7-b0cc59e8dd71 HTTP/1.1" status: 200 len: 988 time: 0.2635820 Jul 13 19:37:04.543858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:04.624173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-5e558d17-9f47-4fe2-9289-1175b2f076ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:04.625847 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-5e558d17-9f47-4fe2-9289-1175b2f076ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 912 time: 0.1039798 Jul 13 19:37:04.627564 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fcca4b66-e84d-4dad-872a-7923de9cded6 req-8a962b08-96fd-49ce-97f8-31382a310fae tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257091 Jul 13 19:37:04.700146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-f3d6755c-a27f-4399-bb79-3697780a3b30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c HTTP/1.1" status: 200 len: 1002 time: 0.0644448 Jul 13 19:37:04.753718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-86ff8f3a-428c-4bb7-94a1-41086faabe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:04.755281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-86ff8f3a-428c-4bb7-94a1-41086faabe26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.0478139 Jul 13 19:37:04.822897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-00f72879-1bc9-45e0-b544-6a0814e3fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:04.824725 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-00f72879-1bc9-45e0-b544-6a0814e3fef4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625978 Jul 13 19:37:04.847065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bc5e2f18-cf95-450a-8086-a125d3a9ce49 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:04.909098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port bc5e2f18-cf95-450a-8086-a125d3a9ce49 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:04.913962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port bc5e2f18-cf95-450a-8086-a125d3a9ce49 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:04.914703 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:04.933047 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-8c14b987-d2cb-4331-8279-0c97baf51220 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981379 Jul 13 19:37:05.029544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:05.066130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-08f4596d-1c55-49e3-aaae-3effcb8eb841 req-fb42a950-b878-4f17-b21a-9cd50c58d3bc service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248858 Jul 13 19:37:05.086860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051e8972-6419-4969-ab9d-4b3d8241b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:37:05.090156 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cb78eb-fda9-4e2b-87ef-efb658adc9a8" -d '{"events": [{"server_uuid": "051e8972-6419-4969-ab9d-4b3d8241b377", "name": "network-vif-plugged", "status": "completed", "tag": "bc5e2f18-cf95-450a-8086-a125d3a9ce49"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:37:05.094528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port bc5e2f18-cf95-450a-8086-a125d3a9ce49, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bc5e2f18-cf95-450a-8086-a125d3a9ce49,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:05.111072 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:05.205757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=bc5e2f18-cf95-450a-8086-a125d3a9ce49,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:05.210099 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee01f922-c415-47b0-9121-ba2ab024ec1d x-openstack-request-id: req-ee01f922-c415-47b0-9121-ba2ab024ec1d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:37:05.210391 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051e8972-6419-4969-ab9d-4b3d8241b377", "name": "network-vif-plugged", "status": "completed", "tag": "bc5e2f18-cf95-450a-8086-a125d3a9ce49", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:37:05.210668 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee01f922-c415-47b0-9121-ba2ab024ec1d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:37:05.211054 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051e8972-6419-4969-ab9d-4b3d8241b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'code': 200} Jul 13 19:37:05.259394 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ce2f5-d3b9-4a6f-b107-7819db60dc25 req-dbc527b4-8d45-40c2-9b7b-9c39e318a571 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:05.261502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd7ce2f5-d3b9-4a6f-b107-7819db60dc25 req-dbc527b4-8d45-40c2-9b7b-9c39e318a571 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 946 time: 0.1190019 Jul 13 19:37:05.342262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd7ce2f5-d3b9-4a6f-b107-7819db60dc25 req-a100546b-8a28-4978-b5ee-bf04b52c9334 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699477 Jul 13 19:37:05.348249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25327eb3-c096-42b4-9134-175c255e078d req-877ff36d-60e2-4066-a52f-a64ab2046ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:05.349856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25327eb3-c096-42b4-9134-175c255e078d req-877ff36d-60e2-4066-a52f-a64ab2046ec9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 1097 time: 0.0873661 Jul 13 19:37:05.390151 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25327eb3-c096-42b4-9134-175c255e078d req-4fba0d3f-18b0-4c0c-bc90-ad4cc8781c93 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327575 Jul 13 19:37:05.462328 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:05.733940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port de938b0e-886b-4896-be36-c1e400329e40 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:05.734282 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:05.907971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:05.930775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for de938b0e-886b-4896-be36-c1e400329e40 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:05.946615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd026-6617-4a8c-a810-e69d20182ee2 req-e29ff89a-7d02-4b5c-a650-7b08a3c3a849 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:05.948133 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a2bd026-6617-4a8c-a810-e69d20182ee2 req-e29ff89a-7d02-4b5c-a650-7b08a3c3a849 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1689081 Jul 13 19:37:05.981747 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-ffd5c287-6cb6-4012-a1ee-25e0d99b9667 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1576109 Jul 13 19:37:06.071762 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a2bd026-6617-4a8c-a810-e69d20182ee2 req-fcfca07e-b6bd-4a84-a9cd-45e832718032 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154723 Jul 13 19:37:06.176439 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-de5e5dbf-528a-4138-87f2-2a4a577a8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:06.178026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-de5e5dbf-528a-4138-87f2-2a4a577a8b88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 1097 time: 0.1659706 Jul 13 19:37:06.302111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:06.340105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=de938b0e-886b-4896-be36-c1e400329e40,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:06.381657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-12e76586-203e-45b1-85c3-4d9e2d5488e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:06.383251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-12e76586-203e-45b1-85c3-4d9e2d5488e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 914 time: 0.1726332 Jul 13 19:37:06.467708 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-b9258d7f-020c-4fed-b2c1-89675b191793 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f728e25-78d2-4d54-b7d2-7ff3efdcba65 HTTP/1.1" status: 200 len: 217 time: 0.0477238 Jul 13 19:37:06.606129 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:06.616017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-f14bbfa8-ec79-4f9c-83fc-7d6702b0669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:06.617881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-f14bbfa8-ec79-4f9c-83fc-7d6702b0669d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfac4347-e8db-4ae3-8b90-d77f483a0782 HTTP/1.1" status: 200 len: 853 time: 0.1152716 Jul 13 19:37:06.669361 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-4f34df08-9f4c-4eb8-ab08-dfcf09ada700 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f842e1da-08f1-49d7-96a5-d633359233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430467 Jul 13 19:37:06.812914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f6be7-9b88-44e0-802f-4a8778d9c981 req-bcd8b3b8-e39c-4ddb-a0c3-5d819b6bce10 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:06.814352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5e4f6be7-9b88-44e0-802f-4a8778d9c981 req-bcd8b3b8-e39c-4ddb-a0c3-5d819b6bce10 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 946 time: 0.2733808 Jul 13 19:37:06.937369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Router cca36312-c94d-4c3c-9ba7-b0cc59e8dd71 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:37:06.940063 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-ae80c22c-ba3b-4f55-bbcd-1a7497702874 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347009 Jul 13 19:37:06.943334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5e4f6be7-9b88-44e0-802f-4a8778d9c981 req-3424e1ad-ee0b-4a5b-b46c-b94d9a39e0ba tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180608 Jul 13 19:37:07.078148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:37:07.085057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-731328d8-5ff8-4c01-90f6-771d21ae74ed tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "PUT /v2.0/routers/cca36312-c94d-4c3c-9ba7-b0cc59e8dd71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5386779 Jul 13 19:37:07.087176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:07.091684 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613054c-e460-4495-8fdf-e08abdd4307f None None] Sync routers for ids ['cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:37:07.103729 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613054c-e460-4495-8fdf-e08abdd4307f None None] Routers {'cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:07.104348 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9613054c-e460-4495-8fdf-e08abdd4307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:07.124637 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2b2fad-e4ab-40cc-b958-904bff2a337f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:37:07.126240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9f2b2fad-e4ab-40cc-b958-904bff2a337f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/de938b0e-886b-4896-be36-c1e400329e40 HTTP/1.1" status: 404 len: 333 time: 0.0381885 Jul 13 19:37:07.129255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:07.137313 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d204eab1-550a-43f2-b647-fd94b24ddd3d req-67281500-e238-4d98-88f9-e99e4cd40cf6 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905084 Jul 13 19:37:07.147679 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9613054c-e460-4495-8fdf-e08abdd4307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:07.157347 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613054c-e460-4495-8fdf-e08abdd4307f None None] Routers {'cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:07.158940 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9613054c-e460-4495-8fdf-e08abdd4307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:07.197696 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9613054c-e460-4495-8fdf-e08abdd4307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:07.198349 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613054c-e460-4495-8fdf-e08abdd4307f None None] The sync data for ids ['cca36312-c94d-4c3c-9ba7-b0cc59e8dd71'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:37:07.261027 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c799893-4bce-4922-a8bb-6853a95e7f75 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.445352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19b96b-3f32-435e-9825-62977b3929bf req-581caba4-f710-4817-ba03-183a1a051434 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:07.446905 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f19b96b-3f32-435e-9825-62977b3929bf req-581caba4-f710-4817-ba03-183a1a051434 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.2290251 Jul 13 19:37:07.452568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c799893-4bce-4922-a8bb-6853a95e7f75 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.456341 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c799893-4bce-4922-a8bb-6853a95e7f75 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.516164 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c799893-4bce-4922-a8bb-6853a95e7f75 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.516685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c799893-4bce-4922-a8bb-6853a95e7f75 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Fanout notify agent at l3_agent the message router_deleted on router cca36312-c94d-4c3c-9ba7-b0cc59e8dd71 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:37:07.525581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c799893-4bce-4922-a8bb-6853a95e7f75 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.526664 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6c799893-4bce-4922-a8bb-6853a95e7f75 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/routers/cca36312-c94d-4c3c-9ba7-b0cc59e8dd71 HTTP/1.1" status: 204 len: 168 time: 0.3962736 Jul 13 19:37:07.529277 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:07.540436 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f19b96b-3f32-435e-9825-62977b3929bf req-58f66293-0299-4e59-996d-290be64bcb44 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860312 Jul 13 19:37:07.589696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec008b14-bcb8-400b-bd18-ff30e973c8ee tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet 42454a5c-d711-43c8-a988-408e57f23a99 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:37:07.592810 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec008b14-bcb8-400b-bd18-ff30e973c8ee tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.638154 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec008b14-bcb8-400b-bd18-ff30e973c8ee tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.723205 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec008b14-bcb8-400b-bd18-ff30e973c8ee tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.785183 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec008b14-bcb8-400b-bd18-ff30e973c8ee tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.811388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec008b14-bcb8-400b-bd18-ff30e973c8ee tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=42454a5c-d711-43c8-a988-408e57f23a99,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:07.817783 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec008b14-bcb8-400b-bd18-ff30e973c8ee tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.819706 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ec008b14-bcb8-400b-bd18-ff30e973c8ee tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/42454a5c-d711-43c8-a988-408e57f23a99 HTTP/1.1" status: 204 len: 168 time: 0.2893300 Jul 13 19:37:07.822895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:07.826008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a46f4c-2c4d-45a4-ac8c-680316face3a None None] Network 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:07.901959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.962980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port be9de37b-17b5-4cdc-989c-725f98864c64 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:07.963323 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.042084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] For port be9de37b-17b5-4cdc-989c-725f98864c64, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=be9de37b-17b5-4cdc-989c-725f98864c64,segment=NetworkSegment(9027c61a-410f-40a0-bcd2-2e92a92f328e),segment_id=9027c61a-410f-40a0-bcd2-2e92a92f328e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:08.042478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.058861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for be9de37b-17b5-4cdc-989c-725f98864c64 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:08.198154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea5da8c-d647-4ab2-b85e-e7f0467c05ca None None] DHCP port deletion for 8ae59b6f-ca60-41db-ae8c-57ca2386fc1a request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:37:08.213943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e0aaf-352c-4ccf-9151-840febb0a620 req-2c95d095-ecf3-4397-96a7-af0391413b22 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:08.221364 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-649e0aaf-352c-4ccf-9151-840febb0a620 req-2c95d095-ecf3-4397-96a7-af0391413b22 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 946 time: 0.1131115 Jul 13 19:37:08.237532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.250421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cea5da8c-d647-4ab2-b85e-e7f0467c05ca None None] Deleting port be9de37b-17b5-4cdc-989c-725f98864c64 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:08.251597 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cea5da8c-d647-4ab2-b85e-e7f0467c05ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.281540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=be9de37b-17b5-4cdc-989c-725f98864c64,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:08.290966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No DVR routers for this DVR port be9de37b-17b5-4cdc-989c-725f98864c64 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:37:08.303690 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-649e0aaf-352c-4ccf-9151-840febb0a620 req-e51f6642-eee0-44ad-8e42-7215483e974b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814793 Jul 13 19:37:08.337338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cea5da8c-d647-4ab2-b85e-e7f0467c05ca None None] For port be9de37b-17b5-4cdc-989c-725f98864c64, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:08.337828 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cea5da8c-d647-4ab2-b85e-e7f0467c05ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.352849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cea5da8c-d647-4ab2-b85e-e7f0467c05ca None None] Calling delete_port for be9de37b-17b5-4cdc-989c-725f98864c64 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:08.355817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-cea5da8c-d647-4ab2-b85e-e7f0467c05ca None None] Port be9de37b-17b5-4cdc-989c-725f98864c64 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:37:08.357390 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cea5da8c-d647-4ab2-b85e-e7f0467c05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.371360 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5da8c-d647-4ab2-b85e-e7f0467c05ca None None] No DVR routers for this DVR port be9de37b-17b5-4cdc-989c-725f98864c64 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:37:08.402574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5da8c-d647-4ab2-b85e-e7f0467c05ca None None] Pushing event deleted for resources: {'Port': ['ID=be9de37b-17b5-4cdc-989c-725f98864c64,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:08.406347 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.417821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae59b6f-ca60-41db-ae8c-57ca2386fc1a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:08.433299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9027c61a-410f-40a0-bcd2-2e92a92f328e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:08.433582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9027c61a-410f-40a0-bcd2-2e92a92f328e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:08.442912 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.458362 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.464424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:37:08.465010 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:37:08.468108 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:37:08.516736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b57869-702a-4dd1-8c76-187a8d6b9c9e req-12ae3f44-35c5-4cc9-8e8f-bdb0ed862155 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:08.518687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9b57869-702a-4dd1-8c76-187a8d6b9c9e req-12ae3f44-35c5-4cc9-8e8f-bdb0ed862155 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 946 time: 0.0754032 Jul 13 19:37:08.529618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.540003 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.542042 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/networks/8ae59b6f-ca60-41db-ae8c-57ca2386fc1a HTTP/1.1" status: 204 len: 168 time: 0.7181640 Jul 13 19:37:08.546307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:08.567708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e922228-e5e7-43a2-a5ee-4f6e89d52d63 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Network': ['ID=8ae59b6f-ca60-41db-ae8c-57ca2386fc1a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:08.579270 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9b57869-702a-4dd1-8c76-187a8d6b9c9e req-2d5e08d0-60ba-4f0f-9dce-bb8725271b1d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546706 Jul 13 19:37:08.610260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:08.619554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f3a10-9549-4453-9ee4-baf2d7c9f505 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:08.624987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d27f3a10-9549-4453-9ee4-baf2d7c9f505 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/49cdf7b5-6faf-4050-8fe2-772448fee088 HTTP/1.1" status: 200 len: 844 time: 0.0736430 Jul 13 19:37:08.625457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:08.700192 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8f541f6e-7154-40d4-9e89-c296cc6f13f8 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/49cdf7b5-6faf-4050-8fe2-772448fee088?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0728145 Jul 13 19:37:08.700795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:08.704644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b9788-3f19-4f83-81d8-8234aa9e94fe tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:08.707570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a25b9788-3f19-4f83-81d8-8234aa9e94fe tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 1092 time: 0.0954976 Jul 13 19:37:08.709049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3ba078b3-f49d-4abb-a983-1db48fb465ab tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:08.710877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:08.716050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:08.741429 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.862510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e212d-21e0-4b0a-84ef-df7f982a51df req-590ba9e6-224c-4587-a5cb-352990cc4898 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:08.864061 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-802e212d-21e0-4b0a-84ef-df7f982a51df req-590ba9e6-224c-4587-a5cb-352990cc4898 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1623878 Jul 13 19:37:08.865222 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba078b3-f49d-4abb-a983-1db48fb465ab tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:08.868644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ba078b3-f49d-4abb-a983-1db48fb465ab tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.883539 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.966738 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-802e212d-21e0-4b0a-84ef-df7f982a51df req-5ac48cec-4e5d-474d-9eac-5f99c5d1cb18 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942504 Jul 13 19:37:09.008320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Allocated IP 172.25.7.24 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/3d3358d8-166e-449e-9315-5ab2b72b9730) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:09.108747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ba078b3-f49d-4abb-a983-1db48fb465ab tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.120391 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.178348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba078b3-f49d-4abb-a983-1db48fb465ab tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=dc3303be-153a-4651-8859-258f627222bf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:09.181911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba078b3-f49d-4abb-a983-1db48fb465ab tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:09.183987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ba078b3-f49d-4abb-a983-1db48fb465ab tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:09.186539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba078b3-f49d-4abb-a983-1db48fb465ab tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:09.187142 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ba078b3-f49d-4abb-a983-1db48fb465ab tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.194861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2e5e02-beeb-4a3e-beb7-e37032e2f4f8 None None] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:09.208225 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:09.209275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3ba078b3-f49d-4abb-a983-1db48fb465ab tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5060022 Jul 13 19:37:09.213968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9d9fd366-e828-4faf-bf45-563af8807b31 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'security_group': {'name': 'tempest-secgroup-110498042'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:09.226803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.300930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:09.303745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=3d3358d8-166e-449e-9315-5ab2b72b9730,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:09.307726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:09.311029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:37:09.360849 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd366-e828-4faf-bf45-563af8807b31 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.420634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'tenant_id': '89f97a09caaf4d7b81158194befc437c', 'fixed_ips': [{'subnet_id': 'dc3303be-153a-4651-8859-258f627222bf'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:37:09.421516 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.579352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Allocated IP 2001:db8::2 (a98f83f9-88b4-4cb9-9f74-4582874f4ab6/dc3303be-153a-4651-8859-258f627222bf/cc62e9c3-f338-4683-9ebf-a81b82e2e2d8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:09.602266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd366-e828-4faf-bf45-563af8807b31 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.607611 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd366-e828-4faf-bf45-563af8807b31 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.652589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd366-e828-4faf-bf45-563af8807b31 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.656319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9d9fd366-e828-4faf-bf45-563af8807b31 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4446905 Jul 13 19:37:09.656319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fd366-e828-4faf-bf45-563af8807b31 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5698ade-b4e4-4de5-9d97-daac9815a658,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:09.657686 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:09.662037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3a1e4250-d532-49a0-b48d-18413e33e95e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'security_group': {'name': 'tempest-secgroup-1885382222'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:09.702250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a1e4250-d532-49a0-b48d-18413e33e95e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.747879 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.757685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Transition to ACTIVE for port object cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:09.772938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Transition to ACTIVE for port object cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:09.781233 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.839006 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Pushing event updated for resources: {'Port': ['ID=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:09.842781 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a1e4250-d532-49a0-b48d-18413e33e95e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.850541 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a1e4250-d532-49a0-b48d-18413e33e95e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.853941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:09.855693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:09.860825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:37:09.938856 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a1e4250-d532-49a0-b48d-18413e33e95e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.943392 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3a1e4250-d532-49a0-b48d-18413e33e95e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2856560 Jul 13 19:37:09.944388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:09.954162 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1070902421', 'security_groups': ['3fb554ea-67ac-4aaa-ad81-966f3b3b2e2f'], 'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc3303be-153a-4651-8859-258f627222bf'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:09.962529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e4250-d532-49a0-b48d-18413e33e95e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb554ea-67ac-4aaa-ad81-966f3b3b2e2f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:09.966393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Attempting to bind port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:37:09.966812 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Attempting to bind port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a92e514c-f070-4118-8f24-7cc43bfe0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:37:09.967182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Attempting to bind port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 on network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:37:09.973116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:37:09.973418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Checking segment: {'id': 'a92e514c-f070-4118-8f24-7cc43bfe0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:37:09.973920 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.974245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Bound using segment: {'id': 'a92e514c-f070-4118-8f24-7cc43bfe0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:37:09.974699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Bound port: cc62e9c3-f338-4683-9ebf-a81b82e2e2d8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92e514c-f070-4118-8f24-7cc43bfe0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:37:09.975257 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:09.989886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device be9de37b-17b5-4cdc-989c-725f98864c64 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:37:10.037969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: be9de37b-17b5-4cdc-989c-725f98864c64 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:37:10.038828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device be9de37b-17b5-4cdc-989c-725f98864c64 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:37:10.143872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:10.160132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] For port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:37:10.165140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] For port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,segment=NetworkSegment(a92e514c-f070-4118-8f24-7cc43bfe0df2),segment_id=a92e514c-f070-4118-8f24-7cc43bfe0df2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:37:10.176108 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:10.251518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e89b74-3122-4e7b-adca-8cf7dc3c2297 None None] Pushing event updated for resources: {'Port': ['ID=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:10.283641 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:10.308189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 198b4b06-260f-41e0-9acf-e97d630ea0ba yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:37:10.407837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba7596-cbbd-423f-a7a5-059040097a7b req-e600ecf5-5b7f-44ac-9f08-704af7f0438c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:10.410341 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-90ba7596-cbbd-423f-a7a5-059040097a7b req-e600ecf5-5b7f-44ac-9f08-704af7f0438c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.2086921 Jul 13 19:37:10.419589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:10.536802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8::392 (a98f83f9-88b4-4cb9-9f74-4582874f4ab6/dc3303be-153a-4651-8859-258f627222bf/198b4b06-260f-41e0-9acf-e97d630ea0ba) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:10.591632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-90ba7596-cbbd-423f-a7a5-059040097a7b req-038b483e-737b-427e-86ec-0df13e52460f tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572540 Jul 13 19:37:10.595250 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:10.743000 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:10.758963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object 198b4b06-260f-41e0-9acf-e97d630ea0ba will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:10.794619 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:10.814061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:10.819124 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:10.844335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:10.848606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:10.852916 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:37:10.858800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:10.859437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:10.879168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=198b4b06-260f-41e0-9acf-e97d630ea0ba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:10.892157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:10.893794 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-57533109-1258-474b-a9a6-1497044b8dca tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9437256 Jul 13 19:37:10.900917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-06f2de7a-1958-48bb-b379-9f7918693a65 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:10.925076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=3d3358d8-166e-449e-9315-5ab2b72b9730,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:10.951280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:11.120592 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Floating IP 4dae2845-364f-4782-ba85-d79728426837 associated. External IP: 172.25.7.24, port: bc5e2f18-cf95-450a-8086-a125d3a9ce49. Jul 13 19:37:11.173192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f2de7a-1958-48bb-b379-9f7918693a65 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:11.177595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06f2de7a-1958-48bb-b379-9f7918693a65 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:11.370196 n-d-800708-1 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-06f2de7a-1958-48bb-b379-9f7918693a65 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc3303be-153a-4651-8859-258f627222bf (CIDR: 2001:db8::/64) Jul 13 19:37:11.377731 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f2de7a-1958-48bb-b379-9f7918693a65 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:37:11.378215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f2de7a-1958-48bb-b379-9f7918693a65 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:11.424073 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-06f2de7a-1958-48bb-b379-9f7918693a65 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5302320 Jul 13 19:37:11.427208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:11.434256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e1a28067-3784-43bc-8f65-f75ea619f96a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:11.464104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router fa17bbab-5ac4-44a0-b9e2-9cc82026838d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:37:11.555439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f309fc03-06a3-4a41-a43e-9de6bb7e47bb None None] Provisioning complete for port 49cdf7b5-6faf-4050-8fe2-772448fee088 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:11.556568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f309fc03-06a3-4a41-a43e-9de6bb7e47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:11.580083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:37:11.599924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] Sync routers for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:37:11.605432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:11.625455 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:11.626562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:11.708524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5d7ade81-871e-4735-ac97-468b395b5f41 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9930506 Jul 13 19:37:11.708524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051e8972-6419-4969-ab9d-4b3d8241b377', 'tag': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:37:11.708852 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3e6c24-8443-49f9-bd81-7493f87c6491" -d '{"events": [{"name": "network-changed", "server_uuid": "051e8972-6419-4969-ab9d-4b3d8241b377", "tag": "bc5e2f18-cf95-450a-8086-a125d3a9ce49"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:37:11.731387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:11.820044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f309fc03-06a3-4a41-a43e-9de6bb7e47bb None None] Port 49cdf7b5-6faf-4050-8fe2-772448fee088 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:11.842562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:37:11.845006 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f309fc03-06a3-4a41-a43e-9de6bb7e47bb None None] Provisioning for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:11.845156 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e05d54-299e-4ec2-8bac-68790a9a650c x-openstack-request-id: req-44e05d54-299e-4ec2-8bac-68790a9a650c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:37:11.845156 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051e8972-6419-4969-ab9d-4b3d8241b377", "tag": "bc5e2f18-cf95-450a-8086-a125d3a9ce49", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:37:11.846237 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44e05d54-299e-4ec2-8bac-68790a9a650c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:37:11.846344 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051e8972-6419-4969-ab9d-4b3d8241b377', 'tag': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'status': 'completed', 'code': 200} Jul 13 19:37:11.907219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3c2a565f-15a2-4b2b-8c47-8c55be1cfdf1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/floatingips/4dae2845-364f-4782-ba85-d79728426837 HTTP/1.1" status: 200 len: 991 time: 0.1745920 Jul 13 19:37:11.926522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-e69e36de-c62f-4337-be8c-1f50eec91eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:11.928286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-e69e36de-c62f-4337-be8c-1f50eec91eca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 1097 time: 0.0856273 Jul 13 19:37:12.027087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2472bffd-672a-4c59-9c0f-ee77efca312f None None] Provisioning for port 198b4b06-260f-41e0-9acf-e97d630ea0ba completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:12.033274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2472bffd-672a-4c59-9c0f-ee77efca312f None None] Provisioning complete for port 198b4b06-260f-41e0-9acf-e97d630ea0ba triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:12.033640 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2472bffd-672a-4c59-9c0f-ee77efca312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:12.040044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9da459-01af-4a0f-a021-0fd908813774 req-3539f574-6f81-454c-8078-5fe90b1b89c0 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:12.041586 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de9da459-01af-4a0f-a021-0fd908813774 req-3539f574-6f81-454c-8078-5fe90b1b89c0 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1415439 Jul 13 19:37:12.077045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:12.077321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a28067-3784-43bc-8f65-f75ea619f96a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:12.082161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a28067-3784-43bc-8f65-f75ea619f96a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:12.094753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-c9c99941-8653-46cb-8963-bf2b1664f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:12.097171 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-c9c99941-8653-46cb-8963-bf2b1664f9c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=20a183d0-d512-4abd-812b-f67fe0cf53f0 HTTP/1.1" status: 200 len: 897 time: 0.1577132 Jul 13 19:37:12.141217 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de9da459-01af-4a0f-a021-0fd908813774 req-eff80dba-67d5-49d5-90ca-f264e74659a3 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914986 Jul 13 19:37:12.155294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2472bffd-672a-4c59-9c0f-ee77efca312f None None] Port 198b4b06-260f-41e0-9acf-e97d630ea0ba cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:12.176655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-05cf1b67-8469-4e05-a669-a398c80aa145 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc5e2f18-cf95-450a-8086-a125d3a9ce49 HTTP/1.1" status: 200 len: 999 time: 0.0716496 Jul 13 19:37:12.206390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:12.212263 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:12.212630 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:12.256277 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-47b9035b-7567-40eb-b255-26d41e04e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:12.258323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-47b9035b-7567-40eb-b255-26d41e04e209 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c2fd7e68-ce1f-488e-bb18-5e4a2b18195e HTTP/1.1" status: 200 len: 833 time: 0.0700772 Jul 13 19:37:12.263451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:36:45Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4dae2845-364f-4782-ba85-d79728426837', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'mac_address': 'fa:16:3e:28:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:09Z', 'updated_at': '2021-07-13T19:37:09Z', 'revision_number': 0, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:12.294434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] Checking router: fa17bbab-5ac4-44a0-b9e2-9cc82026838d for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:37:12.330623 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:12.331533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:12.338652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-53b98934-7e98-4ebc-a8f6-927d36204dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:12.340216 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-53b98934-7e98-4ebc-a8f6-927d36204dcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20a183d0-d512-4abd-812b-f67fe0cf53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731540 Jul 13 19:37:12.390330 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a28067-3784-43bc-8f65-f75ea619f96a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:12.447330 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a28067-3784-43bc-8f65-f75ea619f96a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:12.452679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e1a28067-3784-43bc-8f65-f75ea619f96a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:12.457910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a28067-3784-43bc-8f65-f75ea619f96a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:12.458552 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a28067-3784-43bc-8f65-f75ea619f96a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:12.474022 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e1a28067-3784-43bc-8f65-f75ea619f96a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0450943 Jul 13 19:37:12.476687 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:12.477139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88753b41-fe46-4359-8b95-34ad19d9d8ba None None] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:12.482049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-954909591', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '80410812-e30e-478a-b610-299d1122efb2'}], 'security_groups': ['e5698ade-b4e4-4de5-9d97-daac9815a658']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:12.485870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a28067-3784-43bc-8f65-f75ea619f96a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=80410812-e30e-478a-b610-299d1122efb2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:12.487672 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-3a9db4ae-2416-4873-aee1-c3235bac5d83 service neutron] 10.222.0.24 "GET /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372752 Jul 13 19:37:12.536100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:12.582080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:12.589834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d3e6c24-8443-49f9-bd81-7493f87c6491 req-7b1c1de8-d69f-4877-9893-06fc56c7952f service neutron] 10.222.0.24 "GET /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949545 Jul 13 19:37:12.598026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:37:12.605095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,segment=NetworkSegment(a92e514c-f070-4118-8f24-7cc43bfe0df2),segment_id=a92e514c-f070-4118-8f24-7cc43bfe0df2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:12.638707 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:12.773186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:12.890384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Delete allocated IP 2001:db8::392 (a98f83f9-88b4-4cb9-9f74-4582874f4ab6/dc3303be-153a-4651-8859-258f627222bf) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 19:37:12.900783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8:0:1::2e4 (a98f83f9-88b4-4cb9-9f74-4582874f4ab6/80410812-e30e-478a-b610-299d1122efb2/198b4b06-260f-41e0-9acf-e97d630ea0ba) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:12.910120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:12.974363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-109afda9-02da-4157-96f3-72eba790a8cc tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/floatingips/4dae2845-364f-4782-ba85-d79728426837 HTTP/1.1" status: 200 len: 991 time: 0.0620158 Jul 13 19:37:13.058498 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.074414 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object 198b4b06-260f-41e0-9acf-e97d630ea0ba will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:13.078188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.129486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6956f1-45af-4818-aafd-ed344d671cc2 None None] Update dhcp port {'port': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'fixed_ips': [{'subnet_id': 'dc3303be-153a-4651-8859-258f627222bf', 'ip_address': '2001:db8::2'}, {'subnet_id': '80410812-e30e-478a-b610-299d1122efb2'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'cc62e9c3-f338-4683-9ebf-a81b82e2e2d8'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:37:13.132422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:36:45Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4dae2845-364f-4782-ba85-d79728426837', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'mac_address': 'fa:16:3e:28:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:09Z', 'updated_at': '2021-07-13T19:37:09Z', 'revision_number': 0, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:13.141751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] In _notify_port_updated(), no bound segment for port 198b4b06-260f-41e0-9acf-e97d630ea0ba on network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:37:13.147765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:13.148387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.149697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "PUT /v2.0/ports/198b4b06-260f-41e0-9acf-e97d630ea0ba HTTP/1.1" status: 200 len: 930 time: 0.6721926 Jul 13 19:37:13.152658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:13.166700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8f839-619d-4153-829b-3dd7336f8466 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=198b4b06-260f-41e0-9acf-e97d630ea0ba,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:13.176623 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4f4ff9-20c9-4807-9afc-210afac3ea2b None None] The sync data for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 is: [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:36:45Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4dae2845-364f-4782-ba85-d79728426837', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'mac_address': 'fa:16:3e:28:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:09Z', 'updated_at': '2021-07-13T19:37:09Z', 'revision_number': 0, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:37:13.194498 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f6956f1-45af-4818-aafd-ed344d671cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.325502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ac2f7-c6f2-4892-9410-ab7457c72573 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 198b4b06-260f-41e0-9acf-e97d630ea0ba {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:13.326678 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac2f7-c6f2-4892-9410-ab7457c72573 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.396274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6f6956f1-45af-4818-aafd-ed344d671cc2 None None] Allocated IP 2001:db8:0:1::2 (a98f83f9-88b4-4cb9-9f74-4582874f4ab6/80410812-e30e-478a-b610-299d1122efb2/cc62e9c3-f338-4683-9ebf-a81b82e2e2d8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:13.426437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28821d03-5ac0-4913-82b8-a4b6e2fd1a40 req-27786cf2-deda-4cea-8c03-924a26311eb3 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:13.428116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28821d03-5ac0-4913-82b8-a4b6e2fd1a40 req-27786cf2-deda-4cea-8c03-924a26311eb3 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1494334 Jul 13 19:37:13.449489 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac2f7-c6f2-4892-9410-ab7457c72573 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.461744 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b554c03-ffee-4491-a3fb-32a781fce725 None None] New status for floating IP 4dae2845-364f-4782-ba85-d79728426837: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:37:13.471391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ac2f7-c6f2-4892-9410-ab7457c72573 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 198b4b06-260f-41e0-9acf-e97d630ea0ba owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:13.513125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6f6956f1-45af-4818-aafd-ed344d671cc2 None None] For port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,segment=NetworkSegment(a92e514c-f070-4118-8f24-7cc43bfe0df2),segment_id=a92e514c-f070-4118-8f24-7cc43bfe0df2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:13.552982 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-28821d03-5ac0-4913-82b8-a4b6e2fd1a40 req-23585676-9ad6-42d9-b832-16e2f68e982a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915370 Jul 13 19:37:13.556653 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f6956f1-45af-4818-aafd-ed344d671cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.591681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f6956f1-45af-4818-aafd-ed344d671cc2 None None] Transition to ACTIVE for port object cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:13.596706 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f6956f1-45af-4818-aafd-ed344d671cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.671007 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac2f7-c6f2-4892-9410-ab7457c72573 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.703198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ac2f7-c6f2-4892-9410-ab7457c72573 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=198b4b06-260f-41e0-9acf-e97d630ea0ba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:13.733722 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac2f7-c6f2-4892-9410-ab7457c72573 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.735744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7b3ac2f7-c6f2-4892-9410-ab7457c72573 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/198b4b06-260f-41e0-9acf-e97d630ea0ba HTTP/1.1" status: 204 len: 168 time: 0.5820711 Jul 13 19:37:13.739058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:13.740398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6956f1-45af-4818-aafd-ed344d671cc2 None None] Pushing event updated for resources: {'Port': ['ID=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:13.779562 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d0b9db-772e-4cda-a142-f8b4c99505c6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:37:13.781189 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-78d0b9db-772e-4cda-a142-f8b4c99505c6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/198b4b06-260f-41e0-9acf-e97d630ea0ba HTTP/1.1" status: 404 len: 333 time: 0.0412076 Jul 13 19:37:13.784260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:13.855283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac0be15a-343b-40b0-9a03-5a9c8ec20531 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.882837 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac0be15a-343b-40b0-9a03-5a9c8ec20531 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.932937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac0be15a-343b-40b0-9a03-5a9c8ec20531 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.936601 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac0be15a-343b-40b0-9a03-5a9c8ec20531 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:13.940813 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ac0be15a-343b-40b0-9a03-5a9c8ec20531 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/security-groups/3fb554ea-67ac-4aaa-ad81-966f3b3b2e2f HTTP/1.1" status: 204 len: 168 time: 0.1553881 Jul 13 19:37:13.942611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:13.956391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0be15a-343b-40b0-9a03-5a9c8ec20531 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb554ea-67ac-4aaa-ad81-966f3b3b2e2f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:13.977079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:13.984160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:14.032283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d4fc52-d25b-4f3f-93b2-6ac2d8603a6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.063482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d4fc52-d25b-4f3f-93b2-6ac2d8603a6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.065334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ef19000a-99b8-444a-a17a-bbd7ed07f671 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/floatingips/4dae2845-364f-4782-ba85-d79728426837 HTTP/1.1" status: 200 len: 993 time: 0.0870924 Jul 13 19:37:14.115359 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d4fc52-d25b-4f3f-93b2-6ac2d8603a6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.118862 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d4fc52-d25b-4f3f-93b2-6ac2d8603a6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.120183 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-52d4fc52-d25b-4f3f-93b2-6ac2d8603a6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5698ade-b4e4-4de5-9d97-daac9815a658 HTTP/1.1" status: 204 len: 168 time: 0.1782496 Jul 13 19:37:14.122934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:14.132257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4fc52-d25b-4f3f-93b2-6ac2d8603a6e tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5698ade-b4e4-4de5-9d97-daac9815a658,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:14.184940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d41561b-77e9-4a5c-b376-1ba9519e1b6f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet dc3303be-153a-4651-8859-258f627222bf {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:37:14.188237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d41561b-77e9-4a5c-b376-1ba9519e1b6f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.229157 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d41561b-77e9-4a5c-b376-1ba9519e1b6f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.323067 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d41561b-77e9-4a5c-b376-1ba9519e1b6f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.388304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c12fd28e-68e6-4947-88e7-808ddfe48c98 None None] Could not find standard attr ID for object 198b4b06-260f-41e0-9acf-e97d630ea0ba. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:37:14.389747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d41561b-77e9-4a5c-b376-1ba9519e1b6f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.401800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c12fd28e-68e6-4947-88e7-808ddfe48c98 None None] Provisioning complete for port 49cdf7b5-6faf-4050-8fe2-772448fee088 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:14.402208 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c12fd28e-68e6-4947-88e7-808ddfe48c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.421824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d41561b-77e9-4a5c-b376-1ba9519e1b6f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.427535 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9d41561b-77e9-4a5c-b376-1ba9519e1b6f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/dc3303be-153a-4651-8859-258f627222bf HTTP/1.1" status: 204 len: 168 time: 0.2993894 Jul 13 19:37:14.427535 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41561b-77e9-4a5c-b376-1ba9519e1b6f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3303be-153a-4651-8859-258f627222bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:14.427985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:14.433162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c0a46a48-e255-4a0b-a300-9fc7274e69ff tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:14.448681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c12fd28e-68e6-4947-88e7-808ddfe48c98 None None] Port 49cdf7b5-6faf-4050-8fe2-772448fee088 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:14.461135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c12fd28e-68e6-4947-88e7-808ddfe48c98 None None] Provisioning for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:14.466122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c12fd28e-68e6-4947-88e7-808ddfe48c98 None None] Provisioning complete for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:14.466592 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c12fd28e-68e6-4947-88e7-808ddfe48c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.565085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a46a48-e255-4a0b-a300-9fc7274e69ff tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:14.568906 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a46a48-e255-4a0b-a300-9fc7274e69ff tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.656712 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaca7511-d8f2-45af-b74b-3e6ccff883e3 None None] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:14.716206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-89ee0c19-4ded-4f20-a2be-4337dae94e27 None None] Could not find standard attr ID for object 198b4b06-260f-41e0-9acf-e97d630ea0ba. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:37:14.795411 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afb557-da3c-4d29-a088-e84bd3da272e req-9bf932a9-ae97-4474-b6c7-44be1f990b0b tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:14.798005 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6afb557-da3c-4d29-a088-e84bd3da272e req-9bf932a9-ae97-4474-b6c7-44be1f990b0b tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1065040 Jul 13 19:37:14.849622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6afb557-da3c-4d29-a088-e84bd3da272e req-8cdb720e-3a78-49b1-ad62-fefb84be3427 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Jul 13 19:37:14.896778 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a46a48-e255-4a0b-a300-9fc7274e69ff tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.946354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a46a48-e255-4a0b-a300-9fc7274e69ff tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:14.950175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c0a46a48-e255-4a0b-a300-9fc7274e69ff tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:14.953488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a46a48-e255-4a0b-a300-9fc7274e69ff tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:14.954127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a46a48-e255-4a0b-a300-9fc7274e69ff tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:14.975754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a46a48-e255-4a0b-a300-9fc7274e69ff tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=2d160173-ead0-47d2-97cc-9a72d56f0afe,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:14.988107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c0a46a48-e255-4a0b-a300-9fc7274e69ff tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5558395 Jul 13 19:37:14.988427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:14.993800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aa9d92c9-f49c-4b5b-a26f-de6719021202 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'security_group': {'name': 'tempest-secgroup-1631098759'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:15.020213 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa9d92c9-f49c-4b5b-a26f-de6719021202 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.121501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa9d92c9-f49c-4b5b-a26f-de6719021202 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.125882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa9d92c9-f49c-4b5b-a26f-de6719021202 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.159148 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa9d92c9-f49c-4b5b-a26f-de6719021202 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.160564 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aa9d92c9-f49c-4b5b-a26f-de6719021202 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1709678 Jul 13 19:37:15.162643 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d92c9-f49c-4b5b-a26f-de6719021202 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6f3c7d-a12e-4837-9e49-cb5a20074daa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:15.163361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:15.168256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-623310de-0136-4252-a23d-a49c01777cd6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'security_group': {'name': 'tempest-secgroup-641829977'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:15.199598 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-623310de-0136-4252-a23d-a49c01777cd6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.289708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-623310de-0136-4252-a23d-a49c01777cd6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.293803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-623310de-0136-4252-a23d-a49c01777cd6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.323828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-623310de-0136-4252-a23d-a49c01777cd6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.325054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-623310de-0136-4252-a23d-a49c01777cd6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1607172 Jul 13 19:37:15.328049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:15.333598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-29c83e85-4941-4546-8e3c-628adbe46278 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'security_group': {'name': 'tempest-secgroup-1462151844'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:15.337731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623310de-0136-4252-a23d-a49c01777cd6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3602a04-1b63-460f-b07a-7ca8a5635541,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:15.358884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c83e85-4941-4546-8e3c-628adbe46278 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.423925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31eb734-fbe4-4920-9da0-14cf8b92002b None None] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:15.449395 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c83e85-4941-4546-8e3c-628adbe46278 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.453371 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c83e85-4941-4546-8e3c-628adbe46278 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.482986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d955bba-eeb4-4761-95c4-e05c031bdcd6 None None] Provisioning complete for port 49cdf7b5-6faf-4050-8fe2-772448fee088 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:15.483339 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d955bba-eeb4-4761-95c4-e05c031bdcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.483975 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c83e85-4941-4546-8e3c-628adbe46278 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.488350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-29c83e85-4941-4546-8e3c-628adbe46278 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1558583 Jul 13 19:37:15.488350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c83e85-4941-4546-8e3c-628adbe46278 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be46ba7-e0d9-4b22-918a-8efb0ad598d6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:15.488896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:15.494414 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-89846024', 'security_groups': ['1be46ba7-e0d9-4b22-918a-8efb0ad598d6'], 'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d160173-ead0-47d2-97cc-9a72d56f0afe'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:15.534590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9d955bba-eeb4-4761-95c4-e05c031bdcd6 None None] Port 49cdf7b5-6faf-4050-8fe2-772448fee088 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:15.594270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d955bba-eeb4-4761-95c4-e05c031bdcd6 None None] Provisioning complete for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:15.594726 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d955bba-eeb4-4761-95c4-e05c031bdcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.619945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:15.632163 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.707251 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.725326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] device_id is not set on port 1905f367-e55a-46af-ace9-435339f2b1cf yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:37:15.785771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f504414-a902-4cc8-8ae5-ecf47339f911 None None] Update dhcp port {'port': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'fixed_ips': [{'subnet_id': '80410812-e30e-478a-b610-299d1122efb2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d160173-ead0-47d2-97cc-9a72d56f0afe'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'cc62e9c3-f338-4683-9ebf-a81b82e2e2d8'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:37:15.827235 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f504414-a902-4cc8-8ae5-ecf47339f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.901692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8::33f (a98f83f9-88b4-4cb9-9f74-4582874f4ab6/2d160173-ead0-47d2-97cc-9a72d56f0afe/1905f367-e55a-46af-ace9-435339f2b1cf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:16.093287 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:16.109680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7db607-18bb-47c3-a410-97a36ed8f78e req-39c233c8-5644-456b-a22a-0c9994f98bad tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:16.114784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f7db607-18bb-47c3-a410-97a36ed8f78e req-39c233c8-5644-456b-a22a-0c9994f98bad tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1258421 Jul 13 19:37:16.129607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object 1905f367-e55a-46af-ace9-435339f2b1cf will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:16.175118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f7db607-18bb-47c3-a410-97a36ed8f78e req-9b9fdac3-5d4e-4737-8e77-6c5a6cb392d3 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556822 Jul 13 19:37:16.203598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:16.251117 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:16.253961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:16.259249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:16.263116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:37:16.269008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:16.269652 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:16.271356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5f504414-a902-4cc8-8ae5-ecf47339f911 None None] Allocated IP 2001:db8::2 (a98f83f9-88b4-4cb9-9f74-4582874f4ab6/2d160173-ead0-47d2-97cc-9a72d56f0afe/cc62e9c3-f338-4683-9ebf-a81b82e2e2d8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:16.282537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=1905f367-e55a-46af-ace9-435339f2b1cf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:16.291906 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-53d64fb2-d4b8-4fae-b3bb-535f16ad777a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8015838 Jul 13 19:37:16.294853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:16.302093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-46c1f4d5-7d7c-4d11-92fc-91d222d3fba7 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:16.384713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5f504414-a902-4cc8-8ae5-ecf47339f911 None None] For port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,segment=NetworkSegment(a92e514c-f070-4118-8f24-7cc43bfe0df2),segment_id=a92e514c-f070-4118-8f24-7cc43bfe0df2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:16.420499 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f504414-a902-4cc8-8ae5-ecf47339f911 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:16.437093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5f504414-a902-4cc8-8ae5-ecf47339f911 None None] Transition to ACTIVE for port object cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:16.440991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c1f4d5-7d7c-4d11-92fc-91d222d3fba7 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:16.447132 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46c1f4d5-7d7c-4d11-92fc-91d222d3fba7 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:16.451348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f504414-a902-4cc8-8ae5-ecf47339f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:16.572282 n-d-800708-1 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-46c1f4d5-7d7c-4d11-92fc-91d222d3fba7 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d160173-ead0-47d2-97cc-9a72d56f0afe (CIDR: 2001:db8::/64) Jul 13 19:37:16.576613 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c1f4d5-7d7c-4d11-92fc-91d222d3fba7 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:37:16.577295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c1f4d5-7d7c-4d11-92fc-91d222d3fba7 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:16.596577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:16.597074 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-46c1f4d5-7d7c-4d11-92fc-91d222d3fba7 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3008571 Jul 13 19:37:16.603095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e7997ee1-c573-4965-9154-a4860a41ea30 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:16.605338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f504414-a902-4cc8-8ae5-ecf47339f911 None None] Pushing event updated for resources: {'Port': ['ID=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:16.765823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ad2b2-d28e-49d8-b5f7-b1b06ba871c2 req-9599f1f1-a1d4-43db-9541-8e6fe12c074e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:16.768114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-659ad2b2-d28e-49d8-b5f7-b1b06ba871c2 req-9599f1f1-a1d4-43db-9541-8e6fe12c074e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 946 time: 0.1597507 Jul 13 19:37:16.803893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7997ee1-c573-4965-9154-a4860a41ea30 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:16.807664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7997ee1-c573-4965-9154-a4860a41ea30 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:16.871710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-659ad2b2-d28e-49d8-b5f7-b1b06ba871c2 req-361ff017-cb92-4553-aa38-afbfd1cff408 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952504 Jul 13 19:37:16.934903 n-d-800708-1 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-e7997ee1-c573-4965-9154-a4860a41ea30 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 80410812-e30e-478a-b610-299d1122efb2 (CIDR: 2001:db8:0:1::/64) Jul 13 19:37:16.943155 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7997ee1-c573-4965-9154-a4860a41ea30 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:37:16.943629 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7997ee1-c573-4965-9154-a4860a41ea30 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:16.963816 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e7997ee1-c573-4965-9154-a4860a41ea30 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3650451 Jul 13 19:37:16.966568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:16.972602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8bf6cd30-1706-47a7-bade-27dd1b2f5ab9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'subnet': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:17.107014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf6cd30-1706-47a7-bade-27dd1b2f5ab9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Made reservation on behalf of 89f97a09caaf4d7b81158194befc437c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:17.110802 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bf6cd30-1706-47a7-bade-27dd1b2f5ab9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:17.365688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e51c5659-e704-416c-970d-5d16098f4f85 None None] Provisioning complete for port 49cdf7b5-6faf-4050-8fe2-772448fee088 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:17.365978 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e51c5659-e704-416c-970d-5d16098f4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:17.408636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e51c5659-e704-416c-970d-5d16098f4f85 None None] Port 49cdf7b5-6faf-4050-8fe2-772448fee088 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:17.420312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e51c5659-e704-416c-970d-5d16098f4f85 None None] Provisioning for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:17.425300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e51c5659-e704-416c-970d-5d16098f4f85 None None] Provisioning complete for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:17.425678 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e51c5659-e704-416c-970d-5d16098f4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:17.634964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c81855f6-4042-4a07-9393-e3bd59e5b8c2 None None] Provisioning for port 1905f367-e55a-46af-ace9-435339f2b1cf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:17.638552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c81855f6-4042-4a07-9393-e3bd59e5b8c2 None None] Provisioning complete for port 1905f367-e55a-46af-ace9-435339f2b1cf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:17.638926 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c81855f6-4042-4a07-9393-e3bd59e5b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:17.674114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c81855f6-4042-4a07-9393-e3bd59e5b8c2 None None] Port 1905f367-e55a-46af-ace9-435339f2b1cf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:17.719834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a9e54-6698-470b-bdee-19e7d7f59c85 req-3fede288-22de-4837-a342-cb87720b9279 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:17.721388 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-274a9e54-6698-470b-bdee-19e7d7f59c85 req-3fede288-22de-4837-a342-cb87720b9279 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1201372 Jul 13 19:37:17.733527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bf6cd30-1706-47a7-bade-27dd1b2f5ab9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:17.792695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6cd30-1706-47a7-bade-27dd1b2f5ab9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:17.802030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8bf6cd30-1706-47a7-bade-27dd1b2f5ab9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:17.808116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-274a9e54-6698-470b-bdee-19e7d7f59c85 req-8665718c-cd41-4a8f-94cd-c912d2924a6d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810022 Jul 13 19:37:17.809366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf6cd30-1706-47a7-bade-27dd1b2f5ab9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:17.809953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bf6cd30-1706-47a7-bade-27dd1b2f5ab9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:17.825151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6cd30-1706-47a7-bade-27dd1b2f5ab9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Subnet': ['ID=9f517872-58bb-4b4a-bffd-82217d58bda4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:17.835090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8bf6cd30-1706-47a7-bade-27dd1b2f5ab9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8671443 Jul 13 19:37:17.836694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3fc021-1f68-4676-b400-ca1e98c35e56 None None] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:17.837637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:17.843878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1236646645', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9f517872-58bb-4b4a-bffd-82217d58bda4'}], 'security_groups': ['db6f3c7d-a12e-4837-9e49-cb5a20074daa', 'e3602a04-1b63-460f-b07a-7ca8a5635541']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:17.961225 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:17.992171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:18.112372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:18.112926 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:18.201258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf9d4-49c1-4576-a230-d20f44b35f52 req-e07b14cb-f582-4aee-a2bf-8b92b23e2db6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:18.203692 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7ccf9d4-49c1-4576-a230-d20f44b35f52 req-e07b14cb-f582-4aee-a2bf-8b92b23e2db6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 946 time: 0.1832793 Jul 13 19:37:18.244972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8490945-e41b-4f0f-a889-be6cc215544c None None] Update dhcp port {'port': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'fixed_ips': [{'subnet_id': '80410812-e30e-478a-b610-299d1122efb2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d160173-ead0-47d2-97cc-9a72d56f0afe', 'ip_address': '2001:db8::2'}, {'subnet_id': '9f517872-58bb-4b4a-bffd-82217d58bda4'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'cc62e9c3-f338-4683-9ebf-a81b82e2e2d8'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:37:18.284923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8490945-e41b-4f0f-a889-be6cc215544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:18.322686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7ccf9d4-49c1-4576-a230-d20f44b35f52 req-53129736-cb55-4dcc-aca7-f328164aad4a tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups?id=4215721a-e580-4a64-86fc-e48c38a684be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113298 Jul 13 19:37:18.438621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-b9a42c63-d2ea-490d-9746-778035fcfa74 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:18.440199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-b9a42c63-d2ea-490d-9746-778035fcfa74 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.24 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 946 time: 0.1647599 Jul 13 19:37:18.502062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Delete allocated IP 2001:db8::33f (a98f83f9-88b4-4cb9-9f74-4582874f4ab6/2d160173-ead0-47d2-97cc-9a72d56f0afe) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 19:37:18.515606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Allocated IP 2001:db8:0:2::ac (a98f83f9-88b4-4cb9-9f74-4582874f4ab6/9f517872-58bb-4b4a-bffd-82217d58bda4/1905f367-e55a-46af-ace9-435339f2b1cf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:18.655636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Deleting port bbb2e703-7433-4a1e-9ac1-516e0af493e7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:18.655981 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:18.788321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] For port bbb2e703-7433-4a1e-9ac1-516e0af493e7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bbb2e703-7433-4a1e-9ac1-516e0af493e7,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:18.788600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:18.812403 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:18.861188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Transition to ACTIVE for port object 1905f367-e55a-46af-ace9-435339f2b1cf will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:18.866527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:18.931338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a8490945-e41b-4f0f-a889-be6cc215544c None None] Allocated IP 2001:db8:0:2::2 (a98f83f9-88b4-4cb9-9f74-4582874f4ab6/9f517872-58bb-4b4a-bffd-82217d58bda4/cc62e9c3-f338-4683-9ebf-a81b82e2e2d8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:18.979559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] In _notify_port_updated(), no bound segment for port 1905f367-e55a-46af-ace9-435339f2b1cf on network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:37:18.985043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:18.985661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:18.990482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "PUT /v2.0/ports/1905f367-e55a-46af-ace9-435339f2b1cf HTTP/1.1" status: 200 len: 969 time: 1.1515753 Jul 13 19:37:18.990640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:19.057140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8490945-e41b-4f0f-a889-be6cc215544c None None] For port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,segment=NetworkSegment(a92e514c-f070-4118-8f24-7cc43bfe0df2),segment_id=a92e514c-f070-4118-8f24-7cc43bfe0df2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:19.090646 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8490945-e41b-4f0f-a889-be6cc215544c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.091091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004813af-a4ba-4a58-bd02-4d7ebb46fe92 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event updated for resources: {'Port': ['ID=1905f367-e55a-46af-ace9-435339f2b1cf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:19.106953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8490945-e41b-4f0f-a889-be6cc215544c None None] Transition to ACTIVE for port object cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:19.112723 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8490945-e41b-4f0f-a889-be6cc215544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.133722 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.134126 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.134479 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Floating IP e16d1379-f858-49b5-a2b9-d19339bb0627 disassociated. External IP: 172.25.7.86, port: bbb2e703-7433-4a1e-9ac1-516e0af493e7. Jul 13 19:37:19.134884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Calling delete_port for bbb2e703-7433-4a1e-9ac1-516e0af493e7 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:19.244495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df58f9-b8e6-4aa6-94d4-52c78c9d79e8 req-715e7c68-a7ad-4042-ab3b-1f3906e1d10c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:19.247469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c0df58f9-b8e6-4aa6-94d4-52c78c9d79e8 req-715e7c68-a7ad-4042-ab3b-1f3906e1d10c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1655235 Jul 13 19:37:19.251203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8490945-e41b-4f0f-a889-be6cc215544c None None] Pushing event updated for resources: {'Port': ['ID=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:19.256889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 1905f367-e55a-46af-ace9-435339f2b1cf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:19.257462 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.343732 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.375687 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c0df58f9-b8e6-4aa6-94d4-52c78c9d79e8 req-e685ac15-819b-4279-994a-af14c25b9ac4 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118240 Jul 13 19:37:19.393439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event deleted for resources: {'Port': ['ID=bbb2e703-7433-4a1e-9ac1-516e0af493e7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:19.439172 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.481229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 1905f367-e55a-46af-ace9-435339f2b1cf owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:19.591602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Router 1a2e1404-748f-40b3-aebc-4ee5d2892418 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:37:19.629887 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50d4325c-fa0d-4ee8-bb2e-9658d9a266bb req-bdb191e0-b1b1-4d09-bd56-4f6aa62d6388 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 210 time: 0.0505261 Jul 13 19:37:19.657373 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.691312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=1905f367-e55a-46af-ace9-435339f2b1cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:19.715135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.715727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.716235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.716759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.717258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.717752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.718245 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.718770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.719282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.719784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.721082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.721824 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:19.761126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:37:19.775720 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.777728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ab1d6d8d-cc01-4f3f-9a6c-cbd2a9ca8d4c tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/1905f367-e55a-46af-ace9-435339f2b1cf HTTP/1.1" status: 204 len: 168 time: 0.7852647 Jul 13 19:37:19.782036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:19.782170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] Sync routers for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:37:19.797866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:19.799304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:19.821365 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-61995084-d037-4756-9f71-8c00c830dc35 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] GET failed (client error): The resource could not be found. Jul 13 19:37:19.823011 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-61995084-d037-4756-9f71-8c00c830dc35 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports/1905f367-e55a-46af-ace9-435339f2b1cf HTTP/1.1" status: 404 len: 333 time: 0.0399365 Jul 13 19:37:19.826098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:19.831266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] No DVR routers for this DVR port bbb2e703-7433-4a1e-9ac1-516e0af493e7 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:37:19.836628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.839046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5548fc77-a4b6-423f-b4e2-a29fce20a67f req-33a033c5-111c-4104-a33c-43ce677a7e8b tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.24 "DELETE /v2.0/ports/bbb2e703-7433-4a1e-9ac1-516e0af493e7 HTTP/1.1" status: 204 len: 173 time: 1.3915999 Jul 13 19:37:19.839797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'name': 'network-vif-deleted', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:37:19.844585 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d780a5-174e-421e-9bd4-8f6e258b45d3" -d '{"events": [{"server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "name": "network-vif-deleted", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:37:19.929986 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9281aa1a-4232-4c2f-82d0-ab521f1d69c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.944080 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f971df35-fe24-4c60-a824-677d7ddc2116 x-openstack-request-id: req-f971df35-fe24-4c60-a824-677d7ddc2116 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:37:19.944080 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9769299a-3e02-40b1-99c6-bf821d30cee5", "name": "network-vif-deleted", "tag": "bbb2e703-7433-4a1e-9ac1-516e0af493e7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:37:19.944697 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f971df35-fe24-4c60-a824-677d7ddc2116 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:37:19.944697 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9769299a-3e02-40b1-99c6-bf821d30cee5', 'name': 'network-vif-deleted', 'tag': 'bbb2e703-7433-4a1e-9ac1-516e0af493e7', 'status': 'completed', 'code': 200} Jul 13 19:37:19.998187 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9281aa1a-4232-4c2f-82d0-ab521f1d69c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.065372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:20.079306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9281aa1a-4232-4c2f-82d0-ab521f1d69c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.084291 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9281aa1a-4232-4c2f-82d0-ab521f1d69c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.086135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9281aa1a-4232-4c2f-82d0-ab521f1d69c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/security-groups/1be46ba7-e0d9-4b22-918a-8efb0ad598d6 HTTP/1.1" status: 204 len: 168 time: 0.2590108 Jul 13 19:37:20.088856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:20.105170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281aa1a-4232-4c2f-82d0-ab521f1d69c5 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be46ba7-e0d9-4b22-918a-8efb0ad598d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:20.207631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.239235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.291107 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.294104 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.295631 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/security-groups/e3602a04-1b63-460f-b07a-7ca8a5635541 HTTP/1.1" status: 204 len: 168 time: 0.2054749 Jul 13 19:37:20.300105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:20.306775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3602a04-1b63-460f-b07a-7ca8a5635541,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:20.319522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.320152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.320717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.321246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.321773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.322305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.322871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.323417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.324099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.324784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.325992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.326603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e83805-4edb-40dc-8f58-dcbdf9c57dfa tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:20.344397 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:37:20.387407 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3413449b-233c-4ed6-ab52-5c90ef4d34df None None] Could not find standard attr ID for object 1905f367-e55a-46af-ace9-435339f2b1cf. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:37:20.427016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3413449b-233c-4ed6-ab52-5c90ef4d34df None None] Provisioning complete for port 49cdf7b5-6faf-4050-8fe2-772448fee088 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:20.427392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3413449b-233c-4ed6-ab52-5c90ef4d34df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.466675 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d22efa86-99b3-4c98-9245-d7e7d81da9f9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.540220 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d22efa86-99b3-4c98-9245-d7e7d81da9f9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.580879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3413449b-233c-4ed6-ab52-5c90ef4d34df None None] Port 49cdf7b5-6faf-4050-8fe2-772448fee088 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:20.608624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3413449b-233c-4ed6-ab52-5c90ef4d34df None None] Provisioning for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:20.621881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3413449b-233c-4ed6-ab52-5c90ef4d34df None None] Provisioning complete for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:20.622260 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3413449b-233c-4ed6-ab52-5c90ef4d34df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.638655 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d22efa86-99b3-4c98-9245-d7e7d81da9f9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.672568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d22efa86-99b3-4c98-9245-d7e7d81da9f9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.683778 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d22efa86-99b3-4c98-9245-d7e7d81da9f9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/security-groups/db6f3c7d-a12e-4837-9e49-cb5a20074daa HTTP/1.1" status: 204 len: 168 time: 0.3824069 Jul 13 19:37:20.684518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:20.733868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22efa86-99b3-4c98-9245-d7e7d81da9f9 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6f3c7d-a12e-4837-9e49-cb5a20074daa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:20.787018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed800af-dd92-48f3-8c84-47323e2b98f3 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet 2d160173-ead0-47d2-97cc-9a72d56f0afe {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:37:20.788320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335471e-6469-40c6-a6d4-be14480adc4c req-b05c17fa-6d46-456c-b59f-403620b4b4ac tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:20.791077 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ed800af-dd92-48f3-8c84-47323e2b98f3 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.792314 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2335471e-6469-40c6-a6d4-be14480adc4c req-b05c17fa-6d46-456c-b59f-403620b4b4ac tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1608040 Jul 13 19:37:20.869728 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e396d27c-72bd-4e6c-8389-1a1105fd565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.885787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ed800af-dd92-48f3-8c84-47323e2b98f3 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.893151 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2335471e-6469-40c6-a6d4-be14480adc4c req-21cd4e31-64a9-4312-961a-4578244cb89c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939987 Jul 13 19:37:20.928342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbb2e703-7433-4a1e-9ac1-516e0af493e7 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:37:20.988539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:20.992347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: bbb2e703-7433-4a1e-9ac1-516e0af493e7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:37:20.992692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bbb2e703-7433-4a1e-9ac1-516e0af493e7 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:37:21.029154 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ed800af-dd92-48f3-8c84-47323e2b98f3 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.030874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] Checking router: 1a2e1404-748f-40b3-aebc-4ee5d2892418 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:37:21.049368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:21.050014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:36:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:21.090757 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d919e76d-ad09-4eb9-946e-1b79112738b2 req-9a13f7ff-793d-40df-a2e2-f62f2a52a30e tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/ports?device_id=9769299a-3e02-40b1-99c6-bf821d30cee5 HTTP/1.1" status: 200 len: 210 time: 0.0961807 Jul 13 19:37:21.124145 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ed800af-dd92-48f3-8c84-47323e2b98f3 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.153579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed800af-dd92-48f3-8c84-47323e2b98f3 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=2d160173-ead0-47d2-97cc-9a72d56f0afe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:21.158090 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ed800af-dd92-48f3-8c84-47323e2b98f3 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.160885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5ed800af-dd92-48f3-8c84-47323e2b98f3 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/2d160173-ead0-47d2-97cc-9a72d56f0afe HTTP/1.1" status: 204 len: 168 time: 0.4649429 Jul 13 19:37:21.166779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:21.188686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98a27413-8f92-4145-a15f-071024f71169 None None] Could not find standard attr ID for object 1905f367-e55a-46af-ace9-435339f2b1cf. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:37:21.202871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8395370-7d82-4c4e-a203-e7f700119017 None None] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:21.207996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:37:21.222215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03f2e73-0896-4b79-b757-8c49c6ffcd62 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet 9f517872-58bb-4b4a-bffd-82217d58bda4 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:37:21.225506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03f2e73-0896-4b79-b757-8c49c6ffcd62 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.289527 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03f2e73-0896-4b79-b757-8c49c6ffcd62 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.395259 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03f2e73-0896-4b79-b757-8c49c6ffcd62 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.475415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03f2e73-0896-4b79-b757-8c49c6ffcd62 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.510851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f2e73-0896-4b79-b757-8c49c6ffcd62 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=9f517872-58bb-4b4a-bffd-82217d58bda4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:21.515766 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03f2e73-0896-4b79-b757-8c49c6ffcd62 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.517923 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e03f2e73-0896-4b79-b757-8c49c6ffcd62 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/9f517872-58bb-4b4a-bffd-82217d58bda4 HTTP/1.1" status: 204 len: 168 time: 0.3499405 Jul 13 19:37:21.520314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:21.548673 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfe6ba9-a784-4305-9c86-867ca5ac38b1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:21.550228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfe6ba9-a784-4305-9c86-867ca5ac38b1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:21.550576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:21.553145 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1dfe6ba9-a784-4305-9c86-867ca5ac38b1 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/2d160173-ead0-47d2-97cc-9a72d56f0afe HTTP/1.1" status: 404 len: 337 time: 0.0318096 Jul 13 19:37:21.555781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:21.591082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e6694-651e-4fae-a4bc-1303072a5c1d None None] The sync data for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 is: [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '00aa340d-5f8f-4bfe-849f-8f73ad4a305d', 'name': '', 'network_id': '57cb6d52-ddcf-42e3-b8a6-7bb0f3338463', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'mac_address': 'fa:16:3e:c7:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:51Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'subnets': [{'id': 'c0e6252b-73a1-4d39-a785-c20a8b01d555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:37:21.643528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2268daf7-9363-4ca9-b531-1c524f242a39 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting subnet 80410812-e30e-478a-b610-299d1122efb2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:37:21.647287 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2268daf7-9363-4ca9-b531-1c524f242a39 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.655726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25265d-4a98-4388-872d-889158b7f8da None None] Update dhcp port {'port': {'network_id': 'a98f83f9-88b4-4cb9-9f74-4582874f4ab6', 'fixed_ips': [{'subnet_id': '80410812-e30e-478a-b610-299d1122efb2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9f517872-58bb-4b4a-bffd-82217d58bda4'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'cc62e9c3-f338-4683-9ebf-a81b82e2e2d8'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:37:21.697794 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec25265d-4a98-4388-872d-889158b7f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.730072 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2268daf7-9363-4ca9-b531-1c524f242a39 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.855360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2268daf7-9363-4ca9-b531-1c524f242a39 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-ec25265d-4a98-4388-872d-889158b7f8da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80410812-e30e-478a-b610-299d1122efb2: This subnet is being modified by another concurrent operation. Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:37:21.934121 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80410812-e30e-478a-b610-299d1122efb2: This subnet is being modified by another concurrent operation. Jul 13 19:37:21.940211 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 13 19:37:21.945766 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2268daf7-9363-4ca9-b531-1c524f242a39 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.974939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268daf7-9363-4ca9-b531-1c524f242a39 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Subnet': ['ID=80410812-e30e-478a-b610-299d1122efb2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:21.987605 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2268daf7-9363-4ca9-b531-1c524f242a39 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.991958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2268daf7-9363-4ca9-b531-1c524f242a39 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/80410812-e30e-478a-b610-299d1122efb2 HTTP/1.1" status: 204 len: 168 time: 0.4350836 Jul 13 19:37:21.994318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.030841 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a6ea42-f507-43f6-b505-1b4a061f5ace tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:22.031320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a6ea42-f507-43f6-b505-1b4a061f5ace tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:22.036484 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-89a6ea42-f507-43f6-b505-1b4a061f5ace tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/dc3303be-153a-4651-8859-258f627222bf HTTP/1.1" status: 404 len: 337 time: 0.0395091 Jul 13 19:37:22.039011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.054192 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27513d3-aa72-412c-9a6f-118c206c9f54 None None] New status for floating IP e16d1379-f858-49b5-a2b9-d19339bb0627: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:37:22.070863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f23019-40ec-47a9-8e97-a59f5676496f None None] Network a98f83f9-88b4-4cb9-9f74-4582874f4ab6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:22.085569 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0a8a6aa1-7d6d-4fee-8f41-d90e9aa5c87b tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca36312-c94d-4c3c-9ba7-b0cc59e8dd71 HTTP/1.1" status: 200 len: 205 time: 0.0448167 Jul 13 19:37:22.087013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.134463 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-0d7dbe86-bdfb-4237-9ef2-51d5e4ade958 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] delete failed (client error): The resource could not be found. Jul 13 19:37:22.135567 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0d7dbe86-bdfb-4237-9ef2-51d5e4ade958 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/routers/cca36312-c94d-4c3c-9ba7-b0cc59e8dd71 HTTP/1.1" status: 404 len: 336 time: 0.0473993 Jul 13 19:37:22.138449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.173028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2545d80c-50dd-466c-8117-9ca84a623eb4 None None] Provisioning complete for port 49cdf7b5-6faf-4050-8fe2-772448fee088 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:22.173428 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2545d80c-50dd-466c-8117-9ca84a623eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.173773 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cef39d7-75e7-441c-8686-fcdb66f41959 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:22.174368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cef39d7-75e7-441c-8686-fcdb66f41959 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:22.176554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3cef39d7-75e7-441c-8686-fcdb66f41959 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/42454a5c-d711-43c8-a988-408e57f23a99 HTTP/1.1" status: 404 len: 337 time: 0.0368321 Jul 13 19:37:22.179250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.185183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e5961-efdc-414c-935b-d72d87ca14c0 req-ca237768-4d08-487f-a04b-7409c5804252 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:22.192898 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc4e5961-efdc-414c-935b-d72d87ca14c0 req-ca237768-4d08-487f-a04b-7409c5804252 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1349711 Jul 13 19:37:22.232871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2545d80c-50dd-466c-8117-9ca84a623eb4 None None] Port 49cdf7b5-6faf-4050-8fe2-772448fee088 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:37:22.240121 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1b34f1-7064-440b-b596-f401497292e6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:22.240884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1b34f1-7064-440b-b596-f401497292e6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:22.244845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5c1b34f1-7064-440b-b596-f401497292e6 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/52ad691e-c85f-4f6a-ac6b-e9c351df54c3 HTTP/1.1" status: 404 len: 337 time: 0.0641050 Jul 13 19:37:22.246772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc4e5961-efdc-414c-935b-d72d87ca14c0 req-872bb511-79e2-4b83-b9a5-2d304cc5916f tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526664 Jul 13 19:37:22.249891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.267562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2545d80c-50dd-466c-8117-9ca84a623eb4 None None] Provisioning complete for port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:22.268148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2545d80c-50dd-466c-8117-9ca84a623eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.293361 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fec8ff-ab11-43c6-9c1b-e286c31a472d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:22.294249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fec8ff-ab11-43c6-9c1b-e286c31a472d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:22.300155 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8fec8ff-ab11-43c6-9c1b-e286c31a472d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/5f9145fc-38b4-415e-a20e-3c26f57b742f HTTP/1.1" status: 404 len: 337 time: 0.0490515 Jul 13 19:37:22.300363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.335688 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb675b3d-6ac4-43be-924a-fdd2b267ff5a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:22.336193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.336568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb675b3d-6ac4-43be-924a-fdd2b267ff5a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:22.338362 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bb675b3d-6ac4-43be-924a-fdd2b267ff5a tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/c53a5a2f-732d-45a1-a26d-b1b7ab7f8a42 HTTP/1.1" status: 404 len: 333 time: 0.0370221 Jul 13 19:37:22.341309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.381696 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd304199-3736-4510-944d-13b8aa112d76 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:22.382155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd304199-3736-4510-944d-13b8aa112d76 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:22.383961 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fd304199-3736-4510-944d-13b8aa112d76 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/925521b8-95f4-45a7-94cf-b7d4e172f8f2 HTTP/1.1" status: 404 len: 337 time: 0.0416708 Jul 13 19:37:22.398985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.438649 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eeef5e7-bfa0-4c7a-86ca-a49bcd923656 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:22.439687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eeef5e7-bfa0-4c7a-86ca-a49bcd923656 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:22.444413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4eeef5e7-bfa0-4c7a-86ca-a49bcd923656 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/76caa407-8b88-4cdc-b974-ed5355b35b0b HTTP/1.1" status: 404 len: 337 time: 0.0410137 Jul 13 19:37:22.446909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.452731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43b86989-0340-4c86-afa7-4d36d43a8ad6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.479993 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfd5cb2-0f44-4c58-a98e-4c8f523de25f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:22.480827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfd5cb2-0f44-4c58-a98e-4c8f523de25f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:22.485180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1dfd5cb2-0f44-4c58-a98e-4c8f523de25f tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/3c9cd484-d29c-4e65-abcc-460386821d4f HTTP/1.1" status: 404 len: 333 time: 0.0349538 Jul 13 19:37:22.485369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.488836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43b86989-0340-4c86-afa7-4d36d43a8ad6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.515886 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbd238c-c551-438a-b68a-fc529729c433 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:22.516278 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbd238c-c551-438a-b68a-fc529729c433 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:22.520882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7cbd238c-c551-438a-b68a-fc529729c433 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/ac93fd22-2c33-4eb1-a74f-7327ffddac16 HTTP/1.1" status: 404 len: 337 time: 0.0315678 Jul 13 19:37:22.521078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.529606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c1d9c-5710-427a-b4be-408bd5e8b08f None None] DHCP port deletion for a98f83f9-88b4-4cb9-9f74-4582874f4ab6 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:37:22.554629 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb6cd43-fc94-4b00-8a02-c14215bef83d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:37:22.555412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb6cd43-fc94-4b00-8a02-c14215bef83d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:37:22.557932 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9fb6cd43-fc94-4b00-8a02-c14215bef83d tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/subnets/e3254506-f711-4649-aaec-03fd0cd46920 HTTP/1.1" status: 404 len: 337 time: 0.0359774 Jul 13 19:37:22.560532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.570453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43b86989-0340-4c86-afa7-4d36d43a8ad6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.572377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43b86989-0340-4c86-afa7-4d36d43a8ad6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.576238 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-43b86989-0340-4c86-afa7-4d36d43a8ad6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "DELETE /v2.0/security-groups/4215721a-e580-4a64-86fc-e48c38a684be HTTP/1.1" status: 204 len: 168 time: 0.2362866 Jul 13 19:37:22.577521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.581155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-983c1d9c-5710-427a-b4be-408bd5e8b08f None None] Deleting port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:22.581542 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-983c1d9c-5710-427a-b4be-408bd5e8b08f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.595745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b86989-0340-4c86-afa7-4d36d43a8ad6 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4215721a-e580-4a64-86fc-e48c38a684be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:22.599264 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-179b0f5b-d447-46fe-94e6-3598c3b64497 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] show failed (client error): The resource could not be found. Jul 13 19:37:22.602464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-179b0f5b-d447-46fe-94e6-3598c3b64497 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "GET /v2.0/security-groups/4215721a-e580-4a64-86fc-e48c38a684be HTTP/1.1" status: 404 len: 347 time: 0.0208061 Jul 13 19:37:22.603427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.654894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-983c1d9c-5710-427a-b4be-408bd5e8b08f None None] For port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,segment=NetworkSegment(a92e514c-f070-4118-8f24-7cc43bfe0df2),segment_id=a92e514c-f070-4118-8f24-7cc43bfe0df2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:22.655375 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-983c1d9c-5710-427a-b4be-408bd5e8b08f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.669943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d33cbf3b-f802-4d50-80c5-89bcae75c851 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Deleting port 49cdf7b5-6faf-4050-8fe2-772448fee088 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:22.670274 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33cbf3b-f802-4d50-80c5-89bcae75c851 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.679278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-983c1d9c-5710-427a-b4be-408bd5e8b08f None None] Calling delete_port for cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:22.740062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4d5649be-7e7d-45bc-ae41-5db9717a5c72 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Deleting port 44aa5b0e-d750-4d7c-8306-39b8dca3846f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:22.740439 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5649be-7e7d-45bc-ae41-5db9717a5c72 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.744359 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33cbf3b-f802-4d50-80c5-89bcae75c851 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.758142 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d33cbf3b-f802-4d50-80c5-89bcae75c851 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Calling delete_port for 49cdf7b5-6faf-4050-8fe2-772448fee088 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:22.770620 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-983c1d9c-5710-427a-b4be-408bd5e8b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.799372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c1d9c-5710-427a-b4be-408bd5e8b08f None None] Pushing event deleted for resources: {'Port': ['ID=cc62e9c3-f338-4683-9ebf-a81b82e2e2d8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:22.801603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c1d9c-5710-427a-b4be-408bd5e8b08f None None] No DVR routers for this DVR port cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:37:22.819042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c03a885-13fe-4ba8-a08f-771f215a9ee7 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:37:22.844358 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5649be-7e7d-45bc-ae41-5db9717a5c72 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.844797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5649be-7e7d-45bc-ae41-5db9717a5c72 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.857351 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33cbf3b-f802-4d50-80c5-89bcae75c851 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.863135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4d5649be-7e7d-45bc-ae41-5db9717a5c72 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Calling delete_port for 44aa5b0e-d750-4d7c-8306-39b8dca3846f owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:22.896864 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33cbf3b-f802-4d50-80c5-89bcae75c851 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:22.898813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d33cbf3b-f802-4d50-80c5-89bcae75c851 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/ports/49cdf7b5-6faf-4050-8fe2-772448fee088 HTTP/1.1" status: 204 len: 168 time: 0.3372796 Jul 13 19:37:22.900123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cbf3b-f802-4d50-80c5-89bcae75c851 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Port': ['ID=49cdf7b5-6faf-4050-8fe2-772448fee088,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:22.901888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:22.980753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c03a885-13fe-4ba8-a08f-771f215a9ee7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:37:23.014820 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.114307 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5649be-7e7d-45bc-ae41-5db9717a5c72 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.129253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.139804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98f83f9-88b4-4cb9-9f74-4582874f4ab6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:23.151548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5649be-7e7d-45bc-ae41-5db9717a5c72 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Pushing event deleted for resources: {'Port': ['ID=44aa5b0e-d750-4d7c-8306-39b8dca3846f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:23.160314 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92e514c-f070-4118-8f24-7cc43bfe0df2') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:23.160627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92e514c-f070-4118-8f24-7cc43bfe0df2') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:23.173183 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.195139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.202076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:37:23.202502 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:37:23.206567 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:37:23.245917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-a25eae62-072a-4b9a-a657-049a8196f958 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:23.247619 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-a25eae62-072a-4b9a-a657-049a8196f958 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 813 time: 0.1839375 Jul 13 19:37:23.264361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5649be-7e7d-45bc-ae41-5db9717a5c72 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.268779 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5649be-7e7d-45bc-ae41-5db9717a5c72 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.269950 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4d5649be-7e7d-45bc-ae41-5db9717a5c72 tempest-AttachVolumeShelveTestJSON-1513040549 tempest-AttachVolumeShelveTestJSON-1513040549-project] 10.222.0.25 "DELETE /v2.0/floatingips/e16d1379-f858-49b5-a2b9-d19339bb0627 HTTP/1.1" status: 204 len: 168 time: 0.6656265 Jul 13 19:37:23.280609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-d524e1f2-98f9-4c11-a7bc-8726867039dd tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/quotas/cd24b020b00a41a49d9c263fb0fd0008 HTTP/1.1" status: 200 len: 375 time: 0.0221276 Jul 13 19:37:23.292675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.299069 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c256542e-3030-4f19-af32-a49229f5d028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.360099 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.362731 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] 10.222.0.25 "DELETE /v2.0/networks/a98f83f9-88b4-4cb9-9f74-4582874f4ab6 HTTP/1.1" status: 204 len: 168 time: 0.4598482 Jul 13 19:37:23.369735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2f130-4b67-4fd2-b0dc-37ba5e7f1450 tempest-PortsIpV6TestJSON-303576325 tempest-PortsIpV6TestJSON-303576325-project] Pushing event deleted for resources: {'Network': ['ID=a98f83f9-88b4-4cb9-9f74-4582874f4ab6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:23.409542 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-a39e554f-8749-40b6-a9ac-83f4a63bf01d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133604 Jul 13 19:37:23.510227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee6715-7ebd-4191-82ca-c35a4ce4caf9 req-6cf3efd2-290e-480d-a8bd-47ea3583b34d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:23.511803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3dee6715-7ebd-4191-82ca-c35a4ce4caf9 req-6cf3efd2-290e-480d-a8bd-47ea3583b34d tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1142843 Jul 13 19:37:23.545146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.576534 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3dee6715-7ebd-4191-82ca-c35a4ce4caf9 req-fd2413e5-d95f-4d95-9e2e-818ddaf4bea6 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565050 Jul 13 19:37:23.615004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-107c21a2-02ba-4072-b094-0249e77597a1 service neutron] 10.222.0.25 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982701 Jul 13 19:37:23.728326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:23.735007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-ad178795-3244-4a7b-9141-31761700abcd service neutron] 10.222.0.25 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123002 Jul 13 19:37:23.876557 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8f04d847-590b-4b9f-92b3-a94e6a986f62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89f97a09caaf4d7b81158194befc437c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465316 Jul 13 19:37:23.879260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:23.930580 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-08a9d223-c798-4adf-9309-ba99ae973efb req-abab7c8e-21a1-47e0-99f1-fb35fc16d55c tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 210 time: 0.0338495 Jul 13 19:37:23.950415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef3e-0720-4e41-9769-8a9f09ec2f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.987618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef3e-0720-4e41-9769-8a9f09ec2f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:23.995745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:37:24.071976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef3e-0720-4e41-9769-8a9f09ec2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:24.072861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:37:24.073108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cc62e9c3-f338-4683-9ebf-a81b82e2e2d8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:37:24.074781 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef3e-0720-4e41-9769-8a9f09ec2f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:24.075954 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3b98ef3e-0720-4e41-9769-8a9f09ec2f99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a42c3a3-3fa3-4837-a810-89528fa851cb HTTP/1.1" status: 204 len: 168 time: 0.1950917 Jul 13 19:37:24.096193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98ef3e-0720-4e41-9769-8a9f09ec2f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a42c3a3-3fa3-4837-a810-89528fa851cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:24.500468 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:24.589802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b702a8-d82f-4e34-ad09-622d05ff2901 req-a68df164-4fba-43f1-b486-e5c957ea5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:24.591374 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88b702a8-d82f-4e34-ad09-622d05ff2901 req-a68df164-4fba-43f1-b486-e5c957ea5ef9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 1097 time: 0.0713115 Jul 13 19:37:24.649114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88b702a8-d82f-4e34-ad09-622d05ff2901 req-1155370f-157a-4517-aba6-d489fb769757 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502090 Jul 13 19:37:24.774368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ce384-a37c-412a-95c9-6b0f8192573b req-4ab39a1e-650c-4b9c-adb2-1eac8834797a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:24.777017 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a74ce384-a37c-412a-95c9-6b0f8192573b req-4ab39a1e-650c-4b9c-adb2-1eac8834797a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.0882506 Jul 13 19:37:24.836796 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a74ce384-a37c-412a-95c9-6b0f8192573b req-bac207e4-7927-486d-bcfd-b14c3c580ea4 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531707 Jul 13 19:37:25.145339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70976fd8-c970-4efa-b2d4-a881f00c59e5 req-60df7f91-b1ea-4a9e-a476-791488c411d9 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 210 time: 0.0348921 Jul 13 19:37:25.349040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-7e64b6d8-2058-42a3-a302-6f8ce1e11a6a tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:25.350567 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-7e64b6d8-2058-42a3-a302-6f8ce1e11a6a tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 813 time: 0.1399968 Jul 13 19:37:25.364286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Request body: {'port': {'device_id': '6d16c248-792c-4251-a455-3cd723686b68', 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8', 'admin_state_up': True, 'tenant_id': 'cd24b020b00a41a49d9c263fb0fd0008'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:25.496048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Made reservation on behalf of cd24b020b00a41a49d9c263fb0fd0008 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:25.500425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:25.661541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Allocated IP 172.20.0.5 (f842e1da-08f1-49d7-96a5-d633359233c8/cfac4347-e8db-4ae3-8b90-d77f483a0782/bd72d691-9e9c-4842-9458-da0f419d69cf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:25.836794 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:26.033956 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:26.147621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d0c0a-5019-407b-b82a-18c715651e20 req-57f140ae-9b6a-47db-a5eb-9d20ec330fdc tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:26.155581 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-922d0c0a-5019-407b-b82a-18c715651e20 req-57f140ae-9b6a-47db-a5eb-9d20ec330fdc tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.0817463 Jul 13 19:37:26.227675 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-922d0c0a-5019-407b-b82a-18c715651e20 req-95df7cbe-0de4-49b0-aea0-f6aa8f077f65 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706997 Jul 13 19:37:26.297898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:26.317304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2f728e25-78d2-4d54-b7d2-7ff3efdcba65', 'b11152ff-f89c-4161-bda9-dced9ac24d18'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:37:26.342191 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:37:26.361957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Pushing event updated for resources: {'Port': ['ID=bd72d691-9e9c-4842-9458-da0f419d69cf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:26.391418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Network f842e1da-08f1-49d7-96a5-d633359233c8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:26.394798 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:26.408186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:37:26.420139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['6de08a07-33ad-4cf3-9af7-c7e70bbbb09f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:37:26.524777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:26.525983 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:26.557450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b26a7-e4f4-40c2-84ac-1565243ac32b req-fa82f350-3e80-46a6-b494-76aec65f2055 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:26.559430 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-821b26a7-e4f4-40c2-84ac-1565243ac32b req-fa82f350-3e80-46a6-b494-76aec65f2055 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 931 time: 0.1415453 Jul 13 19:37:26.561964 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-5868921d-6480-47f5-8e93-324ddeef01b5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2023079 Jul 13 19:37:26.578954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Request body: {'port': {'device_id': '6d16c248-792c-4251-a455-3cd723686b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:26.699433 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-821b26a7-e4f4-40c2-84ac-1565243ac32b req-2f61710a-0ba2-48be-b551-a24b871e9a40 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327722 Jul 13 19:37:26.773520 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:26.809189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-8424cd0c-46d3-4f2a-862f-e91acd6738d8 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:26.810810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-8424cd0c-46d3-4f2a-862f-e91acd6738d8 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/networks?id=f02a2428-be94-458f-a726-a80f2fc64d4f HTTP/1.1" status: 200 len: 811 time: 0.1899948 Jul 13 19:37:26.828202 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-3fc9df57-c5db-4747-bf07-8ed1ea0d5030 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/quotas/036e9003524a4575af0540054454ccfa HTTP/1.1" status: 200 len: 375 time: 0.0106137 Jul 13 19:37:26.901416 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-345c3407-e0ab-4e00-8450-9d1914bf36fc tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=036e9003524a4575af0540054454ccfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657482 Jul 13 19:37:27.067835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd72d691-9e9c-4842-9458-da0f419d69cf {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:37:27.075766 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:27.090558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Transition to ACTIVE for port object bd72d691-9e9c-4842-9458-da0f419d69cf will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:27.097697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:27.144018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-c56e307d-92fb-4f33-818d-6f37b5615fed service neutron] 10.222.0.25 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332740 Jul 13 19:37:27.164467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Pushing event updated for resources: {'Port': ['ID=bd72d691-9e9c-4842-9458-da0f419d69cf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:27.239718 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-d1942648-4108-43bc-9bad-543400667e81 service neutron] 10.222.0.25 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945725 Jul 13 19:37:27.246276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Attempting to bind port bd72d691-9e9c-4842-9458-da0f419d69cf on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:37:27.246648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Attempting to bind port bd72d691-9e9c-4842-9458-da0f419d69cf by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:37:27.246980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Attempting to bind port bd72d691-9e9c-4842-9458-da0f419d69cf on network f842e1da-08f1-49d7-96a5-d633359233c8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:37:27.252013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Port bd72d691-9e9c-4842-9458-da0f419d69cf on network f842e1da-08f1-49d7-96a5-d633359233c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:37:27.252321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Attempting to bind port bd72d691-9e9c-4842-9458-da0f419d69cf on network f842e1da-08f1-49d7-96a5-d633359233c8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:37:27.257359 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:37:27.257699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Checking segment: {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:37:27.258082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Bound using segment: {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:37:27.258543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Bound port: bd72d691-9e9c-4842-9458-da0f419d69cf, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df079d85-7919-4186-a79b-38b96bef5a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:37:27.258918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:27.356206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] For port bd72d691-9e9c-4842-9458-da0f419d69cf, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:37:27.360120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] For port bd72d691-9e9c-4842-9458-da0f419d69cf, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=bd72d691-9e9c-4842-9458-da0f419d69cf,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:37:27.366587 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:27.442591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:27.443202 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:27.444771 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] 10.222.0.60 "PUT /v2.0/ports/bd72d691-9e9c-4842-9458-da0f419d69cf HTTP/1.1" status: 200 len: 1091 time: 0.8755977 Jul 13 19:37:27.445228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d16c248-792c-4251-a455-3cd723686b68', 'tag': 'bd72d691-9e9c-4842-9458-da0f419d69cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:37:27.447837 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d632868-2eac-44d4-8317-489ae9a88a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d16c248-792c-4251-a455-3cd723686b68", "tag": "bd72d691-9e9c-4842-9458-da0f419d69cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:37:27.481469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5cac33d5-e6f9-420e-a536-0582ea0397a6 req-269a6dfe-9557-4ad1-a9a3-062e4eef98d6 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 210 time: 0.0529802 Jul 13 19:37:27.492151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc91a2-5b87-495f-a7eb-4c64bd518fab service neutron] Pushing event updated for resources: {'Port': ['ID=bd72d691-9e9c-4842-9458-da0f419d69cf,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:27.574971 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1913bfd-3f7e-43b1-a231-9df4e92f6399 x-openstack-request-id: req-d1913bfd-3f7e-43b1-a231-9df4e92f6399 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:37:27.575271 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d16c248-792c-4251-a455-3cd723686b68", "tag": "bd72d691-9e9c-4842-9458-da0f419d69cf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:37:27.575594 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1913bfd-3f7e-43b1-a231-9df4e92f6399 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:37:27.576216 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d16c248-792c-4251-a455-3cd723686b68', 'tag': 'bd72d691-9e9c-4842-9458-da0f419d69cf', 'status': 'completed', 'code': 200} Jul 13 19:37:27.606776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-03aafce3-19d6-4b92-96fd-2065633589bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:27.608669 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-03aafce3-19d6-4b92-96fd-2065633589bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 1094 time: 0.0907581 Jul 13 19:37:27.672779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-f65a3c96-472c-4fdd-acfb-cf62edc94f67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd72d691-9e9c-4842-9458-da0f419d69cf HTTP/1.1" status: 200 len: 217 time: 0.0545700 Jul 13 19:37:27.736194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-0dc44e05-e6c1-4018-bb6e-964342fbe2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:27.737694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-0dc44e05-e6c1-4018-bb6e-964342fbe2c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfac4347-e8db-4ae3-8b90-d77f483a0782 HTTP/1.1" status: 200 len: 853 time: 0.0551753 Jul 13 19:37:27.814768 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-c5cd7e24-0ff9-4320-a3f9-0fff5896a8da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f842e1da-08f1-49d7-96a5-d633359233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704780 Jul 13 19:37:27.976574 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-7c1cb3e5-726b-4ce9-af5c-7d95218f5cd1 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552773 Jul 13 19:37:28.030739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e4fbe-5f00-4728-ac79-75dbf0f9aa22 req-fc2dca29-2038-429f-9395-0dde19a692e8 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:28.034067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-469e4fbe-5f00-4728-ac79-75dbf0f9aa22 req-fc2dca29-2038-429f-9395-0dde19a692e8 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 943 time: 0.1076567 Jul 13 19:37:28.085325 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-469e4fbe-5f00-4728-ac79-75dbf0f9aa22 req-117dde99-a61d-4307-9748-88a2b76fe1b2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452769 Jul 13 19:37:28.121456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b47a5d1-be0a-4614-889a-c13f48c1bc09 req-2c2c8a51-4e72-48d1-acf5-d69df76eb536 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378767 Jul 13 19:37:28.294144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d632868-2eac-44d4-8317-489ae9a88a6d req-19d791cf-2a3f-4458-bfb3-b926f2d8fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:28.295990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d632868-2eac-44d4-8317-489ae9a88a6d req-19d791cf-2a3f-4458-bfb3-b926f2d8fa86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 1094 time: 0.1004322 Jul 13 19:37:28.417315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d632868-2eac-44d4-8317-489ae9a88a6d req-9845166c-8247-4989-bb07-18489b070870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:28.418746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d632868-2eac-44d4-8317-489ae9a88a6d req-9845166c-8247-4989-bb07-18489b070870 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 200 len: 914 time: 0.1161883 Jul 13 19:37:28.463797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d632868-2eac-44d4-8317-489ae9a88a6d req-035977f2-35cf-4961-a340-659cf18423ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd72d691-9e9c-4842-9458-da0f419d69cf HTTP/1.1" status: 200 len: 217 time: 0.0376513 Jul 13 19:37:28.519937 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d632868-2eac-44d4-8317-489ae9a88a6d req-a7170fb6-184e-4c1e-b09d-8c47ad897ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:28.521605 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d632868-2eac-44d4-8317-489ae9a88a6d req-a7170fb6-184e-4c1e-b09d-8c47ad897ccb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfac4347-e8db-4ae3-8b90-d77f483a0782 HTTP/1.1" status: 200 len: 853 time: 0.0510824 Jul 13 19:37:28.556389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d632868-2eac-44d4-8317-489ae9a88a6d req-de15eed0-0ba3-45cd-ba96-c55ee0d9fa3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f842e1da-08f1-49d7-96a5-d633359233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276628 Jul 13 19:37:28.664326 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d632868-2eac-44d4-8317-489ae9a88a6d req-462a8635-a45b-4ed0-bb6f-164d29ce8e34 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007681 Jul 13 19:37:28.690924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e512318c-5ae1-4580-ba39-f1c135d2f8b7 req-9422c03e-4624-4210-bd28-377c9929ee3b tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 210 time: 0.0664744 Jul 13 19:37:28.811041 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d632868-2eac-44d4-8317-489ae9a88a6d req-dc9f7d9a-de07-42da-addf-7823faafb785 service neutron] 10.222.0.60 "GET /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375022 Jul 13 19:37:28.934782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-a66c3ee1-afec-433c-920f-16f9738b9d4a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:28.937035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-a66c3ee1-afec-433c-920f-16f9738b9d4a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.24 "GET /v2.0/networks?id=f02a2428-be94-458f-a726-a80f2fc64d4f HTTP/1.1" status: 200 len: 811 time: 0.1819501 Jul 13 19:37:28.960528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Request body: {'port': {'device_id': '2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d', 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f', 'admin_state_up': True, 'tenant_id': '036e9003524a4575af0540054454ccfa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:29.094614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Made reservation on behalf of 036e9003524a4575af0540054454ccfa for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:29.098458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:29.317897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Allocated IP 172.20.0.3 (f02a2428-be94-458f-a726-a80f2fc64d4f/44929e23-4eeb-4d17-ae61-1d51b31208c9/3f28ef16-e625-4d79-8fa8-b920a1c77db3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:29.360387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a6af7-203e-4339-8068-a1271613cd6c req-68758ee2-d25c-45ca-b2ab-e61ee9252d18 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:29.366598 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa2a6af7-203e-4339-8068-a1271613cd6c req-68758ee2-d25c-45ca-b2ab-e61ee9252d18 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 943 time: 0.1453602 Jul 13 19:37:29.426266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:29.454453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa2a6af7-203e-4339-8068-a1271613cd6c req-0f350af7-c1cb-4ab8-9ca8-fc4727c80a37 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868194 Jul 13 19:37:29.528885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:29.581361 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:29.623589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:29.634920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['9ca6ab4a-6ea9-4432-a161-9304fda31a3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:37:29.641125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-972a0ca6-8499-4977-8590-2f1a8287baa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:29.672213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Network f02a2428-be94-458f-a726-a80f2fc64d4f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:29.677790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:29.690812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:37:29.748672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:29.749435 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:29.767928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Pushing event updated for resources: {'Port': ['ID=3f28ef16-e625-4d79-8fa8-b920a1c77db3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:29.869378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-972a0ca6-8499-4977-8590-2f1a8287baa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:29.881552 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-972a0ca6-8499-4977-8590-2f1a8287baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:29.913677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-44ad9b73-4800-4614-aa40-a86cb313a083 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9580905 Jul 13 19:37:29.928435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Request body: {'port': {'device_id': '2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:29.979101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a0ca6-8499-4977-8590-2f1a8287baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ad0d9e-d1b7-41b0-9fbc-dd25e26f529c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:29.991962 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-972a0ca6-8499-4977-8590-2f1a8287baa9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64c44dec8bcb4198be83e08ce9187542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616675 Jul 13 19:37:29.995259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:30.042391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91745-0994-4f26-bc03-27b0c3896488 req-5eeeb3e0-b036-4c6c-8950-2fa832d1f819 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:30.044123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d6e91745-0994-4f26-bc03-27b0c3896488 req-5eeeb3e0-b036-4c6c-8950-2fa832d1f819 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 931 time: 0.1851192 Jul 13 19:37:30.045215 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.072954 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0f7645a-68aa-47f8-bf73-94acffe90343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.128595 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0f7645a-68aa-47f8-bf73-94acffe90343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.136408 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d6e91745-0994-4f26-bc03-27b0c3896488 req-d3734165-231c-4411-bbaa-6b287f4e8680 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812385 Jul 13 19:37:30.266280 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0f7645a-68aa-47f8-bf73-94acffe90343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.269806 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0f7645a-68aa-47f8-bf73-94acffe90343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.271059 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f0f7645a-68aa-47f8-bf73-94acffe90343 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96ad0d9e-d1b7-41b0-9fbc-dd25e26f529c HTTP/1.1" status: 204 len: 168 time: 0.2748592 Jul 13 19:37:30.295005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7645a-68aa-47f8-bf73-94acffe90343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ad0d9e-d1b7-41b0-9fbc-dd25e26f529c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:30.389328 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.427725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f28ef16-e625-4d79-8fa8-b920a1c77db3 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:37:30.440393 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.459991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Transition to ACTIVE for port object 3f28ef16-e625-4d79-8fa8-b920a1c77db3 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:30.470717 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.561778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28ef16-e625-4d79-8fa8-b920a1c77db3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:30.653501 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Attempting to bind port 3f28ef16-e625-4d79-8fa8-b920a1c77db3 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:37:30.653774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Attempting to bind port 3f28ef16-e625-4d79-8fa8-b920a1c77db3 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:37:30.654019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Attempting to bind port 3f28ef16-e625-4d79-8fa8-b920a1c77db3 on network f02a2428-be94-458f-a726-a80f2fc64d4f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:37:30.662363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:30.666001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Port 3f28ef16-e625-4d79-8fa8-b920a1c77db3 on network f02a2428-be94-458f-a726-a80f2fc64d4f not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:37:30.666328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Attempting to bind port 3f28ef16-e625-4d79-8fa8-b920a1c77db3 on network f02a2428-be94-458f-a726-a80f2fc64d4f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:37:30.672212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:37:30.672555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Checking segment: {'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:37:30.673752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Bound using segment: {'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:37:30.674244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Bound port: 3f28ef16-e625-4d79-8fa8-b920a1c77db3, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccbdffb-840f-4d3f-a476-28f914273d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:37:30.674550 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.686645 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844e0a5d-e196-4a56-9f27-aa96b9099f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.731449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c859fb9-0656-415c-8af7-861ca3404b9c req-f32fbd8e-8be1-4a06-bef2-0a7ec3e04a02 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:30.732943 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c859fb9-0656-415c-8af7-861ca3404b9c req-f32fbd8e-8be1-4a06-bef2-0a7ec3e04a02 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 943 time: 0.1204224 Jul 13 19:37:30.751633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] For port 3f28ef16-e625-4d79-8fa8-b920a1c77db3, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:37:30.754741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] For port 3f28ef16-e625-4d79-8fa8-b920a1c77db3, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3f28ef16-e625-4d79-8fa8-b920a1c77db3,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:37:30.758961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.795198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:30.796020 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.797462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] 10.222.0.24 "PUT /v2.0/ports/3f28ef16-e625-4d79-8fa8-b920a1c77db3 HTTP/1.1" status: 200 len: 1091 time: 0.8734820 Jul 13 19:37:30.801328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d', 'tag': '3f28ef16-e625-4d79-8fa8-b920a1c77db3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:37:30.803621 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c93be51-2206-4a01-840e-d8ae2cf57fec" -d '{"events": [{"name": "network-changed", "server_uuid": "2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d", "tag": "3f28ef16-e625-4d79-8fa8-b920a1c77db3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:37:30.839196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31d357-eab7-4ff4-b662-15cbde85d528 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28ef16-e625-4d79-8fa8-b920a1c77db3,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:30.855533 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c859fb9-0656-415c-8af7-861ca3404b9c req-301321b5-068f-4f4a-a44c-e07778994583 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976412 Jul 13 19:37:30.885723 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c8629-7bfc-46cc-8cba-09bcbdc3884a x-openstack-request-id: req-773c8629-7bfc-46cc-8cba-09bcbdc3884a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:37:30.886015 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d", "tag": "3f28ef16-e625-4d79-8fa8-b920a1c77db3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:37:30.886242 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-773c8629-7bfc-46cc-8cba-09bcbdc3884a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:37:30.886659 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d', 'tag': '3f28ef16-e625-4d79-8fa8-b920a1c77db3', 'status': 'completed', 'code': 200} Jul 13 19:37:30.912314 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-6a39f1b4-c9d0-4d89-925e-35932af86fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:30.913811 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-6a39f1b4-c9d0-4d89-925e-35932af86fa0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=036e9003524a4575af0540054454ccfa&device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 1094 time: 0.0623841 Jul 13 19:37:30.915802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] Deleting port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:30.916144 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.958519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844e0a5d-e196-4a56-9f27-aa96b9099f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:30.960064 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-aa123b26-3ea1-4e20-b4b4-94f779c10df3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f28ef16-e625-4d79-8fa8-b920a1c77db3 HTTP/1.1" status: 200 len: 217 time: 0.0376127 Jul 13 19:37:30.972135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844e0a5d-e196-4a56-9f27-aa96b9099f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:31.010381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-ff365a6c-c44d-450e-956d-bcc2e65575f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:31.012709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-ff365a6c-c44d-450e-956d-bcc2e65575f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44929e23-4eeb-4d17-ae61-1d51b31208c9 HTTP/1.1" status: 200 len: 851 time: 0.0455432 Jul 13 19:37:31.027020 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-844e0a5d-e196-4a56-9f27-aa96b9099f4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14b32511d93a41ab9bb289191ebc015d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634541 Jul 13 19:37:31.029541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:31.030831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e0a5d-e196-4a56-9f27-aa96b9099f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dad52b1-92af-4c72-a8c3-18a423ee26c3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:31.049800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] For port 00aa340d-5f8f-4bfe-849f-8f73ad4a305d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=00aa340d-5f8f-4bfe-849f-8f73ad4a305d,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:31.050134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:31.062201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-fe014ed3-a5a7-4d4d-b30e-7abe22557cbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02a2428-be94-458f-a726-a80f2fc64d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409088 Jul 13 19:37:31.062539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] Calling delete_port for 00aa340d-5f8f-4bfe-849f-8f73ad4a305d owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:31.165917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d892907-d698-450a-a12f-9e10e3604105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:31.212907 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d892907-d698-450a-a12f-9e10e3604105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:31.221492 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-d189e494-ebc6-42d0-801b-a3c4d18c7c78 service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517837 Jul 13 19:37:31.332397 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:31.332665 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d892907-d698-450a-a12f-9e10e3604105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:31.335628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d892907-d698-450a-a12f-9e10e3604105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:31.336774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3d892907-d698-450a-a12f-9e10e3604105 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4dad52b1-92af-4c72-a8c3-18a423ee26c3 HTTP/1.1" status: 204 len: 168 time: 0.3063281 Jul 13 19:37:31.356328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d892907-d698-450a-a12f-9e10e3604105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dad52b1-92af-4c72-a8c3-18a423ee26c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:31.364200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8f923b4-4932-4630-b8db-e4d35636fd10 req-a71070aa-b05d-4e00-b237-eab09e1b934b service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320426 Jul 13 19:37:31.375355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] Pushing event deleted for resources: {'Port': ['ID=00aa340d-5f8f-4bfe-849f-8f73ad4a305d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:31.395101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6ee8a-ed36-4481-acb0-5f53cc2c4fc6 req-7fdbc947-aeec-4ca8-8820-09fb5bd6f288 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:31.399168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ecc6ee8a-ed36-4481-acb0-5f53cc2c4fc6 req-7fdbc947-aeec-4ca8-8820-09fb5bd6f288 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 943 time: 0.1240389 Jul 13 19:37:31.495671 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ecc6ee8a-ed36-4481-acb0-5f53cc2c4fc6 req-c588825f-bc29-4ae0-8c7d-d71dfb95fbc9 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715699 Jul 13 19:37:31.534360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93be51-2206-4a01-840e-d8ae2cf57fec req-6b0cc9e0-e468-4ed2-bc7f-9f2cb8ebf1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:31.535289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c93be51-2206-4a01-840e-d8ae2cf57fec req-6b0cc9e0-e468-4ed2-bc7f-9f2cb8ebf1ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=036e9003524a4575af0540054454ccfa&device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 1094 time: 0.0871723 Jul 13 19:37:31.634911 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:31.647681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93be51-2206-4a01-840e-d8ae2cf57fec req-36588c1a-04e4-4129-be71-09cca673e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:31.650064 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c93be51-2206-4a01-840e-d8ae2cf57fec req-36588c1a-04e4-4129-be71-09cca673e538 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02a2428-be94-458f-a726-a80f2fc64d4f HTTP/1.1" status: 200 len: 912 time: 0.1062744 Jul 13 19:37:31.971889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device bd72d691-9e9c-4842-9458-da0f419d69cf details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:37:32.066272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c93be51-2206-4a01-840e-d8ae2cf57fec req-a95e62bc-b2ac-40f1-9a19-64332a0c33d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f28ef16-e625-4d79-8fa8-b920a1c77db3 HTTP/1.1" status: 200 len: 217 time: 0.4080331 Jul 13 19:37:32.123898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93be51-2206-4a01-840e-d8ae2cf57fec req-8a95bca6-7430-490d-80b8-a1aaedb16295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:32.125745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c93be51-2206-4a01-840e-d8ae2cf57fec req-8a95bca6-7430-490d-80b8-a1aaedb16295 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44929e23-4eeb-4d17-ae61-1d51b31208c9 HTTP/1.1" status: 200 len: 851 time: 0.0520222 Jul 13 19:37:32.167300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port bd72d691-9e9c-4842-9458-da0f419d69cf, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=bd72d691-9e9c-4842-9458-da0f419d69cf,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:32.170383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c93be51-2206-4a01-840e-d8ae2cf57fec req-bccab7a3-6f34-4ffb-8144-e339ff83dee2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02a2428-be94-458f-a726-a80f2fc64d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323474 Jul 13 19:37:32.187859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e790f8-a5ae-463f-9be3-c868cf5ab697 req-48d583b0-47e5-47eb-9c0b-bee04deffeda tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:32.189447 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16e790f8-a5ae-463f-9be3-c868cf5ab697 req-48d583b0-47e5-47eb-9c0b-bee04deffeda tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 943 time: 0.1192460 Jul 13 19:37:32.197734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'bd72d691-9e9c-4842-9458-da0f419d69cf', 'network_id': 'f842e1da-08f1-49d7-96a5-d633359233c8', 'port_id': 'bd72d691-9e9c-4842-9458-da0f419d69cf', 'mac_address': 'fa:16:3e:df:70:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfac4347-e8db-4ae3-8b90-d77f483a0782', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:37:32.231774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] Router 1a2e1404-748f-40b3-aebc-4ee5d2892418 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:37:32.274098 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:32.306435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c93be51-2206-4a01-840e-d8ae2cf57fec req-d81131e6-7bba-49f2-9bca-d78fb20c866d service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251860 Jul 13 19:37:32.325894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16e790f8-a5ae-463f-9be3-c868cf5ab697 req-d4afd4dc-f157-4916-a281-d89e44bbb1f8 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245100 Jul 13 19:37:32.429748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c93be51-2206-4a01-840e-d8ae2cf57fec req-a5f5a563-de31-4b33-99d7-269114ebac32 service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117089 Jul 13 19:37:32.435161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:37:32.450504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d0034265-a7dc-4cb6-925f-015ea62a5107 admin admin] 10.222.0.25 "PUT /v2.0/routers/1a2e1404-748f-40b3-aebc-4ee5d2892418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0214767 Jul 13 19:37:32.453431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:32.455908 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] Sync routers for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:37:32.461935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd72d691-9e9c-4842-9458-da0f419d69cf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:37:32.484181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:32.484839 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:37:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:32.490330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port bd72d691-9e9c-4842-9458-da0f419d69cf, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=bd72d691-9e9c-4842-9458-da0f419d69cf,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:32.522263 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:32.580088 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:32.621727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=bd72d691-9e9c-4842-9458-da0f419d69cf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:32.635737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:37:32.743515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:32.766928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4491db-44a0-4c99-b850-d04c6e810a3f req-3210938b-0ba7-4a49-8e55-c0424b9c3d42 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:32.768591 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a4491db-44a0-4c99-b850-d04c6e810a3f req-3210938b-0ba7-4a49-8e55-c0424b9c3d42 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 943 time: 0.0939167 Jul 13 19:37:32.838338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:37:31Z', 'revision_number': 5, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port': {'id': '54d1a857-a2e4-4ad6-b7aa-9192f9d7b419', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:45Z', 'updated_at': '2021-07-13T19:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:32.847263 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a4491db-44a0-4c99-b850-d04c6e810a3f req-91c80e51-a550-4c73-b702-614441d40992 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515652 Jul 13 19:37:32.852781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Deleting port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:32.853306 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:32.891126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['bd72d691-9e9c-4842-9458-da0f419d69cf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:37:32.917593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] Checking router: 1a2e1404-748f-40b3-aebc-4ee5d2892418 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:37:32.940796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] Routers {'1a2e1404-748f-40b3-aebc-4ee5d2892418'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:32.941302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:37:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['1a2e1404-748f-40b3-aebc-4ee5d2892418'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:32.952172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] For port 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=54d1a857-a2e4-4ad6-b7aa-9192f9d7b419,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:32.952738 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:32.965860 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Calling delete_port for 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:33.056080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] Set router 1a2e1404-748f-40b3-aebc-4ee5d2892418 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:37:33.130716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:37:32Z', 'revision_number': 6, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:33.152541 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.166562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e16d9-596c-4b80-ba89-eb47d2232afd None None] The sync data for ids ['1a2e1404-748f-40b3-aebc-4ee5d2892418'] in n-d-800708-1 is: [{'id': '1a2e1404-748f-40b3-aebc-4ee5d2892418', 'name': 'tempest-AttachVolumeShelveTestJSON-1340601035-router', 'tenant_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:44Z', 'updated_at': '2021-07-13T19:37:32Z', 'revision_number': 6, 'project_id': '73a16b8b29a6415fa990181ff3c3c0ba', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:37:33.185986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Pushing event deleted for resources: {'Port': ['ID=54d1a857-a2e4-4ad6-b7aa-9192f9d7b419,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:33.255370 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.350280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.352476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.408551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.409088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a2e1404-748f-40b3-aebc-4ee5d2892418 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:37:33.413275 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.414789 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a681804c-4199-4b60-af08-71248c8a388d admin admin] 10.222.0.25 "DELETE /v2.0/routers/1a2e1404-748f-40b3-aebc-4ee5d2892418 HTTP/1.1" status: 204 len: 168 time: 0.9591448 Jul 13 19:37:33.417208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:33.475904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f967bdff-0cfa-4672-816c-966d35d7fd70 admin admin] Deleting subnet c0e6252b-73a1-4d39-a785-c20a8b01d555 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:37:33.479132 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f967bdff-0cfa-4672-816c-966d35d7fd70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.530182 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f967bdff-0cfa-4672-816c-966d35d7fd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.569722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4187-5306-4025-a061-0cd9500a9d0d req-56f0ac45-d2e9-4390-a34b-2755d227fcb2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:33.571374 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-938c4187-5306-4025-a061-0cd9500a9d0d req-56f0ac45-d2e9-4390-a34b-2755d227fcb2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 944 time: 0.1040578 Jul 13 19:37:33.623797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-938c4187-5306-4025-a061-0cd9500a9d0d req-214a2c87-fa19-43a5-a884-e3bf73f5f15e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 Jul 13 19:37:33.648564 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f967bdff-0cfa-4672-816c-966d35d7fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.713975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f967bdff-0cfa-4672-816c-966d35d7fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.748388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967bdff-0cfa-4672-816c-966d35d7fd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e6252b-73a1-4d39-a785-c20a8b01d555,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:33.754430 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f967bdff-0cfa-4672-816c-966d35d7fd70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.758460 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f967bdff-0cfa-4672-816c-966d35d7fd70 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c0e6252b-73a1-4d39-a785-c20a8b01d555 HTTP/1.1" status: 204 len: 168 time: 0.3382289 Jul 13 19:37:33.759287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:33.760304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91485cad-8d89-4b9a-86bb-031c4da5ace0 None None] Network 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:33.838353 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.900301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Deleting port f9cc899c-382f-4934-83e0-e638824d84f5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:33.900651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.997905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] For port f9cc899c-382f-4934-83e0-e638824d84f5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f9cc899c-382f-4934-83e0-e638824d84f5,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:33.998274 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.011791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e710b-316c-481e-b458-15e95a44d21d None None] DHCP port deletion for 57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:37:34.069158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Calling delete_port for f9cc899c-382f-4934-83e0-e638824d84f5 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:34.114992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-891e710b-316c-481e-b458-15e95a44d21d None None] Deleting port f9cc899c-382f-4934-83e0-e638824d84f5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:37:34.116365 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-891e710b-316c-481e-b458-15e95a44d21d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.135810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 00aa340d-5f8f-4bfe-849f-8f73ad4a305d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:37:34.206064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 00aa340d-5f8f-4bfe-849f-8f73ad4a305d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:37:34.218749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 00aa340d-5f8f-4bfe-849f-8f73ad4a305d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:37:34.220246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f9cc899c-382f-4934-83e0-e638824d84f5 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:37:34.276210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-891e710b-316c-481e-b458-15e95a44d21d None None] For port f9cc899c-382f-4934-83e0-e638824d84f5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f9cc899c-382f-4934-83e0-e638824d84f5,segment=NetworkSegment(855e4b2c-b3d6-4784-939d-2184be251db0),segment_id=855e4b2c-b3d6-4784-939d-2184be251db0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:34.276615 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-891e710b-316c-481e-b458-15e95a44d21d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.292220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-891e710b-316c-481e-b458-15e95a44d21d None None] Calling delete_port for f9cc899c-382f-4934-83e0-e638824d84f5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:37:34.296940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0deab55-f376-4a6f-8a4f-1ceb0dac9ab2 req-e286dce6-7823-4ad0-b0df-66e18f7e67a2 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:34.300314 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0deab55-f376-4a6f-8a4f-1ceb0dac9ab2 req-e286dce6-7823-4ad0-b0df-66e18f7e67a2 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 943 time: 0.1942518 Jul 13 19:37:34.352121 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.404967 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0deab55-f376-4a6f-8a4f-1ceb0dac9ab2 req-21261576-abcb-48a0-a84f-e8cbae976599 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924513 Jul 13 19:37:34.408051 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.412322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] No DVR routers for this DVR port f9cc899c-382f-4934-83e0-e638824d84f5 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:37:34.417860 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9cc899c-382f-4934-83e0-e638824d84f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:34.528797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.533671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:37:34.537228 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-891e710b-316c-481e-b458-15e95a44d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.549194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cb6d52-ddcf-42e3-b8a6-7bb0f3338463']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:34.560656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:37:34.561012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54d1a857-a2e4-4ad6-b7aa-9192f9d7b419 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:37:34.565895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855e4b2c-b3d6-4784-939d-2184be251db0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:34.566206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855e4b2c-b3d6-4784-939d-2184be251db0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:34.586809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e710b-316c-481e-b458-15e95a44d21d None None] Pushing event deleted for resources: {'Port': ['ID=f9cc899c-382f-4934-83e0-e638824d84f5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:34.588755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e710b-316c-481e-b458-15e95a44d21d None None] No DVR routers for this DVR port f9cc899c-382f-4934-83e0-e638824d84f5 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:37:34.591833 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.619294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.628073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:37:34.628555 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:37:34.630607 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:37:34.699682 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.706204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:34.708140 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/57cb6d52-ddcf-42e3-b8a6-7bb0f3338463 HTTP/1.1" status: 204 len: 168 time: 0.9479125 Jul 13 19:37:34.721526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6192a-8aa5-4a89-b194-c873722d50b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=57cb6d52-ddcf-42e3-b8a6-7bb0f3338463,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:34.926200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:34.966830 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-318be83c-6585-4b5d-a5b5-b0131b7e3669 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73a16b8b29a6415fa990181ff3c3c0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392983 Jul 13 19:37:34.970033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:34.979097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3f28ef16-e625-4d79-8fa8-b920a1c77db3 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:37:35.024067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07edee-e6ed-4761-b205-abe6d69cba47 req-fd946b5c-5ffb-4571-8278-867fe3240b8b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:35.025874 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc07edee-e6ed-4761-b205-abe6d69cba47 req-fd946b5c-5ffb-4571-8278-867fe3240b8b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 944 time: 0.0744081 Jul 13 19:37:35.028260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:35.044201 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2308a6ef-7793-4a70-97ee-97a9021fc6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.078460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2308a6ef-7793-4a70-97ee-97a9021fc6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.078956 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc07edee-e6ed-4761-b205-abe6d69cba47 req-3630cdfc-5170-4e95-b6a8-e1c8f81134ee tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441954 Jul 13 19:37:35.099435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3f28ef16-e625-4d79-8fa8-b920a1c77db3, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3f28ef16-e625-4d79-8fa8-b920a1c77db3,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:35.114512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '3f28ef16-e625-4d79-8fa8-b920a1c77db3', 'network_id': 'f02a2428-be94-458f-a726-a80f2fc64d4f', 'port_id': '3f28ef16-e625-4d79-8fa8-b920a1c77db3', 'mac_address': 'fa:16:3e:2b:b2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44929e23-4eeb-4d17-ae61-1d51b31208c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:37:35.135645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2308a6ef-7793-4a70-97ee-97a9021fc6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.141235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2308a6ef-7793-4a70-97ee-97a9021fc6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.143199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2308a6ef-7793-4a70-97ee-97a9021fc6b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4626bf63-dc87-43a2-9660-cb8e314f23af HTTP/1.1" status: 204 len: 168 time: 0.1717513 Jul 13 19:37:35.152886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308a6ef-7793-4a70-97ee-97a9021fc6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4626bf63-dc87-43a2-9660-cb8e314f23af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:35.193851 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.215424 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f69b9cd-d68b-4379-b7f8-7e72e1681cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.218145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f28ef16-e625-4d79-8fa8-b920a1c77db3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:37:35.244767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3f28ef16-e625-4d79-8fa8-b920a1c77db3, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3f28ef16-e625-4d79-8fa8-b920a1c77db3,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:35.250593 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.331281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3f28ef16-e625-4d79-8fa8-b920a1c77db3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:35.354176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f69b9cd-d68b-4379-b7f8-7e72e1681cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.359269 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f69b9cd-d68b-4379-b7f8-7e72e1681cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.403242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69b9cd-d68b-4379-b7f8-7e72e1681cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dd7e8e-7d53-4412-8f5a-26c71e9e532e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:35.411084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:35.424216 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3f69b9cd-d68b-4379-b7f8-7e72e1681cb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=382addb5f097457dba62d310b580bd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947346 Jul 13 19:37:35.464842 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17ad56d0-0e00-4c21-a1a2-b53768ddcf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.488888 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17ad56d0-0e00-4c21-a1a2-b53768ddcf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.511198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['3f28ef16-e625-4d79-8fa8-b920a1c77db3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:37:35.542358 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17ad56d0-0e00-4c21-a1a2-b53768ddcf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.545094 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17ad56d0-0e00-4c21-a1a2-b53768ddcf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.550720 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-17ad56d0-0e00-4c21-a1a2-b53768ddcf64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00dd7e8e-7d53-4412-8f5a-26c71e9e532e HTTP/1.1" status: 204 len: 168 time: 0.1388283 Jul 13 19:37:35.560701 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad56d0-0e00-4c21-a1a2-b53768ddcf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dd7e8e-7d53-4412-8f5a-26c71e9e532e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:35.746768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2aefc-995d-424c-8b62-2c85c97b1b4d req-b4effde7-c287-4c5a-8bd2-672fb72e5596 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:35.749701 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45b2aefc-995d-424c-8b62-2c85c97b1b4d req-b4effde7-c287-4c5a-8bd2-672fb72e5596 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 944 time: 0.1510162 Jul 13 19:37:35.821771 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45b2aefc-995d-424c-8b62-2c85c97b1b4d req-19452ae4-2f2c-4b0e-994d-ca08522ad5f7 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652945 Jul 13 19:37:35.979338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:35.993336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0b86b38-dcd5-4998-8b50-71af81414502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.002557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device bd72d691-9e9c-4842-9458-da0f419d69cf up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:36.103367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port bd72d691-9e9c-4842-9458-da0f419d69cf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:36.111107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port bd72d691-9e9c-4842-9458-da0f419d69cf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:36.111902 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.112700 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0b86b38-dcd5-4998-8b50-71af81414502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.118900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0b86b38-dcd5-4998-8b50-71af81414502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.208328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c0b86b38-dcd5-4998-8b50-71af81414502 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7df4566f22234940a93b98ad5c4e37e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278471 Jul 13 19:37:36.209210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b86b38-dcd5-4998-8b50-71af81414502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d543cb6-ceba-419d-bb76-b5cce00a28a5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:36.211240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:36.285311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0067e9-4998-4434-9b6d-45ef7f6611d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.311682 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0067e9-4998-4434-9b6d-45ef7f6611d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.324348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.336296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fa9a2-5aa7-43ee-b63e-1a7fe77959ee req-ff2ea509-896c-4c52-ae07-099ec8570bd7 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:36.351027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d2fa9a2-5aa7-43ee-b63e-1a7fe77959ee req-ff2ea509-896c-4c52-ae07-099ec8570bd7 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 944 time: 0.1371953 Jul 13 19:37:36.379726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port bd72d691-9e9c-4842-9458-da0f419d69cf, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=bd72d691-9e9c-4842-9458-da0f419d69cf,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:36.382437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d16c248-792c-4251-a455-3cd723686b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd72d691-9e9c-4842-9458-da0f419d69cf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:37:36.385765 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1952036-0507-493f-9d4c-3299fe18fe43" -d '{"events": [{"server_uuid": "6d16c248-792c-4251-a455-3cd723686b68", "name": "network-vif-plugged", "status": "completed", "tag": "bd72d691-9e9c-4842-9458-da0f419d69cf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:37:36.391100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.418686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0067e9-4998-4434-9b6d-45ef7f6611d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.421534 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0067e9-4998-4434-9b6d-45ef7f6611d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.423194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ae0067e9-4998-4434-9b6d-45ef7f6611d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d543cb6-ceba-419d-bb76-b5cce00a28a5 HTTP/1.1" status: 204 len: 168 time: 0.2106915 Jul 13 19:37:36.433829 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d2fa9a2-5aa7-43ee-b63e-1a7fe77959ee req-4d6cb7fb-0743-41db-9d4f-5b202ac5830f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795760 Jul 13 19:37:36.436557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0067e9-4998-4434-9b6d-45ef7f6611d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d543cb6-ceba-419d-bb76-b5cce00a28a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:36.479404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=bd72d691-9e9c-4842-9458-da0f419d69cf,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:36.501528 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6469864a-1b0f-4779-81eb-69b93a03f33c x-openstack-request-id: req-6469864a-1b0f-4779-81eb-69b93a03f33c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:37:36.501528 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d16c248-792c-4251-a455-3cd723686b68", "name": "network-vif-plugged", "status": "completed", "tag": "bd72d691-9e9c-4842-9458-da0f419d69cf", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:37:36.501528 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6469864a-1b0f-4779-81eb-69b93a03f33c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:37:36.503092 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d16c248-792c-4251-a455-3cd723686b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd72d691-9e9c-4842-9458-da0f419d69cf', 'code': 200} Jul 13 19:37:36.634106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ac32-6fdb-4162-8073-6f5217b0ecd0 req-82eeef7a-ef87-4b08-822c-08dd6f51eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:36.635746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8d5ac32-6fdb-4162-8073-6f5217b0ecd0 req-82eeef7a-ef87-4b08-822c-08dd6f51eb0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 1096 time: 0.0623651 Jul 13 19:37:36.677587 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8d5ac32-6fdb-4162-8073-6f5217b0ecd0 req-1cdd79d5-8a75-4fa0-bfac-9fba402aef37 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358951 Jul 13 19:37:36.988249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3f28ef16-e625-4d79-8fa8-b920a1c77db3 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:37.086957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272f0ac-b57a-45bd-a5b2-199283a2f862 req-17624b55-b241-4814-8697-70cff41e66b2 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:37.092846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 3f28ef16-e625-4d79-8fa8-b920a1c77db3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:37.097209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b272f0ac-b57a-45bd-a5b2-199283a2f862 req-17624b55-b241-4814-8697-70cff41e66b2 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 944 time: 0.0947719 Jul 13 19:37:37.099223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 3f28ef16-e625-4d79-8fa8-b920a1c77db3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:37.099608 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:37.143044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b272f0ac-b57a-45bd-a5b2-199283a2f862 req-0ccea2e9-4481-4fa2-9f0e-9a4f9b33db5c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446656 Jul 13 19:37:37.217855 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:37.262057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3f28ef16-e625-4d79-8fa8-b920a1c77db3, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3f28ef16-e625-4d79-8fa8-b920a1c77db3,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:37.270794 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:37.338142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3f28ef16-e625-4d79-8fa8-b920a1c77db3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:37.704718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd6dc8-dfaa-462f-aa98-1749e2ec9ad8 req-152e1918-477b-4782-ac6d-b243e2f2276e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:37.714226 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0cdd6dc8-dfaa-462f-aa98-1749e2ec9ad8 req-152e1918-477b-4782-ac6d-b243e2f2276e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 945 time: 0.0980456 Jul 13 19:37:37.773295 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0cdd6dc8-dfaa-462f-aa98-1749e2ec9ad8 req-872c6b9e-3aa8-488e-8ac6-cab5f0a8a863 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574796 Jul 13 19:37:38.436431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3af61-d41e-44b9-ac7a-ebf3e24a34af req-ff664b66-34e9-497a-ae18-98014a65e532 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:38.437742 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6eb3af61-d41e-44b9-ac7a-ebf3e24a34af req-ff664b66-34e9-497a-ae18-98014a65e532 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.0712144 Jul 13 19:37:38.503004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6eb3af61-d41e-44b9-ac7a-ebf3e24a34af req-b5260fcf-b298-486e-b62b-54b47c3ec77a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503674 Jul 13 19:37:38.504561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f28ef16-e625-4d79-8fa8-b920a1c77db3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:37:38.507081 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cba08c5-8f1d-4407-9dd6-ff446b436caf" -d '{"events": [{"server_uuid": "2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d", "name": "network-vif-plugged", "status": "completed", "tag": "3f28ef16-e625-4d79-8fa8-b920a1c77db3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:37:38.553383 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0adcf0a-5cdd-4832-99e6-a3b6b0b59f35 x-openstack-request-id: req-b0adcf0a-5cdd-4832-99e6-a3b6b0b59f35 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:37:38.553669 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d", "name": "network-vif-plugged", "status": "completed", "tag": "3f28ef16-e625-4d79-8fa8-b920a1c77db3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:37:38.554326 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0adcf0a-5cdd-4832-99e6-a3b6b0b59f35 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:37:38.554773 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f28ef16-e625-4d79-8fa8-b920a1c77db3', 'code': 200} Jul 13 19:37:38.714141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c82a9e-7902-4dfb-9fac-727be3ff2500 req-72a93b7b-67bb-41ca-b047-f216fc2580ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:38.716124 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-82c82a9e-7902-4dfb-9fac-727be3ff2500 req-72a93b7b-67bb-41ca-b047-f216fc2580ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 1096 time: 0.0976570 Jul 13 19:37:38.772973 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-82c82a9e-7902-4dfb-9fac-727be3ff2500 req-e737927e-01ca-4839-b1b2-489c1e1e12da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492854 Jul 13 19:37:39.002930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c70d87-f63c-4774-a8be-a1ffd31243e6 req-5c4d1587-93c1-404b-bd30-ffa321fc793d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:39.004887 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5c70d87-f63c-4774-a8be-a1ffd31243e6 req-5c4d1587-93c1-404b-bd30-ffa321fc793d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 945 time: 0.1074986 Jul 13 19:37:39.070049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5c70d87-f63c-4774-a8be-a1ffd31243e6 req-87bd93f1-a441-48b4-aab8-f7c33751a759 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583787 Jul 13 19:37:39.848981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dac3a-a8a2-4b09-9d91-2c8c73c40bee req-a3670918-a87d-4e61-9955-1bb281b19fa8 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:39.851530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-692dac3a-a8a2-4b09-9d91-2c8c73c40bee req-a3670918-a87d-4e61-9955-1bb281b19fa8 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1421540 Jul 13 19:37:39.927027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-692dac3a-a8a2-4b09-9d91-2c8c73c40bee req-1535ac72-c174-4add-97ef-86f6c44c8588 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634179 Jul 13 19:37:40.352972 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:40.496650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d61b0-5a42-4851-8404-67a1425c2b12 req-3ab4cdce-08da-45d2-bc58-7e723f559027 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:40.501279 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-444d61b0-5a42-4851-8404-67a1425c2b12 req-3ab4cdce-08da-45d2-bc58-7e723f559027 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.1403232 Jul 13 19:37:40.572971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37522c92-9971-4a9d-8e82-9721e08e019c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:40.593331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-444d61b0-5a42-4851-8404-67a1425c2b12 req-a0a22958-e1a9-4592-aa3f-c3ffa073697a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860295 Jul 13 19:37:40.685550 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37522c92-9971-4a9d-8e82-9721e08e019c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:40.690659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37522c92-9971-4a9d-8e82-9721e08e019c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:40.731416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-37522c92-9971-4a9d-8e82-9721e08e019c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97e6a12bfbf040d6923b0c97ce39db81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767171 Jul 13 19:37:40.732266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37522c92-9971-4a9d-8e82-9721e08e019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04939c33-08e4-4b0c-a243-4c8d0cc9178d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:40.734040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:40.785594 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0981-c07a-48e4-aaf1-c7a994f21eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:40.808197 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0981-c07a-48e4-aaf1-c7a994f21eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:40.862886 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0981-c07a-48e4-aaf1-c7a994f21eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:40.865324 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0981-c07a-48e4-aaf1-c7a994f21eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:40.866506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0d1a0981-c07a-48e4-aaf1-c7a994f21eb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04939c33-08e4-4b0c-a243-4c8d0cc9178d HTTP/1.1" status: 204 len: 168 time: 0.1314356 Jul 13 19:37:40.874537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a0981-c07a-48e4-aaf1-c7a994f21eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04939c33-08e4-4b0c-a243-4c8d0cc9178d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:41.126748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786d745-8f1e-4859-8777-d5fba2f504bd req-2ba5fbb8-462e-48da-a4ec-815eff5aaa31 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:41.128781 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9786d745-8f1e-4859-8777-d5fba2f504bd req-2ba5fbb8-462e-48da-a4ec-815eff5aaa31 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.0737996 Jul 13 19:37:41.170976 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9786d745-8f1e-4859-8777-d5fba2f504bd req-6885a124-c2d6-4ebe-863f-fb261d6fe6fc tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362189 Jul 13 19:37:41.317489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:41.334632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c82a7b-497d-4edb-a2ef-c3665f758f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:41.448398 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c82a7b-497d-4edb-a2ef-c3665f758f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:41.454823 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c82a7b-497d-4edb-a2ef-c3665f758f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:41.541320 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-59c82a7b-497d-4edb-a2ef-c3665f758f47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5514a296d93941c7b0810d5d7c60980b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204983 Jul 13 19:37:41.541756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:41.574727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c82a7b-497d-4edb-a2ef-c3665f758f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0fab6e-e0d3-47ad-acc7-85586346994f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:41.614095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ebde974-f9c2-4ba6-8a34-7188f387bc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:41.627224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237ce05-b426-4f68-9877-4cbdc2693cf0 req-b2da3130-60a6-4144-a3cc-b9e7ccb772d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:41.629358 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6237ce05-b426-4f68-9877-4cbdc2693cf0 req-b2da3130-60a6-4144-a3cc-b9e7ccb772d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=036e9003524a4575af0540054454ccfa&device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 1096 time: 0.1459382 Jul 13 19:37:41.639838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ebde974-f9c2-4ba6-8a34-7188f387bc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:41.695053 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ebde974-f9c2-4ba6-8a34-7188f387bc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:41.699403 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ebde974-f9c2-4ba6-8a34-7188f387bc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:41.703435 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1ebde974-f9c2-4ba6-8a34-7188f387bc0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca0fab6e-e0d3-47ad-acc7-85586346994f HTTP/1.1" status: 204 len: 168 time: 0.1597948 Jul 13 19:37:41.727319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebde974-f9c2-4ba6-8a34-7188f387bc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0fab6e-e0d3-47ad-acc7-85586346994f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:41.747350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f549578-1faf-47b3-928f-cdcaa503d908 req-d9b4b125-96a9-4108-9675-2faa7508fcb5 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:41.749640 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f549578-1faf-47b3-928f-cdcaa503d908 req-d9b4b125-96a9-4108-9675-2faa7508fcb5 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.2082171 Jul 13 19:37:41.752405 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237ce05-b426-4f68-9877-4cbdc2693cf0 req-55170ed7-2427-4e7e-878c-a00cb6d00017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:41.754920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6237ce05-b426-4f68-9877-4cbdc2693cf0 req-55170ed7-2427-4e7e-878c-a00cb6d00017 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02a2428-be94-458f-a726-a80f2fc64d4f HTTP/1.1" status: 200 len: 912 time: 0.1175368 Jul 13 19:37:41.821633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdde0e-e9d0-4dc6-8bb0-e1e466a1357a req-6b294422-6582-44fa-a023-4da29fb41c89 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:41.829989 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1bfdde0e-e9d0-4dc6-8bb0-e1e466a1357a req-6b294422-6582-44fa-a023-4da29fb41c89 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.0976853 Jul 13 19:37:41.844071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f549578-1faf-47b3-928f-cdcaa503d908 req-af4581b4-0d56-4e80-8bc5-a6c0a594ca6f tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857768 Jul 13 19:37:41.851417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6237ce05-b426-4f68-9877-4cbdc2693cf0 req-de1db919-df46-428d-9cb9-1b26a6d0f520 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f28ef16-e625-4d79-8fa8-b920a1c77db3 HTTP/1.1" status: 200 len: 217 time: 0.0700164 Jul 13 19:37:41.875297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1bfdde0e-e9d0-4dc6-8bb0-e1e466a1357a req-ed7ad038-98e9-4f7e-8ed9-735aa9946c36 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440896 Jul 13 19:37:41.920853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237ce05-b426-4f68-9877-4cbdc2693cf0 req-6103d107-a34a-4d4c-af36-a9ac4b5c2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:41.923217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6237ce05-b426-4f68-9877-4cbdc2693cf0 req-6103d107-a34a-4d4c-af36-a9ac4b5c2c45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44929e23-4eeb-4d17-ae61-1d51b31208c9 HTTP/1.1" status: 200 len: 851 time: 0.0633013 Jul 13 19:37:41.967605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6237ce05-b426-4f68-9877-4cbdc2693cf0 req-433d2961-484a-4f37-9026-193e50b42711 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02a2428-be94-458f-a726-a80f2fc64d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327878 Jul 13 19:37:42.096723 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6237ce05-b426-4f68-9877-4cbdc2693cf0 req-0ad0df5a-72c5-4362-8cd1-1e942f1d4f39 service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195240 Jul 13 19:37:42.206148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6237ce05-b426-4f68-9877-4cbdc2693cf0 req-bbf52334-bccd-4d07-ae9d-c843953e40c2 service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987327 Jul 13 19:37:43.037860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17921a8-7183-4dce-a2a0-d7b43a9539eb req-eff28e88-63f7-4299-8b33-d8438e36cd54 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:43.040376 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e17921a8-7183-4dce-a2a0-d7b43a9539eb req-eff28e88-63f7-4299-8b33-d8438e36cd54 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.0750642 Jul 13 19:37:43.113728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e17921a8-7183-4dce-a2a0-d7b43a9539eb req-cf03a22f-b7b6-47f0-a58e-5fc1f59d569f tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664465 Jul 13 19:37:43.153449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dce7f-1fc6-4e17-98fe-9103a4e05011 req-6d4c5b02-22f3-4aec-9e3f-0c7c0c780b40 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:43.155662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f2dce7f-1fc6-4e17-98fe-9103a4e05011 req-6d4c5b02-22f3-4aec-9e3f-0c7c0c780b40 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.1015916 Jul 13 19:37:43.205387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f2dce7f-1fc6-4e17-98fe-9103a4e05011 req-ebd3a19a-1d2d-410a-b0c0-24b872161a08 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 Jul 13 19:37:44.260657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:44.379151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73118f51-a857-4a4d-9834-dd8551fc9876 req-320033f5-918b-48cc-9af9-e050c11ff7b1 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:44.381655 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73118f51-a857-4a4d-9834-dd8551fc9876 req-320033f5-918b-48cc-9af9-e050c11ff7b1 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1491144 Jul 13 19:37:44.442677 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8389ba32-3540-492e-a544-cbfbdaeca351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.458295 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73118f51-a857-4a4d-9834-dd8551fc9876 req-c52a1c83-df08-4381-a69a-9669f897c761 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708847 Jul 13 19:37:44.508801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:44.612176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eab2e-e788-4780-94ab-ba981d9e59bf req-c63b3aa6-7c77-46fd-867e-980bad98fc3b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:44.618901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc1eab2e-e788-4780-94ab-ba981d9e59bf req-c63b3aa6-7c77-46fd-867e-980bad98fc3b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.1926615 Jul 13 19:37:44.647436 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c3df688-3e52-4da4-aff4-1be2c1c23f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.681377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8389ba32-3540-492e-a544-cbfbdaeca351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.685043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc1eab2e-e788-4780-94ab-ba981d9e59bf req-9cc18c49-88bd-4f62-8bd9-46ea88a82468 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638199 Jul 13 19:37:44.686231 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8389ba32-3540-492e-a544-cbfbdaeca351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.734037 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8389ba32-3540-492e-a544-cbfbdaeca351 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c14df1ea13b646bb8ff186c0db2d24bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712341 Jul 13 19:37:44.735114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389ba32-3540-492e-a544-cbfbdaeca351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4d9477-182f-4b56-b9d7-c8d57f87d8a4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:44.738717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:44.789168 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c3df688-3e52-4da4-aff4-1be2c1c23f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.792426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbd803d-4b9c-4879-8dbb-36fe9c78f9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.793281 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c3df688-3e52-4da4-aff4-1be2c1c23f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.816430 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbd803d-4b9c-4879-8dbb-36fe9c78f9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.837674 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6c3df688-3e52-4da4-aff4-1be2c1c23f70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b663ce8f7114af0b05cbe1c41ccfa2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250780 Jul 13 19:37:44.837977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:44.839091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3df688-3e52-4da4-aff4-1be2c1c23f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2b24ca-0ef0-4bbf-ac46-3e9b7bd65876,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:44.899921 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab8f7ba0-6a2b-46f4-91fb-f875de99a8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.901863 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbd803d-4b9c-4879-8dbb-36fe9c78f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.904396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbd803d-4b9c-4879-8dbb-36fe9c78f9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.908764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0cbd803d-4b9c-4879-8dbb-36fe9c78f9e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db4d9477-182f-4b56-b9d7-c8d57f87d8a4 HTTP/1.1" status: 204 len: 168 time: 0.1658680 Jul 13 19:37:44.927122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd803d-4b9c-4879-8dbb-36fe9c78f9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4d9477-182f-4b56-b9d7-c8d57f87d8a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:44.941121 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab8f7ba0-6a2b-46f4-91fb-f875de99a8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:44.998897 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab8f7ba0-6a2b-46f4-91fb-f875de99a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.002295 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab8f7ba0-6a2b-46f4-91fb-f875de99a8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.004744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ab8f7ba0-6a2b-46f4-91fb-f875de99a8ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f2b24ca-0ef0-4bbf-ac46-3e9b7bd65876 HTTP/1.1" status: 204 len: 168 time: 0.1656785 Jul 13 19:37:45.014798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f7ba0-6a2b-46f4-91fb-f875de99a8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2b24ca-0ef0-4bbf-ac46-3e9b7bd65876,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:45.233689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:45.247947 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cae46478-b982-4d3d-aa9f-cc022563c441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.352583 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cae46478-b982-4d3d-aa9f-cc022563c441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.357023 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cae46478-b982-4d3d-aa9f-cc022563c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.397383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae46478-b982-4d3d-aa9f-cc022563c441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2d0940-46b7-4f2a-94d4-31a5a2135872,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:45.402268 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cae46478-b982-4d3d-aa9f-cc022563c441 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f45698668df49638b6293d5078050fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675448 Jul 13 19:37:45.404886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:45.459643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21664e3-4c2b-43c4-867c-fc8338c6e053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.461117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:45.475406 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911747b3-8886-4034-9e6b-4e116124494e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.485823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21664e3-4c2b-43c4-867c-fc8338c6e053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.545628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21664e3-4c2b-43c4-867c-fc8338c6e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.548349 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21664e3-4c2b-43c4-867c-fc8338c6e053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.549512 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f21664e3-4c2b-43c4-867c-fc8338c6e053 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c2d0940-46b7-4f2a-94d4-31a5a2135872 HTTP/1.1" status: 204 len: 168 time: 0.1436918 Jul 13 19:37:45.569872 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.587062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21664e3-4c2b-43c4-867c-fc8338c6e053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2d0940-46b7-4f2a-94d4-31a5a2135872,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:45.599912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911747b3-8886-4034-9e6b-4e116124494e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.607265 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911747b3-8886-4034-9e6b-4e116124494e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.723604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-911747b3-8886-4034-9e6b-4e116124494e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91d4be828cc142139c378cb23ac7c4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589202 Jul 13 19:37:45.723840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:45.736211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911747b3-8886-4034-9e6b-4e116124494e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f7bcb3-e517-47a0-b765-ea81f7a9174f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:45.829404 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad22b2-516c-46e6-9c61-fe20c60beb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.866721 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad22b2-516c-46e6-9c61-fe20c60beb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.877539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa880a-b152-4d19-8933-5250b96afbb1 req-a311aeb6-cf73-4ec1-95d1-5b78a8b85bb5 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:45.890197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78aa880a-b152-4d19-8933-5250b96afbb1 req-a311aeb6-cf73-4ec1-95d1-5b78a8b85bb5 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.2203548 Jul 13 19:37:45.951194 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78aa880a-b152-4d19-8933-5250b96afbb1 req-f6ba12f1-4f55-42a8-bc29-288afe3f43cb tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651684 Jul 13 19:37:45.962048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75421641-0710-47a1-8838-379bcabd361d req-906fac1a-6a69-4c37-9f42-2d77526b2692 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:45.969996 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75421641-0710-47a1-8838-379bcabd361d req-906fac1a-6a69-4c37-9f42-2d77526b2692 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.0869620 Jul 13 19:37:45.980991 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad22b2-516c-46e6-9c61-fe20c60beb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.984260 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad22b2-516c-46e6-9c61-fe20c60beb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.988485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f7ad22b2-516c-46e6-9c61-fe20c60beb74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38f7bcb3-e517-47a0-b765-ea81f7a9174f HTTP/1.1" status: 204 len: 168 time: 0.2628639 Jul 13 19:37:46.002208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad22b2-516c-46e6-9c61-fe20c60beb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f7bcb3-e517-47a0-b765-ea81f7a9174f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:46.045341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75421641-0710-47a1-8838-379bcabd361d req-978109bf-dee4-44f7-b166-fa839593a43b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745935 Jul 13 19:37:46.236741 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:47.162860 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499fce3-9b58-4f6a-bbe5-3161722a14bb req-f4c502ae-060e-4f1d-9c73-8f8ff2c4ab79 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:47.169888 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1499fce3-9b58-4f6a-bbe5-3161722a14bb req-f4c502ae-060e-4f1d-9c73-8f8ff2c4ab79 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.0842698 Jul 13 19:37:47.223336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1499fce3-9b58-4f6a-bbe5-3161722a14bb req-0115a340-ded3-49f0-a528-1f319dc64850 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Jul 13 19:37:47.255122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df24365-aa01-42d2-be9f-7fe275ee3830 req-7ec4866a-6b6d-4cff-ba4c-8d489fbd0635 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:47.262941 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3df24365-aa01-42d2-be9f-7fe275ee3830 req-7ec4866a-6b6d-4cff-ba4c-8d489fbd0635 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.0950356 Jul 13 19:37:47.322316 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3df24365-aa01-42d2-be9f-7fe275ee3830 req-1ca69125-91b2-4fd5-89f6-1b5d30691172 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523553 Jul 13 19:37:48.050015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:48.160169 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea1827b1-4813-48a8-a6c6-e87c0921a804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.261000 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea1827b1-4813-48a8-a6c6-e87c0921a804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.268155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea1827b1-4813-48a8-a6c6-e87c0921a804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.313036 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ea1827b1-4813-48a8-a6c6-e87c0921a804 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07a7c390ddc44d488e66193774ec07ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617738 Jul 13 19:37:48.314071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:48.315739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1827b1-4813-48a8-a6c6-e87c0921a804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cbb1c2-8953-4ffa-be4d-76991e137afb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:48.355170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:48.386530 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46da9a90-6fb2-46a5-8268-ac47dceff86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.414905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46da9a90-6fb2-46a5-8268-ac47dceff86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.420344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db1642-0a65-4bec-a346-2f17b0c524b5 req-9600591c-4c8b-4a07-9f65-f81e0dda5dde tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:48.422332 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-24db1642-0a65-4bec-a346-2f17b0c524b5 req-9600591c-4c8b-4a07-9f65-f81e0dda5dde tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.0757260 Jul 13 19:37:48.467251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46da9a90-6fb2-46a5-8268-ac47dceff86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.470844 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46da9a90-6fb2-46a5-8268-ac47dceff86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.472351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-24db1642-0a65-4bec-a346-2f17b0c524b5 req-e126f00b-1ab8-4a8d-aec5-54ca3e6da5ba tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 Jul 13 19:37:48.475037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-46da9a90-6fb2-46a5-8268-ac47dceff86e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33cbb1c2-8953-4ffa-be4d-76991e137afb HTTP/1.1" status: 204 len: 168 time: 0.1594336 Jul 13 19:37:48.505055 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3b27f67-24f0-4290-8c42-06e09874b252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.513864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da9a90-6fb2-46a5-8268-ac47dceff86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cbb1c2-8953-4ffa-be4d-76991e137afb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:48.572666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deb2c8-bee1-4851-a832-d578210674ab req-1326a6b0-5148-4da7-8444-c7d7c58357e9 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:48.574282 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4deb2c8-bee1-4851-a832-d578210674ab req-1326a6b0-5148-4da7-8444-c7d7c58357e9 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.0981772 Jul 13 19:37:48.629552 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4deb2c8-bee1-4851-a832-d578210674ab req-3608e624-10b2-4db0-bcd3-496a1666d0d3 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489109 Jul 13 19:37:48.642099 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3b27f67-24f0-4290-8c42-06e09874b252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.651591 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3b27f67-24f0-4290-8c42-06e09874b252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.690576 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c3b27f67-24f0-4290-8c42-06e09874b252 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=402258e0ebbf491b809b4f07eaf61759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332479 Jul 13 19:37:48.691303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b27f67-24f0-4290-8c42-06e09874b252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bba827-607a-4c1c-a494-80cc84ac756d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:48.693882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:48.747415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30bdbc50-4167-4033-9fea-0659806ce8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.769544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30bdbc50-4167-4033-9fea-0659806ce8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.803732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:48.818669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69708f91-01aa-4594-8a08-8e1ce7383cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.825389 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30bdbc50-4167-4033-9fea-0659806ce8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.828362 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30bdbc50-4167-4033-9fea-0659806ce8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.832006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-30bdbc50-4167-4033-9fea-0659806ce8f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14bba827-607a-4c1c-a494-80cc84ac756d HTTP/1.1" status: 204 len: 168 time: 0.1343389 Jul 13 19:37:48.842328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdbc50-4167-4033-9fea-0659806ce8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bba827-607a-4c1c-a494-80cc84ac756d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:48.927332 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69708f91-01aa-4594-8a08-8e1ce7383cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.931466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69708f91-01aa-4594-8a08-8e1ce7383cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:48.970236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69708f91-01aa-4594-8a08-8e1ce7383cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66919ad9-fcb2-440a-b6ea-ad87d42cb35f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:48.974775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-69708f91-01aa-4594-8a08-8e1ce7383cd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16776d4b6a924d1096804cdb2dfc80c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698935 Jul 13 19:37:48.977739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:49.030050 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71b4635-3a0f-43b8-8c18-bcc4e8b49a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.052876 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71b4635-3a0f-43b8-8c18-bcc4e8b49a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.105369 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71b4635-3a0f-43b8-8c18-bcc4e8b49a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.108324 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71b4635-3a0f-43b8-8c18-bcc4e8b49a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.109877 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b71b4635-3a0f-43b8-8c18-bcc4e8b49a46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66919ad9-fcb2-440a-b6ea-ad87d42cb35f HTTP/1.1" status: 204 len: 168 time: 0.1313250 Jul 13 19:37:49.120546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b4635-3a0f-43b8-8c18-bcc4e8b49a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66919ad9-fcb2-440a-b6ea-ad87d42cb35f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:49.205685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:49.220067 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b83d2188-13d4-4747-910b-fbb7d0be160f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.310428 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b83d2188-13d4-4747-910b-fbb7d0be160f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.320149 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b83d2188-13d4-4747-910b-fbb7d0be160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.332257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:49.363313 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b83d2188-13d4-4747-910b-fbb7d0be160f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96598b417ab9473f8d9f5718e317f9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562407 Jul 13 19:37:49.364033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d2188-13d4-4747-910b-fbb7d0be160f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a4d9f5-142d-4576-9fd3-aa48949ab667,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:49.366318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:49.421598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77acc67c-49ad-4f24-b0cc-5cd677400115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.433210 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9281aa-7e25-438f-9dcc-1d862226beb6 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:49.433987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9281aa-7e25-438f-9dcc-1d862226beb6 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:49.434489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9281aa-7e25-438f-9dcc-1d862226beb6 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:49.436189 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ee9281aa-7e25-438f-9dcc-1d862226beb6 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=e2fbb89be0b24ffd9a67cc90fa53a313&network_id=20a183d0-d512-4abd-812b-f67fe0cf53f0 HTTP/1.1" status: 200 len: 2970 time: 0.1021898 Jul 13 19:37:49.447889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77acc67c-49ad-4f24-b0cc-5cd677400115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.496937 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77acc67c-49ad-4f24-b0cc-5cd677400115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.499774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77acc67c-49ad-4f24-b0cc-5cd677400115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.504314 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-77acc67c-49ad-4f24-b0cc-5cd677400115 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99a4d9f5-142d-4576-9fd3-aa48949ab667 HTTP/1.1" status: 204 len: 168 time: 0.1369705 Jul 13 19:37:49.513919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acc67c-49ad-4f24-b0cc-5cd677400115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a4d9f5-142d-4576-9fd3-aa48949ab667,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:49.705780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616ef0a-b192-46bc-a53d-b3dc08bb6b4a req-2c78da77-3af3-484f-8f4e-df0f5638ad61 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:49.712643 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f616ef0a-b192-46bc-a53d-b3dc08bb6b4a req-2c78da77-3af3-484f-8f4e-df0f5638ad61 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1129582 Jul 13 19:37:49.758998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f616ef0a-b192-46bc-a53d-b3dc08bb6b4a req-0efcc939-0052-41ed-9ffb-e888d2c144c1 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452855 Jul 13 19:37:49.919118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1c179-5b30-4324-8ba5-5c35758e74d9 req-d7baf0de-ce33-464d-b6fe-5b80b90ec317 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:49.922085 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01e1c179-5b30-4324-8ba5-5c35758e74d9 req-d7baf0de-ce33-464d-b6fe-5b80b90ec317 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.0928476 Jul 13 19:37:49.986383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01e1c179-5b30-4324-8ba5-5c35758e74d9 req-5002b8d3-6f34-4c8e-b2d8-c41e66ab7676 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569324 Jul 13 19:37:50.345546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:50.455865 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a57ac231-5f6b-450b-95fe-5dc84bfa6eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:50.548470 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a57ac231-5f6b-450b-95fe-5dc84bfa6eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:50.553911 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a57ac231-5f6b-450b-95fe-5dc84bfa6eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:50.598147 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a57ac231-5f6b-450b-95fe-5dc84bfa6eaa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35ae15a69402455c86234edce1706e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490880 Jul 13 19:37:50.598147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ac231-5f6b-450b-95fe-5dc84bfa6eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8cb857-72b1-4e10-94d3-77d093e097eb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:50.598562 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:50.664546 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-741f7a64-26c3-457c-9652-ea3e025b463a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:50.687287 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-741f7a64-26c3-457c-9652-ea3e025b463a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:50.692068 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7059a84b-db6d-4dbd-87a3-2df3fd1a0e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:50.742450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-741f7a64-26c3-457c-9652-ea3e025b463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:50.745233 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-741f7a64-26c3-457c-9652-ea3e025b463a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:50.746577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-741f7a64-26c3-457c-9652-ea3e025b463a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec8cb857-72b1-4e10-94d3-77d093e097eb HTTP/1.1" status: 204 len: 168 time: 0.1463673 Jul 13 19:37:50.755285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f7a64-26c3-457c-9652-ea3e025b463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8cb857-72b1-4e10-94d3-77d093e097eb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:50.952648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fb2e0-d2de-4d2d-8fbc-dd3a4e4f5ded req-0c09ec67-3b9e-4e41-91dc-3c5b9c621262 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:50.954896 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-491fb2e0-d2de-4d2d-8fbc-dd3a4e4f5ded req-0c09ec67-3b9e-4e41-91dc-3c5b9c621262 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.0727010 Jul 13 19:37:51.006301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-491fb2e0-d2de-4d2d-8fbc-dd3a4e4f5ded req-eba09c3c-1990-4fa1-a978-0ce355b9c996 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Jul 13 19:37:51.204515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078ea97-d23f-4421-9222-fa8cf19c17f7 req-c675079a-c356-4be1-8c1a-921d97c3e21f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:51.206119 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4078ea97-d23f-4421-9222-fa8cf19c17f7 req-c675079a-c356-4be1-8c1a-921d97c3e21f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.0757906 Jul 13 19:37:51.259302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4078ea97-d23f-4421-9222-fa8cf19c17f7 req-a48ceeb1-3279-4470-b233-62bdd320f9c2 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447731 Jul 13 19:37:51.644706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-91400bb3-c223-4637-8363-fdac8c2ac0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:51.646963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-91400bb3-c223-4637-8363-fdac8c2ac0c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 1097 time: 0.0648539 Jul 13 19:37:51.663651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe81f3-89cb-4116-b09e-91b7859f3e08 req-8bd3dfc6-b780-460a-b3e1-2f98cd2cbd9f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:51.666107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbfe81f3-89cb-4116-b09e-91b7859f3e08 req-8bd3dfc6-b780-460a-b3e1-2f98cd2cbd9f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.0839059 Jul 13 19:37:51.716267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbfe81f3-89cb-4116-b09e-91b7859f3e08 req-8d3f1067-417f-4d27-822b-ef9aa118a5e5 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435305 Jul 13 19:37:51.772405 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-8d9d4e67-e274-4d36-ae80-c8bea694a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:51.776391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-8d9d4e67-e274-4d36-ae80-c8bea694a7df service neutron] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 912 time: 0.1120718 Jul 13 19:37:51.846677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-cbbeb718-6961-44e8-b3e7-66af706691a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c HTTP/1.1" status: 200 len: 1002 time: 0.0647247 Jul 13 19:37:51.914076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-23d5537b-cda1-4c1f-9d3b-65ddc9db6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:51.915878 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-23d5537b-cda1-4c1f-9d3b-65ddc9db6e89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.0624483 Jul 13 19:37:51.987720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-560264ac-bb70-4ce5-9f52-a1fb03470dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:51.989378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-560264ac-bb70-4ce5-9f52-a1fb03470dbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598724 Jul 13 19:37:52.105577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-b85913ca-7867-48a3-bc61-2ab033177d4c service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078615 Jul 13 19:37:52.209413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570a31d-70b6-47ed-b056-08cde42cb11d req-b72bf348-3c88-44c2-babb-73f7814f7fd8 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:52.211263 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2570a31d-70b6-47ed-b056-08cde42cb11d req-b72bf348-3c88-44c2-babb-73f7814f7fd8 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.0716555 Jul 13 19:37:52.227452 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae15cda4-fd70-42a4-b08d-dbf46dc66d21 req-160b56e8-a283-43e7-9481-b5e020549de7 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137433 Jul 13 19:37:52.258972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2570a31d-70b6-47ed-b056-08cde42cb11d req-de1f5f67-e5c0-4a52-b8e7-eb9cd0caf53a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Jul 13 19:37:52.261038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:52.374813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5b8-81a9-4337-a049-a7a2ed0cd9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:52.498739 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5b8-81a9-4337-a049-a7a2ed0cd9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:52.503792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5b8-81a9-4337-a049-a7a2ed0cd9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:52.543483 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-75d4e5b8-81a9-4337-a049-a7a2ed0cd9c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd825bd73bae4ab5a8c3d40b93c5d480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811596 Jul 13 19:37:52.546221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:52.546633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4e5b8-81a9-4337-a049-a7a2ed0cd9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a5b53d-fa3f-4d78-a49b-7fd6e4344566,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:52.605702 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6c6898d-d916-44bb-a32d-a443fca5a148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:52.636887 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6c6898d-d916-44bb-a32d-a443fca5a148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:52.685355 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6c6898d-d916-44bb-a32d-a443fca5a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:52.688663 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6c6898d-d916-44bb-a32d-a443fca5a148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:52.689816 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a6c6898d-d916-44bb-a32d-a443fca5a148 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99a5b53d-fa3f-4d78-a49b-7fd6e4344566 HTTP/1.1" status: 204 len: 168 time: 0.1419542 Jul 13 19:37:52.697501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6898d-d916-44bb-a32d-a443fca5a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a5b53d-fa3f-4d78-a49b-7fd6e4344566,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:52.806139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:52.880781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065bf7e-402e-49d3-a0ae-c48c4d7043cb tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:52.882871 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3065bf7e-402e-49d3-a0ae-c48c4d7043cb tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 814 time: 0.0752153 Jul 13 19:37:52.923625 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55a782-5a52-47e8-aa5a-8f314df9cbcb req-20a55b48-dae7-4755-b4b3-92029a39f471 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:52.925364 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c55a782-5a52-47e8-aa5a-8f314df9cbcb req-20a55b48-dae7-4755-b4b3-92029a39f471 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.0837047 Jul 13 19:37:52.976844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c55a782-5a52-47e8-aa5a-8f314df9cbcb req-c7a0984d-a00d-4f00-afe7-72fe10c09432 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450959 Jul 13 19:37:53.239565 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc51ac9e-0c93-451e-8563-905ca4006123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:53.464975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6c9b7-6734-4638-ac75-3292c042b2e0 req-9482bbde-ca88-4cc7-9ab1-82e75c564c06 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:53.466742 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3c6c9b7-6734-4638-ac75-3292c042b2e0 req-9482bbde-ca88-4cc7-9ab1-82e75c564c06 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.0733025 Jul 13 19:37:53.523979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3c6c9b7-6734-4638-ac75-3292c042b2e0 req-a7a522e7-cb60-4917-bd3a-0c2898270135 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474575 Jul 13 19:37:53.560608 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:53.994638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:54.001108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'network': {'name': 'tempest-network-smoke--707699811', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:54.033465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Made reservation on behalf of e2fbb89be0b24ffd9a67cc90fa53a313 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:54.037778 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:54.075371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:37:54.094510 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:54.095553 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Added segment ed0bdd01-2c25-46db-a1d3-100cea2a1691 of type vlan for network 928c0037-6012-4848-8918-d473a46a3bbd Jul 13 19:37:54.179377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:54.248572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1e57-72f0-469d-8a51-71cf6046312d req-5cb904bc-f204-4c0b-a842-3f0f7a193230 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:54.251148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72ef1e57-72f0-469d-8a51-71cf6046312d req-5cb904bc-f204-4c0b-a842-3f0f7a193230 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.1181114 Jul 13 19:37:54.254308 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:54.267294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:54.268244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:54.370220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3744648 Jul 13 19:37:54.373677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:54.395055 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72ef1e57-72f0-469d-8a51-71cf6046312d req-23bbf331-07e5-446c-9083-13b99d43194f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239963 Jul 13 19:37:54.403527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329ad4d-64bc-4849-bd13-51e9c4a6d816 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Network': ['ID=928c0037-6012-4848-8918-d473a46a3bbd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:54.414690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 928c0037-6012-4848-8918-d473a46a3bbd details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:37:54.482342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0206db5f-6bdc-4a5e-b977-1246c9978ec4 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:54.484251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0206db5f-6bdc-4a5e-b977-1246c9978ec4 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=e2fbb89be0b24ffd9a67cc90fa53a313&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1095397 Jul 13 19:37:54.488484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:54.509282 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:54.595027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522800d6-b187-4a11-a3e5-5260bee30e25 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:54.596830 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-522800d6-b187-4a11-a3e5-5260bee30e25 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1069117 Jul 13 19:37:54.599799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:54.636031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d6ea3b85-b257-4c05-847e-6836a2c658c1 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348704 Jul 13 19:37:54.638660 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:54.736352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b24283c3-6836-410d-9f19-645c9583562c tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=e2fbb89be0b24ffd9a67cc90fa53a313&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0963085 Jul 13 19:37:54.740226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:54.819791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10e97f-35c1-41d4-b06a-25ee43a12d2b req-0e08a073-5f8d-4c40-ab03-abe2ebfba869 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:54.821503 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e10e97f-35c1-41d4-b06a-25ee43a12d2b req-0e08a073-5f8d-4c40-ab03-abe2ebfba869 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1454175 Jul 13 19:37:54.847472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3866a8f-3cb3-4e3d-993f-1c8b3bbc36f9 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:54.851885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f3866a8f-3cb3-4e3d-993f-1c8b3bbc36f9 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1106689 Jul 13 19:37:54.852491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:54.888056 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4e10e97f-35c1-41d4-b06a-25ee43a12d2b req-f94c76bc-23cc-4ae8-b577-12552cd3fe13 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607703 Jul 13 19:37:54.889152 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-be3a60f6-d2d9-4f5d-a56a-276ed1b92695 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355692 Jul 13 19:37:54.889498 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:54.896127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104314457', 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:54.986726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Made reservation on behalf of e2fbb89be0b24ffd9a67cc90fa53a313 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:37:54.990997 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:55.211156 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:55.292725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Subnet': ['ID=3215615c-aa70-444f-9b22-45a118d3a989,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:55.303923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Checking segment: {'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:37:55.304290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network hostable DHCP agents. Network: 928c0037-6012-4848-8918-d473a46a3bbd, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:37:55.324769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 928c0037-6012-4848-8918-d473a46a3bbd is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:37:55.334491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 928c0037-6012-4848-8918-d473a46a3bbd) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:55.339185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:55.341116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:55.344641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0571a0-c4ba-4a21-9af9-368aac194b74 None None] Network 928c0037-6012-4848-8918-d473a46a3bbd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:55.368243 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3438c2bc-e347-49b0-80a5-85df2ba2c389 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4774070 Jul 13 19:37:55.504200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-928c0037-6012-4848-8918-d473a46a3bbd', 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ips': [{'subnet_id': '3215615c-aa70-444f-9b22-45a118d3a989'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:37:55.505153 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:55.662305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:55.667902 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Allocated IP 172.20.0.18 (928c0037-6012-4848-8918-d473a46a3bbd/3215615c-aa70-444f-9b22-45a118d3a989/340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:55.669462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5eaee4a1-41ac-4a97-a50d-02dc13c729f4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2005914124', 'description': 'tempest-secgroup-smoke-2005914124 description', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:55.729471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eaee4a1-41ac-4a97-a50d-02dc13c729f4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:55.871158 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:55.899113 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Transition to ACTIVE for port object 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:55.902092 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eaee4a1-41ac-4a97-a50d-02dc13c729f4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:55.927489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eaee4a1-41ac-4a97-a50d-02dc13c729f4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:55.941242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Transition to ACTIVE for port object 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:37:55.949287 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.018002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eaee4a1-41ac-4a97-a50d-02dc13c729f4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.020581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5eaee4a1-41ac-4a97-a50d-02dc13c729f4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3563113 Jul 13 19:37:56.023523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:56.028799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-351d897f-ea66-44c5-aa0e-2317b6393e6e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '214382b3-9d26-40cb-b179-71190350dd2e', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:56.029362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaee4a1-41ac-4a97-a50d-02dc13c729f4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214382b3-9d26-40cb-b179-71190350dd2e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:56.051218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Pushing event updated for resources: {'Port': ['ID=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:56.064163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Network 928c0037-6012-4848-8918-d473a46a3bbd is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:56.071073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:56.076379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:37:56.081811 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-351d897f-ea66-44c5-aa0e-2317b6393e6e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.089788 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.194928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Attempting to bind port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:37:56.195699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Attempting to bind port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:37:56.196327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Attempting to bind port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c on network 928c0037-6012-4848-8918-d473a46a3bbd {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:37:56.206211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:37:56.206916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Checking segment: {'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:37:56.207550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.208160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Bound using segment: {'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:37:56.208925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Bound port: 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:37:56.209574 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.217042 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-351d897f-ea66-44c5-aa0e-2317b6393e6e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.222649 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-351d897f-ea66-44c5-aa0e-2317b6393e6e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.241892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789e31f-4257-4862-9777-cd81909188a2 req-a9908833-e402-4784-8208-239f2e8deb1c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:56.251469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6789e31f-4257-4862-9777-cd81909188a2 req-a9908833-e402-4784-8208-239f2e8deb1c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1155658 Jul 13 19:37:56.268388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d897f-ea66-44c5-aa0e-2317b6393e6e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b96ccb-6b66-4e38-943a-0e957757ff4f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:56.285168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-351d897f-ea66-44c5-aa0e-2317b6393e6e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.293509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-351d897f-ea66-44c5-aa0e-2317b6393e6e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675252 Jul 13 19:37:56.294828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:56.325170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-26b95b3e-69bd-46ce-a314-71719fc6b5cc tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '214382b3-9d26-40cb-b179-71190350dd2e', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:56.347142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6789e31f-4257-4862-9777-cd81909188a2 req-a9685651-5740-4a1c-940a-bded0f098077 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948644 Jul 13 19:37:56.380166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b95b3e-69bd-46ce-a314-71719fc6b5cc tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.467768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] For port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:37:56.473634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] For port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:37:56.480937 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.512457 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b95b3e-69bd-46ce-a314-71719fc6b5cc tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.517888 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b95b3e-69bd-46ce-a314-71719fc6b5cc tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.552783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b258a6b-d814-460d-9f37-90d928c6ea56 None None] Pushing event updated for resources: {'Port': ['ID=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:56.565170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b95b3e-69bd-46ce-a314-71719fc6b5cc tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c355a42-d82b-4eca-8498-6abcec450de2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:56.575384 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b95b3e-69bd-46ce-a314-71719fc6b5cc tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.576719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-26b95b3e-69bd-46ce-a314-71719fc6b5cc tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2781944 Jul 13 19:37:56.579557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:56.584811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-34846a3b-90ef-4daa-8947-0b30cfe21895 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '214382b3-9d26-40cb-b179-71190350dd2e', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:56.636712 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34846a3b-90ef-4daa-8947-0b30cfe21895 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.712851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34846a3b-90ef-4daa-8947-0b30cfe21895 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.721615 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34846a3b-90ef-4daa-8947-0b30cfe21895 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.745878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34846a3b-90ef-4daa-8947-0b30cfe21895 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc699729-7c74-4e04-bcb0-fcc8efb62e3c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:56.751084 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34846a3b-90ef-4daa-8947-0b30cfe21895 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.755682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:56.760423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c6dbe365-9c97-4ecb-b033-fc9ee418cf1a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '214382b3-9d26-40cb-b179-71190350dd2e', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:56.767300 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-34846a3b-90ef-4daa-8947-0b30cfe21895 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1864331 Jul 13 19:37:56.805174 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe365-9c97-4ecb-b033-fc9ee418cf1a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.937245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe365-9c97-4ecb-b033-fc9ee418cf1a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.944538 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe365-9c97-4ecb-b033-fc9ee418cf1a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.965670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbe365-9c97-4ecb-b033-fc9ee418cf1a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a90dfc-9074-4c4f-81aa-aa9bc589e7c8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:56.977162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe365-9c97-4ecb-b033-fc9ee418cf1a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:56.979758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c6dbe365-9c97-4ecb-b033-fc9ee418cf1a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2227552 Jul 13 19:37:56.982250 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:56.987736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9e013155-6dd9-4755-bb64-dc322226a2c1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '214382b3-9d26-40cb-b179-71190350dd2e', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:57.046000 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-9e013155-6dd9-4755-bb64-dc322226a2c1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Project e2fbb89be0b24ffd9a67cc90fa53a313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:37:57.063281 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e013155-6dd9-4755-bb64-dc322226a2c1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:57.152479 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e013155-6dd9-4755-bb64-dc322226a2c1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:57.160301 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e013155-6dd9-4755-bb64-dc322226a2c1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:57.212891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e013155-6dd9-4755-bb64-dc322226a2c1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dda55a-931d-415f-8bca-a2e329a2d59d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:57.216962 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e013155-6dd9-4755-bb64-dc322226a2c1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:57.219581 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9e013155-6dd9-4755-bb64-dc322226a2c1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2352717 Jul 13 19:37:57.222105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:57.228318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c2020e81-32c0-49fd-916b-92a6ce50be8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': '214382b3-9d26-40cb-b179-71190350dd2e', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:57.256386 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-c2020e81-32c0-49fd-916b-92a6ce50be8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Project e2fbb89be0b24ffd9a67cc90fa53a313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:37:57.263065 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2020e81-32c0-49fd-916b-92a6ce50be8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:57.367159 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2020e81-32c0-49fd-916b-92a6ce50be8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:57.373194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2020e81-32c0-49fd-916b-92a6ce50be8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:57.398732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2020e81-32c0-49fd-916b-92a6ce50be8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e429f64d-1bb2-496a-8c5e-de8f0d2e039a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:57.404019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2020e81-32c0-49fd-916b-92a6ce50be8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:57.414449 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c2020e81-32c0-49fd-916b-92a6ce50be8d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910682 Jul 13 19:37:57.622105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a835dc-ea0a-499f-89e3-8d95dbe3f8f0 req-9c2a82de-0558-4de7-99eb-3a1e33359dd6 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:57.630366 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46a835dc-ea0a-499f-89e3-8d95dbe3f8f0 req-9c2a82de-0558-4de7-99eb-3a1e33359dd6 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1170595 Jul 13 19:37:57.692239 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46a835dc-ea0a-499f-89e3-8d95dbe3f8f0 req-c3e274ab-aeb4-49ce-ab64-705c5a3d4c05 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601916 Jul 13 19:37:57.783298 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-4219ab2e-79b2-40fb-9530-2624828e5197 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005914124&fields=id&tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313 HTTP/1.1" status: 200 len: 267 time: 0.0807395 Jul 13 19:37:57.850733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:57.984252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-4c7456a0-981a-4fa5-9b47-41f79afa8755 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:57.987461 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-4c7456a0-981a-4fa5-9b47-41f79afa8755 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/networks?id=928c0037-6012-4848-8918-d473a46a3bbd HTTP/1.1" status: 200 len: 796 time: 0.2032866 Jul 13 19:37:58.009142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-9ce2fa3a-11d9-4743-a83c-8ab5f3c818c4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/quotas/e2fbb89be0b24ffd9a67cc90fa53a313 HTTP/1.1" status: 200 len: 375 time: 0.0163012 Jul 13 19:37:58.030745 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97974aa0-0ead-46cf-9498-a45700328d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:58.070137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:58.110581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-29532cca-f830-40bc-96c7-de4dbcb9804d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0999913 Jul 13 19:37:58.165735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:58.228287 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97974aa0-0ead-46cf-9498-a45700328d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:58.235883 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97974aa0-0ead-46cf-9498-a45700328d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:58.256667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539c7f9-e325-4a8b-81b2-355e38ed72f5 None None] Network 928c0037-6012-4848-8918-d473a46a3bbd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:37:58.259949 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-a05d865c-7bbe-4c06-8ab4-cd00f3c64781 service neutron] 10.222.0.25 "GET /v2.0/networks/928c0037-6012-4848-8918-d473a46a3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347749 Jul 13 19:37:58.296422 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-97974aa0-0ead-46cf-9498-a45700328d49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5e79db109a4412fb14fbc47bb3e3743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444861 Jul 13 19:37:58.298579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97974aa0-0ead-46cf-9498-a45700328d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a4d10-49ff-4286-a15b-5c5bbfbd4f42,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:58.302123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:58.376659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98242091-425d-437b-a834-19ae6d2586c3 None None] Provisioning for port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:58.383379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98242091-425d-437b-a834-19ae6d2586c3 None None] Provisioning complete for port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:58.384066 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98242091-425d-437b-a834-19ae6d2586c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:58.423291 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cf1db0e-8038-468a-82b4-1c425c4e4314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:58.476998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cf1db0e-8038-468a-82b4-1c425c4e4314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:58.489654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-59703b84-9fcd-4e10-9b27-237bb388b974 service neutron] 10.222.0.25 "GET /v2.0/networks/928c0037-6012-4848-8918-d473a46a3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239444 Jul 13 19:37:58.524572 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98242091-425d-437b-a834-19ae6d2586c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:58.554294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cf1db0e-8038-468a-82b4-1c425c4e4314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:58.562174 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cf1db0e-8038-468a-82b4-1c425c4e4314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:58.568586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7cf1db0e-8038-468a-82b4-1c425c4e4314 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a2a4d10-49ff-4286-a15b-5c5bbfbd4f42 HTTP/1.1" status: 204 len: 168 time: 0.2642095 Jul 13 19:37:58.577986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1db0e-8038-468a-82b4-1c425c4e4314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a4d10-49ff-4286-a15b-5c5bbfbd4f42,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:58.816017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-98242091-425d-437b-a834-19ae6d2586c3 None None] For port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:58.827025 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98242091-425d-437b-a834-19ae6d2586c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:58.971202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98242091-425d-437b-a834-19ae6d2586c3 None None] Pushing event updated for resources: {'Port': ['ID=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:59.145658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:59.167375 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04559709-e51d-488e-b8a2-8e6b16aff6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:59.233979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63404022-eef7-4e03-b288-843c1f5f44ed req-5b0498a6-e8bc-4c8c-a697-61651a527a3a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:59.236838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63404022-eef7-4e03-b288-843c1f5f44ed req-5b0498a6-e8bc-4c8c-a697-61651a527a3a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.2083311 Jul 13 19:37:59.272563 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-43eb5c2c-6209-493d-bf05-f0da6f2fd867 req-468497d8-5999-4cc2-8e67-6ffd2b935b13 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 210 time: 0.0684283 Jul 13 19:37:59.363233 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63404022-eef7-4e03-b288-843c1f5f44ed req-a6516f86-0832-40be-bae2-31d6d3ccd369 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180701 Jul 13 19:37:59.365561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ca63f0a2-0834-4bd6-9771-1a3874594d14 None None] Provisioning complete for port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:59.366074 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca63f0a2-0834-4bd6-9771-1a3874594d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:59.429603 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04559709-e51d-488e-b8a2-8e6b16aff6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:59.439211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04559709-e51d-488e-b8a2-8e6b16aff6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:59.502788 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-04559709-e51d-488e-b8a2-8e6b16aff6e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29b210714bcc449cabc567a40604551d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549745 Jul 13 19:37:59.505208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:59.512229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04559709-e51d-488e-b8a2-8e6b16aff6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3289696-9d55-4287-bb31-548dc7e83873,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:59.573232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8a34d73-4dca-4497-b552-ea7946e59714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:59.604381 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8a34d73-4dca-4497-b552-ea7946e59714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:59.677614 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8a34d73-4dca-4497-b552-ea7946e59714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:59.683193 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8a34d73-4dca-4497-b552-ea7946e59714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:59.688462 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c8a34d73-4dca-4497-b552-ea7946e59714 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3289696-9d55-4287-bb31-548dc7e83873 HTTP/1.1" status: 204 len: 168 time: 0.1812990 Jul 13 19:37:59.702761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a34d73-4dca-4497-b552-ea7946e59714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3289696-9d55-4287-bb31-548dc7e83873,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:00.034663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:00.106801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:00.114976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:00.115433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:00.460472 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c4a93a9-b5ad-4d7d-b26d-43eb309ee661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:00.695274 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c4a93a9-b5ad-4d7d-b26d-43eb309ee661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:00.711763 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c4a93a9-b5ad-4d7d-b26d-43eb309ee661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:00.729807 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bfb045d2-531b-4711-a6be-131628f0c4db req-d4eb1fe6-5980-4928-8280-1f1305c2281e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 210 time: 0.1337426 Jul 13 19:38:00.798214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6c4a93a9-b5ad-4d7d-b26d-43eb309ee661 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06034bbcc96a445fb10521516b09270a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6903863 Jul 13 19:38:00.800070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a93a9-b5ad-4d7d-b26d-43eb309ee661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faa1d65-f7cc-4b4b-9284-79b644cbca6b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:00.802788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:00.856377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34f0fe-5b80-4327-9c43-a7203ed66675 req-dc268776-ca94-4047-b839-20c115fd1a93 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:00.866615 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec34f0fe-5b80-4327-9c43-a7203ed66675 req-dc268776-ca94-4047-b839-20c115fd1a93 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1687374 Jul 13 19:38:00.870526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-b50446f6-8670-4683-8327-b3bac80283b4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:00.874546 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-b50446f6-8670-4683-8327-b3bac80283b4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.60 "GET /v2.0/networks?id=928c0037-6012-4848-8918-d473a46a3bbd HTTP/1.1" status: 200 len: 796 time: 0.2983360 Jul 13 19:38:00.941404 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec34f0fe-5b80-4327-9c43-a7203ed66675 req-c494c2e6-9866-4b63-ab5c-a7e5a6d59e1e tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737791 Jul 13 19:38:00.965544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e4fe-e26b-4c69-b025-31ca334ed244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:00.995831 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-5cff2ae4-5a29-4943-a77d-a0d7f2e918c2 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313 HTTP/1.1" status: 200 len: 473 time: 0.1122637 Jul 13 19:38:01.005111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'port': {'device_id': '742d6ec9-2cf1-4458-94d3-7c4a94e366be', 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd', 'admin_state_up': True, 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'security_groups': ['214382b3-9d26-40cb-b179-71190350dd2e']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:01.013708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e4fe-e26b-4c69-b025-31ca334ed244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:01.137743 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e4fe-e26b-4c69-b025-31ca334ed244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:01.140337 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e4fe-e26b-4c69-b025-31ca334ed244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:01.142428 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f7e5e4fe-e26b-4c69-b025-31ca334ed244 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2faa1d65-f7cc-4b4b-9284-79b644cbca6b HTTP/1.1" status: 204 len: 168 time: 0.3384211 Jul 13 19:38:01.159381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5e4fe-e26b-4c69-b025-31ca334ed244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faa1d65-f7cc-4b4b-9284-79b644cbca6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:01.175161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Made reservation on behalf of e2fbb89be0b24ffd9a67cc90fa53a313 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:01.181124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:01.349654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Allocated IP 172.20.0.23 (928c0037-6012-4848-8918-d473a46a3bbd/3215615c-aa70-444f-9b22-45a118d3a989/22e34da8-27bd-43be-857c-f6c6e502f1c8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:38:01.542997 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:01.558490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Transition to ACTIVE for port object 22e34da8-27bd-43be-857c-f6c6e502f1c8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:01.609860 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:01.643017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 928c0037-6012-4848-8918-d473a46a3bbd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:01.645804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:01.679133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:01.743304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:01.743956 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:01.765621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7644069 Jul 13 19:38:01.778533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Request body: {'port': {'device_id': '742d6ec9-2cf1-4458-94d3-7c4a94e366be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:01.836510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee41423-dbfb-4919-a050-415719827841 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=22e34da8-27bd-43be-857c-f6c6e502f1c8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:01.941651 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:02.053677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a55862c2-8613-4e14-af23-46423a0601b4 None None] Provisioning for port 22e34da8-27bd-43be-857c-f6c6e502f1c8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:02.081224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a55862c2-8613-4e14-af23-46423a0601b4 None None] Provisioning complete for port 22e34da8-27bd-43be-857c-f6c6e502f1c8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:02.083688 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a55862c2-8613-4e14-af23-46423a0601b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:02.145556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a55862c2-8613-4e14-af23-46423a0601b4 None None] Port 22e34da8-27bd-43be-857c-f6c6e502f1c8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:38:02.162781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b41f34-22d8-4872-b848-313c49655e7c req-953d8ffc-787d-4039-8f5f-fa8095841965 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:02.169921 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96b41f34-22d8-4872-b848-313c49655e7c req-953d8ffc-787d-4039-8f5f-fa8095841965 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 932 time: 0.1872575 Jul 13 19:38:02.385006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:02.636818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96b41f34-22d8-4872-b848-313c49655e7c req-cac2c92b-cad0-42d7-9068-b63f68175377 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630961 Jul 13 19:38:02.764726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-85397389-network', 'tenant_id': 'dcf1a89c05d54f8dbec0f66c23262b79'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:02.848202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fac2df-5562-4497-98c7-aeaaba697060 req-598679ef-e54e-41bd-8c91-c887616192f8 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:02.849882 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27fac2df-5562-4497-98c7-aeaaba697060 req-598679ef-e54e-41bd-8c91-c887616192f8 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.4640157 Jul 13 19:38:02.854482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Made reservation on behalf of dcf1a89c05d54f8dbec0f66c23262b79 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:02.856724 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:02.880191 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:02.905224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e34da8-27bd-43be-857c-f6c6e502f1c8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:38:02.922618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:02.958977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Transition to ACTIVE for port object 22e34da8-27bd-43be-857c-f6c6e502f1c8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:02.967798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27fac2df-5562-4497-98c7-aeaaba697060 req-3b4329b3-453c-4ca6-9d77-6f3b08b0ba72 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006641 Jul 13 19:38:02.970434 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.062032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Pushing event updated for resources: {'Port': ['ID=22e34da8-27bd-43be-857c-f6c6e502f1c8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:03.068720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:03.176645 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.184095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.210887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Attempting to bind port 22e34da8-27bd-43be-857c-f6c6e502f1c8 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:03.211242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Attempting to bind port 22e34da8-27bd-43be-857c-f6c6e502f1c8 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:03.211574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Attempting to bind port 22e34da8-27bd-43be-857c-f6c6e502f1c8 on network 928c0037-6012-4848-8918-d473a46a3bbd {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:03.224952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Port 22e34da8-27bd-43be-857c-f6c6e502f1c8 on network 928c0037-6012-4848-8918-d473a46a3bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:03.225286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Attempting to bind port 22e34da8-27bd-43be-857c-f6c6e502f1c8 on network 928c0037-6012-4848-8918-d473a46a3bbd {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:03.236412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:38:03.236750 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Checking segment: {'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:03.237265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Bound using segment: {'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:38:03.237763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Bound port: 22e34da8-27bd-43be-857c-f6c6e502f1c8, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:38:03.238149 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.300017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:38:03.316033 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245f899b-5880-47d7-be75-1a0a064d058e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:03.324487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d44467-9fe8-47ee-b112-dd0f9d024781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.340710 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.341031 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Added segment 67ac6056-6436-4cdb-b46e-dbdce99634b3 of type vlan for network 5a58101e-b220-43ab-8114-c5b9cb174157 Jul 13 19:38:03.342464 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:38:03.392171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] For port 22e34da8-27bd-43be-857c-f6c6e502f1c8, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:03.419587 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.426991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] For port 22e34da8-27bd-43be-857c-f6c6e502f1c8, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=22e34da8-27bd-43be-857c-f6c6e502f1c8,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:38:03.438212 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.504637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:03.505267 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.506707 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] 10.222.0.60 "PUT /v2.0/ports/22e34da8-27bd-43be-857c-f6c6e502f1c8 HTTP/1.1" status: 200 len: 1092 time: 1.7339988 Jul 13 19:38:03.507154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742d6ec9-2cf1-4458-94d3-7c4a94e366be', 'tag': '22e34da8-27bd-43be-857c-f6c6e502f1c8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:03.509401 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e590281f-b832-4772-ac97-ba859f2767aa" -d '{"events": [{"name": "network-changed", "server_uuid": "742d6ec9-2cf1-4458-94d3-7c4a94e366be", "tag": "22e34da8-27bd-43be-857c-f6c6e502f1c8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:03.540171 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.541987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:03.542726 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.602157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7c030-37ff-4e5c-9f70-b866a759f842 service neutron] Pushing event updated for resources: {'Port': ['ID=22e34da8-27bd-43be-857c-f6c6e502f1c8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:03.606006 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91a3997-86d3-4873-913d-77cd99db7d2b x-openstack-request-id: req-f91a3997-86d3-4873-913d-77cd99db7d2b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:03.606585 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742d6ec9-2cf1-4458-94d3-7c4a94e366be", "tag": "22e34da8-27bd-43be-857c-f6c6e502f1c8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:03.607042 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f91a3997-86d3-4873-913d-77cd99db7d2b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:03.607617 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742d6ec9-2cf1-4458-94d3-7c4a94e366be', 'tag': '22e34da8-27bd-43be-857c-f6c6e502f1c8', 'status': 'completed', 'code': 200} Jul 13 19:38:03.731503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a58101e-b220-43ab-8114-c5b9cb174157,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:03.746521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 5a58101e-b220-43ab-8114-c5b9cb174157 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:38:03.754175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d44467-9fe8-47ee-b112-dd0f9d024781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.762796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d44467-9fe8-47ee-b112-dd0f9d024781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.772864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4b427982-d151-4bda-b682-9c0ad7333db6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3830695 Jul 13 19:38:03.774090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:03.783520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Request body: {'subnet': {'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-85397389-subnet', 'tenant_id': 'dcf1a89c05d54f8dbec0f66c23262b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:03.818728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-8abf3685-ddb7-4c5a-a7da-4c8ed27fad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:03.819562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Made reservation on behalf of dcf1a89c05d54f8dbec0f66c23262b79 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:03.823234 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-8abf3685-ddb7-4c5a-a7da-4c8ed27fad30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 1095 time: 0.2560091 Jul 13 19:38:03.823980 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:03.832756 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-44d44467-9fe8-47ee-b112-dd0f9d024781 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3797ff0000c441fabb4fa3483843288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7618542 Jul 13 19:38:03.833479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:03.858049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d44467-9fe8-47ee-b112-dd0f9d024781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b371cc-18b6-4e29-a402-c0222a9a0004,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:03.896136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-8b6e351f-1d90-45c7-bce3-8517daadda44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=22e34da8-27bd-43be-857c-f6c6e502f1c8 HTTP/1.1" status: 200 len: 217 time: 0.0616264 Jul 13 19:38:03.976266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-2f9ac2f6-f8b6-43a8-a42a-77853e358b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:03.977744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-2f9ac2f6-f8b6-43a8-a42a-77853e358b5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3215615c-aa70-444f-9b22-45a118d3a989 HTTP/1.1" status: 200 len: 838 time: 0.0739832 Jul 13 19:38:03.982700 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3a12ff0-69b0-45e4-9e6d-15fc5b11cde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:04.041880 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3a12ff0-69b0-45e4-9e6d-15fc5b11cde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:04.111093 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:04.132355 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3a12ff0-69b0-45e4-9e6d-15fc5b11cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:04.136937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3a12ff0-69b0-45e4-9e6d-15fc5b11cde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:04.138908 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d3a12ff0-69b0-45e4-9e6d-15fc5b11cde9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3b371cc-18b6-4e29-a402-c0222a9a0004 HTTP/1.1" status: 204 len: 168 time: 0.2942715 Jul 13 19:38:04.153231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-a7f4f3fd-423e-45b6-ab26-a8d3117690af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:04.155298 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-a7f4f3fd-423e-45b6-ab26-a8d3117690af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=928c0037-6012-4848-8918-d473a46a3bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1701598 Jul 13 19:38:04.168994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99af0a-6c34-42e4-9573-2e1edb26d817 req-eee65325-b31e-4814-b0f2-2b3944a52b09 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:04.170835 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a99af0a-6c34-42e4-9573-2e1edb26d817 req-eee65325-b31e-4814-b0f2-2b3944a52b09 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 944 time: 0.3403430 Jul 13 19:38:04.175569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a12ff0-69b0-45e4-9e6d-15fc5b11cde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b371cc-18b6-4e29-a402-c0222a9a0004,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:04.223927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aadf757-cbe3-4734-8279-7807e7aa8605,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:04.277327 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a99af0a-6c34-42e4-9573-2e1edb26d817 req-93f2d486-3533-4baa-af51-d6ce0fbb80c9 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752909 Jul 13 19:38:04.280725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Checking segment: {'id': '67ac6056-6436-4cdb-b46e-dbdce99634b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:04.280891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Network hostable DHCP agents. Network: 5a58101e-b220-43ab-8114-c5b9cb174157, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:38:04.324962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Network 5a58101e-b220-43ab-8114-c5b9cb174157 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:38:04.342840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 5a58101e-b220-43ab-8114-c5b9cb174157) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:04.349566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-3c9af6db-def5-4a83-8236-ff86d96d845c service neutron] 10.222.0.60 "GET /v2.0/networks/928c0037-6012-4848-8918-d473a46a3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869185 Jul 13 19:38:04.352446 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc235aeb-7f5b-4b46-bfac-3d4db8e95a2d None None] Network 5a58101e-b220-43ab-8114-c5b9cb174157 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:38:04.360669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:04.361303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:04.393946 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-88206ccd-cd89-4d7d-a6a8-ba79e8f2289d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6172228 Jul 13 19:38:04.605942 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ebb9c15-2a8a-4e68-a789-904294e6cff1 req-2918747d-8f34-4847-bd54-65233b7a95e2 service neutron] 10.222.0.60 "GET /v2.0/networks/928c0037-6012-4848-8918-d473a46a3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388713 Jul 13 19:38:04.666282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27093b9-09d0-4a33-b5db-d5d44b81ac20 None None] Network 5a58101e-b220-43ab-8114-c5b9cb174157 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:38:04.733430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635f8fe-97ef-4f73-9e33-798c98a35874 req-feada11b-b5bc-4481-8488-05eae9eaff81 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:04.744267 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1635f8fe-97ef-4f73-9e33-798c98a35874 req-feada11b-b5bc-4481-8488-05eae9eaff81 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1347041 Jul 13 19:38:04.790896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:04.792023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9dbd1-9063-4074-8d23-850cf56ddf4e req-ef91f3ad-f854-4046-b606-176ce354cc15 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:04.793956 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20a9dbd1-9063-4074-8d23-850cf56ddf4e req-ef91f3ad-f854-4046-b606-176ce354cc15 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 945 time: 0.1854322 Jul 13 19:38:04.848586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590281f-b832-4772-ac97-ba859f2767aa req-49c77ea0-0f9d-4d59-8558-2cc5edc2d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:04.850106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e590281f-b832-4772-ac97-ba859f2767aa req-49c77ea0-0f9d-4d59-8558-2cc5edc2d6ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 1095 time: 0.1582813 Jul 13 19:38:04.857229 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20a9dbd1-9063-4074-8d23-850cf56ddf4e req-4054379e-586d-4a94-a325-86380ed3bb43 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539839 Jul 13 19:38:04.861257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1635f8fe-97ef-4f73-9e33-798c98a35874 req-2f196d6e-06a8-4f82-86bf-b85521a50df1 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156232 Jul 13 19:38:04.864181 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d21b7976-5215-4dda-a49a-758af9a6ef0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:04.978120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590281f-b832-4772-ac97-ba859f2767aa req-f801c0c8-f351-4dce-bb66-ea118bcec939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:04.980788 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e590281f-b832-4772-ac97-ba859f2767aa req-f801c0c8-f351-4dce-bb66-ea118bcec939 service neutron] 10.222.0.60 "GET /v2.0/networks?id=928c0037-6012-4848-8918-d473a46a3bbd HTTP/1.1" status: 200 len: 897 time: 0.1226051 Jul 13 19:38:05.022645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d21b7976-5215-4dda-a49a-758af9a6ef0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:05.027226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d21b7976-5215-4dda-a49a-758af9a6ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:05.061193 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e590281f-b832-4772-ac97-ba859f2767aa req-75cddbf5-3736-49d5-8aa4-03c7f20ed11f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=22e34da8-27bd-43be-857c-f6c6e502f1c8 HTTP/1.1" status: 200 len: 217 time: 0.0719306 Jul 13 19:38:05.071833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b7976-5215-4dda-a49a-758af9a6ef0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c7e693-482d-4271-ae77-8e70eed97303,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:05.080197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d21b7976-5215-4dda-a49a-758af9a6ef0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b28f50159a1546ca916ff99180ee9a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809820 Jul 13 19:38:05.081290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:05.133641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590281f-b832-4772-ac97-ba859f2767aa req-324f4270-e4e5-4d91-aaca-7cdfa215f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:05.134912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1ab2-4724-4abe-8eb1-b547f9596a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:05.135208 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e590281f-b832-4772-ac97-ba859f2767aa req-324f4270-e4e5-4d91-aaca-7cdfa215f3ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3215615c-aa70-444f-9b22-45a118d3a989 HTTP/1.1" status: 200 len: 838 time: 0.0551491 Jul 13 19:38:05.162078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1ab2-4724-4abe-8eb1-b547f9596a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:05.192834 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc35468-c9b6-4b68-98cc-8630c399501f req-ab036d9d-57bf-496c-b5a0-e693d3c98593 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:05.200247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-adc35468-c9b6-4b68-98cc-8630c399501f req-ab036d9d-57bf-496c-b5a0-e693d3c98593 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 946 time: 0.1895685 Jul 13 19:38:05.214148 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1ab2-4724-4abe-8eb1-b547f9596a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:05.216900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1ab2-4724-4abe-8eb1-b547f9596a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:05.218133 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b8ed1ab2-4724-4abe-8eb1-b547f9596a7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48c7e693-482d-4271-ae77-8e70eed97303 HTTP/1.1" status: 204 len: 168 time: 0.1358087 Jul 13 19:38:05.227632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed1ab2-4724-4abe-8eb1-b547f9596a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c7e693-482d-4271-ae77-8e70eed97303,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:05.264859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-adc35468-c9b6-4b68-98cc-8630c399501f req-9bda517c-22c1-4180-ba33-a106071a2780 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636342 Jul 13 19:38:05.268321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590281f-b832-4772-ac97-ba859f2767aa req-e90e27ce-b059-4a19-b0b0-8970ff82ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:05.270376 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e590281f-b832-4772-ac97-ba859f2767aa req-e90e27ce-b059-4a19-b0b0-8970ff82ace9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=928c0037-6012-4848-8918-d473a46a3bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276960 Jul 13 19:38:05.374608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e590281f-b832-4772-ac97-ba859f2767aa req-fc97eb79-5c53-4d42-b455-fa5a4203548d service neutron] 10.222.0.60 "GET /v2.0/networks/928c0037-6012-4848-8918-d473a46a3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974255 Jul 13 19:38:05.526266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e590281f-b832-4772-ac97-ba859f2767aa req-49cd35aa-a46f-48e5-9935-6857d1ec110a service neutron] 10.222.0.60 "GET /v2.0/networks/928c0037-6012-4848-8918-d473a46a3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419346 Jul 13 19:38:05.547954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7c38e-2dcd-4166-b528-82cc4d5c09ac req-fa1e347a-ec2f-4069-8381-98c8649323f9 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:05.551030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04c7c38e-2dcd-4166-b528-82cc4d5c09ac req-fa1e347a-ec2f-4069-8381-98c8649323f9 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 944 time: 0.1161659 Jul 13 19:38:05.602222 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04c7c38e-2dcd-4166-b528-82cc4d5c09ac req-8ab75671-d1be-431e-801a-7a4bb79f708f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452795 Jul 13 19:38:05.910680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-95f39916-d971-45f1-bc0c-e7dd26398dd9 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:05.912847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-95f39916-d971-45f1-bc0c-e7dd26398dd9 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 945 time: 0.0709667 Jul 13 19:38:05.943006 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-15150c45-d850-4bc8-9789-461e69e170f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916610 Jul 13 19:38:06.109267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-749b4a42-05d8-4d80-8bca-cb8897a0b0ea tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Deleting port bd72d691-9e9c-4842-9458-da0f419d69cf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:06.109665 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-749b4a42-05d8-4d80-8bca-cb8897a0b0ea tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:06.196332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f52f-b2b7-48b5-8b47-b9463945ec30 req-46ee6b3b-ca51-41c0-b45d-ac1558201dd7 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:06.201654 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fb8f52f-b2b7-48b5-8b47-b9463945ec30 req-46ee6b3b-ca51-41c0-b45d-ac1558201dd7 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1152813 Jul 13 19:38:06.206281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-28305c68-76ac-4048-a751-c802d1aaff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:06.208029 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-28305c68-76ac-4048-a751-c802d1aaff22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 1097 time: 0.2022924 Jul 13 19:38:06.273631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-749b4a42-05d8-4d80-8bca-cb8897a0b0ea tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] For port bd72d691-9e9c-4842-9458-da0f419d69cf, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=bd72d691-9e9c-4842-9458-da0f419d69cf,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:06.274012 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-749b4a42-05d8-4d80-8bca-cb8897a0b0ea tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:06.293432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-749b4a42-05d8-4d80-8bca-cb8897a0b0ea tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Calling delete_port for bd72d691-9e9c-4842-9458-da0f419d69cf owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:06.358636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de9aa0-f7cd-4ddf-a058-f6b0cd648941 req-d2b5d65f-e582-42e3-a993-5b8a4e15a792 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:06.359385 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fb8f52f-b2b7-48b5-8b47-b9463945ec30 req-3fed6040-7f29-4b41-9947-174b885df9fc tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331885 Jul 13 19:38:06.360354 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c5de9aa0-f7cd-4ddf-a058-f6b0cd648941 req-d2b5d65f-e582-42e3-a993-5b8a4e15a792 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d16c248-792c-4251-a455-3cd723686b68 HTTP/1.1" status: 200 len: 945 time: 0.2654865 Jul 13 19:38:06.413558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-5e7f29c5-e386-48a1-8914-85140a443522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:06.415369 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-5e7f29c5-e386-48a1-8914-85140a443522 service neutron] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 912 time: 0.1659050 Jul 13 19:38:06.434751 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c5de9aa0-f7cd-4ddf-a058-f6b0cd648941 req-e60c5ac2-bb68-4059-87e8-290ef3b4e7c9 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657120 Jul 13 19:38:06.538431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-ba8a68ec-7269-4f16-8d6c-e619b4e6ee12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c HTTP/1.1" status: 200 len: 1002 time: 0.1144121 Jul 13 19:38:06.558503 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-749b4a42-05d8-4d80-8bca-cb8897a0b0ea tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:06.574586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2f728e25-78d2-4d54-b7d2-7ff3efdcba65', 'b11152ff-f89c-4161-bda9-dced9ac24d18', 'bd72d691-9e9c-4842-9458-da0f419d69cf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:06.591529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b4a42-05d8-4d80-8bca-cb8897a0b0ea tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Pushing event deleted for resources: {'Port': ['ID=bd72d691-9e9c-4842-9458-da0f419d69cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:06.638199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['6de08a07-33ad-4cf3-9af7-c7e70bbbb09f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:06.650622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-749b4a42-05d8-4d80-8bca-cb8897a0b0ea tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] No DVR routers for this DVR port bd72d691-9e9c-4842-9458-da0f419d69cf on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:06.661595 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-749b4a42-05d8-4d80-8bca-cb8897a0b0ea tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:06.665927 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-588989e8-a2b9-48e5-ad2d-d035b00b7ac8 req-749b4a42-05d8-4d80-8bca-cb8897a0b0ea tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "DELETE /v2.0/ports/bd72d691-9e9c-4842-9458-da0f419d69cf HTTP/1.1" status: 204 len: 173 time: 0.7449746 Jul 13 19:38:06.666434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d16c248-792c-4251-a455-3cd723686b68', 'name': 'network-vif-deleted', 'tag': 'bd72d691-9e9c-4842-9458-da0f419d69cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:06.667140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-50670e58-6826-4c2f-9c39-8338ebeb885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:06.668737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-50670e58-6826-4c2f-9c39-8338ebeb885f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.1208317 Jul 13 19:38:06.674592 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1538e33-cc8c-4355-9874-815f36888419" -d '{"events": [{"server_uuid": "6d16c248-792c-4251-a455-3cd723686b68", "name": "network-vif-deleted", "tag": "bd72d691-9e9c-4842-9458-da0f419d69cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:06.800902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-1f7fd16f-f069-4a24-89c2-60f3c3943ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:06.802450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-1f7fd16f-f069-4a24-89c2-60f3c3943ec9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246207 Jul 13 19:38:07.013931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71691ad8-f5ba-4dd0-83d3-f5a91e0a3c01 req-17887ee3-a1ca-41e2-aef5-94751ed7334c tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:07.016293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71691ad8-f5ba-4dd0-83d3-f5a91e0a3c01 req-17887ee3-a1ca-41e2-aef5-94751ed7334c tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 946 time: 0.1087906 Jul 13 19:38:07.082760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71691ad8-f5ba-4dd0-83d3-f5a91e0a3c01 req-3fbab2dc-6f8b-49f1-869e-3abc07e5b2a0 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596883 Jul 13 19:38:07.116868 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5859b6-235f-4b51-adc6-8ebfaabbe6d5 x-openstack-request-id: req-4f5859b6-235f-4b51-adc6-8ebfaabbe6d5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:07.117488 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d16c248-792c-4251-a455-3cd723686b68", "name": "network-vif-deleted", "tag": "bd72d691-9e9c-4842-9458-da0f419d69cf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:07.117905 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f5859b6-235f-4b51-adc6-8ebfaabbe6d5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:07.118378 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d16c248-792c-4251-a455-3cd723686b68', 'name': 'network-vif-deleted', 'tag': 'bd72d691-9e9c-4842-9458-da0f419d69cf', 'status': 'completed', 'code': 200} Jul 13 19:38:07.122266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:07.125664 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-604d25e5-3a64-40dc-b6ca-af95e84baef9 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134496 Jul 13 19:38:07.139276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a03f5-7af4-4e80-a46b-6e7cc9fbd5fb req-11e8d467-8c36-4aec-bb9a-b1c13a2379d1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:07.147568 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d4a03f5-7af4-4e80-a46b-6e7cc9fbd5fb req-11e8d467-8c36-4aec-bb9a-b1c13a2379d1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 944 time: 0.2444005 Jul 13 19:38:07.249034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5d4a03f5-7af4-4e80-a46b-6e7cc9fbd5fb req-443938d6-73ac-4cc6-bec0-c769cc618eff tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005633 Jul 13 19:38:07.302165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49d264e1-74c3-47b3-96ed-ca3fd8d7a4ba req-ece8cd25-574f-452d-a08d-5c19772c17db service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519644 Jul 13 19:38:07.346737 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-111b2aa5-2564-4e52-9752-af5e5d8f7390 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:07.348240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-111b2aa5-2564-4e52-9752-af5e5d8f7390 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/networks?id=5a58101e-b220-43ab-8114-c5b9cb174157 HTTP/1.1" status: 200 len: 807 time: 0.1434608 Jul 13 19:38:07.370510 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed323db9-314a-411e-81b6-1626b6d33214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:07.375281 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-506f9449-931f-4202-bec2-b7805d71ab09 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/quotas/dcf1a89c05d54f8dbec0f66c23262b79 HTTP/1.1" status: 200 len: 375 time: 0.0194836 Jul 13 19:38:07.415736 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-5f7b4ce4-93bf-4646-9873-fb2c5388904c tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcf1a89c05d54f8dbec0f66c23262b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338285 Jul 13 19:38:07.548667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-333e8373-1d74-47d5-ac3c-c3e18f93a844 service neutron] 10.222.0.25 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220970 Jul 13 19:38:07.551354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7f7f-31d8-41d5-b138-a5dd7de58be0 req-43d7c9ce-9e56-44f9-ad7f-9c73122aab85 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:07.552864 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22dc7f7f-31d8-41d5-b138-a5dd7de58be0 req-43d7c9ce-9e56-44f9-ad7f-9c73122aab85 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.0717340 Jul 13 19:38:07.589920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22dc7f7f-31d8-41d5-b138-a5dd7de58be0 req-93583da9-9f43-47f2-893c-4d1149d18d28 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314083 Jul 13 19:38:07.619473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed323db9-314a-411e-81b6-1626b6d33214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:07.627247 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed323db9-314a-411e-81b6-1626b6d33214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:07.683932 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ed323db9-314a-411e-81b6-1626b6d33214 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbd772baded44897aedcc8f12e6f05ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604928 Jul 13 19:38:07.686806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed323db9-314a-411e-81b6-1626b6d33214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb06634-3fbe-4bae-9666-75c4ec363416,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:07.687654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:07.714503 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-0da9ca9f-8c05-4614-bb79-99c405270cf2 service neutron] 10.222.0.25 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546547 Jul 13 19:38:07.745770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-703ea0fd-cdcb-48c7-8e4e-1d1a752da941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:07.774328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-703ea0fd-cdcb-48c7-8e4e-1d1a752da941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:07.893130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-703ea0fd-cdcb-48c7-8e4e-1d1a752da941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:07.895263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-703ea0fd-cdcb-48c7-8e4e-1d1a752da941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:07.898979 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-703ea0fd-cdcb-48c7-8e4e-1d1a752da941 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cb06634-3fbe-4bae-9666-75c4ec363416 HTTP/1.1" status: 204 len: 168 time: 0.2076352 Jul 13 19:38:07.911714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ea0fd-cdcb-48c7-8e4e-1d1a752da941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb06634-3fbe-4bae-9666-75c4ec363416,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:07.940932 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-7ead9df8-6685-4a48-a903-afa92d9876b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1355467 Jul 13 19:38:08.100506 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d05ec1b-1506-4794-a02e-6a28c401334c req-1b4c8dad-e6b0-4f89-b6ba-e9d46688df9f tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 210 time: 0.1416438 Jul 13 19:38:08.157971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-54d05d29-7dac-47e7-9177-39975153ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.158837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-54d05d29-7dac-47e7-9177-39975153ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.159694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-54d05d29-7dac-47e7-9177-39975153ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.160390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-54d05d29-7dac-47e7-9177-39975153ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.161172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-54d05d29-7dac-47e7-9177-39975153ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.162032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-54d05d29-7dac-47e7-9177-39975153ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.162843 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-54d05d29-7dac-47e7-9177-39975153ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.165469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-54d05d29-7dac-47e7-9177-39975153ad2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6491 time: 0.1384480 Jul 13 19:38:08.205191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 22e34da8-27bd-43be-857c-f6c6e502f1c8 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:38:08.395192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 22e34da8-27bd-43be-857c-f6c6e502f1c8, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=22e34da8-27bd-43be-857c-f6c6e502f1c8,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:08.405020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-6273ec8c-6ccf-4048-9914-e8be70ccc48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.405599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-6273ec8c-6ccf-4048-9914-e8be70ccc48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.406125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-6273ec8c-6ccf-4048-9914-e8be70ccc48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.409359 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-6273ec8c-6ccf-4048-9914-e8be70ccc48f service neutron] 10.222.0.60 "GET /v2.0/networks?id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 HTTP/1.1" status: 200 len: 2293 time: 0.1999528 Jul 13 19:38:08.409727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '22e34da8-27bd-43be-857c-f6c6e502f1c8', 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd', 'port_id': '22e34da8-27bd-43be-857c-f6c6e502f1c8', 'mac_address': 'fa:16:3e:67:d7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3215615c-aa70-444f-9b22-45a118d3a989', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:38:08.518603 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:08.536154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e34da8-27bd-43be-857c-f6c6e502f1c8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:38:08.557744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336356e2-35af-4b1b-9f5b-6f62e1cfc653 req-c6c7b5b0-7348-4ea7-ac1a-563f0db84e61 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.559376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-336356e2-35af-4b1b-9f5b-6f62e1cfc653 req-c6c7b5b0-7348-4ea7-ac1a-563f0db84e61 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 944 time: 0.1244376 Jul 13 19:38:08.561224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 22e34da8-27bd-43be-857c-f6c6e502f1c8, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=22e34da8-27bd-43be-857c-f6c6e502f1c8,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:08.582153 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:08.611149 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-318e859c-6d99-4baf-ae5f-7a9ff02dffd8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5203f733-bba5-4060-91fd-72000c2983bc HTTP/1.1" status: 200 len: 1002 time: 0.1775582 Jul 13 19:38:08.646466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-336356e2-35af-4b1b-9f5b-6f62e1cfc653 req-950cdbfd-f69d-4ea0-a5cf-17c30b29b14b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786812 Jul 13 19:38:08.705457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=22e34da8-27bd-43be-857c-f6c6e502f1c8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:08.729328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.735539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.736421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.737204 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.737828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.738465 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.739030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.739515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.740014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.741327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.742198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.742718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:08.762679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00852caa-36bd-4958-97a9-15d5dd772374 req-d589282a-380e-4a9a-96fa-96113b146099 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.765719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00852caa-36bd-4958-97a9-15d5dd772374 req-d589282a-380e-4a9a-96fa-96113b146099 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 946 time: 0.3812408 Jul 13 19:38:08.783075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-e1bfd59e-1a22-4c8f-9ed3-0d4395bf0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.785079 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-e1bfd59e-1a22-4c8f-9ed3-0d4395bf0052 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b HTTP/1.1" status: 200 len: 851 time: 0.1574042 Jul 13 19:38:08.880016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['22e34da8-27bd-43be-857c-f6c6e502f1c8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:08.909657 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00852caa-36bd-4958-97a9-15d5dd772374 req-01655f78-3c5f-4eed-ae20-e438390ba5f4 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232688 Jul 13 19:38:08.960340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-45580e69-801b-4180-a48e-6e6e92140d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.962011 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-45580e69-801b-4180-a48e-6e6e92140d1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668727 Jul 13 19:38:08.969217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a6b53-35d8-4066-ab51-0ac8a48571c8 req-ec76cc60-e834-42a8-989f-939217c62f4c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:08.983182 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce0a6b53-35d8-4066-ab51-0ac8a48571c8 req-ec76cc60-e834-42a8-989f-939217c62f4c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1587832 Jul 13 19:38:09.079074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce0a6b53-35d8-4066-ab51-0ac8a48571c8 req-d263b1f4-1409-4c02-ab30-074d3b94628a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936985 Jul 13 19:38:09.104869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-f48b9c8d-d394-4937-ac7b-39aafba5ee32 service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348343 Jul 13 19:38:09.268575 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-3ff84605-c444-4ec6-b281-0e397d2db3f4 service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571651 Jul 13 19:38:09.326017 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0adb86f-1174-4c83-890b-26a44d07437e req-94ff3b23-fec4-41ad-8a1e-9806efc99c63 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 210 time: 0.0449145 Jul 13 19:38:09.347684 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-9fcf06f9-6ba1-4d1b-9312-bd5afe5925b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 200 len: 217 time: 0.0717807 Jul 13 19:38:09.400139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-a1253fa1-5df4-492e-8b49-40d94f1f29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:09.401706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-a1253fa1-5df4-492e-8b49-40d94f1f29b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0461199 Jul 13 19:38:09.472795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-f86902c4-4db9-4583-91a0-2825691ac3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:09.474304 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-f86902c4-4db9-4583-91a0-2825691ac3e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654736 Jul 13 19:38:09.624183 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-b589cb3e-de91-4ea3-bfb8-6ecc4243747e service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430748 Jul 13 19:38:09.693583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669de03-2064-4053-aa99-5a6b78df2939 req-4e5028a2-4acc-4e7c-b72b-61e6278366aa tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:09.695110 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b669de03-2064-4053-aa99-5a6b78df2939 req-4e5028a2-4acc-4e7c-b72b-61e6278366aa tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.60 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 946 time: 0.1611493 Jul 13 19:38:09.791377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-c602a6f3-c6c2-4951-a54b-de3be1e619d3 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:09.792951 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-c602a6f3-c6c2-4951-a54b-de3be1e619d3 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.60 "GET /v2.0/networks?id=5a58101e-b220-43ab-8114-c5b9cb174157 HTTP/1.1" status: 200 len: 807 time: 0.1782935 Jul 13 19:38:09.809863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Request body: {'port': {'device_id': 'a511ec89-efcf-45d7-b037-ef9eb28e97eb', 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157', 'admin_state_up': True, 'tenant_id': 'dcf1a89c05d54f8dbec0f66c23262b79'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:09.973994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-9af7d87e-5ccb-49b2-9830-93a631ced3c4 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434005 Jul 13 19:38:10.005172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Made reservation on behalf of dcf1a89c05d54f8dbec0f66c23262b79 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:10.009606 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:10.079426 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-9e8c33b0-5228-4a48-b438-fc090b5d205e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 200 len: 217 time: 0.0977912 Jul 13 19:38:10.086655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Deleting port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:10.087002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:10.221339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 22e34da8-27bd-43be-857c-f6c6e502f1c8 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:10.229749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Allocated IP 172.20.0.10 (5a58101e-b220-43ab-8114-c5b9cb174157/6aadf757-cbe3-4734-8279-7807e7aa8605/164a008d-f7ea-426a-b1c2-9fde43766bdd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:38:10.253789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11fc42-ecdc-416d-b8bb-666b33fc4151 req-228e06e6-49cb-4723-a887-5bf9507f0d80 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:10.255528 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b11fc42-ecdc-416d-b8bb-666b33fc4151 req-228e06e6-49cb-4723-a887-5bf9507f0d80 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 946 time: 0.1546419 Jul 13 19:38:10.284973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:10.342283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b11fc42-ecdc-416d-b8bb-666b33fc4151 req-f8ea274c-ff1f-413a-9d7d-ad86f811b404 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e6490ef-84bb-4728-a703-028cac8c437a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743217 Jul 13 19:38:10.354669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 22e34da8-27bd-43be-857c-f6c6e502f1c8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:10.363993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 22e34da8-27bd-43be-857c-f6c6e502f1c8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:10.365392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:10.494361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd160ebb-2b35-4505-b5e2-2640238cc43e req-f7a1e7f1-da00-4109-8701-9f5497cc4200 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:10.496046 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bd160ebb-2b35-4505-b5e2-2640238cc43e req-f7a1e7f1-da00-4109-8701-9f5497cc4200 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 945 time: 0.6121290 Jul 13 19:38:10.513243 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:10.514669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a34ec8b8-065d-426d-a394-8e18a9234e1d tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:10.540129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742d6ec9-2cf1-4458-94d3-7c4a94e366be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e34da8-27bd-43be-857c-f6c6e502f1c8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:10.543304 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ed5cd9-91b4-44ef-a95e-fe92feb13c22" -d '{"events": [{"server_uuid": "742d6ec9-2cf1-4458-94d3-7c4a94e366be", "name": "network-vif-plugged", "status": "completed", "tag": "22e34da8-27bd-43be-857c-f6c6e502f1c8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:10.555498 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a34ec8b8-065d-426d-a394-8e18a9234e1d tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] 10.222.0.25 "PUT /v2.0/quotas/b2f9e65ea246440b8cd80e642896a7c5 HTTP/1.1" status: 200 len: 368 time: 0.2625098 Jul 13 19:38:10.558376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:10.559542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 22e34da8-27bd-43be-857c-f6c6e502f1c8, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=22e34da8-27bd-43be-857c-f6c6e502f1c8,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:10.565266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Request body: {'network': {'project_id': 'b2f9e65ea246440b8cd80e642896a7c5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:10.567122 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:10.568276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device bd72d691-9e9c-4842-9458-da0f419d69cf no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:10.648912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=22e34da8-27bd-43be-857c-f6c6e502f1c8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:10.650123 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:10.653713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: bd72d691-9e9c-4842-9458-da0f419d69cf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:10.654154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device bd72d691-9e9c-4842-9458-da0f419d69cf not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:10.670194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Made reservation on behalf of b2f9e65ea246440b8cd80e642896a7c5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:10.673271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:10.681374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-4c458ee9-5d3a-4d8b-a337-c5486977ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:10.683052 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-4c458ee9-5d3a-4d8b-a337-c5486977ff07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.5926974 Jul 13 19:38:10.685067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] For port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:10.685450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:10.696653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:10.733093 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bd160ebb-2b35-4505-b5e2-2640238cc43e req-ce11e658-221a-40e2-b0e8-cb7d0d9f0303 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306753 Jul 13 19:38:10.758804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31bc60-250f-41ed-b7c0-89366d061c09 req-139dc642-61ec-4c7a-a5eb-3999b24f9bd7 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:10.759732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e31bc60-250f-41ed-b7c0-89366d061c09 req-139dc642-61ec-4c7a-a5eb-3999b24f9bd7 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1868882 Jul 13 19:38:10.805424 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:10.846814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Network 5a58101e-b220-43ab-8114-c5b9cb174157 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:10.855785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:10.865069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:10.927393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-f9cb255a-7993-4405-ae2f-f2ae074cb4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:10.927954 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-f9cb255a-7993-4405-ae2f-f2ae074cb4e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2283111 Jul 13 19:38:11.053810 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.061492 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Pushing event updated for resources: {'Port': ['ID=164a008d-f7ea-426a-b1c2-9fde43766bdd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:11.083315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.128514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:11.129705 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.130764 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.131136 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.131475 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Floating IP 064d1297-5d2d-43e0-803e-c9c91420fc65 disassociated. External IP: 172.25.7.254, port: a55bfcdf-8a64-4c01-9c18-919b3d8ada6d. Jul 13 19:38:11.131799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Calling delete_port for a55bfcdf-8a64-4c01-9c18-919b3d8ada6d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:11.170391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e31bc60-250f-41ed-b7c0-89366d061c09 req-70598f1d-900d-4b6b-abdd-8476acc15c62 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987782 Jul 13 19:38:11.193547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-4a1df3e9-9ed4-4e3d-9ba0-4dde3b84ebb9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3915498 Jul 13 19:38:11.212711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-6fe59848-9528-42b8-a8c5-df43e0614774 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709599 Jul 13 19:38:11.244428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ac3ab-2386-4f2c-98d3-0bec7c8b55cb req-3877f26c-e0da-456f-98e7-484f0caa8051 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:11.247307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Request body: {'port': {'device_id': 'a511ec89-efcf-45d7-b037-ef9eb28e97eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:11.251422 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d7ac3ab-2386-4f2c-98d3-0bec7c8b55cb req-3877f26c-e0da-456f-98e7-484f0caa8051 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 932 time: 0.2061043 Jul 13 19:38:11.290749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:38:11.299122 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb23523d-ca26-4189-9a4d-b5dffdd1f775 x-openstack-request-id: req-eb23523d-ca26-4189-9a4d-b5dffdd1f775 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:11.299681 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742d6ec9-2cf1-4458-94d3-7c4a94e366be", "name": "network-vif-plugged", "status": "completed", "tag": "22e34da8-27bd-43be-857c-f6c6e502f1c8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:11.299681 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb23523d-ca26-4189-9a4d-b5dffdd1f775 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:11.300836 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742d6ec9-2cf1-4458-94d3-7c4a94e366be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e34da8-27bd-43be-857c-f6c6e502f1c8', 'code': 200} Jul 13 19:38:11.326473 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.326873 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Added segment 788b22a3-2b37-4331-8236-e602ab619db1 of type vlan for network 2cb63ec0-b03b-4ff1-9693-507e8d111fde Jul 13 19:38:11.336893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98614ba-c306-48cb-932c-d47640180f3e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:11.397153 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d7ac3ab-2386-4f2c-98d3-0bec7c8b55cb req-415e93db-fe62-4418-aabb-5964aba64588 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448007 Jul 13 19:38:11.405087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.456235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.536547 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-2e4ddfe6-fbc1-44f9-b222-be4e5665b288 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138480 Jul 13 19:38:11.577593 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.579392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:11.580207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.586738 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:11.598371 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-16bb5d00-d335-4759-9563-250444c3e6ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=328bf161-1eb4-4b28-9339-08c47932338b HTTP/1.1" status: 200 len: 217 time: 0.0523541 Jul 13 19:38:11.666370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68cb3c-64b8-4798-b7a4-c876f72922d0 req-dc4615c2-d3bd-4f31-8586-d466b5a4f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:11.668077 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3c68cb3c-64b8-4798-b7a4-c876f72922d0 req-dc4615c2-d3bd-4f31-8586-d466b5a4f908 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 1097 time: 0.2832305 Jul 13 19:38:11.668890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Pushing event deleted for resources: {'Port': ['ID=a55bfcdf-8a64-4c01-9c18-919b3d8ada6d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:11.675714 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1162250 Jul 13 19:38:11.716817 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ff63eeae-911c-46fb-8fe2-03d1d2373b49 req-22926436-2328-4e2b-93e7-d48580da6392 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 210 time: 0.1249621 Jul 13 19:38:11.731574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:11.756451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2162b4-572f-4c1a-8f5c-7584a6e33a5b tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Pushing event updated for resources: {'Network': ['ID=2cb63ec0-b03b-4ff1-9693-507e8d111fde,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:11.768243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 2cb63ec0-b03b-4ff1-9693-507e8d111fde details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:38:11.776084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Request body: {'network': {'project_id': 'b2f9e65ea246440b8cd80e642896a7c5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:11.875960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-12206f5f-d49d-4edb-b923-2b275c3963af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:11.877794 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-12206f5f-d49d-4edb-b923-2b275c3963af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.2507129 Jul 13 19:38:11.964718 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3c68cb3c-64b8-4798-b7a4-c876f72922d0 req-35a51492-5159-4b79-a58a-9e15293c9233 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321575 Jul 13 19:38:11.965401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Made reservation on behalf of b2f9e65ea246440b8cd80e642896a7c5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:11.967881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.042181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:38:12.064714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164a008d-f7ea-426a-b1c2-9fde43766bdd {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:38:12.074175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.076151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Router ad808981-e457-4c1b-a09f-552df1f9f3c4 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:12.078573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.079150 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Added segment 4ef07ed1-9f8e-49b1-957c-26ca0fd94c6c of type vlan for network 3bde69ca-bef4-4aa5-8a1d-3f4e36c1caf3 Jul 13 19:38:12.095692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5419d-e648-44e0-8dbe-85d3b99ef06c req-e7548fb5-92e2-4b5c-ac47-3910aeccd24e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:12.104002 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7a5419d-e648-44e0-8dbe-85d3b99ef06c req-e7548fb5-92e2-4b5c-ac47-3910aeccd24e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 946 time: 0.1556761 Jul 13 19:38:12.118308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Transition to ACTIVE for port object 164a008d-f7ea-426a-b1c2-9fde43766bdd will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:12.143084 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.152577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ae1d-7e65-4f81-bd82-9b9a6fcfe0ff req-878b7103-433f-4be8-823f-00e8c3c929b9 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:12.154175 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1868ae1d-7e65-4f81-bd82-9b9a6fcfe0ff req-878b7103-433f-4be8-823f-00e8c3c929b9 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 945 time: 0.3020570 Jul 13 19:38:12.202218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.206492 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7a5419d-e648-44e0-8dbe-85d3b99ef06c req-bffd3464-450f-479a-897f-85ab21817bad tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009781 Jul 13 19:38:12.208037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-448f1976-8696-44cb-bd30-96f7561341f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:12.209434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-448f1976-8696-44cb-bd30-96f7561341f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2928619 Jul 13 19:38:12.240502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Pushing event updated for resources: {'Port': ['ID=164a008d-f7ea-426a-b1c2-9fde43766bdd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:12.250903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a55bfcdf-8a64-4c01-9c18-919b3d8ada6d no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:12.314232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: a55bfcdf-8a64-4c01-9c18-919b3d8ada6d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:12.316161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a55bfcdf-8a64-4c01-9c18-919b3d8ada6d not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:12.350308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1868ae1d-7e65-4f81-bd82-9b9a6fcfe0ff req-4ecaba6c-4e4c-4f5e-baf4-17901027060e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858678 Jul 13 19:38:12.393241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Attempting to bind port 164a008d-f7ea-426a-b1c2-9fde43766bdd on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:12.393738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Attempting to bind port 164a008d-f7ea-426a-b1c2-9fde43766bdd by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '67ac6056-6436-4cdb-b46e-dbdce99634b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:12.394078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Attempting to bind port 164a008d-f7ea-426a-b1c2-9fde43766bdd on network 5a58101e-b220-43ab-8114-c5b9cb174157 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:12.399581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Port 164a008d-f7ea-426a-b1c2-9fde43766bdd on network 5a58101e-b220-43ab-8114-c5b9cb174157 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:12.399913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Attempting to bind port 164a008d-f7ea-426a-b1c2-9fde43766bdd on network 5a58101e-b220-43ab-8114-c5b9cb174157 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:12.405637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:38:12.406505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Checking segment: {'id': '67ac6056-6436-4cdb-b46e-dbdce99634b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:12.406890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Bound using segment: {'id': '67ac6056-6436-4cdb-b46e-dbdce99634b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:38:12.407339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Bound port: 164a008d-f7ea-426a-b1c2-9fde43766bdd, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ac6056-6436-4cdb-b46e-dbdce99634b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:38:12.407736 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.495865 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.496981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:12.497641 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.514982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] For port 164a008d-f7ea-426a-b1c2-9fde43766bdd, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:12.519306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] For port 164a008d-f7ea-426a-b1c2-9fde43766bdd, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=164a008d-f7ea-426a-b1c2-9fde43766bdd,segment=NetworkSegment(67ac6056-6436-4cdb-b46e-dbdce99634b3),segment_id=67ac6056-6436-4cdb-b46e-dbdce99634b3)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:38:12.523306 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.557354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:12.558112 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.559520 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] 10.222.0.60 "PUT /v2.0/ports/164a008d-f7ea-426a-b1c2-9fde43766bdd HTTP/1.1" status: 200 len: 1092 time: 1.3259988 Jul 13 19:38:12.559841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a511ec89-efcf-45d7-b037-ef9eb28e97eb', 'tag': '164a008d-f7ea-426a-b1c2-9fde43766bdd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:12.562779 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e" -d '{"events": [{"name": "network-changed", "server_uuid": "a511ec89-efcf-45d7-b037-ef9eb28e97eb", "tag": "164a008d-f7ea-426a-b1c2-9fde43766bdd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:12.604236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2285027-50b1-464d-9072-b4ad3905f301 service neutron] Pushing event updated for resources: {'Port': ['ID=164a008d-f7ea-426a-b1c2-9fde43766bdd,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:12.611402 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-b8dab820-b246-4c76-9213-a7fe1a1d6e34 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632028 Jul 13 19:38:12.616866 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8651252 Jul 13 19:38:12.623712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:12.625429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:12.635928 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] Sync routers for ids ['ad808981-e457-4c1b-a09f-552df1f9f3c4'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:12.637077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9350502c-ecea-4363-9fba-12a378a2fab6 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Request body: {'network': {'project_id': 'b2f9e65ea246440b8cd80e642896a7c5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:12.666491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d776fb-776f-47a9-98a4-3ee692de1a07 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Pushing event updated for resources: {'Network': ['ID=3bde69ca-bef4-4aa5-8a1d-3f4e36c1caf3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:12.671152 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] Routers {'ad808981-e457-4c1b-a09f-552df1f9f3c4'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:12.671152 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:37:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ad808981-e457-4c1b-a09f-552df1f9f3c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:12.683903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 3bde69ca-bef4-4aa5-8a1d-3f4e36c1caf3 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:38:12.746866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] No DVR routers for this DVR port a55bfcdf-8a64-4c01-9c18-919b3d8ada6d on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:12.752607 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9350502c-ecea-4363-9fba-12a378a2fab6 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 19:38:12.753075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9350502c-ecea-4363-9fba-12a378a2fab6 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:38:12.756967 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9350502c-ecea-4363-9fba-12a378a2fab6 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1271520 Jul 13 19:38:12.756967 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.757366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b669de03-2064-4053-aa99-5a6b78df2939 req-76e0f615-9bef-4ce4-9544-aa1d8896b6bf tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.60 "DELETE /v2.0/ports/a55bfcdf-8a64-4c01-9c18-919b3d8ada6d HTTP/1.1" status: 204 len: 173 time: 3.0511179 Jul 13 19:38:12.761214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'name': 'network-vif-deleted', 'tag': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:12.763537 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d78488-dcea-4f14-9249-03310412e014" -d '{"events": [{"server_uuid": "420f26be-79cc-4f5a-94b4-f3e098fff00c", "name": "network-vif-deleted", "tag": "a55bfcdf-8a64-4c01-9c18-919b3d8ada6d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:12.770752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:12.826484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b96c1-3107-4900-9054-ce48460918e7 req-43c2d31e-7d35-4300-809e-a920d2253544 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:12.831855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c23b96c1-3107-4900-9054-ce48460918e7 req-43c2d31e-7d35-4300-809e-a920d2253544 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 944 time: 0.2163062 Jul 13 19:38:12.880699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be510da-42e2-4ded-b964-9ad88e5ffba8 req-9430e4ff-a90b-4fd0-a691-c3ec5b475a5f tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:12.886727 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] Set router ad808981-e457-4c1b-a09f-552df1f9f3c4 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:12.886989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-c4c1d025-c7a5-43fc-9ae2-97d487825538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:12.887553 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8be510da-42e2-4ded-b964-9ad88e5ffba8 req-9430e4ff-a90b-4fd0-a691-c3ec5b475a5f tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.3824253 Jul 13 19:38:12.888506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-c4c1d025-c7a5-43fc-9ae2-97d487825538 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcf1a89c05d54f8dbec0f66c23262b79&device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 1095 time: 0.2303450 Jul 13 19:38:12.897234 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-ad404179-28e2-46e8-a1f0-e8bf7c9e9a4d service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761309 Jul 13 19:38:12.924736 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:12.955887 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-11498b62-7343-46b2-888c-0d15982ca3ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5 HTTP/1.1" status: 200 len: 217 time: 0.0506930 Jul 13 19:38:13.006504 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-40b2ad54-8d1a-4c3f-ab0a-d91049fe7929 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=164a008d-f7ea-426a-b1c2-9fde43766bdd HTTP/1.1" status: 200 len: 217 time: 0.0995965 Jul 13 19:38:13.031806 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c23b96c1-3107-4900-9054-ce48460918e7 req-2a812488-84bb-4395-8938-4c0804bdc6ef tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862338 Jul 13 19:38:13.122801 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975b1486-833d-4044-a6fc-f3703d7943ee x-openstack-request-id: req-975b1486-833d-4044-a6fc-f3703d7943ee {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:13.123532 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a511ec89-efcf-45d7-b037-ef9eb28e97eb", "tag": "164a008d-f7ea-426a-b1c2-9fde43766bdd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:13.125747 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-975b1486-833d-4044-a6fc-f3703d7943ee {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:13.126308 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a511ec89-efcf-45d7-b037-ef9eb28e97eb', 'tag': '164a008d-f7ea-426a-b1c2-9fde43766bdd', 'status': 'completed', 'code': 200} Jul 13 19:38:13.136326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-6dc88293-b913-4512-bf01-f69593a3e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:13.137928 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-6dc88293-b913-4512-bf01-f69593a3e403 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6aadf757-cbe3-4734-8279-7807e7aa8605 HTTP/1.1" status: 200 len: 847 time: 0.1039789 Jul 13 19:38:13.202065 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-c017e38f-407f-4dca-bff6-4bc0f1816df1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a58101e-b220-43ab-8114-c5b9cb174157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563307 Jul 13 19:38:13.280601 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:36:00Z', 'revision_number': 5, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:13.313895 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] Checking router: ad808981-e457-4c1b-a09f-552df1f9f3c4 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:13.317271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e87b71e-61c7-44d0-9946-2311dcff5774 req-c997a711-268e-46f8-8e06-a8c5d7c4c15c tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/ports?device_id=420f26be-79cc-4f5a-94b4-f3e098fff00c HTTP/1.1" status: 200 len: 210 time: 0.0364921 Jul 13 19:38:13.340541 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] Routers {'ad808981-e457-4c1b-a09f-552df1f9f3c4'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:13.341157 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8be510da-42e2-4ded-b964-9ad88e5ffba8 req-091c3f79-cdf3-45eb-9f0e-cc078cdaa909 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527535 Jul 13 19:38:13.341833 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:37:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ad808981-e457-4c1b-a09f-552df1f9f3c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:13.406154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-0e74228c-91d3-4359-a1c3-41b9ac6a5dc1 service neutron] 10.222.0.60 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935120 Jul 13 19:38:13.478118 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5219d97c-ce97-48ed-af2d-7b6842064290 x-openstack-request-id: req-5219d97c-ce97-48ed-af2d-7b6842064290 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:13.478431 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f26be-79cc-4f5a-94b4-f3e098fff00c", "name": "network-vif-deleted", "tag": "a55bfcdf-8a64-4c01-9c18-919b3d8ada6d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:13.478684 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5219d97c-ce97-48ed-af2d-7b6842064290 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:13.479080 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f26be-79cc-4f5a-94b4-f3e098fff00c', 'name': 'network-vif-deleted', 'tag': 'a55bfcdf-8a64-4c01-9c18-919b3d8ada6d', 'status': 'completed', 'code': 200} Jul 13 19:38:13.494706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-5fed4988-0d2e-44ee-bf0e-18ffb9d13b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:13.496204 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-5fed4988-0d2e-44ee-bf0e-18ffb9d13b25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.5246935 Jul 13 19:38:13.504542 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:13.547038 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] Set router ad808981-e457-4c1b-a09f-552df1f9f3c4 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:13.563937 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bde69ca-bef4-4aa5-8a1d-3f4e36c1caf3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:13.582691 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c664bcf-0441-48b5-8147-636ca3bdb227 req-c141e73f-b2b2-4fab-b0bf-1d99a00c7e99 service neutron] 10.222.0.60 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708477 Jul 13 19:38:13.601327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef07ed1-9f8e-49b1-957c-26ca0fd94c6c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:13.601729 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef07ed1-9f8e-49b1-957c-26ca0fd94c6c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:13.662715 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:13.697091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-87318b2f-58fb-41df-9d8e-441ae1bfd6c1 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:13.699363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-87318b2f-58fb-41df-9d8e-441ae1bfd6c1 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 945 time: 0.3262701 Jul 13 19:38:13.719935 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:13.730034 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:38:13.730477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:38:13.745889 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:38:13.768531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf95ef-0f51-4f9a-a3b1-a0323c948814 req-d1596a3b-76e7-4416-9d8f-9c481954fbfd tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:13.770515 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9daf95ef-0f51-4f9a-a3b1-a0323c948814 req-d1596a3b-76e7-4416-9d8f-9c481954fbfd tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 945 time: 0.1552064 Jul 13 19:38:13.785092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-5d10ac4a-af32-48e3-8539-f9f165adbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:13.786857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-5d10ac4a-af32-48e3-8539-f9f165adbba5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcf1a89c05d54f8dbec0f66c23262b79&device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 1095 time: 0.1416771 Jul 13 19:38:13.803830 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:36:00Z', 'revision_number': 5, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:13.829042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-41368708-9be5-4a6c-9de1-183e8a353e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:13.830780 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-41368708-9be5-4a6c-9de1-183e8a353e5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3234708 Jul 13 19:38:13.840467 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cca2b4-2ad1-4aee-a501-401810205d0a None None] The sync data for ids ['ad808981-e457-4c1b-a09f-552df1f9f3c4'] in n-d-800708-1 is: [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:35:48Z', 'revision_number': 4, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3f9c3982-4c75-4d63-89da-50e87a7d9817', 'name': '', 'network_id': 'c7983a11-2267-4413-b818-c381b10ebe62', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'mac_address': 'fa:16:3e:0c:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '613415ca-2412-497d-8acd-729ea422e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:46Z', 'updated_at': '2021-07-13T19:36:00Z', 'revision_number': 5, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'subnets': [{'id': '613415ca-2412-497d-8acd-729ea422e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:13.855523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:13.882114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddbc5e-fcc3-4759-8bd4-f908d74bd604 req-36ebd130-15a8-4450-b8d8-f824ab244bf4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:13.883658 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9dddbc5e-fcc3-4759-8bd4-f908d74bd604 req-36ebd130-15a8-4450-b8d8-f824ab244bf4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 946 time: 0.3280742 Jul 13 19:38:13.901965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9daf95ef-0f51-4f9a-a3b1-a0323c948814 req-ce178365-d1f8-48ec-8a51-abef5f8c6a0b tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252711 Jul 13 19:38:13.908970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:13.913307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] 10.222.0.25 "DELETE /v2.0/networks/3bde69ca-bef4-4aa5-8a1d-3f4e36c1caf3 HTTP/1.1" status: 204 len: 168 time: 1.1374426 Jul 13 19:38:13.914226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:13.945375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b053e-00af-49b1-b2c0-929428b440b2 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Pushing event deleted for resources: {'Network': ['ID=3bde69ca-bef4-4aa5-8a1d-3f4e36c1caf3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:14.005625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-d4f58a02-42d6-42b7-b5e5-5d6502f5a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:14.007142 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-d4f58a02-42d6-42b7-b5e5-5d6502f5a199 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a58101e-b220-43ab-8114-c5b9cb174157 HTTP/1.1" status: 200 len: 908 time: 0.2124574 Jul 13 19:38:14.008863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7129d-21e6-47bf-835d-d2b1e2658911 req-61f06725-ea82-4822-b749-0e482437c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:14.010195 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66c7129d-21e6-47bf-835d-d2b1e2658911 req-61f06725-ea82-4822-b749-0e482437c12c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 1096 time: 0.2042069 Jul 13 19:38:14.035973 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9dddbc5e-fcc3-4759-8bd4-f908d74bd604 req-67cfd39f-2d0c-418b-8734-d54873297eb8 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228385 Jul 13 19:38:14.058751 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-994a5f96-e309-4679-8224-c74ace316f2f service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189701 Jul 13 19:38:14.068165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-c7ceb124-1093-46a5-9b94-4768839ad2cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=164a008d-f7ea-426a-b1c2-9fde43766bdd HTTP/1.1" status: 200 len: 217 time: 0.0497181 Jul 13 19:38:14.071468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-86ce1ee6-7c8d-4ed4-9194-6e0bdf66bdde tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Deleting port b11152ff-f89c-4161-bda9-dced9ac24d18 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:14.071783 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-86ce1ee6-7c8d-4ed4-9194-6e0bdf66bdde tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.074429 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.243828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-f4e57f7e-0083-4f21-8198-4741a135ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:14.245310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-f4e57f7e-0083-4f21-8198-4741a135ffc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6aadf757-cbe3-4734-8279-7807e7aa8605 HTTP/1.1" status: 200 len: 847 time: 0.1580286 Jul 13 19:38:14.259516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66c7129d-21e6-47bf-835d-d2b1e2658911 req-63358c05-4321-4e3a-811b-c2e88d2b04a8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886132 Jul 13 19:38:14.281362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d201d-072d-4748-a8c8-b81c5fd4e720 None None] New status for floating IP 064d1297-5d2d-43e0-803e-c9c91420fc65: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:38:14.320539 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-e9cc419c-13f8-4ab8-9fd6-b1f67066ce71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a58101e-b220-43ab-8114-c5b9cb174157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592270 Jul 13 19:38:14.333745 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.338364 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-3467f146-b1c7-46fc-aefe-68188f993417 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630205 Jul 13 19:38:14.382813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb63ec0-b03b-4ff1-9693-507e8d111fde']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:14.410647 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-60d9e22d-659c-4bac-aa41-ff799186217b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc HTTP/1.1" status: 200 len: 217 time: 0.0597954 Jul 13 19:38:14.420933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-86ce1ee6-7c8d-4ed4-9194-6e0bdf66bdde tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] For port b11152ff-f89c-4161-bda9-dced9ac24d18, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b11152ff-f89c-4161-bda9-dced9ac24d18,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:14.422233 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-86ce1ee6-7c8d-4ed4-9194-6e0bdf66bdde tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.431544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788b22a3-2b37-4331-8236-e602ab619db1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:14.431843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788b22a3-2b37-4331-8236-e602ab619db1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:14.447779 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.476365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65db65-e356-4d44-bfa3-b97a61388caa req-99901dd3-e82f-4ab5-a7c5-d4d6069838a4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:14.478341 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac65db65-e356-4d44-bfa3-b97a61388caa req-99901dd3-e82f-4ab5-a7c5-d4d6069838a4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 946 time: 0.2830532 Jul 13 19:38:14.489028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.494230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a59914-782c-4b58-bd00-8e512a55a252 req-a24bd772-ce39-419f-8551-ead193eb34bc tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:14.495845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5a59914-782c-4b58-bd00-8e512a55a252 req-a24bd772-ce39-419f-8551-ead193eb34bc tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 944 time: 0.2326703 Jul 13 19:38:14.503250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-86ce1ee6-7c8d-4ed4-9194-6e0bdf66bdde tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Calling delete_port for b11152ff-f89c-4161-bda9-dced9ac24d18 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:14.518334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-6591bbca-2e7b-4a4a-a401-f75cd6963ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:14.519810 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-6591bbca-2e7b-4a4a-a401-f75cd6963ef9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.1029768 Jul 13 19:38:14.522742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:38:14.523145 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:38:14.524774 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:38:14.571485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-8fcd1b4c-78bd-4cb9-9bc9-2d19580af58b service neutron] 10.222.0.60 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412784 Jul 13 19:38:14.622830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5a59914-782c-4b58-bd00-8e512a55a252 req-92e91a05-ab47-4e57-82d5-ddbf73089e11 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158006 Jul 13 19:38:14.649408 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac65db65-e356-4d44-bfa3-b97a61388caa req-0e25dc75-bc1a-499c-a338-6b4b5b3d37d5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556773 Jul 13 19:38:14.652242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.657675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.659588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] 10.222.0.25 "DELETE /v2.0/networks/2cb63ec0-b03b-4ff1-9693-507e8d111fde HTTP/1.1" status: 204 len: 168 time: 0.7413375 Jul 13 19:38:14.678271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad07aa7-1923-4b27-a2a2-d57188ce9411 tempest-QuotasNegativeTest-637484197 tempest-QuotasNegativeTest-637484197-project-admin] Pushing event deleted for resources: {'Network': ['ID=2cb63ec0-b03b-4ff1-9693-507e8d111fde,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:14.686792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-ed2d05d0-7b83-42dc-8025-bb7fbc2b3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:14.689124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-ed2d05d0-7b83-42dc-8025-bb7fbc2b3e70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1581113 Jul 13 19:38:14.735728 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-e86998bc-6d98-4a52-aa63-e7a5f4b5b4e9 service neutron] 10.222.0.60 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536925 Jul 13 19:38:14.788386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:14.837135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-86ce1ee6-7c8d-4ed4-9194-6e0bdf66bdde tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.852495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['6de08a07-33ad-4cf3-9af7-c7e70bbbb09f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:14.855506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2f728e25-78d2-4d54-b7d2-7ff3efdcba65'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:14.888803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-4306bfd6-7059-4744-997c-9e98a220108f service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923668 Jul 13 19:38:14.892722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce1ee6-7c8d-4ed4-9194-6e0bdf66bdde tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Pushing event deleted for resources: {'Port': ['ID=b11152ff-f89c-4161-bda9-dced9ac24d18,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:14.959886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-86ce1ee6-7c8d-4ed4-9194-6e0bdf66bdde tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] No DVR routers for this DVR port b11152ff-f89c-4161-bda9-dced9ac24d18 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:14.977473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-86ce1ee6-7c8d-4ed4-9194-6e0bdf66bdde tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:14.979554 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc26db91-f0da-4132-a8de-976f0cf20001 req-86ce1ee6-7c8d-4ed4-9194-6e0bdf66bdde tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "DELETE /v2.0/ports/b11152ff-f89c-4161-bda9-dced9ac24d18 HTTP/1.1" status: 204 len: 173 time: 1.2614548 Jul 13 19:38:15.104641 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-e0a982c2-0c91-4aca-91d5-2200c01ca4c2 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078004 Jul 13 19:38:15.183862 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-49c8d415-e79c-4dac-9f80-cc6ad36f5ccc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 HTTP/1.1" status: 200 len: 217 time: 0.0679324 Jul 13 19:38:15.226214 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f958ca1c-f9e5-456a-be3f-cf1e40cd9735 req-822c2720-7587-4832-a65c-65b683344abf tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=37732da2-bbce-4ad6-9a08-8b8032ddb566 HTTP/1.1" status: 200 len: 210 time: 0.1069264 Jul 13 19:38:15.272110 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-462670ac-8160-4379-9dab-ae826da2c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:15.273679 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-462670ac-8160-4379-9dab-ae826da2c6f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.0890503 Jul 13 19:38:15.368105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce38494b-81ea-4ef0-8a13-1051ebad21f4 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:15.400502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-b3de5b23-5174-4621-afb7-2adb34981f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:15.402288 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-b3de5b23-5174-4621-afb7-2adb34981f36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222482 Jul 13 19:38:15.407357 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce38494b-81ea-4ef0-8a13-1051ebad21f4 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:15.438773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3f54-3a4d-4795-b4e1-27e07b9eb4a8 req-679f5472-deb8-440a-89fa-d99b3cf9230c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:15.440408 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3f0f3f54-3a4d-4795-b4e1-27e07b9eb4a8 req-679f5472-deb8-440a-89fa-d99b3cf9230c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.5988312 Jul 13 19:38:15.463924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:15.481004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37732da2-bbce-4ad6-9a08-8b8032ddb566', 'name': 'network-vif-deleted', 'tag': 'b11152ff-f89c-4161-bda9-dced9ac24d18'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:15.483520 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6a9094-be48-4269-bc21-84763168501f" -d '{"events": [{"server_uuid": "37732da2-bbce-4ad6-9a08-8b8032ddb566", "name": "network-vif-deleted", "tag": "b11152ff-f89c-4161-bda9-dced9ac24d18"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:15.502933 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3f0f3f54-3a4d-4795-b4e1-27e07b9eb4a8 req-6c9e07e7-44c0-4812-9a14-ba65b5fecdb2 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514050 Jul 13 19:38:15.509268 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce38494b-81ea-4ef0-8a13-1051ebad21f4 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:15.513647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce38494b-81ea-4ef0-8a13-1051ebad21f4 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:15.517741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ce38494b-81ea-4ef0-8a13-1051ebad21f4 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "DELETE /v2.0/security-groups/9e6490ef-84bb-4728-a703-028cac8c437a HTTP/1.1" status: 204 len: 168 time: 0.7253547 Jul 13 19:38:15.519519 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-1170b45e-f1b6-4407-a04b-5c01aba2130d service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998220 Jul 13 19:38:15.519925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:15.526051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38494b-81ea-4ef0-8a13-1051ebad21f4 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6490ef-84bb-4728-a703-028cac8c437a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:15.559749 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c733914-cd2c-4e00-a4f7-928273407cc5 x-openstack-request-id: req-1c733914-cd2c-4e00-a4f7-928273407cc5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:15.560063 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37732da2-bbce-4ad6-9a08-8b8032ddb566", "name": "network-vif-deleted", "tag": "b11152ff-f89c-4161-bda9-dced9ac24d18", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:15.560588 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c733914-cd2c-4e00-a4f7-928273407cc5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:15.560717 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37732da2-bbce-4ad6-9a08-8b8032ddb566', 'name': 'network-vif-deleted', 'tag': 'b11152ff-f89c-4161-bda9-dced9ac24d18', 'status': 'completed', 'code': 200} Jul 13 19:38:15.579631 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:15.596710 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c92d94ac-66fa-4588-9ed4-72484c81d078 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] show failed (client error): The resource could not be found. Jul 13 19:38:15.600358 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c92d94ac-66fa-4588-9ed4-72484c81d078 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "GET /v2.0/security-groups/9e6490ef-84bb-4728-a703-028cac8c437a HTTP/1.1" status: 404 len: 347 time: 0.0768321 Jul 13 19:38:15.600742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:15.646004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75cb3229-ca9a-4c3b-9dd0-fa8b4165169e req-ac10d294-4d66-4eb4-961e-abd4a3a203cc service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177769 Jul 13 19:38:15.662867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6543a28e-bb34-4ce0-991e-7b6404b417b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:15.831044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-15213833-fe5b-43d4-b1ad-c425ff6b3896 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Deleting port 6a3a3806-19a2-443d-9980-3acb20af6361 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:15.831391 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15213833-fe5b-43d4-b1ad-c425ff6b3896 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:15.927921 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6543a28e-bb34-4ce0-991e-7b6404b417b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:15.941954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65c61a-4e0a-4d92-acf0-f7f3370b79ff req-94fe9857-2774-4444-9c41-2324ac886419 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:15.943499 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd65c61a-4e0a-4d92-acf0-f7f3370b79ff req-94fe9857-2774-4444-9c41-2324ac886419 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 944 time: 0.1828911 Jul 13 19:38:15.945960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6543a28e-bb34-4ce0-991e-7b6404b417b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.009007 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15213833-fe5b-43d4-b1ad-c425ff6b3896 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.009345 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15213833-fe5b-43d4-b1ad-c425ff6b3896 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.033139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6543a28e-bb34-4ce0-991e-7b6404b417b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad0c4d92ba244409b472accc9973cbc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5682342 Jul 13 19:38:16.035867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:16.042578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543a28e-bb34-4ce0-991e-7b6404b417b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a76ea0a-db7f-4d82-912d-c783e3e4ab76,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:16.045316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-15213833-fe5b-43d4-b1ad-c425ff6b3896 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Calling delete_port for 6a3a3806-19a2-443d-9980-3acb20af6361 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:16.057255 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd65c61a-4e0a-4d92-acf0-f7f3370b79ff req-c2c167bc-6131-42da-bef6-f8c06949a6e3 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988560 Jul 13 19:38:16.089625 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573bc149-74f7-4317-877d-494ad5e4e10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.112178 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573bc149-74f7-4317-877d-494ad5e4e10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.158638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573bc149-74f7-4317-877d-494ad5e4e10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.161481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573bc149-74f7-4317-877d-494ad5e4e10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.162638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-573bc149-74f7-4317-877d-494ad5e4e10a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a76ea0a-db7f-4d82-912d-c783e3e4ab76 HTTP/1.1" status: 204 len: 168 time: 0.1257436 Jul 13 19:38:16.170667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bc149-74f7-4317-877d-494ad5e4e10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a76ea0a-db7f-4d82-912d-c783e3e4ab76,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:16.197007 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15213833-fe5b-43d4-b1ad-c425ff6b3896 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.228532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15213833-fe5b-43d4-b1ad-c425ff6b3896 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Pushing event deleted for resources: {'Port': ['ID=6a3a3806-19a2-443d-9980-3acb20af6361,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:16.236647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.282534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 164a008d-f7ea-426a-b1c2-9fde43766bdd details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:38:16.286685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b11152ff-f89c-4161-bda9-dced9ac24d18 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:16.295482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15213833-fe5b-43d4-b1ad-c425ff6b3896 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.302527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15213833-fe5b-43d4-b1ad-c425ff6b3896 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.306721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15213833-fe5b-43d4-b1ad-c425ff6b3896 tempest-ServersTestJSON-710598017 tempest-ServersTestJSON-710598017-project] 10.222.0.25 "DELETE /v2.0/floatingips/064d1297-5d2d-43e0-803e-c9c91420fc65 HTTP/1.1" status: 204 len: 168 time: 0.7020092 Jul 13 19:38:16.306721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:16.322501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:16.344475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: b11152ff-f89c-4161-bda9-dced9ac24d18 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:16.345191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b11152ff-f89c-4161-bda9-dced9ac24d18 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:16.567669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 164a008d-f7ea-426a-b1c2-9fde43766bdd, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=164a008d-f7ea-426a-b1c2-9fde43766bdd,segment=NetworkSegment(67ac6056-6436-4cdb-b46e-dbdce99634b3),segment_id=67ac6056-6436-4cdb-b46e-dbdce99634b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:16.584215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:16.589474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '164a008d-f7ea-426a-b1c2-9fde43766bdd', 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157', 'port_id': '164a008d-f7ea-426a-b1c2-9fde43766bdd', 'mac_address': 'fa:16:3e:5f:80:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aadf757-cbe3-4734-8279-7807e7aa8605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:38:16.626950 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2f3820e-c7dd-4524-b350-6398e2d2830d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.666134 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.683403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164a008d-f7ea-426a-b1c2-9fde43766bdd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:38:16.713700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 164a008d-f7ea-426a-b1c2-9fde43766bdd, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=164a008d-f7ea-426a-b1c2-9fde43766bdd,segment=NetworkSegment(67ac6056-6436-4cdb-b46e-dbdce99634b3),segment_id=67ac6056-6436-4cdb-b46e-dbdce99634b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:16.719861 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.836768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=164a008d-f7ea-426a-b1c2-9fde43766bdd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:16.865421 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.940807 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2f3820e-c7dd-4524-b350-6398e2d2830d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.952095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2f3820e-c7dd-4524-b350-6398e2d2830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.987171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3820e-c7dd-4524-b350-6398e2d2830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf43c1-78a1-44fe-b770-8fd32316328b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:16.996682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['164a008d-f7ea-426a-b1c2-9fde43766bdd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:17.075722 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f2f3820e-c7dd-4524-b350-6398e2d2830d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f50f9138b0fd4f3e9de22ee6643323b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904096 Jul 13 19:38:17.096395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:17.143073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a662-4383-4233-9bfd-a7de05fb139c req-368ce7ad-72ad-4bb9-a2e8-5295b3a353b6 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:17.147750 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6146a662-4383-4233-9bfd-a7de05fb139c req-368ce7ad-72ad-4bb9-a2e8-5295b3a353b6 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.2233469 Jul 13 19:38:17.201259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6146a662-4383-4233-9bfd-a7de05fb139c req-86db97be-3158-411a-83c8-036b3d3ae657 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501840 Jul 13 19:38:17.202427 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.227549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399583f1-31da-4909-bb8f-f472d439ed20 req-ccc2444b-01f2-40e6-82c0-9d2f713ccc66 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:17.229094 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-399583f1-31da-4909-bb8f-f472d439ed20 req-ccc2444b-01f2-40e6-82c0-9d2f713ccc66 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 945 time: 0.1780024 Jul 13 19:38:17.251209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9660ddab-4188-470d-bc41-3282b8f66fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.357334 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] Deleting port 3f9c3982-4c75-4d63-89da-50e87a7d9817 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:17.357683 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.427339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64799df-9f40-4a6b-b920-31c745f46a4f req-76c0a99a-e383-49f9-b867-e0edd689b7f3 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:17.428948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b64799df-9f40-4a6b-b920-31c745f46a4f req-76c0a99a-e383-49f9-b867-e0edd689b7f3 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 945 time: 0.1233244 Jul 13 19:38:17.491122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] For port 3f9c3982-4c75-4d63-89da-50e87a7d9817, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3f9c3982-4c75-4d63-89da-50e87a7d9817,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:17.491379 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.496584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b64799df-9f40-4a6b-b920-31c745f46a4f req-4783275c-1f30-4678-8171-c23852ec1c05 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606384 Jul 13 19:38:17.508311 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] Calling delete_port for 3f9c3982-4c75-4d63-89da-50e87a7d9817 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:17.634659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9660ddab-4188-470d-bc41-3282b8f66fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.647980 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-399583f1-31da-4909-bb8f-f472d439ed20 req-f44f9f4b-3483-4961-8e69-2b283f6f617e tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100339 Jul 13 19:38:17.736788 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.751823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9660ddab-4188-470d-bc41-3282b8f66fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.754509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9660ddab-4188-470d-bc41-3282b8f66fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.757878 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9660ddab-4188-470d-bc41-3282b8f66fcd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbcf43c1-78a1-44fe-b770-8fd32316328b HTTP/1.1" status: 204 len: 168 time: 0.6574774 Jul 13 19:38:17.776224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9c3982-4c75-4d63-89da-50e87a7d9817,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:17.776725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660ddab-4188-470d-bc41-3282b8f66fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf43c1-78a1-44fe-b770-8fd32316328b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:17.952130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db0e7d-8170-4816-9301-2868601aad64 req-34633473-023b-45b7-8f85-5b3fd1a1e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:17.960134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92db0e7d-8170-4816-9301-2868601aad64 req-34633473-023b-45b7-8f85-5b3fd1a1e1d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=036e9003524a4575af0540054454ccfa&device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 1096 time: 0.1952147 Jul 13 19:38:17.963897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b7520-f694-4829-8439-1aa6b285c0ec req-2ba16527-2223-4bac-a90a-356b6865cf4b tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:17.971703 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c90b7520-f694-4829-8439-1aa6b285c0ec req-2ba16527-2223-4bac-a90a-356b6865cf4b tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1428740 Jul 13 19:38:18.003924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Allocated IP 172.20.0.17 (928c0037-6012-4848-8918-d473a46a3bbd/3215615c-aa70-444f-9b22-45a118d3a989/fdb51151-86e0-4a13-8762-78991fbd6417) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:38:18.075586 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c90b7520-f694-4829-8439-1aa6b285c0ec req-c4b4cb56-2555-4609-9bba-5bc4cb9f6fc7 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028891 Jul 13 19:38:18.174158 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:18.190572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db0e7d-8170-4816-9301-2868601aad64 req-e0ff23fb-ad95-4393-acbb-e6ee1cfb6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:18.192100 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92db0e7d-8170-4816-9301-2868601aad64 req-e0ff23fb-ad95-4393-acbb-e6ee1cfb6ece service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02a2428-be94-458f-a726-a80f2fc64d4f HTTP/1.1" status: 200 len: 912 time: 0.2214541 Jul 13 19:38:18.207057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:18.221329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Transition to ACTIVE for port object fdb51151-86e0-4a13-8762-78991fbd6417 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:18.257818 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:18.285069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92db0e7d-8170-4816-9301-2868601aad64 req-2f72a7b8-703b-47d1-938c-a5f7304d7404 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f28ef16-e625-4d79-8fa8-b920a1c77db3 HTTP/1.1" status: 200 len: 217 time: 0.0567775 Jul 13 19:38:18.297967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 164a008d-f7ea-426a-b1c2-9fde43766bdd up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:18.321734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 928c0037-6012-4848-8918-d473a46a3bbd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:18.326442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:18.330490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:18.379629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 164a008d-f7ea-426a-b1c2-9fde43766bdd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:18.384286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 164a008d-f7ea-426a-b1c2-9fde43766bdd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:18.385142 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:18.389103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=fdb51151-86e0-4a13-8762-78991fbd6417,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:18.404204 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:18.593908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] Router ad808981-e457-4c1b-a09f-552df1f9f3c4 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:18.609692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db0e7d-8170-4816-9301-2868601aad64 req-7f22b2eb-c331-4aaf-aa80-f299fd18db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:18.611852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92db0e7d-8170-4816-9301-2868601aad64 req-7f22b2eb-c331-4aaf-aa80-f299fd18db46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44929e23-4eeb-4d17-ae61-1d51b31208c9 HTTP/1.1" status: 200 len: 851 time: 0.2494504 Jul 13 19:38:18.664355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-cd7099bb-b92a-42f4-8436-2d907e8e8d6f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:18.666269 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-cd7099bb-b92a-42f4-8436-2d907e8e8d6f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.24 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 945 time: 0.3984735 Jul 13 19:38:18.715204 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:18.751540 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:18.753445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92db0e7d-8170-4816-9301-2868601aad64 req-283e254b-5be5-47cb-b639-974023078414 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02a2428-be94-458f-a726-a80f2fc64d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340618 Jul 13 19:38:18.798275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 164a008d-f7ea-426a-b1c2-9fde43766bdd, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=164a008d-f7ea-426a-b1c2-9fde43766bdd,segment=NetworkSegment(67ac6056-6436-4cdb-b46e-dbdce99634b3),segment_id=67ac6056-6436-4cdb-b46e-dbdce99634b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:18.808060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a511ec89-efcf-45d7-b037-ef9eb28e97eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a008d-f7ea-426a-b1c2-9fde43766bdd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:18.813895 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc28c426-4702-4d47-8345-ee516fa390ac" -d '{"events": [{"server_uuid": "a511ec89-efcf-45d7-b037-ef9eb28e97eb", "name": "network-vif-plugged", "status": "completed", "tag": "164a008d-f7ea-426a-b1c2-9fde43766bdd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:18.829247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:18.906538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=164a008d-f7ea-426a-b1c2-9fde43766bdd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:18.910316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1df399cf-2cc1-43d5-8799-9b16b7197a7a None None] Provisioning for port fdb51151-86e0-4a13-8762-78991fbd6417 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:18.918634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1df399cf-2cc1-43d5-8799-9b16b7197a7a None None] Provisioning complete for port fdb51151-86e0-4a13-8762-78991fbd6417 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:18.919005 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1df399cf-2cc1-43d5-8799-9b16b7197a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:18.958052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1df399cf-2cc1-43d5-8799-9b16b7197a7a None None] Port fdb51151-86e0-4a13-8762-78991fbd6417 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:38:18.963741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4e5d6-dc99-4732-a48b-ebd41388b34b req-af504710-5239-4107-b28e-8c1a621c9344 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:18.965443 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3fe4e5d6-dc99-4732-a48b-ebd41388b34b req-af504710-5239-4107-b28e-8c1a621c9344 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 945 time: 0.2941253 Jul 13 19:38:19.061213 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3fe4e5d6-dc99-4732-a48b-ebd41388b34b req-1593c8e2-fdcd-4adc-8b78-56b5ac614a1f tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877218 Jul 13 19:38:19.121961 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e150d2c7-bfb6-451b-b2d6-c058a8c7814c x-openstack-request-id: req-e150d2c7-bfb6-451b-b2d6-c058a8c7814c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:19.122575 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a511ec89-efcf-45d7-b037-ef9eb28e97eb", "name": "network-vif-plugged", "status": "completed", "tag": "164a008d-f7ea-426a-b1c2-9fde43766bdd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:19.123067 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e150d2c7-bfb6-451b-b2d6-c058a8c7814c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:19.123676 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a511ec89-efcf-45d7-b037-ef9eb28e97eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a008d-f7ea-426a-b1c2-9fde43766bdd', 'code': 200} Jul 13 19:38:19.151218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:19.157136 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:19.298443 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:19.333861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=fdb51151-86e0-4a13-8762-78991fbd6417,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:19.399794 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:19.407953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-163a5359-9030-4d63-8408-f44c167c6e4a admin admin] 10.222.0.25 "PUT /v2.0/routers/ad808981-e457-4c1b-a09f-552df1f9f3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0975685 Jul 13 19:38:19.408135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:19.416311 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] Sync routers for ids ['ad808981-e457-4c1b-a09f-552df1f9f3c4'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:19.429375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92db0e7d-8170-4816-9301-2868601aad64 req-456b7c9f-b968-4d03-a787-8406e9f93277 service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508429 Jul 13 19:38:19.436325 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] Routers {'ad808981-e457-4c1b-a09f-552df1f9f3c4'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:19.437948 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:37:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ad808981-e457-4c1b-a09f-552df1f9f3c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:19.447738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3bf37-8d52-408f-a9e3-3b6e21ce34dc req-9beea263-c353-4821-87b2-a8d1752d794f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:19.455020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0ed3bf37-8d52-408f-a9e3-3b6e21ce34dc req-9beea263-c353-4821-87b2-a8d1752d794f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 945 time: 0.2176442 Jul 13 19:38:19.515669 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:19.518571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b5e3-6c16-4c5d-b993-17774be64b05 req-347e67ac-1802-493c-8a0e-9f790f55195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:19.520135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b668b5e3-6c16-4c5d-b993-17774be64b05 req-347e67ac-1802-493c-8a0e-9f790f55195b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 1097 time: 0.3033216 Jul 13 19:38:19.526983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-eb33cd10-1fac-4b1f-9fca-5bb56fe8cad2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Deleting port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:19.527334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-eb33cd10-1fac-4b1f-9fca-5bb56fe8cad2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:19.589272 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] Set router ad808981-e457-4c1b-a09f-552df1f9f3c4 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:19.627645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0ed3bf37-8d52-408f-a9e3-3b6e21ce34dc req-1b6c2554-5e49-4dfa-83e2-2168236d4b57 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710830 Jul 13 19:38:19.632897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:19.635777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e68bc9-8696-499f-b433-cb074cae600d req-0be1c00c-b694-48bb-a4bc-5366da2e77cb tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:19.651986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74e68bc9-8696-499f-b433-cb074cae600d req-0be1c00c-b694-48bb-a4bc-5366da2e77cb tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.3506644 Jul 13 19:38:19.682826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-eb33cd10-1fac-4b1f-9fca-5bb56fe8cad2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] For port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:19.683955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-eb33cd10-1fac-4b1f-9fca-5bb56fe8cad2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:19.698583 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b668b5e3-6c16-4c5d-b993-17774be64b05 req-8a2fb3c1-7af1-4fed-9227-3673c098ede1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383622 Jul 13 19:38:19.704792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-eb33cd10-1fac-4b1f-9fca-5bb56fe8cad2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Calling delete_port for 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:19.729124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 928c0037-6012-4848-8918-d473a46a3bbd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:19.730159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92db0e7d-8170-4816-9301-2868601aad64 req-a27364cd-7c53-46df-827f-9ffb7a742608 service neutron] 10.222.0.24 "GET /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920156 Jul 13 19:38:19.767501 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74e68bc9-8696-499f-b433-cb074cae600d req-9cb75dda-4a68-4c38-9c65-0c5cfbed652a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213312 Jul 13 19:38:19.783304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:19.789172 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:19.926434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1707631406'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:19.950106 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-eb33cd10-1fac-4b1f-9fca-5bb56fe8cad2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:19.959548 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:38:17Z', 'revision_number': 5, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port': {'id': '591e7d5d-927b-453a-ae62-17e1a50141fc', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:35:41Z', 'updated_at': '2021-07-13T19:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:19.963144 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2f728e25-78d2-4d54-b7d2-7ff3efdcba65'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:19.995247 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] Checking router: ad808981-e457-4c1b-a09f-552df1f9f3c4 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:20.002203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Made reservation on behalf of 972bb0f5e7684c969fd83ddc61cdc0b0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:20.005779 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.008009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33cd10-1fac-4b1f-9fca-5bb56fe8cad2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Pushing event deleted for resources: {'Port': ['ID=6de08a07-33ad-4cf3-9af7-c7e70bbbb09f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:20.009378 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] Routers {'ad808981-e457-4c1b-a09f-552df1f9f3c4'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:20.018040 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:37:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ad808981-e457-4c1b-a09f-552df1f9f3c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:20.034434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router fa17bbab-5ac4-44a0-b9e2-9cc82026838d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:20.035922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Deleting port 591e7d5d-927b-453a-ae62-17e1a50141fc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:20.036261 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.044959 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.071579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-eb33cd10-1fac-4b1f-9fca-5bb56fe8cad2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] No DVR routers for this DVR port 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:20.074895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-eb33cd10-1fac-4b1f-9fca-5bb56fe8cad2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.078118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b1257e9-f60d-4490-b2d5-8b97b3089c6b req-eb33cd10-1fac-4b1f-9fca-5bb56fe8cad2 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.24 "DELETE /v2.0/ports/6de08a07-33ad-4cf3-9af7-c7e70bbbb09f HTTP/1.1" status: 204 len: 173 time: 1.3357902 Jul 13 19:38:20.079103 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61962f56-61b0-434a-9573-74b7c8a68d6e', 'name': 'network-vif-deleted', 'tag': '6de08a07-33ad-4cf3-9af7-c7e70bbbb09f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:20.082055 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd543c5e-0a95-407e-b1a3-081fe4eddf83" -d '{"events": [{"server_uuid": "61962f56-61b0-434a-9573-74b7c8a68d6e", "name": "network-vif-deleted", "tag": "6de08a07-33ad-4cf3-9af7-c7e70bbbb09f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:20.162419 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e20617-145c-41a4-a057-66569c3baed6 x-openstack-request-id: req-61e20617-145c-41a4-a057-66569c3baed6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:20.162740 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61962f56-61b0-434a-9573-74b7c8a68d6e", "name": "network-vif-deleted", "tag": "6de08a07-33ad-4cf3-9af7-c7e70bbbb09f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:20.162971 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61e20617-145c-41a4-a057-66569c3baed6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:20.163370 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61962f56-61b0-434a-9573-74b7c8a68d6e', 'name': 'network-vif-deleted', 'tag': '6de08a07-33ad-4cf3-9af7-c7e70bbbb09f', 'status': 'completed', 'code': 200} Jul 13 19:38:20.172757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] Set router ad808981-e457-4c1b-a09f-552df1f9f3c4 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:20.222964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47042ef3-e79b-4e71-9428-a619a68a63df None None] Provisioning complete for port fdb51151-86e0-4a13-8762-78991fbd6417 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:20.223932 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47042ef3-e79b-4e71-9428-a619a68a63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.276810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] For port 591e7d5d-927b-453a-ae62-17e1a50141fc, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=591e7d5d-927b-453a-ae62-17e1a50141fc,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:20.277335 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.298824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.300776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Calling delete_port for 591e7d5d-927b-453a-ae62-17e1a50141fc owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:20.316176 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.316449 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:38:19Z', 'revision_number': 6, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:20.359476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-47042ef3-e79b-4e71-9428-a619a68a63df None None] Port fdb51151-86e0-4a13-8762-78991fbd6417 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:38:20.364436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:20.372342 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2f3fedff-2816-42e9-a74b-3a3445cd541c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "PUT /v2.0/routers/fa17bbab-5ac4-44a0-b9e2-9cc82026838d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0485077 Jul 13 19:38:20.386474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:38:20.391988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Sync routers for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:20.399868 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b59506-2b77-4640-b54f-dfd1a34b3a1f None None] The sync data for ids ['ad808981-e457-4c1b-a09f-552df1f9f3c4'] in n-d-800708-1 is: [{'id': 'ad808981-e457-4c1b-a09f-552df1f9f3c4', 'name': 'tempest-ServersTestJSON-1876591956-router', 'tenant_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:35:39Z', 'updated_at': '2021-07-13T19:38:19Z', 'revision_number': 6, 'project_id': 'ae50ca5eee7741028cb0fbad7598ad63', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:20.413829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:20.415079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:37:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:20.415233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55f31e0-5bc4-4abc-b1d1-d25c23d35739,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:20.431468 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.431822 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Added segment b92a0880-ce07-44de-8c5e-315094f7c3a9 of type vlan for network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 Jul 13 19:38:20.444090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.444845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.445922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.445922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.446357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.446830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.447260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.447754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.448463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.460148 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.462176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.462675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.542743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82b9c7-93de-4f0d-b056-235bba239218 req-723d0869-0778-4d15-8130-70711023a085 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:20.544594 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a82b9c7-93de-4f0d-b056-235bba239218 req-723d0869-0778-4d15-8130-70711023a085 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 946 time: 0.2441294 Jul 13 19:38:20.549618 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.551347 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.586758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Pushing event deleted for resources: {'Port': ['ID=591e7d5d-927b-453a-ae62-17e1a50141fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:20.601083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:20.611792 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a82b9c7-93de-4f0d-b056-235bba239218 req-ff8a53a3-1ae6-47f4-94ed-e6096adf8656 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547550 Jul 13 19:38:20.613088 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.621009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.621364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.621701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.622040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.622385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.622833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.623166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.623490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.623818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.624142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.624609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.625086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:20.631246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:20.633469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.707878 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0739496 Jul 13 19:38:20.715280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569568a-c2af-404b-9c7e-3fabca62a398 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Pushing event updated for resources: {'Network': ['ID=cedafe7c-dfa2-4fbf-a5ca-85a2a606c188,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:20.718979 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.790252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:38:20.817146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e27c3e8-df1e-46d0-ba66-8c29fe032518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.928594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39629c04-7df8-4654-866a-ce1cbfb9a856 req-1a4c4b60-7a40-4109-9080-d4d0f4449d1d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=61962f56-61b0-434a-9573-74b7c8a68d6e HTTP/1.1" status: 200 len: 210 time: 0.1027017 Jul 13 19:38:20.937435 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.943057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.006006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:21.011274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Request body: {'port': {'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188', 'binding:host_id': 'n-h2-800708-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-693881634'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:21.049418 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.050819 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad808981-e457-4c1b-a09f-552df1f9f3c4 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:38:21.056475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.057238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Made reservation on behalf of 15a9e0ce73764a4b9bb771a1e3426e83 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:21.060645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.061277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-355f00a9-e2bc-468e-a372-5f85657bcefd admin admin] 10.222.0.25 "DELETE /v2.0/routers/ad808981-e457-4c1b-a09f-552df1f9f3c4 HTTP/1.1" status: 204 len: 168 time: 1.6523530 Jul 13 19:38:21.062531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:21.084308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:38:18Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4dae2845-364f-4782-ba85-d79728426837', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'mac_address': 'fa:16:3e:28:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:09Z', 'updated_at': '2021-07-13T19:37:13Z', 'revision_number': 1, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb51151-86e0-4a13-8762-78991fbd6417', 'name': '', 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:70:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '3215615c-aa70-444f-9b22-45a118d3a989', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:17Z', 'updated_at': '2021-07-13T19:38:18Z', 'revision_number': 2, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '3215615c-aa70-444f-9b22-45a118d3a989', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:21.091071 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.116305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Checking router: fa17bbab-5ac4-44a0-b9e2-9cc82026838d for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:21.116650 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Updating router fa17bbab-5ac4-44a0-b9e2-9cc82026838d port fdb51151-86e0-4a13-8762-78991fbd6417 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:38:21.164396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3597fe-1705-41e0-b684-4fbf10c833bf admin admin] Deleting subnet 613415ca-2412-497d-8acd-729ea422e73f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:38:21.167541 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf3597fe-1705-41e0-b684-4fbf10c833bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.169663 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.203729 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.208701 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.212970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] device_id is not set on port 0ea87757-bc58-4648-a6cc-13155d770237 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:38:21.357444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1afa60-10ab-4636-84b9-3cadcdd36668,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:21.399251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:21.431210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:21.431538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6de08a07-33ad-4cf3-9af7-c7e70bbbb09f not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:21.508006 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.524674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] device_id is not set on port 0ea87757-bc58-4648-a6cc-13155d770237 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:38:21.528949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Transition to ACTIVE for port object fdb51151-86e0-4a13-8762-78991fbd6417 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:21.540335 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.540752 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.560604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Transition to ACTIVE for port object 0ea87757-bc58-4648-a6cc-13155d770237 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:21.577948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b4ec3-b67f-4007-8bb1-aaa0f8a5ac10 req-02218d17-b39b-4608-97ee-ec2f3c4fb8d3 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:21.579886 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-062b4ec3-b67f-4007-8bb1-aaa0f8a5ac10 req-02218d17-b39b-4608-97ee-ec2f3c4fb8d3 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.4826019 Jul 13 19:38:21.580628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.599753 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf3597fe-1705-41e0-b684-4fbf10c833bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.656630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17667929-b921-4990-b777-432258dfcd77 None None] Pushing event updated for resources: {'Port': ['ID=fdb51151-86e0-4a13-8762-78991fbd6417,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:21.674796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Attempting to bind port fdb51151-86e0-4a13-8762-78991fbd6417 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:21.675168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Attempting to bind port fdb51151-86e0-4a13-8762-78991fbd6417 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:21.675512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Attempting to bind port fdb51151-86e0-4a13-8762-78991fbd6417 on network 928c0037-6012-4848-8918-d473a46a3bbd {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:21.685674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:38:21.686280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Checking segment: {'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:21.686923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event updated for resources: {'Port': ['ID=0ea87757-bc58-4648-a6cc-13155d770237,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:21.687361 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.688120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Bound using segment: {'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:38:21.688809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Bound port: fdb51151-86e0-4a13-8762-78991fbd6417, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0bdd01-2c25-46db-a1d3-100cea2a1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:38:21.692150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-062b4ec3-b67f-4007-8bb1-aaa0f8a5ac10 req-6e8015c5-8a17-4b6e-8f64-b571ca599dbf tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033216 Jul 13 19:38:21.702219 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.702744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Checking segment: {'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:21.703131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Network hostable DHCP agents. Network: cedafe7c-dfa2-4fbf-a5ca-85a2a606c188, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:38:21.721065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:38:21.732857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, cedafe7c-dfa2-4fbf-a5ca-85a2a606c188) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:21.737511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:21.765326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:21.765698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:21.766061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:21.771320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:21.771672 n-d-800708-1 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:21.772067 n-d-800708-1 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 2 to bind port 0ea87757-bc58-4648-a6cc-13155d770237 Jul 13 19:38:21.789781 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf3597fe-1705-41e0-b684-4fbf10c833bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.790495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780754f2-e741-4351-8a5e-2b63c5f8a94e None None] Network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:38:21.791644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:21.791987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:21.792325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:21.797642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:21.797843 n-d-800708-1 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:21.798171 n-d-800708-1 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 3 to bind port 0ea87757-bc58-4648-a6cc-13155d770237 Jul 13 19:38:21.841771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:21.842302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:21.842858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:21.848559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:21.849075 n-d-800708-1 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:21.849642 n-d-800708-1 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 4 to bind port 0ea87757-bc58-4648-a6cc-13155d770237 Jul 13 19:38:21.863905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:21.864522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:21.865043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:21.870733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:21.871545 n-d-800708-1 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:21.871817 n-d-800708-1 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 5 to bind port 0ea87757-bc58-4648-a6cc-13155d770237 Jul 13 19:38:21.875633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf3597fe-1705-41e0-b684-4fbf10c833bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.908728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3597fe-1705-41e0-b684-4fbf10c833bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613415ca-2412-497d-8acd-729ea422e73f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:21.914535 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf3597fe-1705-41e0-b684-4fbf10c833bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.919022 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cf3597fe-1705-41e0-b684-4fbf10c833bf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/613415ca-2412-497d-8acd-729ea422e73f HTTP/1.1" status: 204 len: 168 time: 0.8531566 Jul 13 19:38:21.919366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:21.925196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045960a8-78c2-4ed4-8584-2d9aaac017e4 None None] Network c7983a11-2267-4413-b818-c381b10ebe62 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:38:21.930466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:21.930881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:21.931308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:21.940124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:21.940543 n-d-800708-1 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:21.942657 n-d-800708-1 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 6 to bind port 0ea87757-bc58-4648-a6cc-13155d770237 Jul 13 19:38:21.969792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:21.970127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:21.970505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:21.984040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:21.984040 n-d-800708-1 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:21.984040 n-d-800708-1 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 7 to bind port 0ea87757-bc58-4648-a6cc-13155d770237 Jul 13 19:38:21.993499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1e2ee-501e-44ac-9f4c-95fa53920170 req-1e3c79d2-f4d6-4a95-a81a-eb2fda8dfc84 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:21.995119 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79a1e2ee-501e-44ac-9f4c-95fa53920170 req-1e3c79d2-f4d6-4a95-a81a-eb2fda8dfc84 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 946 time: 0.1092124 Jul 13 19:38:22.001799 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.013323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:22.013323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:22.013323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:22.020616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:22.020988 n-d-800708-1 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:22.023738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] For port fdb51151-86e0-4a13-8762-78991fbd6417, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:22.027711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] For port fdb51151-86e0-4a13-8762-78991fbd6417, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fdb51151-86e0-4a13-8762-78991fbd6417,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:38:22.028607 n-d-800708-1 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 8 to bind port 0ea87757-bc58-4648-a6cc-13155d770237 Jul 13 19:38:22.042752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:22.043095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:22.043443 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:22.053158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 591e7d5d-927b-453a-ae62-17e1a50141fc no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:22.059267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:22.059605 n-d-800708-1 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:22.062447 n-d-800708-1 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 9 to bind port 0ea87757-bc58-4648-a6cc-13155d770237 Jul 13 19:38:22.070697 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79a1e2ee-501e-44ac-9f4c-95fa53920170 req-ea2d0706-c3d1-4c9d-93be-3621a760b265 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668080 Jul 13 19:38:22.074519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Deleting port 68bb6136-88ea-4e80-becc-9190d7cbd148 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:22.074792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.080980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:22.081381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:22.081777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:22.087074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:22.087455 n-d-800708-1 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:22.087957 n-d-800708-1 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 10 to bind port 0ea87757-bc58-4648-a6cc-13155d770237 Jul 13 19:38:22.115165 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.125001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:22.125344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:22.125686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:22.136080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port 0ea87757-bc58-4648-a6cc-13155d770237 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:22.136426 n-d-800708-1 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port 0ea87757-bc58-4648-a6cc-13155d770237 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:22.136799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.190061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] For port 68bb6136-88ea-4e80-becc-9190d7cbd148, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=68bb6136-88ea-4e80-becc-9190d7cbd148,segment=NetworkSegment(4783cad7-093f-4ea1-a4f6-aaf7c1c923b9),segment_id=4783cad7-093f-4ea1-a4f6-aaf7c1c923b9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:22.192347 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.224132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Calling delete_port for 68bb6136-88ea-4e80-becc-9190d7cbd148 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:22.273186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] For port 0ea87757-bc58-4648-a6cc-13155d770237, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:22.273891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 19:38:22.278663 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.296107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 591e7d5d-927b-453a-ae62-17e1a50141fc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:22.300199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 591e7d5d-927b-453a-ae62-17e1a50141fc not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:22.300633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3f9c3982-4c75-4d63-89da-50e87a7d9817 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:22.360836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.369305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:22.370010 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.390344 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 3f9c3982-4c75-4d63-89da-50e87a7d9817 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:22.390753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3f9c3982-4c75-4d63-89da-50e87a7d9817 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:22.405963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Pushing event deleted for resources: {'Port': ['ID=68bb6136-88ea-4e80-becc-9190d7cbd148,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:22.414559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] No DVR routers for this DVR port 68bb6136-88ea-4e80-becc-9190d7cbd148 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:22.426162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event updated for resources: {'Port': ['ID=0ea87757-bc58-4648-a6cc-13155d770237,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:22.434907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:22.436290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:37:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:22.440230 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c6e7ee66-d9ff-48ef-bc65-31ecf77e8a11 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.4295759 Jul 13 19:38:22.440480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:22.477888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17667929-b921-4990-b777-432258dfcd77 None None] Pushing event updated for resources: {'Port': ['ID=fdb51151-86e0-4a13-8762-78991fbd6417,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:22.525362 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.540534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7983a11-2267-4413-b818-c381b10ebe62']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:22.557815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e61a98c9-c683-4fd4-9759-449c451cb503 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Deleting port 0ea87757-bc58-4648-a6cc-13155d770237 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:22.559165 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61a98c9-c683-4fd4-9759-449c451cb503 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.562821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:22.563237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4783cad7-093f-4ea1-a4f6-aaf7c1c923b9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:22.580161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.617679 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.630452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:38:22.630869 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:38:22.632689 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:38:22.663506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e61a98c9-c683-4fd4-9759-449c451cb503 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] For port 0ea87757-bc58-4648-a6cc-13155d770237, host n-h2-800708-1, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:22.664018 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61a98c9-c683-4fd4-9759-449c451cb503 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.683172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e61a98c9-c683-4fd4-9759-449c451cb503 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Calling delete_port for 0ea87757-bc58-4648-a6cc-13155d770237 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:22.763705 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.773309 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.777603 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c7983a11-2267-4413-b818-c381b10ebe62 HTTP/1.1" status: 204 len: 168 time: 0.8572004 Jul 13 19:38:22.815563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c137c-f40f-4a00-80c5-c279feca5576 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7983a11-2267-4413-b818-c381b10ebe62,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:22.818225 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61a98c9-c683-4fd4-9759-449c451cb503 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.874452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:22.879750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a98c9-c683-4fd4-9759-449c451cb503 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ea87757-bc58-4648-a6cc-13155d770237,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:22.893481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61a98c9-c683-4fd4-9759-449c451cb503 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:22.896183 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e61a98c9-c683-4fd4-9759-449c451cb503 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0ea87757-bc58-4648-a6cc-13155d770237 HTTP/1.1" status: 204 len: 168 time: 0.4547837 Jul 13 19:38:22.899035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:22.939855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f049df3-9ee4-45ac-ac30-71ffe1053032 None None] DHCP port deletion for c7983a11-2267-4413-b818-c381b10ebe62 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:38:22.942831 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e8d15a-1db9-422f-89b4-b03df767be99 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] GET failed (client error): The resource could not be found. Jul 13 19:38:22.944891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-62e8d15a-1db9-422f-89b4-b03df767be99 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "GET /v2.0/ports/0ea87757-bc58-4648-a6cc-13155d770237 HTTP/1.1" status: 404 len: 333 time: 0.0444219 Jul 13 19:38:22.948695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:22.955254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Request body: {'port': {'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1039581746'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:22.985593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Made reservation on behalf of 15a9e0ce73764a4b9bb771a1e3426e83 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:22.988826 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:23.050992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] device_id is not set on port eebd923e-dfbb-4b38-8d74-83ac08c82a69 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:38:23.098144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:23.145465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a8383-3259-4a12-82a6-6b7532c5c36b req-1cac9280-a0ca-4ded-9853-b2322531c806 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:23.147067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-523a8383-3259-4a12-82a6-6b7532c5c36b req-1cac9280-a0ca-4ded-9853-b2322531c806 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1549180 Jul 13 19:38:23.181274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e5c79b87-026d-4092-a5cd-c25a3225e3b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae50ca5eee7741028cb0fbad7598ad63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813024 Jul 13 19:38:23.181902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:23.271687 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bec44c2-1d77-4e14-8cfe-9fd7709e2c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:23.293722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ddddfd5-6575-4740-8e7c-f2a49733975e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:23.322522 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ddddfd5-6575-4740-8e7c-f2a49733975e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:23.333402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:38:18Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4dae2845-364f-4782-ba85-d79728426837', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'mac_address': 'fa:16:3e:28:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:09Z', 'updated_at': '2021-07-13T19:37:13Z', 'revision_number': 1, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb51151-86e0-4a13-8762-78991fbd6417', 'name': '', 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:70:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '3215615c-aa70-444f-9b22-45a118d3a989', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:17Z', 'updated_at': '2021-07-13T19:38:21Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '3215615c-aa70-444f-9b22-45a118d3a989', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:23.396574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-523a8383-3259-4a12-82a6-6b7532c5c36b req-f7ae06cd-f89d-4da2-940f-38f9f2e33c53 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374804 Jul 13 19:38:23.415547 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:23.415904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db8f5d-8aca-479e-b84e-0925cba03f16 None None] The sync data for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 is: [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:38:18Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4dae2845-364f-4782-ba85-d79728426837', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'mac_address': 'fa:16:3e:28:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:09Z', 'updated_at': '2021-07-13T19:37:13Z', 'revision_number': 1, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb51151-86e0-4a13-8762-78991fbd6417', 'name': '', 'network_id': '928c0037-6012-4848-8918-d473a46a3bbd', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:70:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '3215615c-aa70-444f-9b22-45a118d3a989', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:17Z', 'updated_at': '2021-07-13T19:38:21Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '3215615c-aa70-444f-9b22-45a118d3a989', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:23.441927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ddddfd5-6575-4740-8e7c-f2a49733975e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:23.448993 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ddddfd5-6575-4740-8e7c-f2a49733975e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:23.452888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3ddddfd5-6575-4740-8e7c-f2a49733975e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5525c6a-c9d8-4b61-b4a7-6538dd7ba098 HTTP/1.1" status: 204 len: 168 time: 0.2674811 Jul 13 19:38:23.465648 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:23.491656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddddfd5-6575-4740-8e7c-f2a49733975e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5525c6a-c9d8-4b61-b4a7-6538dd7ba098,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:23.553046 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:23.573856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454f54d-c2ad-4254-95c7-8f6f84627f6f req-160cec4c-af4d-42d3-9ac3-2356e871847c tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:23.592679 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9454f54d-c2ad-4254-95c7-8f6f84627f6f req-160cec4c-af4d-42d3-9ac3-2356e871847c tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 946 time: 0.2056916 Jul 13 19:38:23.611507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:23.626078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:23.629462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:23.630494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:23.632832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:23.648539 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9454f54d-c2ad-4254-95c7-8f6f84627f6f req-f28803ca-59f2-43aa-804f-ae85d4eea14d tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548444 Jul 13 19:38:23.681133 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7309742 Jul 13 19:38:23.682294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbec57-ae8b-420a-b96f-953a7020dca5 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event updated for resources: {'Port': ['ID=eebd923e-dfbb-4b38-8d74-83ac08c82a69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:23.683936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:23.694036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:23.830945 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.117564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] device_id is not set on port eebd923e-dfbb-4b38-8d74-83ac08c82a69 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:38:24.129547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.142078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fdb51151-86e0-4a13-8762-78991fbd6417 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:24.151976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Transition to ACTIVE for port object eebd923e-dfbb-4b38-8d74-83ac08c82a69 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:24.158202 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.216361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port fdb51151-86e0-4a13-8762-78991fbd6417 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:24.239209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fdb51151-86e0-4a13-8762-78991fbd6417 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:24.241845 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.299543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:24.300213 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:24.300975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:24.316146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event updated for resources: {'Port': ['ID=eebd923e-dfbb-4b38-8d74-83ac08c82a69,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:24.336111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f143-4f86-4d02-811b-d8132623c79f req-1cd4f386-18da-4859-9600-a5d61eef2275 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:24.341542 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d537f143-4f86-4d02-811b-d8132623c79f req-1cd4f386-18da-4859-9600-a5d61eef2275 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1802742 Jul 13 19:38:24.342011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:24.342355 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:24.343798 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 2 to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 Jul 13 19:38:24.363581 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.381680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:24.382046 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:24.382345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:24.388738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:24.389069 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:24.416637 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 3 to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 Jul 13 19:38:24.430482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port fdb51151-86e0-4a13-8762-78991fbd6417, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fdb51151-86e0-4a13-8762-78991fbd6417,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:24.440664 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.517886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:24.518484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:24.518838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:24.543204 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 68bb6136-88ea-4e80-becc-9190d7cbd148 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:24.544107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d537f143-4f86-4d02-811b-d8132623c79f req-ca5c42d4-cc4a-4650-96db-6c2519b93b59 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899629 Jul 13 19:38:24.552940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:24.553312 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:24.553715 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 4 to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 Jul 13 19:38:24.572572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:24.573042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:24.573518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:24.579016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:24.579350 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:24.579747 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 5 to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 Jul 13 19:38:24.591254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 68bb6136-88ea-4e80-becc-9190d7cbd148 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:24.591605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 68bb6136-88ea-4e80-becc-9190d7cbd148 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:24.593919 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.596108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=fdb51151-86e0-4a13-8762-78991fbd6417,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:24.598716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:24.599199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:24.600077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:24.605996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:24.606206 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:24.606664 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 6 to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 Jul 13 19:38:24.629625 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:24.630038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:24.631023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:24.637023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:24.637528 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:24.637992 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 7 to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 Jul 13 19:38:24.663631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:24.666121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:24.667017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:24.674022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:24.674813 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:24.675476 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 8 to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 Jul 13 19:38:24.682275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:24.710793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:24.711831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:24.712512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:24.740632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:24.741643 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:24.745578 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 9 to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 Jul 13 19:38:24.775841 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:24.776193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:24.776538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:24.800407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:24.800999 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:24.803815 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 10 to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 Jul 13 19:38:24.815766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-network', 'tenant_id': '3b291adcad82488e8ff56675514b433c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:24.837530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:24.840063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.849635 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.855215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:24.855566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:24.855908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:24.865449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f2e9f-a695-472a-a22d-319726534563 req-430e8bb8-1a7c-4520-a12b-26104114808e tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:24.867002 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec7f2e9f-a695-472a-a22d-319726534563 req-430e8bb8-1a7c-4520-a12b-26104114808e tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.60 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 946 time: 0.1744478 Jul 13 19:38:24.883674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:24.884044 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:24.884384 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.950345 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.954745 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.989526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:38:25.005873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aba2fc-65f4-4c56-a7de-ceec1b4bec50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:25.010991 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.011338 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Added segment 610fdb16-e819-4dda-a637-f9686b5772f8 of type vlan for network 60de7d8c-9f98-4164-9b60-2ef9123f341b Jul 13 19:38:25.014132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61ed83-5905-4699-b696-48fab15c1c15 req-a89bb792-de5e-4acc-8ad9-d13be3e98fb2 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.021677 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae61ed83-5905-4699-b696-48fab15c1c15 req-a89bb792-de5e-4acc-8ad9-d13be3e98fb2 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 946 time: 0.2125132 Jul 13 19:38:25.055932 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.067098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] For port eebd923e-dfbb-4b38-8d74-83ac08c82a69, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:25.067479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 19:38:25.077011 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.092292 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.094069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.095382 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.131251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae61ed83-5905-4699-b696-48fab15c1c15 req-c884602d-6212-4f13-a34c-d3b0e065cb31 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083269 Jul 13 19:38:25.155193 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4694161 Jul 13 19:38:25.156940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:25.157256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] In _notify_port_updated(), no bound segment for port eebd923e-dfbb-4b38-8d74-83ac08c82a69 on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:38:25.158145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.158795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.160105 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "PUT /v2.0/ports/eebd923e-dfbb-4b38-8d74-83ac08c82a69 HTTP/1.1" status: 200 len: 975 time: 1.4751108 Jul 13 19:38:25.163389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:25.163641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Request body: {'subnet': {'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-subnet', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:25.165589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697a036-38b0-4899-abce-7a8c0e43bc26 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event updated for resources: {'Port': ['ID=eebd923e-dfbb-4b38-8d74-83ac08c82a69,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:25.180374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd24fb5-5fac-45d1-8b58-b6ff829467d6 admin admin] Pushing event updated for resources: {'Network': ['ID=60de7d8c-9f98-4164-9b60-2ef9123f341b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:25.197728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 60de7d8c-9f98-4164-9b60-2ef9123f341b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:38:25.203888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:25.206324 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.230692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ec7f2e9f-a695-472a-a22d-319726534563 req-467a18f6-3328-4d18-8b60-df08575b080a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Deleting port 164a008d-f7ea-426a-b1c2-9fde43766bdd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:25.231039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec7f2e9f-a695-472a-a22d-319726534563 req-467a18f6-3328-4d18-8b60-df08575b080a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.391714 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.392203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.394351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.394859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.395335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.395814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.396276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.398097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.398633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.399111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.399584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.400053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.400522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.400991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.401792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.401937 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.402388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.402916 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.403371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.403837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.404300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.404763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.405224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.405910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.406394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.406871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.407334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.407793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.408250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.408717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.409177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.409634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.410097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.410596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.411060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.411519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.411976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.414068 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.416764 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c46f4a78-17ab-40dc-a946-ea76d778b4ec tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33329 time: 0.2485640 Jul 13 19:38:25.420856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:25.469800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ec7f2e9f-a695-472a-a22d-319726534563 req-467a18f6-3328-4d18-8b60-df08575b080a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] For port 164a008d-f7ea-426a-b1c2-9fde43766bdd, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=164a008d-f7ea-426a-b1c2-9fde43766bdd,segment=NetworkSegment(67ac6056-6436-4cdb-b46e-dbdce99634b3),segment_id=67ac6056-6436-4cdb-b46e-dbdce99634b3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:25.471188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec7f2e9f-a695-472a-a22d-319726534563 req-467a18f6-3328-4d18-8b60-df08575b080a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.491045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ec7f2e9f-a695-472a-a22d-319726534563 req-467a18f6-3328-4d18-8b60-df08575b080a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Calling delete_port for 164a008d-f7ea-426a-b1c2-9fde43766bdd owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:25.500155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce31b39-5b80-4d84-8622-b4b60ff44bd7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:25.514859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Checking segment: {'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:25.515799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Network hostable DHCP agents. Network: 60de7d8c-9f98-4164-9b60-2ef9123f341b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:38:25.536094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Network 60de7d8c-9f98-4164-9b60-2ef9123f341b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:38:25.547529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 60de7d8c-9f98-4164-9b60-2ef9123f341b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:25.551978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:25.552635 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.558269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d387aefd-3171-460e-acb2-b1bc7e968edb None None] Network 60de7d8c-9f98-4164-9b60-2ef9123f341b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:38:25.597508 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dc72052d-0cac-4698-b662-8767605f0a98 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4309690 Jul 13 19:38:25.597508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:25.599241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:25.627626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.629198 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.693173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d1f24201-5f93-4e74-94e5-66f96db2bc79 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Deleting port eebd923e-dfbb-4b38-8d74-83ac08c82a69 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:25.699135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f24201-5f93-4e74-94e5-66f96db2bc79 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.707817 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.756799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-60de7d8c-9f98-4164-9b60-2ef9123f341b', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:38:25.757831 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.797804 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec7f2e9f-a695-472a-a22d-319726534563 req-467a18f6-3328-4d18-8b60-df08575b080a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.844821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['164a008d-f7ea-426a-b1c2-9fde43766bdd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:25.857821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a18f6-3328-4d18-8b60-df08575b080a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Pushing event deleted for resources: {'Port': ['ID=164a008d-f7ea-426a-b1c2-9fde43766bdd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:25.917919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d1f24201-5f93-4e74-94e5-66f96db2bc79 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] For port eebd923e-dfbb-4b38-8d74-83ac08c82a69, host n-h2-800708-1, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:25.918269 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f24201-5f93-4e74-94e5-66f96db2bc79 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.944769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7f2e9f-a695-472a-a22d-319726534563 req-467a18f6-3328-4d18-8b60-df08575b080a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] No DVR routers for this DVR port 164a008d-f7ea-426a-b1c2-9fde43766bdd on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:25.949803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec7f2e9f-a695-472a-a22d-319726534563 req-467a18f6-3328-4d18-8b60-df08575b080a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.951819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec7f2e9f-a695-472a-a22d-319726534563 req-467a18f6-3328-4d18-8b60-df08575b080a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.60 "DELETE /v2.0/ports/164a008d-f7ea-426a-b1c2-9fde43766bdd HTTP/1.1" status: 204 len: 173 time: 1.0756054 Jul 13 19:38:25.952721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a511ec89-efcf-45d7-b037-ef9eb28e97eb', 'name': 'network-vif-deleted', 'tag': '164a008d-f7ea-426a-b1c2-9fde43766bdd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:25.965984 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aab51b8-a621-4a36-941f-cbcd2e813baa" -d '{"events": [{"server_uuid": "a511ec89-efcf-45d7-b037-ef9eb28e97eb", "name": "network-vif-deleted", "tag": "164a008d-f7ea-426a-b1c2-9fde43766bdd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:25.970977 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:25.973689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d1f24201-5f93-4e74-94e5-66f96db2bc79 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Calling delete_port for eebd923e-dfbb-4b38-8d74-83ac08c82a69 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:25.979515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Allocated IP 172.20.0.2 (60de7d8c-9f98-4164-9b60-2ef9123f341b/fce31b39-5b80-4d84-8622-b4b60ff44bd7/7973d01b-2e4b-48ba-b2ba-c19644d87e1f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:38:26.052528 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52540bb-8652-4384-8d84-ba44ba37909d x-openstack-request-id: req-a52540bb-8652-4384-8d84-ba44ba37909d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:26.052774 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a511ec89-efcf-45d7-b037-ef9eb28e97eb", "name": "network-vif-deleted", "tag": "164a008d-f7ea-426a-b1c2-9fde43766bdd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:26.052992 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a52540bb-8652-4384-8d84-ba44ba37909d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:26.053387 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a511ec89-efcf-45d7-b037-ef9eb28e97eb', 'name': 'network-vif-deleted', 'tag': '164a008d-f7ea-426a-b1c2-9fde43766bdd', 'status': 'completed', 'code': 200} Jul 13 19:38:26.081092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb168c-733e-4635-977a-0981e4e6495f req-23b16868-c6db-4933-803e-8d6ca6513863 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:26.087968 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74eb168c-733e-4635-977a-0981e4e6495f req-23b16868-c6db-4933-803e-8d6ca6513863 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.3201132 Jul 13 19:38:26.104227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.144528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fdb51151-86e0-4a13-8762-78991fbd6417 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:26.160605 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f24201-5f93-4e74-94e5-66f96db2bc79 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.174480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74eb168c-733e-4635-977a-0981e4e6495f req-2d53d53c-c95d-4f94-94a4-5e7a6af3d70a tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855331 Jul 13 19:38:26.197895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f24201-5f93-4e74-94e5-66f96db2bc79 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event deleted for resources: {'Port': ['ID=eebd923e-dfbb-4b38-8d74-83ac08c82a69,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:26.205793 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f24201-5f93-4e74-94e5-66f96db2bc79 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.211876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d1f24201-5f93-4e74-94e5-66f96db2bc79 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "DELETE /v2.0/ports/eebd923e-dfbb-4b38-8d74-83ac08c82a69 HTTP/1.1" status: 204 len: 168 time: 0.7899392 Jul 13 19:38:26.212689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:26.278968 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1c250b-3d1b-40ee-bd4f-442f34166d89 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] GET failed (client error): The resource could not be found. Jul 13 19:38:26.288549 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fb1c250b-3d1b-40ee-bd4f-442f34166d89 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "GET /v2.0/ports/eebd923e-dfbb-4b38-8d74-83ac08c82a69 HTTP/1.1" status: 404 len: 333 time: 0.0747378 Jul 13 19:38:26.289781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:26.308568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-113265186', 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:26.347498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fdb51151-86e0-4a13-8762-78991fbd6417 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:26.347871 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.365622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Made reservation on behalf of 15a9e0ce73764a4b9bb771a1e3426e83 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:26.368404 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.403489 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.412621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Transition to ACTIVE for port object 7973d01b-2e4b-48ba-b2ba-c19644d87e1f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:26.417416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-484e743c-a2d6-4aff-b677-06eed2939638 req-5bf479ab-8280-4d98-a955-f84752c56123 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=a511ec89-efcf-45d7-b037-ef9eb28e97eb HTTP/1.1" status: 200 len: 210 time: 0.0364044 Jul 13 19:38:26.418567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] device_id is not set on port 640d02a4-3f70-4792-ae01-06b12c699946 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:38:26.426496 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.455703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.460322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Transition to ACTIVE for port object 7973d01b-2e4b-48ba-b2ba-c19644d87e1f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:26.470968 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.531611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Network 60de7d8c-9f98-4164-9b60-2ef9123f341b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:26.563292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:26.572665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:26.582091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Allocated IP 172.25.7.154 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/0b2115cc-acf4-45f4-9576-b83a1c3d787c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:38:26.586207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Pushing event updated for resources: {'Port': ['ID=7973d01b-2e4b-48ba-b2ba-c19644d87e1f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:26.642864 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.679543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Attempting to bind port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:26.679919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Attempting to bind port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:26.680319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Attempting to bind port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f on network 60de7d8c-9f98-4164-9b60-2ef9123f341b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:26.685565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:38:26.685915 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Checking segment: {'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:26.686321 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.686815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Bound using segment: {'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:38:26.687287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Bound port: 7973d01b-2e4b-48ba-b2ba-c19644d87e1f, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:38:26.687753 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.711832 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.773838 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.775900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:26.781139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:26.785983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:26.787206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:26.787556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.797826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event updated for resources: {'Port': ['ID=640d02a4-3f70-4792-ae01-06b12c699946,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:26.823587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] For port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:26.830974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] For port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7973d01b-2e4b-48ba-b2ba-c19644d87e1f,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:38:26.831329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:26.834501 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c30a1728-8f0d-4f50-9afc-a49ea7d9945a tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5310035 Jul 13 19:38:26.836486 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.843477 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:26.913338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74baa3-dab1-4d9e-b3df-465bef27e3ce None None] Pushing event updated for resources: {'Port': ['ID=7973d01b-2e4b-48ba-b2ba-c19644d87e1f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:26.930191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:26.937968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:26.945708 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:26.956922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc4f5f-11f5-44b9-b853-3a69808999d2 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:26.958636 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2abc4f5f-11f5-44b9-b853-3a69808999d2 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "GET /v2.0/ports/640d02a4-3f70-4792-ae01-06b12c699946 HTTP/1.1" status: 200 len: 954 time: 0.1269751 Jul 13 19:38:26.962653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:26.996220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2115cc-acf4-45f4-9576-b83a1c3d787c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:27.174076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-96f501e8-a309-4241-827d-a99135be83ca tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Deleting port 640d02a4-3f70-4792-ae01-06b12c699946 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:27.174441 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f501e8-a309-4241-827d-a99135be83ca tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:27.276889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f501e8-a309-4241-827d-a99135be83ca tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:27.307394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-96f501e8-a309-4241-827d-a99135be83ca tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Calling delete_port for 640d02a4-3f70-4792-ae01-06b12c699946 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:27.385978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759949c7-2ca3-4559-8865-09ae1cee378e req-08b6672a-1184-4ce0-9d34-99f3ce964cca tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:27.387610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-759949c7-2ca3-4559-8865-09ae1cee378e req-08b6672a-1184-4ce0-9d34-99f3ce964cca tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 946 time: 0.2094135 Jul 13 19:38:27.415864 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:27.449188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f501e8-a309-4241-827d-a99135be83ca tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:27.460931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6a179-1676-4d09-9d89-d347431bf7f8 req-199a26cf-e699-4178-9487-7f499d87a722 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:27.462523 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2e6a179-1676-4d09-9d89-d347431bf7f8 req-199a26cf-e699-4178-9487-7f499d87a722 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1025927 Jul 13 19:38:27.500701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f501e8-a309-4241-827d-a99135be83ca tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event deleted for resources: {'Port': ['ID=640d02a4-3f70-4792-ae01-06b12c699946,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:27.514243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f501e8-a309-4241-827d-a99135be83ca tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:27.517054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-96f501e8-a309-4241-827d-a99135be83ca tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "DELETE /v2.0/ports/640d02a4-3f70-4792-ae01-06b12c699946 HTTP/1.1" status: 204 len: 168 time: 0.5533979 Jul 13 19:38:27.520331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:27.536804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-759949c7-2ca3-4559-8865-09ae1cee378e req-894237b9-1f7c-4b29-a58f-ed13087d5d9d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385090 Jul 13 19:38:27.555392 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b288c433-e5de-47a8-a59b-16310d72c995 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] GET failed (client error): The resource could not be found. Jul 13 19:38:27.556997 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b288c433-e5de-47a8-a59b-16310d72c995 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "GET /v2.0/ports/640d02a4-3f70-4792-ae01-06b12c699946 HTTP/1.1" status: 404 len: 333 time: 0.0357687 Jul 13 19:38:27.560149 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f2e6a179-1676-4d09-9d89-d347431bf7f8 req-cef07204-95fb-4c2f-aeb5-c7e349785b95 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907991 Jul 13 19:38:27.563139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:27.568264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Request body: {'port': {'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-149051677'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:27.602658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Made reservation on behalf of 15a9e0ce73764a4b9bb771a1e3426e83 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:27.605242 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:27.635648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] device_id is not set on port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:38:27.643164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-f744b569-5944-46f6-9e84-3d18cd784539 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:27.644709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-f744b569-5944-46f6-9e84-3d18cd784539 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.24 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 945 time: 0.1942291 Jul 13 19:38:27.838080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:27.882357 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:27.931199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:27.934426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:27.939656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:27.940629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:27.941235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:27.950618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event updated for resources: {'Port': ['ID=a659def3-ae7a-44bf-9c5b-fcca6fa7f70e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:27.959455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dca229fa-e349-4703-b54e-461bc68028f1 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3950968 Jul 13 19:38:27.962160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:27.967768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:28.063815 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.088053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7973d01b-2e4b-48ba-b2ba-c19644d87e1f up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:28.146938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.150554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:28.237318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4303f2fa-e27b-432b-a0b3-ed5210f24491 None None] Network 60de7d8c-9f98-4164-9b60-2ef9123f341b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:38:28.318386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37ac3a9f-7f29-4bcb-a56a-8327a808b70c None None] Provisioning for port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:28.326840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37ac3a9f-7f29-4bcb-a56a-8327a808b70c None None] Provisioning complete for port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:28.327411 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37ac3a9f-7f29-4bcb-a56a-8327a808b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.327731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] device_id is not set on port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:38:28.342009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-354230f2-00dd-4746-9c87-3ddeb1087732 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Deleting port 3f28ef16-e625-4d79-8fa8-b920a1c77db3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:28.342358 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-354230f2-00dd-4746-9c87-3ddeb1087732 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.344435 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.352328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-0c47e3c7-0397-4d32-852c-2499ca096fdd tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:28.353844 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-0c47e3c7-0397-4d32-852c-2499ca096fdd tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/networks?id=5a58101e-b220-43ab-8114-c5b9cb174157 HTTP/1.1" status: 200 len: 807 time: 0.2245295 Jul 13 19:38:28.359866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Transition to ACTIVE for port object a659def3-ae7a-44bf-9c5b-fcca6fa7f70e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:28.363953 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.364249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 164a008d-f7ea-426a-b1c2-9fde43766bdd no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:28.386927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 164a008d-f7ea-426a-b1c2-9fde43766bdd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:28.387218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 164a008d-f7ea-426a-b1c2-9fde43766bdd not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:28.421648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event updated for resources: {'Port': ['ID=a659def3-ae7a-44bf-9c5b-fcca6fa7f70e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:28.430814 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-c5687397-91d2-4f81-b6c0-f61f42a03f27 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/quotas/dcf1a89c05d54f8dbec0f66c23262b79 HTTP/1.1" status: 200 len: 375 time: 0.0569351 Jul 13 19:38:28.432972 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:28.433386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:28.433803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:28.439489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:28.439489 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:28.439959 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 2 to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e Jul 13 19:38:28.453828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:28.454160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:28.454534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:28.459183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:28.459511 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:28.459903 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 3 to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e Jul 13 19:38:28.473291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:28.474595 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:28.474595 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:28.478219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:28.478587 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:28.478980 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 4 to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e Jul 13 19:38:28.493112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:28.493112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:28.493112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:28.497253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-f7167d49-78f2-4a16-ac90-4b6d5e3bccba tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcf1a89c05d54f8dbec0f66c23262b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525968 Jul 13 19:38:28.497459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:28.497719 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:28.498115 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 5 to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e Jul 13 19:38:28.511040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:28.511265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:28.511560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:28.517495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:28.517831 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:28.518227 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 6 to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e Jul 13 19:38:28.532234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:28.532573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:28.532920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:28.536846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-354230f2-00dd-4746-9c87-3ddeb1087732 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] For port 3f28ef16-e625-4d79-8fa8-b920a1c77db3, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3f28ef16-e625-4d79-8fa8-b920a1c77db3,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:28.537215 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-354230f2-00dd-4746-9c87-3ddeb1087732 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.538203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:28.538571 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:28.539236 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 7 to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e Jul 13 19:38:28.548267 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37ac3a9f-7f29-4bcb-a56a-8327a808b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.553416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:28.553766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:28.554101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:28.559233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:28.559560 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:28.559948 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 8 to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e Jul 13 19:38:28.573389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:28.574178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:28.574381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:28.580728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:28.581107 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:28.581507 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 9 to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e Jul 13 19:38:28.586436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-354230f2-00dd-4746-9c87-3ddeb1087732 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Calling delete_port for 3f28ef16-e625-4d79-8fa8-b920a1c77db3 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:28.597839 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-37ac3a9f-7f29-4bcb-a56a-8327a808b70c None None] For port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7973d01b-2e4b-48ba-b2ba-c19644d87e1f,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:28.599544 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:28.599900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:28.600753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:28.603869 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37ac3a9f-7f29-4bcb-a56a-8327a808b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.606128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:28.606508 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:28.606895 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempt 10 to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e Jul 13 19:38:28.630411 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Router c3b05e71-867e-4167-a0a6-ee55055f96d8 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:38:28.634697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:28.635910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:28.637167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempting to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:28.672069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac3a9f-7f29-4bcb-a56a-8327a808b70c None None] Pushing event updated for resources: {'Port': ['ID=7973d01b-2e4b-48ba-b2ba-c19644d87e1f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:28.680852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:28.681215 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Failed to bind port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'b92a0880-ce07-44de-8c5e-315094f7c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'cedafe7c-dfa2-4fbf-a5ca-85a2a606c188'}] Jul 13 19:38:28.681596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.764549 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-841f0baf-98d2-4567-8364-6688ac462982 service neutron] 10.222.0.25 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539117 Jul 13 19:38:28.787694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] For port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:28.787953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 19:38:28.816035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-2210814c-2d8d-42d0-875d-ed63e97eff8d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:28.817622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-2210814c-2d8d-42d0-875d-ed63e97eff8d tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 946 time: 0.1966171 Jul 13 19:38:28.820740 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.896862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] In _notify_port_updated(), no bound segment for port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e on network cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:38:28.897740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:28.898346 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.900032 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "PUT /v2.0/ports/a659def3-ae7a-44bf-9c5b-fcca6fa7f70e HTTP/1.1" status: 200 len: 974 time: 0.9365036 Jul 13 19:38:28.910365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:28.936062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ecd5de7-6a3b-4494-be48-22f75be24e05 None None] Provisioning complete for port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:28.937394 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5de7-6a3b-4494-be48-22f75be24e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.960914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d54a8f-8914-42b1-b8d0-e7f29f86ca76 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event updated for resources: {'Port': ['ID=a659def3-ae7a-44bf-9c5b-fcca6fa7f70e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:28.967385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:28.978247 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Sync routers for ids ['c3b05e71-867e-4167-a0a6-ee55055f96d8'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:28.984127 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-0bc8e5e0-91d8-46c9-b26f-b179761b8781 service neutron] 10.222.0.25 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084177 Jul 13 19:38:28.994030 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-354230f2-00dd-4746-9c87-3ddeb1087732 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.997966 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Routers {'c3b05e71-867e-4167-a0a6-ee55055f96d8'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:29.002212 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c3b05e71-867e-4167-a0a6-ee55055f96d8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:29.013242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['9ca6ab4a-6ea9-4432-a161-9304fda31a3d', '3f28ef16-e625-4d79-8fa8-b920a1c77db3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:29.029927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25df0d-e4a3-41f8-870a-2686dbed2107 req-95bb21ae-c1c6-4064-8593-95b009c3501a tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:29.032112 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a25df0d-e4a3-41f8-870a-2686dbed2107 req-95bb21ae-c1c6-4064-8593-95b009c3501a tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 946 time: 0.2733755 Jul 13 19:38:29.035494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:29.039220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4a1c8b09-de0e-4603-93cd-f622ec0d3596 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4428234 Jul 13 19:38:29.051017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:29.101749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354230f2-00dd-4746-9c87-3ddeb1087732 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Pushing event deleted for resources: {'Port': ['ID=3f28ef16-e625-4d79-8fa8-b920a1c77db3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:29.181193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-354230f2-00dd-4746-9c87-3ddeb1087732 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] No DVR routers for this DVR port 3f28ef16-e625-4d79-8fa8-b920a1c77db3 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:29.184727 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-354230f2-00dd-4746-9c87-3ddeb1087732 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:29.188526 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11b1ff03-31ab-4808-bcee-a1ba5f3082d8 req-354230f2-00dd-4746-9c87-3ddeb1087732 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.24 "DELETE /v2.0/ports/3f28ef16-e625-4d79-8fa8-b920a1c77db3 HTTP/1.1" status: 204 len: 173 time: 1.5364969 Jul 13 19:38:29.189246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d', 'name': 'network-vif-deleted', 'tag': '3f28ef16-e625-4d79-8fa8-b920a1c77db3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:29.195338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-9c2c0cfe-032a-4aec-a758-03b7b741138f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Deleting port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:29.195690 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-9c2c0cfe-032a-4aec-a758-03b7b741138f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:29.197877 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Set router c3b05e71-867e-4167-a0a6-ee55055f96d8 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:29.205193 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20b0283-cddd-4df1-a449-297018323c6c" -d '{"events": [{"server_uuid": "2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d", "name": "network-vif-deleted", "tag": "3f28ef16-e625-4d79-8fa8-b920a1c77db3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:29.261706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a25df0d-e4a3-41f8-870a-2686dbed2107 req-a63c856b-d202-4638-a1b5-b5ca499eff54 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074730 Jul 13 19:38:29.435722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bd1d0cd0-13a1-4959-9d31-3d883861518b req-ead45c17-4693-46dd-89cc-2ec069b985d1 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d HTTP/1.1" status: 200 len: 210 time: 0.0494766 Jul 13 19:38:29.458634 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae91368-c261-483c-83c1-b62c48718096 x-openstack-request-id: req-dae91368-c261-483c-83c1-b62c48718096 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:29.458976 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d", "name": "network-vif-deleted", "tag": "3f28ef16-e625-4d79-8fa8-b920a1c77db3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:29.459232 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dae91368-c261-483c-83c1-b62c48718096 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:29.459635 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2280ecf6-9fcb-4ad1-9f8f-66eb8c0e3e0d', 'name': 'network-vif-deleted', 'tag': '3f28ef16-e625-4d79-8fa8-b920a1c77db3', 'status': 'completed', 'code': 200} Jul 13 19:38:29.538656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-203f94ce-b4c7-44c3-bf8a-af75f2ec7521 req-e31351a0-4e2f-4e13-953d-375b9988427b tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 210 time: 0.0501158 Jul 13 19:38:29.584888 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:27Z', 'revision_number': 3, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:29.646921 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Checking router: c3b05e71-867e-4167-a0a6-ee55055f96d8 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:29.647275 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Updating router c3b05e71-867e-4167-a0a6-ee55055f96d8 port 0b2115cc-acf4-45f4-9576-b83a1c3d787c binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:38:29.785350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-652984fb-7875-4c0c-af79-42f133f83a72 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Deleting port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:29.785697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-652984fb-7875-4c0c-af79-42f133f83a72 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:29.844523 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:29.948476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-652984fb-7875-4c0c-af79-42f133f83a72 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] For port a659def3-ae7a-44bf-9c5b-fcca6fa7f70e, host n-h2-800708-1, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:29.948897 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-652984fb-7875-4c0c-af79-42f133f83a72 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.019238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-652984fb-7875-4c0c-af79-42f133f83a72 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Calling delete_port for a659def3-ae7a-44bf-9c5b-fcca6fa7f70e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:30.027723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-9c2c0cfe-032a-4aec-a758-03b7b741138f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] For port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,segment=NetworkSegment(df079d85-7919-4186-a79b-38b96bef5a06),segment_id=df079d85-7919-4186-a79b-38b96bef5a06)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:30.028833 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-9c2c0cfe-032a-4aec-a758-03b7b741138f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.068952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-9c2c0cfe-032a-4aec-a758-03b7b741138f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Calling delete_port for 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:30.084624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7973d01b-2e4b-48ba-b2ba-c19644d87e1f up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:30.160262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:30.160770 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.245149 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.258765 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Transition to ACTIVE for port object 0b2115cc-acf4-45f4-9576-b83a1c3d787c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:30.266729 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.367505 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Attempting to bind port 0b2115cc-acf4-45f4-9576-b83a1c3d787c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:30.367913 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Attempting to bind port 0b2115cc-acf4-45f4-9576-b83a1c3d787c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:30.368482 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Attempting to bind port 0b2115cc-acf4-45f4-9576-b83a1c3d787c on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:30.371757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Pushing event updated for resources: {'Port': ['ID=0b2115cc-acf4-45f4-9576-b83a1c3d787c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:30.379364 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-652984fb-7875-4c0c-af79-42f133f83a72 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.385570 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:38:30.386457 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:30.387384 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.388069 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:38:30.388748 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Bound port: 0b2115cc-acf4-45f4-9576-b83a1c3d787c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:38:30.389392 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.394131 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.395869 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.396406 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.396908 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.397609 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.397961 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.398288 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.398631 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.398951 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.399263 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.399768 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.400089 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:30.400217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83733c2d-46c8-45fa-bcba-b476eb95ba7b req-1c548247-311d-4872-9a6f-9161b3c06060 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:30.401683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83733c2d-46c8-45fa-bcba-b476eb95ba7b req-1c548247-311d-4872-9a6f-9161b3c06060 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.2921722 Jul 13 19:38:30.431069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652984fb-7875-4c0c-af79-42f133f83a72 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Pushing event deleted for resources: {'Port': ['ID=a659def3-ae7a-44bf-9c5b-fcca6fa7f70e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:30.487350 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] For port 0b2115cc-acf4-45f4-9576-b83a1c3d787c, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:30.490694 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] For port 0b2115cc-acf4-45f4-9576-b83a1c3d787c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0b2115cc-acf4-45f4-9576-b83a1c3d787c,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:38:30.493213 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-652984fb-7875-4c0c-af79-42f133f83a72 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.495345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-652984fb-7875-4c0c-af79-42f133f83a72 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a659def3-ae7a-44bf-9c5b-fcca6fa7f70e HTTP/1.1" status: 204 len: 168 time: 1.5839136 Jul 13 19:38:30.498797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:30.500911 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.518418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588529e-363b-4b6c-966d-5403faf9e01b req-ed26b79c-372d-4341-8848-913d692b59a5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:30.519963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e588529e-363b-4b6c-966d-5403faf9e01b req-ed26b79c-372d-4341-8848-913d692b59a5 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bd5d52-3e3f-49e0-9c76-f4818176d6bb HTTP/1.1" status: 200 len: 946 time: 0.0968680 Jul 13 19:38:30.541462 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3d7b58-7439-4dcf-a219-8e875306c1f7 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] GET failed (client error): The resource could not be found. Jul 13 19:38:30.543675 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4f3d7b58-7439-4dcf-a219-8e875306c1f7 tempest-PortsAdminExtendedAttrsTestJSON-2014493758 tempest-PortsAdminExtendedAttrsTestJSON-2014493758-project-admin] 10.222.0.25 "GET /v2.0/ports/a659def3-ae7a-44bf-9c5b-fcca6fa7f70e HTTP/1.1" status: 404 len: 333 time: 0.0421352 Jul 13 19:38:30.550169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83733c2d-46c8-45fa-bcba-b476eb95ba7b req-3bb8f36f-8894-4d01-9731-736e2ce1bc91 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241109 Jul 13 19:38:30.550377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:30.586626 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Routers {'c3b05e71-867e-4167-a0a6-ee55055f96d8'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:30.587453 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c3b05e71-867e-4167-a0a6-ee55055f96d8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:30.591446 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9bd22-87bc-4776-9abd-47bf618cb632 None None] Pushing event updated for resources: {'Port': ['ID=0b2115cc-acf4-45f4-9576-b83a1c3d787c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:30.593444 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-9c2c0cfe-032a-4aec-a758-03b7b741138f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.631120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c0cfe-032a-4aec-a758-03b7b741138f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Pushing event deleted for resources: {'Port': ['ID=2f728e25-78d2-4d54-b7d2-7ff3efdcba65,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:30.674682 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.703092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e588529e-363b-4b6c-966d-5403faf9e01b req-df694d68-7aec-4d7f-8174-e98340a6ed09 tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.25 "GET /v2.0/security-groups?id=fde2349f-139d-4d49-baef-48d7ef845bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644061 Jul 13 19:38:30.714438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-9c2c0cfe-032a-4aec-a758-03b7b741138f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] No DVR routers for this DVR port 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:30.722713 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-9c2c0cfe-032a-4aec-a758-03b7b741138f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.724835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-85fcfe49-bad2-4979-a3b2-0794c7d2bccd req-9c2c0cfe-032a-4aec-a758-03b7b741138f tempest-AttachVolumeNegativeTest-218102442 tempest-AttachVolumeNegativeTest-218102442-project] 10.222.0.60 "DELETE /v2.0/ports/2f728e25-78d2-4d54-b7d2-7ff3efdcba65 HTTP/1.1" status: 204 len: 173 time: 1.8977027 Jul 13 19:38:30.727548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd5d52-3e3f-49e0-9c76-f4818176d6bb', 'name': 'network-vif-deleted', 'tag': '2f728e25-78d2-4d54-b7d2-7ff3efdcba65'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:30.729492 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923a1b62-58f5-49dd-8b73-4ffb193d7693" -d '{"events": [{"server_uuid": "53bd5d52-3e3f-49e0-9c76-f4818176d6bb", "name": "network-vif-deleted", "tag": "2f728e25-78d2-4d54-b7d2-7ff3efdcba65"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:30.744150 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] Set router c3b05e71-867e-4167-a0a6-ee55055f96d8 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:30.753455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.855708 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.867588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedafe7c-dfa2-4fbf-a5ca-85a2a606c188']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:30.879480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92a0880-ce07-44de-8c5e-315094f7c3a9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:30.880104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92a0880-ce07-44de-8c5e-315094f7c3a9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:30.890771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.907227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.914833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:38:30.915781 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:38:30.919709 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:38:30.950296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6b1bb04-9424-4802-b612-a1a8830b0fc7 req-ee3e327b-41a1-474b-bd48-18df7ab49e55 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 210 time: 0.0582428 Jul 13 19:38:31.037758 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:27Z', 'revision_number': 3, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:31.071680 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6a6c2-59b8-46ff-9138-4a5380e74b2a None None] The sync data for ids ['c3b05e71-867e-4167-a0a6-ee55055f96d8'] in n-d-800708-1 is: [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:27Z', 'revision_number': 3, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:31.082500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Allocated IP 172.20.0.1 (60de7d8c-9f98-4164-9b60-2ef9123f341b/fce31b39-5b80-4d84-8622-b4b60ff44bd7/6affa9e2-41d8-4f46-b53e-c5432a6f3abe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:38:31.105434 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c31b745-9a58-4126-ab91-6ef63c76f914 x-openstack-request-id: req-5c31b745-9a58-4126-ab91-6ef63c76f914 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:31.105780 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bd5d52-3e3f-49e0-9c76-f4818176d6bb", "name": "network-vif-deleted", "tag": "2f728e25-78d2-4d54-b7d2-7ff3efdcba65", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:31.106022 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c31b745-9a58-4126-ab91-6ef63c76f914 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:31.106478 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bd5d52-3e3f-49e0-9c76-f4818176d6bb', 'name': 'network-vif-deleted', 'tag': '2f728e25-78d2-4d54-b7d2-7ff3efdcba65', 'status': 'completed', 'code': 200} Jul 13 19:38:31.216813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-13127442-8a78-47fd-90ea-57a4364684b9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:31.219473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-13127442-8a78-47fd-90ea-57a4364684b9 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.24 "GET /v2.0/networks?id=5a58101e-b220-43ab-8114-c5b9cb174157 HTTP/1.1" status: 200 len: 807 time: 0.1778204 Jul 13 19:38:31.220797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:31.232972 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:31.246207 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] 10.222.0.25 "DELETE /v2.0/networks/cedafe7c-dfa2-4fbf-a5ca-85a2a606c188 HTTP/1.1" status: 204 len: 168 time: 0.6875710 Jul 13 19:38:31.250516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:31.272012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3f28ef16-e625-4d79-8fa8-b920a1c77db3 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:31.304267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 3f28ef16-e625-4d79-8fa8-b920a1c77db3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:31.307282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Transition to ACTIVE for port object 6affa9e2-41d8-4f46-b53e-c5432a6f3abe will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:31.308873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3f28ef16-e625-4d79-8fa8-b920a1c77db3 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:31.344735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Request body: {'port': {'device_id': '90d0ed0b-41e1-44f4-8644-a50f83a0403d', 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157', 'admin_state_up': True, 'tenant_id': 'dcf1a89c05d54f8dbec0f66c23262b79'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:31.389930 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:31.417631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606796e-a8d9-4aa2-8faf-bb88c3395363 tempest-PortsAdminExtendedAttrsTestJSON-939989460 tempest-PortsAdminExtendedAttrsTestJSON-939989460-project] Pushing event deleted for resources: {'Network': ['ID=cedafe7c-dfa2-4fbf-a5ca-85a2a606c188,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:31.484317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Pushing event updated for resources: {'Port': ['ID=6affa9e2-41d8-4f46-b53e-c5432a6f3abe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:31.504420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Network 60de7d8c-9f98-4164-9b60-2ef9123f341b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:31.505962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:31.512651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:31.638383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Made reservation on behalf of dcf1a89c05d54f8dbec0f66c23262b79 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:31.639028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:31.645111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:31.713146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:31.830448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdee148-b583-4fc2-b61d-b7adb7b523cb req-700ef273-15c5-48f1-99d5-f9c12001ae83 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:31.832183 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bdee148-b583-4fc2-b61d-b7adb7b523cb req-700ef273-15c5-48f1-99d5-f9c12001ae83 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.2863419 Jul 13 19:38:31.915217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bdee148-b583-4fc2-b61d-b7adb7b523cb req-1e1bc539-e953-457c-9685-eee96b7a93c7 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702362 Jul 13 19:38:31.995710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cda52c-97dd-4d45-9bad-77223109d1c2 req-fd09f1a8-489f-43d0-b8b1-0877bb857fdd tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:32.000882 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94cda52c-97dd-4d45-9bad-77223109d1c2 req-fd09f1a8-489f-43d0-b8b1-0877bb857fdd tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.2213612 Jul 13 19:38:32.039731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2260a6c7-d1b1-47ab-9e3a-d3edf1ce81eb None None] Provisioning for port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:32.046016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2260a6c7-d1b1-47ab-9e3a-d3edf1ce81eb None None] Provisioning complete for port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:32.046619 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2260a6c7-d1b1-47ab-9e3a-d3edf1ce81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.050844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Allocated IP 172.20.0.12 (5a58101e-b220-43ab-8114-c5b9cb174157/6aadf757-cbe3-4734-8279-7807e7aa8605/21e20df8-c942-47b0-9d3e-b32d48e74554) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:38:32.072688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9053c1cc-7451-4b5f-81e3-027040321e10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=972bb0f5e7684c969fd83ddc61cdc0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539779 Jul 13 19:38:32.075089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:32.090232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.119049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2260a6c7-d1b1-47ab-9e3a-d3edf1ce81eb None None] Port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:38:32.165144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:32.174321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0b2115cc-acf4-45f4-9576-b83a1c3d787c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:32.275903 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72814605-3591-49ab-9b4c-43071076602e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.294460 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94cda52c-97dd-4d45-9bad-77223109d1c2 req-0a4da687-f587-45e2-bfcd-7d5019903b82 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122109 Jul 13 19:38:32.294969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 0b2115cc-acf4-45f4-9576-b83a1c3d787c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:32.298305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0b2115cc-acf4-45f4-9576-b83a1c3d787c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:32.298771 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.366316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:32.391428 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72814605-3591-49ab-9b4c-43071076602e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.394205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:32.394821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2f728e25-78d2-4d54-b7d2-7ff3efdcba65 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:32.397053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8834c2-40c3-4c85-b6ec-9b32db7de93c admin admin] Deleting subnet cfac4347-e8db-4ae3-8b90-d77f483a0782 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:38:32.462753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c28a149-c57a-489e-9ce0-ab031a671da1 req-e300b2b6-cdc5-4f11-a3a9-b5b5455c732c tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 210 time: 0.1024294 Jul 13 19:38:32.482789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c2-40c3-4c85-b6ec-9b32db7de93c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.485316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.540837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 0b2115cc-acf4-45f4-9576-b83a1c3d787c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0b2115cc-acf4-45f4-9576-b83a1c3d787c,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:32.547276 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.548730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.555162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.593267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010bd0-0583-416b-abb3-50c3114036bd req-eb64d7b5-abce-4a6b-a64d-2d5241a23051 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:32.595376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d4010bd0-0583-416b-abb3-50c3114036bd req-eb64d7b5-abce-4a6b-a64d-2d5241a23051 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.24 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.3591397 Jul 13 19:38:32.605178 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.613376 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c2-40c3-4c85-b6ec-9b32db7de93c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.618736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=0b2115cc-acf4-45f4-9576-b83a1c3d787c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:32.643695 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.645687 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Pushing event updated for resources: {'Port': ['ID=6affa9e2-41d8-4f46-b53e-c5432a6f3abe,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:32.725267 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c2-40c3-4c85-b6ec-9b32db7de93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.754614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Network 60de7d8c-9f98-4164-9b60-2ef9123f341b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:32.756435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:32.763999 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72814605-3591-49ab-9b4c-43071076602e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.766988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72814605-3591-49ab-9b4c-43071076602e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.770699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-72814605-3591-49ab-9b4c-43071076602e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e55f31e0-5bc4-4abc-b1d1-d25c23d35739 HTTP/1.1" status: 204 len: 168 time: 0.6921296 Jul 13 19:38:32.851000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72814605-3591-49ab-9b4c-43071076602e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55f31e0-5bc4-4abc-b1d1-d25c23d35739,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:32.880984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.911671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Router c3b05e71-867e-4167-a0a6-ee55055f96d8 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:32.975915 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c2-40c3-4c85-b6ec-9b32db7de93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.013761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Network 5a58101e-b220-43ab-8114-c5b9cb174157 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:33.059221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:33.085239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:33.087758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:33.103633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Pushing event updated for resources: {'Port': ['ID=21e20df8-c942-47b0-9d3e-b32d48e74554,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:33.106849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8834c2-40c3-4c85-b6ec-9b32db7de93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfac4347-e8db-4ae3-8b90-d77f483a0782,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:33.107309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e929d0a6-bc73-4c4d-8962-ad667761efee admin admin] 10.222.0.25 "PUT /v2.0/routers/c3b05e71-867e-4167-a0a6-ee55055f96d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0511804 Jul 13 19:38:33.139200 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c2-40c3-4c85-b6ec-9b32db7de93c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.142251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1a8834c2-40c3-4c85-b6ec-9b32db7de93c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cfac4347-e8db-4ae3-8b90-d77f483a0782 HTTP/1.1" status: 204 len: 168 time: 0.9732964 Jul 13 19:38:33.144936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:33.167804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:33.169317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2ba4323-91a6-4193-98e5-a503c132726a None None] Provisioning complete for port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:33.169890 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4323-91a6-4193-98e5-a503c132726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.190549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Deleting port 3a28433b-86c8-4d65-9a50-153e1d8d034c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:33.191015 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.226558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba4323-91a6-4193-98e5-a503c132726a None None] Port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:38:33.266515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:33.266515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.286696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.299486 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e85250ba-d034-4428-93a4-a0c9e52d9a01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15a9e0ce73764a4b9bb771a1e3426e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245060 Jul 13 19:38:33.302333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:33.302856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-5ca0120a-bd2b-494d-b351-47744f75e7e1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0402625 Jul 13 19:38:33.322374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Request body: {'port': {'device_id': '90d0ed0b-41e1-44f4-8644-a50f83a0403d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:33.336627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5982f-0e45-46ab-b3dc-c792dec5d831 req-30be4ce0-b9e8-4bc3-915b-a8b700e3ffd2 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:33.338259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54e5982f-0e45-46ab-b3dc-c792dec5d831 req-30be4ce0-b9e8-4bc3-915b-a8b700e3ffd2 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.2476470 Jul 13 19:38:33.399764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] For port 3a28433b-86c8-4d65-9a50-153e1d8d034c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3a28433b-86c8-4d65-9a50-153e1d8d034c,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:33.400274 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.469902 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.482616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f842e1da-08f1-49d7-96a5-d633359233c8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:33.505684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54e5982f-0e45-46ab-b3dc-c792dec5d831 req-38364130-95fd-4529-ad75-3896934f9dd8 tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf63ee46-720f-40fa-b2e5-81537a7fffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437070 Jul 13 19:38:33.520748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df079d85-7919-4186-a79b-38b96bef5a06') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:33.521298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df079d85-7919-4186-a79b-38b96bef5a06') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:33.530517 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7190dd0-16b5-4e42-b367-361f165cc2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.548654 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.551949 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.595107 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.606615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:38:33.607171 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.610722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7190dd0-16b5-4e42-b367-361f165cc2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:38:33.612551 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:38:33.728982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6504b928-8364-4682-a328-de912a554d4f None None] Sync routers for ids ['c3b05e71-867e-4167-a0a6-ee55055f96d8'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:33.744672 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.758053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0df63-f990-4538-9cec-016f5d224918 req-f2180411-d65f-4dba-9f18-008c6b980a2f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:33.761572 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7d0df63-f990-4538-9cec-016f5d224918 req-f2180411-d65f-4dba-9f18-008c6b980a2f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 946 time: 0.2429872 Jul 13 19:38:33.767535 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.769040 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6504b928-8364-4682-a328-de912a554d4f None None] Routers {'c3b05e71-867e-4167-a0a6-ee55055f96d8'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:33.770364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6504b928-8364-4682-a328-de912a554d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c3b05e71-867e-4167-a0a6-ee55055f96d8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:33.771038 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f842e1da-08f1-49d7-96a5-d633359233c8 HTTP/1.1" status: 204 len: 168 time: 0.6251006 Jul 13 19:38:33.793256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e57615-92bf-4b16-a94f-e6f741d64968 admin admin] Pushing event deleted for resources: {'Network': ['ID=f842e1da-08f1-49d7-96a5-d633359233c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:33.821225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7190dd0-16b5-4e42-b367-361f165cc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.824181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7190dd0-16b5-4e42-b367-361f165cc2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:33.825596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7190dd0-16b5-4e42-b367-361f165cc2fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e1afa60-10ab-4636-84b9-3cadcdd36668 HTTP/1.1" status: 204 len: 168 time: 0.5181029 Jul 13 19:38:33.854953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7190dd0-16b5-4e42-b367-361f165cc2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1afa60-10ab-4636-84b9-3cadcdd36668,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:33.881866 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7d0df63-f990-4538-9cec-016f5d224918 req-06ed3e13-5bbb-4e42-bb74-77235f52c7aa tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd1f645-721e-49f7-bb80-6254c938dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084445 Jul 13 19:38:33.961523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926d80-ae5d-41fa-bf2c-ce4e22eb7bb6 req-fbe7e03c-380d-4cf7-9e71-f973c8a9e69e tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:33.977791 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b926d80-ae5d-41fa-bf2c-ce4e22eb7bb6 req-fbe7e03c-380d-4cf7-9e71-f973c8a9e69e tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 932 time: 0.3181679 Jul 13 19:38:34.023577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684e11e-963f-405e-9958-5663ea46288d req-7eac9664-4073-4e42-aba7-330e32efe36f tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:34.028150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8684e11e-963f-405e-9958-5663ea46288d req-7eac9664-4073-4e42-aba7-330e32efe36f tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 946 time: 0.1431725 Jul 13 19:38:34.061352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b926d80-ae5d-41fa-bf2c-ce4e22eb7bb6 req-5dc926cc-7970-4474-b6de-674b08ba780b tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824630 Jul 13 19:38:34.139298 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:34.156054 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:34.156550 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Floating IP e4ca8ce8-48e2-40a6-96c2-49fe113c3a92 disassociated. External IP: 172.25.7.248, port: 3a28433b-86c8-4d65-9a50-153e1d8d034c. Jul 13 19:38:34.157329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Calling delete_port for 3a28433b-86c8-4d65-9a50-153e1d8d034c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:34.203435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:34.293058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8684e11e-963f-405e-9958-5663ea46288d req-0936d495-0434-4bb2-99a5-78349354da8c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Deleting port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:34.293697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8684e11e-963f-405e-9958-5663ea46288d req-0936d495-0434-4bb2-99a5-78349354da8c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:34.332357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0b2115cc-acf4-45f4-9576-b83a1c3d787c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:34.408917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8684e11e-963f-405e-9958-5663ea46288d req-0936d495-0434-4bb2-99a5-78349354da8c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] For port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:34.409585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8684e11e-963f-405e-9958-5663ea46288d req-0936d495-0434-4bb2-99a5-78349354da8c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:34.410187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6504b928-8364-4682-a328-de912a554d4f None None] Set router c3b05e71-867e-4167-a0a6-ee55055f96d8 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:34.417929 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f6b41a99-8a77-40b8-a35c-51e2bf620061 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd24b020b00a41a49d9c263fb0fd0008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295965 Jul 13 19:38:34.424052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:34.436031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8684e11e-963f-405e-9958-5663ea46288d req-0936d495-0434-4bb2-99a5-78349354da8c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Calling delete_port for 9ca6ab4a-6ea9-4432-a161-9304fda31a3d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:34.506629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0b2115cc-acf4-45f4-9576-b83a1c3d787c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:34.507467 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:34.568576 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:34.709823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event deleted for resources: {'Port': ['ID=3a28433b-86c8-4d65-9a50-153e1d8d034c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:34.746895 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8684e11e-963f-405e-9958-5663ea46288d req-0936d495-0434-4bb2-99a5-78349354da8c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:34.769228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6504b928-8364-4682-a328-de912a554d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:31Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6affa9e2-41d8-4f46-b53e-c5432a6f3abe', 'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'mac_address': 'fa:16:3e:6a:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:30Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 2, 'project_id': '3b291adcad82488e8ff56675514b433c', 'subnets': [{'id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:34.778082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['9ca6ab4a-6ea9-4432-a161-9304fda31a3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:34.844425 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6504b928-8364-4682-a328-de912a554d4f None None] Checking router: c3b05e71-867e-4167-a0a6-ee55055f96d8 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:34.844651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6504b928-8364-4682-a328-de912a554d4f None None] Updating router c3b05e71-867e-4167-a0a6-ee55055f96d8 port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:38:34.851748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936d495-0434-4bb2-99a5-78349354da8c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Pushing event deleted for resources: {'Port': ['ID=9ca6ab4a-6ea9-4432-a161-9304fda31a3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:34.917935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6504b928-8364-4682-a328-de912a554d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:34.938390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8684e11e-963f-405e-9958-5663ea46288d req-0936d495-0434-4bb2-99a5-78349354da8c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] No DVR routers for this DVR port 9ca6ab4a-6ea9-4432-a161-9304fda31a3d on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:34.941468 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8684e11e-963f-405e-9958-5663ea46288d req-0936d495-0434-4bb2-99a5-78349354da8c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:34.944964 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8684e11e-963f-405e-9958-5663ea46288d req-0936d495-0434-4bb2-99a5-78349354da8c tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.24 "DELETE /v2.0/ports/9ca6ab4a-6ea9-4432-a161-9304fda31a3d HTTP/1.1" status: 204 len: 173 time: 0.9051387 Jul 13 19:38:34.945444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb24596-ec5c-4a48-b832-afbb222254b6', 'name': 'network-vif-deleted', 'tag': '9ca6ab4a-6ea9-4432-a161-9304fda31a3d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:34.948738 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb17146-0d8f-4870-84e7-fb3601403a63" -d '{"events": [{"server_uuid": "ebb24596-ec5c-4a48-b832-afbb222254b6", "name": "network-vif-deleted", "tag": "9ca6ab4a-6ea9-4432-a161-9304fda31a3d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:35.216217 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2b3b91e9-b709-4634-aff5-96ec0aab617d req-ceed3c76-ad79-429c-9ac3-473ddc8bdbb7 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 210 time: 0.0669298 Jul 13 19:38:35.326026 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357ba52d-3f10-451d-800f-6900f75b47b3 x-openstack-request-id: req-357ba52d-3f10-451d-800f-6900f75b47b3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:35.327989 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb24596-ec5c-4a48-b832-afbb222254b6", "name": "network-vif-deleted", "tag": "9ca6ab4a-6ea9-4432-a161-9304fda31a3d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:35.328428 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-357ba52d-3f10-451d-800f-6900f75b47b3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:35.329017 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb24596-ec5c-4a48-b832-afbb222254b6', 'name': 'network-vif-deleted', 'tag': '9ca6ab4a-6ea9-4432-a161-9304fda31a3d', 'status': 'completed', 'code': 200} Jul 13 19:38:35.334238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9ca6ab4a-6ea9-4432-a161-9304fda31a3d no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:35.428963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 9ca6ab4a-6ea9-4432-a161-9304fda31a3d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:35.435622 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-474f71a5-85ea-4db6-a9d7-614aaf0320b4 req-5034ce23-e0cf-45ed-a61f-a1367e70c80b tempest-ServerRescueTestJSON-889928983 tempest-ServerRescueTestJSON-889928983-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebb24596-ec5c-4a48-b832-afbb222254b6 HTTP/1.1" status: 200 len: 210 time: 0.6483419 Jul 13 19:38:35.437634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 9ca6ab4a-6ea9-4432-a161-9304fda31a3d not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:35.438315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3a28433b-86c8-4d65-9a50-153e1d8d034c no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:35.438545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e20df8-c942-47b0-9d3e-b32d48e74554 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:38:35.452851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Router aad50e92-0546-40a6-899f-b52ab07043e6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:35.455899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.478196 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e964-1c3a-4fd6-b33a-2d8abf74f434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.484039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Transition to ACTIVE for port object 21e20df8-c942-47b0-9d3e-b32d48e74554 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:35.506013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.511476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 3a28433b-86c8-4d65-9a50-153e1d8d034c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:35.511821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3a28433b-86c8-4d65-9a50-153e1d8d034c not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:35.637316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e964-1c3a-4fd6-b33a-2d8abf74f434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.740227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6504b928-8364-4682-a328-de912a554d4f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.766750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Pushing event updated for resources: {'Port': ['ID=21e20df8-c942-47b0-9d3e-b32d48e74554,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:35.767769 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6504b928-8364-4682-a328-de912a554d4f None None] Transition to ACTIVE for port object 6affa9e2-41d8-4f46-b53e-c5432a6f3abe will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:35.768095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21bd2-9980-4bde-913a-95ef9aea109c req-d40f6cb1-1836-4fe1-99fc-433b2c1bb2cd tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:35.780936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6e21bd2-9980-4bde-913a-95ef9aea109c req-d40f6cb1-1836-4fe1-99fc-433b2c1bb2cd tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 944 time: 0.2059610 Jul 13 19:38:35.787125 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6504b928-8364-4682-a328-de912a554d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.872944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6e21bd2-9980-4bde-913a-95ef9aea109c req-d3b22e39-5a2b-46e2-b980-d26ac16e97d4 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864336 Jul 13 19:38:35.877306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d97fef-a05a-4698-8e57-b25727435b68 None None] Pushing event updated for resources: {'Port': ['ID=6affa9e2-41d8-4f46-b53e-c5432a6f3abe,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:35.887920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:35.899491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Attempting to bind port 21e20df8-c942-47b0-9d3e-b32d48e74554 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:35.900737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Attempting to bind port 21e20df8-c942-47b0-9d3e-b32d48e74554 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '67ac6056-6436-4cdb-b46e-dbdce99634b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:35.901924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Attempting to bind port 21e20df8-c942-47b0-9d3e-b32d48e74554 on network 5a58101e-b220-43ab-8114-c5b9cb174157 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:35.912283 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] Sync routers for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:35.926954 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:35.929344 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:35.973171 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e964-1c3a-4fd6-b33a-2d8abf74f434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.981091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e964-1c3a-4fd6-b33a-2d8abf74f434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.983778 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c1a2e964-1c3a-4fd6-b33a-2d8abf74f434 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fde2349f-139d-4d49-baef-48d7ef845bd5 HTTP/1.1" status: 204 len: 168 time: 1.5575705 Jul 13 19:38:35.990444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Port 21e20df8-c942-47b0-9d3e-b32d48e74554 on network 5a58101e-b220-43ab-8114-c5b9cb174157 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:35.990865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Attempting to bind port 21e20df8-c942-47b0-9d3e-b32d48e74554 on network 5a58101e-b220-43ab-8114-c5b9cb174157 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:36.027448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] No DVR routers for this DVR port 3a28433b-86c8-4d65-9a50-153e1d8d034c on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:36.040225 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:38:36.044169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Checking segment: {'id': '67ac6056-6436-4cdb-b46e-dbdce99634b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:36.044626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Bound using segment: {'id': '67ac6056-6436-4cdb-b46e-dbdce99634b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:38:36.045109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Bound port: 21e20df8-c942-47b0-9d3e-b32d48e74554, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ac6056-6436-4cdb-b46e-dbdce99634b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:38:36.045599 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:36.052374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6504b928-8364-4682-a328-de912a554d4f None None] Attempting to bind port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:36.052754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6504b928-8364-4682-a328-de912a554d4f None None] Attempting to bind port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:36.053146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6504b928-8364-4682-a328-de912a554d4f None None] Attempting to bind port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe on network 60de7d8c-9f98-4164-9b60-2ef9123f341b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:36.054382 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:36.056398 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d4010bd0-0583-416b-abb3-50c3114036bd req-8c6aaf34-a7bb-42cf-acf1-088824ce1012 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.24 "DELETE /v2.0/ports/3a28433b-86c8-4d65-9a50-153e1d8d034c HTTP/1.1" status: 204 len: 173 time: 3.4484506 Jul 13 19:38:36.058191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2e964-1c3a-4fd6-b33a-2d8abf74f434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde2349f-139d-4d49-baef-48d7ef845bd5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:36.064826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'name': 'network-vif-deleted', 'tag': '3a28433b-86c8-4d65-9a50-153e1d8d034c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:36.075299 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0591d8-8d59-4ea6-8c01-daaac4e47ad6" -d '{"events": [{"server_uuid": "58698bd0-6b21-4c87-9f70-edfea54e6b6c", "name": "network-vif-deleted", "tag": "3a28433b-86c8-4d65-9a50-153e1d8d034c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:36.082696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6504b928-8364-4682-a328-de912a554d4f None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:38:36.083261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6504b928-8364-4682-a328-de912a554d4f None None] Checking segment: {'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:36.083674 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6504b928-8364-4682-a328-de912a554d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:36.084071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6504b928-8364-4682-a328-de912a554d4f None None] Bound using segment: {'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:38:36.084592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6504b928-8364-4682-a328-de912a554d4f None None] Bound port: 6affa9e2-41d8-4f46-b53e-c5432a6f3abe, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:38:36.084972 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6504b928-8364-4682-a328-de912a554d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:36.185594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6504b928-8364-4682-a328-de912a554d4f None None] For port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:36.190516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6504b928-8364-4682-a328-de912a554d4f None None] For port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6affa9e2-41d8-4f46-b53e-c5432a6f3abe,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:38:36.197070 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:36.197893 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6504b928-8364-4682-a328-de912a554d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:36.245735 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7ce3b0-5923-49cc-9c17-cf2a5c624c0e x-openstack-request-id: req-7e7ce3b0-5923-49cc-9c17-cf2a5c624c0e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:36.246059 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58698bd0-6b21-4c87-9f70-edfea54e6b6c", "name": "network-vif-deleted", "tag": "3a28433b-86c8-4d65-9a50-153e1d8d034c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:36.246284 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e7ce3b0-5923-49cc-9c17-cf2a5c624c0e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:36.246738 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58698bd0-6b21-4c87-9f70-edfea54e6b6c', 'name': 'network-vif-deleted', 'tag': '3a28433b-86c8-4d65-9a50-153e1d8d034c', 'status': 'completed', 'code': 200} Jul 13 19:38:36.341758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] For port 21e20df8-c942-47b0-9d3e-b32d48e74554, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:36.348095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] For port 21e20df8-c942-47b0-9d3e-b32d48e74554, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=21e20df8-c942-47b0-9d3e-b32d48e74554,segment=NetworkSegment(67ac6056-6436-4cdb-b46e-dbdce99634b3),segment_id=67ac6056-6436-4cdb-b46e-dbdce99634b3)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:38:36.367116 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:36.445603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6504b928-8364-4682-a328-de912a554d4f None None] Routers {'c3b05e71-867e-4167-a0a6-ee55055f96d8'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:36.446282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6504b928-8364-4682-a328-de912a554d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c3b05e71-867e-4167-a0a6-ee55055f96d8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:36.465516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d97fef-a05a-4698-8e57-b25727435b68 None None] Pushing event updated for resources: {'Port': ['ID=6affa9e2-41d8-4f46-b53e-c5432a6f3abe,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:36.486129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:36.512018 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:36.515027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] 10.222.0.24 "PUT /v2.0/ports/21e20df8-c942-47b0-9d3e-b32d48e74554 HTTP/1.1" status: 200 len: 1092 time: 3.1997178 Jul 13 19:38:36.688325 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:36.724255 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] Checking router: aad50e92-0546-40a6-899f-b52ab07043e6 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:36.751605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffee85e-beae-4f63-ad6e-f89b98fde690 service neutron] Pushing event updated for resources: {'Port': ['ID=21e20df8-c942-47b0-9d3e-b32d48e74554,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:36.759535 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9d799225-51b0-476e-984d-5fe2eeb09b3c req-4e21108a-8143-46db-a4a0-aada34f49ca5 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=58698bd0-6b21-4c87-9f70-edfea54e6b6c HTTP/1.1" status: 200 len: 210 time: 0.0985882 Jul 13 19:38:36.760035 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:36.761436 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:36.765427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:36.852693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-c1758a78-3365-4d45-9f09-eab5785c8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:36.860339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-c1758a78-3365-4d45-9f09-eab5785c8cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dcf1a89c05d54f8dbec0f66c23262b79&device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 1095 time: 0.2892838 Jul 13 19:38:36.957212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6504b928-8364-4682-a328-de912a554d4f None None] Set router c3b05e71-867e-4167-a0a6-ee55055f96d8 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:37.020501 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-16ade1cd-e561-451c-9ecd-d17afd076400 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21e20df8-c942-47b0-9d3e-b32d48e74554 HTTP/1.1" status: 200 len: 217 time: 0.1503844 Jul 13 19:38:37.038477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:37.081421 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:37.224773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-dd7b0b1a-665f-4240-8e2d-7e47c6f90c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:37.233648 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-dd7b0b1a-665f-4240-8e2d-7e47c6f90c12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aadf757-cbe3-4734-8279-7807e7aa8605 HTTP/1.1" status: 200 len: 847 time: 0.1960008 Jul 13 19:38:37.306651 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-54f4b5ab-5a65-47ea-81e8-fce73ed0cdc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a58101e-b220-43ab-8114-c5b9cb174157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504041 Jul 13 19:38:37.425862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78188635-8b5d-42e5-9eff-7485390af202 req-9037ace4-fe3d-4afd-affb-fcd0c5a4d93f tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:37.430269 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-78188635-8b5d-42e5-9eff-7485390af202 req-9037ace4-fe3d-4afd-affb-fcd0c5a4d93f tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 944 time: 0.2213788 Jul 13 19:38:37.490898 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-d0bac526-d0fe-412a-81a0-4115892813cd service neutron] 10.222.0.24 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738119 Jul 13 19:38:37.533025 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:37.543035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6504b928-8364-4682-a328-de912a554d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:31Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6affa9e2-41d8-4f46-b53e-c5432a6f3abe', 'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'mac_address': 'fa:16:3e:6a:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:30Z', 'updated_at': '2021-07-13T19:38:36Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'subnets': [{'id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:37.563612 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-78188635-8b5d-42e5-9eff-7485390af202 req-137fe9a5-6412-4a2c-a4a3-5940c3c6a23d tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859740 Jul 13 19:38:37.587939 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f221ce-6cb4-40c1-9132-5fa0eccbc905 None None] The sync data for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 is: [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:37.607320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6504b928-8364-4682-a328-de912a554d4f None None] The sync data for ids ['c3b05e71-867e-4167-a0a6-ee55055f96d8'] in n-d-800708-1 is: [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:31Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6affa9e2-41d8-4f46-b53e-c5432a6f3abe', 'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'mac_address': 'fa:16:3e:6a:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:30Z', 'updated_at': '2021-07-13T19:38:36Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'subnets': [{'id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:37.623063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-487fb15b-1897-4a20-8354-7539aea0ffce tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-288001862'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:37.676824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-487fb15b-1897-4a20-8354-7539aea0ffce tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:37.678046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-487fb15b-1897-4a20-8354-7539aea0ffce tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:37.718972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc12efad-43a8-47bf-8f49-f71bbc7eeeff req-e229ba74-937b-4682-be24-4499ccf1c0af service neutron] 10.222.0.24 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170196 Jul 13 19:38:37.785925 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-487fb15b-1897-4a20-8354-7539aea0ffce tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:37.794884 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-487fb15b-1897-4a20-8354-7539aea0ffce tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:37.821852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:37.827960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-487fb15b-1897-4a20-8354-7539aea0ffce tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:37.831660 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-487fb15b-1897-4a20-8354-7539aea0ffce tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7880828 Jul 13 19:38:37.832942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:37.941791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd95e2e2-ef8f-4e52-9ec2-3485ea2de68d tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.060322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:38.169370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6affa9e2-41d8-4f46-b53e-c5432a6f3abe up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:38.226089 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd95e2e2-ef8f-4e52-9ec2-3485ea2de68d tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.277546 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd95e2e2-ef8f-4e52-9ec2-3485ea2de68d tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.279174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d0ed0b-41e1-44f4-8644-a50f83a0403d', 'tag': '21e20df8-c942-47b0-9d3e-b32d48e74554'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:38.282284 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a25d05-499c-47f4-b7be-4ca900127357" -d '{"events": [{"name": "network-changed", "server_uuid": "90d0ed0b-41e1-44f4-8644-a50f83a0403d", "tag": "21e20df8-c942-47b0-9d3e-b32d48e74554"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:38.284867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5b98012-2b07-4149-bb87-5cf2a7459397 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.344056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:38.348596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:38.349212 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.414593 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f92165f-33e9-4576-9830-4a4b4bdff4bc x-openstack-request-id: req-1f92165f-33e9-4576-9830-4a4b4bdff4bc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:38.417325 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d0ed0b-41e1-44f4-8644-a50f83a0403d", "tag": "21e20df8-c942-47b0-9d3e-b32d48e74554", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:38.417767 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f92165f-33e9-4576-9830-4a4b4bdff4bc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:38.419146 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d0ed0b-41e1-44f4-8644-a50f83a0403d', 'tag': '21e20df8-c942-47b0-9d3e-b32d48e74554', 'status': 'completed', 'code': 200} Jul 13 19:38:38.422665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36640426-19cd-4c83-9261-61a550c5aa88 None None] New status for floating IP e4ca8ce8-48e2-40a6-96c2-49fe113c3a92: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:38:38.468804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5b98012-2b07-4149-bb87-5cf2a7459397 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.512051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd95e2e2-ef8f-4e52-9ec2-3485ea2de68d tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.513531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd95e2e2-ef8f-4e52-9ec2-3485ea2de68d tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f685fe2b-5490-47be-8a3f-c238d78eb552 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:38:38.520458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd95e2e2-ef8f-4e52-9ec2-3485ea2de68d tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.521803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bd95e2e2-ef8f-4e52-9ec2-3485ea2de68d tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f685fe2b-5490-47be-8a3f-c238d78eb552 HTTP/1.1" status: 204 len: 168 time: 0.6878955 Jul 13 19:38:38.533494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:38.540888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f1b64f5b-00d3-47eb-af1a-4f8992712dfc tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Request body: {'router': {'name': 'tempest-router-379945900', 'distributed': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:38.593083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1b64f5b-00d3-47eb-af1a-4f8992712dfc tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.594466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1b64f5b-00d3-47eb-af1a-4f8992712dfc tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.663710 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1b64f5b-00d3-47eb-af1a-4f8992712dfc tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.675759 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1b64f5b-00d3-47eb-af1a-4f8992712dfc tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.723609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a25d05-499c-47f4-b7be-4ca900127357 req-29924082-149f-40a9-a0cb-3d9bae5d7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:38.725306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3a25d05-499c-47f4-b7be-4ca900127357 req-29924082-149f-40a9-a0cb-3d9bae5d7b27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dcf1a89c05d54f8dbec0f66c23262b79&device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 1095 time: 0.3024583 Jul 13 19:38:38.791624 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.885076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6affa9e2-41d8-4f46-b53e-c5432a6f3abe,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:38.897526 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.939184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a25d05-499c-47f4-b7be-4ca900127357 req-49a1d495-28d5-49ff-8f3e-efd029e83f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:38.943987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3a25d05-499c-47f4-b7be-4ca900127357 req-49a1d495-28d5-49ff-8f3e-efd029e83f95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a58101e-b220-43ab-8114-c5b9cb174157 HTTP/1.1" status: 200 len: 908 time: 0.2090645 Jul 13 19:38:38.945999 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1b64f5b-00d3-47eb-af1a-4f8992712dfc tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.947468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f1b64f5b-00d3-47eb-af1a-4f8992712dfc tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4128199 Jul 13 19:38:38.948405 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5b98012-2b07-4149-bb87-5cf2a7459397 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.951188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5b98012-2b07-4149-bb87-5cf2a7459397 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.952984 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e5b98012-2b07-4149-bb87-5cf2a7459397 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "DELETE /v2.0/security-groups/1dd1f645-721e-49f7-bb80-6254c938dca5 HTTP/1.1" status: 204 len: 168 time: 0.8921423 Jul 13 19:38:38.953741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:38.964938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:38.976844 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=6affa9e2-41d8-4f46-b53e-c5432a6f3abe,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:39.033988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:39.049119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b98012-2b07-4149-bb87-5cf2a7459397 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd1f645-721e-49f7-bb80-6254c938dca5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:39.098435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3a25d05-499c-47f4-b7be-4ca900127357 req-163e9cce-1653-4f8d-ae84-96ee822cc329 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21e20df8-c942-47b0-9d3e-b32d48e74554 HTTP/1.1" status: 200 len: 217 time: 0.1325603 Jul 13 19:38:39.126378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-736cca8e-be93-4c48-b4d6-540cfe12790c tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:39.226945 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-1028d0bd-2117-4895-9e88-481a53412d0b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] show failed (client error): The resource could not be found. Jul 13 19:38:39.227974 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1028d0bd-2117-4895-9e88-481a53412d0b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups/1dd1f645-721e-49f7-bb80-6254c938dca5 HTTP/1.1" status: 404 len: 347 time: 0.1754301 Jul 13 19:38:39.284001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:39.519974 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-736cca8e-be93-4c48-b4d6-540cfe12790c tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:39.528651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-736cca8e-be93-4c48-b4d6-540cfe12790c tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:39.696709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a25d05-499c-47f4-b7be-4ca900127357 req-a5c7e9c3-0cd5-4006-93d1-e81f928e547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:39.699329 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3a25d05-499c-47f4-b7be-4ca900127357 req-a5c7e9c3-0cd5-4006-93d1-e81f928e547d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aadf757-cbe3-4734-8279-7807e7aa8605 HTTP/1.1" status: 200 len: 847 time: 0.5754559 Jul 13 19:38:39.721249 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-736cca8e-be93-4c48-b4d6-540cfe12790c tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:39.721836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736cca8e-be93-4c48-b4d6-540cfe12790c tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e81512d1-c2c1-4099-80c8-dff2500260c1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:38:39.762587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] Deleting port b8b88c85-48c5-4fde-95f9-d73dac957d7f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:39.763140 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-736cca8e-be93-4c48-b4d6-540cfe12790c tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:39.763512 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:39.771003 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-736cca8e-be93-4c48-b4d6-540cfe12790c tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e81512d1-c2c1-4099-80c8-dff2500260c1 HTTP/1.1" status: 204 len: 168 time: 0.8071666 Jul 13 19:38:39.771551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:39.783670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee1619-dfb7-4821-8e6e-48481354ac33 req-8323b29d-67a7-4f5d-9532-f30b9f9d1d80 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:39.791691 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7cee1619-dfb7-4821-8e6e-48481354ac33 req-8323b29d-67a7-4f5d-9532-f30b9f9d1d80 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 944 time: 0.8248162 Jul 13 19:38:39.802610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f6476c13-1418-4655-9f4d-768698094b01 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Request body: {'router': {'name': 'tempest-router-1561467783', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '71198d682f2d43d5b4e8890283895601'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:39.804055 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3a25d05-499c-47f4-b7be-4ca900127357 req-7d4099e0-0e63-4587-ab14-3218cb0b547e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a58101e-b220-43ab-8114-c5b9cb174157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949841 Jul 13 19:38:39.871214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:39.915566 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7cee1619-dfb7-4821-8e6e-48481354ac33 req-a3a2489b-71e9-4dce-9f71-94d4072835a8 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229687 Jul 13 19:38:39.921091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8d768-1937-4d48-b394-ac95e5e4db18 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Deleting port 8292ea03-b922-4921-8a90-d9530530c2e5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:39.921451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d768-1937-4d48-b394-ac95e5e4db18 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:39.933824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6476c13-1418-4655-9f4d-768698094b01 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:39.936065 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6476c13-1418-4655-9f4d-768698094b01 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:39.983555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] For port b8b88c85-48c5-4fde-95f9-d73dac957d7f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b8b88c85-48c5-4fde-95f9-d73dac957d7f,segment=NetworkSegment(cccbdffb-840f-4d3f-a476-28f914273d8e),segment_id=cccbdffb-840f-4d3f-a476-28f914273d8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:39.984162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.068953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] Calling delete_port for b8b88c85-48c5-4fde-95f9-d73dac957d7f owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:40.089122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6affa9e2-41d8-4f46-b53e-c5432a6f3abe up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:40.111397 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6476c13-1418-4655-9f4d-768698094b01 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.116595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d768-1937-4d48-b394-ac95e5e4db18 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.116929 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d768-1937-4d48-b394-ac95e5e4db18 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.133600 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6476c13-1418-4655-9f4d-768698094b01 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.136151 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3a25d05-499c-47f4-b7be-4ca900127357 req-4ea00d34-5f70-4a1c-842b-4c85b60b2f3b service neutron] 10.222.0.24 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215683 Jul 13 19:38:40.137059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8d768-1937-4d48-b394-ac95e5e4db18 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Calling delete_port for 8292ea03-b922-4921-8a90-d9530530c2e5 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:40.211291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:40.211680 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.213451 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6476c13-1418-4655-9f4d-768698094b01 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.218076 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f6476c13-1418-4655-9f4d-768698094b01 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4289401 Jul 13 19:38:40.226955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:40.234997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:40.345843 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:38:40.352196 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3a25d05-499c-47f4-b7be-4ca900127357 req-7b4b1c00-5523-4839-8914-53bec95f43fb service neutron] 10.222.0.24 "GET /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028139 Jul 13 19:38:40.476975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d768-1937-4d48-b394-ac95e5e4db18 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.523018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8d768-1937-4d48-b394-ac95e5e4db18 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event deleted for resources: {'Port': ['ID=8292ea03-b922-4921-8a90-d9530530c2e5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:40.610350 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d768-1937-4d48-b394-ac95e5e4db18 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.612944 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d768-1937-4d48-b394-ac95e5e4db18 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.614125 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f0f8d768-1937-4d48-b394-ac95e5e4db18 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "DELETE /v2.0/floatingips/e4ca8ce8-48e2-40a6-96c2-49fe113c3a92 HTTP/1.1" status: 204 len: 168 time: 1.3240395 Jul 13 19:38:40.715970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.716305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.853926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 13 19:38:40.854291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Router cb7bf107-96e2-433e-a2cb-acbf79319d04 migrating from provider to provider. {{(pid=93767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 13 19:38:40.854950 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.866063 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.886006 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.105383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.121278 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:41.125848 n-d-800708-1 neutron-server[93767]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] No L3 agents can host the router cb7bf107-96e2-433e-a2cb-acbf79319d04 Jul 13 19:38:41.132052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94738816-1ace-45ab-9726-eb5144b26a9d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683078540', 'description': 'tempest-description--1234030454'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:41.175898 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94738816-1ace-45ab-9726-eb5144b26a9d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.195486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b580ef-beba-4962-92ec-bc40f798258c req-e3c50029-c499-4c24-bb6b-d7acfa6cd033 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:41.197874 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11b580ef-beba-4962-92ec-bc40f798258c req-e3c50029-c499-4c24-bb6b-d7acfa6cd033 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 944 time: 0.1256886 Jul 13 19:38:41.211394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b88c85-48c5-4fde-95f9-d73dac957d7f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:41.325338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 21e20df8-c942-47b0-9d3e-b32d48e74554 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:38:41.369965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94738816-1ace-45ab-9726-eb5144b26a9d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.382917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94738816-1ace-45ab-9726-eb5144b26a9d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.409207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94738816-1ace-45ab-9726-eb5144b26a9d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.413605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-94738816-1ace-45ab-9726-eb5144b26a9d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2888026 Jul 13 19:38:41.417843 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:41.423950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c368c4be-5ef6-4eb2-9754-f3b9e06c750d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'security_group_rule': {'security_group_id': '991733bf-ae48-4866-bb1c-8175b71cbe84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:41.451134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11b580ef-beba-4962-92ec-bc40f798258c req-40083b7d-e4f9-451c-89b4-46739b31a4a1 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449701 Jul 13 19:38:41.469150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94738816-1ace-45ab-9726-eb5144b26a9d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991733bf-ae48-4866-bb1c-8175b71cbe84,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:41.469399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 21e20df8-c942-47b0-9d3e-b32d48e74554, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=21e20df8-c942-47b0-9d3e-b32d48e74554,segment=NetworkSegment(67ac6056-6436-4cdb-b46e-dbdce99634b3),segment_id=67ac6056-6436-4cdb-b46e-dbdce99634b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:41.488300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '21e20df8-c942-47b0-9d3e-b32d48e74554', 'network_id': '5a58101e-b220-43ab-8114-c5b9cb174157', 'port_id': '21e20df8-c942-47b0-9d3e-b32d48e74554', 'mac_address': 'fa:16:3e:c2:21:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aadf757-cbe3-4734-8279-7807e7aa8605', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:38:41.548060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Hosts for router cb7bf107-96e2-433e-a2cb-acbf79319d04: [] {{(pid=93767) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 13 19:38:41.560097 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.575695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e20df8-c942-47b0-9d3e-b32d48e74554 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:38:41.607662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 21e20df8-c942-47b0-9d3e-b32d48e74554, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=21e20df8-c942-47b0-9d3e-b32d48e74554,segment=NetworkSegment(67ac6056-6436-4cdb-b46e-dbdce99634b3),segment_id=67ac6056-6436-4cdb-b46e-dbdce99634b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:41.616842 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.687984 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=21e20df8-c942-47b0-9d3e-b32d48e74554,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:41.890768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['21e20df8-c942-47b0-9d3e-b32d48e74554'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:38:41.918750 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port fdb51151-86e0-4a13-8762-78991fbd6417 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:41.919315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.064490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] For port fdb51151-86e0-4a13-8762-78991fbd6417, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fdb51151-86e0-4a13-8762-78991fbd6417,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:42.064888 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.067148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Hosts for other DVR routers connected to router cb7bf107-96e2-433e-a2cb-acbf79319d04: set() {{(pid=93767) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 13 19:38:42.069679 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.073727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:42.074328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0d61200f-d443-409f-90bd-0054c39a707e tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] 10.222.0.25 "PUT /v2.0/routers/cb7bf107-96e2-433e-a2cb-acbf79319d04 HTTP/1.1" status: 200 len: 717 time: 1.8455975 Jul 13 19:38:42.084289 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c368c4be-5ef6-4eb2-9754-f3b9e06c750d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.193313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for fdb51151-86e0-4a13-8762-78991fbd6417 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:42.195282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-23fcddc4-f846-4971-8c5f-2825154c40fa tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] 10.222.0.25 "GET /v2.0/routers/cb7bf107-96e2-433e-a2cb-acbf79319d04 HTTP/1.1" status: 200 len: 717 time: 0.1197276 Jul 13 19:38:42.197841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:42.234951 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.300633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c368c4be-5ef6-4eb2-9754-f3b9e06c750d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.344480 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c368c4be-5ef6-4eb2-9754-f3b9e06c750d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.387223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368c4be-5ef6-4eb2-9754-f3b9e06c750d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfca0393-ef2a-46aa-909e-16818e2a69ea,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:42.423653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c368c4be-5ef6-4eb2-9754-f3b9e06c750d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.424844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c368c4be-5ef6-4eb2-9754-f3b9e06c750d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0059559 Jul 13 19:38:42.428308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:42.434021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b1b5c0b-dee7-4a88-a095-3af477076c9a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'security_group_rule': {'security_group_id': '991733bf-ae48-4866-bb1c-8175b71cbe84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:42.473856 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5c0b-dee7-4a88-a095-3af477076c9a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.533534 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-17c031ec-6ccd-4d93-8ea4-50c77d3ca497 tempest-RoutersTestDVR-267119256 tempest-RoutersTestDVR-267119256-project] 10.222.0.25 "GET /v2.0/routers/cb7bf107-96e2-433e-a2cb-acbf79319d04 HTTP/1.1" status: 200 len: 683 time: 0.3344021 Jul 13 19:38:42.537127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:42.644377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d04c3ea-3569-4d33-8124-3b4eb9600439 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.757450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5c0b-dee7-4a88-a095-3af477076c9a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.774386 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5c0b-dee7-4a88-a095-3af477076c9a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.827400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b5c0b-dee7-4a88-a095-3af477076c9a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7f6852-f131-41bc-b7fc-9783ec336bb1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:42.890141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] Router b35cafbd-a45c-461b-b631-a16095d79345 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:42.940030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76953-60fc-4204-9537-f0ac814247f2 req-c45d6d65-70a3-4130-84c3-8dee83db7b65 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:42.946197 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40b76953-60fc-4204-9537-f0ac814247f2 req-c45d6d65-70a3-4130-84c3-8dee83db7b65 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 945 time: 0.3366559 Jul 13 19:38:42.948770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5c0b-dee7-4a88-a095-3af477076c9a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.953622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1b1b5c0b-dee7-4a88-a095-3af477076c9a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5194559 Jul 13 19:38:42.959987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:42.965371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:42.985134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.039010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=fdb51151-86e0-4a13-8762-78991fbd6417,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:43.120307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40b76953-60fc-4204-9537-f0ac814247f2 req-6c2b630a-eb1e-4ae2-adbd-fd6a84cbac06 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631737 Jul 13 19:38:43.149855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.316916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 21e20df8-c942-47b0-9d3e-b32d48e74554 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:38:43.354770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d04c3ea-3569-4d33-8124-3b4eb9600439 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.358613 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d04c3ea-3569-4d33-8124-3b4eb9600439 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.375289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:43.387208 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-677778ae-a094-4440-9b3f-4003b177e4bc admin admin] 10.222.0.25 "PUT /v2.0/routers/b35cafbd-a45c-461b-b631-a16095d79345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6140430 Jul 13 19:38:43.391770 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] Sync routers for ids ['b35cafbd-a45c-461b-b631-a16095d79345'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:43.393867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:43.408673 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] Routers {'b35cafbd-a45c-461b-b631-a16095d79345'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:43.409526 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b35cafbd-a45c-461b-b631-a16095d79345'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:43.423268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 21e20df8-c942-47b0-9d3e-b32d48e74554 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:43.429586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 21e20df8-c942-47b0-9d3e-b32d48e74554 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:43.429961 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.441116 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d04c3ea-3569-4d33-8124-3b4eb9600439 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.443221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d04c3ea-3569-4d33-8124-3b4eb9600439 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb7bf107-96e2-433e-a2cb-acbf79319d04 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:38:43.454632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d04c3ea-3569-4d33-8124-3b4eb9600439 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.460589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3d04c3ea-3569-4d33-8124-3b4eb9600439 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] 10.222.0.25 "DELETE /v2.0/routers/cb7bf107-96e2-433e-a2cb-acbf79319d04 HTTP/1.1" status: 204 len: 168 time: 0.9224911 Jul 13 19:38:43.469466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:43.472146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e84c6ef-9229-4365-acb7-98ddb1d771be tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Request body: {'router': {'name': 'tempest-router-627307588', 'distributed': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:43.527755 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e84c6ef-9229-4365-acb7-98ddb1d771be tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.528804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e84c6ef-9229-4365-acb7-98ddb1d771be tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.550014 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.587920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d0ed0b-41e1-44f4-8644-a50f83a0403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e20df8-c942-47b0-9d3e-b32d48e74554'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:43.594555 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1241463a-f452-45d5-bb6f-245ecd337b4b" -d '{"events": [{"server_uuid": "90d0ed0b-41e1-44f4-8644-a50f83a0403d", "name": "network-vif-plugged", "status": "completed", "tag": "21e20df8-c942-47b0-9d3e-b32d48e74554"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:43.629500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 21e20df8-c942-47b0-9d3e-b32d48e74554, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=21e20df8-c942-47b0-9d3e-b32d48e74554,segment=NetworkSegment(67ac6056-6436-4cdb-b46e-dbdce99634b3),segment_id=67ac6056-6436-4cdb-b46e-dbdce99634b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:43.635721 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.660035 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e84c6ef-9229-4365-acb7-98ddb1d771be tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.666596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e84c6ef-9229-4365-acb7-98ddb1d771be tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.677074 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.689925 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e84c6ef-9229-4365-acb7-98ddb1d771be tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.691186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0e84c6ef-9229-4365-acb7-98ddb1d771be tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2239122 Jul 13 19:38:43.693929 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:43.715547 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e9d54a-e3c0-4b8b-aa96-493bd75845b7 x-openstack-request-id: req-81e9d54a-e3c0-4b8b-aa96-493bd75845b7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:43.715839 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d0ed0b-41e1-44f4-8644-a50f83a0403d", "name": "network-vif-plugged", "status": "completed", "tag": "21e20df8-c942-47b0-9d3e-b32d48e74554", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:43.716240 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81e9d54a-e3c0-4b8b-aa96-493bd75845b7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:43.719049 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d0ed0b-41e1-44f4-8644-a50f83a0403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e20df8-c942-47b0-9d3e-b32d48e74554', 'code': 200} Jul 13 19:38:43.739395 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.743316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=21e20df8-c942-47b0-9d3e-b32d48e74554,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:43.800671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc693612-9906-49cf-9019-5f0e7a837962 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.837417 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.900935 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] Set router b35cafbd-a45c-461b-b631-a16095d79345 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:44.053109 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc693612-9906-49cf-9019-5f0e7a837962 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.068108 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc693612-9906-49cf-9019-5f0e7a837962 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.187863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f7933-c9e1-4f2c-b599-1db9956a2c6e req-df5d0c20-8e33-4c43-bebd-b7b667bb9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:44.189414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-565f7933-c9e1-4f2c-b599-1db9956a2c6e req-df5d0c20-8e33-4c43-bebd-b7b667bb9906 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 1097 time: 0.3473949 Jul 13 19:38:44.199980 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc693612-9906-49cf-9019-5f0e7a837962 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.200626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc693612-9906-49cf-9019-5f0e7a837962 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96800652-2204-45a0-8017-2526e7862270 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:38:44.213982 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc693612-9906-49cf-9019-5f0e7a837962 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.215362 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bc693612-9906-49cf-9019-5f0e7a837962 tempest-RoutersTestDVR-1947996523 tempest-RoutersTestDVR-1947996523-project-admin] 10.222.0.25 "DELETE /v2.0/routers/96800652-2204-45a0-8017-2526e7862270 HTTP/1.1" status: 204 len: 168 time: 0.5204515 Jul 13 19:38:44.242290 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'name': 'tempest-ServerRescueTestJSON-2044806421-router', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:25Z', 'updated_at': '2021-07-13T19:38:40Z', 'revision_number': 5, 'project_id': '036e9003524a4575af0540054454ccfa', 'gw_port': {'id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:26Z', 'updated_at': '2021-07-13T19:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:44.270339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-565f7933-c9e1-4f2c-b599-1db9956a2c6e req-ae257a04-2f51-42e8-94be-8b01d3143046 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536878 Jul 13 19:38:44.274935 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] Checking router: b35cafbd-a45c-461b-b631-a16095d79345 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:44.285885 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] Routers {'b35cafbd-a45c-461b-b631-a16095d79345'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:44.287060 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b35cafbd-a45c-461b-b631-a16095d79345'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:44.338795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Allocated IP 172.25.7.108 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/7d652539-04a2-4940-b69d-b344083b70fd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:38:44.406050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.416531 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] Set router b35cafbd-a45c-461b-b631-a16095d79345 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:44.625050 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'name': 'tempest-ServerRescueTestJSON-2044806421-router', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:25Z', 'updated_at': '2021-07-13T19:38:40Z', 'revision_number': 5, 'project_id': '036e9003524a4575af0540054454ccfa', 'gw_port': {'id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:26Z', 'updated_at': '2021-07-13T19:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:44.632004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.692350 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0564bfbf-1706-434e-985e-df112174f8f8 None None] The sync data for ids ['b35cafbd-a45c-461b-b631-a16095d79345'] in n-d-800708-1 is: [{'id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'name': 'tempest-ServerRescueTestJSON-2044806421-router', 'tenant_id': '036e9003524a4575af0540054454ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:25Z', 'updated_at': '2021-07-13T19:38:40Z', 'revision_number': 5, 'project_id': '036e9003524a4575af0540054454ccfa', 'gw_port': {'id': '273477d3-bec8-4e82-adc8-1e228d6ae0f2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cafbd-a45c-461b-b631-a16095d79345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:26Z', 'updated_at': '2021-07-13T19:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:44.777285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:44.939473 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb001bbd-2021-4d79-abf4-966e82db814d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.080511 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb001bbd-2021-4d79-abf4-966e82db814d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.084809 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb001bbd-2021-4d79-abf4-966e82db814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.142503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router fa17bbab-5ac4-44a0-b9e2-9cc82026838d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:45.154933 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fb001bbd-2021-4d79-abf4-966e82db814d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71198d682f2d43d5b4e8890283895601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743243 Jul 13 19:38:45.155920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb001bbd-2021-4d79-abf4-966e82db814d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1419ab4b-7383-48be-b099-43b8bfe05954,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:45.159978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:45.194274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a0a9a-73f7-4cdf-8edd-8cd155247acd req-d60eef50-6c10-497f-b5d4-da0b19bc0d4a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:45.201815 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e4a0a9a-73f7-4cdf-8edd-8cd155247acd req-d60eef50-6c10-497f-b5d4-da0b19bc0d4a tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 946 time: 0.7860572 Jul 13 19:38:45.209679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Deleting port 273477d3-bec8-4e82-adc8-1e228d6ae0f2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:45.210096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.243370 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80cc011d-6335-4c2f-9d62-76739e363eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.314825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80cc011d-6335-4c2f-9d62-76739e363eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.379640 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.428960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80cc011d-6335-4c2f-9d62-76739e363eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.432638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80cc011d-6335-4c2f-9d62-76739e363eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.437040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-80cc011d-6335-4c2f-9d62-76739e363eb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1419ab4b-7383-48be-b099-43b8bfe05954 HTTP/1.1" status: 204 len: 168 time: 0.2725174 Jul 13 19:38:45.443234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc011d-6335-4c2f-9d62-76739e363eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1419ab4b-7383-48be-b099-43b8bfe05954,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:45.499143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:45.514831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:45.537054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e4a0a9a-73f7-4cdf-8edd-8cd155247acd req-1225c00e-8443-4fcb-872a-f1fe5df69b7b tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337152 Jul 13 19:38:45.552333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:45.600384 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.624751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'Port': ['ID=7d652539-04a2-4940-b69d-b344083b70fd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:45.638138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:45.648965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] Sync routers for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:45.652668 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-10740ef2-0e6c-40d5-8a8a-0cc95b1c6135 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "PUT /v2.0/routers/fa17bbab-5ac4-44a0-b9e2-9cc82026838d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6149461 Jul 13 19:38:45.652668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] For port 273477d3-bec8-4e82-adc8-1e228d6ae0f2, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=273477d3-bec8-4e82-adc8-1e228d6ae0f2,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:45.652668 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.676618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Calling delete_port for 273477d3-bec8-4e82-adc8-1e228d6ae0f2 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:45.680060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:45.685120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:45.813990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.918946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.981910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:46.027523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:46.050115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4bcca4e-1a8e-4b6d-952d-b5769729d72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.090051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b8b88c85-48c5-4fde-95f9-d73dac957d7f no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:46.161952 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.163176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: b8b88c85-48c5-4fde-95f9-d73dac957d7f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:46.163608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b8b88c85-48c5-4fde-95f9-d73dac957d7f not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:46.175298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.237262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.282328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4bcca4e-1a8e-4b6d-952d-b5769729d72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.289784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4bcca4e-1a8e-4b6d-952d-b5769729d72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.332116 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.345141 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a4bcca4e-1a8e-4b6d-952d-b5769729d72e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72ed7b8d2a64478899147d58145b5500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151765 Jul 13 19:38:46.346536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:46.407135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'Port': ['ID=7d652539-04a2-4940-b69d-b344083b70fd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:46.463337 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.475680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcca4e-1a8e-4b6d-952d-b5769729d72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef2cfa-91ee-4aab-b97c-2f7714c6a8f0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:46.482520 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Pushing event deleted for resources: {'Port': ['ID=273477d3-bec8-4e82-adc8-1e228d6ae0f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:46.512311 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97fc1de2-5ddb-44e4-adad-4e762b73955b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.554512 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.564175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97fc1de2-5ddb-44e4-adad-4e762b73955b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.612671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:38:42Z', 'revision_number': 6, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4dae2845-364f-4782-ba85-d79728426837', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'mac_address': 'fa:16:3e:28:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:09Z', 'updated_at': '2021-07-13T19:37:13Z', 'revision_number': 1, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:46.649155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97fc1de2-5ddb-44e4-adad-4e762b73955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.655556 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97fc1de2-5ddb-44e4-adad-4e762b73955b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.659397 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-97fc1de2-5ddb-44e4-adad-4e762b73955b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2ef2cfa-91ee-4aab-b97c-2f7714c6a8f0 HTTP/1.1" status: 204 len: 168 time: 0.3107905 Jul 13 19:38:46.694199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] Checking router: fa17bbab-5ac4-44a0-b9e2-9cc82026838d for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:46.694344 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.696286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc1de2-5ddb-44e4-adad-4e762b73955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef2cfa-91ee-4aab-b97c-2f7714c6a8f0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:46.696641 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.730786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:46.731610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:46.748295 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.750096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b35cafbd-a45c-461b-b631-a16095d79345 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:38:46.761497 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.763037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bc781d63-b79c-4c4e-926b-7fe6bb72b288 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b35cafbd-a45c-461b-b631-a16095d79345 HTTP/1.1" status: 204 len: 168 time: 3.3679695 Jul 13 19:38:46.764560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.765955 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8784e568-a34d-4926-bab2-a02aeacd9aac tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8051844 Jul 13 19:38:46.767683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:46.840813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f126e-f85a-4229-bcef-3e2628f75d65 req-5dc8112a-5478-4c7f-9209-097ecdcfdc5f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:46.849959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-854f126e-f85a-4229-bcef-3e2628f75d65 req-5dc8112a-5478-4c7f-9209-097ecdcfdc5f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 946 time: 0.6223023 Jul 13 19:38:46.907497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b47bbb-658b-4768-901a-808b2f0b461a req-fe2047a6-889c-4eab-92b4-80c2ec7c6e9b tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:46.922914 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d6b47bbb-658b-4768-901a-808b2f0b461a req-fe2047a6-889c-4eab-92b4-80c2ec7c6e9b tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 946 time: 0.2096093 Jul 13 19:38:46.946652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-837fc105-5dfa-4b94-a8b7-25596c5c0916 admin admin] Deleting subnet 44929e23-4eeb-4d17-ae61-1d51b31208c9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:38:46.997551 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837fc105-5dfa-4b94-a8b7-25596c5c0916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.011232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:47.017648 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-854f126e-f85a-4229-bcef-3e2628f75d65 req-699fbf0f-1ff5-447c-b4e3-e0e7aaee3c52 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656466 Jul 13 19:38:47.048664 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d6b47bbb-658b-4768-901a-808b2f0b461a req-98c064e1-487e-495d-9059-07df15f93890 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190858 Jul 13 19:38:47.084139 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837fc105-5dfa-4b94-a8b7-25596c5c0916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.159964 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837fc105-5dfa-4b94-a8b7-25596c5c0916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.267460 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-ae825b76-9684-4ea0-9217-9f8d22df4b78 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1683078540&fields=id&tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d HTTP/1.1" status: 200 len: 267 time: 0.0740533 Jul 13 19:38:47.335135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837fc105-5dfa-4b94-a8b7-25596c5c0916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.377539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fc105-5dfa-4b94-a8b7-25596c5c0916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44929e23-4eeb-4d17-ae61-1d51b31208c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:47.438276 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837fc105-5dfa-4b94-a8b7-25596c5c0916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.448810 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-837fc105-5dfa-4b94-a8b7-25596c5c0916 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/44929e23-4eeb-4d17-ae61-1d51b31208c9 HTTP/1.1" status: 204 len: 168 time: 0.6777709 Jul 13 19:38:47.449711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:47.540358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-1212932f-9ddc-492b-88ae-a728b75f32cb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:47.552267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-1212932f-9ddc-492b-88ae-a728b75f32cb tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 811 time: 0.2766416 Jul 13 19:38:47.576258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-046f6042-338d-4eaa-a1a2-31e73f6ea748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:47.578061 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-046f6042-338d-4eaa-a1a2-31e73f6ea748 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.60 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 946 time: 0.2071486 Jul 13 19:38:47.585473 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-281a9a91-0e87-4e1e-adbd-d63745a70cf0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/quotas/beaea4e27a144a3f9f4441ba3cab9f1d HTTP/1.1" status: 200 len: 375 time: 0.0322449 Jul 13 19:38:47.690488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.844400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-85b7f4e6-e05a-40ce-90c1-0ea7a5ed7057 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port 22e34da8-27bd-43be-857c-f6c6e502f1c8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:47.844877 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-85b7f4e6-e05a-40ce-90c1-0ea7a5ed7057 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.925221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:38:42Z', 'revision_number': 6, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4dae2845-364f-4782-ba85-d79728426837', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'mac_address': 'fa:16:3e:28:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:09Z', 'updated_at': '2021-07-13T19:37:13Z', 'revision_number': 1, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:47.940835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-b14c9e01-fcfd-41b3-9e75-4324cbb5c215 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3543954 Jul 13 19:38:47.942309 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.954585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02a2428-be94-458f-a726-a80f2fc64d4f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:47.966338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685f44b-7550-4852-80a2-9b8cc303e31f None None] The sync data for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 is: [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:38:42Z', 'revision_number': 6, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4dae2845-364f-4782-ba85-d79728426837', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'port_id': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'mac_address': 'fa:16:3e:28:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e8972-6419-4969-ab9d-4b3d8241b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:09Z', 'updated_at': '2021-07-13T19:37:13Z', 'revision_number': 1, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:47.978096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccbdffb-840f-4d3f-a476-28f914273d8e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:47.978662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccbdffb-840f-4d3f-a476-28f914273d8e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:47.995622 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.035841 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.050279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:38:48.051263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:38:48.053947 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:38:48.167102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.180581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.190882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f02a2428-be94-458f-a726-a80f2fc64d4f HTTP/1.1" status: 204 len: 168 time: 0.7373278 Jul 13 19:38:48.221489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bad93f-ff69-4e0a-ac49-370f7a0da4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f02a2428-be94-458f-a726-a80f2fc64d4f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:48.239251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a9be094f-48e3-48ee-af7b-4e201497ff69 service neutron] 10.222.0.25 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885973 Jul 13 19:38:48.382084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 273477d3-bec8-4e82-adc8-1e228d6ae0f2 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:48.400716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d3aa-a6f0-47de-be83-24e41900c5b5 req-02d25be2-3e12-43df-a032-170a7d1efe70 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:48.402339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7018d3aa-a6f0-47de-be83-24e41900c5b5 req-02d25be2-3e12-43df-a032-170a7d1efe70 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 946 time: 0.1696899 Jul 13 19:38:48.410964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:48.423037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 273477d3-bec8-4e82-adc8-1e228d6ae0f2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:48.423170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 273477d3-bec8-4e82-adc8-1e228d6ae0f2 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:48.510296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:48.526673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-85b7f4e6-e05a-40ce-90c1-0ea7a5ed7057 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] For port 22e34da8-27bd-43be-857c-f6c6e502f1c8, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=22e34da8-27bd-43be-857c-f6c6e502f1c8,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:48.527334 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-85b7f4e6-e05a-40ce-90c1-0ea7a5ed7057 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.560301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7018d3aa-a6f0-47de-be83-24e41900c5b5 req-35065229-2365-4068-a187-1d894ecf7c5d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=214382b3-9d26-40cb-b179-71190350dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482432 Jul 13 19:38:48.577665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-85b7f4e6-e05a-40ce-90c1-0ea7a5ed7057 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for 22e34da8-27bd-43be-857c-f6c6e502f1c8 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:48.584792 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-34ffd252-b1c7-4ef9-86ab-ce8ea61b9943 service neutron] 10.222.0.25 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447282 Jul 13 19:38:48.676232 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eba38167-f700-4cc4-85ea-bc1e2a84d85e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=036e9003524a4575af0540054454ccfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606698 Jul 13 19:38:48.676652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:48.821582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-85b7f4e6-e05a-40ce-90c1-0ea7a5ed7057 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.838310 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86787e2f-ed01-4bcb-8567-8b17dd63a54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.935724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7f4e6-e05a-40ce-90c1-0ea7a5ed7057 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=22e34da8-27bd-43be-857c-f6c6e502f1c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:48.956022 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86787e2f-ed01-4bcb-8567-8b17dd63a54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.961387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b8343a59-d368-431a-89e0-abf0ce248f4b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:48.967645 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-b8343a59-d368-431a-89e0-abf0ce248f4b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 19:38:48.968201 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-b8343a59-d368-431a-89e0-abf0ce248f4b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 19:38:48.978690 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8343a59-d368-431a-89e0-abf0ce248f4b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5618238 Jul 13 19:38:48.979532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:48.999257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125557532'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:49.021212 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86787e2f-ed01-4bcb-8567-8b17dd63a54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.027555 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86787e2f-ed01-4bcb-8567-8b17dd63a54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.029095 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-86787e2f-ed01-4bcb-8567-8b17dd63a54b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf63ee46-720f-40fa-b2e5-81537a7fffe3 HTTP/1.1" status: 204 len: 168 time: 0.3507180 Jul 13 19:38:49.043247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86787e2f-ed01-4bcb-8567-8b17dd63a54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf63ee46-720f-40fa-b2e5-81537a7fffe3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:49.216413 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-80dd42c9-213e-4384-90b6-49a7208095e4 req-9db5db81-34dd-454a-b75f-0fcb3ed4710f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 210 time: 0.1866379 Jul 13 19:38:49.265223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-85b7f4e6-e05a-40ce-90c1-0ea7a5ed7057 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] No DVR routers for this DVR port 22e34da8-27bd-43be-857c-f6c6e502f1c8 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:49.275132 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-85b7f4e6-e05a-40ce-90c1-0ea7a5ed7057 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.277343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-abad6b33-cfbf-4a88-b483-c4e8c3fd22d9 req-85b7f4e6-e05a-40ce-90c1-0ea7a5ed7057 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.60 "DELETE /v2.0/ports/22e34da8-27bd-43be-857c-f6c6e502f1c8 HTTP/1.1" status: 204 len: 173 time: 1.6890757 Jul 13 19:38:49.299334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742d6ec9-2cf1-4458-94d3-7c4a94e366be', 'name': 'network-vif-deleted', 'tag': '22e34da8-27bd-43be-857c-f6c6e502f1c8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:49.302902 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095dccd1-1695-43cb-9253-958ee736ae4a" -d '{"events": [{"server_uuid": "742d6ec9-2cf1-4458-94d3-7c4a94e366be", "name": "network-vif-deleted", "tag": "22e34da8-27bd-43be-857c-f6c6e502f1c8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:49.328306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.341536 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.405001 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9935bbcb-887e-413c-8fc6-209b0a892eb7 x-openstack-request-id: req-9935bbcb-887e-413c-8fc6-209b0a892eb7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:49.405310 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742d6ec9-2cf1-4458-94d3-7c4a94e366be", "name": "network-vif-deleted", "tag": "22e34da8-27bd-43be-857c-f6c6e502f1c8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:49.405558 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9935bbcb-887e-413c-8fc6-209b0a892eb7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:49.408431 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742d6ec9-2cf1-4458-94d3-7c4a94e366be', 'name': 'network-vif-deleted', 'tag': '22e34da8-27bd-43be-857c-f6c6e502f1c8', 'status': 'completed', 'code': 200} Jul 13 19:38:49.683639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23ef51-16ed-4d33-9008-eb7f15b024ac req-9a5b2bb6-7807-4eb3-99b8-378ce6d54db8 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:49.692253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c23ef51-16ed-4d33-9008-eb7f15b024ac req-9a5b2bb6-7807-4eb3-99b8-378ce6d54db8 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 946 time: 0.2079358 Jul 13 19:38:49.756914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c23ef51-16ed-4d33-9008-eb7f15b024ac req-7cd2cb00-9957-494f-9333-3566ef15c795 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636127 Jul 13 19:38:49.782782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.782782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.831123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adfa0340-e5eb-4f10-aee2-5ab7dc13da43,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:49.906801 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffb830a2-f878-4467-8c48-8c6df4af3216 req-1f66e23d-7567-4123-a50f-3458e0661a10 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=742d6ec9-2cf1-4458-94d3-7c4a94e366be HTTP/1.1" status: 200 len: 210 time: 0.0954812 Jul 13 19:38:49.997637 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.012179 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.017521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fdb51151-86e0-4a13-8762-78991fbd6417 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:50.082075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.084007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1031013 Jul 13 19:38:50.087008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:50.092944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-12e2cdab-a274-4a51-827c-e712b4a95eeb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '9b2ba72d-29e8-445f-908f-035f41077fba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:50.095591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: fdb51151-86e0-4a13-8762-78991fbd6417 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:50.102823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2e5d6-8c39-43b7-be68-ac2edd41b51d tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2ba72d-29e8-445f-908f-035f41077fba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:50.112341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fdb51151-86e0-4a13-8762-78991fbd6417 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:50.143847 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e2cdab-a274-4a51-827c-e712b4a95eeb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.293604 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e2cdab-a274-4a51-827c-e712b4a95eeb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.304785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e2cdab-a274-4a51-827c-e712b4a95eeb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.334164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2cdab-a274-4a51-827c-e712b4a95eeb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e227b4f5-a32c-4294-a335-5132508085dc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:50.372930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e2cdab-a274-4a51-827c-e712b4a95eeb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.378425 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-12e2cdab-a274-4a51-827c-e712b4a95eeb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2892857 Jul 13 19:38:50.380373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:50.391362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad444820-33bb-4157-869f-2fb0163320b4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '9b2ba72d-29e8-445f-908f-035f41077fba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:50.407452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 22e34da8-27bd-43be-857c-f6c6e502f1c8 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:50.438105 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b592c041-e6b6-4088-a688-f11cf826a08f req-1c810339-f533-468c-aae2-63af92a52e1e tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 210 time: 0.0713961 Jul 13 19:38:50.493849 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad444820-33bb-4157-869f-2fb0163320b4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.497418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 22e34da8-27bd-43be-857c-f6c6e502f1c8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:50.499542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 22e34da8-27bd-43be-857c-f6c6e502f1c8 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:50.559059 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ad444820-33bb-4157-869f-2fb0163320b4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 19:38:50.560298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ad444820-33bb-4157-869f-2fb0163320b4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1779451 Jul 13 19:38:50.563640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:50.652147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-2605870d-d747-4edb-affc-6faddb8be2a4 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:50.654183 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-2605870d-d747-4edb-affc-6faddb8be2a4 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.24 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 946 time: 0.0843058 Jul 13 19:38:50.674579 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05e46582-6cbf-48a7-aab7-78ad1ee31a60 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.699447 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2963391-d9cb-443e-a1bb-b1a636863322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.729538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05e46582-6cbf-48a7-aab7-78ad1ee31a60 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.813544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05e46582-6cbf-48a7-aab7-78ad1ee31a60 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.815825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-30d4ad59-e4c3-4837-a50f-1dbcf5ba7a35 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Deleting port 21e20df8-c942-47b0-9d3e-b32d48e74554 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:50.818108 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-30d4ad59-e4c3-4837-a50f-1dbcf5ba7a35 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.818250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05e46582-6cbf-48a7-aab7-78ad1ee31a60 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.824130 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-05e46582-6cbf-48a7-aab7-78ad1ee31a60 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/9b2ba72d-29e8-445f-908f-035f41077fba HTTP/1.1" status: 204 len: 168 time: 0.2574174 Jul 13 19:38:50.827217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:50.890817 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e46582-6cbf-48a7-aab7-78ad1ee31a60 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2ba72d-29e8-445f-908f-035f41077fba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:50.954712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-47d96c90-6c62-4374-8b95-9556d9958a6a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1153479 Jul 13 19:38:50.960949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:50.971085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e9a3e4ff-4812-483d-8b69-01cb703bea81 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'tempest-secgroup--545815791'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:51.027581 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e4ff-4812-483d-8b69-01cb703bea81 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.100099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:51.161315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:51.258968 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e4ff-4812-483d-8b69-01cb703bea81 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.260529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-30d4ad59-e4c3-4837-a50f-1dbcf5ba7a35 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] For port 21e20df8-c942-47b0-9d3e-b32d48e74554, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=21e20df8-c942-47b0-9d3e-b32d48e74554,segment=NetworkSegment(67ac6056-6436-4cdb-b46e-dbdce99634b3),segment_id=67ac6056-6436-4cdb-b46e-dbdce99634b3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:51.261461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-30d4ad59-e4c3-4837-a50f-1dbcf5ba7a35 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.275951 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c218a31-5c16-4d18-8c10-aa7c6a3f7754 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.282012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-30d4ad59-e4c3-4837-a50f-1dbcf5ba7a35 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Calling delete_port for 21e20df8-c942-47b0-9d3e-b32d48e74554 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:51.283051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e4ff-4812-483d-8b69-01cb703bea81 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.345943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e4ff-4812-483d-8b69-01cb703bea81 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.350556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e9a3e4ff-4812-483d-8b69-01cb703bea81 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3874605 Jul 13 19:38:51.361994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:51.379851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b55ed05f-fadd-447b-8812-403da0febf72 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '5727ca88-2522-417c-90d7-fda64b33546f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:51.380791 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-b55ed05f-fadd-447b-8812-403da0febf72 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 19:38:51.381316 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-b55ed05f-fadd-447b-8812-403da0febf72 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:51.385293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b55ed05f-fadd-447b-8812-403da0febf72 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104926 Jul 13 19:38:51.387638 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:51.442783 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c218a31-5c16-4d18-8c10-aa7c6a3f7754 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.472199 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb29ebc-c3f0-4505-ba04-7197ea86846c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.501301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3e4ff-4812-483d-8b69-01cb703bea81 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5727ca88-2522-417c-90d7-fda64b33546f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:51.520002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-9d8df1cc-250b-4dfa-af05-07314aa6450b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:51.521560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-9d8df1cc-250b-4dfa-af05-07314aa6450b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 811 time: 0.4185517 Jul 13 19:38:51.541593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7170e9-7860-4599-9453-3d7c061f3d71 req-9949e48d-70a5-492f-bc2a-e3c38f5f34be tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:51.543445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d7170e9-7860-4599-9453-3d7c061f3d71 req-9949e48d-70a5-492f-bc2a-e3c38f5f34be tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 946 time: 0.4415901 Jul 13 19:38:51.679592 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d7170e9-7860-4599-9453-3d7c061f3d71 req-8d8112cd-6a3a-45b4-830d-cd6a20d1c3ff tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/security-groups?id=245f899b-5880-47d7-be75-1a0a064d058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991068 Jul 13 19:38:51.692526 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-9610693d-5323-43d9-914d-310a1c916d83 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d HTTP/1.1" status: 200 len: 380 time: 0.1406927 Jul 13 19:38:51.693291 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-30d4ad59-e4c3-4837-a50f-1dbcf5ba7a35 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.696225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8073d74-6b4b-477f-a41b-6246618d4be7 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.698619 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c218a31-5c16-4d18-8c10-aa7c6a3f7754 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.709014 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c218a31-5c16-4d18-8c10-aa7c6a3f7754 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.710393 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8c218a31-5c16-4d18-8c10-aa7c6a3f7754 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/security-groups/214382b3-9d26-40cb-b179-71190350dd2e HTTP/1.1" status: 204 len: 168 time: 0.5481501 Jul 13 19:38:51.715385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'port': {'device_id': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'admin_state_up': True, 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'security_groups': ['991733bf-ae48-4866-bb1c-8175b71cbe84']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:51.804295 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9685c149-4850-4a94-81e5-f13e38ac5d65 req-20b6a4b8-0a4e-4c91-a2c5-c1ee01f5110b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 210 time: 0.0892844 Jul 13 19:38:51.810631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb29ebc-c3f0-4505-ba04-7197ea86846c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.811956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c218a31-5c16-4d18-8c10-aa7c6a3f7754 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214382b3-9d26-40cb-b179-71190350dd2e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:51.824784 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fb29ebc-c3f0-4505-ba04-7197ea86846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.833259 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8073d74-6b4b-477f-a41b-6246618d4be7 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.909390 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8fb29ebc-c3f0-4505-ba04-7197ea86846c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7a2905816614fad9425d3ad6e5c889b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040123 Jul 13 19:38:51.910117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:51.910573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:51.916872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb29ebc-c3f0-4505-ba04-7197ea86846c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d1c0eb-c1e0-4f7c-9f47-19bd352756ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:51.936588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4ad59-e4c3-4837-a50f-1dbcf5ba7a35 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Pushing event deleted for resources: {'Port': ['ID=21e20df8-c942-47b0-9d3e-b32d48e74554,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:52.003539 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8073d74-6b4b-477f-a41b-6246618d4be7 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.007094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8073d74-6b4b-477f-a41b-6246618d4be7 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.008471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c8073d74-6b4b-477f-a41b-6246618d4be7 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/5727ca88-2522-417c-90d7-fda64b33546f HTTP/1.1" status: 204 len: 168 time: 0.6131511 Jul 13 19:38:52.023540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:52.038325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0684bdf6-242e-45f0-8777-364c5bed9acf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting subnet 3215615c-aa70-444f-9b22-45a118d3a989 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:38:52.050365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8073d74-6b4b-477f-a41b-6246618d4be7 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5727ca88-2522-417c-90d7-fda64b33546f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:52.052647 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0684bdf6-242e-45f0-8777-364c5bed9acf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.076031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-30d4ad59-e4c3-4837-a50f-1dbcf5ba7a35 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] No DVR routers for this DVR port 21e20df8-c942-47b0-9d3e-b32d48e74554 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:52.089066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-30d4ad59-e4c3-4837-a50f-1dbcf5ba7a35 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.093594 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1e0ffa7-34d0-4023-a522-0a39dfa2d87e req-30d4ad59-e4c3-4837-a50f-1dbcf5ba7a35 tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.24 "DELETE /v2.0/ports/21e20df8-c942-47b0-9d3e-b32d48e74554 HTTP/1.1" status: 204 len: 173 time: 1.4322522 Jul 13 19:38:52.094059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d0ed0b-41e1-44f4-8644-a50f83a0403d', 'name': 'network-vif-deleted', 'tag': '21e20df8-c942-47b0-9d3e-b32d48e74554'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:52.105125 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0049022b-8efc-4aac-8dd5-9b7e0c3a53bf" -d '{"events": [{"server_uuid": "90d0ed0b-41e1-44f4-8644-a50f83a0403d", "name": "network-vif-deleted", "tag": "21e20df8-c942-47b0-9d3e-b32d48e74554"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:52.203526 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a39b566-899a-4ef1-8539-b0b4358cb539 x-openstack-request-id: req-2a39b566-899a-4ef1-8539-b0b4358cb539 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:52.207699 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d0ed0b-41e1-44f4-8644-a50f83a0403d", "name": "network-vif-deleted", "tag": "21e20df8-c942-47b0-9d3e-b32d48e74554", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:52.209633 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a39b566-899a-4ef1-8539-b0b4358cb539 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:52.219633 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d0ed0b-41e1-44f4-8644-a50f83a0403d', 'name': 'network-vif-deleted', 'tag': '21e20df8-c942-47b0-9d3e-b32d48e74554', 'status': 'completed', 'code': 200} Jul 13 19:38:52.284175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Made reservation on behalf of beaea4e27a144a3f9f4441ba3cab9f1d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:38:52.288490 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.524990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Allocated IP 172.20.0.14 (567711e2-fea6-4d54-9f0e-f57054264fbd/d20e4061-ca7e-41f9-b62f-4af51931ee54/388208fb-59ef-4e17-80b9-d76bd2e14457) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:38:52.641805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c19b1ea4-e440-415f-8486-6acf294e0cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.666838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0684bdf6-242e-45f0-8777-364c5bed9acf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.687054 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.729806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-389debac-bd82-4af6-9f38-5d79297a5c6a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7048872 Jul 13 19:38:52.730447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:52.732538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c19b1ea4-e440-415f-8486-6acf294e0cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.734353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Transition to ACTIVE for port object 388208fb-59ef-4e17-80b9-d76bd2e14457 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:52.740955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d2f155bc-c63a-497b-be88-078e4546b70c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'tempest-secgroup--875656993'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:52.832313 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.919650 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f155bc-c63a-497b-be88-078e4546b70c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:52.932907 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0684bdf6-242e-45f0-8777-364c5bed9acf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.027960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Network 567711e2-fea6-4d54-9f0e-f57054264fbd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:38:53.046364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:38:53.055397 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5469597d-9120-405c-983a-9aafb9635d13 req-d3942b5c-498b-4a21-8ed1-f2a365a315ce tempest-VolumesActionsTest-1375953795 tempest-VolumesActionsTest-1375953795-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d0ed0b-41e1-44f4-8644-a50f83a0403d HTTP/1.1" status: 200 len: 210 time: 0.1458697 Jul 13 19:38:53.066749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:38:53.066906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c19b1ea4-e440-415f-8486-6acf294e0cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.081164 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c19b1ea4-e440-415f-8486-6acf294e0cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.084721 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c19b1ea4-e440-415f-8486-6acf294e0cdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9d1c0eb-c1e0-4f7c-9f47-19bd352756ea HTTP/1.1" status: 204 len: 168 time: 1.1666560 Jul 13 19:38:53.163822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b1ea4-e440-415f-8486-6acf294e0cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d1c0eb-c1e0-4f7c-9f47-19bd352756ea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:53.223228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:53.223910 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.227197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0684bdf6-242e-45f0-8777-364c5bed9acf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.247405 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f335c30-e1b6-492d-93eb-b4aa81a9ad84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.257987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event updated for resources: {'Port': ['ID=388208fb-59ef-4e17-80b9-d76bd2e14457,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:53.345099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 21e20df8-c942-47b0-9d3e-b32d48e74554 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:53.369409 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684bdf6-242e-45f0-8777-364c5bed9acf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Subnet': ['ID=3215615c-aa70-444f-9b22-45a118d3a989,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:53.384646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 21e20df8-c942-47b0-9d3e-b32d48e74554 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:53.385304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 21e20df8-c942-47b0-9d3e-b32d48e74554 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:53.411441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0714b54f-8be8-4fdc-90f4-b070254dfd4e None None] Network 928c0037-6012-4848-8918-d473a46a3bbd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:38:53.414596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0684bdf6-242e-45f0-8777-364c5bed9acf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.419648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:53.430562 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0684bdf6-242e-45f0-8777-364c5bed9acf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/subnets/3215615c-aa70-444f-9b22-45a118d3a989 HTTP/1.1" status: 204 len: 168 time: 1.5157411 Jul 13 19:38:53.554476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7d426-b91a-4c7a-8816-99180a671ccf req-29837d19-42de-49dd-a2ff-024589704bcc tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:53.568731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19a7d426-b91a-4c7a-8816-99180a671ccf req-29837d19-42de-49dd-a2ff-024589704bcc tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 932 time: 0.4329216 Jul 13 19:38:53.586238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f155bc-c63a-497b-be88-078e4546b70c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.610375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-a26f39c4-94cd-4060-8298-83630353b816 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9069026 Jul 13 19:38:53.618119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f155bc-c63a-497b-be88-078e4546b70c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.633943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Request body: {'port': {'device_id': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:53.679007 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.679234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f155bc-c63a-497b-be88-078e4546b70c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.683272 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d2f155bc-c63a-497b-be88-078e4546b70c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9460433 Jul 13 19:38:53.684257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:53.723398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19a7d426-b91a-4c7a-8816-99180a671ccf req-889ed8ff-a08a-43ba-8e2f-cd34bd16ffa8 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536763 Jul 13 19:38:53.726599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3979b662-ec54-403e-a88a-f95772667e9a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '56806c7b-13bc-44f1-b640-504707b4d696', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:53.727516 n-d-800708-1 neutron-server[93766]: WARNING neutron.api.v2.base [None req-3979b662-ec54-403e-a88a-f95772667e9a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 19:38:53.730660 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3979b662-ec54-403e-a88a-f95772667e9a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:53.734477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3979b662-ec54-403e-a88a-f95772667e9a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0200825 Jul 13 19:38:53.739573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:53.746446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f155bc-c63a-497b-be88-078e4546b70c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56806c7b-13bc-44f1-b640-504707b4d696,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:53.769106 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.799523 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-56600c52-3c36-4eb2-85e7-e84dcba74911 None None] Provisioning for port 388208fb-59ef-4e17-80b9-d76bd2e14457 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:38:53.809347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-56600c52-3c36-4eb2-85e7-e84dcba74911 None None] Provisioning complete for port 388208fb-59ef-4e17-80b9-d76bd2e14457 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:38:53.810010 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56600c52-3c36-4eb2-85e7-e84dcba74911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.856536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-56600c52-3c36-4eb2-85e7-e84dcba74911 None None] Port 388208fb-59ef-4e17-80b9-d76bd2e14457 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:38:53.933647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.982323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b007de3-f126-41e7-8db6-d78b284b5243 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:53.997163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3501612-4fb6-4197-8987-ccff0c912ec6 None None] DHCP port deletion for 928c0037-6012-4848-8918-d473a46a3bbd request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:38:54.036344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b007de3-f126-41e7-8db6-d78b284b5243 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.086069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d3501612-4fb6-4197-8987-ccff0c912ec6 None None] Deleting port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:54.086829 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3501612-4fb6-4197-8987-ccff0c912ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.106619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:54.107196 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.196003 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:54.291860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b007de3-f126-41e7-8db6-d78b284b5243 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.304872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b007de3-f126-41e7-8db6-d78b284b5243 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.308844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:54.309349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0b007de3-f126-41e7-8db6-d78b284b5243 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/56806c7b-13bc-44f1-b640-504707b4d696 HTTP/1.1" status: 204 len: 168 time: 0.5662429 Jul 13 19:38:54.324439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3501612-4fb6-4197-8987-ccff0c912ec6 None None] For port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:54.325003 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3501612-4fb6-4197-8987-ccff0c912ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.357449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d3501612-4fb6-4197-8987-ccff0c912ec6 None None] Calling delete_port for 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:54.414426 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5b423960-9b8f-4b4f-a62b-a1afa8c9c8c5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003380 Jul 13 19:38:54.418607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b007de3-f126-41e7-8db6-d78b284b5243 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56806c7b-13bc-44f1-b640-504707b4d696,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:54.432154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] For port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:54.433061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.434185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:54.439664 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.462029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-54e98c63-9c42-4a17-b20b-255903ff47e1 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'tempest-secgroup--655952809'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:54.486135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:54.525851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e98c63-9c42-4a17-b20b-255903ff47e1 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.641046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,segment=NetworkSegment(ed0bdd01-2c25-46db-a1d3-100cea2a1691),segment_id=ed0bdd01-2c25-46db-a1d3-100cea2a1691)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:54.650293 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.661232 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.708373 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3501612-4fb6-4197-8987-ccff0c912ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.759189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3501612-4fb6-4197-8987-ccff0c912ec6 None None] No DVR routers for this DVR port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:54.768262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e98c63-9c42-4a17-b20b-255903ff47e1 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.776708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e98c63-9c42-4a17-b20b-255903ff47e1 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.830824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:54.870914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e98c63-9c42-4a17-b20b-255903ff47e1 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:54.875935 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-54e98c63-9c42-4a17-b20b-255903ff47e1 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4368732 Jul 13 19:38:54.876563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:54.884806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3501612-4fb6-4197-8987-ccff0c912ec6 None None] Pushing event deleted for resources: {'Port': ['ID=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:54.891546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3e55535e-23ea-476f-a9ab-e278414f9fa3 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '69955df8-eee9-434a-a5a1-70d02a8d3a0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:54.909232 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-3e55535e-23ea-476f-a9ab-e278414f9fa3 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 19:38:54.910266 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-3e55535e-23ea-476f-a9ab-e278414f9fa3 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:54.911731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3e55535e-23ea-476f-a9ab-e278414f9fa3 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0332344 Jul 13 19:38:54.912920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e98c63-9c42-4a17-b20b-255903ff47e1 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69955df8-eee9-434a-a5a1-70d02a8d3a0d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:54.923911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:54.943680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-080a443e-3579-4db4-a33b-0c43c2754ee9 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '69955df8-eee9-434a-a5a1-70d02a8d3a0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:54.945694 n-d-800708-1 neutron-server[93766]: WARNING neutron.api.v2.base [None req-080a443e-3579-4db4-a33b-0c43c2754ee9 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 19:38:54.946272 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-080a443e-3579-4db4-a33b-0c43c2754ee9 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:54.952151 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-080a443e-3579-4db4-a33b-0c43c2754ee9 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0197921 Jul 13 19:38:54.952725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:54.962792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-13df5ebb-9601-4418-b096-f163af7d8052 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '69955df8-eee9-434a-a5a1-70d02a8d3a0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:54.968044 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-13df5ebb-9601-4418-b096-f163af7d8052 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 19:38:54.969651 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-13df5ebb-9601-4418-b096-f163af7d8052 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:54.974852 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-13df5ebb-9601-4418-b096-f163af7d8052 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184474 Jul 13 19:38:54.980747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:54.999913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8f0b7610-7a08-4e34-8215-ee039132e2d6 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '69955df8-eee9-434a-a5a1-70d02a8d3a0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:55.008293 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-8f0b7610-7a08-4e34-8215-ee039132e2d6 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 19:38:55.009202 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-8f0b7610-7a08-4e34-8215-ee039132e2d6 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:55.012720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8f0b7610-7a08-4e34-8215-ee039132e2d6 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0264983 Jul 13 19:38:55.016366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:55.042940 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.091074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388208fb-59ef-4e17-80b9-d76bd2e14457 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:38:55.116444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:55.123123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] No DVR routers for this DVR port 340a8117-5ef1-40f3-a6ab-b9d5bdf9a95c on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:55.133769 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.166719 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca607f35-d12c-472f-a573-bc52f0336ccb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.242774 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca607f35-d12c-472f-a573-bc52f0336ccb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.295931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Transition to ACTIVE for port object 388208fb-59ef-4e17-80b9-d76bd2e14457 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:38:55.324019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.344971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50500fe1-f16c-4659-9143-06ee59194f13 req-d664941a-d4a6-44ba-a0f3-55a79994c66a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:55.345695 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca607f35-d12c-472f-a573-bc52f0336ccb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.350142 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca607f35-d12c-472f-a573-bc52f0336ccb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.353419 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50500fe1-f16c-4659-9143-06ee59194f13 req-d664941a-d4a6-44ba-a0f3-55a79994c66a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 932 time: 0.3255403 Jul 13 19:38:55.354532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ca607f35-d12c-472f-a573-bc52f0336ccb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/69955df8-eee9-434a-a5a1-70d02a8d3a0d HTTP/1.1" status: 204 len: 168 time: 0.3371136 Jul 13 19:38:55.356462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:55.356568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.406115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928c0037-6012-4848-8918-d473a46a3bbd']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:55.413992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca607f35-d12c-472f-a573-bc52f0336ccb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69955df8-eee9-434a-a5a1-70d02a8d3a0d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:55.416288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Pushing event updated for resources: {'Port': ['ID=388208fb-59ef-4e17-80b9-d76bd2e14457,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:55.438443 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0bdd01-2c25-46db-a1d3-100cea2a1691') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:55.439037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0bdd01-2c25-46db-a1d3-100cea2a1691') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:55.445690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:55.461168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.539472 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-298462f5-4bd1-4286-90c5-396e1e4adebe tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1732388 Jul 13 19:38:55.545921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:55.558688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-acdc00c7-7bf8-42ef-9b29-1f200c396de4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'tempest-secgroup--865867728'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:55.666482 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdc00c7-7bf8-42ef-9b29-1f200c396de4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.698680 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.737054 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8f74a2d-03f6-4667-96e7-37011bf05b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.763562 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50500fe1-f16c-4659-9143-06ee59194f13 req-c4a6cd78-c0de-4c75-be94-db1ef1d274e8 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089930 Jul 13 19:38:55.785564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-a8f74a2d-03f6-4667-96e7-37011bf05b7f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:38:55.785564 n-d-800708-1 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:38:55.785564 n-d-800708-1 neutron-server[93767]: [parameters: {'project_id_1': 'e99dbb6425b2474780688a823cb1839d', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 38, 55, 758361)}] Jul 13 19:38:55.785564 n-d-800708-1 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:38:55.791411 n-d-800708-1 neutron-server[93767]: DEBUG oslo_db.api [None req-a8f74a2d-03f6-4667-96e7-37011bf05b7f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:38:55.792523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:38:55.793120 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:38:55.797866 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:38:55.835732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-2ccf6557-d365-4f4f-bad6-299bb725dddb req-beaa608c-a70a-4841-8773-efa68ee0db75 service neutron] (93767) timed out ('10.222.0.60', 59867) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:38:55.851577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Attempting to bind port 388208fb-59ef-4e17-80b9-d76bd2e14457 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:38:55.852089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Attempting to bind port 388208fb-59ef-4e17-80b9-d76bd2e14457 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:38:55.852525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Attempting to bind port 388208fb-59ef-4e17-80b9-d76bd2e14457 on network 567711e2-fea6-4d54-9f0e-f57054264fbd {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:55.871559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Port 388208fb-59ef-4e17-80b9-d76bd2e14457 on network 567711e2-fea6-4d54-9f0e-f57054264fbd not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:38:55.872175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Attempting to bind port 388208fb-59ef-4e17-80b9-d76bd2e14457 on network 567711e2-fea6-4d54-9f0e-f57054264fbd {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:38:55.883653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:38:55.884027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Checking segment: {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:38:55.884509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Bound using segment: {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:38:55.885508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Bound port: 388208fb-59ef-4e17-80b9-d76bd2e14457, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b2c04f-2679-48fd-95c6-e36a86af2a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:38:55.886040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.907048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.913279 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.919044 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/networks/928c0037-6012-4848-8918-d473a46a3bbd HTTP/1.1" status: 204 len: 168 time: 2.4973342 Jul 13 19:38:55.919044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:55.950082 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdc00c7-7bf8-42ef-9b29-1f200c396de4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:55.967287 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdc00c7-7bf8-42ef-9b29-1f200c396de4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.024213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e51a37-6366-4f48-b9bc-5fc6b19ee9ac tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Network': ['ID=928c0037-6012-4848-8918-d473a46a3bbd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:56.031227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.073468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc00c7-7bf8-42ef-9b29-1f200c396de4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8983e4ef-14c4-4062-8834-9a6b2e09a3b4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:56.099442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdc00c7-7bf8-42ef-9b29-1f200c396de4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.104949 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-acdc00c7-7bf8-42ef-9b29-1f200c396de4 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5498912 Jul 13 19:38:56.105550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:56.112048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c9db74ca-5db5-4430-aeca-388903d33a2f tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '8983e4ef-14c4-4062-8834-9a6b2e09a3b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:56.112805 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-c9db74ca-5db5-4430-aeca-388903d33a2f tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 19:38:56.113314 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c9db74ca-5db5-4430-aeca-388903d33a2f tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:56.117024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] For port 388208fb-59ef-4e17-80b9-d76bd2e14457, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:38:56.119073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:56.126979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c9db74ca-5db5-4430-aeca-388903d33a2f tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0203416 Jul 13 19:38:56.183370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e3ace063-bbba-4f1a-9144-843eeebffbb5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '8983e4ef-14c4-4062-8834-9a6b2e09a3b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:56.212281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] For port 388208fb-59ef-4e17-80b9-d76bd2e14457, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=388208fb-59ef-4e17-80b9-d76bd2e14457,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:38:56.226304 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.278143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:56.278744 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.281204 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] 10.222.0.24 "PUT /v2.0/ports/388208fb-59ef-4e17-80b9-d76bd2e14457 HTTP/1.1" status: 200 len: 1092 time: 2.6552775 Jul 13 19:38:56.292657 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8f74a2d-03f6-4667-96e7-37011bf05b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.295593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'tag': '388208fb-59ef-4e17-80b9-d76bd2e14457'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:56.301016 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26068892-29bc-42c1-a5f8-7be980e73bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddf9edb-33bc-4a0e-b669-202a0951f3c3", "tag": "388208fb-59ef-4e17-80b9-d76bd2e14457"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:56.459355 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a722765f-1bb0-4bd6-a69a-daa22875f2cb x-openstack-request-id: req-a722765f-1bb0-4bd6-a69a-daa22875f2cb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:56.459952 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddf9edb-33bc-4a0e-b669-202a0951f3c3", "tag": "388208fb-59ef-4e17-80b9-d76bd2e14457", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:56.460244 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a722765f-1bb0-4bd6-a69a-daa22875f2cb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:56.461763 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'tag': '388208fb-59ef-4e17-80b9-d76bd2e14457', 'status': 'completed', 'code': 200} Jul 13 19:38:56.521687 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8f74a2d-03f6-4667-96e7-37011bf05b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.530846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8f74a2d-03f6-4667-96e7-37011bf05b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.584764 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e3ace063-bbba-4f1a-9144-843eeebffbb5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:56.585926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e3ace063-bbba-4f1a-9144-843eeebffbb5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4642878 Jul 13 19:38:56.586704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ff3dc-eced-4e4b-ac86-7f5966284fdd service neutron] Pushing event updated for resources: {'Port': ['ID=388208fb-59ef-4e17-80b9-d76bd2e14457,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:56.597092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:56.606377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4fab0f4d-cc4f-4f79-8ddd-16bcf103ac24 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '8983e4ef-14c4-4062-8834-9a6b2e09a3b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:56.607206 n-d-800708-1 neutron-server[93766]: WARNING neutron.api.v2.base [None req-4fab0f4d-cc4f-4f79-8ddd-16bcf103ac24 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 19:38:56.607965 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4fab0f4d-cc4f-4f79-8ddd-16bcf103ac24 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:56.608998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4fab0f4d-cc4f-4f79-8ddd-16bcf103ac24 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096908 Jul 13 19:38:56.624864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:56.669104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port 3d3358d8-166e-449e-9315-5ab2b72b9730 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:56.669829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-79ce1416-4de3-4df6-ba06-61e427b2eee2 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '8983e4ef-14c4-4062-8834-9a6b2e09a3b4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:56.670059 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.739688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f74a2d-03f6-4667-96e7-37011bf05b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142ec529-60eb-4a43-a4f2-b9f51141b3f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:56.749000 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a8f74a2d-03f6-4667-96e7-37011bf05b7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e99dbb6425b2474780688a823cb1839d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3023005 Jul 13 19:38:56.749705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:56.791928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-991c853c-72ed-4e87-9010-11ecfdf8f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:56.793489 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-991c853c-72ed-4e87-9010-11ecfdf8f865 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 1095 time: 0.3629773 Jul 13 19:38:56.867089 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-79ce1416-4de3-4df6-ba06-61e427b2eee2 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:56.873834 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-79ce1416-4de3-4df6-ba06-61e427b2eee2 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2093751 Jul 13 19:38:56.876493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:56.879427 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-6c60cba0-a8ca-423c-8c5f-9e987c6528f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388208fb-59ef-4e17-80b9-d76bd2e14457 HTTP/1.1" status: 200 len: 217 time: 0.0761888 Jul 13 19:38:56.889838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ffd7e48d-3f4f-4ae9-a26c-53e0df75ab36 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '8983e4ef-14c4-4062-8834-9a6b2e09a3b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:56.899370 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-ffd7e48d-3f4f-4ae9-a26c-53e0df75ab36 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 19:38:56.900115 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ffd7e48d-3f4f-4ae9-a26c-53e0df75ab36 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:56.905101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ffd7e48d-3f4f-4ae9-a26c-53e0df75ab36 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0195301 Jul 13 19:38:56.906258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:56.911713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.912049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.923521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c4c71de-f49b-4ac0-89cc-512dbac61376 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '8983e4ef-14c4-4062-8834-9a6b2e09a3b4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:56.954180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for 3d3358d8-166e-449e-9315-5ab2b72b9730 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:56.973704 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949193ce-3011-4251-8c3a-2aee42fede39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:56.993959 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-1c4c71de-f49b-4ac0-89cc-512dbac61376 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Project 87a620328fc94a8da1eafe004feea9cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:38:57.017460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-6a6fbb9f-2f9f-44f2-9c82-4d7669fde15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:57.019781 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-6a6fbb9f-2f9f-44f2-9c82-4d7669fde15e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.1266818 Jul 13 19:38:57.142590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949193ce-3011-4251-8c3a-2aee42fede39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:57.153371 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1c4c71de-f49b-4ac0-89cc-512dbac61376 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:57.157650 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1c4c71de-f49b-4ac0-89cc-512dbac61376 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2471488 Jul 13 19:38:57.161522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:57.188843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-23310ce2-9c2f-4f22-8581-aad36d8ad46e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '8983e4ef-14c4-4062-8834-9a6b2e09a3b4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:57.189324 n-d-800708-1 neutron-server[93766]: WARNING neutron.api.v2.base [None req-23310ce2-9c2f-4f22-8581-aad36d8ad46e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 19:38:57.189823 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-23310ce2-9c2f-4f22-8581-aad36d8ad46e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:57.191604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-23310ce2-9c2f-4f22-8581-aad36d8ad46e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0280271 Jul 13 19:38:57.196357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:57.206264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-596138a2-d3b5-48c8-b175-4c2926332626 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '8983e4ef-14c4-4062-8834-9a6b2e09a3b4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:57.256444 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-596138a2-d3b5-48c8-b175-4c2926332626 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Project 87a620328fc94a8da1eafe004feea9cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:38:57.272363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-6e8effa3-aa72-42c7-a84a-05db4d221f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:57.274778 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-6e8effa3-aa72-42c7-a84a-05db4d221f2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255131 Jul 13 19:38:57.293906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc29375-bb1c-4e95-a632-3a4742cf8c58 req-1184e02c-13c3-4ecf-bd03-4c6e4b523ac3 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:57.295961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-abc29375-bb1c-4e95-a632-3a4742cf8c58 req-1184e02c-13c3-4ecf-bd03-4c6e4b523ac3 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 944 time: 0.2831614 Jul 13 19:38:57.297827 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-596138a2-d3b5-48c8-b175-4c2926332626 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:57.301334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-596138a2-d3b5-48c8-b175-4c2926332626 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0977523 Jul 13 19:38:57.304478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:57.310497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-13d02821-8078-4151-9532-fce96d2a59ee tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '8983e4ef-14c4-4062-8834-9a6b2e09a3b4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:57.346002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949193ce-3011-4251-8c3a-2aee42fede39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:57.348808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949193ce-3011-4251-8c3a-2aee42fede39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:57.376573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-949193ce-3011-4251-8c3a-2aee42fede39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/142ec529-60eb-4a43-a4f2-b9f51141b3f4 HTTP/1.1" status: 204 len: 168 time: 0.6206083 Jul 13 19:38:57.426758 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:57.429016 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-13d02821-8078-4151-9532-fce96d2a59ee tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Project 87a620328fc94a8da1eafe004feea9cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:38:57.461541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949193ce-3011-4251-8c3a-2aee42fede39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142ec529-60eb-4a43-a4f2-b9f51141b3f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:57.498747 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-13d02821-8078-4151-9532-fce96d2a59ee tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:38:57.502321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-13d02821-8078-4151-9532-fce96d2a59ee tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1942456 Jul 13 19:38:57.507325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:57.523881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-abc29375-bb1c-4e95-a632-3a4742cf8c58 req-2217ceb1-f877-46b2-be31-eba7413cb2c5 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200751 Jul 13 19:38:57.535280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=3d3358d8-166e-449e-9315-5ab2b72b9730,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:57.616093 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-c3866349-cc14-4d8a-8393-20171398a879 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981858 Jul 13 19:38:58.838759 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91d0eb92-d758-4aaf-a531-47c30b5e2bf9 req-3f8a3c9e-2dec-4e6c-95a7-0de73cfcc4e9 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1832466 Jul 13 19:38:58.895291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f5212-dc8f-49da-9a6a-1527246c6832 req-5c0a2a6e-8212-4110-a583-cf6c15bfd853 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:58.899633 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d90f5212-dc8f-49da-9a6a-1527246c6832 req-5c0a2a6e-8212-4110-a583-cf6c15bfd853 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 944 time: 0.1406138 Jul 13 19:38:58.945887 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352fdf1b-4efe-4f5a-8243-c416d1a73f06 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:58.972532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d90f5212-dc8f-49da-9a6a-1527246c6832 req-b6061a5d-7d82-4138-b069-30454b28482a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650442 Jul 13 19:38:58.995049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:58.995333 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Floating IP 4dae2845-364f-4782-ba85-d79728426837 disassociated (deleted). External IP: 172.25.7.24, port: bc5e2f18-cf95-450a-8086-a125d3a9ce49. Jul 13 19:38:59.319722 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352fdf1b-4efe-4f5a-8243-c416d1a73f06 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:59.417025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-afef2297-f5eb-458c-b9a8-3019faf0cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:59.418593 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-afef2297-f5eb-458c-b9a8-3019faf0cfbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 1095 time: 0.4879708 Jul 13 19:38:59.464854 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352fdf1b-4efe-4f5a-8243-c416d1a73f06 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:59.467671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352fdf1b-4efe-4f5a-8243-c416d1a73f06 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:59.471136 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-352fdf1b-4efe-4f5a-8243-c416d1a73f06 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/8983e4ef-14c4-4062-8834-9a6b2e09a3b4 HTTP/1.1" status: 204 len: 168 time: 1.9609089 Jul 13 19:38:59.471505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:59.591071 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1eae6729-6716-4f72-a2b1-8c1cbbc60c01 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183565 Jul 13 19:38:59.595666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:59.600227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fcd20a99-ae55-4d27-b4cb-3b70e90f489b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495461797'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:38:59.675985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:59.703281 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcd20a99-ae55-4d27-b4cb-3b70e90f489b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:59.778190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fdf1b-4efe-4f5a-8243-c416d1a73f06 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8983e4ef-14c4-4062-8834-9a6b2e09a3b4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:59.835584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router fa17bbab-5ac4-44a0-b9e2-9cc82026838d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:59.889564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-0ac7c4e8-5150-4f64-93e7-84ce3b042ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:59.891379 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-0ac7c4e8-5150-4f64-93e7-84ce3b042ba3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 912 time: 0.4549570 Jul 13 19:38:59.940032 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e161c67-57e0-4119-946b-c728fb7a5ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:59.966108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcd20a99-ae55-4d27-b4cb-3b70e90f489b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:00.090472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-20f09f7f-c134-44c1-bb0e-cf4f27b621f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388208fb-59ef-4e17-80b9-d76bd2e14457 HTTP/1.1" status: 200 len: 217 time: 0.1284566 Jul 13 19:39:00.106044 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcd20a99-ae55-4d27-b4cb-3b70e90f489b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:00.263113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd20a99-ae55-4d27-b4cb-3b70e90f489b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715c6425-ebbc-42dd-83a7-daedeb5e1fbd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:00.336563 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:39:00.343881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-ee3ccb48-7577-4cab-b292-651326992fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:00.345959 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-ee3ccb48-7577-4cab-b292-651326992fa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.1716678 Jul 13 19:39:00.349413 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] Sync routers for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:39:00.354263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:00.374961 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:39:00.388299 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:00.483942 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e161c67-57e0-4119-946b-c728fb7a5ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:00.513856 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e161c67-57e0-4119-946b-c728fb7a5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:00.564362 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8cf97b8e-eeef-41e6-b780-937013ee2aca tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/floatingips/4dae2845-364f-4782-ba85-d79728426837 HTTP/1.1" status: 204 len: 168 time: 4.6380196 Jul 13 19:39:00.568052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051e8972-6419-4969-ab9d-4b3d8241b377', 'tag': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:39:00.577242 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f543180-b8a0-4859-a8b4-c49818f7a807" -d '{"events": [{"name": "network-changed", "server_uuid": "051e8972-6419-4969-ab9d-4b3d8241b377", "tag": "bc5e2f18-cf95-450a-8086-a125d3a9ce49"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:39:00.611194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6e161c67-57e0-4119-946b-c728fb7a5ca0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29f39a0d2bf64d1a8fb6f95458ecc252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9338071 Jul 13 19:39:00.613090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:00.613733 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcd20a99-ae55-4d27-b4cb-3b70e90f489b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:00.617559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fcd20a99-ae55-4d27-b4cb-3b70e90f489b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0183349 Jul 13 19:39:00.623530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:00.631434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-649fc0fc-b657-4711-bf48-5be97ff904cb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '715c6425-ebbc-42dd-83a7-daedeb5e1fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:00.659993 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:39:00.731431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e161c67-57e0-4119-946b-c728fb7a5ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dedfcd-2101-4a2c-9654-958e9d225fbe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:00.772217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-8ba2dcd6-183c-4207-b794-fa4c279844bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:00.777651 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-8ba2dcd6-183c-4207-b794-fa4c279844bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4113297 Jul 13 19:39:00.791630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07972a-1287-43e9-a292-892a49c8dfe9 req-7346483e-1de0-4571-8893-90683f2af644 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:00.800431 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ff07972a-1287-43e9-a292-892a49c8dfe9 req-7346483e-1de0-4571-8893-90683f2af644 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 944 time: 0.4256644 Jul 13 19:39:00.877134 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-649fc0fc-b657-4711-bf48-5be97ff904cb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The resource could not be found. Jul 13 19:39:00.878710 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-649fc0fc-b657-4711-bf48-5be97ff904cb tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2531796 Jul 13 19:39:00.881261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:00.890630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8eac12d-6d65-41b3-9959-a1af62e4f3bd tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': '715c6425-ebbc-42dd-83a7-daedeb5e1fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1ae81c33-f1c7-4475-bd6f-4c986f923765'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:00.916696 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76ef84b-27c1-4066-8ac5-1fa6cfc79daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:00.947242 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ff07972a-1287-43e9-a292-892a49c8dfe9 req-cb919b6c-723c-4f41-83fa-0a0bd9056a4f tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324430 Jul 13 19:39:00.970150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76ef84b-27c1-4066-8ac5-1fa6cfc79daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:01.058550 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d8eac12d-6d65-41b3-9959-a1af62e4f3bd tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The resource could not be found. Jul 13 19:39:01.061803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d8eac12d-6d65-41b3-9959-a1af62e4f3bd tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1773202 Jul 13 19:39:01.064076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:01.087841 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76ef84b-27c1-4066-8ac5-1fa6cfc79daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:01.093041 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76ef84b-27c1-4066-8ac5-1fa6cfc79daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:01.097829 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d76ef84b-27c1-4066-8ac5-1fa6cfc79daf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4dedfcd-2101-4a2c-9654-958e9d225fbe HTTP/1.1" status: 204 len: 168 time: 0.4809933 Jul 13 19:39:01.126041 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f761dacf-3121-4793-8b97-36ab59e03b73 x-openstack-request-id: req-f761dacf-3121-4793-8b97-36ab59e03b73 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:39:01.127216 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051e8972-6419-4969-ab9d-4b3d8241b377", "tag": "bc5e2f18-cf95-450a-8086-a125d3a9ce49", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:39:01.127571 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f761dacf-3121-4793-8b97-36ab59e03b73 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:39:01.128077 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051e8972-6419-4969-ab9d-4b3d8241b377', 'tag': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'status': 'completed', 'code': 200} Jul 13 19:39:01.135671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ef84b-27c1-4066-8ac5-1fa6cfc79daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dedfcd-2101-4a2c-9654-958e9d225fbe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:01.252425 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:38:42Z', 'revision_number': 6, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:01.365969 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02de1792-2302-4366-a36a-7b2e1f3bb135 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:01.392049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 388208fb-59ef-4e17-80b9-d76bd2e14457 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:39:01.398709 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] Checking router: fa17bbab-5ac4-44a0-b9e2-9cc82026838d for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:39:01.429497 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-c1921539-a9ff-444f-9bbd-2298b29b2891 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315916 Jul 13 19:39:01.430490 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:39:01.433869 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:01.470581 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02de1792-2302-4366-a36a-7b2e1f3bb135 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:01.637515 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02de1792-2302-4366-a36a-7b2e1f3bb135 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:01.641173 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02de1792-2302-4366-a36a-7b2e1f3bb135 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:01.644166 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-02de1792-2302-4366-a36a-7b2e1f3bb135 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/715c6425-ebbc-42dd-83a7-daedeb5e1fbd HTTP/1.1" status: 204 len: 168 time: 0.5789590 Jul 13 19:39:01.652600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:01.677197 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:39:01.691373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de1792-2302-4366-a36a-7b2e1f3bb135 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715c6425-ebbc-42dd-83a7-daedeb5e1fbd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:01.749809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-4ee77376-c23b-49a2-8177-8f955e4656c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:01.754241 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-4ee77376-c23b-49a2-8177-8f955e4656c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 1097 time: 0.5856142 Jul 13 19:39:01.762078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 388208fb-59ef-4e17-80b9-d76bd2e14457, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=388208fb-59ef-4e17-80b9-d76bd2e14457,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:01.807431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '388208fb-59ef-4e17-80b9-d76bd2e14457', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'port_id': '388208fb-59ef-4e17-80b9-d76bd2e14457', 'mac_address': 'fa:16:3e:59:54:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:39:01.849050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bba4c28d-5bec-4cde-95a2-7146204346f8 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1918728 Jul 13 19:39:01.854494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:01.886495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1e269bde-6ce6-481f-9082-5e3abc07ea8b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': 'f6658817-93b3-43cf-a803-51df9be89c68', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:02.033756 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:02.050784 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1e269bde-6ce6-481f-9082-5e3abc07ea8b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The resource could not be found. Jul 13 19:39:02.055596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1e269bde-6ce6-481f-9082-5e3abc07ea8b tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1986771 Jul 13 19:39:02.058068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:02.072732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c59828d4-6fce-448e-9d77-c08af73e466a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'tempest-secgroup--586445026'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:02.109588 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59828d4-6fce-448e-9d77-c08af73e466a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:02.121932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388208fb-59ef-4e17-80b9-d76bd2e14457 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:39:02.145812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09d3c-da0c-40b0-a3ae-29419726ac8e req-2c64d61e-b2a4-437b-acfd-ef924e3d3f64 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:02.161655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71b09d3c-da0c-40b0-a3ae-29419726ac8e req-2c64d61e-b2a4-437b-acfd-ef924e3d3f64 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 946 time: 0.5255570 Jul 13 19:39:02.200107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 388208fb-59ef-4e17-80b9-d76bd2e14457, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=388208fb-59ef-4e17-80b9-d76bd2e14457,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:02.208572 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:02.258500 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26068892-29bc-42c1-a5f8-7be980e73bfa req-642beb6c-8dc6-432a-9f0f-0eb9b6eeaa4e service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8125527 Jul 13 19:39:02.283202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:02.299702 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:38:42Z', 'revision_number': 6, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:02.300921 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59828d4-6fce-448e-9d77-c08af73e466a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:02.312689 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e3a890f-4e3f-4c91-9bd6-c9bb19d00063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:02.329717 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bcb58-b69a-4516-bb1b-84080be32be0 None None] The sync data for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 is: [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:38:42Z', 'revision_number': 6, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'eda083a1-59ea-4140-9899-81796252380a', 'name': '', 'network_id': '20a183d0-d512-4abd-812b-f67fe0cf53f0', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:1c:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:43Z', 'updated_at': '2021-07-13T19:36:52Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': 'c2fd7e68-ce1f-488e-bb18-5e4a2b18195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:39:02.340178 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59828d4-6fce-448e-9d77-c08af73e466a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:02.383455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59828d4-6fce-448e-9d77-c08af73e466a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:02.385086 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c59828d4-6fce-448e-9d77-c08af73e466a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3247359 Jul 13 19:39:02.394876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:02.401027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f3950b19-0945-4b21-b589-3e3b043e553c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'tempest-secgroup--185685890'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:02.418557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=388208fb-59ef-4e17-80b9-d76bd2e14457,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:02.437167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59828d4-6fce-448e-9d77-c08af73e466a tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e9f8c8-0147-4096-aeab-b328fed5117b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:02.450604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['388208fb-59ef-4e17-80b9-d76bd2e14457'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:39:02.460444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-dd5b29c4-35db-4e5c-ac2a-cf162ce5d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:02.467610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-dd5b29c4-35db-4e5c-ac2a-cf162ce5d2f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=20a183d0-d512-4abd-812b-f67fe0cf53f0 HTTP/1.1" status: 200 len: 897 time: 0.7002504 Jul 13 19:39:02.547129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-9034731c-7eb3-422a-a9be-643530186e88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc5e2f18-cf95-450a-8086-a125d3a9ce49 HTTP/1.1" status: 200 len: 217 time: 0.0625281 Jul 13 19:39:02.567813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71b09d3c-da0c-40b0-a3ae-29419726ac8e req-fff4c13b-e785-4ef9-b04a-6193911aad1a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050257 Jul 13 19:39:02.711067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-474b0022-900d-4a08-913f-63723fa68c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:02.716027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-474b0022-900d-4a08-913f-63723fa68c7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c2fd7e68-ce1f-488e-bb18-5e4a2b18195e HTTP/1.1" status: 200 len: 833 time: 0.1428423 Jul 13 19:39:02.721916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e3a890f-4e3f-4c91-9bd6-c9bb19d00063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:02.765889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e3a890f-4e3f-4c91-9bd6-c9bb19d00063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:02.859881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0e3a890f-4e3f-4c91-9bd6-c9bb19d00063 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=062669728f984286821a77504e650551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5730698 Jul 13 19:39:02.863213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-31ab81d9-7968-4e99-b174-3dbf5416b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:02.868744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-31ab81d9-7968-4e99-b174-3dbf5416b8f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20a183d0-d512-4abd-812b-f67fe0cf53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413639 Jul 13 19:39:02.872115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:02.959711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd86f3-6410-4a8d-8273-dbdc4e6a2813 req-63116d72-300c-475d-9bb5-3dad29c2771a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:02.963686 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38fd86f3-6410-4a8d-8273-dbdc4e6a2813 req-63116d72-300c-475d-9bb5-3dad29c2771a tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 945 time: 0.4628086 Jul 13 19:39:03.022755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3950b19-0945-4b21-b589-3e3b043e553c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:03.050683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc939d5-de5a-49e8-9a91-383149bc3d43 None None] New status for floating IP 4dae2845-364f-4782-ba85-d79728426837: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:39:03.075246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a890f-4e3f-4c91-9bd6-c9bb19d00063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e16e591-6a03-476b-9998-f15cb6880210,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:03.145143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38fd86f3-6410-4a8d-8273-dbdc4e6a2813 req-791ef58f-b2e7-4695-ad57-7fbfa63a2d97 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298711 Jul 13 19:39:03.174504 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-c800717d-fa19-4990-a1fd-06d0c3f810d6 service neutron] 10.222.0.24 "GET /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999525 Jul 13 19:39:03.209730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-897abbfb-fb36-4cfb-aa41-dc0776926aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:03.343883 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-897abbfb-fb36-4cfb-aa41-dc0776926aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:03.408609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 388208fb-59ef-4e17-80b9-d76bd2e14457 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:03.467129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-63727e95-6d81-4824-a00b-4f3e63233240 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:03.470175 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-63727e95-6d81-4824-a00b-4f3e63233240 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.24 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 946 time: 0.5640845 Jul 13 19:39:03.572333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3950b19-0945-4b21-b589-3e3b043e553c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:03.586377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3950b19-0945-4b21-b589-3e3b043e553c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:03.599467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 388208fb-59ef-4e17-80b9-d76bd2e14457 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:03.609869 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 388208fb-59ef-4e17-80b9-d76bd2e14457 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:03.610247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:03.648302 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-897abbfb-fb36-4cfb-aa41-dc0776926aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:03.650793 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-897abbfb-fb36-4cfb-aa41-dc0776926aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:03.662594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-897abbfb-fb36-4cfb-aa41-dc0776926aed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e16e591-6a03-476b-9998-f15cb6880210 HTTP/1.1" status: 204 len: 168 time: 0.7717576 Jul 13 19:39:03.703664 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3950b19-0945-4b21-b589-3e3b043e553c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:03.707508 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f3950b19-0945-4b21-b589-3e3b043e553c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3089383 Jul 13 19:39:03.707667 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f543180-b8a0-4859-a8b4-c49818f7a807 req-2518b2f2-3258-423e-97f0-68dfa67207d9 service neutron] 10.222.0.24 "GET /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789953 Jul 13 19:39:03.713267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:03.721772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3950b19-0945-4b21-b589-3e3b043e553c tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be47d239-2196-4b20-bcc4-49cea2fbe5dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:03.739703 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7995cfd6-050a-4fbb-a415-09affc7c1ab5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': 'c6e9f8c8-0147-4096-aeab-b328fed5117b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'be47d239-2196-4b20-bcc4-49cea2fbe5dd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:03.766134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897abbfb-fb36-4cfb-aa41-dc0776926aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e16e591-6a03-476b-9998-f15cb6880210,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:03.927543 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:04.015340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388208fb-59ef-4e17-80b9-d76bd2e14457'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:39:04.017613 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e26b012-09e8-4fca-80a0-54cec20cb2f9" -d '{"events": [{"server_uuid": "5ddf9edb-33bc-4a0e-b669-202a0951f3c3", "name": "network-vif-plugged", "status": "completed", "tag": "388208fb-59ef-4e17-80b9-d76bd2e14457"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:39:04.053124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 388208fb-59ef-4e17-80b9-d76bd2e14457, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=388208fb-59ef-4e17-80b9-d76bd2e14457,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:04.061977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:04.125861 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-7995cfd6-050a-4fbb-a415-09affc7c1ab5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:04.131048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:04.133279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7995cfd6-050a-4fbb-a415-09affc7c1ab5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4187415 Jul 13 19:39:04.152639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-467beff4-f341-493a-b13a-4b69946a28d7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port bc5e2f18-cf95-450a-8086-a125d3a9ce49 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:39:04.153167 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-467beff4-f341-493a-b13a-4b69946a28d7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:04.258162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=388208fb-59ef-4e17-80b9-d76bd2e14457,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:04.286988 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c155b7-a9c8-4d6b-aa36-fbf8ba05fee9 x-openstack-request-id: req-57c155b7-a9c8-4d6b-aa36-fbf8ba05fee9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:39:04.287395 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddf9edb-33bc-4a0e-b669-202a0951f3c3", "name": "network-vif-plugged", "status": "completed", "tag": "388208fb-59ef-4e17-80b9-d76bd2e14457", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:39:04.287745 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57c155b7-a9c8-4d6b-aa36-fbf8ba05fee9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:39:04.288237 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388208fb-59ef-4e17-80b9-d76bd2e14457', 'code': 200} Jul 13 19:39:04.292842 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6abbe304-8626-4b1f-9015-afe23089dcbe tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:04.327295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-467beff4-f341-493a-b13a-4b69946a28d7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] For port bc5e2f18-cf95-450a-8086-a125d3a9ce49, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=bc5e2f18-cf95-450a-8086-a125d3a9ce49,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:04.328414 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-467beff4-f341-493a-b13a-4b69946a28d7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:04.353666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-467beff4-f341-493a-b13a-4b69946a28d7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for bc5e2f18-cf95-450a-8086-a125d3a9ce49 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:39:04.399396 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6abbe304-8626-4b1f-9015-afe23089dcbe tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:04.513930 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6abbe304-8626-4b1f-9015-afe23089dcbe tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:04.516846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6abbe304-8626-4b1f-9015-afe23089dcbe tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:04.518593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6abbe304-8626-4b1f-9015-afe23089dcbe tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/be47d239-2196-4b20-bcc4-49cea2fbe5dd HTTP/1.1" status: 204 len: 168 time: 0.3858917 Jul 13 19:39:04.521717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:04.606827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbe304-8626-4b1f-9015-afe23089dcbe tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be47d239-2196-4b20-bcc4-49cea2fbe5dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:04.668611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86032e-1d5b-456c-849a-78b7df470a29 req-8281e443-9efd-47d0-b052-8caf82045b35 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:04.679767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac86032e-1d5b-456c-849a-78b7df470a29 req-8281e443-9efd-47d0-b052-8caf82045b35 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 946 time: 0.8297071 Jul 13 19:39:04.707749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-467beff4-f341-493a-b13a-4b69946a28d7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:04.892307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467beff4-f341-493a-b13a-4b69946a28d7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=bc5e2f18-cf95-450a-8086-a125d3a9ce49,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:04.912159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-28349276-c16b-4c14-8c2b-c4f18added75 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3794663 Jul 13 19:39:04.912915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:05.011638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-467beff4-f341-493a-b13a-4b69946a28d7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] No DVR routers for this DVR port bc5e2f18-cf95-450a-8086-a125d3a9ce49 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:39:05.012114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861bd1a-c352-4c37-b923-8e7f15d106c8 req-c0ff2284-b2bc-4a14-858c-e2baef899a08 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:05.033415 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8861bd1a-c352-4c37-b923-8e7f15d106c8 req-c0ff2284-b2bc-4a14-858c-e2baef899a08 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 946 time: 0.4602904 Jul 13 19:39:05.054229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-467beff4-f341-493a-b13a-4b69946a28d7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.066857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07e08ac0-d48c-4882-9de6-452f442cf341 req-467beff4-f341-493a-b13a-4b69946a28d7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.24 "DELETE /v2.0/ports/bc5e2f18-cf95-450a-8086-a125d3a9ce49 HTTP/1.1" status: 204 len: 173 time: 1.5806251 Jul 13 19:39:05.067439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051e8972-6419-4969-ab9d-4b3d8241b377', 'name': 'network-vif-deleted', 'tag': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:39:05.082718 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996cac26-67cb-4a6e-b1b3-cf187597fe66" -d '{"events": [{"server_uuid": "051e8972-6419-4969-ab9d-4b3d8241b377", "name": "network-vif-deleted", "tag": "bc5e2f18-cf95-450a-8086-a125d3a9ce49"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:39:05.128075 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac86032e-1d5b-456c-849a-78b7df470a29 req-fa0a8dc2-f0b6-42f1-871c-10085142b4a1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f7758bc-6863-468c-a9a2-a32f275ef268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4471443 Jul 13 19:39:05.209187 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-710aba53-3398-45ee-8bdb-a93508417718 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.235043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7533c17-7b3b-46a3-ab7b-8cae0cb26e00 req-f64f41af-07e9-4bcf-90a2-02ccd6fe15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:05.236617 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a7533c17-7b3b-46a3-ab7b-8cae0cb26e00 req-f64f41af-07e9-4bcf-90a2-02ccd6fe15aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 1097 time: 0.6159282 Jul 13 19:39:05.296395 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a89974-65ba-4e15-a793-82f4259de896 x-openstack-request-id: req-27a89974-65ba-4e15-a793-82f4259de896 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:39:05.297195 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051e8972-6419-4969-ab9d-4b3d8241b377", "name": "network-vif-deleted", "tag": "bc5e2f18-cf95-450a-8086-a125d3a9ce49", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:39:05.297603 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27a89974-65ba-4e15-a793-82f4259de896 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:39:05.298293 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051e8972-6419-4969-ab9d-4b3d8241b377', 'name': 'network-vif-deleted', 'tag': 'bc5e2f18-cf95-450a-8086-a125d3a9ce49', 'status': 'completed', 'code': 200} Jul 13 19:39:05.314559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8861bd1a-c352-4c37-b923-8e7f15d106c8 req-9a050a03-8c18-49a5-9733-b0c596088c96 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834737 Jul 13 19:39:05.331107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a7533c17-7b3b-46a3-ab7b-8cae0cb26e00 req-5f265cf0-a0fc-44e8-b655-40854186002b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854275 Jul 13 19:39:05.376556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-710aba53-3398-45ee-8bdb-a93508417718 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.424809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bc5e2f18-cf95-450a-8086-a125d3a9ce49 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:39:05.458048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-710aba53-3398-45ee-8bdb-a93508417718 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.461182 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-710aba53-3398-45ee-8bdb-a93508417718 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.465412 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-710aba53-3398-45ee-8bdb-a93508417718 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/c6e9f8c8-0147-4096-aeab-b328fed5117b HTTP/1.1" status: 204 len: 168 time: 0.5465708 Jul 13 19:39:05.466298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:05.484892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710aba53-3398-45ee-8bdb-a93508417718 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e9f8c8-0147-4096-aeab-b328fed5117b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:05.555414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: bc5e2f18-cf95-450a-8086-a125d3a9ce49 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:39:05.556075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device bc5e2f18-cf95-450a-8086-a125d3a9ce49 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:39:05.647657 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-38848f58-24ea-49fc-8c70-c1fe1e6ee62e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1792789 Jul 13 19:39:05.652419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:05.659435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c9500825-1a53-4eff-94d0-7211084bcbf5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310613520'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:05.731782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9500825-1a53-4eff-94d0-7211084bcbf5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.894889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9500825-1a53-4eff-94d0-7211084bcbf5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.901397 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9500825-1a53-4eff-94d0-7211084bcbf5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.924611 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9500825-1a53-4eff-94d0-7211084bcbf5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.926148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c9500825-1a53-4eff-94d0-7211084bcbf5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2717810 Jul 13 19:39:05.930226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:05.935759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-852ad836-4006-49db-8c1e-2d35faa4ca33 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': 'be47827a-a7f4-46b3-8751-55dd7475c13d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:05.957732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9500825-1a53-4eff-94d0-7211084bcbf5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be47827a-a7f4-46b3-8751-55dd7475c13d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:06.019374 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-852ad836-4006-49db-8c1e-2d35faa4ca33 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:06.024269 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-852ad836-4006-49db-8c1e-2d35faa4ca33 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0929320 Jul 13 19:39:06.025202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:06.038597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-71e57fcd-ae71-45af-8175-4928fec10ea0 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group_rule': {'security_group_id': 'be47827a-a7f4-46b3-8751-55dd7475c13d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:06.152170 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-71e57fcd-ae71-45af-8175-4928fec10ea0 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:06.153570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-71e57fcd-ae71-45af-8175-4928fec10ea0 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1265612 Jul 13 19:39:06.157393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:06.371311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-292f92c8-8793-4ee8-9165-28eef143e9b2 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:06.486624 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-292f92c8-8793-4ee8-9165-28eef143e9b2 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:06.634979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae3fde17-96d7-4fd7-8e2c-a0e95e8a538f req-797f68b0-cbaf-44f9-a3a8-47109c48069e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=051e8972-6419-4969-ab9d-4b3d8241b377 HTTP/1.1" status: 200 len: 210 time: 0.1078370 Jul 13 19:39:06.721039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-292f92c8-8793-4ee8-9165-28eef143e9b2 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:06.724180 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-292f92c8-8793-4ee8-9165-28eef143e9b2 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:06.728881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-292f92c8-8793-4ee8-9165-28eef143e9b2 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/be47827a-a7f4-46b3-8751-55dd7475c13d HTTP/1.1" status: 204 len: 168 time: 0.5700767 Jul 13 19:39:06.731292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:06.777738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f92c8-8793-4ee8-9165-28eef143e9b2 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be47827a-a7f4-46b3-8751-55dd7475c13d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:06.874966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:06.875415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cecb1739-ec16-4e99-8052-cf4013d2dbc7 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1413565 Jul 13 19:39:06.887814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-81e00c9b-c85f-49fb-8e5a-d358ab9c03be tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439617621'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:07.000686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81e00c9b-c85f-49fb-8e5a-d358ab9c03be tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:07.200705 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81e00c9b-c85f-49fb-8e5a-d358ab9c03be tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:07.213747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81e00c9b-c85f-49fb-8e5a-d358ab9c03be tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:07.277236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e00c9b-c85f-49fb-8e5a-d358ab9c03be tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50147e26-8415-485e-bf75-3c8276f61844,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:07.314570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81e00c9b-c85f-49fb-8e5a-d358ab9c03be tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:07.316092 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-81e00c9b-c85f-49fb-8e5a-d358ab9c03be tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4398651 Jul 13 19:39:07.319678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:07.324513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33fcad3b-1d95-407e-976e-6c46ab343a4f tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:07.336463 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-33fcad3b-1d95-407e-976e-6c46ab343a4f tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 19:39:07.337400 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-33fcad3b-1d95-407e-976e-6c46ab343a4f tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 19:39:07.339786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-33fcad3b-1d95-407e-976e-6c46ab343a4f tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "PUT /v2.0/security-groups/50147e26-8415-485e-bf75-3c8276f61844 HTTP/1.1" status: 409 len: 330 time: 0.0177569 Jul 13 19:39:07.342556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071abbf-65b3-45ae-b3fb-f2d9dddc94e3 req-53fb98e7-1652-4c11-961b-7b8c0c25c745 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:07.343995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:07.363058 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e071abbf-65b3-45ae-b3fb-f2d9dddc94e3 req-53fb98e7-1652-4c11-961b-7b8c0c25c745 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 946 time: 0.2037127 Jul 13 19:39:07.463312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e071abbf-65b3-45ae-b3fb-f2d9dddc94e3 req-a6c6cc5a-0c1a-4ac6-8aee-68b3ceeaae5e tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989828 Jul 13 19:39:07.483692 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84b293be-eb21-473d-84ed-b65c3c21261e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:07.511166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84b293be-eb21-473d-84ed-b65c3c21261e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:07.598637 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84b293be-eb21-473d-84ed-b65c3c21261e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:07.601508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84b293be-eb21-473d-84ed-b65c3c21261e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:07.605154 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-84b293be-eb21-473d-84ed-b65c3c21261e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/50147e26-8415-485e-bf75-3c8276f61844 HTTP/1.1" status: 204 len: 168 time: 0.2530806 Jul 13 19:39:07.605486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:07.640366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b293be-eb21-473d-84ed-b65c3c21261e tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50147e26-8415-485e-bf75-3c8276f61844,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:07.726602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-67a94acf-9dd5-451e-9add-5af93d5301e5 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196284 Jul 13 19:39:07.730090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:07.781322 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e152de6f-dd8a-499f-9ee4-bbd811225ad9 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] delete failed (client error): The resource could not be found. Jul 13 19:39:07.790410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:07.792355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e152de6f-dd8a-499f-9ee4-bbd811225ad9 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "DELETE /v2.0/security-groups/fc25c0ae-ca88-456b-bf19-1eb7dda02219 HTTP/1.1" status: 404 len: 347 time: 0.0610464 Jul 13 19:39:07.848195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78705-7d17-4a54-9839-fd3b4c45e528 req-ee822b0f-3b36-476b-bffd-5d4e04c45cec tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:07.854306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7fa78705-7d17-4a54-9839-fd3b4c45e528 req-ee822b0f-3b36-476b-bffd-5d4e04c45cec tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1182575 Jul 13 19:39:07.855713 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-75f337dd-96b6-485c-ba9b-b18eb0756f85 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] show failed (client error): The resource could not be found. Jul 13 19:39:07.863240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-75f337dd-96b6-485c-ba9b-b18eb0756f85 tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-groups/8e92344e-8805-4996-b5af-ac9fdb17a460 HTTP/1.1" status: 404 len: 347 time: 0.0650218 Jul 13 19:39:07.863240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:07.863740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:07.887185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:07.887674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-84d32a55-75d5-4153-803b-2efa920ea78b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Request body: {'floatingip': {'port_id': '388208fb-59ef-4e17-80b9-d76bd2e14457'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:07.936525 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-3495c663-b61b-473a-b15d-df7a723a1dec tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] show failed (client error): The resource could not be found. Jul 13 19:39:07.937582 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3495c663-b61b-473a-b15d-df7a723a1dec tempest-NegativeSecGroupIPv6Test-376616412 tempest-NegativeSecGroupIPv6Test-376616412-project] 10.222.0.25 "GET /v2.0/security-group-rules/ff45eeb1-1c64-4be8-a873-8e807dc0368c HTTP/1.1" status: 404 len: 356 time: 0.0714085 Jul 13 19:39:07.953852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84d32a55-75d5-4153-803b-2efa920ea78b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:08.092783 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cef79e6-2c72-4660-85c1-4f8371b269b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:08.235331 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cef79e6-2c72-4660-85c1-4f8371b269b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:08.463785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cef79e6-2c72-4660-85c1-4f8371b269b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:08.473051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cef79e6-2c72-4660-85c1-4f8371b269b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:08.480619 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0cef79e6-2c72-4660-85c1-4f8371b269b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/security-groups/9f7758bc-6863-468c-a9a2-a32f275ef268 HTTP/1.1" status: 204 len: 168 time: 0.5916135 Jul 13 19:39:08.517631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef79e6-2c72-4660-85c1-4f8371b269b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7758bc-6863-468c-a9a2-a32f275ef268,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:08.550596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:08.712784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:09.034080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:09.034305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-36f54aa0-a8cc-4e71-b739-e24ae768d288 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87a620328fc94a8da1eafe004feea9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200853 Jul 13 19:39:09.662997 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc98e545-386a-4d48-b6d4-6203e07fc30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:09.734034 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc98e545-386a-4d48-b6d4-6203e07fc30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:09.909422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84d32a55-75d5-4153-803b-2efa920ea78b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:09.960409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84d32a55-75d5-4153-803b-2efa920ea78b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:10.153137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc98e545-386a-4d48-b6d4-6203e07fc30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:10.156889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc98e545-386a-4d48-b6d4-6203e07fc30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:10.158023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bc98e545-386a-4d48-b6d4-6203e07fc30f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adfa0340-e5eb-4f10-aee2-5ab7dc13da43 HTTP/1.1" status: 204 len: 168 time: 1.0645108 Jul 13 19:39:10.184263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98e545-386a-4d48-b6d4-6203e07fc30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfa0340-e5eb-4f10-aee2-5ab7dc13da43,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:10.189696 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-84d32a55-75d5-4153-803b-2efa920ea78b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Floating IP f30ed55e-c64a-4646-96fc-e282bedbcaf0 associated. External IP: 172.25.7.108, port: 388208fb-59ef-4e17-80b9-d76bd2e14457. Jul 13 19:39:10.415403 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:10.959195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d32a55-75d5-4153-803b-2efa920ea78b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Router aad50e92-0546-40a6-899f-b52ab07043e6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:39:11.436886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d32a55-75d5-4153-803b-2efa920ea78b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:39:11.452925 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84d32a55-75d5-4153-803b-2efa920ea78b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:11.455753 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] Sync routers for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:39:11.474872 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:39:11.478663 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:11.596831 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-84d32a55-75d5-4153-803b-2efa920ea78b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "PUT /v2.0/floatingips/f30ed55e-c64a-4646-96fc-e282bedbcaf0 HTTP/1.1" status: 200 len: 992 time: 3.7307136 Jul 13 19:39:11.615635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'tag': '388208fb-59ef-4e17-80b9-d76bd2e14457'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:39:11.629420 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffdc44b-dd81-4010-b761-fc9f45b9787e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddf9edb-33bc-4a0e-b669-202a0951f3c3", "tag": "388208fb-59ef-4e17-80b9-d76bd2e14457"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:39:11.862687 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ee46f-601c-42dc-ae39-991e2a5f5bfb x-openstack-request-id: req-ff9ee46f-601c-42dc-ae39-991e2a5f5bfb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:39:11.863050 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddf9edb-33bc-4a0e-b669-202a0951f3c3", "tag": "388208fb-59ef-4e17-80b9-d76bd2e14457", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:39:11.863686 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff9ee46f-601c-42dc-ae39-991e2a5f5bfb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:39:11.863686 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'tag': '388208fb-59ef-4e17-80b9-d76bd2e14457', 'status': 'completed', 'code': 200} Jul 13 19:39:11.874891 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:39:11.942941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port eda083a1-59ea-4140-9899-81796252380a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:39:11.943148 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:12.072569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-f6f9e61c-b024-4782-b6d1-45be05c994a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:12.078971 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-f6f9e61c-b024-4782-b6d1-45be05c994a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 1097 time: 0.2110829 Jul 13 19:39:12.222517 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'f30ed55e-c64a-4646-96fc-e282bedbcaf0', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'port_id': '388208fb-59ef-4e17-80b9-d76bd2e14457', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'mac_address': 'fa:16:3e:59:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:38:45Z', 'updated_at': '2021-07-13T19:39:09Z', 'revision_number': 1, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:12.288689 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] Checking router: aad50e92-0546-40a6-899f-b52ab07043e6 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:39:12.302275 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:39:12.302275 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:12.341188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] For port eda083a1-59ea-4140-9899-81796252380a, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=eda083a1-59ea-4140-9899-81796252380a,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:12.342318 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:12.406272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for eda083a1-59ea-4140-9899-81796252380a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:39:12.439421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-7b860a2a-8b4a-4814-bb3d-4ba532a44ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:12.447015 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-7b860a2a-8b4a-4814-bb3d-4ba532a44ee1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 912 time: 0.3619409 Jul 13 19:39:12.557656 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:39:12.649400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:12.680061 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-8d4464cc-0a31-4917-b60a-df3900d674fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388208fb-59ef-4e17-80b9-d76bd2e14457 HTTP/1.1" status: 200 len: 1000 time: 0.2227931 Jul 13 19:39:12.892383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-175c09af-f77f-4704-a27a-65d6602966a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:12.907350 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-175c09af-f77f-4704-a27a-65d6602966a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.2146461 Jul 13 19:39:13.062930 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:13.106312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-32143a10-ae3e-404c-a4bc-784637147fc6 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:13.109572 n-d-800708-1 neutron-server[93766]: WARNING neutron.api.v2.base [None req-32143a10-ae3e-404c-a4bc-784637147fc6 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 19:39:13.110625 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-32143a10-ae3e-404c-a4bc-784637147fc6 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 19:39:13.112407 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-32143a10-ae3e-404c-a4bc-784637147fc6 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4614890 Jul 13 19:39:13.116944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=eda083a1-59ea-4140-9899-81796252380a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:13.123403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:13.151603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'tempest-secgroup--933082576'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:13.160070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-2e07104c-a673-4220-803e-60ea6b984b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:13.161756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-2e07104c-a673-4220-803e-60ea6b984b2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506030 Jul 13 19:39:13.253248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:13.322092 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'f30ed55e-c64a-4646-96fc-e282bedbcaf0', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'port_id': '388208fb-59ef-4e17-80b9-d76bd2e14457', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'mac_address': 'fa:16:3e:59:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:38:45Z', 'updated_at': '2021-07-13T19:39:09Z', 'revision_number': 1, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:13.346217 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:13.456877 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac88d9-75da-42d0-a65b-3c7c6432e08a None None] The sync data for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 is: [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'f30ed55e-c64a-4646-96fc-e282bedbcaf0', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'port_id': '388208fb-59ef-4e17-80b9-d76bd2e14457', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'mac_address': 'fa:16:3e:59:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:38:45Z', 'updated_at': '2021-07-13T19:39:09Z', 'revision_number': 1, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:39:13.490181 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-0c542be1-1243-409d-9397-6e5730374b9c service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004360 Jul 13 19:39:13.848294 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ffdc44b-dd81-4010-b761-fc9f45b9787e req-b88f69f1-98a2-4b4c-b648-e01874221e96 service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314409 Jul 13 19:39:13.909329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:13.918287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de79cf8-2b67-48f6-8b27-740739115122 None None] New status for floating IP f30ed55e-c64a-4646-96fc-e282bedbcaf0: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:39:13.923731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:14.034988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a3d34a-d8a4-4f51-bf19-72a8b4ff6707,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:14.158827 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:14.294569 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:14.306476 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:14.503458 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:14.504467 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3786011 Jul 13 19:39:14.507494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f4ee4-7ae5-438d-9ba3-425b6b7999ae tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f22ee1c-8c63-4c75-8e5a-eab97fd3b7ef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:14.508359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:14.526787 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ffc0f51-d0ca-4133-a5e6-b71ac702b4a0 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '2f22ee1c-8c63-4c75-8e5a-eab97fd3b7ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:14.623474 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ffc0f51-d0ca-4133-a5e6-b71ac702b4a0 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:14.850509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router fa17bbab-5ac4-44a0-b9e2-9cc82026838d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:39:14.905387 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ffc0f51-d0ca-4133-a5e6-b71ac702b4a0 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:14.922368 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ffc0f51-d0ca-4133-a5e6-b71ac702b4a0 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:14.967764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc0f51-d0ca-4133-a5e6-b71ac702b4a0 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93e6423-c97b-42b4-b556-aa9e0ab411dc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:14.977858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:15.001419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2115812861'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:15.033732 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ffc0f51-d0ca-4133-a5e6-b71ac702b4a0 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.048785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1ffc0f51-d0ca-4133-a5e6-b71ac702b4a0 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5382955 Jul 13 19:39:15.054765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:15.088610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e3afe092-7f06-4555-9afb-4363770e860a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '2f22ee1c-8c63-4c75-8e5a-eab97fd3b7ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:15.105689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:39:15.114502 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-76bb785e-0162-4548-bb03-cfa687bcbdb0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "PUT /v2.0/routers/fa17bbab-5ac4-44a0-b9e2-9cc82026838d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5620213 Jul 13 19:39:15.117062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:15.133210 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] Sync routers for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:39:15.148171 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:39:15.152453 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:15.175394 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:39:15.175394 n-d-800708-1 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 19:39:15.175394 n-d-800708-1 neutron-server[93766]: [parameters: {'project_id': '3b291adcad82488e8ff56675514b433c', 'id': '07bcad55-2cec-4f59-b861-d687d8489197', 'expiration': datetime.datetime(2021, 7, 13, 19, 41, 15, 128619)}] Jul 13 19:39:15.175394 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:39:15.175715 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:39:15.208559 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3afe092-7f06-4555-9afb-4363770e860a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.236245 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba972e5-9098-42f4-a93f-9aaee90589c4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting subnet c2fd7e68-ce1f-488e-bb18-5e4a2b18195e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:39:15.241709 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ba972e5-9098-42f4-a93f-9aaee90589c4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.309423 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ba972e5-9098-42f4-a93f-9aaee90589c4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.332129 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:39:15.386790 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e3afe092-7f06-4555-9afb-4363770e860a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 19:39:15.391450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e3afe092-7f06-4555-9afb-4363770e860a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3354394 Jul 13 19:39:15.392191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:15.453051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ba972e5-9098-42f4-a93f-9aaee90589c4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.515892 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb308-5016-439f-81a6-c1e244e080d4 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.569091 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ba972e5-9098-42f4-a93f-9aaee90589c4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.581965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb308-5016-439f-81a6-c1e244e080d4 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.613249 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.665919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba972e5-9098-42f4-a93f-9aaee90589c4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fd7e68-ce1f-488e-bb18-5e4a2b18195e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:15.681571 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ba972e5-9098-42f4-a93f-9aaee90589c4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.686166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa6334-e7a8-4a60-aa9d-8ea6ce8731ad None None] Network 20a183d0-d512-4abd-812b-f67fe0cf53f0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:39:15.712578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:15.714169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8ba972e5-9098-42f4-a93f-9aaee90589c4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/subnets/c2fd7e68-ce1f-488e-bb18-5e4a2b18195e HTTP/1.1" status: 204 len: 168 time: 0.5922127 Jul 13 19:39:15.739728 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb308-5016-439f-81a6-c1e244e080d4 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.742841 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb308-5016-439f-81a6-c1e244e080d4 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:15.744543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2cbfb308-5016-439f-81a6-c1e244e080d4 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "DELETE /v2.0/security-groups/2f22ee1c-8c63-4c75-8e5a-eab97fd3b7ef HTTP/1.1" status: 204 len: 168 time: 0.3511341 Jul 13 19:39:15.747244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:15.859866 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:39:12Z', 'revision_number': 7, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:15.867922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfb308-5016-439f-81a6-c1e244e080d4 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f22ee1c-8c63-4c75-8e5a-eab97fd3b7ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:15.900092 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-014d23c6-f52b-4eb2-9673-330a11335053 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1455553 Jul 13 19:39:15.906429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:15.949899 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] Checking router: fa17bbab-5ac4-44a0-b9e2-9cc82026838d for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:39:15.954496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0c566d75-f134-45a4-a0ea-d46e84b5aa31 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'tempest-secgroup--553194613'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:15.971454 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] Routers {'fa17bbab-5ac4-44a0-b9e2-9cc82026838d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:39:15.972072 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:38:53Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:16.078240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:16.082194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.162259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] DHCP port deletion for 20a183d0-d512-4abd-812b-f67fe0cf53f0 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:39:16.287182 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.298957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Deleting port 56cc71c3-afb4-426f-9da8-1b3e7e70b170 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:39:16.299858 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.303232 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] Set router fa17bbab-5ac4-44a0-b9e2-9cc82026838d gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:39:16.402431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] For port 56cc71c3-afb4-426f-9da8-1b3e7e70b170, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=56cc71c3-afb4-426f-9da8-1b3e7e70b170,segment=NetworkSegment(98bd78c5-0c4e-4bd8-8f3b-d429872d0606),segment_id=98bd78c5-0c4e-4bd8-8f3b-d429872d0606)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:16.402431 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.420177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Calling delete_port for 56cc71c3-afb4-426f-9da8-1b3e7e70b170 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:39:16.437298 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c566d75-f134-45a4-a0ea-d46e84b5aa31 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.489846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:39:16.511244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.511628 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Added segment 10c8ee6b-3b35-4602-8e77-7536000a0205 of type vlan for network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 Jul 13 19:39:16.589929 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.629644 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.668688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Pushing event deleted for resources: {'Port': ['ID=56cc71c3-afb4-426f-9da8-1b3e7e70b170,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:16.701741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] No DVR routers for this DVR port 56cc71c3-afb4-426f-9da8-1b3e7e70b170 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:39:16.706148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.706524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.721109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.721495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.724893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.725259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.725605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.725945 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.726284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.726642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.726974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.727409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7eff05-2be3-45a6-b687-ff1f5a50c025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:16.752708 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.759248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:16.759721 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.853297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Network': ['ID=883f7b7f-1be5-4606-b4a9-bfa7021c92e7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:16.859240 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:16.867389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:39:16.893832 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:39:12Z', 'revision_number': 7, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:17.143114 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda97898-5261-4754-9ed9-2816e0c67364 None None] The sync data for ids ['fa17bbab-5ac4-44a0-b9e2-9cc82026838d'] in n-d-800708-1 is: [{'id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'name': 'tempest-TestNetworkBasicOps-router-313443366', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:36:37Z', 'updated_at': '2021-07-13T19:39:12Z', 'revision_number': 7, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': '767c9d71-c241-42d4-a564-5b93553a96b8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17bbab-5ac4-44a0-b9e2-9cc82026838d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:36:38Z', 'updated_at': '2021-07-13T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:39:17.353298 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:39:17.607687 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:17.621558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c566d75-f134-45a4-a0ea-d46e84b5aa31 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:17.658962 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c566d75-f134-45a4-a0ea-d46e84b5aa31 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:17.663349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-17a77ec5-a680-49f5-8027-32ea6a9f7c58 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.6808331 Jul 13 19:39:17.666141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:17.672970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-860059496'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:17.734135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:17.739082 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:17.752566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c566d75-f134-45a4-a0ea-d46e84b5aa31 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb3d89c-9c0b-4f90-8b1a-833a47a7686b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:17.756280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c566d75-f134-45a4-a0ea-d46e84b5aa31 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:17.757710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0c566d75-f134-45a4-a0ea-d46e84b5aa31 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8486640 Jul 13 19:39:17.766626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:17.773488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port 767c9d71-c241-42d4-a564-5b93553a96b8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:39:17.773845 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:17.798430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-01710eb5-edbb-47ce-b3af-e3cc7e816fac tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': 'aeb3d89c-9c0b-4f90-8b1a-833a47a7686b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:17.802989 n-d-800708-1 neutron-server[93766]: WARNING neutron.api.v2.base [None req-01710eb5-edbb-47ce-b3af-e3cc7e816fac tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 19:39:17.803413 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-01710eb5-edbb-47ce-b3af-e3cc7e816fac tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:17.808522 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-01710eb5-edbb-47ce-b3af-e3cc7e816fac tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0233803 Jul 13 19:39:17.812184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:17.863004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:39:17.945114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:17.945475 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Added segment 22b1d3a4-df52-47da-90dd-be4e7314a55a of type vlan for network c96bdf60-03fd-4497-81a8-4ed77a3d079d Jul 13 19:39:18.006684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] For port 767c9d71-c241-42d4-a564-5b93553a96b8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=767c9d71-c241-42d4-a564-5b93553a96b8,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:18.007052 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.016817 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ce4b26-2bbe-42a0-8031-c7193f53d76d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.022461 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.057891 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ce4b26-2bbe-42a0-8031-c7193f53d76d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.060608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for 767c9d71-c241-42d4-a564-5b93553a96b8 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:39:18.141372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.154021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device eda083a1-59ea-4140-9899-81796252380a no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:39:18.164643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:18.165293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.195851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: eda083a1-59ea-4140-9899-81796252380a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:39:18.196613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device eda083a1-59ea-4140-9899-81796252380a not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:39:18.199159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 56cc71c3-afb4-426f-9da8-1b3e7e70b170 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:39:18.246512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 56cc71c3-afb4-426f-9da8-1b3e7e70b170 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:39:18.247078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 56cc71c3-afb4-426f-9da8-1b3e7e70b170 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:39:18.286178 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ce4b26-2bbe-42a0-8031-c7193f53d76d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.289874 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ce4b26-2bbe-42a0-8031-c7193f53d76d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.295259 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-69ce4b26-2bbe-42a0-8031-c7193f53d76d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "DELETE /v2.0/security-groups/aeb3d89c-9c0b-4f90-8b1a-833a47a7686b HTTP/1.1" status: 204 len: 168 time: 0.4821088 Jul 13 19:39:18.325002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:18.364449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce4b26-2bbe-42a0-8031-c7193f53d76d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb3d89c-9c0b-4f90-8b1a-833a47a7686b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:18.407234 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7399421 Jul 13 19:39:18.414437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:18.425681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'subnet': {'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:18.480138 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7db3333b-a41b-4b9b-b0a8-98a89963691d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1379597 Jul 13 19:39:18.481156 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad22a6e-61e2-4937-aa14-f253ed3f59bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Network': ['ID=c96bdf60-03fd-4497-81a8-4ed77a3d079d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:18.496872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c96bdf60-03fd-4497-81a8-4ed77a3d079d details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:39:18.499138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:18.504670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c29861fd-c76e-4be3-96f3-6eb198350f1d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'tempest-secgroup--476066527'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:18.568722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c29861fd-c76e-4be3-96f3-6eb198350f1d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.764731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.795684 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c29861fd-c76e-4be3-96f3-6eb198350f1d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.807865 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c29861fd-c76e-4be3-96f3-6eb198350f1d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.826653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=767c9d71-c241-42d4-a564-5b93553a96b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:18.875924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29861fd-c76e-4be3-96f3-6eb198350f1d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4ef6b7-9356-4168-a4b4-0c0db0021b50,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:18.908285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c29861fd-c76e-4be3-96f3-6eb198350f1d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.912223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c29861fd-c76e-4be3-96f3-6eb198350f1d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4090333 Jul 13 19:39:18.912523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:18.917107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d4582382-bc11-4cb8-939c-fa1dede11df2 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': 'bf4ef6b7-9356-4168-a4b4-0c0db0021b50', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:18.917984 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-d4582382-bc11-4cb8-939c-fa1dede11df2 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 19:39:18.918648 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d4582382-bc11-4cb8-939c-fa1dede11df2 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:18.920298 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d4582382-bc11-4cb8-939c-fa1dede11df2 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067151 Jul 13 19:39:18.923501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:18.934274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:18.939328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.020086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.053668 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ca66c13-42f7-43a8-a584-789f1d3b2391 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.108430 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ca66c13-42f7-43a8-a584-789f1d3b2391 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.138964 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.142690 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.199491 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ca66c13-42f7-43a8-a584-789f1d3b2391 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.204197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ca66c13-42f7-43a8-a584-789f1d3b2391 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.208216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:19.208380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2ca66c13-42f7-43a8-a584-789f1d3b2391 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "DELETE /v2.0/security-groups/bf4ef6b7-9356-4168-a4b4-0c0db0021b50 HTTP/1.1" status: 204 len: 168 time: 0.2838550 Jul 13 19:39:19.219748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca66c13-42f7-43a8-a584-789f1d3b2391 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4ef6b7-9356-4168-a4b4-0c0db0021b50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:19.258498 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.270199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Fanout notify agent at l3_agent the message router_deleted on router fa17bbab-5ac4-44a0-b9e2-9cc82026838d {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:39:19.284161 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.288346 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:19.289204 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d6359e99-f00b-47d8-bed0-65876ce465c3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/routers/fa17bbab-5ac4-44a0-b9e2-9cc82026838d HTTP/1.1" status: 204 len: 168 time: 3.5742600 Jul 13 19:39:19.407825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6c008ad6-a766-442c-9461-4baa835aec65 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1942225 Jul 13 19:39:19.413368 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.415938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:19.421695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ea2bdc09-3824-4b34-8089-2b577046962e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677296170'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:19.478495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2bdc09-3824-4b34-8089-2b577046962e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.560350 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.646255 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.676249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a183d0-d512-4abd-812b-f67fe0cf53f0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:19.693481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bd78c5-0c4e-4bd8-8f3b-d429872d0606') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:19.693952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bd78c5-0c4e-4bd8-8f3b-d429872d0606') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:19.712638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.724064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Checking segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:19.724413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network hostable DHCP agents. Network: 883f7b7f-1be5-4606-b4a9-bfa7021c92e7, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:39:19.728299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Subnet': ['ID=3078d0ee-9f18-4d26-85fb-d5c267637468,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:19.751130 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.761996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:39:19.769836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:39:19.770322 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:39:19.774066 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:39:19.788886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 883f7b7f-1be5-4606-b4a9-bfa7021c92e7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:19.798871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:19.798871 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.804236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf6fa56-d7ec-4ea2-8ff9-19aa0d95043c None None] Network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:39:19.883468 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2bdc09-3824-4b34-8089-2b577046962e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.906619 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f2c9afdd-29ef-4e03-9ba9-444ea9063bef tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4902864 Jul 13 19:39:19.909094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:19.915747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2bdc09-3824-4b34-8089-2b577046962e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.927528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'subnet': {'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:20.020358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bdc09-3824-4b34-8089-2b577046962e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c745fa2-b6f8-4efe-9a08-e1f8b81ac681,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:20.066583 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2bdc09-3824-4b34-8089-2b577046962e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.075018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ea2bdc09-3824-4b34-8089-2b577046962e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6578696 Jul 13 19:39:20.079700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:20.090251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-15cf255d-4c26-4574-aff2-fb2122459908 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '2c745fa2-b6f8-4efe-9a08-e1f8b81ac681', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:20.093225 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-15cf255d-4c26-4574-aff2-fb2122459908 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 19:39:20.095006 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-15cf255d-4c26-4574-aff2-fb2122459908 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:20.102648 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-15cf255d-4c26-4574-aff2-fb2122459908 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0210292 Jul 13 19:39:20.103371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:20.104879 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.115280 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.120159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/networks/20a183d0-d512-4abd-812b-f67fe0cf53f0 HTTP/1.1" status: 204 len: 168 time: 0.8307972 Jul 13 19:39:20.155549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:20.167047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-84b38232-9c74-4b0a-acfe-01d0bc54a739 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '2c745fa2-b6f8-4efe-9a08-e1f8b81ac681', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:20.167765 n-d-800708-1 neutron-server[93766]: WARNING neutron.api.v2.base [None req-84b38232-9c74-4b0a-acfe-01d0bc54a739 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 19:39:20.168284 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-84b38232-9c74-4b0a-acfe-01d0bc54a739 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:20.169989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-84b38232-9c74-4b0a-acfe-01d0bc54a739 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0616453 Jul 13 19:39:20.179412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'network': {'name': 'tempest-network-smoke--1785592049', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:20.179999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:20.181951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e232f-318f-416f-8355-bc17c95728b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Network': ['ID=20a183d0-d512-4abd-812b-f67fe0cf53f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:20.182680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 767c9d71-c241-42d4-a564-5b93553a96b8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:39:20.198916 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e7fee1ed-2b7c-4686-abc3-d3d06768de8f tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '2c745fa2-b6f8-4efe-9a08-e1f8b81ac681', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:20.201792 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-e7fee1ed-2b7c-4686-abc3-d3d06768de8f tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 19:39:20.202340 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e7fee1ed-2b7c-4686-abc3-d3d06768de8f tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:20.208043 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e7fee1ed-2b7c-4686-abc3-d3d06768de8f tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0168798 Jul 13 19:39:20.222126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:20.223301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 767c9d71-c241-42d4-a564-5b93553a96b8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:39:20.223638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 767c9d71-c241-42d4-a564-5b93553a96b8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:39:20.231239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-15693d5e-a5bd-4dc5-84de-6549f6dcbda5 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '2c745fa2-b6f8-4efe-9a08-e1f8b81ac681', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:20.238448 n-d-800708-1 neutron-server[93766]: WARNING neutron.api.v2.base [None req-15693d5e-a5bd-4dc5-84de-6549f6dcbda5 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 19:39:20.240261 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-15693d5e-a5bd-4dc5-84de-6549f6dcbda5 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:20.243716 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15693d5e-a5bd-4dc5-84de-6549f6dcbda5 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0181856 Jul 13 19:39:20.246688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:20.276306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'fixed_ips': [{'subnet_id': '3078d0ee-9f18-4d26-85fb-d5c267637468'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:39:20.279958 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.360326 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55216575-780e-4f6d-a48c-c36f3b5cd0dc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.405229 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Made reservation on behalf of e2fbb89be0b24ffd9a67cc90fa53a313 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:20.411369 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55216575-780e-4f6d-a48c-c36f3b5cd0dc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.416329 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.425794 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:20.435961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.492622 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55216575-780e-4f6d-a48c-c36f3b5cd0dc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.496176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55216575-780e-4f6d-a48c-c36f3b5cd0dc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.498053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-55216575-780e-4f6d-a48c-c36f3b5cd0dc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "DELETE /v2.0/security-groups/2c745fa2-b6f8-4efe-9a08-e1f8b81ac681 HTTP/1.1" status: 204 len: 168 time: 0.2485034 Jul 13 19:39:20.503174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:20.516837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55216575-780e-4f6d-a48c-c36f3b5cd0dc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c745fa2-b6f8-4efe-9a08-e1f8b81ac681,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:20.578992 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6c24eb8b-54ee-41d1-a6f9-b95b38bc0e2e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707757 Jul 13 19:39:20.599698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:20.608554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'tempest-secgroup--518642344'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:20.655677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:39:20.668773 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.683559 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.684298 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Added segment c34c4e23-c891-45b9-863b-e13f5a55b673 of type vlan for network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 Jul 13 19:39:20.758076 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aeb87bf-7f2d-4a7a-9c44-3a97f0076802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.770463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Allocated IP 10.1.1.2 (883f7b7f-1be5-4606-b4a9-bfa7021c92e7/3078d0ee-9f18-4d26-85fb-d5c267637468/27f8d6d5-3d82-49ac-ae0f-43779484013b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:20.793159 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.901564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.913005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.936444 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.945426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:20.945623 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.967912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5993b582-8d8a-4f64-bd65-57457f5d8da6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:20.998688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:20.999048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:20.999329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:20.999671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.000160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.000502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.000833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.001160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.001484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.001810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.002136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.002485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.009484 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8313563 Jul 13 19:39:21.010932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:21.018482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'admin_state_up': True, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:21.047942 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.056961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5235b497-290a-42af-bbca-187a178a6adb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4459479 Jul 13 19:39:21.060361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:21.074133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5adedafb-f5f9-4411-9c67-1377b05f2277 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '5993b582-8d8a-4f64-bd65-57457f5d8da6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:21.074880 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-5adedafb-f5f9-4411-9c67-1377b05f2277 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 19:39:21.075431 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5adedafb-f5f9-4411-9c67-1377b05f2277 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:21.080422 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5adedafb-f5f9-4411-9c67-1377b05f2277 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0159330 Jul 13 19:39:21.081448 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:21.085865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4d0b7cb8-b4df-4c85-8a8c-f0e618cf3d30 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '5993b582-8d8a-4f64-bd65-57457f5d8da6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:21.128670 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.129663 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.150792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.156349 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.190557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Transition to ACTIVE for port object 27f8d6d5-3d82-49ac-ae0f-43779484013b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:21.236950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Network': ['ID=6f10d1d4-f984-4bd6-a16d-6e9de7024f02,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:21.249677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Transition to ACTIVE for port object 27f8d6d5-3d82-49ac-ae0f-43779484013b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:21.264279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.264650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.265105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.265706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.266067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.266431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.266759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.267066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.267389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.267712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.268083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.268409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0927552-4c11-4f19-ae0a-cbdf4a7e3db4 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:21.282032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:39:21.324481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.343247 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4d0b7cb8-b4df-4c85-8a8c-f0e618cf3d30 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:21.348904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4d0b7cb8-b4df-4c85-8a8c-f0e618cf3d30 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2661917 Jul 13 19:39:21.349331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:21.356381 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.365884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Subnet': ['ID=536edcbd-9011-450e-ad62-b983b68ead94,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:21.377766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Checking segment: {'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:21.379710 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network hostable DHCP agents. Network: c96bdf60-03fd-4497-81a8-4ed77a3d079d, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:39:21.407770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-05105e52-e9f8-42c7-9e1d-fd76be5e3575 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '5993b582-8d8a-4f64-bd65-57457f5d8da6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:21.409835 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-05105e52-e9f8-42c7-9e1d-fd76be5e3575 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 19:39:21.411887 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-05105e52-e9f8-42c7-9e1d-fd76be5e3575 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:21.417696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:21.419737 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-05105e52-e9f8-42c7-9e1d-fd76be5e3575 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0161345 Jul 13 19:39:21.435375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-00e4423f-b94c-4e94-82e8-c160d955c07a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '5993b582-8d8a-4f64-bd65-57457f5d8da6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:21.457260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network c96bdf60-03fd-4497-81a8-4ed77a3d079d is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:39:21.475014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Pushing event updated for resources: {'Port': ['ID=27f8d6d5-3d82-49ac-ae0f-43779484013b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:21.487842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:21.492326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:21.500389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:21.542091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c96bdf60-03fd-4497-81a8-4ed77a3d079d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:21.564095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:21.565023 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.605026 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fb0a6c27-7f72-42fb-b41f-ade793f6430c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6937053 Jul 13 19:39:21.608368 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-00e4423f-b94c-4e94-82e8-c160d955c07a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:21.609603 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-00e4423f-b94c-4e94-82e8-c160d955c07a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1880329 Jul 13 19:39:21.610320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:21.612819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:21.617562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'port': {'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'name': 'tempest-TaggedBootDevicesTest_v242-436220470', 'fixed_ips': [{'subnet_id': '3078d0ee-9f18-4d26-85fb-d5c267637468'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:21.663189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b486092-e5b5-4a05-bca9-c7a7e6c0785a None None] Network c96bdf60-03fd-4497-81a8-4ed77a3d079d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:39:21.715150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.778945 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Attempting to bind port 27f8d6d5-3d82-49ac-ae0f-43779484013b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:21.779346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Attempting to bind port 27f8d6d5-3d82-49ac-ae0f-43779484013b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:21.779716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Attempting to bind port 27f8d6d5-3d82-49ac-ae0f-43779484013b on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:21.783766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-285d7eed-3e53-4d1c-8735-34df6ca3921e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '5993b582-8d8a-4f64-bd65-57457f5d8da6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:21.786140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:39:21.786775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Checking segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:21.787177 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.787634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Bound using segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:39:21.787752 n-d-800708-1 neutron-server[93766]: WARNING neutron.api.v2.base [None req-285d7eed-3e53-4d1c-8735-34df6ca3921e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 19:39:21.788100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Bound port: 27f8d6d5-3d82-49ac-ae0f-43779484013b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:39:21.788226 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-285d7eed-3e53-4d1c-8735-34df6ca3921e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:21.788395 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.795735 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-285d7eed-3e53-4d1c-8735-34df6ca3921e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0323737 Jul 13 19:39:21.875978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:21.887102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8234b5a8-57e4-4cd4-a1a6-689a1d0c175f tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '5993b582-8d8a-4f64-bd65-57457f5d8da6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:21.985029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:22.008472 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-8234b5a8-57e4-4cd4-a1a6-689a1d0c175f tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:22.014357 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8234b5a8-57e4-4cd4-a1a6-689a1d0c175f tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1325750 Jul 13 19:39:22.015284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:22.027705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-95eb7594-e8f4-48cb-8dbf-5206d9055864 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '5993b582-8d8a-4f64-bd65-57457f5d8da6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:22.028188 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-95eb7594-e8f4-48cb-8dbf-5206d9055864 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 19:39:22.030014 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-95eb7594-e8f4-48cb-8dbf-5206d9055864 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:22.042233 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-95eb7594-e8f4-48cb-8dbf-5206d9055864 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0240262 Jul 13 19:39:22.042233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:22.058944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7e08c3b6-8d4b-4266-8df0-4eaccf90046b tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '5993b582-8d8a-4f64-bd65-57457f5d8da6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:22.080014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c96bdf60-03fd-4497-81a8-4ed77a3d079d', 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'fixed_ips': [{'subnet_id': '536edcbd-9011-450e-ad62-b983b68ead94'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:39:22.081171 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:22.096907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] For port 27f8d6d5-3d82-49ac-ae0f-43779484013b, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:39:22.119491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] For port 27f8d6d5-3d82-49ac-ae0f-43779484013b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=27f8d6d5-3d82-49ac-ae0f-43779484013b,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:39:22.141353 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:22.195051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:22.242964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] device_id is not set on port a273a6e8-9c25-4566-8157-bc98cb01072a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:39:22.268015 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:22.324793 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:22.339628 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7e08c3b6-8d4b-4266-8df0-4eaccf90046b tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:22.344069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7e08c3b6-8d4b-4266-8df0-4eaccf90046b tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2960501 Jul 13 19:39:22.344769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:22.398882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3c8dd8c3-5560-45d3-b345-2c50ffcaa70e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '5993b582-8d8a-4f64-bd65-57457f5d8da6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:22.565682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49843355-a42d-4c8d-a206-d53c3fa1753d None None] Pushing event updated for resources: {'Port': ['ID=27f8d6d5-3d82-49ac-ae0f-43779484013b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:22.577069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Allocated IP 172.25.7.52 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/a3f642ea-4670-412c-bf5a-31c7b0df7dee) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:22.583262 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-3c8dd8c3-5560-45d3-b345-2c50ffcaa70e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:22.589476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3c8dd8c3-5560-45d3-b345-2c50ffcaa70e tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2412753 Jul 13 19:39:22.590350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:22.743142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Allocated IP 10.2.2.2 (c96bdf60-03fd-4497-81a8-4ed77a3d079d/536edcbd-9011-450e-ad62-b983b68ead94/02b67c6a-6d90-44a2-afde-0851f7e3902b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:22.864701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5891ff6-1338-4e43-bd47-f402657c1c2a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:22.897506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5891ff6-1338-4e43-bd47-f402657c1c2a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:22.998921 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.004854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Allocated IP 10.1.1.58 (883f7b7f-1be5-4606-b4a9-bfa7021c92e7/3078d0ee-9f18-4d26-85fb-d5c267637468/a273a6e8-9c25-4566-8157-bc98cb01072a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:23.048405 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5891ff6-1338-4e43-bd47-f402657c1c2a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.052833 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5891ff6-1338-4e43-bd47-f402657c1c2a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.057005 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e5891ff6-1338-4e43-bd47-f402657c1c2a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "DELETE /v2.0/security-groups/5993b582-8d8a-4f64-bd65-57457f5d8da6 HTTP/1.1" status: 204 len: 168 time: 0.4606831 Jul 13 19:39:23.060264 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.062551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:23.109198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5891ff6-1338-4e43-bd47-f402657c1c2a tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993b582-8d8a-4f64-bd65-57457f5d8da6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:23.115952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:23.128179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:23.139361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:23.174147 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.182251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=a3f642ea-4670-412c-bf5a-31c7b0df7dee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:23.197115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Transition to ACTIVE for port object 02b67c6a-6d90-44a2-afde-0851f7e3902b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:23.229637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Transition to ACTIVE for port object 02b67c6a-6d90-44a2-afde-0851f7e3902b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:23.246209 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.269381 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97ba0d86-0437-4cc1-8e54-dad3d1691ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.302577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1de818db-2fe7-472c-9265-7cf098e34deb tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2388682 Jul 13 19:39:23.311936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:23.322960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b3568423-e4c8-41cd-ad7f-be9d83fa2887 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041018723'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:23.347779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Network c96bdf60-03fd-4497-81a8-4ed77a3d079d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:23.362118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:23.370843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:23.388491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Pushing event updated for resources: {'Port': ['ID=02b67c6a-6d90-44a2-afde-0851f7e3902b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:23.400408 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3568423-e4c8-41cd-ad7f-be9d83fa2887 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.526057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Attempting to bind port 02b67c6a-6d90-44a2-afde-0851f7e3902b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:23.526754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Attempting to bind port 02b67c6a-6d90-44a2-afde-0851f7e3902b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:23.527436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Attempting to bind port 02b67c6a-6d90-44a2-afde-0851f7e3902b on network c96bdf60-03fd-4497-81a8-4ed77a3d079d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:23.537686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:39:23.538421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Checking segment: {'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:23.538973 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.539603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Bound using segment: {'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:39:23.540223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Bound port: 02b67c6a-6d90-44a2-afde-0851f7e3902b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:39:23.540755 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.689040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3568423-e4c8-41cd-ad7f-be9d83fa2887 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.712633 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.745643 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Transition to ACTIVE for port object a273a6e8-9c25-4566-8157-bc98cb01072a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:23.784045 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3568423-e4c8-41cd-ad7f-be9d83fa2887 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.813515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.852175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.885718 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3568423-e4c8-41cd-ad7f-be9d83fa2887 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:23.905963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b3568423-e4c8-41cd-ad7f-be9d83fa2887 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5929165 Jul 13 19:39:23.907839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:23.911761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:23.948129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b1d958b7-1649-4e51-834c-29c1ae52499d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '2ad246f8-a6c4-4dde-9862-08606c384361', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:23.971330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:23.976257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:24.146377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3568423-e4c8-41cd-ad7f-be9d83fa2887 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad246f8-a6c4-4dde-9862-08606c384361,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:24.237212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:24.240334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:24.295589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Port': ['ID=a273a6e8-9c25-4566-8157-bc98cb01072a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:24.305419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd4fced-34aa-49bb-b5ac-73b3eb7f4420 None None] Network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:39:24.346096 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-38bde579-740b-408f-99bc-5e27f0c97ce2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7344694 Jul 13 19:39:24.354132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:24.390621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'port': {'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1008258218', 'fixed_ips': [{'subnet_id': '3078d0ee-9f18-4d26-85fb-d5c267637468'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:24.473967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 27f8d6d5-3d82-49ac-ae0f-43779484013b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:24.561481 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b1d958b7-1649-4e51-834c-29c1ae52499d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The resource could not be found. Jul 13 19:39:24.562564 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b1d958b7-1649-4e51-834c-29c1ae52499d tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6411512 Jul 13 19:39:24.576585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:24.581060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a80501c7-634e-4341-af05-83ecb6bb20fa tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '2ad246f8-a6c4-4dde-9862-08606c384361', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3ca75dff-20e0-4efb-b2b2-3f3ca148b428'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:24.680626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] For port 02b67c6a-6d90-44a2-afde-0851f7e3902b, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:39:24.696539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] For port 02b67c6a-6d90-44a2-afde-0851f7e3902b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=02b67c6a-6d90-44a2-afde-0851f7e3902b,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:39:24.780402 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a80501c7-634e-4341-af05-83ecb6bb20fa tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The resource could not be found. Jul 13 19:39:24.781513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a80501c7-634e-4341-af05-83ecb6bb20fa tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2040110 Jul 13 19:39:24.796323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:24.823114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:24.837282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:24.883749 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:24.911797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] device_id is not set on port 755729ce-168c-4256-aeba-2734cc235134 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:39:24.994923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:24.995875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.005224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9a50a-8d28-466d-9b02-e8d7ee56104c None None] Pushing event updated for resources: {'Port': ['ID=02b67c6a-6d90-44a2-afde-0851f7e3902b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:25.008091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37621aca-f36c-4aa8-90dd-aa8bbf595661 None None] Provisioning for port 27f8d6d5-3d82-49ac-ae0f-43779484013b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:25.035069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 27f8d6d5-3d82-49ac-ae0f-43779484013b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:25.044014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 27f8d6d5-3d82-49ac-ae0f-43779484013b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:25.044935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.091675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1900-cf2c-4e61-9c0c-b1a8934168f6 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.130996 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.141281 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1900-cf2c-4e61-9c0c-b1a8934168f6 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.265290 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1900-cf2c-4e61-9c0c-b1a8934168f6 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.301671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1900-cf2c-4e61-9c0c-b1a8934168f6 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.308422 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.318218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c5ba1900-cf2c-4e61-9c0c-b1a8934168f6 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "DELETE /v2.0/security-groups/2ad246f8-a6c4-4dde-9862-08606c384361 HTTP/1.1" status: 204 len: 168 time: 0.5136733 Jul 13 19:39:25.319876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:25.328215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:25.390535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 27f8d6d5-3d82-49ac-ae0f-43779484013b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=27f8d6d5-3d82-49ac-ae0f-43779484013b,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:25.412729 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.495078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba1900-cf2c-4e61-9c0c-b1a8934168f6 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad246f8-a6c4-4dde-9862-08606c384361,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:25.615824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-91f33bc3-86f3-4e68-a52d-c833319e0d1f tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2019622 Jul 13 19:39:25.623761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:25.635947 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e434a240-a8f0-4222-a335-c6d879e4d49b tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '9d20dc27-785d-4590-9512-2850af998f60', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:25.640846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:39:25.660629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=27f8d6d5-3d82-49ac-ae0f-43779484013b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:25.699247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Allocated IP 10.1.1.187 (883f7b7f-1be5-4606-b4a9-bfa7021c92e7/3078d0ee-9f18-4d26-85fb-d5c267637468/755729ce-168c-4256-aeba-2734cc235134) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:25.782734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67a6d04a-b04a-47cf-a412-08edb6db6b0d None None] Provisioning complete for port 27f8d6d5-3d82-49ac-ae0f-43779484013b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:25.783404 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67a6d04a-b04a-47cf-a412-08edb6db6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.790278 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e434a240-a8f0-4222-a335-c6d879e4d49b tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The resource could not be found. Jul 13 19:39:25.796138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e434a240-a8f0-4222-a335-c6d879e4d49b tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1654692 Jul 13 19:39:25.796138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:25.815500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c92669b4-ccd6-43e7-aca9-c8d6da01f065 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'tempest-secgroup--484950970'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:25.881590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c92669b4-ccd6-43e7-aca9-c8d6da01f065 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:25.985084 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd536158-c060-4fac-9323-9cfd792d5486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:26.044694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:39:26.067778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Sync routers for ids ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:39:26.087785 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:26.099150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Routers {'9d517bb7-3cd8-463f-bee6-5c12aafc34f6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:39:26.101758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:39:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:26.135286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:26.173013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67a6d04a-b04a-47cf-a412-08edb6db6b0d None None] Provisioning for port a273a6e8-9c25-4566-8157-bc98cb01072a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:26.186343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67a6d04a-b04a-47cf-a412-08edb6db6b0d None None] Provisioning complete for port a273a6e8-9c25-4566-8157-bc98cb01072a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:26.187367 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67a6d04a-b04a-47cf-a412-08edb6db6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:26.227207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:26.314602 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c92669b4-ccd6-43e7-aca9-c8d6da01f065 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:26.332096 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c92669b4-ccd6-43e7-aca9-c8d6da01f065 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:26.338533 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:26.340293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5f3835ca-1fb5-4af0-9b06-064de9cfbb00 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3283036 Jul 13 19:39:26.345003 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:26.366682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Transition to ACTIVE for port object 755729ce-168c-4256-aeba-2734cc235134 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:26.396346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 02b67c6a-6d90-44a2-afde-0851f7e3902b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:26.452755 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2db69ce8-9a88-4629-be5e-221fb240e28c tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=e2fbb89be0b24ffd9a67cc90fa53a313&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1005344 Jul 13 19:39:26.459147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:26.478311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-67a6d04a-b04a-47cf-a412-08edb6db6b0d None None] Port a273a6e8-9c25-4566-8157-bc98cb01072a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:26.493625 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5da54872-66b2-4a6f-9f9d-d42d3255d359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:26.550801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Set router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:39:26.631759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92669b4-ccd6-43e7-aca9-c8d6da01f065 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c6ce3-fe19-45db-9899-1d8dd32d5d99,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:26.733346 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:26.754025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 02b67c6a-6d90-44a2-afde-0851f7e3902b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:26.768416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-beda7f30-9b0f-4c52-a5e7-5470f18c9e4f None None] Provisioning complete for port a273a6e8-9c25-4566-8157-bc98cb01072a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:26.768787 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-beda7f30-9b0f-4c52-a5e7-5470f18c9e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:26.808898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 27f8d6d5-3d82-49ac-ae0f-43779484013b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:26.838422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Port': ['ID=755729ce-168c-4256-aeba-2734cc235134,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:26.865906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b4ed06-e1a1-4d60-a716-2cb4795ba8d7 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:26.870818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a2b4ed06-e1a1-4d60-a716-2cb4795ba8d7 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4045126 Jul 13 19:39:26.871390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:26.880253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:26.888703 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:26.891599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:26.935550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8198a902-e700-418c-97c3-e729b1f3ec99 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615766 Jul 13 19:39:26.938833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:26.952934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-326174383', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:27.024188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-beda7f30-9b0f-4c52-a5e7-5470f18c9e4f None None] Port a273a6e8-9c25-4566-8157-bc98cb01072a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:27.025174 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd536158-c060-4fac-9323-9cfd792d5486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.033774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:27.034755 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.055425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd536158-c060-4fac-9323-9cfd792d5486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.082297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b0553-3cf5-4c17-ac84-d9683563127a None None] Network c96bdf60-03fd-4497-81a8-4ed77a3d079d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:39:27.097854 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fd536158-c060-4fac-9323-9cfd792d5486 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73cdfa9cfe6449bfab3f01bbb03b63e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6888549 Jul 13 19:39:27.098273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:27.101977 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c92669b4-ccd6-43e7-aca9-c8d6da01f065 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.103476 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c92669b4-ccd6-43e7-aca9-c8d6da01f065 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3054762 Jul 13 19:39:27.121712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:27.139819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7d3dfb77-2f86-47e9-86b5-04a127d6a6c1 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'tempest-secgroup--351470999'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:27.168349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd536158-c060-4fac-9323-9cfd792d5486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f98df3d-957c-49c0-b03e-0d939e54bac4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:27.207147 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64baf4a2-8803-4419-87d1-cc61cec68df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.233506 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64baf4a2-8803-4419-87d1-cc61cec68df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.237325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 27f8d6d5-3d82-49ac-ae0f-43779484013b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:27.237704 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.288135 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-7d3dfb77-2f86-47e9-86b5-04a127d6a6c1 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:39:27.288135 n-d-800708-1 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:39:27.288135 n-d-800708-1 neutron-server[93766]: [parameters: {'project_id_1': '8bebca2ed5b9469f9929ca743d87d455', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 39, 27, 157212)}] Jul 13 19:39:27.288135 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:39:27.288135 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-7d3dfb77-2f86-47e9-86b5-04a127d6a6c1 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:39:27.291934 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64baf4a2-8803-4419-87d1-cc61cec68df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.296687 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64baf4a2-8803-4419-87d1-cc61cec68df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.301121 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-64baf4a2-8803-4419-87d1-cc61cec68df1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f98df3d-957c-49c0-b03e-0d939e54bac4 HTTP/1.1" status: 204 len: 168 time: 0.1993086 Jul 13 19:39:27.326836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baf4a2-8803-4419-87d1-cc61cec68df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f98df3d-957c-49c0-b03e-0d939e54bac4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:27.383323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-070fd20a-cf7a-482c-8c9b-bf7f9e444a68 None None] Provisioning for port 02b67c6a-6d90-44a2-afde-0851f7e3902b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:27.397200 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5da54872-66b2-4a6f-9f9d-d42d3255d359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.407262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5da54872-66b2-4a6f-9f9d-d42d3255d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.422974 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b5c7975e-deb0-43ef-af6f-be81d6c7778a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0509326 Jul 13 19:39:27.483166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-070fd20a-cf7a-482c-8c9b-bf7f9e444a68 None None] Provisioning complete for port 02b67c6a-6d90-44a2-afde-0851f7e3902b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:27.483614 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-070fd20a-cf7a-482c-8c9b-bf7f9e444a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.487974 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5da54872-66b2-4a6f-9f9d-d42d3255d359 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=000aeefebae54465b7a16e7d665711ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3511708 Jul 13 19:39:27.490360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:27.523820 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da54872-66b2-4a6f-9f9d-d42d3255d359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f42f171-dc8c-4a99-b56c-b0220dbfb9ae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:27.534449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Made reservation on behalf of e2fbb89be0b24ffd9a67cc90fa53a313 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:27.551292 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.602138 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a3230a5-c720-46f8-9b6d-a1d03a641ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.654002 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a3230a5-c720-46f8-9b6d-a1d03a641ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.767128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a3230a5-c720-46f8-9b6d-a1d03a641ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.770219 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a3230a5-c720-46f8-9b6d-a1d03a641ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.774378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7a3230a5-c720-46f8-9b6d-a1d03a641ee1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f42f171-dc8c-4a99-b56c-b0220dbfb9ae HTTP/1.1" status: 204 len: 168 time: 0.2802844 Jul 13 19:39:27.803740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3230a5-c720-46f8-9b6d-a1d03a641ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f42f171-dc8c-4a99-b56c-b0220dbfb9ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:27.808445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:27.839777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06f9033-91e3-4548-80a0-5e53c70afb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.977659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06f9033-91e3-4548-80a0-5e53c70afb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.980385 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d3dfb77-2f86-47e9-86b5-04a127d6a6c1 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.997484 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06f9033-91e3-4548-80a0-5e53c70afb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.027820 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-070fd20a-cf7a-482c-8c9b-bf7f9e444a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.031195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.048167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:23Z', 'revision_number': 3, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:28.087047 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d06f9033-91e3-4548-80a0-5e53c70afb2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=255f1a0fbf9e4cf3b1a5826673c12a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772207 Jul 13 19:39:28.105083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:28.124104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Checking router: 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:39:28.126796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Updating router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 port a3f642ea-4670-412c-bf5a-31c7b0df7dee binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:39:28.155967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Subnet': ['ID=24386c6c-830b-42da-9dbe-bcdea7b6df42,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:28.167678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:28.181192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-450d29ba-23bc-45a7-a22e-2652d6b1f3bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851557739', 'description': 'tempest-description--424549078'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:28.184403 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f9033-91e3-4548-80a0-5e53c70afb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5233de-34ee-4984-882c-9d4dd7ff2e35,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:28.284461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Checking segment: {'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:28.285266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network hostable DHCP agents. Network: 6f10d1d4-f984-4bd6-a16d-6e9de7024f02, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:39:28.287380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-070fd20a-cf7a-482c-8c9b-bf7f9e444a68 None None] For port 02b67c6a-6d90-44a2-afde-0851f7e3902b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=02b67c6a-6d90-44a2-afde-0851f7e3902b,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:28.292348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.347545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-070fd20a-cf7a-482c-8c9b-bf7f9e444a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.349328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:39:28.394134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 6f10d1d4-f984-4bd6-a16d-6e9de7024f02) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:28.408357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:28.411806 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.442709 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-359ecb69-8146-46b4-b2cc-a4733bcab8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.471633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1cb4eb-fc61-4aa5-b854-7d1618781f99 None None] Network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:39:28.484053 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d3dfb77-2f86-47e9-86b5-04a127d6a6c1 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.533932 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d3dfb77-2f86-47e9-86b5-04a127d6a6c1 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.550091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-359ecb69-8146-46b4-b2cc-a4733bcab8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.553112 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-450d29ba-23bc-45a7-a22e-2652d6b1f3bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.601464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9f4a09b7-d236-4094-bf48-51361c4eb357 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6534469 Jul 13 19:39:28.604672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:28.635513 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d3dfb77-2f86-47e9-86b5-04a127d6a6c1 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.637159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7d3dfb77-2f86-47e9-86b5-04a127d6a6c1 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5128331 Jul 13 19:39:28.647314 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:28.655254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d92d024d-b72d-456f-8dee-a6916adf6b09 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group_rule': {'security_group_id': '1c6c6ce3-fe19-45db-9899-1d8dd32d5d99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8735078d-0bc9-47a7-a6db-76c3a45534a8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:28.674815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dfb77-2f86-47e9-86b5-04a127d6a6c1 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8735078d-0bc9-47a7-a6db-76c3a45534a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:28.716833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fd20a-cf7a-482c-8c9b-bf7f9e444a68 None None] Pushing event updated for resources: {'Port': ['ID=02b67c6a-6d90-44a2-afde-0851f7e3902b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:28.749589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c8cdf26-9999-4c54-aa03-0167818ec158 None None] Provisioning complete for port 02b67c6a-6d90-44a2-afde-0851f7e3902b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:28.750373 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdf26-9999-4c54-aa03-0167818ec158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.780885 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-359ecb69-8146-46b4-b2cc-a4733bcab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.787361 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-359ecb69-8146-46b4-b2cc-a4733bcab8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:28.788917 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-359ecb69-8146-46b4-b2cc-a4733bcab8e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa5233de-34ee-4984-882c-9d4dd7ff2e35 HTTP/1.1" status: 204 len: 168 time: 0.6800845 Jul 13 19:39:28.828128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ecb69-8146-46b4-b2cc-a4733bcab8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5233de-34ee-4984-882c-9d4dd7ff2e35,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:29.048855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-450d29ba-23bc-45a7-a22e-2652d6b1f3bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.056583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:39:29.057445 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.073318 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d92d024d-b72d-456f-8dee-a6916adf6b09 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:39:29.074442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d92d024d-b72d-456f-8dee-a6916adf6b09 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4250133 Jul 13 19:39:29.078149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:29.147317 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-450d29ba-23bc-45a7-a22e-2652d6b1f3bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.195303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d29ba-23bc-45a7-a22e-2652d6b1f3bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:29.217776 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-450d29ba-23bc-45a7-a22e-2652d6b1f3bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.219412 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-450d29ba-23bc-45a7-a22e-2652d6b1f3bf tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0456364 Jul 13 19:39:29.222291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:29.229694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d4e16cb-6760-4b31-9707-1f0ed5551688 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'security_group_rule': {'security_group_id': 'e4c76dd8-7671-4b80-9aac-7fb2aaa529cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:29.256351 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.275962 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5114245f-5de3-414e-aab1-948773537728 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.331776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Transition to ACTIVE for port object a3f642ea-4670-412c-bf5a-31c7b0df7dee will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:29.339381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c8cdf26-9999-4c54-aa03-0167818ec158 None None] Provisioning for port 755729ce-168c-4256-aeba-2734cc235134 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:29.345988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5114245f-5de3-414e-aab1-948773537728 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.379102 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.389933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c8cdf26-9999-4c54-aa03-0167818ec158 None None] Provisioning complete for port 755729ce-168c-4256-aeba-2734cc235134 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:29.399704 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdf26-9999-4c54-aa03-0167818ec158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.431010 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d4e16cb-6760-4b31-9707-1f0ed5551688 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.472040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5114245f-5de3-414e-aab1-948773537728 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.476123 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5114245f-5de3-414e-aab1-948773537728 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.477691 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5114245f-5de3-414e-aab1-948773537728 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "DELETE /v2.0/security-groups/8735078d-0bc9-47a7-a6db-76c3a45534a8 HTTP/1.1" status: 204 len: 168 time: 0.3985553 Jul 13 19:39:29.484273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:29.529159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114245f-5de3-414e-aab1-948773537728 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735078d-0bc9-47a7-a6db-76c3a45534a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:29.576563 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d4e16cb-6760-4b31-9707-1f0ed5551688 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.587890 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d4e16cb-6760-4b31-9707-1f0ed5551688 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.670458 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2052e370-4795-4870-8809-9f6799f1c4b7 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1822674 Jul 13 19:39:29.672415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:29.715285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e16cb-6760-4b31-9707-1f0ed5551688 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23805213-30d6-4ba7-ac0d-cc6884c8f0bd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:29.754795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cdf26-9999-4c54-aa03-0167818ec158 None None] Port 755729ce-168c-4256-aeba-2734cc235134 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:29.758186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536654bc-6555-4dde-95bb-596f95093f0b None None] Pushing event updated for resources: {'Port': ['ID=a3f642ea-4670-412c-bf5a-31c7b0df7dee,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:29.774646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Attempting to bind port a3f642ea-4670-412c-bf5a-31c7b0df7dee on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:29.775013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Attempting to bind port a3f642ea-4670-412c-bf5a-31c7b0df7dee by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:29.775383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Attempting to bind port a3f642ea-4670-412c-bf5a-31c7b0df7dee on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:29.791395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Allocated IP 172.20.0.2 (6f10d1d4-f984-4bd6-a16d-6e9de7024f02/24386c6c-830b-42da-9dbe-bcdea7b6df42/479801e6-0aa5-41f1-9ddd-417ebbcda352) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:29.833227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:39:29.834215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:29.835747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.837142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:39:29.841653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Bound port: a3f642ea-4670-412c-bf5a-31c7b0df7dee, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:39:29.842064 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.852531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4294-9676-4056-817b-fcafa6f711fa tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.861711 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d4e16cb-6760-4b31-9707-1f0ed5551688 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.863329 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2d4e16cb-6760-4b31-9707-1f0ed5551688 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6396892 Jul 13 19:39:29.867080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:29.887720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb74cf2f-cde1-44e4-b123-eb38a3bdc67d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'security_group_rule': {'security_group_id': 'e4c76dd8-7671-4b80-9aac-7fb2aaa529cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:30.002426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4294-9676-4056-817b-fcafa6f711fa tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.054735 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb74cf2f-cde1-44e4-b123-eb38a3bdc67d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.064878 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.152905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] For port a3f642ea-4670-412c-bf5a-31c7b0df7dee, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:39:30.208010 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4294-9676-4056-817b-fcafa6f711fa tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.214143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] For port a3f642ea-4670-412c-bf5a-31c7b0df7dee, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a3f642ea-4670-412c-bf5a-31c7b0df7dee,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:39:30.216912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4294-9676-4056-817b-fcafa6f711fa tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.220670 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6a5f4294-9676-4056-817b-fcafa6f711fa tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "DELETE /v2.0/security-groups/1c6c6ce3-fe19-45db-9899-1d8dd32d5d99 HTTP/1.1" status: 204 len: 168 time: 0.5442333 Jul 13 19:39:30.234988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:30.244381 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.265998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb74cf2f-cde1-44e4-b123-eb38a3bdc67d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.279761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f4294-9676-4056-817b-fcafa6f711fa tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c6ce3-fe19-45db-9899-1d8dd32d5d99,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:30.297563 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb74cf2f-cde1-44e4-b123-eb38a3bdc67d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.327146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74cf2f-cde1-44e4-b123-eb38a3bdc67d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee61e55e-33d4-4b29-97bf-a793c7a3c16a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:30.353724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-844a5bc0-27d7-4861-a330-7cbaf747dbf3 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123424 Jul 13 19:39:30.354284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:30.360649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8fc880ac-e62a-43ea-a503-0a1fd4d25463 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'tempest-secgroup--578337777'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:30.396596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 02b67c6a-6d90-44a2-afde-0851f7e3902b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:30.416979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb74cf2f-cde1-44e4-b123-eb38a3bdc67d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.423713 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-eb74cf2f-cde1-44e4-b123-eb38a3bdc67d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5523293 Jul 13 19:39:30.424945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:30.430718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:30.439334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc880ac-e62a-43ea-a503-0a1fd4d25463 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.485615 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.803771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536654bc-6555-4dde-95bb-596f95093f0b None None] Pushing event updated for resources: {'Port': ['ID=a3f642ea-4670-412c-bf5a-31c7b0df7dee,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:30.815280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Routers {'9d517bb7-3cd8-463f-bee6-5c12aafc34f6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:39:30.815925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:39:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:30.878244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc880ac-e62a-43ea-a503-0a1fd4d25463 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.893335 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc880ac-e62a-43ea-a503-0a1fd4d25463 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.954873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc880ac-e62a-43ea-a503-0a1fd4d25463 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482edb2a-bc3d-4ab3-959f-bb9b9df6934b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:30.993153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 02b67c6a-6d90-44a2-afde-0851f7e3902b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:30.994363 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:30.998501 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.003945 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.018898 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc880ac-e62a-43ea-a503-0a1fd4d25463 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.023052 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8fc880ac-e62a-43ea-a503-0a1fd4d25463 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6645319 Jul 13 19:39:31.023483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:31.033105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4beac01f-2879-46d2-820b-8706ea52ce41 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:31.034274 n-d-800708-1 neutron-server[93767]: WARNING neutron.api.v2.base [None req-4beac01f-2879-46d2-820b-8706ea52ce41 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 19:39:31.034966 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4beac01f-2879-46d2-820b-8706ea52ce41 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 19:39:31.041517 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4beac01f-2879-46d2-820b-8706ea52ce41 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "PUT /v2.0/security-groups/482edb2a-bc3d-4ab3-959f-bb9b9df6934b HTTP/1.1" status: 409 len: 330 time: 0.0115561 Jul 13 19:39:31.042252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:31.048526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Transition to ACTIVE for port object 479801e6-0aa5-41f1-9ddd-417ebbcda352 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:31.070331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] Set router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:39:31.151705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Transition to ACTIVE for port object 479801e6-0aa5-41f1-9ddd-417ebbcda352 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:31.228782 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.360770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5db95c6e-465d-4123-9ec8-776c33632bdc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.382157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:31.392091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:31.401254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:31.413205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Pushing event updated for resources: {'Port': ['ID=479801e6-0aa5-41f1-9ddd-417ebbcda352,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:31.455364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:31.499424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Allocated IP 172.20.0.1 (6f10d1d4-f984-4bd6-a16d-6e9de7024f02/24386c6c-830b-42da-9dbe-bcdea7b6df42/113674c5-5445-4256-adac-1bd8a0a8d199) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:31.542774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Allocated IP 172.25.7.30 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/7778f3b6-4871-49a2-8e77-f4f8646cd4dc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:31.624613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Attempting to bind port 479801e6-0aa5-41f1-9ddd-417ebbcda352 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:31.625072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Attempting to bind port 479801e6-0aa5-41f1-9ddd-417ebbcda352 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:31.625493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Attempting to bind port 479801e6-0aa5-41f1-9ddd-417ebbcda352 on network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:31.633488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:39:31.634250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Checking segment: {'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:31.634374 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.634840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Bound using segment: {'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:39:31.635634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Bound port: 479801e6-0aa5-41f1-9ddd-417ebbcda352, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:39:31.636097 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.704019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.716495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:23Z', 'revision_number': 3, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:31.734974 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5db95c6e-465d-4123-9ec8-776c33632bdc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.759810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] For port 479801e6-0aa5-41f1-9ddd-417ebbcda352, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:39:31.763363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7161516-c410-44fe-b432-3e1d2a031996 None None] The sync data for ids ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'] in n-d-800708-1 is: [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:23Z', 'revision_number': 3, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:39:31.781524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] For port 479801e6-0aa5-41f1-9ddd-417ebbcda352, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=479801e6-0aa5-41f1-9ddd-417ebbcda352,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:39:31.791196 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.794896 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.872638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:31.876451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:31.880057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:31.956190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Port': ['ID=7778f3b6-4871-49a2-8e77-f4f8646cd4dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:31.964140 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5db95c6e-465d-4123-9ec8-776c33632bdc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.973044 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5db95c6e-465d-4123-9ec8-776c33632bdc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.979124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:31.980850 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5db95c6e-465d-4123-9ec8-776c33632bdc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "DELETE /v2.0/security-groups/482edb2a-bc3d-4ab3-959f-bb9b9df6934b HTTP/1.1" status: 204 len: 168 time: 0.9305184 Jul 13 19:39:32.032007 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db95c6e-465d-4123-9ec8-776c33632bdc tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482edb2a-bc3d-4ab3-959f-bb9b9df6934b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:32.036169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:32.068540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fe837-1950-4f07-826d-020a9ac18bc8 None None] Pushing event updated for resources: {'Port': ['ID=479801e6-0aa5-41f1-9ddd-417ebbcda352,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:32.095835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Transition to ACTIVE for port object 113674c5-5445-4256-adac-1bd8a0a8d199 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:32.153629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-368752771'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:32.240629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Made reservation on behalf of 16a9b8190e0b4e7fac1f98e7f99325a8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:32.258327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:32.265840 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:32.289721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1b8d41af-2e7b-4b0f-8cd8-e541b9082da1 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3053708 Jul 13 19:39:32.314814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:32.315231 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:32.332995 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:32.436891 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-542a783f-0d1f-41d8-90da-00683d24f637 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] delete failed (client error): The resource could not be found. Jul 13 19:39:32.438829 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-542a783f-0d1f-41d8-90da-00683d24f637 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "DELETE /v2.0/security-groups/37646465-9acd-4790-bf6c-35472e141d29 HTTP/1.1" status: 404 len: 347 time: 0.1253750 Jul 13 19:39:32.442892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:32.448576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:32.463276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:32.481636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:32.483721 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-da741c59-d0fe-4f28-921b-52c2325bd579 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] show failed (client error): The resource could not be found. Jul 13 19:39:32.484780 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-da741c59-d0fe-4f28-921b-52c2325bd579 tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-groups/9b19c0f1-a3bd-4b83-a2d8-923acb0e21d7 HTTP/1.1" status: 404 len: 347 time: 0.0409093 Jul 13 19:39:32.492505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:32.507137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:32.533464 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-98e73fac-61a6-490f-9f69-729e4139598f tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] show failed (client error): The resource could not be found. Jul 13 19:39:32.535282 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-98e73fac-61a6-490f-9f69-729e4139598f tempest-NegativeSecGroupTest-283036886 tempest-NegativeSecGroupTest-283036886-project] 10.222.0.25 "GET /v2.0/security-group-rules/483bd13a-205a-4282-a93a-64d85eff775e HTTP/1.1" status: 404 len: 356 time: 0.0394313 Jul 13 19:39:32.546805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=113674c5-5445-4256-adac-1bd8a0a8d199,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:32.696663 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:32.942024 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:32.957194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.040270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Port': ['ID=7778f3b6-4871-49a2-8e77-f4f8646cd4dc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:33.127088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.146976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.155975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.220312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.234373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-774a7bf2-71fc-4daa-b8e4-69ecb17889c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8079553 Jul 13 19:39:33.258528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:33.429374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:39:33.477201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.506199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-382691d4-9293-429b-a7f3-6fe99efb7898 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bebca2ed5b9469f9929ca743d87d455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458246 Jul 13 19:39:33.509312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:33.520618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.521223 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Added segment da501310-fbe4-428b-af8f-b8307dbb550e of type vlan for network ce77b128-42cd-498b-9c8a-bd6ed96d6843 Jul 13 19:39:33.533113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5710ab09-c6a6-4d8f-bad8-2d4e3630aee0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:33.665806 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69456c7-90a9-4eba-a700-e35b02e3b1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.690207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69456c7-90a9-4eba-a700-e35b02e3b1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.752777 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.812110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69456c7-90a9-4eba-a700-e35b02e3b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.814794 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69456c7-90a9-4eba-a700-e35b02e3b1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:33.818684 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e69456c7-90a9-4eba-a700-e35b02e3b1e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6a3d34a-d8a4-4f51-bf19-72a8b4ff6707 HTTP/1.1" status: 204 len: 168 time: 0.3039553 Jul 13 19:39:33.931923 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:39:33.948381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69456c7-90a9-4eba-a700-e35b02e3b1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a3d34a-d8a4-4f51-bf19-72a8b4ff6707,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:34.029549 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c1d8a811-804f-4dff-98c0-9e37a95f47c0 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--851557739&fields=id&tenant_id=3b291adcad82488e8ff56675514b433c HTTP/1.1" status: 200 len: 267 time: 0.1060684 Jul 13 19:39:34.064772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddccc69-45a3-4f7d-8167-1801330efe46 None None] Network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:39:34.067189 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:34.073626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:34.075581 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:34.193404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-5b533356-f727-4d35-8559-3f823f06bddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:34.195008 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-5b533356-f727-4d35-8559-3f823f06bddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports/a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 200 len: 935 time: 0.1518068 Jul 13 19:39:34.198294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Pushing event updated for resources: {'Network': ['ID=ce77b128-42cd-498b-9c8a-bd6ed96d6843,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:34.230331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b2616e5-849f-478a-954b-36eafc1d0421 None None] Provisioning for port 479801e6-0aa5-41f1-9ddd-417ebbcda352 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:34.288656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network ce77b128-42cd-498b-9c8a-bd6ed96d6843 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:39:34.304035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-86067719-bf8a-4a08-bdb4-ee92dc2cca90 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:34.308480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-86067719-bf8a-4a08-bdb4-ee92dc2cca90 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports/755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 200 len: 937 time: 0.1053977 Jul 13 19:39:34.310297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:34.318323 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2dc6d0bb-9498-4c81-8c4e-624d57f430fe tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6378729 Jul 13 19:39:34.391715 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:34.483269 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8e20fa8d-6766-4ef2-9ab1-d0e673666d7a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1621866 Jul 13 19:39:34.592614 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-2d9b2ccf-b107-4d05-87d7-d0fee03cb876 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1068037 Jul 13 19:39:34.612509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a3f642ea-4670-412c-bf5a-31c7b0df7dee up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:34.707233 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:34.724790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:34.773795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port a3f642ea-4670-412c-bf5a-31c7b0df7dee completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:34.781404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a3f642ea-4670-412c-bf5a-31c7b0df7dee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:34.781951 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:34.814524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-1f8dd76a-32b4-41d6-b50d-a217d1dc3ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:34.822854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-1f8dd76a-32b4-41d6-b50d-a217d1dc3ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:34.839838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-1f8dd76a-32b4-41d6-b50d-a217d1dc3ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:34.853768 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-1f8dd76a-32b4-41d6-b50d-a217d1dc3ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/networks?id=60de7d8c-9f98-4164-9b60-2ef9123f341b&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d HTTP/1.1" status: 200 len: 1995 time: 0.2601955 Jul 13 19:39:35.017709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-2415dd85-bb7c-4c2a-82be-9a16d09d87e1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/quotas/3b291adcad82488e8ff56675514b433c HTTP/1.1" status: 200 len: 375 time: 0.0949094 Jul 13 19:39:35.054768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=113674c5-5445-4256-adac-1bd8a0a8d199,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:35.099772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.118901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Request body: {'network': {'name': 'tempest-network--174368346', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:35.128523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2197aedd-32f7-4e7c-9174-8be9dbc225b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.140644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port a3f642ea-4670-412c-bf5a-31c7b0df7dee, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a3f642ea-4670-412c-bf5a-31c7b0df7dee,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:35.157287 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.159078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 479801e6-0aa5-41f1-9ddd-417ebbcda352 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:35.188717 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.194750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Made reservation on behalf of a62d932cffd24d348f462ff635a06bcc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:35.197139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.265068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98c78f7a-67d2-4201-b59a-4f195f20e128 None None] Provisioning for port 113674c5-5445-4256-adac-1bd8a0a8d199 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:35.288316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.292647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98c78f7a-67d2-4201-b59a-4f195f20e128 None None] Provisioning complete for port 113674c5-5445-4256-adac-1bd8a0a8d199 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:35.293173 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c78f7a-67d2-4201-b59a-4f195f20e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.299222 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=a3f642ea-4670-412c-bf5a-31c7b0df7dee,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:35.490795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:35.494974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:35.580587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f77308b0-150b-4c33-9311-ce7ecc5738de tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5593534 Jul 13 19:39:35.632800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 479801e6-0aa5-41f1-9ddd-417ebbcda352 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:35.645544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 479801e6-0aa5-41f1-9ddd-417ebbcda352 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:35.646035 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.648319 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2197aedd-32f7-4e7c-9174-8be9dbc225b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.648859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-98c78f7a-67d2-4201-b59a-4f195f20e128 None None] Port 113674c5-5445-4256-adac-1bd8a0a8d199 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:35.657472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2197aedd-32f7-4e7c-9174-8be9dbc225b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.708817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98c78f7a-67d2-4201-b59a-4f195f20e128 None None] Provisioning complete for port 479801e6-0aa5-41f1-9ddd-417ebbcda352 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:35.709241 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c78f7a-67d2-4201-b59a-4f195f20e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.736099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:39:35.741805 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2197aedd-32f7-4e7c-9174-8be9dbc225b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d2a0d3a9e7d41e29f1bae347184d42b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3457203 Jul 13 19:39:35.743233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:35.756486 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197aedd-32f7-4e7c-9174-8be9dbc225b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f094d8-de91-4575-9411-b01dd087f2eb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:35.858355 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.878767 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.891827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:39:35.902930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.904162 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Added segment f7b53804-6070-4f93-83f1-98e731ed82ff of type vlan for network b3fb5dab-3175-4f50-817b-479dcd70f3f1 Jul 13 19:39:35.940653 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.976810 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.051613 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.053007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.053613 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.117595 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-189e82d3-aabf-4685-b795-facaf1e85e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.150107 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-189e82d3-aabf-4685-b795-facaf1e85e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.153268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:39:36.163737 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e06e6adf-13ff-4f7e-945a-a680c6fbdca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "PUT /v2.0/routers/9d517bb7-3cd8-463f-bee6-5c12aafc34f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5573311 Jul 13 19:39:36.165581 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Sync routers for ids ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:39:36.166753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:36.177414 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c78f7a-67d2-4201-b59a-4f195f20e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.180437 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Routers {'9d517bb7-3cd8-463f-bee6-5c12aafc34f6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:39:36.182207 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:39:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:36.195147 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8753178 Jul 13 19:39:36.202114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f62ac03b-c487-4bed-8c20-205153945d15 service neutron] 10.222.0.25 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928659 Jul 13 19:39:36.203242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5a9587-c722-40d5-ab37-f711dc5533b2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:36.225079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:36.241705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 479801e6-0aa5-41f1-9ddd-417ebbcda352, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=479801e6-0aa5-41f1-9ddd-417ebbcda352,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:36.252664 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.354977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-98c78f7a-67d2-4201-b59a-4f195f20e128 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:39:36.354977 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-98c78f7a-67d2-4201-b59a-4f195f20e128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:39:36.362098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=479801e6-0aa5-41f1-9ddd-417ebbcda352,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:36.422559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a3f642ea-4670-412c-bf5a-31c7b0df7dee up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:36.489207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb54062-c911-4179-9236-27cb22477aa9 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event updated for resources: {'Network': ['ID=b3fb5dab-3175-4f50-817b-479dcd70f3f1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:36.513867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network b3fb5dab-3175-4f50-817b-479dcd70f3f1 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:39:36.552345 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Set router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:39:36.557212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.557745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.558143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.573543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.575108 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.576558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.577651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.579789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.582100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.582884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.584013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.586216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.586992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.591757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:36.614139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a3f642ea-4670-412c-bf5a-31c7b0df7dee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:36.614728 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.619613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:36.636348 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e139074a-4d2e-4e1c-9c87-d78b25608c82 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9758 time: 0.4519250 Jul 13 19:39:36.700347 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-9f5b86e4-837e-4dba-b23a-09463a65818a service neutron] 10.222.0.25 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778173 Jul 13 19:39:36.714381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.768047 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-189e82d3-aabf-4685-b795-facaf1e85e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.771590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-189e82d3-aabf-4685-b795-facaf1e85e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.773295 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-189e82d3-aabf-4685-b795-facaf1e85e02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15f094d8-de91-4575-9411-b01dd087f2eb HTTP/1.1" status: 204 len: 168 time: 1.0264041 Jul 13 19:39:36.793280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e82d3-aabf-4685-b795-facaf1e85e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f094d8-de91-4575-9411-b01dd087f2eb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:36.970526 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-02a33a0a-e162-4b17-ba1e-71fc542a301c service neutron] 10.222.0.25 "GET /v2.0/ports/a273a6e8-9c25-4566-8157-bc98cb01072a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2459605 Jul 13 19:39:37.006948 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:33Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '113674c5-5445-4256-adac-1bd8a0a8d199', 'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:3c:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:30Z', 'updated_at': '2021-07-13T19:39:34Z', 'revision_number': 2, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:37.069746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.070238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.070740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.071206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.072890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.073366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.076650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.077568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.081191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.081702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.082182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.082766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:37.083380 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Checking router: 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:39:37.084962 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Updating router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 port 113674c5-5445-4256-adac-1bd8a0a8d199 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:39:37.090159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-85ec056a-5f6c-4fce-a0ee-c9aed9940f4b tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7623 time: 0.4580491 Jul 13 19:39:37.091416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:37.139592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-def2bbf3-ad4d-4eac-8f02-272a53290570 None None] Provisioning complete for port 113674c5-5445-4256-adac-1bd8a0a8d199 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:37.145497 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def2bbf3-ad4d-4eac-8f02-272a53290570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:37.164427 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:37.221001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-def2bbf3-ad4d-4eac-8f02-272a53290570 None None] Port 113674c5-5445-4256-adac-1bd8a0a8d199 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:37.345246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:37.399577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fb5dab-3175-4f50-817b-479dcd70f3f1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:37.440334 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b53804-6070-4f93-83f1-98e731ed82ff') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:37.440793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b53804-6070-4f93-83f1-98e731ed82ff') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:37.483033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:37.506861 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:37.548274 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778ad7cd-16e1-4582-9b70-02b3683357a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:37.556969 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-2f949855-9b10-4ac5-b009-72e2b6a71c41 service neutron] 10.222.0.25 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074112 Jul 13 19:39:37.792180 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:37.823742 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:37.828299 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-9798a02f-ed21-4387-89d4-e9d8b7f2a9fb service neutron] 10.222.0.25 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509687 Jul 13 19:39:37.923981 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-11877c83-f18b-4cb6-af05-0ccaea223eb8 service neutron] 10.222.0.25 "GET /v2.0/ports/755729ce-168c-4256-aeba-2734cc235134?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0702937 Jul 13 19:39:37.925013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:39:37.925830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:39:37.929068 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:39:38.078036 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8e41e4b2-c42a-4d88-af0b-284f4595b57e service neutron] 10.222.0.25 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111975 Jul 13 19:39:38.125139 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Transition to ACTIVE for port object 113674c5-5445-4256-adac-1bd8a0a8d199 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:38.139250 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.196221 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Pushing event updated for resources: {'Port': ['ID=113674c5-5445-4256-adac-1bd8a0a8d199,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:38.198898 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.213057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3fb5dab-3175-4f50-817b-479dcd70f3f1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 19:39:38.233132 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.241579 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.242164 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.242677 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.243353 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.248481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b3fb5dab-3175-4f50-817b-479dcd70f3f1 HTTP/1.1" status: 204 len: 168 time: 2.0180671 Jul 13 19:39:38.248672 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.248672 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.248672 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.248672 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.249713 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.249713 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.249713 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.252140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:38.258376 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:39:38.273682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:38.301430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc719a99-4412-4eab-bbc3-d07b46e66efe tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3fb5dab-3175-4f50-817b-479dcd70f3f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:38.315416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f1835b17-797f-46d8-8ab7-7ee677bf5a42 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 1.2217042 Jul 13 19:39:38.442290 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Attempting to bind port 113674c5-5445-4256-adac-1bd8a0a8d199 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:38.442844 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Attempting to bind port 113674c5-5445-4256-adac-1bd8a0a8d199 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:38.444057 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Attempting to bind port 113674c5-5445-4256-adac-1bd8a0a8d199 on network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:38.482534 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:39:38.483137 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Checking segment: {'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:38.483678 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.484200 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Bound using segment: {'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:39:38.485942 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Bound port: 113674c5-5445-4256-adac-1bd8a0a8d199, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:39:38.486484 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.517446 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 479801e6-0aa5-41f1-9ddd-417ebbcda352 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:38.564653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778ad7cd-16e1-4582-9b70-02b3683357a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.592306 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778ad7cd-16e1-4582-9b70-02b3683357a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.610827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Made reservation on behalf of a62d932cffd24d348f462ff635a06bcc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:38.615486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.692107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 479801e6-0aa5-41f1-9ddd-417ebbcda352 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:38.693229 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.696552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-524e25cc-5799-4e27-8cc6-a4adc69f0a55 service neutron] 10.222.0.25 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079504 Jul 13 19:39:38.708891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:39:38.717458 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] For port 113674c5-5445-4256-adac-1bd8a0a8d199, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:39:38.721088 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] For port 113674c5-5445-4256-adac-1bd8a0a8d199, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=113674c5-5445-4256-adac-1bd8a0a8d199,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:39:38.739814 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.743518 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Added segment 67f1284a-fd18-41f4-856b-ee66d6f83724 of type vlan for network c48bdfdb-41c8-4547-ac43-767296f4fca5 Jul 13 19:39:38.744693 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.777815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-778ad7cd-16e1-4582-9b70-02b3683357a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=819f58147d194063bbdcf539a65f2d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2918172 Jul 13 19:39:38.781262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ad7cd-16e1-4582-9b70-02b3683357a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0599353-27ed-491f-8d2c-079d15fe5e32,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:38.784193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:38.885744 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b74acac-d4b1-4173-b667-06ef7ea3fba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.899482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-0df9823f-5505-4e47-a965-6b70baed85c6 service neutron] 10.222.0.25 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015748 Jul 13 19:39:38.911028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.993962 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Routers {'9d517bb7-3cd8-463f-bee6-5c12aafc34f6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:39:38.994663 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:39:23Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:39.004631 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964695d-8bdf-43d2-8246-1d547f00f0cf None None] Pushing event updated for resources: {'Port': ['ID=113674c5-5445-4256-adac-1bd8a0a8d199,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:39.015951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:39.051838 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b74acac-d4b1-4173-b667-06ef7ea3fba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:39.101181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:39.101181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:39.101181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:39.164694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9070220 Jul 13 19:39:39.167500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:39.209407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Request body: {'subnet': {'network_id': 'c48bdfdb-41c8-4547-ac43-767296f4fca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:39.260628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc55cae-dbdf-4235-bfd0-6c2fa3843e86 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event updated for resources: {'Network': ['ID=c48bdfdb-41c8-4547-ac43-767296f4fca5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:39.266872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Made reservation on behalf of a62d932cffd24d348f462ff635a06bcc for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:39.273561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c48bdfdb-41c8-4547-ac43-767296f4fca5 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:39:39.293208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:39.323322 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] Set router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:39:39.396441 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b74acac-d4b1-4173-b667-06ef7ea3fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:39.400359 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b74acac-d4b1-4173-b667-06ef7ea3fba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:39.405298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9b74acac-d4b1-4173-b667-06ef7ea3fba9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0599353-27ed-491f-8d2c-079d15fe5e32 HTTP/1.1" status: 204 len: 168 time: 0.6151605 Jul 13 19:39:39.423028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74acac-d4b1-4173-b667-06ef7ea3fba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0599353-27ed-491f-8d2c-079d15fe5e32,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:39.457515 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-cbcbc259-d8e1-44e6-bb5f-0ee3878ce644 service neutron] 10.222.0.25 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561976 Jul 13 19:39:39.650792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8883be-47c0-43ab-b0e2-77deca53d33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:39.673562 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:39.689172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c7f8ae0d-4182-43a9-afee-d5dd6a791e2a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124934838', 'description': 'tempest-secgroup-smoke-124934838 description', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:39.807180 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:33Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '113674c5-5445-4256-adac-1bd8a0a8d199', 'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:3c:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:30Z', 'updated_at': '2021-07-13T19:39:38Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:39.840844 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8883be-47c0-43ab-b0e2-77deca53d33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:39.904742 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-9d1d8a92-2897-4d5e-a28a-71e699899ac9 service neutron] 10.222.0.25 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409351 Jul 13 19:39:39.906045 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8883be-47c0-43ab-b0e2-77deca53d33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:39.916453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7f8ae0d-4182-43a9-afee-d5dd6a791e2a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:39.924361 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e9f33d-0e6a-4de0-ad4b-dcde5e96250c None None] The sync data for ids ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'] in n-d-800708-1 is: [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:33Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '113674c5-5445-4256-adac-1bd8a0a8d199', 'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:3c:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:30Z', 'updated_at': '2021-07-13T19:39:38Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:39:40.145498 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7f8ae0d-4182-43a9-afee-d5dd6a791e2a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.156509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7f8ae0d-4182-43a9-afee-d5dd6a791e2a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.177721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8883be-47c0-43ab-b0e2-77deca53d33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c5fda4-a91a-4ce7-a1b6-0c4b040cf738,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:40.189633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7f8ae0d-4182-43a9-afee-d5dd6a791e2a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.191310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7f8ae0d-4182-43a9-afee-d5dd6a791e2a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5167804 Jul 13 19:39:40.197993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:40.204013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e708b584-7f8e-44fa-a666-c1fd27aa2e2f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': 'c788554f-e31c-40e9-a984-630546269b30', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:40.213025 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0d8883be-47c0-43ab-b0e2-77deca53d33e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25dcd9776106491582005960fc9f5c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1924160 Jul 13 19:39:40.215956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:40.249505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8ae0d-4182-43a9-afee-d5dd6a791e2a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c788554f-e31c-40e9-a984-630546269b30,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:40.304334 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-1f2f4dc7-aaf0-462c-911c-22c6dd674d57 service neutron] 10.222.0.25 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884966 Jul 13 19:39:40.370977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e708b584-7f8e-44fa-a666-c1fd27aa2e2f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.446603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 113674c5-5445-4256-adac-1bd8a0a8d199 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:40.520688 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c8a4-8c9c-44f6-b17d-69e1be98f7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.530839 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-b62c0c78-1bdc-41dd-90d5-99a20bedcdcc service neutron] 10.222.0.25 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160206 Jul 13 19:39:40.546711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.objects.ports [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:39:40.550800 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.570280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 113674c5-5445-4256-adac-1bd8a0a8d199 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:40.601018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 113674c5-5445-4256-adac-1bd8a0a8d199 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:40.601608 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.721284 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.766771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 113674c5-5445-4256-adac-1bd8a0a8d199, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=113674c5-5445-4256-adac-1bd8a0a8d199,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:40.771649 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.843544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e708b584-7f8e-44fa-a666-c1fd27aa2e2f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.853600 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c8a4-8c9c-44f6-b17d-69e1be98f7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:40.866467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=113674c5-5445-4256-adac-1bd8a0a8d199,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:40.880057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e708b584-7f8e-44fa-a666-c1fd27aa2e2f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.004819 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event updated for resources: {'Subnet': ['ID=057a35ac-ca14-4bde-ace7-0b419810dbbf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:41.030336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708b584-7f8e-44fa-a666-c1fd27aa2e2f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9ce2ae-f244-4d3c-b27c-aff8be10f620,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:41.039261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Checking segment: {'id': '67f1284a-fd18-41f4-856b-ee66d6f83724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c48bdfdb-41c8-4547-ac43-767296f4fca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:41.039600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Network hostable DHCP agents. Network: c48bdfdb-41c8-4547-ac43-767296f4fca5, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:39:41.054701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e708b584-7f8e-44fa-a666-c1fd27aa2e2f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.056154 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e708b584-7f8e-44fa-a666-c1fd27aa2e2f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8569579 Jul 13 19:39:41.068532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:41.076863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d2a87ad5-f750-4df3-9b8a-162500ae378c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': 'c788554f-e31c-40e9-a984-630546269b30', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:41.139887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Network c48bdfdb-41c8-4547-ac43-767296f4fca5 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:39:41.144314 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c8a4-8c9c-44f6-b17d-69e1be98f7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.151660 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c8a4-8c9c-44f6-b17d-69e1be98f7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.152863 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3eb2c8a4-8c9c-44f6-b17d-69e1be98f7af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32c5fda4-a91a-4ce7-a1b6-0c4b040cf738 HTTP/1.1" status: 204 len: 168 time: 0.9323521 Jul 13 19:39:41.190363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c48bdfdb-41c8-4547-ac43-767296f4fca5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:41.203002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d779a04-7044-4b75-b481-163d06d9051e None None] Network c48bdfdb-41c8-4547-ac43-767296f4fca5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:39:41.205432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2c8a4-8c9c-44f6-b17d-69e1be98f7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c5fda4-a91a-4ce7-a1b6-0c4b040cf738,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:41.207883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:41.208467 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.210836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2a87ad5-f750-4df3-9b8a-162500ae378c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.287674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:41.292200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Request body: {'floatingip': {'floating_network_id': 'c48bdfdb-41c8-4547-ac43-767296f4fca5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:41.298476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-57c75698-828c-4b85-a58a-f13731d5cbba tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1131771 Jul 13 19:39:41.388305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-29a5a2bc-6711-42dc-a428-98dc2de1f47d service neutron] 10.222.0.25 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8506129 Jul 13 19:39:41.392300 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2a87ad5-f750-4df3-9b8a-162500ae378c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.400450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2a87ad5-f750-4df3-9b8a-162500ae378c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.464723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a87ad5-f750-4df3-9b8a-162500ae378c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfbe9d0-17ef-4d8e-bae0-164f3faf64c1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:41.487445 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.495262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2a87ad5-f750-4df3-9b8a-162500ae378c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.501609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d2a87ad5-f750-4df3-9b8a-162500ae378c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4268312 Jul 13 19:39:41.501828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:41.510709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-097b010e-9ef1-4b03-96bb-1fcf6c58ac57 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': 'c788554f-e31c-40e9-a984-630546269b30', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:41.616011 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-58771560-50c3-4c29-bf66-79b243f1b385 service neutron] 10.222.0.25 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265823 Jul 13 19:39:41.631084 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097b010e-9ef1-4b03-96bb-1fcf6c58ac57 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.681635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29077bab-36d3-4903-a3f9-ad4dac41738f None None] Network c48bdfdb-41c8-4547-ac43-767296f4fca5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:39:41.765452 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-b045f55b-b990-474f-8ae6-b5a2d6d552d7 service neutron] 10.222.0.25 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451066 Jul 13 19:39:41.832683 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097b010e-9ef1-4b03-96bb-1fcf6c58ac57 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.842658 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097b010e-9ef1-4b03-96bb-1fcf6c58ac57 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.881614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:41.885932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b010e-9ef1-4b03-96bb-1fcf6c58ac57 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d9d908-d6c1-40c5-bbba-168be9d72cce,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:41.899847 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097b010e-9ef1-4b03-96bb-1fcf6c58ac57 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.901103 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.906090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-097b010e-9ef1-4b03-96bb-1fcf6c58ac57 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4031456 Jul 13 19:39:41.906856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:41.917976 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4c6ee42-fb95-4027-9566-b690665b6bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:41.931247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a93a549f-dd98-4ebc-aa25-f55bec71a3e1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': 'c788554f-e31c-40e9-a984-630546269b30', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:41.989580 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a93a549f-dd98-4ebc-aa25-f55bec71a3e1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.177159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Allocated IP 172.20.0.10 (c48bdfdb-41c8-4547-ac43-767296f4fca5/057a35ac-ca14-4bde-ace7-0b419810dbbf/8fefa359-39c3-4d54-b8ef-1c24dee076d1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:42.218195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a93a549f-dd98-4ebc-aa25-f55bec71a3e1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.225043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a93a549f-dd98-4ebc-aa25-f55bec71a3e1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.250975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a549f-dd98-4ebc-aa25-f55bec71a3e1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e0ca20-2d06-4144-b474-c6ef1f7242c7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:42.330853 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4c6ee42-fb95-4027-9566-b690665b6bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.342642 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4c6ee42-fb95-4027-9566-b690665b6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.345723 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a93a549f-dd98-4ebc-aa25-f55bec71a3e1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.347132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a93a549f-dd98-4ebc-aa25-f55bec71a3e1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4393613 Jul 13 19:39:42.350057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:42.358161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b4e99567-4eac-4f56-870e-d9b9844f665b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': 'c788554f-e31c-40e9-a984-630546269b30', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:42.426107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 113674c5-5445-4256-adac-1bd8a0a8d199 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:39:42.457570 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-b4e99567-4eac-4f56-870e-d9b9844f665b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Project e2fbb89be0b24ffd9a67cc90fa53a313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:39:42.458707 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c4c6ee42-fb95-4027-9566-b690665b6bd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=133cb3989c96403dbb3a1c305809be62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5761168 Jul 13 19:39:42.462994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:42.473130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6ee42-fb95-4027-9566-b690665b6bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc5b191-929a-4cb5-80e7-400238362290,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:42.488921 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4e99567-4eac-4f56-870e-d9b9844f665b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.529138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 113674c5-5445-4256-adac-1bd8a0a8d199 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:42.529527 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.530435 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.555565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:42.611323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.672548 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3dcb-dae5-4bfd-89e1-44219a05bb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.697873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Network c48bdfdb-41c8-4547-ac43-767296f4fca5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:42.698304 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4e99567-4eac-4f56-870e-d9b9844f665b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.706583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:42.710351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:42.720772 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4e99567-4eac-4f56-870e-d9b9844f665b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.755354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event updated for resources: {'Port': ['ID=8fefa359-39c3-4d54-b8ef-1c24dee076d1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:42.783862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99567-4eac-4f56-870e-d9b9844f665b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f91931-1f9e-4f5d-adcb-91795e5cea42,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:42.795321 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3dcb-dae5-4bfd-89e1-44219a05bb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.806508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4e99567-4eac-4f56-870e-d9b9844f665b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.811784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b4e99567-4eac-4f56-870e-d9b9844f665b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4596798 Jul 13 19:39:42.812031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:42.817130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-13632039-f50e-4129-8cd1-06f1c9a47c33 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'security_group_rule': {'security_group_id': 'c788554f-e31c-40e9-a984-630546269b30', 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:42.835021 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.877776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1685175031'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:42.881273 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-13632039-f50e-4129-8cd1-06f1c9a47c33 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Project e2fbb89be0b24ffd9a67cc90fa53a313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:39:42.891931 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13632039-f50e-4129-8cd1-06f1c9a47c33 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.902682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Made reservation on behalf of 6eb6d07def734cfbb2345c1c50051265 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:42.919305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.952093 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13632039-f50e-4129-8cd1-06f1c9a47c33 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.960943 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13632039-f50e-4129-8cd1-06f1c9a47c33 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.974661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:42.975274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd366643-c5e8-4270-aa50-4cce9c291484 req-5f23680d-c47e-44e8-8c1e-f559eddb8010 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0452228 Jul 13 19:39:42.985117 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.006934 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3dcb-dae5-4bfd-89e1-44219a05bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.006934 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3dcb-dae5-4bfd-89e1-44219a05bb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.008577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13632039-f50e-4129-8cd1-06f1c9a47c33 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f851e32-9e82-4942-9577-dcb1fd334725,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:43.009860 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e1fd3dcb-dae5-4bfd-89e1-44219a05bb2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cc5b191-929a-4cb5-80e7-400238362290 HTTP/1.1" status: 204 len: 168 time: 0.5398271 Jul 13 19:39:43.026090 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13632039-f50e-4129-8cd1-06f1c9a47c33 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.031328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-13632039-f50e-4129-8cd1-06f1c9a47c33 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2178636 Jul 13 19:39:43.050047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd3dcb-dae5-4bfd-89e1-44219a05bb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc5b191-929a-4cb5-80e7-400238362290,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:43.209000 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.218667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.293023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:39:43.320589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.332997 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.333325 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Added segment d1dd5fc8-1f58-4e56-8825-de3276aeb4ac of type vlan for network f0ba8547-92f4-4df6-bc4d-064c053d0b5d Jul 13 19:39:43.333782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.335725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d6c83e-4e08-4bb3-80b5-e9c033e95842,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:43.432011 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-a87a76dc-6200-4838-a767-6ffcf39fed0c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124934838&fields=id&tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313 HTTP/1.1" status: 200 len: 267 time: 0.1399491 Jul 13 19:39:43.453296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.522911 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.526094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event updated for resources: {'Port': ['ID=8fefa359-39c3-4d54-b8ef-1c24dee076d1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:43.548217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:43.549513 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.603839 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.629338 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0726805 Jul 13 19:39:43.667951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e20fb-3bfe-4614-8035-c36abff90e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Pushing event updated for resources: {'Network': ['ID=f0ba8547-92f4-4df6-bc4d-064c053d0b5d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:43.680536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:43.681799 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-797ad038-af69-4796-844c-8e4c1bc8badc tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3931606 Jul 13 19:39:43.686551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:43.691912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network f0ba8547-92f4-4df6-bc4d-064c053d0b5d details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:39:43.741271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-84bfbb97-f685-4c81-921b-81bab54f3245 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:43.750432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-84bfbb97-f685-4c81-921b-81bab54f3245 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/networks?id=6f10d1d4-f984-4bd6-a16d-6e9de7024f02 HTTP/1.1" status: 200 len: 797 time: 0.2801633 Jul 13 19:39:43.774435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-359178b2-17f2-4f21-83fd-ee4ceb8d0452 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/quotas/e2fbb89be0b24ffd9a67cc90fa53a313 HTTP/1.1" status: 200 len: 375 time: 0.0222831 Jul 13 19:39:43.881486 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e496d442-4224-48ec-b5a6-e4cc4deffcff tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=c48bdfdb-41c8-4547-ac43-767296f4fca5 HTTP/1.1" status: 200 len: 690 time: 0.1910303 Jul 13 19:39:43.881689 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e349e951-e708-470e-b092-f5c9945efb9c tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049852 Jul 13 19:39:43.881689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:44.073731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:44.166728 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e322511a-be28-4256-9caf-ed430eb4c855 service neutron] 10.222.0.25 "GET /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141685 Jul 13 19:39:44.299599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:44.306482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Request body: {'port': {'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d', 'binding:host_id': 'n-h2-800708-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-547213776'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:44.323940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Deleting port 8fefa359-39c3-4d54-b8ef-1c24dee076d1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:39:44.324298 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:44.369446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-a2215584-3b4d-4395-8a7f-4aefadec82c2 service neutron] 10.222.0.25 "GET /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893320 Jul 13 19:39:44.370010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Made reservation on behalf of 2ae79f5a2f8f4292a5f3d445a0a43ab3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:44.372383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:44.401268 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:44.422765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:44.422765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:44.447369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Calling delete_port for 8fefa359-39c3-4d54-b8ef-1c24dee076d1 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:39:44.562855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40f6755d-8995-4096-be30-9ef2941a8ff2 req-ee35213d-32e2-4a8c-bc20-f2462f1c232b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0788393 Jul 13 19:39:44.698608 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:44.708756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-1ad9d44a-cd9e-4858-a81a-bc013695f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:44.710681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-1ad9d44a-cd9e-4858-a81a-bc013695f28b service neutron] 10.222.0.24 "GET /v2.0/ports/a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 200 len: 1031 time: 0.1110835 Jul 13 19:39:44.716248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:44.725631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] device_id is not set on port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:39:44.798586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:44.865253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b919230-748a-4f30-ad62-165946a7dc1a req-3ef0f9ce-4672-46d6-9a42-840511e0b78a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 210 time: 0.0816109 Jul 13 19:39:44.872117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2c7071-331b-440e-a7a7-5b1d83bc6471,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:44.961801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fefa359-39c3-4d54-b8ef-1c24dee076d1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:45.037250 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.058698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-e1f71c5a-d813-48ce-b28a-f79353eb7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:45.071396 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-e1f71c5a-d813-48ce-b28a-f79353eb7e05 service neutron] 10.222.0.24 "GET /v2.0/ports/755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 200 len: 1033 time: 0.3517678 Jul 13 19:39:45.208557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.261612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] device_id is not set on port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:39:45.283487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.298169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-82e18cee-3409-45a6-8d3e-36b151d75d08 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:45.304623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-82e18cee-3409-45a6-8d3e-36b151d75d08 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:45.312678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-82e18cee-3409-45a6-8d3e-36b151d75d08 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:45.314273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-82e18cee-3409-45a6-8d3e-36b151d75d08 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "GET /v2.0/networks?id=60de7d8c-9f98-4164-9b60-2ef9123f341b&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d HTTP/1.1" status: 200 len: 1995 time: 0.2060735 Jul 13 19:39:45.335111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Transition to ACTIVE for port object 1971210e-a5ae-407e-8079-4dbaa3ad6dcc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:45.344866 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.354627 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.395588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=057a35ac-ca14-4bde-ace7-0b419810dbbf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:45.462383 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.474495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48bdfdb-41c8-4547-ac43-767296f4fca5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:45.476032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event updated for resources: {'Port': ['ID=1971210e-a5ae-407e-8079-4dbaa3ad6dcc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:45.488152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Checking segment: {'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:45.488762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Network hostable DHCP agents. Network: f0ba8547-92f4-4df6-bc4d-064c053d0b5d, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:39:45.489721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f1284a-fd18-41f4-856b-ee66d6f83724') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:45.490022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f1284a-fd18-41f4-856b-ee66d6f83724') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:45.500717 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.511531 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8ff1c4b0-f7ea-46ee-ad6e-d390d9019e2c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b291adcad82488e8ff56675514b433c HTTP/1.1" status: 200 len: 379 time: 0.1850412 Jul 13 19:39:45.522569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'admin_state_up': True, 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'security_groups': ['e4c76dd8-7671-4b80-9aac-7fb2aaa529cc']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:45.523836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Network f0ba8547-92f4-4df6-bc4d-064c053d0b5d is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:39:45.540780 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.556406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, f0ba8547-92f4-4df6-bc4d-064c053d0b5d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:45.566273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd33001-5c86-4fa1-9a3d-575b79a97cc2 None None] Network f0ba8547-92f4-4df6-bc4d-064c053d0b5d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:39:45.568983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:45.585273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:39:45.585989 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:39:45.588105 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:39:45.615873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:45.616216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:45.616550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:45.632991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:45.633321 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:45.633713 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 2 to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc Jul 13 19:39:45.658787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:45.659117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:45.659626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:45.675288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:45.675861 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:45.676956 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 3 to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc Jul 13 19:39:45.699148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.708160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:45.708499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:45.708861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:45.723333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:45.723673 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:45.724092 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 4 to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc Jul 13 19:39:45.747747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:45.748084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:45.748424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:45.787762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:45.788107 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:45.788505 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 5 to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc Jul 13 19:39:45.792627 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.814342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c48bdfdb-41c8-4547-ac43-767296f4fca5 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 19:39:45.837100 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.839217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "DELETE /v2.0/networks/c48bdfdb-41c8-4547-ac43-767296f4fca5 HTTP/1.1" status: 204 len: 168 time: 1.9565895 Jul 13 19:39:45.843508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:45.848312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:45.850139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:45.850609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:45.876011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b380e8-d10d-4ce4-b21c-ebae6ff84f0f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event deleted for resources: {'Network': ['ID=c48bdfdb-41c8-4547-ac43-767296f4fca5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:45.934944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a5a5c97-be3e-4287-ae89-f2540564ceb7 req-ce3e7441-a295-4ad3-8ac9-79283ea32795 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0929241 Jul 13 19:39:45.944181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:45.944517 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:45.944919 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 6 to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc Jul 13 19:39:45.979768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:45.980098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:45.980438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:45.999219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:45.999580 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:46.000017 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 7 to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc Jul 13 19:39:46.068071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:46.068473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:46.068772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:46.088508 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:46.088923 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:46.089184 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 8 to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc Jul 13 19:39:46.118300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:46.122363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:46.123428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:46.129268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:46.134882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:46.135586 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:46.136208 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 9 to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc Jul 13 19:39:46.145204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:46.176966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:46.177352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:46.177626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:46.191279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:46.191630 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:46.192051 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 10 to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc Jul 13 19:39:46.224658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:46.225522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:46.226070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:46.232398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:46.233026 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:46.233601 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:46.270051 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:46.345612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f91c238c-5e77-4f4e-b6df-30ec4c36c466 req-4a65389c-548f-4599-96bd-22be21aad43f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 210 time: 0.1331942 Jul 13 19:39:46.353780 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3bd00651-6106-4d5e-a7ed-5ebf965f4e8b tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2263 time: 0.5076149 Jul 13 19:39:46.357423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:46.400671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] For port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:39:46.401291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 19:39:46.411694 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:46.491984 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.492589 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:46.564925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event updated for resources: {'Port': ['ID=1971210e-a5ae-407e-8079-4dbaa3ad6dcc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:46.599834 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6d389638-4585-4b92-9280-e346dfcbaec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.2986324 Jul 13 19:39:46.600939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:46.616918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.617475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.617841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.618305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.618785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.619237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.619686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.620126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.620744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.621861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.622642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.623319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.625715 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-95166a7e-572d-4f73-8592-9934f588fe06 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7623 time: 0.2671008 Jul 13 19:39:46.653846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:46.934727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e397aaa1-2bcc-432c-aee1-8fcac232971e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:46.936306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e397aaa1-2bcc-432c-aee1-8fcac232971e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.60 "GET /v2.0/networks?id=6f10d1d4-f984-4bd6-a16d-6e9de7024f02 HTTP/1.1" status: 200 len: 797 time: 0.3906291 Jul 13 19:39:47.039896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6490a288-f71e-47b0-a4cd-e5084229c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Deleting port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:39:47.040239 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6490a288-f71e-47b0-a4cd-e5084229c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.062015 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-1fac4d8e-6626-4140-ab9f-e5d09deaf714 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313 HTTP/1.1" status: 200 len: 379 time: 0.1104140 Jul 13 19:39:47.089655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'port': {'device_id': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'admin_state_up': True, 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'security_groups': ['c788554f-e31c-40e9-a984-630546269b30']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:47.324067 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b130f143-b5f8-4e30-879a-d430bc787a95 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] delete failed (client error): The resource could not be found. Jul 13 19:39:47.326319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b130f143-b5f8-4e30-879a-d430bc787a95 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/a6608777-f281-4964-955d-5fb5fc806310 HTTP/1.1" status: 404 len: 345 time: 0.6629939 Jul 13 19:39:47.330114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:47.391325 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9524fc7b-f202-4974-9eda-4cd90a4119f9 req-e1b5d365-9c8e-4eca-bf04-bc895982c9f9 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.1110880 Jul 13 19:39:47.417796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6490a288-f71e-47b0-a4cd-e5084229c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] For port 1971210e-a5ae-407e-8079-4dbaa3ad6dcc, host n-h2-800708-1, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:47.423008 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6490a288-f71e-47b0-a4cd-e5084229c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.440394 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-094316cf-79fd-46eb-8607-bffd40fe1a27 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] DELETE failed (client error): The resource could not be found. Jul 13 19:39:47.443234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094316cf-79fd-46eb-8607-bffd40fe1a27 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:39:47.451843 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-094316cf-79fd-46eb-8607-bffd40fe1a27 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "DELETE /v2.0/networks/c48bdfdb-41c8-4547-ac43-767296f4fca5 HTTP/1.1" status: 404 len: 339 time: 0.1136348 Jul 13 19:39:47.453484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Allocated IP 172.20.0.14 (60de7d8c-9f98-4164-9b60-2ef9123f341b/fce31b39-5b80-4d84-8622-b4b60ff44bd7/7a04f941-dccf-4d58-a5c5-afebc1f13f34) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:47.464619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:47.485094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Request body: {'network': {'name': 'tempest-network--234149995', 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:47.506940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6490a288-f71e-47b0-a4cd-e5084229c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Calling delete_port for 1971210e-a5ae-407e-8079-4dbaa3ad6dcc owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:39:47.665054 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Made reservation on behalf of a62d932cffd24d348f462ff635a06bcc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:47.667434 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.729311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1a6bb45f-469b-4b07-a131-647eb2d096c4 req-2839437f-b61a-4d4c-9372-2a82c4aa7ca3 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 210 time: 0.0701244 Jul 13 19:39:47.774185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Made reservation on behalf of e2fbb89be0b24ffd9a67cc90fa53a313 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:47.778746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.795947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:39:47.820841 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.821367 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Added segment aca1b013-a6d1-4567-9885-15e38b38288a of type vlan for network 7818da53-63b1-4c0a-b037-573b601fe8e0 Jul 13 19:39:47.855374 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.899327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Transition to ACTIVE for port object 7a04f941-dccf-4d58-a5c5-afebc1f13f34 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:47.911785 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6490a288-f71e-47b0-a4cd-e5084229c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.930219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.952933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:47.966150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490a288-f71e-47b0-a4cd-e5084229c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event deleted for resources: {'Port': ['ID=1971210e-a5ae-407e-8079-4dbaa3ad6dcc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:47.993803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6490a288-f71e-47b0-a4cd-e5084229c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.999273 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6490a288-f71e-47b0-a4cd-e5084229c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "DELETE /v2.0/ports/1971210e-a5ae-407e-8079-4dbaa3ad6dcc HTTP/1.1" status: 204 len: 168 time: 1.3348978 Jul 13 19:39:48.002874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:48.039415 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.059784 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acf9a9c-1111-428b-8a85-8c910fc8f26d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] GET failed (client error): The resource could not be found. Jul 13 19:39:48.066378 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2acf9a9c-1111-428b-8a85-8c910fc8f26d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "GET /v2.0/ports/1971210e-a5ae-407e-8079-4dbaa3ad6dcc HTTP/1.1" status: 404 len: 333 time: 0.0607011 Jul 13 19:39:48.071247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:48.076557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Request body: {'port': {'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253926239'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:48.100229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Allocated IP 172.20.0.9 (6f10d1d4-f984-4bd6-a16d-6e9de7024f02/24386c6c-830b-42da-9dbe-bcdea7b6df42/a81097fe-bd89-4ed1-92a1-096cf4f94e7e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:48.111160 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.112138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:48.112764 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.142581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Port': ['ID=7a04f941-dccf-4d58-a5c5-afebc1f13f34,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:48.168116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Made reservation on behalf of 2ae79f5a2f8f4292a5f3d445a0a43ab3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:48.170675 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.171597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c35bf5-a162-46d7-84af-fb3e1d0b8748 admin admin] Deleting subnet 6aadf757-cbe3-4734-8279-7807e7aa8605 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:39:48.183932 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c35bf5-a162-46d7-84af-fb3e1d0b8748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.196675 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7208536 Jul 13 19:39:48.208329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:48.226855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network 60de7d8c-9f98-4164-9b60-2ef9123f341b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:48.237168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:48.243632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:48.256144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d3e6a-78bd-4758-b5ed-d10d27bb7a9a tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event updated for resources: {'Network': ['ID=7818da53-63b1-4c0a-b037-573b601fe8e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:48.268367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7818da53-63b1-4c0a-b037-573b601fe8e0 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:39:48.294493 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c35bf5-a162-46d7-84af-fb3e1d0b8748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.341223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] device_id is not set on port 36fb1df5-825d-4012-963e-31d2c83f32f4 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:39:48.456612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c35bf5-a162-46d7-84af-fb3e1d0b8748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.656294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c35bf5-a162-46d7-84af-fb3e1d0b8748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.682484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98c5ab0d-ac4b-4fc3-ad4e-e0df2522152b None None] Provisioning for port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:48.689143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98c5ab0d-ac4b-4fc3-ad4e-e0df2522152b None None] Provisioning complete for port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:48.689574 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c5ab0d-ac4b-4fc3-ad4e-e0df2522152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.710488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c35bf5-a162-46d7-84af-fb3e1d0b8748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aadf757-cbe3-4734-8279-7807e7aa8605,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:48.725549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:48.726559 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.739578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c35bf5-a162-46d7-84af-fb3e1d0b8748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.744611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-44c35bf5-a162-46d7-84af-fb3e1d0b8748 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6aadf757-cbe3-4734-8279-7807e7aa8605 HTTP/1.1" status: 204 len: 168 time: 0.7905514 Jul 13 19:39:48.745861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:48.800704 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-441e610e-c19b-4477-87a7-9f66aa33260f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2820954 Jul 13 19:39:48.849012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-98c5ab0d-ac4b-4fc3-ad4e-e0df2522152b None None] Port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:48.882965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a6c24-1e16-4e38-8d4f-5b8bacd833fd tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:48.890664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a6c24-1e16-4e38-8d4f-5b8bacd833fd tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:48.897778 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a6c24-1e16-4e38-8d4f-5b8bacd833fd tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:48.904836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a6c24-1e16-4e38-8d4f-5b8bacd833fd tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:48.906842 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-299a6c24-1e16-4e38-8d4f-5b8bacd833fd tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6975372 Jul 13 19:39:48.912235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'admin_state_up': True, 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'security_groups': ['e4c76dd8-7671-4b80-9aac-7fb2aaa529cc']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:48.916954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:49.033543 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.099372 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47877b39-6e77-476a-bdd6-75335dfe15f3 req-f0446ba9-de68-45d2-9b19-3cf6e376395e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 210 time: 0.0445919 Jul 13 19:39:49.199242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.202521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:49.206269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.237237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a58101e-b220-43ab-8114-c5b9cb174157']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:49.254712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ac6056-6436-4cdb-b46e-dbdce99634b3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:49.254949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ac6056-6436-4cdb-b46e-dbdce99634b3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:49.293889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.324918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.338317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:39:49.338759 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:39:49.341519 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:39:49.352298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.406031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Transition to ACTIVE for port object a81097fe-bd89-4ed1-92a1-096cf4f94e7e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:49.441340 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.443347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Allocated IP 10.1.1.94 (883f7b7f-1be5-4606-b4a9-bfa7021c92e7/3078d0ee-9f18-4d26-85fb-d5c267637468/0b32ac7d-1b95-48a8-96f6-3373cc9787c0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:49.449641 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.453559 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5a58101e-b220-43ab-8114-c5b9cb174157 HTTP/1.1" status: 204 len: 168 time: 0.7034411 Jul 13 19:39:49.470624 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.474810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafaa22-160c-4d8b-a805-743935a37ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a58101e-b220-43ab-8114-c5b9cb174157,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:49.475643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.493817 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb7dcb-be65-4108-8ffa-4927dc356822 req-19bfe21e-370d-4f14-87f4-def3995cb564 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:49.495647 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90eb7dcb-be65-4108-8ffa-4927dc356822 req-19bfe21e-370d-4f14-87f4-def3995cb564 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 932 time: 0.8174162 Jul 13 19:39:49.591502 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.645979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90eb7dcb-be65-4108-8ffa-4927dc356822 req-14da1c62-5a72-4ebd-9a42-deb8addad462 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399748 Jul 13 19:39:49.678987 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.705628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Transition to ACTIVE for port object 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:49.726258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:49.729969 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.734206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.743683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:49.750815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7818da53-63b1-4c0a-b037-573b601fe8e0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:49.753506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:49.760503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:49.762945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:49.797582 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.806862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca1b013-a6d1-4567-9885-15e38b38288a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:49.807410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca1b013-a6d1-4567-9885-15e38b38288a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:49.831840 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.860244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:49.873958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Network f0ba8547-92f4-4df6-bc4d-064c053d0b5d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:49.875608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:49.880722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:49.882862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Port': ['ID=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:49.928519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.935474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:49.950685 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9b2b5bc8-7926-41d0-a94c-a5a00c5b2fb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcf1a89c05d54f8dbec0f66c23262b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837265 Jul 13 19:39:49.951161 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:49.971175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:49.971863 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.974520 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:49.975429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:49.976016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.993264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:39:49.993689 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.999933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:50.000389 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:39:50.005333 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:39:50.050206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event updated for resources: {'Port': ['ID=36fb1df5-825d-4012-963e-31d2c83f32f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:50.087661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f3c5c56c-0c76-465d-8cb2-f0eb1d0ba4b8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1913099 Jul 13 19:39:50.093654 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf46570c-50ac-42dc-a140-9071e0f3eec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.116936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'admin_state_up': True, 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'security_groups': ['e4c76dd8-7671-4b80-9aac-7fb2aaa529cc']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:50.159961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-022e4eb2-5a5b-48b1-995d-808fbb25a94f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0714028 Jul 13 19:39:50.164284 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-52f4c71c-6c7b-43be-a180-f271364cd3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0920088 Jul 13 19:39:50.180040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:50.186109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Request body: {'port': {'device_id': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:50.202189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:50.296262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91038135-8475-4a3b-b817-155d22c00495 None None] Provisioning for port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:50.313163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91038135-8475-4a3b-b817-155d22c00495 None None] Provisioning complete for port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:50.315348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91038135-8475-4a3b-b817-155d22c00495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.338082 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.343710 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf46570c-50ac-42dc-a140-9071e0f3eec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.354168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7818da53-63b1-4c0a-b037-573b601fe8e0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 19:39:50.362375 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.364551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "DELETE /v2.0/networks/7818da53-63b1-4c0a-b037-573b601fe8e0 HTTP/1.1" status: 204 len: 168 time: 1.4447172 Jul 13 19:39:50.389178 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:50.411672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Request body: {'network': {'name': 'tempest-network--1080288163', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:50.414063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-91038135-8475-4a3b-b817-155d22c00495 None None] Port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:50.420026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45131dcb-7090-4be2-8867-10fb10288157 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event deleted for resources: {'Network': ['ID=7818da53-63b1-4c0a-b037-573b601fe8e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:50.447231 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.451184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.452517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91038135-8475-4a3b-b817-155d22c00495 None None] Provisioning for port a81097fe-bd89-4ed1-92a1-096cf4f94e7e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:50.457346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91038135-8475-4a3b-b817-155d22c00495 None None] Provisioning complete for port a81097fe-bd89-4ed1-92a1-096cf4f94e7e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:50.457832 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91038135-8475-4a3b-b817-155d22c00495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.531497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-91038135-8475-4a3b-b817-155d22c00495 None None] Port a81097fe-bd89-4ed1-92a1-096cf4f94e7e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:50.539467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:50.554034 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.632330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Made reservation on behalf of a62d932cffd24d348f462ff635a06bcc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:50.635083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.689125 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf46570c-50ac-42dc-a140-9071e0f3eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.693814 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf46570c-50ac-42dc-a140-9071e0f3eec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.695145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bf46570c-50ac-42dc-a140-9071e0f3eec7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/245f899b-5880-47d7-be75-1a0a064d058e HTTP/1.1" status: 204 len: 168 time: 0.7432170 Jul 13 19:39:50.704369 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d0d78bd-75d0-4129-a3d5-de399585307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.705172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dccd51-121d-4ece-9850-074cd0da20f4 req-0d4ffcb9-a526-4b27-bff9-bcf5101aea6d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:50.712693 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9dccd51-121d-4ece-9850-074cd0da20f4 req-0d4ffcb9-a526-4b27-bff9-bcf5101aea6d tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 931 time: 0.3518953 Jul 13 19:39:50.801278 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46570c-50ac-42dc-a140-9071e0f3eec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245f899b-5880-47d7-be75-1a0a064d058e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:50.827934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:39:50.984517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.985201 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Added segment 38b15687-fb0d-487f-ab60-e222411c7461 of type vlan for network 34cfa096-7273-4b79-84a2-296564f38a95 Jul 13 19:39:51.022023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9dccd51-121d-4ece-9850-074cd0da20f4 req-907a13ef-c2ce-48eb-8f5c-e99c59864c2b tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048429 Jul 13 19:39:51.202285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Allocated IP 10.1.1.150 (883f7b7f-1be5-4606-b4a9-bfa7021c92e7/3078d0ee-9f18-4d26-85fb-d5c267637468/3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:51.228398 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.361006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d36fa4-56dc-468e-be58-ca50c1ba4030 req-d7de50c0-f7f2-4ba8-b355-bf70452b069a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:51.372918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.373909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:51.374533 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.388748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d36fa4-56dc-468e-be58-ca50c1ba4030 req-d7de50c0-f7f2-4ba8-b355-bf70452b069a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:51.397196 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b0d36fa4-56dc-468e-be58-ca50c1ba4030 req-d7de50c0-f7f2-4ba8-b355-bf70452b069a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 1653 time: 0.4381063 Jul 13 19:39:51.437024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] device_id is not set on port 36fb1df5-825d-4012-963e-31d2c83f32f4 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:39:51.455894 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.490890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1006439 Jul 13 19:39:51.498102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:51.507389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b0d36fa4-56dc-468e-be58-ca50c1ba4030 req-82fb1a33-fcf8-45e6-b837-fbb99131b0ea tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090100 Jul 13 19:39:51.558878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Transition to ACTIVE for port object 36fb1df5-825d-4012-963e-31d2c83f32f4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:51.571561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.579309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81097fe-bd89-4ed1-92a1-096cf4f94e7e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:39:51.594121 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e496a2-b50f-4318-810f-d862a7673391 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event updated for resources: {'Network': ['ID=34cfa096-7273-4b79-84a2-296564f38a95,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:51.606768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 34cfa096-7273-4b79-84a2-296564f38a95 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:39:51.643163 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event updated for resources: {'Port': ['ID=36fb1df5-825d-4012-963e-31d2c83f32f4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:51.648541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b1ac6b-523b-463b-83be-3e9f7399a72a tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:51.648812 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.653098 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-08b1ac6b-523b-463b-83be-3e9f7399a72a tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] 10.222.0.25 "GET /v2.0/networks/34cfa096-7273-4b79-84a2-296564f38a95 HTTP/1.1" status: 200 len: 757 time: 0.1509337 Jul 13 19:39:51.654300 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.656379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:51.687329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Transition to ACTIVE for port object a81097fe-bd89-4ed1-92a1-096cf4f94e7e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:51.707333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:51.708295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:51.709042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:51.711645 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.728713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Transition to ACTIVE for port object 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:51.769079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f948f24e-0884-4a2a-91fe-b67122cd6b01 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:51.773046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f948f24e-0884-4a2a-91fe-b67122cd6b01 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] 10.222.0.25 "GET /v2.0/networks/ce77b128-42cd-498b-9c8a-bd6ed96d6843 HTTP/1.1" status: 200 len: 767 time: 0.1131835 Jul 13 19:39:51.774665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:51.786614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Pushing event updated for resources: {'Port': ['ID=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:51.798863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:51.799456 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:51.803179 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 2 to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 Jul 13 19:39:51.819575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:51.820302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:51.820844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:51.896792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.912175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.933194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:51.934073 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:51.935871 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 3 to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 Jul 13 19:39:51.962485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Attempting to bind port a81097fe-bd89-4ed1-92a1-096cf4f94e7e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:51.963049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Attempting to bind port a81097fe-bd89-4ed1-92a1-096cf4f94e7e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:51.964893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Attempting to bind port a81097fe-bd89-4ed1-92a1-096cf4f94e7e on network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:51.970848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:51.971190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:51.971533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:51.975928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Port a81097fe-bd89-4ed1-92a1-096cf4f94e7e on network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:51.976257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Attempting to bind port a81097fe-bd89-4ed1-92a1-096cf4f94e7e on network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:51.976754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:51.983175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:51.993581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:39:51.993927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Checking segment: {'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:51.994322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Bound using segment: {'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:39:51.994927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Bound port: a81097fe-bd89-4ed1-92a1-096cf4f94e7e, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34c4e23-c891-45b9-863b-e13f5a55b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:39:51.995230 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.004213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:52.062485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Port': ['ID=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:52.169078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] For port a81097fe-bd89-4ed1-92a1-096cf4f94e7e, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:39:52.176276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] For port a81097fe-bd89-4ed1-92a1-096cf4f94e7e, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:39:52.183590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:52.184251 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:52.187081 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 4 to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 Jul 13 19:39:52.226715 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.233469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.266452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:52.266452 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.312462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cfa096-7273-4b79-84a2-296564f38a95']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:52.341614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:52.341961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:52.342354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:52.363718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b15687-fb0d-487f-ab60-e222411c7461') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:52.364294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b15687-fb0d-487f-ab60-e222411c7461') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:52.378338 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.388154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-56cece92-57be-4d7b-8b5f-9ba6fdb7e151 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2813675 Jul 13 19:39:52.405522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d', 'admin_state_up': True, 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'security_groups': ['e4c76dd8-7671-4b80-9aac-7fb2aaa529cc']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:52.410153 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.463979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Pushing event updated for resources: {'Port': ['ID=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:52.487847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:52.488136 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:52.493159 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 5 to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 Jul 13 19:39:52.503342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:39:52.504050 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.504306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:52.506034 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:39:52.507343 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:39:52.510189 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e4102e02-0c49-42ab-a6c6-b6461e7a4872 service neutron] 10.222.0.60 "PUT /v2.0/ports/a81097fe-bd89-4ed1-92a1-096cf4f94e7e HTTP/1.1" status: 200 len: 1091 time: 2.3435364 Jul 13 19:39:52.510844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'tag': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:39:52.514720 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98" -d '{"events": [{"name": "network-changed", "server_uuid": "4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4", "tag": "a81097fe-bd89-4ed1-92a1-096cf4f94e7e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:39:52.540526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0623909-f816-4f29-84b6-f68bd4da8ce1 None None] Provisioning for port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:52.549521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:52.549936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:52.550290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:52.551452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0623909-f816-4f29-84b6-f68bd4da8ce1 None None] Provisioning complete for port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:52.552260 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0623909-f816-4f29-84b6-f68bd4da8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.563121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:52.564504 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:52.564862 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 6 to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 Jul 13 19:39:52.649783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c0623909-f816-4f29-84b6-f68bd4da8ce1 None None] Port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:52.675621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb844e3-abf2-44f6-91f0-b53dfbe92590 req-b655d4ae-9e25-4e79-9941-6984e243c9c2 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:52.677189 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-feb844e3-abf2-44f6-91f0-b53dfbe92590 req-b655d4ae-9e25-4e79-9941-6984e243c9c2 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 943 time: 0.4047563 Jul 13 19:39:52.727650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:52.728246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:52.728736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:52.758770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:52.759105 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:52.762364 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 7 to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 Jul 13 19:39:52.766177 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.797508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34cfa096-7273-4b79-84a2-296564f38a95 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 19:39:52.803527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1530704'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:52.805639 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "DELETE /v2.0/networks/34cfa096-7273-4b79-84a2-296564f38a95 HTTP/1.1" status: 204 len: 168 time: 1.0300660 Jul 13 19:39:52.809978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:52.824306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Request body: {'network': {'name': 'tempest-network--17899921'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:52.832048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2e353-193b-43ab-91da-c39a856c612d tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event deleted for resources: {'Network': ['ID=34cfa096-7273-4b79-84a2-296564f38a95,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:52.835617 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4640c1f5-56dc-4e31-96c3-48a0373b14c7 x-openstack-request-id: req-4640c1f5-56dc-4e31-96c3-48a0373b14c7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:39:52.836455 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4", "tag": "a81097fe-bd89-4ed1-92a1-096cf4f94e7e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:39:52.836699 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4640c1f5-56dc-4e31-96c3-48a0373b14c7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:39:52.837695 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'tag': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'status': 'completed', 'code': 200} Jul 13 19:39:52.874996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-feb844e3-abf2-44f6-91f0-b53dfbe92590 req-9df991fa-be59-46b6-bb36-8b0a06648b0a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861997 Jul 13 19:39:52.881214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:52.884120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:52.884774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:52.884961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:52.908617 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:52.912367 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:52.916232 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 8 to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 Jul 13 19:39:53.007698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-91289db2-d616-4092-9491-b797130619a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:53.010188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-91289db2-d616-4092-9491-b797130619a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 1094 time: 0.4228206 Jul 13 19:39:53.166039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:53.175495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:53.176110 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:53.179240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-af18d1d4-9636-43dd-9abb-cabaa3e9a6cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a81097fe-bd89-4ed1-92a1-096cf4f94e7e HTTP/1.1" status: 200 len: 217 time: 0.1617370 Jul 13 19:39:53.203136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:53.203491 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:53.238160 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 9 to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 Jul 13 19:39:53.240703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Made reservation on behalf of a62d932cffd24d348f462ff635a06bcc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:53.245391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:53.282349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:53.385121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:53.385695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:53.386245 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:53.392516 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-a1b050b1-2b4f-4b00-834e-bb237ad30985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:53.395194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-a1b050b1-2b4f-4b00-834e-bb237ad30985 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=24386c6c-830b-42da-9dbe-bcdea7b6df42 HTTP/1.1" status: 200 len: 834 time: 0.2019248 Jul 13 19:39:53.473257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:53.474319 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:53.560081 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 10 to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 Jul 13 19:39:53.587538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:39:53.591531 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:53.601451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:53.601786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:53.602128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:53.612813 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:53.613146 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Added segment 3206678d-e601-4ff0-9618-b5252fc6a6ae of type vlan for network 039251f4-cc45-4ee0-a36b-ed60fad710cb Jul 13 19:39:53.631820 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c0ecb7-c842-4fec-af36-1742af4f17f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:53.635660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62afc96-8474-44ba-8476-f185980be881 req-b00280a2-ddd7-4cdf-ab90-3f52d80a181d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:53.643203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62afc96-8474-44ba-8476-f185980be881 req-b00280a2-ddd7-4cdf-ab90-3f52d80a181d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:53.651278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62afc96-8474-44ba-8476-f185980be881 req-b00280a2-ddd7-4cdf-ab90-3f52d80a181d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:53.663535 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a62afc96-8474-44ba-8476-f185980be881 req-b00280a2-ddd7-4cdf-ab90-3f52d80a181d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 2374 time: 0.4823544 Jul 13 19:39:53.669036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:53.669452 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 36fb1df5-825d-4012-963e-31d2c83f32f4 on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:39:53.669736 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:53.798388 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:53.831359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Allocated IP 10.2.2.100 (c96bdf60-03fd-4497-81a8-4ed77a3d079d/536edcbd-9011-450e-ad62-b983b68ead94/89c321a2-c868-4075-8150-883f6b612ea4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:53.862049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-683de159-71c3-4fec-8c17-8dbfd6fb905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:53.864617 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-683de159-71c3-4fec-8c17-8dbfd6fb905d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f10d1d4-f984-4bd6-a16d-6e9de7024f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4374473 Jul 13 19:39:53.877510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a62afc96-8474-44ba-8476-f185980be881 req-4072f7b3-50a9-48a7-bf1b-293c7c4ceb94 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131102 Jul 13 19:39:54.003002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:39:54.051832 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-fe66e558-fa04-4eaa-a131-6a6f2b6e1471 service neutron] 10.222.0.60 "GET /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648991 Jul 13 19:39:54.081750 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.082881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.083545 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.084898 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.120381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Transition to ACTIVE for port object 89c321a2-c868-4075-8150-883f6b612ea4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:54.175022 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.204812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event updated for resources: {'Network': ['ID=039251f4-cc45-4ee0-a36b-ed60fad710cb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:54.222581 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 039251f4-cc45-4ee0-a36b-ed60fad710cb details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:39:54.244612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network c96bdf60-03fd-4497-81a8-4ed77a3d079d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:54.248619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:54.250076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] For port 36fb1df5-825d-4012-963e-31d2c83f32f4, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:39:54.250481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 19:39:54.254003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:54.259369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Port': ['ID=89c321a2-c868-4075-8150-883f6b612ea4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:54.342734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.343537 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.343701 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:39:54.345861 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.346240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-119cc992-053d-472e-a733-1a36921d2180 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5323985 Jul 13 19:39:54.349308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:54.362147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7c2304ab-1b03-484b-85ab-894653fa655f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:54.502982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] In _notify_port_updated(), no bound segment for port 36fb1df5-825d-4012-963e-31d2c83f32f4 on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:39:54.524997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.524997 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.530411 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "PUT /v2.0/ports/36fb1df5-825d-4012-963e-31d2c83f32f4 HTTP/1.1" status: 200 len: 979 time: 4.3409145 Jul 13 19:39:54.534765 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.541864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:54.673920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d7ed4-72b1-4928-a415-6a7a564abf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event updated for resources: {'Port': ['ID=36fb1df5-825d-4012-963e-31d2c83f32f4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:54.687728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81595b50-3ebb-4085-be97-6c5376c79b91 req-63e89c67-5c5f-42c3-8b06-d7463d514903 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.698170 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81595b50-3ebb-4085-be97-6c5376c79b91 req-63e89c67-5c5f-42c3-8b06-d7463d514903 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 943 time: 0.5954599 Jul 13 19:39:54.707697 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c2304ab-1b03-484b-85ab-894653fa655f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.736807 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc9961a2-7821-4d5a-bdec-03381ff2089b req-e63a48be-2f83-4732-8349-a47ba9288562 service neutron] 10.222.0.60 "GET /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692109 Jul 13 19:39:54.737395 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c2304ab-1b03-484b-85ab-894653fa655f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.757997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f70aea3-ff67-46f5-b75c-edd90764ee61 None None] Provisioning for port 89c321a2-c868-4075-8150-883f6b612ea4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:54.766141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f70aea3-ff67-46f5-b75c-edd90764ee61 None None] Provisioning complete for port 89c321a2-c868-4075-8150-883f6b612ea4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:54.766553 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f70aea3-ff67-46f5-b75c-edd90764ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.795022 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81595b50-3ebb-4085-be97-6c5376c79b91 req-57bbbb22-ec64-410d-9297-15015fb390af tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956476 Jul 13 19:39:54.850088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1f70aea3-ff67-46f5-b75c-edd90764ee61 None None] Port 89c321a2-c868-4075-8150-883f6b612ea4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:54.858964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.859733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.860384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.861055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.861836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.862500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.863139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.863785 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.864420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.865054 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.865521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.865994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.866484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.866952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.867421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.867883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.868425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.868967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.869442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.869915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.870378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.871515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.872197 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.872743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.873213 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.873694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.874243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.874731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.875194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.875731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.876200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.876693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.877160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.877706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.878209 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.878727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.879195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.879729 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.880194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.884705 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d6104d67-8761-41b2-a9f7-e6e01919c4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34790 time: 0.3389580 Jul 13 19:39:54.895351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:54.898718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2304ab-1b03-484b-85ab-894653fa655f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event updated for resources: {'Network': ['ID=039251f4-cc45-4ee0-a36b-ed60fad710cb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:54.908371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ef8e72dc-f4da-4f46-a7c6-fff41c3139d7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5107083 Jul 13 19:39:54.912617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c2304ab-1b03-484b-85ab-894653fa655f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Network 039251f4-cc45-4ee0-a36b-ed60fad710cb is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 19:39:54.913870 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2304ab-1b03-484b-85ab-894653fa655f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:54.914757 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c2304ab-1b03-484b-85ab-894653fa655f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:54.922483 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7c2304ab-1b03-484b-85ab-894653fa655f tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "PUT /v2.0/networks/039251f4-cc45-4ee0-a36b-ed60fad710cb HTTP/1.1" status: 200 len: 856 time: 0.5702076 Jul 13 19:39:54.929776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d', 'admin_state_up': True, 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'security_groups': ['e4c76dd8-7671-4b80-9aac-7fb2aaa529cc']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:54.930529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:55.091988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Made reservation on behalf of 3b291adcad82488e8ff56675514b433c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:55.096889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.142176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.205672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-e6deca48-3b93-4fa9-8637-0518e12512ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:55.209800 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-e6deca48-3b93-4fa9-8637-0518e12512ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 1094 time: 0.3238771 Jul 13 19:39:55.345809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Allocated IP 10.2.2.200 (c96bdf60-03fd-4497-81a8-4ed77a3d079d/536edcbd-9011-450e-ad62-b983b68ead94/fe38d307-aeed-4940-8698-a4e553caad39) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:39:55.384591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4243f175-fe2c-4bcf-811c-687180416725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Deleting port 36fb1df5-825d-4012-963e-31d2c83f32f4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:39:55.385086 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4243f175-fe2c-4bcf-811c-687180416725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.394188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.450185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039251f4-cc45-4ee0-a36b-ed60fad710cb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:55.485281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3206678d-e601-4ff0-9618-b5252fc6a6ae') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:55.485281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3206678d-e601-4ff0-9618-b5252fc6a6ae') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:55.509893 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.532083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-55f59ac5-8428-41db-a916-cfcc36ccc80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:55.533471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-55f59ac5-8428-41db-a916-cfcc36ccc80e service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f10d1d4-f984-4bd6-a16d-6e9de7024f02 HTTP/1.1" status: 200 len: 898 time: 0.2972529 Jul 13 19:39:55.535712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4243f175-fe2c-4bcf-811c-687180416725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] For port 36fb1df5-825d-4012-963e-31d2c83f32f4, host n-h2-800708-1, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:55.536419 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4243f175-fe2c-4bcf-811c-687180416725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.566111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81cdac-2b0f-4928-bd3b-42cafca5b054 req-bb0ebba2-c252-40fb-954f-69d991083cf5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:55.572149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81cdac-2b0f-4928-bd3b-42cafca5b054 req-bb0ebba2-c252-40fb-954f-69d991083cf5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:55.578965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81cdac-2b0f-4928-bd3b-42cafca5b054 req-bb0ebba2-c252-40fb-954f-69d991083cf5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:55.585542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81cdac-2b0f-4928-bd3b-42cafca5b054 req-bb0ebba2-c252-40fb-954f-69d991083cf5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:55.586008 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.587493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1a81cdac-2b0f-4928-bd3b-42cafca5b054 req-bb0ebba2-c252-40fb-954f-69d991083cf5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 3095 time: 0.4334075 Jul 13 19:39:55.591595 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.601946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:39:55.602926 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:39:55.669450 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:39:55.681366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Transition to ACTIVE for port object fe38d307-aeed-4940-8698-a4e553caad39 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:55.722840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4243f175-fe2c-4bcf-811c-687180416725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Calling delete_port for 36fb1df5-825d-4012-963e-31d2c83f32f4 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:39:55.726421 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.753029 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-d371d0a9-b45c-48ea-af6b-e1f27fcf4a87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a81097fe-bd89-4ed1-92a1-096cf4f94e7e HTTP/1.1" status: 200 len: 217 time: 0.2094769 Jul 13 19:39:55.773159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 039251f4-cc45-4ee0-a36b-ed60fad710cb {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 19:39:55.781374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Pushing event deleted for resources: {'Network': ['ID=039251f4-cc45-4ee0-a36b-ed60fad710cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:55.801236 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:55.803152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f54d3ca7-c0cb-4bda-a25a-0f24460f6487 tempest-ExternalNetworksTestJSON-1220744214 tempest-ExternalNetworksTestJSON-1220744214-project-admin] 10.222.0.25 "DELETE /v2.0/networks/039251f4-cc45-4ee0-a36b-ed60fad710cb HTTP/1.1" status: 204 len: 168 time: 0.8696477 Jul 13 19:39:55.821082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:55.900176 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1a81cdac-2b0f-4928-bd3b-42cafca5b054 req-02faf966-bfe4-44fa-8e72-0e760ed3617a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812782 Jul 13 19:39:55.968880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-41963ed6-5a69-4ab2-bfa1-51e1bbaf644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:55.981359 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-41963ed6-5a69-4ab2-bfa1-51e1bbaf644f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=24386c6c-830b-42da-9dbe-bcdea7b6df42 HTTP/1.1" status: 200 len: 834 time: 0.2008328 Jul 13 19:39:56.032999 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:56.110472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4243f175-fe2c-4bcf-811c-687180416725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:56.222903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243f175-fe2c-4bcf-811c-687180416725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event deleted for resources: {'Port': ['ID=36fb1df5-825d-4012-963e-31d2c83f32f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:56.235620 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4243f175-fe2c-4bcf-811c-687180416725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:56.237564 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4243f175-fe2c-4bcf-811c-687180416725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "DELETE /v2.0/ports/36fb1df5-825d-4012-963e-31d2c83f32f4 HTTP/1.1" status: 204 len: 168 time: 1.3411610 Jul 13 19:39:56.241678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:56.252116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-cf27eabc-153d-4c6d-ac76-d8df2787b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:56.253586 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-cf27eabc-153d-4c6d-ac76-d8df2787b515 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f10d1d4-f984-4bd6-a16d-6e9de7024f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609394 Jul 13 19:39:56.284923 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-220d9b06-0fd8-4517-9286-71669a44991c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] GET failed (client error): The resource could not be found. Jul 13 19:39:56.286591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-220d9b06-0fd8-4517-9286-71669a44991c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "GET /v2.0/ports/36fb1df5-825d-4012-963e-31d2c83f32f4 HTTP/1.1" status: 404 len: 333 time: 0.0439515 Jul 13 19:39:56.304069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:56.337239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060556242', 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:56.397699 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed01dbc4-01ab-40a6-b30a-69391b776bfc tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] DELETE failed (client error): The resource could not be found. Jul 13 19:39:56.402180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed01dbc4-01ab-40a6-b30a-69391b776bfc tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:39:56.410637 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ed01dbc4-01ab-40a6-b30a-69391b776bfc tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] 10.222.0.25 "DELETE /v2.0/subnets/057a35ac-ca14-4bde-ace7-0b419810dbbf HTTP/1.1" status: 404 len: 337 time: 0.5884006 Jul 13 19:39:56.412023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791f00-1216-48b9-83e1-fa635a206ce3 req-ce1f3515-7dbd-446e-941c-e856ad574dbc tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:56.413530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96791f00-1216-48b9-83e1-fa635a206ce3 req-ce1f3515-7dbd-446e-941c-e856ad574dbc tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 943 time: 0.2854683 Jul 13 19:39:56.413992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:56.414802 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:56.428786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Made reservation on behalf of 2ae79f5a2f8f4292a5f3d445a0a43ab3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:56.431046 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:56.471609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Network c96bdf60-03fd-4497-81a8-4ed77a3d079d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:56.475064 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-e8534471-2818-4f71-b05a-2a84da3376c8 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e12ecde31f0f40979862e20bf9644056&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7134633 Jul 13 19:39:56.479536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:56.498760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:56.516566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-3e6904bd-113b-4d15-b21c-05e926388283 service neutron] 10.222.0.60 "GET /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439556 Jul 13 19:39:56.564637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] device_id is not set on port 4c3f47c4-3cde-4726-b4af-027947665247 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:39:56.706642 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96791f00-1216-48b9-83e1-fa635a206ce3 req-45964dba-5d44-494d-9569-8c27df2426f5 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785723 Jul 13 19:39:56.716547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:56.748095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a81097fe-bd89-4ed1-92a1-096cf4f94e7e details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:39:56.819818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:56.820642 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:56.861660 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event updated for resources: {'Port': ['ID=fe38d307-aeed-4940-8698-a4e553caad39,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:56.906190 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-623eab24-a2cd-42e3-8b54-d51854d7c92d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9819970 Jul 13 19:39:56.940965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:57.029433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.042047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce77b128-42cd-498b-9c8a-bd6ed96d6843']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:57.060933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da501310-fbe4-428b-af8f-b8307dbb550e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:57.061231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da501310-fbe4-428b-af8f-b8307dbb550e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:39:57.075501 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.079348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790481-69cc-4e96-bac3-a455a030bdaf req-830dfa27-9919-4f6b-956d-cdaab5b06271 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:57.085471 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-830dfa27-9919-4f6b-956d-cdaab5b06271 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5757980 Jul 13 19:39:57.090392 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.140505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-278e5bf4-8682-4701-87d2-d8c4c2a9e685 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/quotas/e12ecde31f0f40979862e20bf9644056 HTTP/1.1" status: 200 len: 375 time: 0.0408499 Jul 13 19:39:57.169750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a81097fe-bd89-4ed1-92a1-096cf4f94e7e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:57.193664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a9b1620-4683-4d7e-880b-9b6b23666f98 None None] Provisioning for port fe38d307-aeed-4940-8698-a4e553caad39 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:39:57.213302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a9b1620-4683-4d7e-880b-9b6b23666f98 None None] Provisioning complete for port fe38d307-aeed-4940-8698-a4e553caad39 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:39:57.214166 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a9b1620-4683-4d7e-880b-9b6b23666f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.220499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'port_id': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'mac_address': 'fa:16:3e:fc:09:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:39:57.278452 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-d6199f6b-d531-4f29-88c9-3bbc83fe2361 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e12ecde31f0f40979862e20bf9644056&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508082 Jul 13 19:39:57.379498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b1620-4683-4d7e-880b-9b6b23666f98 None None] Port fe38d307-aeed-4940-8698-a4e553caad39 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:39:57.383467 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.403840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81097fe-bd89-4ed1-92a1-096cf4f94e7e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:39:57.443586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a81097fe-bd89-4ed1-92a1-096cf4f94e7e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:39:57.454103 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.562303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:57.676810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a04f941-dccf-4d58-a5c5-afebc1f13f34 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:39:57.685839 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.698690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Transition to ACTIVE for port object 7a04f941-dccf-4d58-a5c5-afebc1f13f34 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:39:57.712474 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.716525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a81097fe-bd89-4ed1-92a1-096cf4f94e7e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:39:57.721309 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.778991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-38ad1ccd-11a3-4e33-af2d-8eac621a52f8 req-bfd2eab7-54f9-4544-8376-9797774a2630 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 210 time: 0.0777845 Jul 13 19:39:57.803155 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4c87e2d-348a-46b7-a455-cfe9c3f8eb98 req-79cd4757-7486-443f-be88-a709fccbef79 service neutron] 10.222.0.60 "GET /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2779698 Jul 13 19:39:57.818194 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.851825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Pushing event updated for resources: {'Port': ['ID=7a04f941-dccf-4d58-a5c5-afebc1f13f34,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:57.918924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:57.998358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:39:57.998836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:39:58.016871 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:39:58.128917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Network f0ba8547-92f4-4df6-bc4d-064c053d0b5d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:39:58.152628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:39:58.161450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:39:58.162390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:58.172667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:58.203846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event updated for resources: {'Port': ['ID=4c3f47c4-3cde-4726-b4af-027947665247,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:58.220036 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7fc8049-8454-4e1d-8d33-bdaf14afd7e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8857231 Jul 13 19:39:58.220226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Attempting to bind port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:39:58.220226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Attempting to bind port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:39:58.220226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Attempting to bind port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 on network 60de7d8c-9f98-4164-9b60-2ef9123f341b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:58.226632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:58.251786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e4fc6-3b11-4947-b1e3-41ff73d8baf1 req-cc4552c6-28a1-4a88-9383-8dff12bdf79b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:58.258619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e4fc6-3b11-4947-b1e3-41ff73d8baf1 req-cc4552c6-28a1-4a88-9383-8dff12bdf79b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:58.266289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e4fc6-3b11-4947-b1e3-41ff73d8baf1 req-cc4552c6-28a1-4a88-9383-8dff12bdf79b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:58.283772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e4fc6-3b11-4947-b1e3-41ff73d8baf1 req-cc4552c6-28a1-4a88-9383-8dff12bdf79b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:58.290965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e4fc6-3b11-4947-b1e3-41ff73d8baf1 req-cc4552c6-28a1-4a88-9383-8dff12bdf79b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:58.294590 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e37e4fc6-3b11-4947-b1e3-41ff73d8baf1 req-cc4552c6-28a1-4a88-9383-8dff12bdf79b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 3828 time: 0.6821120 Jul 13 19:39:58.376808 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e37e4fc6-3b11-4947-b1e3-41ff73d8baf1 req-790258d0-6693-488b-b9b6-32a436b31ec1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761926 Jul 13 19:39:58.377579 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:58.393069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf512b-7f45-4fcd-a0be-461b4258cc29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:58.394646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:58.396513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] 10.222.0.25 "DELETE /v2.0/networks/ce77b128-42cd-498b-9c8a-bd6ed96d6843 HTTP/1.1" status: 204 len: 168 time: 1.9792101 Jul 13 19:39:58.398389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:58.403060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2cbf512b-7f45-4fcd-a0be-461b4258cc29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "GET /v2.0/ports/4c3f47c4-3cde-4726-b4af-027947665247 HTTP/1.1" status: 200 len: 959 time: 0.1708474 Jul 13 19:39:58.456938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cc8ef-0a4e-4cc4-b6be-5c2eb9c18728 tempest-ExternalNetworksTestJSON-1396442307 tempest-ExternalNetworksTestJSON-1396442307-project] Pushing event deleted for resources: {'Network': ['ID=ce77b128-42cd-498b-9c8a-bd6ed96d6843,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:58.474459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 on network 60de7d8c-9f98-4164-9b60-2ef9123f341b not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:39:58.474778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Attempting to bind port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 on network 60de7d8c-9f98-4164-9b60-2ef9123f341b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:39:58.497706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:39:58.498054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Checking segment: {'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:39:58.498529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Bound using segment: {'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:39:58.507085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Bound port: 7a04f941-dccf-4d58-a5c5-afebc1f13f34, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610fdb16-e819-4dda-a637-f9686b5772f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:39:58.507469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:58.655424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] For port 7a04f941-dccf-4d58-a5c5-afebc1f13f34, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:39:58.659894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] For port 7a04f941-dccf-4d58-a5c5-afebc1f13f34, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:39:58.665105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-66c7da05-17c4-47c9-99c5-5e08af0d99c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Deleting port 4c3f47c4-3cde-4726-b4af-027947665247 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:39:58.666313 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66c7da05-17c4-47c9-99c5-5e08af0d99c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:58.671568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:58.720006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:58.720974 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:58.723476 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] 10.222.0.24 "PUT /v2.0/ports/7a04f941-dccf-4d58-a5c5-afebc1f13f34 HTTP/1.1" status: 200 len: 1092 time: 1.7951052 Jul 13 19:39:58.724909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '7a04f941-dccf-4d58-a5c5-afebc1f13f34'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:39:58.727569 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5cedab-3b90-4730-8873-7c1c03ac854f" -d '{"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "7a04f941-dccf-4d58-a5c5-afebc1f13f34"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:39:58.754431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63298bdd-0278-4420-aa56-58c31d0d2b03 req-8c60c91c-ce7b-4efa-a976-638172a0dd88 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:58.764677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63298bdd-0278-4420-aa56-58c31d0d2b03 req-8c60c91c-ce7b-4efa-a976-638172a0dd88 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 944 time: 0.5502899 Jul 13 19:39:58.864300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:58.885305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66c7da05-17c4-47c9-99c5-5e08af0d99c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:58.906311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-66c7da05-17c4-47c9-99c5-5e08af0d99c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Calling delete_port for 4c3f47c4-3cde-4726-b4af-027947665247 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:39:58.994009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71c266-2d78-45fe-a80c-c4ba7a27e572 service neutron] Pushing event updated for resources: {'Port': ['ID=7a04f941-dccf-4d58-a5c5-afebc1f13f34,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:59.066825 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66c7da05-17c4-47c9-99c5-5e08af0d99c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:59.129079 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63298bdd-0278-4420-aa56-58c31d0d2b03 req-fc873b5f-4d0a-48a5-90bb-bf63d94a272e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632183 Jul 13 19:39:59.130439 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:59.134392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7da05-17c4-47c9-99c5-5e08af0d99c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c3f47c4-3cde-4726-b4af-027947665247,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:39:59.162194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:59.192070 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66c7da05-17c4-47c9-99c5-5e08af0d99c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:59.202911 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-66c7da05-17c4-47c9-99c5-5e08af0d99c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "DELETE /v2.0/ports/4c3f47c4-3cde-4726-b4af-027947665247 HTTP/1.1" status: 204 len: 168 time: 0.7904451 Jul 13 19:39:59.207838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:59.284866 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7df9846-8997-47c7-a6e0-1128e114760c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] GET failed (client error): The resource could not be found. Jul 13 19:39:59.286873 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7df9846-8997-47c7-a6e0-1128e114760c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "GET /v2.0/ports/4c3f47c4-3cde-4726-b4af-027947665247 HTTP/1.1" status: 404 len: 333 time: 0.0774603 Jul 13 19:39:59.291318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:59.305867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Request body: {'port': {'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430728605'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:39:59.361510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Made reservation on behalf of 2ae79f5a2f8f4292a5f3d445a0a43ab3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:39:59.394653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:59.448255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] device_id is not set on port 69b4e822-dc58-42dd-8204-550646ee522e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:39:59.560116 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e93f53-02d8-4350-98f2-d862b690c87e x-openstack-request-id: req-a5e93f53-02d8-4350-98f2-d862b690c87e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:39:59.560658 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "7a04f941-dccf-4d58-a5c5-afebc1f13f34", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:39:59.561051 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5e93f53-02d8-4350-98f2-d862b690c87e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:39:59.561739 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '7a04f941-dccf-4d58-a5c5-afebc1f13f34', 'status': 'completed', 'code': 200} Jul 13 19:39:59.663043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5949d3fa-ec9d-45ea-98b4-298b899c62c9 req-eb4cd7f7-520d-4419-838a-041f9bfeff69 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 210 time: 0.1059194 Jul 13 19:39:59.738954 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-31f7e3b6-7bf6-4175-9c2d-2e13d7ce8031 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16a9b8190e0b4e7fac1f98e7f99325a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5776341 Jul 13 19:39:59.742239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:39:59.766055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-ef264a10-813f-4ffc-b75f-fadb2ff83213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:59.766833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-ef264a10-813f-4ffc-b75f-fadb2ff83213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:59.767368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-ef264a10-813f-4ffc-b75f-fadb2ff83213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:59.767902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-ef264a10-813f-4ffc-b75f-fadb2ff83213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:59.768430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-ef264a10-813f-4ffc-b75f-fadb2ff83213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:59.770289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-ef264a10-813f-4ffc-b75f-fadb2ff83213 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 4363 time: 0.2121491 Jul 13 19:39:59.912975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a273a6e8-9c25-4566-8157-bc98cb01072a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:39:59.951211 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:59.985155 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.015556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Transition to ACTIVE for port object a273a6e8-9c25-4566-8157-bc98cb01072a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:00.089479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-3f6a8ed0-bb37-45d2-9fb4-3ebc56f5b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.090060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-3f6a8ed0-bb37-45d2-9fb4-3ebc56f5b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.090795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-3f6a8ed0-bb37-45d2-9fb4-3ebc56f5b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.092483 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-3f6a8ed0-bb37-45d2-9fb4-3ebc56f5b46d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b291adcad82488e8ff56675514b433c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3047197 Jul 13 19:40:00.094167 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.148824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.297917 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-2064483e-0960-451c-bf3b-d2d46efb9402 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e12ecde31f0f40979862e20bf9644056&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2248390 Jul 13 19:40:00.308782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event updated for resources: {'Port': ['ID=69b4e822-dc58-42dd-8204-550646ee522e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:00.414020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Pushing event updated for resources: {'Port': ['ID=a273a6e8-9c25-4566-8157-bc98cb01072a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:00.474768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Network f0ba8547-92f4-4df6-bc4d-064c053d0b5d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:00.572338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:00.594567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-43f9ab55-88c1-444f-a72c-4f9235faa40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.600139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce5cedab-3b90-4730-8873-7c1c03ac854f req-43f9ab55-88c1-444f-a72c-4f9235faa40f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4662924 Jul 13 19:40:00.605046 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:00.606949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.607623 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.655269 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e037eec2-b776-46a1-ae2d-b0fa7b0dc2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.691609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e037eec2-b776-46a1-ae2d-b0fa7b0dc2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.778152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Attempting to bind port a273a6e8-9c25-4566-8157-bc98cb01072a on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:00.780641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Attempting to bind port a273a6e8-9c25-4566-8157-bc98cb01072a by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:00.780641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Attempting to bind port a273a6e8-9c25-4566-8157-bc98cb01072a on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:00.780801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc271c-9c8e-49d3-9774-9c862346a93b req-d0783de8-0cf4-4756-aa70-c43e9badd610 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.784481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a81097fe-bd89-4ed1-92a1-096cf4f94e7e up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:00.786283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Port a273a6e8-9c25-4566-8157-bc98cb01072a on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:00.786613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Attempting to bind port a273a6e8-9c25-4566-8157-bc98cb01072a on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:00.786934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc271c-9c8e-49d3-9774-9c862346a93b req-d0783de8-0cf4-4756-aa70-c43e9badd610 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.793876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc271c-9c8e-49d3-9774-9c862346a93b req-d0783de8-0cf4-4756-aa70-c43e9badd610 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.796390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:00.796736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Checking segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:00.797381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Bound using segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:00.797864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Bound port: a273a6e8-9c25-4566-8157-bc98cb01072a, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:00.798648 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.800251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc271c-9c8e-49d3-9774-9c862346a93b req-d0783de8-0cf4-4756-aa70-c43e9badd610 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.806125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc271c-9c8e-49d3-9774-9c862346a93b req-d0783de8-0cf4-4756-aa70-c43e9badd610 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.808231 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81cc271c-9c8e-49d3-9774-9c862346a93b req-d0783de8-0cf4-4756-aa70-c43e9badd610 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 3828 time: 1.0715921 Jul 13 19:40:00.812401 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e1c7faa6-6bab-4935-b72a-771077f36947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5179777 Jul 13 19:40:00.815083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:00.820934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:00.824178 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead17943-7bf0-4900-80bd-53c5d708ee26 req-bf61cb47-5971-43dc-a344-f3a9b8be5cc1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.831110 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ead17943-7bf0-4900-80bd-53c5d708ee26 req-bf61cb47-5971-43dc-a344-f3a9b8be5cc1 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 944 time: 0.2262251 Jul 13 19:40:00.858234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790481-69cc-4e96-bac3-a455a030bdaf req-445bfc1c-84f1-4d04-bf9f-b514b5aac880 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:00.859810 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-445bfc1c-84f1-4d04-bf9f-b514b5aac880 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5209918 Jul 13 19:40:00.879277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Request body: {'port': {'device_id': '186ae99a-8d73-4816-9897-c6af5f724e64', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'e12ecde31f0f40979862e20bf9644056'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:00.927849 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ead17943-7bf0-4900-80bd-53c5d708ee26 req-777aaf6c-2de2-496d-bab1-0f74c12322cf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944264 Jul 13 19:40:00.960103 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e037eec2-b776-46a1-ae2d-b0fa7b0dc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.964159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port a81097fe-bd89-4ed1-92a1-096cf4f94e7e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:00.969460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port a81097fe-bd89-4ed1-92a1-096cf4f94e7e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:00.970736 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.971896 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e037eec2-b776-46a1-ae2d-b0fa7b0dc2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.972276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] For port a273a6e8-9c25-4566-8157-bc98cb01072a, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:00.974386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e037eec2-b776-46a1-ae2d-b0fa7b0dc2e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5710ab09-c6a6-4d8f-bad8-2d4e3630aee0 HTTP/1.1" status: 204 len: 168 time: 1.1517553 Jul 13 19:40:00.984419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] For port a273a6e8-9c25-4566-8157-bc98cb01072a, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a273a6e8-9c25-4566-8157-bc98cb01072a,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:00.997130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:01.079552 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:01.081187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:01.083432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] 10.222.0.24 "PUT /v2.0/ports/a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 200 len: 1134 time: 2.2314875 Jul 13 19:40:01.112973 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81cc271c-9c8e-49d3-9774-9c862346a93b req-58589a03-6765-47a6-b19b-13b6d1f4bde5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893140 Jul 13 19:40:01.134811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037eec2-b776-46a1-ae2d-b0fa7b0dc2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5710ab09-c6a6-4d8f-bad8-2d4e3630aee0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:01.177296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:01.206018 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:01.235441 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:01.248597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-181750b9-c41e-48e0-8385-80282bcde55a req-81a202b5-a7c7-428a-8db4-67488f2d7687 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 210 time: 0.1395688 Jul 13 19:40:01.329777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:01.376786 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cbe4b9-3b5f-4cd7-8568-5f243eb7a950" -d '{"events": [{"server_uuid": "4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4", "name": "network-vif-plugged", "status": "completed", "tag": "a81097fe-bd89-4ed1-92a1-096cf4f94e7e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:01.408243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a81097fe-bd89-4ed1-92a1-096cf4f94e7e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:01.418451 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:01.453019 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Made reservation on behalf of e12ecde31f0f40979862e20bf9644056 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:01.457080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:01.529018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:01.533840 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:01.611665 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ea0cce-4c4c-40c5-9c32-bc0d934a1fe6 x-openstack-request-id: req-97ea0cce-4c4c-40c5-9c32-bc0d934a1fe6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:01.611966 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4", "name": "network-vif-plugged", "status": "completed", "tag": "a81097fe-bd89-4ed1-92a1-096cf4f94e7e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:01.612224 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97ea0cce-4c4c-40c5-9c32-bc0d934a1fe6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:01.612624 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'code': 200} Jul 13 19:40:01.667111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:01.802720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] device_id is not set on port 69b4e822-dc58-42dd-8204-550646ee522e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:40:01.824797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:01.897193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Transition to ACTIVE for port object 69b4e822-dc58-42dd-8204-550646ee522e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:01.900742 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-340cf23f-c677-4eee-b661-036834e9169e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a62d932cffd24d348f462ff635a06bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299521 Jul 13 19:40:01.910086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:01.925090 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:01.931452 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:01.952166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:02.064064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a640e-1246-4e1b-b77b-f98d682bd163 req-e0695717-892c-41b0-82a1-c8f80ef9d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.065895 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7c7a640e-1246-4e1b-b77b-f98d682bd163 req-e0695717-892c-41b0-82a1-c8f80ef9d4d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 1096 time: 0.3702004 Jul 13 19:40:02.130940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': 'a273a6e8-9c25-4566-8157-bc98cb01072a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:02.136336 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a741f0ab-e5e6-4466-9d35-294b430d17a9" -d '{"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "a273a6e8-9c25-4566-8157-bc98cb01072a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:02.137507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750b44c0-cc52-49e0-897a-759848a8a1e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:02.140771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:02.230868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event updated for resources: {'Port': ['ID=69b4e822-dc58-42dd-8204-550646ee522e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:02.254345 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba25fab5-cf28-488c-9b16-092d316a7809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:02.277697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba25fab5-cf28-488c-9b16-092d316a7809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:02.337475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:02.339066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:02.340471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:02.375975 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5e0221-1fbf-4c0a-a970-3e9451b283bb x-openstack-request-id: req-ca5e0221-1fbf-4c0a-a970-3e9451b283bb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:02.377647 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "a273a6e8-9c25-4566-8157-bc98cb01072a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:02.377647 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca5e0221-1fbf-4c0a-a970-3e9451b283bb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:02.377647 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': 'a273a6e8-9c25-4566-8157-bc98cb01072a', 'status': 'completed', 'code': 200} Jul 13 19:40:02.383524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c01e8-d186-4313-93c6-e8ff14a8df6e service neutron] Pushing event updated for resources: {'Port': ['ID=a273a6e8-9c25-4566-8157-bc98cb01072a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:02.402319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:02.402940 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:40:02.404783 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7c7a640e-1246-4e1b-b77b-f98d682bd163 req-b6d59bf0-cb83-456f-b06c-ec107a801b3e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002818 Jul 13 19:40:02.479333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Allocated IP 192.168.233.76 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/027729a0-9568-4d9c-bc54-4e26123bcca4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:02.492342 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 2 to bind port 69b4e822-dc58-42dd-8204-550646ee522e Jul 13 19:40:02.510010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:02.510320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:02.510695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:02.513250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba25fab5-cf28-488c-9b16-092d316a7809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:02.516014 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba25fab5-cf28-488c-9b16-092d316a7809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:02.518681 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ba25fab5-cf28-488c-9b16-092d316a7809 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d5a9587-c722-40d5-ab37-f711dc5533b2 HTTP/1.1" status: 204 len: 168 time: 0.6057923 Jul 13 19:40:02.538502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:02.539444 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:40:02.541237 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 3 to bind port 69b4e822-dc58-42dd-8204-550646ee522e Jul 13 19:40:02.559275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25fab5-cf28-488c-9b16-092d316a7809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5a9587-c722-40d5-ab37-f711dc5533b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:02.568609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:02.568955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:02.569304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:02.579008 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:02.579290 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:40:02.588041 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 4 to bind port 69b4e822-dc58-42dd-8204-550646ee522e Jul 13 19:40:02.603022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-be53474a-6652-4e64-af72-432216f3850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.603437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-be53474a-6652-4e64-af72-432216f3850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.603904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-be53474a-6652-4e64-af72-432216f3850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.604370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-be53474a-6652-4e64-af72-432216f3850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.604832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-be53474a-6652-4e64-af72-432216f3850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.605833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-be53474a-6652-4e64-af72-432216f3850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.607990 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-be53474a-6652-4e64-af72-432216f3850d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5290 time: 0.1956742 Jul 13 19:40:02.623304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:02.623967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:02.624456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:02.649824 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:02.650390 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:40:02.661049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4a8e0-4b36-40ff-b9a4-b29798f552de req-3fa9b060-a29b-4b45-9263-22103134b964 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.671367 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9fe4a8e0-4b36-40ff-b9a4-b29798f552de req-3fa9b060-a29b-4b45-9263-22103134b964 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 945 time: 0.5159991 Jul 13 19:40:02.693769 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 5 to bind port 69b4e822-dc58-42dd-8204-550646ee522e Jul 13 19:40:02.764055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:02.764600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:02.765083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:02.784748 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9fe4a8e0-4b36-40ff-b9a4-b29798f552de req-5e7aed7d-d3b5-409f-8625-c97ae1b26598 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119039 Jul 13 19:40:02.796182 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:02.798590 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:40:02.805733 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 6 to bind port 69b4e822-dc58-42dd-8204-550646ee522e Jul 13 19:40:02.825081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4b308-0b8a-495c-b2e7-2cc053cd2690 req-7f0570ef-22aa-4774-ad05-c84ffd7b8d2f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.853416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4b308-0b8a-495c-b2e7-2cc053cd2690 req-7f0570ef-22aa-4774-ad05-c84ffd7b8d2f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.864260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:02.864853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:02.871066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:02.876885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4b308-0b8a-495c-b2e7-2cc053cd2690 req-7f0570ef-22aa-4774-ad05-c84ffd7b8d2f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.909659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4b308-0b8a-495c-b2e7-2cc053cd2690 req-7f0570ef-22aa-4774-ad05-c84ffd7b8d2f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.919930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:02.925087 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:40:02.935515 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 7 to bind port 69b4e822-dc58-42dd-8204-550646ee522e Jul 13 19:40:02.944876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4b308-0b8a-495c-b2e7-2cc053cd2690 req-7f0570ef-22aa-4774-ad05-c84ffd7b8d2f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.956848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4b308-0b8a-495c-b2e7-2cc053cd2690 req-7f0570ef-22aa-4774-ad05-c84ffd7b8d2f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:02.976237 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9a4b308-0b8a-495c-b2e7-2cc053cd2690 req-7f0570ef-22aa-4774-ad05-c84ffd7b8d2f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 4604 time: 0.4650002 Jul 13 19:40:03.029998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:03.031765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:03.031765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:03.084987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b977ab7f-fd6e-4b05-b85c-15e469841925 req-7d7ffc4c-0a58-4d28-aa88-5388992f2f3b tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 210 time: 0.0932701 Jul 13 19:40:03.087755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:03.100300 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:40:03.108285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:03.111300 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 8 to bind port 69b4e822-dc58-42dd-8204-550646ee522e Jul 13 19:40:03.178355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:03.178929 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:03.179106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:03.195384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:03.195715 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:40:03.204336 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 9 to bind port 69b4e822-dc58-42dd-8204-550646ee522e Jul 13 19:40:03.231066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Transition to ACTIVE for port object 027729a0-9568-4d9c-bc54-4e26123bcca4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:03.250362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755729ce-168c-4256-aeba-2734cc235134 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:03.252722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:03.253063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:03.253402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:03.265614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:03.265943 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:40:03.271530 n-d-800708-1 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempt 10 to bind port 69b4e822-dc58-42dd-8204-550646ee522e Jul 13 19:40:03.319596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:03.320086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:03.320328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempting to bind port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:03.326352 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:03.360811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:03.361333 n-d-800708-1 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Failed to bind port 69b4e822-dc58-42dd-8204-550646ee522e on host n-h2-800708-1 for vnic_type normal using segments [{'id': 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0ba8547-92f4-4df6-bc4d-064c053d0b5d'}] Jul 13 19:40:03.362000 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:03.368475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Transition to ACTIVE for port object 755729ce-168c-4256-aeba-2734cc235134 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:03.399419 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:03.472514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] For port 69b4e822-dc58-42dd-8204-550646ee522e, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:03.472908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 19:40:03.476065 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:03.501623 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9a4b308-0b8a-495c-b2e7-2cc053cd2690 req-78d122b8-a9e9-4a7e-bce6-3fed0f2c3c00 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5246370 Jul 13 19:40:03.505025 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:03.507016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:03.510759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:03.529343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:03.720175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] In _notify_port_updated(), no bound segment for port 69b4e822-dc58-42dd-8204-550646ee522e on network f0ba8547-92f4-4df6-bc4d-064c053d0b5d {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:40:03.721119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:03.721698 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:03.731974 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "PUT /v2.0/ports/69b4e822-dc58-42dd-8204-550646ee522e HTTP/1.1" status: 200 len: 979 time: 2.9121516 Jul 13 19:40:03.745948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Pushing event updated for resources: {'Port': ['ID=755729ce-168c-4256-aeba-2734cc235134,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:03.766462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:03.779203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-04dbfdaf-4d3b-4b55-a53e-aadcd228ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:03.779673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-04dbfdaf-4d3b-4b55-a53e-aadcd228ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:03.780162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-04dbfdaf-4d3b-4b55-a53e-aadcd228ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:03.781844 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-04dbfdaf-4d3b-4b55-a53e-aadcd228ec88 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b291adcad82488e8ff56675514b433c&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1498933 Jul 13 19:40:03.819983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Pushing event updated for resources: {'Port': ['ID=027729a0-9568-4d9c-bc54-4e26123bcca4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:03.894908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:03.896013 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:03.998263 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-ab5520bf-e1fa-4b92-9ef7-7eb637b04447 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1233132 Jul 13 19:40:04.023522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Request body: {'port': {'device_id': '186ae99a-8d73-4816-9897-c6af5f724e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:04.031242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b8a37-5362-421e-aaa0-a4dcb5e8c205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event updated for resources: {'Port': ['ID=69b4e822-dc58-42dd-8204-550646ee522e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:04.137035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0cbe648-31be-488d-85b8-2c9c92c5c000 None None] Provisioning for port 027729a0-9568-4d9c-bc54-4e26123bcca4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:04.141972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0cbe648-31be-488d-85b8-2c9c92c5c000 None None] Provisioning complete for port 027729a0-9568-4d9c-bc54-4e26123bcca4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:04.142732 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe648-31be-488d-85b8-2c9c92c5c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:04.149647 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:04.219034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbe648-31be-488d-85b8-2c9c92c5c000 None None] Port 027729a0-9568-4d9c-bc54-4e26123bcca4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:04.303513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Attempting to bind port 755729ce-168c-4256-aeba-2734cc235134 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:04.304386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Attempting to bind port 755729ce-168c-4256-aeba-2734cc235134 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:04.304898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Attempting to bind port 755729ce-168c-4256-aeba-2734cc235134 on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:04.323747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-541904c8-f992-4740-aab2-e8f53d0d7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:04.325680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a741f0ab-e5e6-4466-9d35-294b430d17a9 req-541904c8-f992-4740-aab2-e8f53d0d7895 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5128520 Jul 13 19:40:04.326454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Port 755729ce-168c-4256-aeba-2734cc235134 on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:04.326996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Attempting to bind port 755729ce-168c-4256-aeba-2734cc235134 on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:04.344439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:04.345077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Checking segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:04.345693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Bound using segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:04.346334 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Bound port: 755729ce-168c-4256-aeba-2734cc235134, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:04.346918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:04.365692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a35e9-d2da-4b7f-a289-a6de25dd1f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Deleting port 69b4e822-dc58-42dd-8204-550646ee522e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:04.366455 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce7a35e9-d2da-4b7f-a289-a6de25dd1f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:04.454910 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8b632-ff1b-4a16-8ecc-e6ccf158491d req-cf91aded-a32d-4610-a6e5-5058fd7eb25e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:04.462300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bdd8b632-ff1b-4a16-8ecc-e6ccf158491d req-cf91aded-a32d-4610-a6e5-5058fd7eb25e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 945 time: 0.3763595 Jul 13 19:40:04.537126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ce7a35e9-d2da-4b7f-a289-a6de25dd1f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] For port 69b4e822-dc58-42dd-8204-550646ee522e, host n-h2-800708-1, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:04.537936 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce7a35e9-d2da-4b7f-a289-a6de25dd1f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:04.555586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bdd8b632-ff1b-4a16-8ecc-e6ccf158491d req-a14544e2-06c7-4767-a674-c17828e3989a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918615 Jul 13 19:40:04.576049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] For port 755729ce-168c-4256-aeba-2734cc235134, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:04.594932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] For port 755729ce-168c-4256-aeba-2734cc235134, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=755729ce-168c-4256-aeba-2734cc235134,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:04.603087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb590852-4ed9-4e1a-bd97-14f168e8b7de req-d430b78b-71ac-4556-b344-e21034e6df8c tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:04.609850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a35e9-d2da-4b7f-a289-a6de25dd1f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Calling delete_port for 69b4e822-dc58-42dd-8204-550646ee522e owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:04.610030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cb590852-4ed9-4e1a-bd97-14f168e8b7de req-d430b78b-71ac-4556-b344-e21034e6df8c tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 935 time: 0.2231617 Jul 13 19:40:04.613245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:04.676179 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cb590852-4ed9-4e1a-bd97-14f168e8b7de req-3c6b29dc-99e6-4d7f-ab2a-9972a39601c9 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597804 Jul 13 19:40:04.724930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:04.726199 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:04.727672 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] 10.222.0.24 "PUT /v2.0/ports/755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 200 len: 1136 time: 3.5957561 Jul 13 19:40:04.747627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '755729ce-168c-4256-aeba-2734cc235134'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:04.749881 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a153fb8f-88ec-4d57-a77d-689eba89fb22" -d '{"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "755729ce-168c-4256-aeba-2734cc235134"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:04.773888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:04.872577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027729a0-9568-4d9c-bc54-4e26123bcca4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:04.895061 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:04.920261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Transition to ACTIVE for port object 027729a0-9568-4d9c-bc54-4e26123bcca4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:04.927449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:05.016981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Pushing event updated for resources: {'Port': ['ID=027729a0-9568-4d9c-bc54-4e26123bcca4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:05.073592 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14713b92-f6ce-4e1d-a478-88f7718ea062 service neutron] Pushing event updated for resources: {'Port': ['ID=755729ce-168c-4256-aeba-2734cc235134,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:05.264341 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:05.281911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b13a-1d03-4899-8343-a819a342fdd6 req-3c6ebbaa-6e84-4e57-a931-b4bf94163d30 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.289609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9531b13a-1d03-4899-8343-a819a342fdd6 req-3c6ebbaa-6e84-4e57-a931-b4bf94163d30 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 945 time: 0.3434358 Jul 13 19:40:05.309857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51d919-cf4d-4463-8b7a-25efe352134c req-e347b09c-dd05-43ee-92cd-e2d1ac092388 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.318531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce7a35e9-d2da-4b7f-a289-a6de25dd1f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:05.343351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51d919-cf4d-4463-8b7a-25efe352134c req-e347b09c-dd05-43ee-92cd-e2d1ac092388 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.355198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51d919-cf4d-4463-8b7a-25efe352134c req-e347b09c-dd05-43ee-92cd-e2d1ac092388 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.371298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51d919-cf4d-4463-8b7a-25efe352134c req-e347b09c-dd05-43ee-92cd-e2d1ac092388 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.383416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51d919-cf4d-4463-8b7a-25efe352134c req-e347b09c-dd05-43ee-92cd-e2d1ac092388 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.390922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51d919-cf4d-4463-8b7a-25efe352134c req-e347b09c-dd05-43ee-92cd-e2d1ac092388 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.405761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51d919-cf4d-4463-8b7a-25efe352134c req-e347b09c-dd05-43ee-92cd-e2d1ac092388 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.414711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a51d919-cf4d-4463-8b7a-25efe352134c req-e347b09c-dd05-43ee-92cd-e2d1ac092388 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5382 time: 0.3938513 Jul 13 19:40:05.424385 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce7a35e9-d2da-4b7f-a289-a6de25dd1f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:05.438525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ce7a35e9-d2da-4b7f-a289-a6de25dd1f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "DELETE /v2.0/ports/69b4e822-dc58-42dd-8204-550646ee522e HTTP/1.1" status: 204 len: 168 time: 1.6715198 Jul 13 19:40:05.444435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a35e9-d2da-4b7f-a289-a6de25dd1f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] Pushing event deleted for resources: {'Port': ['ID=69b4e822-dc58-42dd-8204-550646ee522e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:05.447873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:05.487170 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9531b13a-1d03-4899-8343-a819a342fdd6 req-9dd4cb71-0c1d-484a-b1ec-388f348cb3b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963756 Jul 13 19:40:05.490293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Attempting to bind port 027729a0-9568-4d9c-bc54-4e26123bcca4 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:05.490880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Attempting to bind port 027729a0-9568-4d9c-bc54-4e26123bcca4 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:05.491437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Attempting to bind port 027729a0-9568-4d9c-bc54-4e26123bcca4 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:05.523549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:05.524615 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2136c8b-b64f-4e45-82e7-1714dfa9aae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] GET failed (client error): The resource could not be found. Jul 13 19:40:05.526294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d2136c8b-b64f-4e45-82e7-1714dfa9aae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370483605-project-admin] 10.222.0.25 "GET /v2.0/ports/69b4e822-dc58-42dd-8204-550646ee522e HTTP/1.1" status: 404 len: 333 time: 0.0675726 Jul 13 19:40:05.543358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:05.550613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Port 027729a0-9568-4d9c-bc54-4e26123bcca4 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:05.551174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Attempting to bind port 027729a0-9568-4d9c-bc54-4e26123bcca4 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:05.645367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:05.646036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:05.646133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:05.646544 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Bound port: 027729a0-9568-4d9c-bc54-4e26123bcca4, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:05.646914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:05.658796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:05.663332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a51d919-cf4d-4463-8b7a-25efe352134c req-1796ca13-90a1-4b08-838a-045e13f8e40f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2415318 Jul 13 19:40:05.706896 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f70e6e8-a2a2-4800-b509-1d1618cea80d x-openstack-request-id: req-7f70e6e8-a2a2-4800-b509-1d1618cea80d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:05.707240 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "755729ce-168c-4256-aeba-2734cc235134", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:05.707430 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f70e6e8-a2a2-4800-b509-1d1618cea80d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:05.707827 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '755729ce-168c-4256-aeba-2734cc235134', 'status': 'completed', 'code': 200} Jul 13 19:40:05.785646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:05.850699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] For port 027729a0-9568-4d9c-bc54-4e26123bcca4, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:05.917138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] For port 027729a0-9568-4d9c-bc54-4e26123bcca4, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=027729a0-9568-4d9c-bc54-4e26123bcca4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:05.929972 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:05.940599 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:05.962276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a33703ab-39cb-47d1-b453-938e673b61aa tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1243569327'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:05.962839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a33703ab-39cb-47d1-b453-938e673b61aa tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:40:05.989065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-5016c27a-4ab2-45b1-a913-a243d18ecf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.989557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-5016c27a-4ab2-45b1-a913-a243d18ecf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.990037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-5016c27a-4ab2-45b1-a913-a243d18ecf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.990532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-5016c27a-4ab2-45b1-a913-a243d18ecf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.991322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-5016c27a-4ab2-45b1-a913-a243d18ecf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.991467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-5016c27a-4ab2-45b1-a913-a243d18ecf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.991942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-5016c27a-4ab2-45b1-a913-a243d18ecf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:05.993904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-5016c27a-4ab2-45b1-a913-a243d18ecf3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6219 time: 0.2851512 Jul 13 19:40:05.996460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8666d919-8833-483f-a45c-3b8461a49ec1 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:06.000828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8666d919-8833-483f-a45c-3b8461a49ec1 tempest-TestNetworkBasicOps-1819736894 tempest-TestNetworkBasicOps-1819736894-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 1091 time: 0.4714231 Jul 13 19:40:06.003464 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:06.005220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ba8547-92f4-4df6-bc4d-064c053d0b5d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:06.007976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:06.104791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:06.105767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dd5fc8-1f58-4e56-8825-de3276aeb4ac') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:06.109815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:06.110525 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:06.111870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] 10.222.0.24 "PUT /v2.0/ports/027729a0-9568-4d9c-bc54-4e26123bcca4 HTTP/1.1" status: 200 len: 1095 time: 2.1016169 Jul 13 19:40:06.112870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186ae99a-8d73-4816-9897-c6af5f724e64', 'tag': '027729a0-9568-4d9c-bc54-4e26123bcca4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:06.115507 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6ba088-c4ba-473e-82ce-0685dac6960a" -d '{"events": [{"name": "network-changed", "server_uuid": "186ae99a-8d73-4816-9897-c6af5f724e64", "tag": "027729a0-9568-4d9c-bc54-4e26123bcca4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:06.138471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:06.204726 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb86584-db9b-4508-a261-ee30c2a9e5c0 x-openstack-request-id: req-dbb86584-db9b-4508-a261-ee30c2a9e5c0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:06.205022 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186ae99a-8d73-4816-9897-c6af5f724e64", "tag": "027729a0-9568-4d9c-bc54-4e26123bcca4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:06.205737 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbb86584-db9b-4508-a261-ee30c2a9e5c0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:06.205737 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186ae99a-8d73-4816-9897-c6af5f724e64', 'tag': '027729a0-9568-4d9c-bc54-4e26123bcca4', 'status': 'completed', 'code': 200} Jul 13 19:40:06.215912 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:06.266730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:06.275043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-a98f3775-9fb7-4a37-bf27-28048e50b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:06.275522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-a98f3775-9fb7-4a37-bf27-28048e50b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:06.275992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-a98f3775-9fb7-4a37-bf27-28048e50b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:06.277854 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-a98f3775-9fb7-4a37-bf27-28048e50b410 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b291adcad82488e8ff56675514b433c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2622304 Jul 13 19:40:06.280246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:06.353398 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Transition to ACTIVE for port object 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:06.366315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:06.489042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-7ceda5b2-bec1-48d2-82fb-5ae58069d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:06.491030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a153fb8f-88ec-4d57-a77d-689eba89fb22 req-7ceda5b2-bec1-48d2-82fb-5ae58069d390 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1990600 Jul 13 19:40:06.493427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Pushing event updated for resources: {'Port': ['ID=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:06.637856 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:06.657865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Attempting to bind port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:06.658317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Attempting to bind port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:06.658775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Attempting to bind port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:06.666583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:06.667003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Attempting to bind port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:06.706056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:06.706584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Checking segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:06.707075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Bound using segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:06.707618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Bound port: 0b32ac7d-1b95-48a8-96f6-3373cc9787c0, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:06.708075 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:06.806928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a33703ab-39cb-47d1-b453-938e673b61aa tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:06.808537 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a33703ab-39cb-47d1-b453-938e673b61aa tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1436684 Jul 13 19:40:06.815647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:06.815647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea29b6-5259-4692-9ce0-c5154ce5f60f service neutron] Pushing event updated for resources: {'Port': ['ID=027729a0-9568-4d9c-bc54-4e26123bcca4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:06.821785 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:06.830260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c57a7012-2a07-4782-9930-abf7a61a07d8 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '834deaa7-304e-448b-8ced-ee2752e0f86f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:06.830811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c57a7012-2a07-4782-9930-abf7a61a07d8 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:40:06.857672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:40:06.858088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:40:06.889228 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:40:06.961725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] For port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:06.991105 n-d-800708-1 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-c57a7012-2a07-4782-9930-abf7a61a07d8 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 19:40:07.015417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] For port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:07.033431 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:07.050246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa295c-add6-46b5-8bd3-299bcfe1af82 req-2cc57d45-4a38-432f-a054-f3cb29cc8dab tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.057890 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b0fa295c-add6-46b5-8bd3-299bcfe1af82 req-2cc57d45-4a38-432f-a054-f3cb29cc8dab tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 947 time: 1.0644226 Jul 13 19:40:07.085682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Allocated IP 172.25.7.216 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/0d87c0c8-97f6-4395-94a6-e8dea6e8a1fa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:07.114532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:07.118905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:07.124078 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] 10.222.0.25 "DELETE /v2.0/networks/f0ba8547-92f4-4df6-bc4d-064c053d0b5d HTTP/1.1" status: 204 len: 168 time: 1.5667989 Jul 13 19:40:07.133526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.136528 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:07.140647 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] 10.222.0.24 "PUT /v2.0/ports/0b32ac7d-1b95-48a8-96f6-3373cc9787c0 HTTP/1.1" status: 200 len: 1090 time: 2.3807807 Jul 13 19:40:07.190111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790481-69cc-4e96-bac3-a455a030bdaf req-cff3fba2-6f71-43d0-b460-8aba59730765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.191937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-cff3fba2-6f71-43d0-b460-8aba59730765 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e12ecde31f0f40979862e20bf9644056&device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 1098 time: 0.9802248 Jul 13 19:40:07.198167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:07.201340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c57a7012-2a07-4782-9930-abf7a61a07d8 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:07.202738 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c57a7012-2a07-4782-9930-abf7a61a07d8 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3826177 Jul 13 19:40:07.217567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:07.229138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c625765a-4017-4818-8bd2-e0df6bea8be2 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '834deaa7-304e-448b-8ced-ee2752e0f86f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:07.229634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c625765a-4017-4818-8bd2-e0df6bea8be2 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:40:07.238387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8a80b-e4f0-455d-b1c3-d7eb329e9325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745628619-project] Pushing event deleted for resources: {'Network': ['ID=f0ba8547-92f4-4df6-bc4d-064c053d0b5d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:07.306839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-7cff56ab-5c8f-49fb-b360-b61dc61a4347 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=027729a0-9568-4d9c-bc54-4e26123bcca4 HTTP/1.1" status: 200 len: 217 time: 0.1027846 Jul 13 19:40:07.409102 n-d-800708-1 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-c625765a-4017-4818-8bd2-e0df6bea8be2 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 19:40:07.561933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81066e-5620-47a4-b727-1f0b98cda615 service neutron] Pushing event updated for resources: {'Port': ['ID=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:07.595744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790481-69cc-4e96-bac3-a455a030bdaf req-b41441c6-d7b0-4ff0-9329-e6c9da6803a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.597141 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-b41441c6-d7b0-4ff0-9329-e6c9da6803a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.2052906 Jul 13 19:40:07.598455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c625765a-4017-4818-8bd2-e0df6bea8be2 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:07.599507 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c625765a-4017-4818-8bd2-e0df6bea8be2 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3756335 Jul 13 19:40:07.607721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:07.613086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:07.622732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:07.629549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4f9c-5c9e-471a-8f85-64428630145a req-b84247e9-adde-498e-a1c8-1c52d92431a1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.635843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4f9c-5c9e-471a-8f85-64428630145a req-b84247e9-adde-498e-a1c8-1c52d92431a1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.643086 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0da63a19-0f05-443f-b863-236077ece280 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=9a1b843f-9338-48f2-b5b5-f45f6820f8a6 HTTP/1.1" status: 200 len: 462 time: 0.0319889 Jul 13 19:40:07.643508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4f9c-5c9e-471a-8f85-64428630145a req-b84247e9-adde-498e-a1c8-1c52d92431a1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.650051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4f9c-5c9e-471a-8f85-64428630145a req-b84247e9-adde-498e-a1c8-1c52d92431a1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.654891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b0fa295c-add6-46b5-8bd3-299bcfe1af82 req-29149fe7-0526-45e3-81d5-4af582731b42 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956585 Jul 13 19:40:07.655143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:07.660665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4f9c-5c9e-471a-8f85-64428630145a req-b84247e9-adde-498e-a1c8-1c52d92431a1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.677937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4f9c-5c9e-471a-8f85-64428630145a req-b84247e9-adde-498e-a1c8-1c52d92431a1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.685315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4f9c-5c9e-471a-8f85-64428630145a req-b84247e9-adde-498e-a1c8-1c52d92431a1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.692771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c70a4f9c-5c9e-471a-8f85-64428630145a req-b84247e9-adde-498e-a1c8-1c52d92431a1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5394 time: 0.7598686 Jul 13 19:40:07.714864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '0b32ac7d-1b95-48a8-96f6-3373cc9787c0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:07.719636 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d645f31-4295-4e6f-9507-335a8dcd18db" -d '{"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "0b32ac7d-1b95-48a8-96f6-3373cc9787c0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:07.797294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790481-69cc-4e96-bac3-a455a030bdaf req-e69467f8-1366-44d2-b8d6-70492c1fbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:07.799852 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-e69467f8-1366-44d2-b8d6-70492c1fbaad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1797984 Jul 13 19:40:07.848776 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e87c47c-6605-4cde-9ea9-f452771ed47a tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:07.850177 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1e87c47c-6605-4cde-9ea9-f452771ed47a tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/9a1b843f-9338-48f2-b5b5-f45f6820f8a6 HTTP/1.1" status: 204 len: 168 time: 0.1754594 Jul 13 19:40:07.852706 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c70a4f9c-5c9e-471a-8f85-64428630145a req-0250f5ae-ca68-43e0-9489-ff7a41d0150a tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587405 Jul 13 19:40:07.854622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:07.865612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:07.893556 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-23949e81-7835-44b4-bc92-51c9d6cd1edb tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=9a1b843f-9338-48f2-b5b5-f45f6820f8a6 HTTP/1.1" status: 200 len: 221 time: 0.0360456 Jul 13 19:40:07.896492 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-8f622bd5-4af6-4824-b696-ef31501cb034 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3229597 Jul 13 19:40:07.904905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:07.923873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9d40fed-9b73-46a2-9b67-f11fd60d8667 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--333755860', 'description': 'label created by tempest'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:07.924742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9d40fed-9b73-46a2-9b67-f11fd60d8667 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Unknown quota resources ['metering_label']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:40:07.991758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-22476e25-7195-4865-aecb-16ce805ac31d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6eb6d07def734cfbb2345c1c50051265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677967 Jul 13 19:40:07.993207 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:08.061792 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-42785997-2f68-46f8-b8e3-8b02444d7649 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193587 Jul 13 19:40:08.141715 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fae7b86-396b-4377-b77b-b7ff0dcd174e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:08.187250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fae7b86-396b-4377-b77b-b7ff0dcd174e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:08.235447 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586cf5b2-2f22-4893-8c3a-d271f4e661af x-openstack-request-id: req-586cf5b2-2f22-4893-8c3a-d271f4e661af {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:08.235900 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "0b32ac7d-1b95-48a8-96f6-3373cc9787c0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:08.236260 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-586cf5b2-2f22-4893-8c3a-d271f4e661af {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:08.236758 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '0b32ac7d-1b95-48a8-96f6-3373cc9787c0', 'status': 'completed', 'code': 200} Jul 13 19:40:08.244285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53790481-69cc-4e96-bac3-a455a030bdaf req-92d08e8d-5261-4aa6-97aa-c92749207cf8 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690986 Jul 13 19:40:08.247041 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:08.266586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fae7b86-396b-4377-b77b-b7ff0dcd174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:08.269246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fae7b86-396b-4377-b77b-b7ff0dcd174e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:08.270720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7fae7b86-396b-4377-b77b-b7ff0dcd174e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58d6c83e-4e08-4bb3-80b5-e9c033e95842 HTTP/1.1" status: 204 len: 168 time: 0.2753680 Jul 13 19:40:08.337547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae7b86-396b-4377-b77b-b7ff0dcd174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d6c83e-4e08-4bb3-80b5-e9c033e95842,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:08.350378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:08.361531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:08.378955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Transition to ACTIVE for port object 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:08.455770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-7afeb0cd-a3e8-4460-93c5-7666b9c337ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:08.457458 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-7afeb0cd-a3e8-4460-93c5-7666b9c337ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e12ecde31f0f40979862e20bf9644056&device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 1098 time: 0.1471713 Jul 13 19:40:08.620125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-2a8dee1d-e6a9-4a47-aabe-f802c247acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:08.621986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-2a8dee1d-e6a9-4a47-aabe-f802c247acf6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1564939 Jul 13 19:40:08.687730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-f89f5687-c18b-4040-97fc-757615d1506b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=027729a0-9568-4d9c-bc54-4e26123bcca4 HTTP/1.1" status: 200 len: 217 time: 0.0575349 Jul 13 19:40:08.794374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-5ce9b32d-1d68-4a06-9b63-08c495d514ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:08.796572 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-5ce9b32d-1d68-4a06-9b63-08c495d514ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.1005487 Jul 13 19:40:08.797573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:08.940863 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:08.976540 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-906f78d1-7b35-474d-8918-b8f116c44fce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ae79f5a2f8f4292a5f3d445a0a43ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744928 Jul 13 19:40:08.980230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:09.002868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-40a0b7fb-3c7d-49a0-b783-1d10058bcf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.004338 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-40a0b7fb-3c7d-49a0-b783-1d10058bcf45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881566 Jul 13 19:40:09.012362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879f2cb-1776-4b56-91ec-ea265dd54998 req-137e5119-9b3d-4d55-8b55-ed998c9cc44b tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.014370 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e879f2cb-1776-4b56-91ec-ea265dd54998 req-137e5119-9b3d-4d55-8b55-ed998c9cc44b tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 947 time: 0.1992614 Jul 13 19:40:09.050342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:09.063152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:09.100318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:09.124707 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-b74a894f-0135-4648-9ab5-a687fb628585 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3260064 Jul 13 19:40:09.140579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=0d87c0c8-97f6-4395-94a6-e8dea6e8a1fa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:09.205115 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e879f2cb-1776-4b56-91ec-ea265dd54998 req-7a8552c6-b545-4ea4-9c9c-1fbfc45b1f1c tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825767 Jul 13 19:40:09.251120 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6c6748b-f602-476e-a95f-e144c893a50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:09.275176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6c6748b-f602-476e-a95f-e144c893a50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:09.322063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9d40fed-9b73-46a2-9b67-f11fd60d8667 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:09.327029 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d9d40fed-9b73-46a2-9b67-f11fd60d8667 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.4106972 Jul 13 19:40:09.331350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:09.341365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6c6748b-f602-476e-a95f-e144c893a50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:09.343760 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6c6748b-f602-476e-a95f-e144c893a50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:09.345058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c6c6748b-f602-476e-a95f-e144c893a50d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af2c7071-331b-440e-a7a7-5b1d83bc6471 HTTP/1.1" status: 204 len: 168 time: 0.3603096 Jul 13 19:40:09.362739 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-0f243402-f41a-449f-918f-ec4f1a9ed0ba service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471892 Jul 13 19:40:09.368682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6748b-f602-476e-a95f-e144c893a50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2c7071-331b-440e-a7a7-5b1d83bc6471,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:09.497890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-596d483b-262f-4cd9-993b-db78f5552374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.498525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-596d483b-262f-4cd9-993b-db78f5552374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.499192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-596d483b-262f-4cd9-993b-db78f5552374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.499682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-596d483b-262f-4cd9-993b-db78f5552374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.500621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-596d483b-262f-4cd9-993b-db78f5552374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.500762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-596d483b-262f-4cd9-993b-db78f5552374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.501134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-596d483b-262f-4cd9-993b-db78f5552374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.503268 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-596d483b-262f-4cd9-993b-db78f5552374 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6491 time: 0.3040261 Jul 13 19:40:09.530751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-e816c43e-75bf-4528-b6ee-e3894c195172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.531750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-e816c43e-75bf-4528-b6ee-e3894c195172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.532742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-e816c43e-75bf-4528-b6ee-e3894c195172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.533241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-e816c43e-75bf-4528-b6ee-e3894c195172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.533741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-e816c43e-75bf-4528-b6ee-e3894c195172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.534211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-e816c43e-75bf-4528-b6ee-e3894c195172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.534796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-e816c43e-75bf-4528-b6ee-e3894c195172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.536837 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-e816c43e-75bf-4528-b6ee-e3894c195172 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6311 time: 1.3052986 Jul 13 19:40:09.611231 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-b9d5a22e-042c-4e76-bd16-1d983fc59d48 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320707 Jul 13 19:40:09.695974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-a185e946-9622-422a-ab4a-b5705037b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.696376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-a185e946-9622-422a-ab4a-b5705037b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.696844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-a185e946-9622-422a-ab4a-b5705037b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.699713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-a185e946-9622-422a-ab4a-b5705037b435 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 HTTP/1.1" status: 200 len: 2293 time: 0.1586053 Jul 13 19:40:09.703857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:09.817496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-7cfa042e-bdaf-4a46-971c-591d5d3c2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.817981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-7cfa042e-bdaf-4a46-971c-591d5d3c2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.818519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-7cfa042e-bdaf-4a46-971c-591d5d3c2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.820161 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-7cfa042e-bdaf-4a46-971c-591d5d3c2fc2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b291adcad82488e8ff56675514b433c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2070475 Jul 13 19:40:09.820300 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-7031e392-88fa-419d-b651-0e9e89276af3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5203f733-bba5-4060-91fd-72000c2983bc HTTP/1.1" status: 200 len: 1002 time: 0.1150255 Jul 13 19:40:09.826061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-457cc0f3-afc5-47d0-8095-da1a8961db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.827536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-457cc0f3-afc5-47d0-8095-da1a8961db8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 1097 time: 1.5949056 Jul 13 19:40:09.829849 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b01a4ec9-5d3f-43b7-b706-b53baddf2a3e tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=ed6c6e3c-bc34-4a1d-b66f-83efdf4df736 HTTP/1.1" status: 200 len: 467 time: 0.4826963 Jul 13 19:40:09.838878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:09.885380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-0308ea54-c9d2-46fd-8819-836d84287c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.887913 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-0308ea54-c9d2-46fd-8819-836d84287c49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b HTTP/1.1" status: 200 len: 851 time: 0.0606332 Jul 13 19:40:09.960794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-c77d80f0-bb6d-4290-94a9-2e56eb7a7678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.962307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-c77d80f0-bb6d-4290-94a9-2e56eb7a7678 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692585 Jul 13 19:40:09.962579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ffece-eb8f-414d-bb8c-74436abb4708 req-19b04d8e-f012-49ef-8f52-f50f1aaa6199 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.969470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ffece-eb8f-414d-bb8c-74436abb4708 req-19b04d8e-f012-49ef-8f52-f50f1aaa6199 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.975433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ffece-eb8f-414d-bb8c-74436abb4708 req-19b04d8e-f012-49ef-8f52-f50f1aaa6199 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.982017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ffece-eb8f-414d-bb8c-74436abb4708 req-19b04d8e-f012-49ef-8f52-f50f1aaa6199 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.988296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ffece-eb8f-414d-bb8c-74436abb4708 req-19b04d8e-f012-49ef-8f52-f50f1aaa6199 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:09.994209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ffece-eb8f-414d-bb8c-74436abb4708 req-19b04d8e-f012-49ef-8f52-f50f1aaa6199 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:10.000845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ffece-eb8f-414d-bb8c-74436abb4708 req-19b04d8e-f012-49ef-8f52-f50f1aaa6199 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:10.002850 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c1ffece-eb8f-414d-bb8c-74436abb4708 req-19b04d8e-f012-49ef-8f52-f50f1aaa6199 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5406 time: 0.9489110 Jul 13 19:40:10.085787 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-22560328-3b32-46f2-b26b-3b3a99b68fe8 service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164699 Jul 13 19:40:10.128574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Attempting to bind port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:10.128913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Attempting to bind port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:10.129253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Attempting to bind port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:10.188479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:10.188812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Attempting to bind port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:10.212953 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-508fb597-f09f-4903-b3c6-87b6fb113f9e service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190007 Jul 13 19:40:10.273431 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-75ce0171-e460-42c1-be25-f351c3a03889 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 200 len: 217 time: 0.0535817 Jul 13 19:40:10.288797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:10.289149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Checking segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:10.289548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Bound using segment: {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:10.290000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Bound port: 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c8ee6b-3b35-4602-8e77-7536000a0205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:10.290371 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:10.372491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-88b8d228-e5a8-4858-b982-068422495729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:10.373230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-88b8d228-e5a8-4858-b982-068422495729 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0933404 Jul 13 19:40:10.373640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:10.390031 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c1ffece-eb8f-414d-bb8c-74436abb4708 req-15c83a3e-0c51-4902-b17a-001d2fef2745 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2844071 Jul 13 19:40:10.476744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-8f499068-f20f-4c12-b6c7-603cf59957d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:10.481337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d645f31-4295-4e6f-9507-335a8dcd18db req-8f499068-f20f-4c12-b6c7-603cf59957d6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6468396 Jul 13 19:40:10.574935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-201ab7fa-1d8c-4957-b238-d0a4be059c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:10.579010 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-201ab7fa-1d8c-4957-b238-d0a4be059c34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 912 time: 0.7193003 Jul 13 19:40:10.665415 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1715c244-8cf0-4d39-bd2b-e27a4f1ecbdb tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:10.666784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1715c244-8cf0-4d39-bd2b-e27a4f1ecbdb tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/ed6c6e3c-bc34-4a1d-b66f-83efdf4df736 HTTP/1.1" status: 204 len: 168 time: 0.8128235 Jul 13 19:40:10.676110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:10.748414 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] For port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:10.753576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] For port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:10.808916 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-8ac96fea-13b7-464d-a726-bccbd235e77f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388208fb-59ef-4e17-80b9-d76bd2e14457 HTTP/1.1" status: 200 len: 1002 time: 0.1917653 Jul 13 19:40:10.815548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:10.822455 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15da4c86-53f7-4a62-81fc-d1b00b23bee4 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=ed6c6e3c-bc34-4a1d-b66f-83efdf4df736 HTTP/1.1" status: 200 len: 216 time: 0.1414196 Jul 13 19:40:10.842629 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:10.843105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-178299183'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:10.867815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Made reservation on behalf of 9dd1f5a666494046a607eaa191beb97f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:10.872246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:10.882288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:10.941540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-2aa325b7-29ec-42b7-a4eb-8521c2567d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:10.943654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-2aa325b7-29ec-42b7-a4eb-8521c2567d78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5633481 Jul 13 19:40:11.052064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-452db151-57af-4976-84d6-e5e34c130b8b service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990024 Jul 13 19:40:11.064709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aab8e1-82c0-4b84-ad8e-25db599199ec req-dc47606f-6c58-4809-b287-22e9f38ff6b2 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:11.071629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09aab8e1-82c0-4b84-ad8e-25db599199ec req-dc47606f-6c58-4809-b287-22e9f38ff6b2 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 947 time: 0.6137929 Jul 13 19:40:11.201727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09aab8e1-82c0-4b84-ad8e-25db599199ec req-7d99cf08-1dfe-4abc-800f-3658ab6b0366 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292045 Jul 13 19:40:11.241712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-e4cc7727-81af-4e04-954c-55673d5382ff service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680086 Jul 13 19:40:11.294600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-df091730-b7d4-460f-9b72-8f25cdc9d44c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 200 len: 217 time: 0.0443950 Jul 13 19:40:11.297315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:11.313556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:11.383920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cd9558-9c32-4180-bfe3-a04ed338bfae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:11.402109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:40:11.411169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-062c7644-b9b7-4372-974a-3845f24577ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:11.412832 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-062c7644-b9b7-4372-974a-3845f24577ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.1125798 Jul 13 19:40:11.417887 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:11.418251 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Added segment 1df6c710-f36e-4207-afba-6e85648df281 of type vlan for network 75465fe6-44cc-41fd-8eb7-9109e3221bbb Jul 13 19:40:11.502774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:11.514545 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:11.533857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-3ea0beb6-5294-45a2-a86c-93e32e34557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:11.535407 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-3ea0beb6-5294-45a2-a86c-93e32e34557c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1154957 Jul 13 19:40:11.660548 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:11.666969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:11.668488 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:11.694360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:11.752410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event updated for resources: {'Network': ['ID=75465fe6-44cc-41fd-8eb7-9109e3221bbb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:11.768140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 75465fe6-44cc-41fd-8eb7-9109e3221bbb details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:40:11.770001 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6e2e1721-c384-4889-bf1a-7e81be6e9a7f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3953109 Jul 13 19:40:11.772810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:11.781752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e0a01a2a-42b4-4cee-8a3b-ed496497fd58 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1790028 Jul 13 19:40:11.786327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Request body: {'subnet': {'network_id': '75465fe6-44cc-41fd-8eb7-9109e3221bbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:11.787423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:11.841632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:11.841787 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:11.853321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] 10.222.0.24 "PUT /v2.0/ports/3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f HTTP/1.1" status: 200 len: 1091 time: 4.6667705 Jul 13 19:40:11.884784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:11.891499 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414acadd-e27e-4686-8239-418d335402e9" -d '{"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:11.893352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 027729a0-9568-4d9c-bc54-4e26123bcca4 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:40:11.905600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0c8b1bf6-5728-4a9f-8a74-13b8f33f5871 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0725772 Jul 13 19:40:11.915670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:11.924687 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-4a3fe101-5c2d-4e5e-8618-624d395ac346 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823287 Jul 13 19:40:11.926614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:12.049955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Made reservation on behalf of 9dd1f5a666494046a607eaa191beb97f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:12.054433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:12.073006 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c89fc4e-ab61-49d2-8116-5ceaa93c7cc7 x-openstack-request-id: req-3c89fc4e-ab61-49d2-8116-5ceaa93c7cc7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:12.074077 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:12.074494 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c89fc4e-ab61-49d2-8116-5ceaa93c7cc7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:12.074964 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f', 'status': 'completed', 'code': 200} Jul 13 19:40:12.078475 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bfb84e06-b569-4d70-acd0-b92f1c885bb5 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/834deaa7-304e-448b-8ced-ee2752e0f86f HTTP/1.1" status: 200 len: 473 time: 0.1029234 Jul 13 19:40:12.088902 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 027729a0-9568-4d9c-bc54-4e26123bcca4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=027729a0-9568-4d9c-bc54-4e26123bcca4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:12.113297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '027729a0-9568-4d9c-bc54-4e26123bcca4', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '027729a0-9568-4d9c-bc54-4e26123bcca4', 'mac_address': 'fa:16:3e:d6:fd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:40:12.113578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-a69ff9b7-7edb-4681-b141-524731100a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.115198 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-a69ff9b7-7edb-4681-b141-524731100a6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 1.2973359 Jul 13 19:40:12.115796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:12.181190 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7188a2bf-b24f-49e7-86f8-e8c4bd1872da tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/0242e84b-2598-476e-80fc-86b828ab245a HTTP/1.1" status: 200 len: 459 time: 0.0441370 Jul 13 19:40:12.182512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:12.184190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77c1bd-d8df-45ec-a984-9bdc694efd90 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:12.186365 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:12.204366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-91c98887-0d81-448d-9906-bf2c84a0af31 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721052 Jul 13 19:40:12.207115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027729a0-9568-4d9c-bc54-4e26123bcca4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:12.232856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 027729a0-9568-4d9c-bc54-4e26123bcca4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=027729a0-9568-4d9c-bc54-4e26123bcca4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:12.237307 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:12.265003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-786481c7-a197-480c-a80e-cf2b77aa9ad4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=328bf161-1eb4-4b28-9339-08c47932338b HTTP/1.1" status: 200 len: 217 time: 0.0516584 Jul 13 19:40:12.304680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=027729a0-9568-4d9c-bc54-4e26123bcca4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:12.408269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765487-1afb-478d-9e70-05a03767e62c req-1a321dd5-56b1-4d1b-9ed9-ff0aefe5899b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.414021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765487-1afb-478d-9e70-05a03767e62c req-1a321dd5-56b1-4d1b-9ed9-ff0aefe5899b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.420546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765487-1afb-478d-9e70-05a03767e62c req-1a321dd5-56b1-4d1b-9ed9-ff0aefe5899b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.426653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765487-1afb-478d-9e70-05a03767e62c req-1a321dd5-56b1-4d1b-9ed9-ff0aefe5899b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.432612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765487-1afb-478d-9e70-05a03767e62c req-1a321dd5-56b1-4d1b-9ed9-ff0aefe5899b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.439297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765487-1afb-478d-9e70-05a03767e62c req-1a321dd5-56b1-4d1b-9ed9-ff0aefe5899b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.445482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765487-1afb-478d-9e70-05a03767e62c req-1a321dd5-56b1-4d1b-9ed9-ff0aefe5899b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.447467 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-42765487-1afb-478d-9e70-05a03767e62c req-1a321dd5-56b1-4d1b-9ed9-ff0aefe5899b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5406 time: 0.7579863 Jul 13 19:40:12.472099 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b4660dd-c525-4cb1-8e64-3a813befaa65 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:12.475348 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9b4660dd-c525-4cb1-8e64-3a813befaa65 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/0242e84b-2598-476e-80fc-86b828ab245a HTTP/1.1" status: 204 len: 168 time: 0.2905953 Jul 13 19:40:12.477200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:12.488638 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-27ebfaf8-937c-444a-975e-19ffdb2eafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.490253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-27ebfaf8-937c-444a-975e-19ffdb2eafab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.2196481 Jul 13 19:40:12.511944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['027729a0-9568-4d9c-bc54-4e26123bcca4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:40:12.513117 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:12.564616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-58f6d64e-a7c2-4e6c-9d96-ed6b2e8d1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.564616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-58f6d64e-a7c2-4e6c-9d96-ed6b2e8d1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.565052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-58f6d64e-a7c2-4e6c-9d96-ed6b2e8d1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.565523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-58f6d64e-a7c2-4e6c-9d96-ed6b2e8d1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.565996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-58f6d64e-a7c2-4e6c-9d96-ed6b2e8d1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.566489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-58f6d64e-a7c2-4e6c-9d96-ed6b2e8d1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.566959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-58f6d64e-a7c2-4e6c-9d96-ed6b2e8d1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.568905 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-414acadd-e27e-4686-8239-418d335402e9 req-58f6d64e-a7c2-4e6c-9d96-ed6b2e8d1e56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6353 time: 0.4924839 Jul 13 19:40:12.646585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-8e40eeb5-7515-4986-95f2-96ec5aace6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.648300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-8e40eeb5-7515-4986-95f2-96ec5aace6ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4745362 Jul 13 19:40:12.871559 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:12.874102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df258d-f2f9-4977-afcf-4bdcdea949c1 req-820be627-60c3-4160-8720-c33634451caa tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.875895 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-72df258d-f2f9-4977-afcf-4bdcdea949c1 req-820be627-60c3-4160-8720-c33634451caa tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 948 time: 0.5069203 Jul 13 19:40:12.876933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:12.885403 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0149781c-57a2-4a74-8f27-69067f0ec719 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:12.889964 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0149781c-57a2-4a74-8f27-69067f0ec719 tempest-MeteringIpV6TestJSON-224371380 tempest-MeteringIpV6TestJSON-224371380-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/834deaa7-304e-448b-8ced-ee2752e0f86f HTTP/1.1" status: 204 len: 168 time: 0.4008417 Jul 13 19:40:12.899568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:12.921796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-d6a880a5-b748-4f20-b22f-2544c2ddce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:12.923342 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-d6a880a5-b748-4f20-b22f-2544c2ddce06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3300650 Jul 13 19:40:12.960746 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-42765487-1afb-478d-9e70-05a03767e62c req-84a0584a-d5d9-4bce-a943-a2239a252cc4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4997427 Jul 13 19:40:12.970772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event updated for resources: {'Port': ['ID=0d87c0c8-97f6-4395-94a6-e8dea6e8a1fa,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:13.061298 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-72df258d-f2f9-4977-afcf-4bdcdea949c1 req-309f027e-5fa5-4803-b9ce-c3b43a181875 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699517 Jul 13 19:40:13.062075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event updated for resources: {'Subnet': ['ID=574a3371-258b-4788-a64d-1b19e5e5fe2f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:13.091164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-0d8fdb0b-ff3c-4e39-8a5f-d7e54515aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:13.091164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-0d8fdb0b-ff3c-4e39-8a5f-d7e54515aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:13.091650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-0d8fdb0b-ff3c-4e39-8a5f-d7e54515aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:13.093360 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-414acadd-e27e-4686-8239-418d335402e9 req-0d8fdb0b-ff3c-4e39-8a5f-d7e54515aa6b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b291adcad82488e8ff56675514b433c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5052006 Jul 13 19:40:13.108369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Checking segment: {'id': '1df6c710-f36e-4207-afba-6e85648df281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '75465fe6-44cc-41fd-8eb7-9109e3221bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:13.108943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Network hostable DHCP agents. Network: 75465fe6-44cc-41fd-8eb7-9109e3221bbb, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:40:13.119661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-88b59697-fcfc-4392-95bd-492e820437cc service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285047 Jul 13 19:40:13.132372 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-f803e4b9-16f9-4de7-a03f-f168ce27cf4f service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984258 Jul 13 19:40:13.152992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Network 75465fe6-44cc-41fd-8eb7-9109e3221bbb is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:40:13.294048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:13.319353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 75465fe6-44cc-41fd-8eb7-9109e3221bbb) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:13.329418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:13.329942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bfad49-5fc1-4729-b9ee-328289cb3b60 None None] Network 75465fe6-44cc-41fd-8eb7-9109e3221bbb requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:13.330433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:13.375493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b7e43662-8962-477d-a66a-bb3f9fa55d67 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5992582 Jul 13 19:40:13.388874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:13.397869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Request body: {'port': {'network_id': '75465fe6-44cc-41fd-8eb7-9109e3221bbb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-655137214'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:13.466433 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-1a01b92d-da3b-4e23-8a1c-e82ac59fe9fb service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252473 Jul 13 19:40:13.486588 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Floating IP 82f65443-aa99-446f-bc70-2355147d34b6 associated. External IP: 172.25.7.216, port: a81097fe-bd89-4ed1-92a1-096cf4f94e7e. Jul 13 19:40:13.531359 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-7142580f-daad-474b-a04b-df6cb1e65641 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5 HTTP/1.1" status: 200 len: 217 time: 0.0585065 Jul 13 19:40:13.562081 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-75465fe6-44cc-41fd-8eb7-9109e3221bbb', 'network_id': '75465fe6-44cc-41fd-8eb7-9109e3221bbb', 'tenant_id': '9dd1f5a666494046a607eaa191beb97f', 'fixed_ips': [{'subnet_id': '574a3371-258b-4788-a64d-1b19e5e5fe2f'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:40:13.563947 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:13.564097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:13.629952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Made reservation on behalf of 9dd1f5a666494046a607eaa191beb97f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:13.634459 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:13.655534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-6a7a6c45-88f7-4b4e-bfdd-75d44bff3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:13.657110 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-6a7a6c45-88f7-4b4e-bfdd-75d44bff3600 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0901043 Jul 13 19:40:13.675375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] device_id is not set on port b50e9a79-8b1b-4a83-ac1f-9964898b385d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:40:13.764259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Allocated IP 2001:db8::2 (75465fe6-44cc-41fd-8eb7-9109e3221bbb/574a3371-258b-4788-a64d-1b19e5e5fe2f/e58dc325-9272-46cd-8a00-a9afdb17eff0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:13.814547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-765cb94f-9ff5-482d-95a3-8f731d1f6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:13.816308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-765cb94f-9ff5-482d-95a3-8f731d1f6f72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1522226 Jul 13 19:40:13.818522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acadd-e27e-4686-8239-418d335402e9 req-65b6fe07-6099-480a-a417-39dcd96c0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:13.820369 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-414acadd-e27e-4686-8239-418d335402e9 req-65b6fe07-6099-480a-a417-39dcd96c0965 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7169855 Jul 13 19:40:13.854199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 027729a0-9568-4d9c-bc54-4e26123bcca4 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:13.871309 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd91cdbb-1e82-41ab-a4ff-397f1ed3197a req-4b299987-668a-4662-af90-a482586f265f service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506399 Jul 13 19:40:13.877841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:13.900403 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c321a2-c868-4075-8150-883f6b612ea4 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:13.921574 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:13.941313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Transition to ACTIVE for port object 89c321a2-c868-4075-8150-883f6b612ea4 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:13.984925 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:13.997707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 027729a0-9568-4d9c-bc54-4e26123bcca4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:14.023193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 027729a0-9568-4d9c-bc54-4e26123bcca4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:14.023573 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:14.046353 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-2e1c25e3-904f-4cf0-9b6e-f65c8462ecc3 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232444 Jul 13 19:40:14.074619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7b8188b-09d4-41a9-8885-ebb61315ce4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:14.075778 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:14.092137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Transition to ACTIVE for port object e58dc325-9272-46cd-8a00-a9afdb17eff0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:14.153067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Transition to ACTIVE for port object e58dc325-9272-46cd-8a00-a9afdb17eff0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:14.168662 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:14.214548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5956291-1eeb-456f-8add-bd20c3095b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:14.240097 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:14.335966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Pushing event updated for resources: {'Port': ['ID=89c321a2-c868-4075-8150-883f6b612ea4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:14.344166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 027729a0-9568-4d9c-bc54-4e26123bcca4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=027729a0-9568-4d9c-bc54-4e26123bcca4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:14.357735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186ae99a-8d73-4816-9897-c6af5f724e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027729a0-9568-4d9c-bc54-4e26123bcca4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:14.361453 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd59d721-e945-4b40-95a1-779d0890bc0d" -d '{"events": [{"server_uuid": "186ae99a-8d73-4816-9897-c6af5f724e64", "name": "network-vif-plugged", "status": "completed", "tag": "027729a0-9568-4d9c-bc54-4e26123bcca4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:14.369122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Network 75465fe6-44cc-41fd-8eb7-9109e3221bbb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:14.370657 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:14.373639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Pushing event updated for resources: {'Port': ['ID=e58dc325-9272-46cd-8a00-a9afdb17eff0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:14.383038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:14.433847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:14.446486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=027729a0-9568-4d9c-bc54-4e26123bcca4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:14.519961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Attempting to bind port e58dc325-9272-46cd-8a00-a9afdb17eff0 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:14.520372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Attempting to bind port e58dc325-9272-46cd-8a00-a9afdb17eff0 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '1df6c710-f36e-4207-afba-6e85648df281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '75465fe6-44cc-41fd-8eb7-9109e3221bbb'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:14.520687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Attempting to bind port e58dc325-9272-46cd-8a00-a9afdb17eff0 on network 75465fe6-44cc-41fd-8eb7-9109e3221bbb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:14.526818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:14.527167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Checking segment: {'id': '1df6c710-f36e-4207-afba-6e85648df281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '75465fe6-44cc-41fd-8eb7-9109e3221bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:14.527753 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:14.528148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Bound using segment: {'id': '1df6c710-f36e-4207-afba-6e85648df281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '75465fe6-44cc-41fd-8eb7-9109e3221bbb'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:14.528627 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Bound port: e58dc325-9272-46cd-8a00-a9afdb17eff0, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df6c710-f36e-4207-afba-6e85648df281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '75465fe6-44cc-41fd-8eb7-9109e3221bbb'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:14.529006 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:14.599977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] For port e58dc325-9272-46cd-8a00-a9afdb17eff0, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:14.603498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] For port e58dc325-9272-46cd-8a00-a9afdb17eff0, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e58dc325-9272-46cd-8a00-a9afdb17eff0,segment=NetworkSegment(1df6c710-f36e-4207-afba-6e85648df281),segment_id=1df6c710-f36e-4207-afba-6e85648df281)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:14.609562 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:14.689451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8bb80-6df5-4a8c-a4ff-50e0ddb1e07a None None] Pushing event updated for resources: {'Port': ['ID=e58dc325-9272-46cd-8a00-a9afdb17eff0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:14.806757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Allocated IP 2001:db8::233 (75465fe6-44cc-41fd-8eb7-9109e3221bbb/574a3371-258b-4788-a64d-1b19e5e5fe2f/b50e9a79-8b1b-4a83-ac1f-9964898b385d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:14.836638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-be3a8625-da16-4430-ba68-e0a28a184c0d service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7744641 Jul 13 19:40:14.870906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:40:14.880591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1e439-3ea1-4c64-bf3c-1909491851d3 req-18c5b01f-262b-438a-9a85-d8a2b6a38e9e tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:14.883297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3cf1e439-3ea1-4c64-bf3c-1909491851d3 req-18c5b01f-262b-438a-9a85-d8a2b6a38e9e tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 949 time: 0.2022266 Jul 13 19:40:14.942051 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-a9e3ded3-8861-489e-bca6-63115513a606 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc HTTP/1.1" status: 200 len: 217 time: 0.0921226 Jul 13 19:40:14.952295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Attempting to bind port 89c321a2-c868-4075-8150-883f6b612ea4 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:14.952646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Attempting to bind port 89c321a2-c868-4075-8150-883f6b612ea4 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:14.952971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Attempting to bind port 89c321a2-c868-4075-8150-883f6b612ea4 on network c96bdf60-03fd-4497-81a8-4ed77a3d079d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:15.003790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e144-b386-494c-8228-6ae488567d03 req-5313cd72-878f-44c3-9455-4048f20b5d94 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.009781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e144-b386-494c-8228-6ae488567d03 req-5313cd72-878f-44c3-9455-4048f20b5d94 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.016801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e144-b386-494c-8228-6ae488567d03 req-5313cd72-878f-44c3-9455-4048f20b5d94 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.022743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e144-b386-494c-8228-6ae488567d03 req-5313cd72-878f-44c3-9455-4048f20b5d94 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.028719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e144-b386-494c-8228-6ae488567d03 req-5313cd72-878f-44c3-9455-4048f20b5d94 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.034679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e144-b386-494c-8228-6ae488567d03 req-5313cd72-878f-44c3-9455-4048f20b5d94 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.040692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e144-b386-494c-8228-6ae488567d03 req-5313cd72-878f-44c3-9455-4048f20b5d94 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.043312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b763e144-b386-494c-8228-6ae488567d03 req-5313cd72-878f-44c3-9455-4048f20b5d94 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5418 time: 0.7296171 Jul 13 19:40:15.055818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Port 89c321a2-c868-4075-8150-883f6b612ea4 on network c96bdf60-03fd-4497-81a8-4ed77a3d079d not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:15.056141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Attempting to bind port 89c321a2-c868-4075-8150-883f6b612ea4 on network c96bdf60-03fd-4497-81a8-4ed77a3d079d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:15.080010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3cf1e439-3ea1-4c64-bf3c-1909491851d3 req-c67e9219-4857-4bcd-83af-716cf63d87ba tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500709 Jul 13 19:40:15.087952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-54808481-938e-4278-991b-7c1d5cf308b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.089766 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-54808481-938e-4278-991b-7c1d5cf308b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.1400204 Jul 13 19:40:15.122563 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:15.122913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Checking segment: {'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:15.123311 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Bound using segment: {'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:15.123790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Bound port: 89c321a2-c868-4075-8150-883f6b612ea4, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:15.124159 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.128963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7b8188b-09d4-41a9-8885-ebb61315ce4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.149969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7b8188b-09d4-41a9-8885-ebb61315ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.200429 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.210803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f7b8188b-09d4-41a9-8885-ebb61315ce4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66fb7e80ac3f45489910ffae83bf23dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3317707 Jul 13 19:40:15.214659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-c5156c4b-0cdc-4561-bc54-286ecec4faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.216319 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-c5156c4b-0cdc-4561-bc54-286ecec4faf9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068213 Jul 13 19:40:15.218832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:15.255611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Transition to ACTIVE for port object b50e9a79-8b1b-4a83-ac1f-9964898b385d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:15.280743 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ed4988-7ac9-4c7c-91af-826bdb14fe77 x-openstack-request-id: req-47ed4988-7ac9-4c7c-91af-826bdb14fe77 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:15.281130 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186ae99a-8d73-4816-9897-c6af5f724e64", "name": "network-vif-plugged", "status": "completed", "tag": "027729a0-9568-4d9c-bc54-4e26123bcca4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:15.281501 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47ed4988-7ac9-4c7c-91af-826bdb14fe77 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:15.281944 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186ae99a-8d73-4816-9897-c6af5f724e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027729a0-9568-4d9c-bc54-4e26123bcca4', 'code': 200} Jul 13 19:40:15.367423 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5956291-1eeb-456f-8add-bd20c3095b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.368948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8188b-09d4-41a9-8885-ebb61315ce4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5d48c1-8969-4bf4-8d67-c9dad357d92e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:15.430675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5956291-1eeb-456f-8add-bd20c3095b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.451470 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c05575-68cc-4f3d-8810-739eb0e2e293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.460574 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.494310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b763e144-b386-494c-8228-6ae488567d03 req-1001aa3a-8a0c-4204-ba15-b11ac7014996 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4432559 Jul 13 19:40:15.554166 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-fee3fa8d-0ff5-4023-93ba-3183298ca0c6 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292983 Jul 13 19:40:15.557058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:15.565541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Network 75465fe6-44cc-41fd-8eb7-9109e3221bbb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:15.574266 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] Sync routers for ids ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:15.578175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:15.581853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:15.583182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5956291-1eeb-456f-8add-bd20c3095b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecc3437-29af-4458-aa6a-7098cd0b26df,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:15.590865 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a5956291-1eeb-456f-8add-bd20c3095b0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31c08b187afc463788d8aaf47316dbc9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0223467 Jul 13 19:40:15.591062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.591702 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.594610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] For port 89c321a2-c868-4075-8150-883f6b612ea4, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:15.601175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:15.605558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] Routers {'9d517bb7-3cd8-463f-bee6-5c12aafc34f6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:15.607637 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c05575-68cc-4f3d-8810-739eb0e2e293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.608586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:39:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:15.635880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] For port 89c321a2-c868-4075-8150-883f6b612ea4, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89c321a2-c868-4075-8150-883f6b612ea4,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:15.643793 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.682241 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.683219 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.697157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event updated for resources: {'Port': ['ID=b50e9a79-8b1b-4a83-ac1f-9964898b385d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:15.710226 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cb01b8f2-884c-4c5a-825c-2e0ef642e94f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3170965 Jul 13 19:40:15.710226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:15.718643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Request body: {'port': {'network_id': '75465fe6-44cc-41fd-8eb7-9109e3221bbb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-296684694', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:15.719187 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:40:15.719527 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:40:15.719860 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:40:15.740960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f7ef1-d857-47ca-8c77-f6152ec3481d req-c82da838-f152-422b-b08f-c7753dcc3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.742715 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dc8f7ef1-d857-47ca-8c77-f6152ec3481d req-c82da838-f152-422b-b08f-c7753dcc3b8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 1100 time: 0.3270702 Jul 13 19:40:15.758970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:15.759595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.761708 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] 10.222.0.24 "PUT /v2.0/ports/89c321a2-c868-4075-8150-883f6b612ea4 HTTP/1.1" status: 200 len: 1091 time: 3.8443422 Jul 13 19:40:15.773587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '89c321a2-c868-4075-8150-883f6b612ea4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:15.780108 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1" -d '{"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "89c321a2-c868-4075-8150-883f6b612ea4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:15.800634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e0b60d05-a977-4044-b34c-68c873649bda tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.7961216 Jul 13 19:40:15.805419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:15.833505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Request body: {'port': {'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:15.909004 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e3678a-3822-482c-b245-7b0326ad9778 x-openstack-request-id: req-d2e3678a-3822-482c-b245-7b0326ad9778 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:15.909784 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "89c321a2-c868-4075-8150-883f6b612ea4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:15.909784 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2e3678a-3822-482c-b245-7b0326ad9778 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:15.909964 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '89c321a2-c868-4075-8150-883f6b612ea4', 'status': 'completed', 'code': 200} Jul 13 19:40:15.918646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Made reservation on behalf of 9dd1f5a666494046a607eaa191beb97f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:15.923792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.931563 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c05575-68cc-4f3d-8810-739eb0e2e293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.934908 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c05575-68cc-4f3d-8810-739eb0e2e293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.949162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a3c05575-68cc-4f3d-8810-739eb0e2e293 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c5d48c1-8969-4bf4-8d67-c9dad357d92e HTTP/1.1" status: 204 len: 168 time: 0.7188704 Jul 13 19:40:15.988837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c05575-68cc-4f3d-8810-739eb0e2e293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5d48c1-8969-4bf4-8d67-c9dad357d92e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:16.002423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-73b8962d-b4e7-4308-a0a9-d6a75e3cf747 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321501 Jul 13 19:40:16.034255 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823bfc2e-1716-4de3-9856-a23a762f109d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:16.037784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] device_id is not set on port 32ea22ca-4fe2-46ac-949f-54d56ef7193f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:40:16.038754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] Set router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:40:16.071191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823bfc2e-1716-4de3-9856-a23a762f109d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:16.139229 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-a43beca7-e98c-4ba4-9a49-a1f80a419bd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 HTTP/1.1" status: 200 len: 217 time: 0.1258566 Jul 13 19:40:16.192466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be83865-9fc5-4f1b-8851-ed9b00ff6a0d service neutron] Pushing event updated for resources: {'Port': ['ID=89c321a2-c868-4075-8150-883f6b612ea4,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:16.200809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c798745e-6812-49a3-9649-08cefbb741ce None None] Network 75465fe6-44cc-41fd-8eb7-9109e3221bbb requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:16.278801 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823bfc2e-1716-4de3-9856-a23a762f109d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:16.281340 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823bfc2e-1716-4de3-9856-a23a762f109d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:16.285157 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-823bfc2e-1716-4de3-9856-a23a762f109d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cecc3437-29af-4458-aa6a-7098cd0b26df HTTP/1.1" status: 204 len: 168 time: 0.6829414 Jul 13 19:40:16.301387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dc8f7ef1-d857-47ca-8c77-f6152ec3481d req-5bf10c9a-11aa-4f30-ad6c-dfcb591e76c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427001 Jul 13 19:40:16.321008 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-17a76b73-98b4-4b76-a691-0075bb6fd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.325322 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-17a76b73-98b4-4b76-a691-0075bb6fd979 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.1740365 Jul 13 19:40:16.330267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bfc2e-1716-4de3-9856-a23a762f109d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecc3437-29af-4458-aa6a-7098cd0b26df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:16.364875 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b4f28a1f-f8bf-4884-b8a3-31cb491a4461 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/floatingips/82f65443-aa99-446f-bc70-2355147d34b6 HTTP/1.1" status: 200 len: 991 time: 0.5232635 Jul 13 19:40:16.379918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:16.430974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-48043eef-4d9f-4f2e-b1b9-ad29c375a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.431457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-48043eef-4d9f-4f2e-b1b9-ad29c375a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.432175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-48043eef-4d9f-4f2e-b1b9-ad29c375a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.433320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-48043eef-4d9f-4f2e-b1b9-ad29c375a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.434012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-48043eef-4d9f-4f2e-b1b9-ad29c375a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.434762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-48043eef-4d9f-4f2e-b1b9-ad29c375a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.435276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-48043eef-4d9f-4f2e-b1b9-ad29c375a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.437752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-48043eef-4d9f-4f2e-b1b9-ad29c375a806 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6420 time: 0.4694064 Jul 13 19:40:16.506015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:16.559725 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:16.572693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-dea0d341-b1d5-433d-8e53-27a229ffcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.574668 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-dea0d341-b1d5-433d-8e53-27a229ffcb1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2396672 Jul 13 19:40:16.622214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21df25c-bbed-4e9d-aed7-e64e3cff4cde req-95ac36f6-0b0d-4a20-9c6d-495987b228e9 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.624375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f21df25c-bbed-4e9d-aed7-e64e3cff4cde req-95ac36f6-0b0d-4a20-9c6d-495987b228e9 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 949 time: 0.3575668 Jul 13 19:40:16.634777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c26864ff-f9e2-451d-a8d3-fc4d54b94c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:16.643688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e58dc325-9272-46cd-8a00-a9afdb17eff0 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:16.671377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Allocated IP 2001:db8::1a2 (75465fe6-44cc-41fd-8eb7-9109e3221bbb/574a3371-258b-4788-a64d-1b19e5e5fe2f/32ea22ca-4fe2-46ac-949f-54d56ef7193f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:16.720509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ddf36c9b-3752-4512-a9b3-d2151189c325 None None] Provisioning for port e58dc325-9272-46cd-8a00-a9afdb17eff0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:16.758650 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-492bd927-3964-4633-8a3d-cfbe649e021d service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759315 Jul 13 19:40:16.770490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e58dc325-9272-46cd-8a00-a9afdb17eff0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:16.783424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e58dc325-9272-46cd-8a00-a9afdb17eff0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:16.784075 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:16.814638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f21df25c-bbed-4e9d-aed7-e64e3cff4cde req-22695709-49d5-4a89-b607-22e20b837a12 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747704 Jul 13 19:40:16.886520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-a60b0ece-eca0-4c4d-a2f1-11b913754a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.887775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-a60b0ece-eca0-4c4d-a2f1-11b913754a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.888464 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-a60b0ece-eca0-4c4d-a2f1-11b913754a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:16.890894 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-a60b0ece-eca0-4c4d-a2f1-11b913754a30 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b291adcad82488e8ff56675514b433c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4093883 Jul 13 19:40:16.891535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:16.937562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53453462-14dd-4f72-b3c5-22f0f5f315e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.011772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.019430 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-045cbbf2-bb9c-4b3a-911b-0ab9f929960d req-30f6743e-8d08-450b-8467-7a292bb8798e service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551546 Jul 13 19:40:17.044204 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:33Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '82f65443-aa99-446f-bc70-2355147d34b6', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'port_id': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'mac_address': 'fa:16:3e:fc:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:40:10Z', 'updated_at': '2021-07-13T19:40:10Z', 'revision_number': 0, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113674c5-5445-4256-adac-1bd8a0a8d199', 'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:3c:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:30Z', 'updated_at': '2021-07-13T19:39:40Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:17.083192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc111f97-a107-4ff4-aaad-ecb889df32fc req-6e162c34-9253-4139-b336-3a78b05c960d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.084788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] Checking router: 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:40:17.089828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc111f97-a107-4ff4-aaad-ecb889df32fc req-6e162c34-9253-4139-b336-3a78b05c960d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.090152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e58dc325-9272-46cd-8a00-a9afdb17eff0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e58dc325-9272-46cd-8a00-a9afdb17eff0,segment=NetworkSegment(1df6c710-f36e-4207-afba-6e85648df281),segment_id=1df6c710-f36e-4207-afba-6e85648df281)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:17.098889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc111f97-a107-4ff4-aaad-ecb889df32fc req-6e162c34-9253-4139-b336-3a78b05c960d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.099730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.106534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc111f97-a107-4ff4-aaad-ecb889df32fc req-6e162c34-9253-4139-b336-3a78b05c960d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.107776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] Routers {'9d517bb7-3cd8-463f-bee6-5c12aafc34f6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:17.108327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:39:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:17.112771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc111f97-a107-4ff4-aaad-ecb889df32fc req-6e162c34-9253-4139-b336-3a78b05c960d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.119193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc111f97-a107-4ff4-aaad-ecb889df32fc req-6e162c34-9253-4139-b336-3a78b05c960d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.126702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc111f97-a107-4ff4-aaad-ecb889df32fc req-6e162c34-9253-4139-b336-3a78b05c960d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.134423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc111f97-a107-4ff4-aaad-ecb889df32fc req-6e162c34-9253-4139-b336-3a78b05c960d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5418 time: 0.2775149 Jul 13 19:40:17.163903 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c26864ff-f9e2-451d-a8d3-fc4d54b94c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.170273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-c1eb3d88-227c-46e5-bae8-814a701fe731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.173764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5fc6d1c6-b1df-474c-be03-ae49a7faeab1 req-c1eb3d88-227c-46e5-bae8-814a701fe731 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2584741 Jul 13 19:40:17.194246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c26864ff-f9e2-451d-a8d3-fc4d54b94c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.199015 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.226304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e58dc325-9272-46cd-8a00-a9afdb17eff0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:17.239831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.240531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.240871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.241345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.241682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.242007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.242450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.242943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.243290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.244014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.244345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.244668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:17.272204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Transition to ACTIVE for port object 32ea22ca-4fe2-46ac-949f-54d56ef7193f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:17.272966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe38d307-aeed-4940-8698-a4e553caad39 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:17.293158 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc111f97-a107-4ff4-aaad-ecb889df32fc req-d5308f4b-c47d-481f-a0d2-26c28e5a187b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1576149 Jul 13 19:40:17.328729 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.362905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.366805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:17.368596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Transition to ACTIVE for port object fe38d307-aeed-4940-8698-a4e553caad39 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:17.371963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26864ff-f9e2-451d-a8d3-fc4d54b94c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68ca196-ddb3-4f00-9dae-e1f22f97a0eb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:17.382696 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c26864ff-f9e2-451d-a8d3-fc4d54b94c2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c543a6a98894eceb01abc79784d12ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8727553 Jul 13 19:40:17.384767 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.391811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd547ad8-96e4-40a8-ae51-1b9543a91df9 None None] Provisioning for port b50e9a79-8b1b-4a83-ac1f-9964898b385d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:17.394386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:17.404546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] Set router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:40:17.406466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd547ad8-96e4-40a8-ae51-1b9543a91df9 None None] Provisioning complete for port b50e9a79-8b1b-4a83-ac1f-9964898b385d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:17.406844 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd547ad8-96e4-40a8-ae51-1b9543a91df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.506660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Network 75465fe6-44cc-41fd-8eb7-9109e3221bbb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:17.523038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:17.546830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd547ad8-96e4-40a8-ae51-1b9543a91df9 None None] Port b50e9a79-8b1b-4a83-ac1f-9964898b385d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:17.569008 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53453462-14dd-4f72-b3c5-22f0f5f315e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.581354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:17.592491 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53453462-14dd-4f72-b3c5-22f0f5f315e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.594773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.595717 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.613611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd547ad8-96e4-40a8-ae51-1b9543a91df9 None None] Provisioning complete for port e58dc325-9272-46cd-8a00-a9afdb17eff0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:17.614459 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd547ad8-96e4-40a8-ae51-1b9543a91df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.633579 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9222190 Jul 13 19:40:17.634909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:17.670735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Pushing event updated for resources: {'Port': ['ID=fe38d307-aeed-4940-8698-a4e553caad39,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:17.740918 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-53453462-14dd-4f72-b3c5-22f0f5f315e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5c515c1b80c494e89137d6cc040a9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8429470 Jul 13 19:40:17.744566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:17.751328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53453462-14dd-4f72-b3c5-22f0f5f315e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfc62dd-c831-4743-96c7-f92c17af975c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:17.762011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3785-3890-4e54-b577-6ae451195356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.815284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Attempting to bind port fe38d307-aeed-4940-8698-a4e553caad39 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:17.815588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Attempting to bind port fe38d307-aeed-4940-8698-a4e553caad39 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:17.816080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Attempting to bind port fe38d307-aeed-4940-8698-a4e553caad39 on network c96bdf60-03fd-4497-81a8-4ed77a3d079d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:17.823251 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3785-3890-4e54-b577-6ae451195356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.832122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Port fe38d307-aeed-4940-8698-a4e553caad39 on network c96bdf60-03fd-4497-81a8-4ed77a3d079d not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:40:17.832452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Attempting to bind port fe38d307-aeed-4940-8698-a4e553caad39 on network c96bdf60-03fd-4497-81a8-4ed77a3d079d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:17.850511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:17.850866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Checking segment: {'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:17.851262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Bound using segment: {'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:17.851736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Bound port: fe38d307-aeed-4940-8698-a4e553caad39, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b1d3a4-df52-47da-90dd-be4e7314a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:17.852078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.869660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e2cf99d3-2e35-444d-af85-d1aacc72da94 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/floatingips/82f65443-aa99-446f-bc70-2355147d34b6 HTTP/1.1" status: 200 len: 991 time: 0.5000930 Jul 13 19:40:17.879151 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b44b0941-5aad-45cf-80d4-40c9f8432f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.894181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ed4fd-0fbb-4918-ab36-2646b08396a1 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event updated for resources: {'Port': ['ID=32ea22ca-4fe2-46ac-949f-54d56ef7193f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:17.911753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'tag': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:17.914109 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31f176b-6a8e-4726-a9f4-ad0711e06f79" -d '{"events": [{"name": "network-changed", "server_uuid": "4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4", "tag": "a81097fe-bd89-4ed1-92a1-096cf4f94e7e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:17.944793 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b44b0941-5aad-45cf-80d4-40c9f8432f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.968407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3785-3890-4e54-b577-6ae451195356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.972622 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3785-3890-4e54-b577-6ae451195356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.977610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8c9b3785-3890-4e54-b577-6ae451195356 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f68ca196-ddb3-4f00-9dae-e1f22f97a0eb HTTP/1.1" status: 204 len: 168 time: 0.5756278 Jul 13 19:40:17.977610 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dab0d3-9e5d-4815-9126-7999a97a52bd x-openstack-request-id: req-c4dab0d3-9e5d-4815-9126-7999a97a52bd {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:17.977840 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4", "tag": "a81097fe-bd89-4ed1-92a1-096cf4f94e7e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:17.978452 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4dab0d3-9e5d-4815-9126-7999a97a52bd {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:17.978586 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'tag': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'status': 'completed', 'code': 200} Jul 13 19:40:17.994495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] For port fe38d307-aeed-4940-8698-a4e553caad39, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:18.002204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b3785-3890-4e54-b577-6ae451195356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68ca196-ddb3-4f00-9dae-e1f22f97a0eb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:18.012415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] For port fe38d307-aeed-4940-8698-a4e553caad39, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fe38d307-aeed-4940-8698-a4e553caad39,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:18.033450 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:18.067211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:33Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '82f65443-aa99-446f-bc70-2355147d34b6', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'port_id': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'mac_address': 'fa:16:3e:fc:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:40:10Z', 'updated_at': '2021-07-13T19:40:10Z', 'revision_number': 0, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113674c5-5445-4256-adac-1bd8a0a8d199', 'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:3c:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:30Z', 'updated_at': '2021-07-13T19:39:40Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:18.106651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef105358-b0fa-4068-b999-8b821b1020d0 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.113080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd108c-4ccc-4221-819e-898098b223c3 None None] The sync data for ids ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'] in n-d-800708-1 is: [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:33Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '82f65443-aa99-446f-bc70-2355147d34b6', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'port_id': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'mac_address': 'fa:16:3e:fc:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:40:10Z', 'updated_at': '2021-07-13T19:40:10Z', 'revision_number': 0, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113674c5-5445-4256-adac-1bd8a0a8d199', 'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:3c:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:30Z', 'updated_at': '2021-07-13T19:39:40Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:18.118277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef105358-b0fa-4068-b999-8b821b1020d0 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.141420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef105358-b0fa-4068-b999-8b821b1020d0 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.146542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cec03ba3-fbaf-4bf5-8c11-42416dc9ed9b None None] Provisioning complete for port b50e9a79-8b1b-4a83-ac1f-9964898b385d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:18.147165 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cec03ba3-fbaf-4bf5-8c11-42416dc9ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:18.153090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ef105358-b0fa-4068-b999-8b821b1020d0 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4919212 Jul 13 19:40:18.156043 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:18.175522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.177077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:18.180428 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] 10.222.0.24 "PUT /v2.0/ports/fe38d307-aeed-4940-8698-a4e553caad39 HTTP/1.1" status: 200 len: 1091 time: 2.3816667 Jul 13 19:40:18.209852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec33d1-bc71-4986-8be9-ec0dabaca908 service neutron] Pushing event updated for resources: {'Port': ['ID=fe38d307-aeed-4940-8698-a4e553caad39,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:18.252606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cec03ba3-fbaf-4bf5-8c11-42416dc9ed9b None None] Port b50e9a79-8b1b-4a83-ac1f-9964898b385d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:18.357096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b44b0941-5aad-45cf-80d4-40c9f8432f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:18.359892 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b44b0941-5aad-45cf-80d4-40c9f8432f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:18.361050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b44b0941-5aad-45cf-80d4-40c9f8432f22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3dfc62dd-c831-4743-96c7-f92c17af975c HTTP/1.1" status: 204 len: 168 time: 0.5801222 Jul 13 19:40:18.397064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5897304-0c39-4015-bec3-2e4ae90bcfc9 None None] Provisioning for port 32ea22ca-4fe2-46ac-949f-54d56ef7193f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:18.405554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5897304-0c39-4015-bec3-2e4ae90bcfc9 None None] Provisioning complete for port 32ea22ca-4fe2-46ac-949f-54d56ef7193f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:18.406466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1cad-97c0-4944-a48f-fc83660374e8 req-e9391a3c-07ed-4443-b477-20bf56599a2d tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.406619 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5897304-0c39-4015-bec3-2e4ae90bcfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:18.409275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bddd1cad-97c0-4944-a48f-fc83660374e8 req-e9391a3c-07ed-4443-b477-20bf56599a2d tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 949 time: 0.3932052 Jul 13 19:40:18.410164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-144b5d1b-4581-41f5-9117-fa3eeb9b99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.411812 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-144b5d1b-4581-41f5-9117-fa3eeb9b99d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 1096 time: 0.3806944 Jul 13 19:40:18.473523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b0941-5aad-45cf-80d4-40c9f8432f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfc62dd-c831-4743-96c7-f92c17af975c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:18.489848 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bddd1cad-97c0-4944-a48f-fc83660374e8 req-5a6c1663-8319-40a9-9a6b-ce593bf11d3b tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712774 Jul 13 19:40:18.498153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-74fc95f6-0df9-4c9d-add1-e0e0fc8be434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.498809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-74fc95f6-0df9-4c9d-add1-e0e0fc8be434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.499579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-74fc95f6-0df9-4c9d-add1-e0e0fc8be434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.500125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-74fc95f6-0df9-4c9d-add1-e0e0fc8be434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.500855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-74fc95f6-0df9-4c9d-add1-e0e0fc8be434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.501396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-74fc95f6-0df9-4c9d-add1-e0e0fc8be434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.501939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-74fc95f6-0df9-4c9d-add1-e0e0fc8be434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.504755 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-74fc95f6-0df9-4c9d-add1-e0e0fc8be434 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6487 time: 0.2694900 Jul 13 19:40:18.553583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e58dc325-9272-46cd-8a00-a9afdb17eff0 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:18.601758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-dafd13ec-9519-451c-a0f3-452240375307 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34 HTTP/1.1" status: 200 len: 217 time: 0.0829339 Jul 13 19:40:18.627930 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f7db6-3821-43ae-bc11-aa154b31b393 None None] New status for floating IP 82f65443-aa99-446f-bc70-2355147d34b6: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:40:18.641446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-40fd5d56-8124-4d82-931b-7cad11033efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.643762 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-40fd5d56-8124-4d82-931b-7cad11033efa service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f10d1d4-f984-4bd6-a16d-6e9de7024f02 HTTP/1.1" status: 200 len: 898 time: 0.2130723 Jul 13 19:40:18.664236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c5897304-0c39-4015-bec3-2e4ae90bcfc9 None None] Port 32ea22ca-4fe2-46ac-949f-54d56ef7193f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:18.693660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e58dc325-9272-46cd-8a00-a9afdb17eff0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:18.695459 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:18.734990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-879092d8-6726-4809-aa94-798c13d31d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.738495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-879092d8-6726-4809-aa94-798c13d31d25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce31b39-5b80-4d84-8622-b4b60ff44bd7 HTTP/1.1" status: 200 len: 856 time: 0.1299872 Jul 13 19:40:18.747275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdc92d-d048-49df-ab9d-55e937a07e6a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Deleting port 32ea22ca-4fe2-46ac-949f-54d56ef7193f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:18.748059 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc92d-d048-49df-ab9d-55e937a07e6a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:18.873825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-cb10024d-a263-44ba-b34d-c5f671516ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:18.875579 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-cb10024d-a263-44ba-b34d-c5f671516ace service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60de7d8c-9f98-4164-9b60-2ef9123f341b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289845 Jul 13 19:40:18.876067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:18.918328 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc92d-d048-49df-ab9d-55e937a07e6a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:18.965591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdc92d-d048-49df-ab9d-55e937a07e6a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Calling delete_port for 32ea22ca-4fe2-46ac-949f-54d56ef7193f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:19.000274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-89ae2c12-9cda-4c69-ac6b-066e64c17a75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a81097fe-bd89-4ed1-92a1-096cf4f94e7e HTTP/1.1" status: 200 len: 999 time: 0.3347282 Jul 13 19:40:19.101045 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-32489613-03f7-4c3d-ac42-c37882b92b0a service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052963 Jul 13 19:40:19.114814 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-87bb3391-9daf-42ce-8220-a73dd1c444b6 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/floatingips/82f65443-aa99-446f-bc70-2355147d34b6 HTTP/1.1" status: 200 len: 991 time: 0.2375262 Jul 13 19:40:19.215825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-e9df166e-e9c4-47c3-bc2f-3860e5eb988f service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996842 Jul 13 19:40:19.308280 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-c161b3bb-d009-4e20-a658-5b59f5765d89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 200 len: 217 time: 0.0847657 Jul 13 19:40:19.384702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7bb083e4-281a-41c6-851b-2ab08fd4d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.386598 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-7bb083e4-281a-41c6-851b-2ab08fd4d00c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0693765 Jul 13 19:40:19.421913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84d9a-5949-42b5-bf0b-544e15d3b85c req-d9b8c3bb-29d7-4b95-802d-b12b7414c971 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.428181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84d9a-5949-42b5-bf0b-544e15d3b85c req-d9b8c3bb-29d7-4b95-802d-b12b7414c971 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.434795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84d9a-5949-42b5-bf0b-544e15d3b85c req-d9b8c3bb-29d7-4b95-802d-b12b7414c971 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.440809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84d9a-5949-42b5-bf0b-544e15d3b85c req-d9b8c3bb-29d7-4b95-802d-b12b7414c971 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.446674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84d9a-5949-42b5-bf0b-544e15d3b85c req-d9b8c3bb-29d7-4b95-802d-b12b7414c971 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.452996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84d9a-5949-42b5-bf0b-544e15d3b85c req-d9b8c3bb-29d7-4b95-802d-b12b7414c971 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.459259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84d9a-5949-42b5-bf0b-544e15d3b85c req-d9b8c3bb-29d7-4b95-802d-b12b7414c971 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.461264 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-46f84d9a-5949-42b5-bf0b-544e15d3b85c req-d9b8c3bb-29d7-4b95-802d-b12b7414c971 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.8162632 Jul 13 19:40:19.502770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-61affd6d-e7cf-4a38-929f-9ea05ce8cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.504624 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-61affd6d-e7cf-4a38-929f-9ea05ce8cdb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=24386c6c-830b-42da-9dbe-bcdea7b6df42 HTTP/1.1" status: 200 len: 834 time: 0.5035796 Jul 13 19:40:19.541570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c86674-c9d3-4d4e-ac28-193ffdbdbdb1 req-944e5b8e-74d8-49dd-b833-06962b7e6f2d tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.543911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c86674-c9d3-4d4e-ac28-193ffdbdbdb1 req-944e5b8e-74d8-49dd-b833-06962b7e6f2d tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 949 time: 0.0982962 Jul 13 19:40:19.550279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-e90d572b-8b79-4d51-85bc-5f66abc39457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.552143 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-e90d572b-8b79-4d51-85bc-5f66abc39457 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563766 Jul 13 19:40:19.569930 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-46f84d9a-5949-42b5-bf0b-544e15d3b85c req-a0cab3db-ef78-4412-8070-088c20609216 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995004 Jul 13 19:40:19.646420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-9fea99be-6bbe-4c95-a900-efcf55c3bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.648135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-9fea99be-6bbe-4c95-a900-efcf55c3bc8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f10d1d4-f984-4bd6-a16d-6e9de7024f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312869 Jul 13 19:40:19.658732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c86674-c9d3-4d4e-ac28-193ffdbdbdb1 req-97b5216e-cc0d-45e3-a43c-6ac456638875 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049211 Jul 13 19:40:19.659428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-a287fa77-aeb0-45d7-9693-1877ead8dfaa service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:40:19.660522 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-a287fa77-aeb0-45d7-9693-1877ead8dfaa service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063045 Jul 13 19:40:19.661406 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc92d-d048-49df-ab9d-55e937a07e6a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:19.712653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdc92d-d048-49df-ab9d-55e937a07e6a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event deleted for resources: {'Port': ['ID=32ea22ca-4fe2-46ac-949f-54d56ef7193f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:19.722031 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-204a8f02-cf07-436e-86c7-97ebf76627b9 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592994 Jul 13 19:40:19.796051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc92d-d048-49df-ab9d-55e937a07e6a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:19.801514 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bcfdc92d-d048-49df-ab9d-55e937a07e6a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "DELETE /v2.0/ports/32ea22ca-4fe2-46ac-949f-54d56ef7193f HTTP/1.1" status: 204 len: 168 time: 1.6437752 Jul 13 19:40:19.802671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:19.809401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Request body: {'port': {'name': 'tempest-new-port-name-1256807688', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:19.809805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:40:19.810144 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:40:19.810499 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:40:19.849113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-8c82e23a-1192-4c38-8a4a-b0c00a2d1e8f service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173818 Jul 13 19:40:19.890305 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-714cf6e1-4fba-4d07-a801-e9e3fafe7492 service neutron] 10.222.0.60 "GET /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210777 Jul 13 19:40:19.896161 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-508ea4e0-27f0-4404-99bc-a79bbcf4a216 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 200 len: 217 time: 0.0398719 Jul 13 19:40:19.937452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:19.974418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-b325df88-8d8d-4eca-8c58-6d20b911b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:19.976100 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-b325df88-8d8d-4eca-8c58-6d20b911b4b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0728481 Jul 13 19:40:19.980328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': 'fe38d307-aeed-4940-8698-a4e553caad39'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:19.983047 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3fe705-3681-4b20-9bfb-9fb687b41384" -d '{"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "fe38d307-aeed-4940-8698-a4e553caad39"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:20.019629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.080774 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f79d48-1d98-482f-b524-df5cb850c254 x-openstack-request-id: req-e0f79d48-1d98-482f-b524-df5cb850c254 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:20.082383 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "fe38d307-aeed-4940-8698-a4e553caad39", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:20.082661 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0f79d48-1d98-482f-b524-df5cb850c254 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:20.083064 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': 'fe38d307-aeed-4940-8698-a4e553caad39', 'status': 'completed', 'code': 200} Jul 13 19:40:20.105938 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b31f176b-6a8e-4726-a9f4-ad0711e06f79 req-b0af6f70-39e4-41ba-82c9-635501cfa7e3 service neutron] 10.222.0.60 "GET /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836693 Jul 13 19:40:20.118701 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-b2b45970-3cba-4166-b9b7-14975ce99ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:20.121708 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-b2b45970-3cba-4166-b9b7-14975ce99ed2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357560 Jul 13 19:40:20.122468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:20.247505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1091139963'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:20.247748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9b98d3ec-4f05-46f3-879c-36b1fb119ce0 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/floatingips/82f65443-aa99-446f-bc70-2355147d34b6 HTTP/1.1" status: 200 len: 993 time: 0.1238966 Jul 13 19:40:20.282650 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-1c1a8e05-900e-42e8-a454-7d744d47fc8d service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509275 Jul 13 19:40:20.310454 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:20.314092 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.335262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.416121 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.417550 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-2271b5ad-6228-4714-9f03-d6c5277ce765 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269691 Jul 13 19:40:20.424774 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.442653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] In _notify_port_updated(), no bound segment for port b50e9a79-8b1b-4a83-ac1f-9964898b385d on network 75465fe6-44cc-41fd-8eb7-9109e3221bbb {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:40:20.448951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:20.449609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.450993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "PUT /v2.0/ports/b50e9a79-8b1b-4a83-ac1f-9964898b385d HTTP/1.1" status: 200 len: 1130 time: 0.6476889 Jul 13 19:40:20.455499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:20.464737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-5a29bb6c-a304-4c8e-8320-c76278d193b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0 HTTP/1.1" status: 200 len: 217 time: 0.0401006 Jul 13 19:40:20.555313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-80da6d11-edc1-4cb8-921e-4fd06055c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:20.556962 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-80da6d11-edc1-4cb8-921e-4fd06055c504 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0848761 Jul 13 19:40:20.577577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c936eb5-2d6a-4ef4-b196-340baa42044f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:20.578990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4c936eb5-2d6a-4ef4-b196-340baa42044f tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "GET /v2.0/ports/b50e9a79-8b1b-4a83-ac1f-9964898b385d HTTP/1.1" status: 200 len: 1130 time: 0.1190221 Jul 13 19:40:20.584303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0e916-ceb3-411e-bf6e-891776106c1a tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event updated for resources: {'Port': ['ID=b50e9a79-8b1b-4a83-ac1f-9964898b385d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:20.596186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:20.679963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-82166fe9-c46f-4e55-b969-0437a83468e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:20.681258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-82166fe9-c46f-4e55-b969-0437a83468e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136432 Jul 13 19:40:20.693462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-351b1084-dfa7-4efd-8caf-d6a3cc19ec17 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:20.695269 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-351b1084-dfa7-4efd-8caf-d6a3cc19ec17 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.24 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 949 time: 0.1375039 Jul 13 19:40:20.701041 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5652e999-aa38-43f6-968a-9be581707690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.726638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.736966 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.793187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:40:20.821258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d50854-4292-4339-bc31-7eb6cfaa8e85,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:20.832706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.833243 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added segment 921ac77f-e702-4037-a180-a59e030351f2 of type vlan for network 0198de1e-6d32-47db-abad-118259c09cd8 Jul 13 19:40:20.835861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-120c25cd-2b3c-4c82-a05a-a8b985201f40 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Deleting port b50e9a79-8b1b-4a83-ac1f-9964898b385d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:20.836328 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-120c25cd-2b3c-4c82-a05a-a8b985201f40 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.945097 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.967705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07b4a54e-148d-44aa-a19e-dd264b004617 None None] Provisioning complete for port b50e9a79-8b1b-4a83-ac1f-9964898b385d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:20.968399 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b4a54e-148d-44aa-a19e-dd264b004617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.014444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-07b4a54e-148d-44aa-a19e-dd264b004617 None None] Port b50e9a79-8b1b-4a83-ac1f-9964898b385d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:21.019175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.025249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.025894 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.123784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1828570 Jul 13 19:40:21.130530 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-120c25cd-2b3c-4c82-a05a-a8b985201f40 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.132770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:21.148530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-889216178'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:21.176191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-120c25cd-2b3c-4c82-a05a-a8b985201f40 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Calling delete_port for b50e9a79-8b1b-4a83-ac1f-9964898b385d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:21.179675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Network': ['ID=0198de1e-6d32-47db-abad-118259c09cd8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:21.201121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:21.204662 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.211871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.212225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.212568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.212907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.213373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.213569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.213947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.214545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.214878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.215155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.215483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.215808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302b98c-fcfd-4499-84ca-80f1dec7e40a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:21.228555 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-9571fc07-501b-48c8-b97d-a9098c245191 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253272 Jul 13 19:40:21.230939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 0198de1e-6d32-47db-abad-118259c09cd8 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:40:21.233992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077ed8c-dbbc-4ec8-9d87-719a2b1df3a3 req-a7434c2e-acfd-4cf2-8140-1727b30a0e78 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.235594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d077ed8c-dbbc-4ec8-9d87-719a2b1df3a3 req-a7434c2e-acfd-4cf2-8140-1727b30a0e78 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 949 time: 0.3075328 Jul 13 19:40:21.317884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:40:21.350940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d077ed8c-dbbc-4ec8-9d87-719a2b1df3a3 req-bbb0fe86-4313-499b-8c0f-b6bcd1818ba7 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/security-groups?id=750b44c0-cc52-49e0-897a-759848a8a1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772552 Jul 13 19:40:21.353718 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.354073 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added segment 580de45b-4f9c-4777-b3c2-967f86c6dd3f of type vlan for network 784efa24-e0e7-4f53-a053-4f3379d6ed94 Jul 13 19:40:21.423751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd1138-139c-4444-b18e-c032b9178715 req-ad929853-4e4e-4531-bfba-ca6729087915 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.428516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.430567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd1138-139c-4444-b18e-c032b9178715 req-ad929853-4e4e-4531-bfba-ca6729087915 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.437850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd1138-139c-4444-b18e-c032b9178715 req-ad929853-4e4e-4531-bfba-ca6729087915 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.443733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd1138-139c-4444-b18e-c032b9178715 req-ad929853-4e4e-4531-bfba-ca6729087915 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.450506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd1138-139c-4444-b18e-c032b9178715 req-ad929853-4e4e-4531-bfba-ca6729087915 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.456346 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd1138-139c-4444-b18e-c032b9178715 req-ad929853-4e4e-4531-bfba-ca6729087915 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.462184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd1138-139c-4444-b18e-c032b9178715 req-ad929853-4e4e-4531-bfba-ca6729087915 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.470389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d6bd1138-139c-4444-b18e-c032b9178715 req-ad929853-4e4e-4531-bfba-ca6729087915 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.2449825 Jul 13 19:40:21.519208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d6bd1138-139c-4444-b18e-c032b9178715 req-5f23157b-e8f6-4a59-9093-ae579b7a8222 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477095 Jul 13 19:40:21.533686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.541326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.547232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.556122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-120c25cd-2b3c-4c82-a05a-a8b985201f40 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.558071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-b37a955b-bf02-4a1c-adb5-2389eb870ade service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116367 Jul 13 19:40:21.623907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-a1493688-0b26-4971-8c1b-a2200ea786fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f HTTP/1.1" status: 200 len: 217 time: 0.0577540 Jul 13 19:40:21.625116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Deleting port 027729a0-9568-4d9c-bc54-4e26123bcca4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:21.625461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.660267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5234988 Jul 13 19:40:21.660267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c25cd-2b3c-4c82-a05a-a8b985201f40 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event deleted for resources: {'Port': ['ID=b50e9a79-8b1b-4a83-ac1f-9964898b385d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:21.665561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:21.702607 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-120c25cd-2b3c-4c82-a05a-a8b985201f40 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.704979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-120c25cd-2b3c-4c82-a05a-a8b985201f40 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "DELETE /v2.0/ports/b50e9a79-8b1b-4a83-ac1f-9964898b385d HTTP/1.1" status: 204 len: 168 time: 1.1077855 Jul 13 19:40:21.709639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:21.711190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'subnet': {'network_id': '0198de1e-6d32-47db-abad-118259c09cd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:21.717629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee4342-b96c-4247-91db-6f8dec01ef1a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Network': ['ID=784efa24-e0e7-4f53-a053-4f3379d6ed94,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:21.737422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 784efa24-e0e7-4f53-a053-4f3379d6ed94 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:40:21.813755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-fe6854a8-7558-497e-820b-84357bcb8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:21.815537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-fe6854a8-7558-497e-820b-84357bcb8e73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.1740572 Jul 13 19:40:21.824160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ef9739-ca6e-46a5-bf64-3a2202c573c4 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Deleting subnet 574a3371-258b-4788-a64d-1b19e5e5fe2f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:40:21.831093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:21.835048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.855026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9739-ca6e-46a5-bf64-3a2202c573c4 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.892654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] For port 027729a0-9568-4d9c-bc54-4e26123bcca4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=027729a0-9568-4d9c-bc54-4e26123bcca4,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:21.892937 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.932164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Calling delete_port for 027729a0-9568-4d9c-bc54-4e26123bcca4 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:22.002671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9739-ca6e-46a5-bf64-3a2202c573c4 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.075540 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.145617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-89d77e2c-d963-4a83-bc2f-3102e71c9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:22.146997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Subnet': ['ID=70b70717-601b-4646-8d96-f8f89870e006,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:22.147118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-89d77e2c-d963-4a83-bc2f-3102e71c9dbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3110321 Jul 13 19:40:22.152070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Checking segment: {'id': '921ac77f-e702-4037-a180-a59e030351f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0198de1e-6d32-47db-abad-118259c09cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:22.152642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network hostable DHCP agents. Network: 0198de1e-6d32-47db-abad-118259c09cd8, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:40:22.169036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 0198de1e-6d32-47db-abad-118259c09cd8 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:40:22.178130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 0198de1e-6d32-47db-abad-118259c09cd8) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:22.182621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:22.183208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.187642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb4d39-7cdf-4f00-b8e9-904803dc87ad None None] Network 0198de1e-6d32-47db-abad-118259c09cd8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:22.211539 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-41be9ffb-f944-4849-914d-5ed1ee7a7fcd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5158744 Jul 13 19:40:22.215326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:22.220703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'subnet': {'network_id': '784efa24-e0e7-4f53-a053-4f3379d6ed94', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:22.233188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9739-ca6e-46a5-bf64-3a2202c573c4 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.333669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.345190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:22.356525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-1572d55a-2994-4f59-9781-271e34ea2e74 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965287 Jul 13 19:40:22.358234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.403988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-0198de1e-6d32-47db-abad-118259c09cd8', 'network_id': '0198de1e-6d32-47db-abad-118259c09cd8', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'fixed_ips': [{'subnet_id': '70b70717-601b-4646-8d96-f8f89870e006'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:40:22.404805 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.412376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Pushing event deleted for resources: {'Port': ['ID=027729a0-9568-4d9c-bc54-4e26123bcca4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:22.492120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.492513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.492846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.493180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.493531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.493865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.494190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.494729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.495585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.496104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.496396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.496721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:22.506703 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] No DVR routers for this DVR port 027729a0-9568-4d9c-bc54-4e26123bcca4 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:22.508891 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9739-ca6e-46a5-bf64-3a2202c573c4 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.517484 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.519703 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b50ffd0-3911-42df-82e5-a0655a3c0bde req-df12fe91-6c0c-4ef6-8382-2e5af61c1df0 tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.24 "DELETE /v2.0/ports/027729a0-9568-4d9c-bc54-4e26123bcca4 HTTP/1.1" status: 204 len: 173 time: 1.8151522 Jul 13 19:40:22.523641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186ae99a-8d73-4816-9897-c6af5f724e64', 'name': 'network-vif-deleted', 'tag': '027729a0-9568-4d9c-bc54-4e26123bcca4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:22.526093 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a15fcd2-866b-459c-b2d1-69478e8dc5ff" -d '{"events": [{"server_uuid": "186ae99a-8d73-4816-9897-c6af5f724e64", "name": "network-vif-deleted", "tag": "027729a0-9568-4d9c-bc54-4e26123bcca4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:22.612545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Allocated IP 2001:db8::2 (0198de1e-6d32-47db-abad-118259c09cd8/70b70717-601b-4646-8d96-f8f89870e006/397e1f13-3ea2-4334-851c-66e1a504cfb5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:22.642519 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566d2952-4c03-4501-882b-d85f4f4e3712 x-openstack-request-id: req-566d2952-4c03-4501-882b-d85f4f4e3712 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:22.643092 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186ae99a-8d73-4816-9897-c6af5f724e64", "name": "network-vif-deleted", "tag": "027729a0-9568-4d9c-bc54-4e26123bcca4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:22.643690 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-566d2952-4c03-4501-882b-d85f4f4e3712 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:22.644226 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186ae99a-8d73-4816-9897-c6af5f724e64', 'name': 'network-vif-deleted', 'tag': '027729a0-9568-4d9c-bc54-4e26123bcca4', 'status': 'completed', 'code': 200} Jul 13 19:40:22.645214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef9739-ca6e-46a5-bf64-3a2202c573c4 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event deleted for resources: {'Subnet': ['ID=574a3371-258b-4788-a64d-1b19e5e5fe2f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:22.718103 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9739-ca6e-46a5-bf64-3a2202c573c4 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.720612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f4ef9739-ca6e-46a5-bf64-3a2202c573c4 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "DELETE /v2.0/subnets/574a3371-258b-4788-a64d-1b19e5e5fe2f HTTP/1.1" status: 204 len: 168 time: 1.0046160 Jul 13 19:40:22.723818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:22.738597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e1f6185b-3f69-4dec-a5e3-f25e39cf8820 req-930549c1-44c4-49cf-8950-20d43060edff tempest-VolumesNegativeTest-1783784387 tempest-VolumesNegativeTest-1783784387-project] 10.222.0.25 "GET /v2.0/ports?device_id=186ae99a-8d73-4816-9897-c6af5f724e64 HTTP/1.1" status: 200 len: 210 time: 0.1295116 Jul 13 19:40:22.753191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c2e167-9a12-4e7c-901b-54cba29c3cca None None] Network 75465fe6-44cc-41fd-8eb7-9109e3221bbb requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:22.798390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-a0af617a-9795-41ee-8a74-a4e623a78504 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149463 Jul 13 19:40:22.914704 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.928617 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-db42594a-ab3a-4619-97fe-02a605dc576d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89c321a2-c868-4075-8150-883f6b612ea4 HTTP/1.1" status: 200 len: 217 time: 0.1194153 Jul 13 19:40:22.935785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Transition to ACTIVE for port object 397e1f13-3ea2-4334-851c-66e1a504cfb5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:22.946679 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:22.975565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Transition to ACTIVE for port object 397e1f13-3ea2-4334-851c-66e1a504cfb5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:23.001223 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.085648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-cd8448e9-d435-4362-a1e8-dc93464477c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.087305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-cd8448e9-d435-4362-a1e8-dc93464477c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.1479506 Jul 13 19:40:23.101132 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.178280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808283-64cd-44cb-94c5-14cbe33455a6 req-8bbaff29-c4fc-4e2b-b978-68b47643276f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.185550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808283-64cd-44cb-94c5-14cbe33455a6 req-8bbaff29-c4fc-4e2b-b978-68b47643276f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.191986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808283-64cd-44cb-94c5-14cbe33455a6 req-8bbaff29-c4fc-4e2b-b978-68b47643276f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.198246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808283-64cd-44cb-94c5-14cbe33455a6 req-8bbaff29-c4fc-4e2b-b978-68b47643276f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.204604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808283-64cd-44cb-94c5-14cbe33455a6 req-8bbaff29-c4fc-4e2b-b978-68b47643276f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.210831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808283-64cd-44cb-94c5-14cbe33455a6 req-8bbaff29-c4fc-4e2b-b978-68b47643276f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.217942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808283-64cd-44cb-94c5-14cbe33455a6 req-8bbaff29-c4fc-4e2b-b978-68b47643276f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.219939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-33808283-64cd-44cb-94c5-14cbe33455a6 req-8bbaff29-c4fc-4e2b-b978-68b47643276f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.1989310 Jul 13 19:40:23.222784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Checking segment: {'id': '580de45b-4f9c-4777-b3c2-967f86c6dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '784efa24-e0e7-4f53-a053-4f3379d6ed94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:23.223263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network hostable DHCP agents. Network: 784efa24-e0e7-4f53-a053-4f3379d6ed94, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:40:23.233185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-82f31e8d-dbd0-40a5-9fc3-b6b9c0b1553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.234806 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-82f31e8d-dbd0-40a5-9fc3-b6b9c0b1553f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1377745 Jul 13 19:40:23.235335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Deleting port e58dc325-9272-46cd-8a00-a9afdb17eff0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:23.235896 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.256890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Subnet': ['ID=7bf66d7b-6020-4b26-8fae-7296ebc8389e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:23.281930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Network 0198de1e-6d32-47db-abad-118259c09cd8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:23.292424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:23.296208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:23.298559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Pushing event updated for resources: {'Port': ['ID=397e1f13-3ea2-4334-851c-66e1a504cfb5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:23.363503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-33808283-64cd-44cb-94c5-14cbe33455a6 req-e8f7aeab-ec16-447a-925a-e6446dec70f0 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351557 Jul 13 19:40:23.385388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 784efa24-e0e7-4f53-a053-4f3379d6ed94 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:40:23.394013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4726b6bd-8b03-4eef-98b4-716f29edc626 None None] DHCP port deletion for 75465fe6-44cc-41fd-8eb7-9109e3221bbb request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:40:23.423156 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 784efa24-e0e7-4f53-a053-4f3379d6ed94) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:23.433659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.437742 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-64a060a9-6df4-40d8-8dcc-f4a18efa8577 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863930 Jul 13 19:40:23.438416 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.442252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] For port e58dc325-9272-46cd-8a00-a9afdb17eff0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e58dc325-9272-46cd-8a00-a9afdb17eff0,segment=NetworkSegment(1df6c710-f36e-4207-afba-6e85648df281),segment_id=1df6c710-f36e-4207-afba-6e85648df281)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:23.442638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.453887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51da214-eb99-4db0-99c7-48643ab083ac None None] Network 784efa24-e0e7-4f53-a053-4f3379d6ed94 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:23.460732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Calling delete_port for e58dc325-9272-46cd-8a00-a9afdb17eff0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:23.462059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Attempting to bind port 397e1f13-3ea2-4334-851c-66e1a504cfb5 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:23.462892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Attempting to bind port 397e1f13-3ea2-4334-851c-66e1a504cfb5 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '921ac77f-e702-4037-a180-a59e030351f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0198de1e-6d32-47db-abad-118259c09cd8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:23.463283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Attempting to bind port 397e1f13-3ea2-4334-851c-66e1a504cfb5 on network 0198de1e-6d32-47db-abad-118259c09cd8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:23.472857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-495d0e73-2ad6-4dbd-9b90-bec0f52c1b0f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2562332 Jul 13 19:40:23.476323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:23.484075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-302f4cd6-1d50-41ea-bd20-9d0385b5a21f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-53903128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:23.518341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:23.518341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Checking segment: {'id': '921ac77f-e702-4037-a180-a59e030351f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0198de1e-6d32-47db-abad-118259c09cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:23.518840 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.519120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Bound using segment: {'id': '921ac77f-e702-4037-a180-a59e030351f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0198de1e-6d32-47db-abad-118259c09cd8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:23.519774 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Bound port: 397e1f13-3ea2-4334-851c-66e1a504cfb5, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921ac77f-e702-4037-a180-a59e030351f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0198de1e-6d32-47db-abad-118259c09cd8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:23.519963 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.559283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-302f4cd6-1d50-41ea-bd20-9d0385b5a21f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.560442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-302f4cd6-1d50-41ea-bd20-9d0385b5a21f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.604512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-1b9aa1c7-de5a-40ae-976e-3b20a44a01d4 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570530 Jul 13 19:40:23.619503 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.629790 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2bede97-cb91-44e5-be1f-5d5b0de9a89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.661172 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-614b18ff-98dc-40e1-8801-21d7fb45e441 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fe38d307-aeed-4940-8698-a4e553caad39 HTTP/1.1" status: 200 len: 217 time: 0.0496650 Jul 13 19:40:23.677458 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-302f4cd6-1d50-41ea-bd20-9d0385b5a21f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.681049 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.688392 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-302f4cd6-1d50-41ea-bd20-9d0385b5a21f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.696362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4726b6bd-8b03-4eef-98b4-716f29edc626 None None] Deleting port e58dc325-9272-46cd-8a00-a9afdb17eff0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:23.696944 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4726b6bd-8b03-4eef-98b4-716f29edc626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.718941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f230c154-8693-46fc-84c3-fbe481175649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.720511 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-f230c154-8693-46fc-84c3-fbe481175649 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.0485454 Jul 13 19:40:23.729079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] For port 397e1f13-3ea2-4334-851c-66e1a504cfb5, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:23.744208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] No DVR routers for this DVR port e58dc325-9272-46cd-8a00-a9afdb17eff0 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:23.776724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event deleted for resources: {'Port': ['ID=e58dc325-9272-46cd-8a00-a9afdb17eff0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:23.779073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] For port 397e1f13-3ea2-4334-851c-66e1a504cfb5, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=397e1f13-3ea2-4334-851c-66e1a504cfb5,segment=NetworkSegment(921ac77f-e702-4037-a180-a59e030351f2),segment_id=921ac77f-e702-4037-a180-a59e030351f2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:23.794895 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.830345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-a6aeb1c4-f21b-4945-8142-cb04d48598b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:23.832007 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-a6aeb1c4-f21b-4945-8142-cb04d48598b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0986109 Jul 13 19:40:23.844749 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-302f4cd6-1d50-41ea-bd20-9d0385b5a21f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.848538 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-302f4cd6-1d50-41ea-bd20-9d0385b5a21f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3686182 Jul 13 19:40:23.851033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4726b6bd-8b03-4eef-98b4-716f29edc626 None None] For port e58dc325-9272-46cd-8a00-a9afdb17eff0, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:23.851708 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4726b6bd-8b03-4eef-98b4-716f29edc626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.856973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:23.876961 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.891352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75465fe6-44cc-41fd-8eb7-9109e3221bbb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:23.903619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df6c710-f36e-4207-afba-6e85648df281') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:23.904108 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df6c710-f36e-4207-afba-6e85648df281') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:23.913734 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.935502 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 027729a0-9568-4d9c-bc54-4e26123bcca4 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:23.938579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-784efa24-e0e7-4f53-a053-4f3379d6ed94', 'network_id': '784efa24-e0e7-4f53-a053-4f3379d6ed94', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'fixed_ips': [{'subnet_id': '7bf66d7b-6020-4b26-8fae-7296ebc8389e'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:40:23.939634 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.941144 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.953315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:40:23.953725 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:40:23.962570 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:40:23.970328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4726b6bd-8b03-4eef-98b4-716f29edc626 None None] Calling delete_port for e58dc325-9272-46cd-8a00-a9afdb17eff0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:24.015565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-4726b6bd-8b03-4eef-98b4-716f29edc626 None None] Port e58dc325-9272-46cd-8a00-a9afdb17eff0 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:40:24.042151 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4726b6bd-8b03-4eef-98b4-716f29edc626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:24.056400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 027729a0-9568-4d9c-bc54-4e26123bcca4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:24.056753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 027729a0-9568-4d9c-bc54-4e26123bcca4 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:24.099052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4726b6bd-8b03-4eef-98b4-716f29edc626 None None] No DVR routers for this DVR port e58dc325-9272-46cd-8a00-a9afdb17eff0 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:24.122698 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:24.125760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410c0db-3171-4d5c-92fd-0102ec1d836f None None] Pushing event updated for resources: {'Port': ['ID=397e1f13-3ea2-4334-851c-66e1a504cfb5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:24.150536 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:24.152547 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] 10.222.0.25 "DELETE /v2.0/networks/75465fe6-44cc-41fd-8eb7-9109e3221bbb HTTP/1.1" status: 204 len: 168 time: 1.4234681 Jul 13 19:40:24.162037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726b6bd-8b03-4eef-98b4-716f29edc626 None None] Pushing event deleted for resources: {'Port': ['ID=e58dc325-9272-46cd-8a00-a9afdb17eff0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:24.197204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ddd8f-76c0-4c71-b358-2631a9c7e1f9 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634 tempest-ExtraDHCPOptionsIpV6TestJSON-712911634-project] Pushing event deleted for resources: {'Network': ['ID=75465fe6-44cc-41fd-8eb7-9109e3221bbb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:24.412931 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-94c6a118-3371-41f8-86af-843cc1be2b42 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718400 Jul 13 19:40:24.614600 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e58dc325-9272-46cd-8a00-a9afdb17eff0 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:24.661670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e58dc325-9272-46cd-8a00-a9afdb17eff0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:24.662015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e58dc325-9272-46cd-8a00-a9afdb17eff0 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:24.694795 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:24.705146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Allocated IP 2001:db8:1::2 (784efa24-e0e7-4f53-a053-4f3379d6ed94/7bf66d7b-6020-4b26-8fae-7296ebc8389e/3e9326a0-2cb6-4856-8e63-89fea8e5eeee) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:24.727372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:24.744249 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bc682c7-1054-48d2-8cfe-97c3d098c69d req-ac472652-5429-423c-97f5-600966c45b97 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038170 Jul 13 19:40:24.904449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:24.953004 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:24.967550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Transition to ACTIVE for port object 3e9326a0-2cb6-4856-8e63-89fea8e5eeee will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:24.985819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Transition to ACTIVE for port object 3e9326a0-2cb6-4856-8e63-89fea8e5eeee will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:24.998047 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.055297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Pushing event updated for resources: {'Port': ['ID=3e9326a0-2cb6-4856-8e63-89fea8e5eeee,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:25.079816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Network 784efa24-e0e7-4f53-a053-4f3379d6ed94 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:25.083799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:25.091551 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:25.126276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbde166-0210-4ab1-a227-1944de080dd0 req-6efc878f-5c2c-4245-a4b3-d56e9b1462fe tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.138899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbde166-0210-4ab1-a227-1944de080dd0 req-6efc878f-5c2c-4245-a4b3-d56e9b1462fe tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.156751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbde166-0210-4ab1-a227-1944de080dd0 req-6efc878f-5c2c-4245-a4b3-d56e9b1462fe tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.182073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbde166-0210-4ab1-a227-1944de080dd0 req-6efc878f-5c2c-4245-a4b3-d56e9b1462fe tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.196056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbde166-0210-4ab1-a227-1944de080dd0 req-6efc878f-5c2c-4245-a4b3-d56e9b1462fe tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.227391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Attempting to bind port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:25.227850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Attempting to bind port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '580de45b-4f9c-4777-b3c2-967f86c6dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '784efa24-e0e7-4f53-a053-4f3379d6ed94'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:25.228280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Attempting to bind port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee on network 784efa24-e0e7-4f53-a053-4f3379d6ed94 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:25.228641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbde166-0210-4ab1-a227-1944de080dd0 req-6efc878f-5c2c-4245-a4b3-d56e9b1462fe tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.234740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:25.235198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Checking segment: {'id': '580de45b-4f9c-4777-b3c2-967f86c6dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '784efa24-e0e7-4f53-a053-4f3379d6ed94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:25.235674 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.236677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Bound using segment: {'id': '580de45b-4f9c-4777-b3c2-967f86c6dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '784efa24-e0e7-4f53-a053-4f3379d6ed94'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:25.237230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Bound port: 3e9326a0-2cb6-4856-8e63-89fea8e5eeee, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580de45b-4f9c-4777-b3c2-967f86c6dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '784efa24-e0e7-4f53-a053-4f3379d6ed94'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:25.237686 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.252330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbde166-0210-4ab1-a227-1944de080dd0 req-6efc878f-5c2c-4245-a4b3-d56e9b1462fe tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.271018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bbde166-0210-4ab1-a227-1944de080dd0 req-6efc878f-5c2c-4245-a4b3-d56e9b1462fe tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.4579837 Jul 13 19:40:25.341103 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3aab70b9-4708-46c2-8bfa-9590778bc10c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dd1f5a666494046a607eaa191beb97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353497 Jul 13 19:40:25.344482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:25.370283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] For port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:25.375469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] For port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3e9326a0-2cb6-4856-8e63-89fea8e5eeee,segment=NetworkSegment(580de45b-4f9c-4777-b3c2-967f86c6dd3f),segment_id=580de45b-4f9c-4777-b3c2-967f86c6dd3f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:25.380629 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.397573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-a3d6b024-a09c-482e-9fe9-696dbb70549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.398071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-a3d6b024-a09c-482e-9fe9-696dbb70549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.398783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-a3d6b024-a09c-482e-9fe9-696dbb70549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.399262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-a3d6b024-a09c-482e-9fe9-696dbb70549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.402531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-a3d6b024-a09c-482e-9fe9-696dbb70549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.404751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-a3d6b024-a09c-482e-9fe9-696dbb70549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.405256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-a3d6b024-a09c-482e-9fe9-696dbb70549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.407570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-a3d6b024-a09c-482e-9fe9-696dbb70549d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6487 time: 0.5551984 Jul 13 19:40:25.472642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1772-86d2-4c08-b22c-9493538b8164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.483275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed41c06-af0b-4378-933f-7fefeb1f6bf3 None None] Pushing event updated for resources: {'Port': ['ID=3e9326a0-2cb6-4856-8e63-89fea8e5eeee,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:25.523585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1772-86d2-4c08-b22c-9493538b8164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.560965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Allocated IP 2001:db8::1 (0198de1e-6d32-47db-abad-118259c09cd8/70b70717-601b-4646-8d96-f8f89870e006/d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:25.596703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1772-86d2-4c08-b22c-9493538b8164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.609666 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1772-86d2-4c08-b22c-9493538b8164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.614623 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3f2e1772-86d2-4c08-b22c-9493538b8164 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61cd9558-9c32-4180-bfe3-a04ed338bfae HTTP/1.1" status: 204 len: 168 time: 0.2688150 Jul 13 19:40:25.616081 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bbde166-0210-4ab1-a227-1944de080dd0 req-38f9cffe-c536-4f31-9d4e-221ffe5689f8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3441927 Jul 13 19:40:25.633626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e1772-86d2-4c08-b22c-9493538b8164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cd9558-9c32-4180-bfe3-a04ed338bfae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:25.838028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad777b-a96e-4b2e-b7db-e9e3da3c35a4 None None] Network 0198de1e-6d32-47db-abad-118259c09cd8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:25.959223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf267dc9-4939-4dca-b60d-8ce824df5159 None None] Provisioning for port 397e1f13-3ea2-4334-851c-66e1a504cfb5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:26.076873 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:26.395360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:26.412926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Transition to ACTIVE for port object d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:26.501704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-e81550c8-47ee-453f-b1e1-6567a289dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:26.510016 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-e81550c8-47ee-453f-b1e1-6567a289dcc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c96bdf60-03fd-4497-81a8-4ed77a3d079d HTTP/1.1" status: 200 len: 902 time: 1.0675695 Jul 13 19:40:26.512953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:26.595122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 397e1f13-3ea2-4334-851c-66e1a504cfb5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:26.687892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 397e1f13-3ea2-4334-851c-66e1a504cfb5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:26.695358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 397e1f13-3ea2-4334-851c-66e1a504cfb5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:26.695538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 0198de1e-6d32-47db-abad-118259c09cd8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:26.695977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:26.699957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:26.705122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-8b224e56-a369-4d62-ab92-0199e2b1faa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fe38d307-aeed-4940-8698-a4e553caad39 HTTP/1.1" status: 200 len: 217 time: 0.1808026 Jul 13 19:40:26.735253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:26.735832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:26.869597 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:26.963160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:27.013051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 397e1f13-3ea2-4334-851c-66e1a504cfb5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=397e1f13-3ea2-4334-851c-66e1a504cfb5,segment=NetworkSegment(921ac77f-e702-4037-a180-a59e030351f2),segment_id=921ac77f-e702-4037-a180-a59e030351f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:27.013858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:27.017996 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:27.019282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3e9326a0-2cb6-4856-8e63-89fea8e5eeee up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:27.173411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=397e1f13-3ea2-4334-851c-66e1a504cfb5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:27.231398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:27.237446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-d4afab96-44b9-4758-b00e-c74a0f087d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:27.239005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b623-c3d4-41d4-8d65-be71b3c4926d req-5e51c53c-2116-44c9-944d-810d8aac0c72 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:27.241344 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-d4afab96-44b9-4758-b00e-c74a0f087d50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.4599628 Jul 13 19:40:27.245205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b623-c3d4-41d4-8d65-be71b3c4926d req-5e51c53c-2116-44c9-944d-810d8aac0c72 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:27.261910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b623-c3d4-41d4-8d65-be71b3c4926d req-5e51c53c-2116-44c9-944d-810d8aac0c72 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:27.270348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b623-c3d4-41d4-8d65-be71b3c4926d req-5e51c53c-2116-44c9-944d-810d8aac0c72 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:27.282093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b623-c3d4-41d4-8d65-be71b3c4926d req-5e51c53c-2116-44c9-944d-810d8aac0c72 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:27.293412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b623-c3d4-41d4-8d65-be71b3c4926d req-5e51c53c-2116-44c9-944d-810d8aac0c72 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:27.304830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b623-c3d4-41d4-8d65-be71b3c4926d req-5e51c53c-2116-44c9-944d-810d8aac0c72 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:27.314069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1785b623-c3d4-41d4-8d65-be71b3c4926d req-5e51c53c-2116-44c9-944d-810d8aac0c72 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.3250980 Jul 13 19:40:27.331979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-547c1e59-4668-47c1-970f-8f580cbbe6cb tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-486772573', 'prefixes': ['172.20.0.0/16']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:27.375285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9bdca9-e0c6-40ac-ac6c-20f16e4af570 None None] Network 784efa24-e0e7-4f53-a053-4f3379d6ed94 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:27.391777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-3d785860-e10f-43ea-b7a1-fb73af62fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:27.393435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-3d785860-e10f-43ea-b7a1-fb73af62fcbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1218336 Jul 13 19:40:27.408468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-4c332aa5-8eab-4945-a6f6-617f6c498648 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:40:27.409560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-4c332aa5-8eab-4945-a6f6-617f6c498648 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056312 Jul 13 19:40:27.410999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1785b623-c3d4-41d4-8d65-be71b3c4926d req-2d016ddf-20f4-4e75-92be-4c008c666001 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957508 Jul 13 19:40:27.415993 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:27.512582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-547c1e59-4668-47c1-970f-8f580cbbe6cb tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] Notify callbacks [] for subnetpool, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:27.514030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-547c1e59-4668-47c1-970f-8f580cbbe6cb tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5481601 Jul 13 19:40:27.516478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:27.579946 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-708ca6c8-9ad9-4e07-8c0f-9606e283162c tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] 10.222.0.25 "GET /v2.0/subnetpools/d29b7576-be4e-495c-8015-cc0022be6ff0 HTTP/1.1" status: 200 len: 731 time: 0.0623541 Jul 13 19:40:27.584605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:27.598031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cd9fc3f5-868a-4f03-96ea-dfaa9d1eec96 tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1574834271'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:27.628792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] Provisioning for port d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:27.653370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] Provisioning complete for port d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:27.655695 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-9117bcee-bbe7-475b-9d70-dc654f6cf30e service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237322 Jul 13 19:40:27.657718 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:27.774239 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9fc3f5-868a-4f03-96ea-dfaa9d1eec96 tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] Notify callbacks [] for subnetpool, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:27.777122 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cd9fc3f5-868a-4f03-96ea-dfaa9d1eec96 tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] 10.222.0.25 "PUT /v2.0/subnetpools/d29b7576-be4e-495c-8015-cc0022be6ff0 HTTP/1.1" status: 200 len: 684 time: 0.1915472 Jul 13 19:40:27.779774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:27.813251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] Port d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:27.852002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] Provisioning for port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:27.858272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] Provisioning complete for port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:27.859203 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:27.910005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a3fe705-3681-4b20-9bfb-9fb687b41384 req-2e0bfc63-9c03-4880-b3ce-4f42515c68b9 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387576 Jul 13 19:40:28.001789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:28.009063 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:28.014584 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c33da92-d6c9-401b-b6e8-aa19692514cc tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:28.016503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0c33da92-d6c9-401b-b6e8-aa19692514cc tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d29b7576-be4e-495c-8015-cc0022be6ff0 HTTP/1.1" status: 204 len: 168 time: 0.2357779 Jul 13 19:40:28.019271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:28.024970 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:28.026086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:28.045902 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-50574de0-1443-4012-9829-459ed26c7804 tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] show failed (client error): The resource could not be found. Jul 13 19:40:28.048928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-50574de0-1443-4012-9829-459ed26c7804 tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] 10.222.0.25 "GET /v2.0/subnetpools/d29b7576-be4e-495c-8015-cc0022be6ff0 HTTP/1.1" status: 404 len: 346 time: 0.0284536 Jul 13 19:40:28.051705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:28.082662 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-16a460be-7edb-494f-8e34-7e0678952cc3 tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] delete failed (client error): The resource could not be found. Jul 13 19:40:28.090280 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-16a460be-7edb-494f-8e34-7e0678952cc3 tempest-SubnetPoolsTestJSON-333055799 tempest-SubnetPoolsTestJSON-333055799-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d29b7576-be4e-495c-8015-cc0022be6ff0 HTTP/1.1" status: 404 len: 346 time: 0.0372581 Jul 13 19:40:28.111675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] For port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3e9326a0-2cb6-4856-8e63-89fea8e5eeee,segment=NetworkSegment(580de45b-4f9c-4777-b3c2-967f86c6dd3f),segment_id=580de45b-4f9c-4777-b3c2-967f86c6dd3f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:28.120331 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:28.254316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7852247-22bf-4cf3-a5b8-3f2d2b999830 None None] Pushing event updated for resources: {'Port': ['ID=3e9326a0-2cb6-4856-8e63-89fea8e5eeee,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:28.306157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:28.368876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b5c2f63c-3f4d-4637-a407-1aa0e701b69a None None] Provisioning complete for port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:28.371613 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5c2f63c-3f4d-4637-a407-1aa0e701b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:28.383553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 0198de1e-6d32-47db-abad-118259c09cd8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:28.385065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:28.600100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router 80e4aa52-4544-4bcc-acaf-97f1a08858b2 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:40:28.611997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 397e1f13-3ea2-4334-851c-66e1a504cfb5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:28.738231 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:28.755135 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d87a7de3-5447-4ffb-95d8-25848bd21b95 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/80e4aa52-4544-4bcc-acaf-97f1a08858b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8958495 Jul 13 19:40:28.767347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:28.767495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934fa987-542f-4d81-8249-8fc9ad10f291 None None] Sync routers for ids ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:28.773248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 397e1f13-3ea2-4334-851c-66e1a504cfb5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:28.773621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:28.776693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645c5c8-3616-4199-a3c4-cc65b52cdef6 req-af5dfd5b-4822-4a75-9d02-dd1fb03b0d4b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:28.782687 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645c5c8-3616-4199-a3c4-cc65b52cdef6 req-af5dfd5b-4822-4a75-9d02-dd1fb03b0d4b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:28.789756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645c5c8-3616-4199-a3c4-cc65b52cdef6 req-af5dfd5b-4822-4a75-9d02-dd1fb03b0d4b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:28.797494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645c5c8-3616-4199-a3c4-cc65b52cdef6 req-af5dfd5b-4822-4a75-9d02-dd1fb03b0d4b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:28.805493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645c5c8-3616-4199-a3c4-cc65b52cdef6 req-af5dfd5b-4822-4a75-9d02-dd1fb03b0d4b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:28.814857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645c5c8-3616-4199-a3c4-cc65b52cdef6 req-af5dfd5b-4822-4a75-9d02-dd1fb03b0d4b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:28.821312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645c5c8-3616-4199-a3c4-cc65b52cdef6 req-af5dfd5b-4822-4a75-9d02-dd1fb03b0d4b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:28.830140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a645c5c8-3616-4199-a3c4-cc65b52cdef6 req-af5dfd5b-4822-4a75-9d02-dd1fb03b0d4b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.2430356 Jul 13 19:40:28.832897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:28.855137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fa987-542f-4d81-8249-8fc9ad10f291 None None] Routers {'80e4aa52-4544-4bcc-acaf-97f1a08858b2'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:28.855867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-934fa987-542f-4d81-8249-8fc9ad10f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:28.881725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cbfe26-560b-467b-83d8-ada9b4b49046 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:28.889047 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-53cbfe26-560b-467b-83d8-ada9b4b49046 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports/d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6 HTTP/1.1" status: 200 len: 911 time: 0.1202638 Jul 13 19:40:28.892805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:28.896760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a645c5c8-3616-4199-a3c4-cc65b52cdef6 req-4790573b-2971-4301-bf7a-9c3339b27f4f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641530 Jul 13 19:40:28.957904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-934fa987-542f-4d81-8249-8fc9ad10f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:29.027929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd7f638a-fe57-4383-a9d6-e523074c8c37 None None] Provisioning complete for port d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:29.033295 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd7f638a-fe57-4383-a9d6-e523074c8c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:29.102060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fa987-542f-4d81-8249-8fc9ad10f291 None None] Routers {'80e4aa52-4544-4bcc-acaf-97f1a08858b2'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:29.102821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-934fa987-542f-4d81-8249-8fc9ad10f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:29.142083 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b4335d0-873d-4242-8e09-09fff1a59ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:29.162814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-934fa987-542f-4d81-8249-8fc9ad10f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:29.164193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934fa987-542f-4d81-8249-8fc9ad10f291 None None] The sync data for ids ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:29.173174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f638a-fe57-4383-a9d6-e523074c8c37 None None] Port d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:29.270723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3e9326a0-2cb6-4856-8e63-89fea8e5eeee up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:29.325010 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b4335d0-873d-4242-8e09-09fff1a59ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:29.330474 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b4335d0-873d-4242-8e09-09fff1a59ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:29.365055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:29.365425 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:29.411370 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3b4335d0-873d-4242-8e09-09fff1a59ff2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e3e71662aab40038eb694d86bf158f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766695 Jul 13 19:40:29.412248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4335d0-873d-4242-8e09-09fff1a59ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b47f4d1-6372-4ffb-ac2c-667c65a78764,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:29.416204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:29.532782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23633cbe-3cf3-4f22-8d02-198a08fda83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:29.580135 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23633cbe-3cf3-4f22-8d02-198a08fda83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:29.594580 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:29.703471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23633cbe-3cf3-4f22-8d02-198a08fda83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:29.706003 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23633cbe-3cf3-4f22-8d02-198a08fda83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:29.707177 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-23633cbe-3cf3-4f22-8d02-198a08fda83b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b47f4d1-6372-4ffb-ac2c-667c65a78764 HTTP/1.1" status: 204 len: 168 time: 0.2894945 Jul 13 19:40:29.721269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23633cbe-3cf3-4f22-8d02-198a08fda83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b47f4d1-6372-4ffb-ac2c-667c65a78764,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:29.895209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Allocated IP 2001:db8:1::1 (784efa24-e0e7-4f53-a053-4f3379d6ed94/7bf66d7b-6020-4b26-8fae-7296ebc8389e/2bca2031-a193-4cbc-b03f-28ca75af1071) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:30.020558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.050515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Transition to ACTIVE for port object 2bca2031-a193-4cbc-b03f-28ca75af1071 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:30.153825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.177272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239d84a-fec3-43be-bc2c-1791892d0ffb req-afdffb2a-292f-469a-9562-ef251b49d9f1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:30.183532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239d84a-fec3-43be-bc2c-1791892d0ffb req-afdffb2a-292f-469a-9562-ef251b49d9f1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:30.191728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239d84a-fec3-43be-bc2c-1791892d0ffb req-afdffb2a-292f-469a-9562-ef251b49d9f1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:30.195560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239d84a-fec3-43be-bc2c-1791892d0ffb req-afdffb2a-292f-469a-9562-ef251b49d9f1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:30.202306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239d84a-fec3-43be-bc2c-1791892d0ffb req-afdffb2a-292f-469a-9562-ef251b49d9f1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:30.208251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239d84a-fec3-43be-bc2c-1791892d0ffb req-afdffb2a-292f-469a-9562-ef251b49d9f1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:30.214952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239d84a-fec3-43be-bc2c-1791892d0ffb req-afdffb2a-292f-469a-9562-ef251b49d9f1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:30.219801 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5239d84a-fec3-43be-bc2c-1791892d0ffb req-afdffb2a-292f-469a-9562-ef251b49d9f1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.1837540 Jul 13 19:40:30.272807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 784efa24-e0e7-4f53-a053-4f3379d6ed94 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:30.278293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:30.286544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:30.286705 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.373917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=2bca2031-a193-4cbc-b03f-28ca75af1071,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:30.416944 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5239d84a-fec3-43be-bc2c-1791892d0ffb req-fbd914eb-984a-46f7-aee4-02816c214868 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1762376 Jul 13 19:40:30.569792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.632357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:30.736734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f8f7306-7b07-46f0-b951-1a275bf98047 None None] Provisioning for port 2bca2031-a193-4cbc-b03f-28ca75af1071 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:30.742293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f8f7306-7b07-46f0-b951-1a275bf98047 None None] Provisioning complete for port 2bca2031-a193-4cbc-b03f-28ca75af1071 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:30.743003 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7306-7b07-46f0-b951-1a275bf98047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.784726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f7306-7b07-46f0-b951-1a275bf98047 None None] Port 2bca2031-a193-4cbc-b03f-28ca75af1071 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:30.799282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1585217315'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:30.824970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Made reservation on behalf of 231487d574984dda83be226373f3f1ae for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:30.829987 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.841921 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.940515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.945546 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.946381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.954333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.958390 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.982032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:40:30.997400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76210dcc-210f-43e0-9941-a9990c709d07,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:31.002561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:31.002912 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Added segment a1a82757-d68c-470b-a975-13b47781101d of type vlan for network 784a3986-8059-4af7-b02f-e4560dda7984 Jul 13 19:40:31.051140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=2bca2031-a193-4cbc-b03f-28ca75af1071,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:31.051360 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:31.083132 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:31.089851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:31.090976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:31.113413 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4793577 Jul 13 19:40:31.114078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:31.124073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 784efa24-e0e7-4f53-a053-4f3379d6ed94 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:31.126175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:31.129925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Request body: {'subnet': {'network_id': '784a3986-8059-4af7-b02f-e4560dda7984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:31.283600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router 80e4aa52-4544-4bcc-acaf-97f1a08858b2 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:40:31.344025 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:40:31.452266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:31.464570 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b9f419-96d6-4b3a-a71a-1666e87686d5 None None] Sync routers for ids ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:31.464739 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3751ed13-1a39-4d4e-beff-3e165bbb911b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/80e4aa52-4544-4bcc-acaf-97f1a08858b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5706215 Jul 13 19:40:31.465392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:31.494178 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9f419-96d6-4b3a-a71a-1666e87686d5 None None] Routers {'80e4aa52-4544-4bcc-acaf-97f1a08858b2'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:31.506335 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5b9f419-96d6-4b3a-a71a-1666e87686d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:31.571515 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5b9f419-96d6-4b3a-a71a-1666e87686d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:31.584842 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9f419-96d6-4b3a-a71a-1666e87686d5 None None] Routers {'80e4aa52-4544-4bcc-acaf-97f1a08858b2'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:31.585524 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5b9f419-96d6-4b3a-a71a-1666e87686d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:31.610127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8b66a-271c-4b07-912d-040ad7e577af tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:31.625921 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-edc8b66a-271c-4b07-912d-040ad7e577af tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports/2bca2031-a193-4cbc-b03f-28ca75af1071 HTTP/1.1" status: 200 len: 913 time: 0.1547513 Jul 13 19:40:31.627438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:31.637968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d5ab688-7b17-4a36-ab43-6ef2339c8d19 None None] Provisioning complete for port 2bca2031-a193-4cbc-b03f-28ca75af1071 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:31.638622 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d5ab688-7b17-4a36-ab43-6ef2339c8d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:31.764696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ab688-7b17-4a36-ab43-6ef2339c8d19 None None] Port 2bca2031-a193-4cbc-b03f-28ca75af1071 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:31.880921 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5b9f419-96d6-4b3a-a71a-1666e87686d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:31.881793 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b9f419-96d6-4b3a-a71a-1666e87686d5 None None] The sync data for ids ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:31.903395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedff89f-5df7-4836-9386-f18928871703 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Pushing event updated for resources: {'Network': ['ID=784a3986-8059-4af7-b02f-e4560dda7984,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:31.923986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 784a3986-8059-4af7-b02f-e4560dda7984 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:40:31.985510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Made reservation on behalf of 231487d574984dda83be226373f3f1ae for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:31.989043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:32.024677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:32.027764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303dd60-3f75-4be3-83a1-370e0ec121b1 req-8964c80f-d903-45a4-955c-7957d8563ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:32.049540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303dd60-3f75-4be3-83a1-370e0ec121b1 req-8964c80f-d903-45a4-955c-7957d8563ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:32.066308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303dd60-3f75-4be3-83a1-370e0ec121b1 req-8964c80f-d903-45a4-955c-7957d8563ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:32.076894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303dd60-3f75-4be3-83a1-370e0ec121b1 req-8964c80f-d903-45a4-955c-7957d8563ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:32.082940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303dd60-3f75-4be3-83a1-370e0ec121b1 req-8964c80f-d903-45a4-955c-7957d8563ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:32.096319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303dd60-3f75-4be3-83a1-370e0ec121b1 req-8964c80f-d903-45a4-955c-7957d8563ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:32.110212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303dd60-3f75-4be3-83a1-370e0ec121b1 req-8964c80f-d903-45a4-955c-7957d8563ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:32.117792 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9303dd60-3f75-4be3-83a1-370e0ec121b1 req-8964c80f-d903-45a4-955c-7957d8563ddd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.2621987 Jul 13 19:40:32.210989 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9303dd60-3f75-4be3-83a1-370e0ec121b1 req-d87b0c7e-4bf7-4767-a187-36cae20e34d5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923603 Jul 13 19:40:32.264728 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2c0fc163-0245-42b2-88b5-f081e32ce544 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e12ecde31f0f40979862e20bf9644056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363350 Jul 13 19:40:32.267213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:32.304244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:32.348615 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:32.434626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Checking segment: {'id': 'a1a82757-d68c-470b-a975-13b47781101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '784a3986-8059-4af7-b02f-e4560dda7984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:32.434989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Network hostable DHCP agents. Network: 784a3986-8059-4af7-b02f-e4560dda7984, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:40:32.446374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Pushing event updated for resources: {'Subnet': ['ID=93a38a89-9145-466c-85bf-c574d00aebbc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:32.474383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Network 784a3986-8059-4af7-b02f-e4560dda7984 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:40:32.487850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 784a3986-8059-4af7-b02f-e4560dda7984) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:32.494382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:32.495341 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:32.519173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8dabbd-b493-428b-9e47-a37885af622d None None] Network 784a3986-8059-4af7-b02f-e4560dda7984 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:32.531126 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3b1428fe-734e-47c3-b9c3-79ca571abfec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4036632 Jul 13 19:40:32.533106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:32.541069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Request body: {'port': {'network_id': '784a3986-8059-4af7-b02f-e4560dda7984', 'name': 'tempest-TagsExtTest-26375624'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:32.580100 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c962b22c-68ee-49e6-872a-47735c735191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:32.614848 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c962b22c-68ee-49e6-872a-47735c735191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:32.724563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Made reservation on behalf of 231487d574984dda83be226373f3f1ae for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:32.726590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c962b22c-68ee-49e6-872a-47735c735191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:32.729704 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c962b22c-68ee-49e6-872a-47735c735191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:32.731160 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c962b22c-68ee-49e6-872a-47735c735191 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/750b44c0-cc52-49e0-897a-759848a8a1e6 HTTP/1.1" status: 204 len: 168 time: 0.4630702 Jul 13 19:40:32.735005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:32.758690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] device_id is not set on port a023292d-755a-4386-8de3-7f7c7d3e765e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:40:32.792270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962b22c-68ee-49e6-872a-47735c735191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750b44c0-cc52-49e0-897a-759848a8a1e6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:32.834726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port 2bca2031-a193-4cbc-b03f-28ca75af1071 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:32.835330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.006586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.026798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for 2bca2031-a193-4cbc-b03f-28ca75af1071 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:33.117364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Allocated IP 172.20.0.7 (784a3986-8059-4af7-b02f-e4560dda7984/93a38a89-9145-466c-85bf-c574d00aebbc/a023292d-755a-4386-8de3-7f7c7d3e765e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:33.122993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-784a3986-8059-4af7-b02f-e4560dda7984', 'network_id': '784a3986-8059-4af7-b02f-e4560dda7984', 'tenant_id': '231487d574984dda83be226373f3f1ae', 'fixed_ips': [{'subnet_id': '93a38a89-9145-466c-85bf-c574d00aebbc'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:40:33.124916 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.429020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.450884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Transition to ACTIVE for port object a023292d-755a-4386-8de3-7f7c7d3e765e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:33.492800 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.565647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Allocated IP 172.20.0.2 (784a3986-8059-4af7-b02f-e4560dda7984/93a38a89-9145-466c-85bf-c574d00aebbc/d815038c-f15c-4b86-9f7f-f48a189b41e5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:33.595397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Network 784a3986-8059-4af7-b02f-e4560dda7984 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:33.637123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:33.643058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:33.727120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Pushing event updated for resources: {'Port': ['ID=a023292d-755a-4386-8de3-7f7c7d3e765e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:33.728720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168fde-7def-42a3-b362-003e3e6a8bb5 req-b105e3e5-b6be-4c8f-a434-12e6210749c5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:33.735315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168fde-7def-42a3-b362-003e3e6a8bb5 req-b105e3e5-b6be-4c8f-a434-12e6210749c5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:33.743120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168fde-7def-42a3-b362-003e3e6a8bb5 req-b105e3e5-b6be-4c8f-a434-12e6210749c5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:33.750191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168fde-7def-42a3-b362-003e3e6a8bb5 req-b105e3e5-b6be-4c8f-a434-12e6210749c5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:33.754435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:33.755197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.756099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168fde-7def-42a3-b362-003e3e6a8bb5 req-b105e3e5-b6be-4c8f-a434-12e6210749c5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:33.764103 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168fde-7def-42a3-b362-003e3e6a8bb5 req-b105e3e5-b6be-4c8f-a434-12e6210749c5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:33.770812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168fde-7def-42a3-b362-003e3e6a8bb5 req-b105e3e5-b6be-4c8f-a434-12e6210749c5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:33.771300 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-45cf09e3-08a3-416d-bf79-04b750f82204 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.2363045 Jul 13 19:40:33.772767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-95168fde-7def-42a3-b362-003e3e6a8bb5 req-b105e3e5-b6be-4c8f-a434-12e6210749c5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.1882124 Jul 13 19:40:33.779898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:33.782503 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.785132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-16ceb004-3193-48cc-8a38-e22abd80f4ff tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1026577724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:33.794007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Transition to ACTIVE for port object d815038c-f15c-4b86-9f7f-f48a189b41e5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:33.818861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ceb004-3193-48cc-8a38-e22abd80f4ff tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.819382 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ceb004-3193-48cc-8a38-e22abd80f4ff tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.830781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Transition to ACTIVE for port object d815038c-f15c-4b86-9f7f-f48a189b41e5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:33.840048 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.860223 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-95168fde-7def-42a3-b362-003e3e6a8bb5 req-ad234cfc-c3d0-4e01-a857-7ff7b70455cd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527301 Jul 13 19:40:33.861489 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.886937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=2bca2031-a193-4cbc-b03f-28ca75af1071,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:33.919111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Pushing event updated for resources: {'Port': ['ID=d815038c-f15c-4b86-9f7f-f48a189b41e5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:33.924551 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Network 784a3986-8059-4af7-b02f-e4560dda7984 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:33.928145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:33.928884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ceb004-3193-48cc-8a38-e22abd80f4ff tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.931511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:33.937878 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ceb004-3193-48cc-8a38-e22abd80f4ff tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.966293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ceb004-3193-48cc-8a38-e22abd80f4ff tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:33.967975 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-16ceb004-3193-48cc-8a38-e22abd80f4ff tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1869040 Jul 13 19:40:33.970711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:33.976379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0e9c48d0-9836-4ce3-bec8-5088fa4c4c47 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-153990378', 'prefixes': ['172.20.0.0/16']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:34.023175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:34.037487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Attempting to bind port d815038c-f15c-4b86-9f7f-f48a189b41e5 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:34.037843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Attempting to bind port d815038c-f15c-4b86-9f7f-f48a189b41e5 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a1a82757-d68c-470b-a975-13b47781101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '784a3986-8059-4af7-b02f-e4560dda7984'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:34.038527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Attempting to bind port d815038c-f15c-4b86-9f7f-f48a189b41e5 on network 784a3986-8059-4af7-b02f-e4560dda7984 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:34.058905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:34.059115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Checking segment: {'id': 'a1a82757-d68c-470b-a975-13b47781101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '784a3986-8059-4af7-b02f-e4560dda7984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:34.059540 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:34.059933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Bound using segment: {'id': 'a1a82757-d68c-470b-a975-13b47781101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '784a3986-8059-4af7-b02f-e4560dda7984'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:34.060483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Bound port: d815038c-f15c-4b86-9f7f-f48a189b41e5, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a82757-d68c-470b-a975-13b47781101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '784a3986-8059-4af7-b02f-e4560dda7984'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:34.061518 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:34.071201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e9c48d0-9836-4ce3-bec8-5088fa4c4c47 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for subnetpool, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:34.073317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0e9c48d0-9836-4ce3-bec8-5088fa4c4c47 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1001878 Jul 13 19:40:34.076838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:34.081664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-09ffacaa-9635-43d1-b8df-85ffe15aecea tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc', 'tempest-TagsExtTest-Tag-67613600') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:34.194819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] For port d815038c-f15c-4b86-9f7f-f48a189b41e5, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:34.200444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] For port d815038c-f15c-4b86-9f7f-f48a189b41e5, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d815038c-f15c-4b86-9f7f-f48a189b41e5,segment=NetworkSegment(a1a82757-d68c-470b-a975-13b47781101d),segment_id=a1a82757-d68c-470b-a975-13b47781101d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:34.206784 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:34.329117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f65ff-494c-4720-8568-067b758309eb None None] Pushing event updated for resources: {'Port': ['ID=d815038c-f15c-4b86-9f7f-f48a189b41e5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:34.334506 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-09ffacaa-9635-43d1-b8df-85ffe15aecea tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags/tempest-TagsExtTest-Tag-67613600 HTTP/1.1" status: 201 len: 201 time: 0.2560608 Jul 13 19:40:34.336951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:34.344475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-4c530675-f4e6-447a-88d5-1d13276ea702 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e', 'tempest-TagsExtTest-Tag-1665289412') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:34.345882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router 80e4aa52-4544-4bcc-acaf-97f1a08858b2 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:40:34.430498 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4c530675-f4e6-447a-88d5-1d13276ea702 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags/tempest-TagsExtTest-Tag-1665289412 HTTP/1.1" status: 201 len: 201 time: 0.0924263 Jul 13 19:40:34.433430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:34.438572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-ef0df77c-fbb9-4c87-bdf2-3666305bdfdd tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e', 'tempest-TagsExtTest-Tag-806152717') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:34.466823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:34.472110 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0349c1d5-363a-4d9e-828f-95b92d9333b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/80e4aa52-4544-4bcc-acaf-97f1a08858b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8428497 Jul 13 19:40:34.476532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:34.481217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879e2f8-83dc-4c8e-b698-de66fd1e38a5 None None] Sync routers for ids ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:34.497158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879e2f8-83dc-4c8e-b698-de66fd1e38a5 None None] Routers {'80e4aa52-4544-4bcc-acaf-97f1a08858b2'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:34.497794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f879e2f8-83dc-4c8e-b698-de66fd1e38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:34.541319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f879e2f8-83dc-4c8e-b698-de66fd1e38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:34.565215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879e2f8-83dc-4c8e-b698-de66fd1e38a5 None None] Routers {'80e4aa52-4544-4bcc-acaf-97f1a08858b2'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:34.566094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f879e2f8-83dc-4c8e-b698-de66fd1e38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:34.599891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f879e2f8-83dc-4c8e-b698-de66fd1e38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:34.600586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879e2f8-83dc-4c8e-b698-de66fd1e38a5 None None] The sync data for ids ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:34.721767 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ef0df77c-fbb9-4c87-bdf2-3666305bdfdd tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags/tempest-TagsExtTest-Tag-806152717 HTTP/1.1" status: 201 len: 201 time: 0.2870557 Jul 13 19:40:34.724367 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:34.730378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-51f05d62-4b56-46e5-9938-63451cbb05c7 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d', 'tempest-TagsExtTest-Tag-938791659') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:34.825951 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-51f05d62-4b56-46e5-9938-63451cbb05c7 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags/tempest-TagsExtTest-Tag-938791659 HTTP/1.1" status: 201 len: 201 time: 0.1000626 Jul 13 19:40:34.827680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:34.833633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-c5bc835e-6ffe-48ae-ab3c-ba322030cd72 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:34.847359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:34.979895 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:34.983284 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-73e6ad75-386a-421f-b2c1-0f5d46170afd tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/floatingips/82f65443-aa99-446f-bc70-2355147d34b6 HTTP/1.1" status: 200 len: 993 time: 0.1336286 Jul 13 19:40:35.089349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c5bc835e-6ffe-48ae-ab3c-ba322030cd72 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags HTTP/1.1" status: 200 len: 239 time: 0.2573190 Jul 13 19:40:35.091734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:35.092084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:35.106296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-18a52ddb-58da-4de6-a40e-8d839a3e6b79 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc', 'tempest-TagsExtTest-Tag-67613600') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:35.167427 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-18a52ddb-58da-4de6-a40e-8d839a3e6b79 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags/tempest-TagsExtTest-Tag-67613600 HTTP/1.1" status: 204 len: 168 time: 0.0686734 Jul 13 19:40:35.169996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:35.175758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-69228cdf-d928-47d4-99b2-d6ae9cba4e1f tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc', 'tempest-TagsExtTest-Tag-67613600') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:35.284937 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d92f1d7-857e-41bd-8228-13591eb45987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:35.296933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:35.331012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f381f4-ec37-45a3-aa7a-8839a3cc4212 req-a7b46fd8-f015-41c4-a64c-92968c939df2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:35.343848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f381f4-ec37-45a3-aa7a-8839a3cc4212 req-a7b46fd8-f015-41c4-a64c-92968c939df2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:35.351192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f381f4-ec37-45a3-aa7a-8839a3cc4212 req-a7b46fd8-f015-41c4-a64c-92968c939df2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:35.357560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f381f4-ec37-45a3-aa7a-8839a3cc4212 req-a7b46fd8-f015-41c4-a64c-92968c939df2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:35.364604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f381f4-ec37-45a3-aa7a-8839a3cc4212 req-a7b46fd8-f015-41c4-a64c-92968c939df2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:35.371421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-69228cdf-d928-47d4-99b2-d6ae9cba4e1f tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags/tempest-TagsExtTest-Tag-67613600 HTTP/1.1" status: 204 len: 168 time: 0.1997943 Jul 13 19:40:35.372309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f381f4-ec37-45a3-aa7a-8839a3cc4212 req-a7b46fd8-f015-41c4-a64c-92968c939df2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:35.375829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:35.378915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f381f4-ec37-45a3-aa7a-8839a3cc4212 req-a7b46fd8-f015-41c4-a64c-92968c939df2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:35.381672 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16f381f4-ec37-45a3-aa7a-8839a3cc4212 req-a7b46fd8-f015-41c4-a64c-92968c939df2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.2713854 Jul 13 19:40:35.397141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-2fbe76ff-a0b8-47ca-88fc-883cd119eee5 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:35.485777 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16f381f4-ec37-45a3-aa7a-8839a3cc4212 req-c4c59dc3-a23a-4e79-a059-9811ab8de63e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929308 Jul 13 19:40:35.612098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:35.612361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:35.636435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2fbe76ff-a0b8-47ca-88fc-883cd119eee5 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags HTTP/1.1" status: 200 len: 205 time: 0.2465689 Jul 13 19:40:35.637200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:35.649564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-c774b4d0-be2c-4a72-9052-2762cd67097e tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:35.676577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d92f1d7-857e-41bd-8228-13591eb45987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:35.685066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port 0d87c0c8-97f6-4395-94a6-e8dea6e8a1fa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:35.685415 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:35.689544 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d92f1d7-857e-41bd-8228-13591eb45987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:35.714818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7764790c-0d36-4621-a48c-4fbfd2e430e3 None None] Network 784a3986-8059-4af7-b02f-e4560dda7984 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:35.734283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:35.749530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:35.821385 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3d92f1d7-857e-41bd-8228-13591eb45987 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d48f598991f641a6a0a9207cd4f2814a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7282212 Jul 13 19:40:35.830521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:35.845479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48f30933-d8f2-43f6-b4ae-30decdf42819 None None] Provisioning for port d815038c-f15c-4b86-9f7f-f48a189b41e5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:35.877269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92f1d7-857e-41bd-8228-13591eb45987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45deb53b-4b9a-41f6-a662-d7040efb84e1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:35.914847 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c774b4d0-be2c-4a72-9052-2762cd67097e tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags HTTP/1.1" status: 200 len: 241 time: 0.2739172 Jul 13 19:40:35.921111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:35.926300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-bfe6a0c4-5baa-402e-a1f2-7409be415c8a tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e', 'tempest-TagsExtTest-Tag-1665289412') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:35.930796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:35.931209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:35.935045 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5b65d46-3e5f-40b2-813e-1c00f571b73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:35.980249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for 0d87c0c8-97f6-4395-94a6-e8dea6e8a1fa owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:36.004003 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5b65d46-3e5f-40b2-813e-1c00f571b73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.190432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bfe6a0c4-5baa-402e-a1f2-7409be415c8a tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags/tempest-TagsExtTest-Tag-1665289412 HTTP/1.1" status: 204 len: 168 time: 0.2657108 Jul 13 19:40:36.206666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:36.212943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-04f48ce8-8ed6-41c3-bc38-67fe4346fbbd tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e', 'tempest-TagsExtTest-Tag-1665289412') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:36.248333 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5b65d46-3e5f-40b2-813e-1c00f571b73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.251235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5b65d46-3e5f-40b2-813e-1c00f571b73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.264915 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a5b65d46-3e5f-40b2-813e-1c00f571b73d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45deb53b-4b9a-41f6-a662-d7040efb84e1 HTTP/1.1" status: 204 len: 168 time: 0.4206052 Jul 13 19:40:36.306163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.312010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b65d46-3e5f-40b2-813e-1c00f571b73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45deb53b-4b9a-41f6-a662-d7040efb84e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:36.317218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1083629e-24ae-4c8a-bb3e-36cc4b3e7d8e None None] Provisioning for port a023292d-755a-4386-8de3-7f7c7d3e765e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:36.328706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1083629e-24ae-4c8a-bb3e-36cc4b3e7d8e None None] Provisioning complete for port a023292d-755a-4386-8de3-7f7c7d3e765e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:36.329083 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1083629e-24ae-4c8a-bb3e-36cc4b3e7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.378717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=0d87c0c8-97f6-4395-94a6-e8dea6e8a1fa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:36.414973 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.447506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1083629e-24ae-4c8a-bb3e-36cc4b3e7d8e None None] Port a023292d-755a-4386-8de3-7f7c7d3e765e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:36.468932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=d0d9205a-4b65-4197-97ec-c3eb0ac3d3d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:36.509667 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.510048 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Floating IP 82f65443-aa99-446f-bc70-2355147d34b6 disassociated (deleted). External IP: 172.25.7.216, port: a81097fe-bd89-4ed1-92a1-096cf4f94e7e. Jul 13 19:40:36.598996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b470a796-0f26-4f8a-8d97-b4b944023368 None None] Provisioning complete for port a023292d-755a-4386-8de3-7f7c7d3e765e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:36.599383 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b470a796-0f26-4f8a-8d97-b4b944023368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.682758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d815038c-f15c-4b86-9f7f-f48a189b41e5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:36.710945 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-04f48ce8-8ed6-41c3-bc38-67fe4346fbbd tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags/tempest-TagsExtTest-Tag-1665289412 HTTP/1.1" status: 204 len: 168 time: 0.5032001 Jul 13 19:40:36.711688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:36.727923 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.743923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-f76b1c40-30fe-423e-bc32-2e45e856c5ff tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:36.749052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b470a796-0f26-4f8a-8d97-b4b944023368 None None] Port a023292d-755a-4386-8de3-7f7c7d3e765e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:36.765834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port d815038c-f15c-4b86-9f7f-f48a189b41e5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:36.770128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d815038c-f15c-4b86-9f7f-f48a189b41e5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:36.770544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.789426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:36.846727 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed55f9b9-6a75-4fcb-815c-6e8ccde7d016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.855474 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.892953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port d815038c-f15c-4b86-9f7f-f48a189b41e5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d815038c-f15c-4b86-9f7f-f48a189b41e5,segment=NetworkSegment(a1a82757-d68c-470b-a975-13b47781101d),segment_id=a1a82757-d68c-470b-a975-13b47781101d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:36.897658 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:36.923928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router 80e4aa52-4544-4bcc-acaf-97f1a08858b2 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:40:36.947966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=d815038c-f15c-4b86-9f7f-f48a189b41e5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:36.974706 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f76b1c40-30fe-423e-bc32-2e45e856c5ff tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags HTTP/1.1" status: 200 len: 205 time: 0.2341995 Jul 13 19:40:36.989667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d67245-8602-405f-b63c-305b530f190e req-e06f6393-911e-48b1-879a-079be5a32ec1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:36.996530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d67245-8602-405f-b63c-305b530f190e req-e06f6393-911e-48b1-879a-079be5a32ec1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:37.000235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:37.002370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d67245-8602-405f-b63c-305b530f190e req-e06f6393-911e-48b1-879a-079be5a32ec1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:37.006040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-7ca58be2-0a0d-498e-bf99-17aff595cf62 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:37.008276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d67245-8602-405f-b63c-305b530f190e req-e06f6393-911e-48b1-879a-079be5a32ec1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:37.014208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d67245-8602-405f-b63c-305b530f190e req-e06f6393-911e-48b1-879a-079be5a32ec1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:37.020101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d67245-8602-405f-b63c-305b530f190e req-e06f6393-911e-48b1-879a-079be5a32ec1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:37.025958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d67245-8602-405f-b63c-305b530f190e req-e06f6393-911e-48b1-879a-079be5a32ec1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:37.027873 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2d67245-8602-405f-b63c-305b530f190e req-e06f6393-911e-48b1-879a-079be5a32ec1 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.3126931 Jul 13 19:40:37.073643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:37.079266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fa632259-4799-4df5-8906-6bf08f0d6b3e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/80e4aa52-4544-4bcc-acaf-97f1a08858b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6012952 Jul 13 19:40:37.083774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:37.085171 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9840e-eff6-4db2-9690-0ada129dc914 None None] Sync routers for ids ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:37.095426 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9840e-eff6-4db2-9690-0ada129dc914 None None] Routers {'80e4aa52-4544-4bcc-acaf-97f1a08858b2'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:37.096656 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3ef9840e-eff6-4db2-9690-0ada129dc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:37.132291 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3ef9840e-eff6-4db2-9690-0ada129dc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:37.139581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-985fc30b-6d74-40d5-884e-a1eb907589f8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e4aa52-4544-4bcc-acaf-97f1a08858b2 HTTP/1.1" status: 200 len: 205 time: 0.0501935 Jul 13 19:40:37.146301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:37.146667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:37.147286 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9840e-eff6-4db2-9690-0ada129dc914 None None] Routers {'80e4aa52-4544-4bcc-acaf-97f1a08858b2'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:37.147910 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3ef9840e-eff6-4db2-9690-0ada129dc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:37.148034 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7ca58be2-0a0d-498e-bf99-17aff595cf62 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags HTTP/1.1" status: 200 len: 240 time: 0.1463799 Jul 13 19:40:37.155360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-630bd6be-16ef-4dbc-b720-ed1faed79aac tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e', 'tempest-TagsExtTest-Tag-806152717') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:37.167632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2d67245-8602-405f-b63c-305b530f190e req-e5123772-adcf-4ca5-8915-d196ae5b342d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311314 Jul 13 19:40:37.185433 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3ef9840e-eff6-4db2-9690-0ada129dc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:37.186082 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9840e-eff6-4db2-9690-0ada129dc914 None None] The sync data for ids ['80e4aa52-4544-4bcc-acaf-97f1a08858b2'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:37.207645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:40:37.321546 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed55f9b9-6a75-4fcb-815c-6e8ccde7d016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:37.324929 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5765b1e4-9acf-47a1-a6bb-522e3a6f6d98 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:37.360303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed55f9b9-6a75-4fcb-815c-6e8ccde7d016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:37.828763 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ed55f9b9-6a75-4fcb-815c-6e8ccde7d016 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6621d3dea701404681f402ce1c646d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0338035 Jul 13 19:40:37.829395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:37.877675 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8b7be10-0deb-4170-a6e7-cfb3f58864bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:37.888440 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-630bd6be-16ef-4dbc-b720-ed1faed79aac tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags/tempest-TagsExtTest-Tag-806152717 HTTP/1.1" status: 204 len: 168 time: 0.7373164 Jul 13 19:40:37.889172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55f9b9-6a75-4fcb-815c-6e8ccde7d016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1580be16-295e-411a-a0cf-fbe1e6951b2a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:37.890988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:37.897120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-63bb4702-11ec-4730-8e6e-bed3a041fae4 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e', 'tempest-TagsExtTest-Tag-806152717') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:37.903283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5765b1e4-9acf-47a1-a6bb-522e3a6f6d98 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:37.932517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5765b1e4-9acf-47a1-a6bb-522e3a6f6d98 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:37.941143 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8b7be10-0deb-4170-a6e7-cfb3f58864bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:37.988672 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5765b1e4-9acf-47a1-a6bb-522e3a6f6d98 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:37.989094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5765b1e4-9acf-47a1-a6bb-522e3a6f6d98 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Fanout notify agent at l3_agent the message router_deleted on router 80e4aa52-4544-4bcc-acaf-97f1a08858b2 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:40:37.991448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:37.997935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5765b1e4-9acf-47a1-a6bb-522e3a6f6d98 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:37.999079 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5765b1e4-9acf-47a1-a6bb-522e3a6f6d98 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/80e4aa52-4544-4bcc-acaf-97f1a08858b2 HTTP/1.1" status: 204 len: 168 time: 0.8492756 Jul 13 19:40:38.002253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:38.005193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:38.009895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] Sync routers for ids ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:38.024609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] Routers {'9d517bb7-3cd8-463f-bee6-5c12aafc34f6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:38.025698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:38.042677 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-63bb4702-11ec-4730-8e6e-bed3a041fae4 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags/tempest-TagsExtTest-Tag-806152717 HTTP/1.1" status: 204 len: 168 time: 0.1471705 Jul 13 19:40:38.043123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8b7be10-0deb-4170-a6e7-cfb3f58864bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:38.046253 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8b7be10-0deb-4170-a6e7-cfb3f58864bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:38.050099 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c8b7be10-0deb-4170-a6e7-cfb3f58864bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1580be16-295e-411a-a0cf-fbe1e6951b2a HTTP/1.1" status: 204 len: 168 time: 0.2199771 Jul 13 19:40:38.050685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:38.057756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-0ff52697-79ae-415c-ad9e-69200a19433a tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:38.084964 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-730813c9-8565-433f-ace6-340db56d0518 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/floatingips/82f65443-aa99-446f-bc70-2355147d34b6 HTTP/1.1" status: 204 len: 168 time: 2.7767143 Jul 13 19:40:38.087689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'tag': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:38.090549 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23c3637-8a1c-453e-abd0-f91866ea6682" -d '{"events": [{"name": "network-changed", "server_uuid": "4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4", "tag": "a81097fe-bd89-4ed1-92a1-096cf4f94e7e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:38.124006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37c69b0-0cb0-4d16-9459-94a72f711a47 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting subnet 7bf66d7b-6020-4b26-8fae-7296ebc8389e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:40:38.138118 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f37c69b0-0cb0-4d16-9459-94a72f711a47 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:38.206828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7be10-0deb-4170-a6e7-cfb3f58864bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1580be16-295e-411a-a0cf-fbe1e6951b2a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:38.242345 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f37c69b0-0cb0-4d16-9459-94a72f711a47 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:38.245560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:38.248880 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0ff52697-79ae-415c-ad9e-69200a19433a tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags HTTP/1.1" status: 200 len: 205 time: 0.1953740 Jul 13 19:40:38.252704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] Set router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:40:38.256212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-fa82718b-55a1-429f-b2c1-5382f675cc82 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:38.382072 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fa82718b-55a1-429f-b2c1-5382f675cc82 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags HTTP/1.1" status: 200 len: 240 time: 0.1355004 Jul 13 19:40:38.385596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:38.402426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-fa41712b-8f3c-4d2c-b2a6-344287ea77d9 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d', 'tempest-TagsExtTest-Tag-938791659') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:38.508146 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f37c69b0-0cb0-4d16-9459-94a72f711a47 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:38.523143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d815038c-f15c-4b86-9f7f-f48a189b41e5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:38.526900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fa41712b-8f3c-4d2c-b2a6-344287ea77d9 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags/tempest-TagsExtTest-Tag-938791659 HTTP/1.1" status: 204 len: 168 time: 0.1386466 Jul 13 19:40:38.549903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:38.557980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-dd3b9648-91a4-4a23-b3a5-19addd875e7a tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d', 'tempest-TagsExtTest-Tag-938791659') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:38.595765 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeca2f80-4a85-41bc-83dc-435001b772c2 x-openstack-request-id: req-eeca2f80-4a85-41bc-83dc-435001b772c2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:38.596425 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4", "tag": "a81097fe-bd89-4ed1-92a1-096cf4f94e7e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:38.598369 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eeca2f80-4a85-41bc-83dc-435001b772c2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:38.600424 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'tag': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'status': 'completed', 'code': 200} Jul 13 19:40:38.643990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dd3b9648-91a4-4a23-b3a5-19addd875e7a tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags/tempest-TagsExtTest-Tag-938791659 HTTP/1.1" status: 204 len: 168 time: 0.0918326 Jul 13 19:40:38.644510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:38.653760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d815038c-f15c-4b86-9f7f-f48a189b41e5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:38.654279 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:38.655218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-30430aa5-603c-4d96-8342-20173c6c3a76 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:38.679114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f37c69b0-0cb0-4d16-9459-94a72f711a47 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:38.706157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1781187-31db-4578-bebf-ff0c3e560ca3 req-17c8fd05-443f-473d-b167-dd9b3e2c54ac tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:38.709976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:33Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '113674c5-5445-4256-adac-1bd8a0a8d199', 'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:3c:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:30Z', 'updated_at': '2021-07-13T19:39:40Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:38.719641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1781187-31db-4578-bebf-ff0c3e560ca3 req-17c8fd05-443f-473d-b167-dd9b3e2c54ac tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:38.726083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1781187-31db-4578-bebf-ff0c3e560ca3 req-17c8fd05-443f-473d-b167-dd9b3e2c54ac tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:38.733592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1781187-31db-4578-bebf-ff0c3e560ca3 req-17c8fd05-443f-473d-b167-dd9b3e2c54ac tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:38.740091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1781187-31db-4578-bebf-ff0c3e560ca3 req-17c8fd05-443f-473d-b167-dd9b3e2c54ac tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:38.747173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1781187-31db-4578-bebf-ff0c3e560ca3 req-17c8fd05-443f-473d-b167-dd9b3e2c54ac tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:38.750308 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-30430aa5-603c-4d96-8342-20173c6c3a76 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags HTTP/1.1" status: 200 len: 205 time: 0.1045218 Jul 13 19:40:38.752775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:38.754964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c69b0-0cb0-4d16-9459-94a72f711a47 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf66d7b-6020-4b26-8fae-7296ebc8389e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:38.764036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1781187-31db-4578-bebf-ff0c3e560ca3 req-17c8fd05-443f-473d-b167-dd9b3e2c54ac tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:38.766446 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b1781187-31db-4578-bebf-ff0c3e560ca3 req-17c8fd05-443f-473d-b167-dd9b3e2c54ac tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.2554350 Jul 13 19:40:38.771702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-765f716a-107e-4298-bf19-7a1ba71931a0 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:38.776765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f37c69b0-0cb0-4d16-9459-94a72f711a47 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:38.779354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f37c69b0-0cb0-4d16-9459-94a72f711a47 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/7bf66d7b-6020-4b26-8fae-7296ebc8389e HTTP/1.1" status: 204 len: 168 time: 0.7732365 Jul 13 19:40:38.780971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fb5c5d-47f9-4f3f-a078-40afe42d7bf4 None None] Network 784efa24-e0e7-4f53-a053-4f3379d6ed94 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:38.784468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] Checking router: 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:40:38.787426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:38.840947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] Routers {'9d517bb7-3cd8-463f-bee6-5c12aafc34f6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:38.841727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:38.881139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5521a17-35f9-428d-ae49-7b929403d169 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting subnet 70b70717-601b-4646-8d96-f8f89870e006 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:40:38.884525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-765f716a-107e-4298-bf19-7a1ba71931a0 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1265244 Jul 13 19:40:38.885018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b1781187-31db-4578-bebf-ff0c3e560ca3 req-79583b76-5e97-4005-a24a-3e7b473acaba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106548 Jul 13 19:40:38.887246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:38.889167 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5521a17-35f9-428d-ae49-7b929403d169 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:38.896674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-611788e5-97f2-4804-a662-b5bf93fa3d4c tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:38.985236 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5521a17-35f9-428d-ae49-7b929403d169 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:39.144058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-611788e5-97f2-4804-a662-b5bf93fa3d4c tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags HTTP/1.1" status: 204 len: 168 time: 0.2555881 Jul 13 19:40:39.147970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:39.153314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-a80259a6-4d77-469c-833a-f369cc06a257 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:39.163989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] Set router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:40:39.164910 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5521a17-35f9-428d-ae49-7b929403d169 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:39.175869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97249-bd84-43ab-8cdf-d41dc764c42c req-f451dc56-4a34-4e70-bfa4-45013e5747bf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:39.177517 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dca97249-bd84-43ab-8cdf-d41dc764c42c req-f451dc56-4a34-4e70-bfa4-45013e5747bf tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 945 time: 0.1379442 Jul 13 19:40:39.194616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-229165c5-c425-48ca-a78b-b3b1b42f5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:39.196555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-229165c5-c425-48ca-a78b-b3b1b42f5355 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 1096 time: 0.5727561 Jul 13 19:40:39.257320 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dca97249-bd84-43ab-8cdf-d41dc764c42c req-0f161eb5-af24-44e2-9fd4-84b8a4aa0e4f tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542314 Jul 13 19:40:39.276384 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5521a17-35f9-428d-ae49-7b929403d169 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:39.323724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5521a17-35f9-428d-ae49-7b929403d169 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Subnet': ['ID=70b70717-601b-4646-8d96-f8f89870e006,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:39.327600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a80259a6-4d77-469c-833a-f369cc06a257 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags HTTP/1.1" status: 204 len: 168 time: 0.1782141 Jul 13 19:40:39.329962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:39.336495 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5521a17-35f9-428d-ae49-7b929403d169 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:39.336703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-66a2143c-7f78-4e53-8393-4347a58ed741 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:39.342421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e5521a17-35f9-428d-ae49-7b929403d169 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/70b70717-601b-4646-8d96-f8f89870e006 HTTP/1.1" status: 204 len: 168 time: 0.5525486 Jul 13 19:40:39.345381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:39.351065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0da1001-7f68-4e87-9ff7-9a88234e7512 None None] Network 0198de1e-6d32-47db-abad-118259c09cd8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:39.398139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-4496ca1a-e660-487d-88ac-fc37ecc4c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:39.399870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edccd02d-6b10-427d-a713-0aabb44d23f9 None None] DHCP port deletion for 784efa24-e0e7-4f53-a053-4f3379d6ed94 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:40:39.400006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-4496ca1a-e660-487d-88ac-fc37ecc4c465 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f10d1d4-f984-4bd6-a16d-6e9de7024f02 HTTP/1.1" status: 200 len: 898 time: 0.1942732 Jul 13 19:40:39.450743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-bee6a247-2e21-42eb-8d8e-3c5812995a7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a81097fe-bd89-4ed1-92a1-096cf4f94e7e HTTP/1.1" status: 200 len: 217 time: 0.0431809 Jul 13 19:40:39.451230 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:39.492579 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-66a2143c-7f78-4e53-8393-4347a58ed741 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags HTTP/1.1" status: 204 len: 168 time: 0.1597958 Jul 13 19:40:39.498029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:39.505689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-0dcc81d0-69b7-4cca-8d7e-eb9b56f58d32 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc', 'tempest-TagsExtTest-Tag-1334061814') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:39.522677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-5a68634d-400e-4846-8e99-231afa9c3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:39.525367 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-5a68634d-400e-4846-8e99-231afa9c3982 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=24386c6c-830b-42da-9dbe-bcdea7b6df42 HTTP/1.1" status: 200 len: 834 time: 0.0672438 Jul 13 19:40:39.579926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:39.580266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:39.621510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-9a7ca1a1-6c67-40a9-b982-c46b5c0d7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:39.623390 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-9a7ca1a1-6c67-40a9-b982-c46b5c0d7f9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f10d1d4-f984-4bd6-a16d-6e9de7024f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894244 Jul 13 19:40:39.668352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3e9326a0-2cb6-4856-8e63-89fea8e5eeee,segment=NetworkSegment(580de45b-4f9c-4777-b3c2-967f86c6dd3f),segment_id=580de45b-4f9c-4777-b3c2-967f86c6dd3f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:39.669007 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:39.690054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for 3e9326a0-2cb6-4856-8e63-89fea8e5eeee owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:39.769382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-edccd02d-6b10-427d-a713-0aabb44d23f9 None None] Deleting port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:39.770033 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edccd02d-6b10-427d-a713-0aabb44d23f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:39.775108 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0dcc81d0-69b7-4cca-8d7e-eb9b56f58d32 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags/tempest-TagsExtTest-Tag-1334061814 HTTP/1.1" status: 201 len: 201 time: 0.2737648 Jul 13 19:40:39.777132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:39.783059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-3560b5f9-9c92-46a1-a1aa-b5d334e6a182 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e', 'tempest-TagsExtTest-Tag-1512815728') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:39.788987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-8b5db68d-569a-4d12-b6c1-6d3fed7e8343 service neutron] 10.222.0.60 "GET /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587481 Jul 13 19:40:39.815111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:39.828842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:33Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '113674c5-5445-4256-adac-1bd8a0a8d199', 'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:3c:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:30Z', 'updated_at': '2021-07-13T19:39:40Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:39.850444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=3e9326a0-2cb6-4856-8e63-89fea8e5eeee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:39.862783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No DVR routers for this DVR port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:39.863582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780855f0-2780-4170-adb4-6a22bdee5e39 None None] The sync data for ids ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'] in n-d-800708-1 is: [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:39:33Z', 'revision_number': 4, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '113674c5-5445-4256-adac-1bd8a0a8d199', 'name': '', 'network_id': '6f10d1d4-f984-4bd6-a16d-6e9de7024f02', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'mac_address': 'fa:16:3e:3c:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:30Z', 'updated_at': '2021-07-13T19:39:40Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'subnets': [{'id': '24386c6c-830b-42da-9dbe-bcdea7b6df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:39.884940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-edccd02d-6b10-427d-a713-0aabb44d23f9 None None] For port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3e9326a0-2cb6-4856-8e63-89fea8e5eeee,segment=NetworkSegment(580de45b-4f9c-4777-b3c2-967f86c6dd3f),segment_id=580de45b-4f9c-4777-b3c2-967f86c6dd3f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:39.885929 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edccd02d-6b10-427d-a713-0aabb44d23f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:39.900670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-edccd02d-6b10-427d-a713-0aabb44d23f9 None None] Calling delete_port for 3e9326a0-2cb6-4856-8e63-89fea8e5eeee owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:39.985884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa35362f-8ce8-46ea-ac85-081f6d1dc109 None None] DHCP port deletion for 0198de1e-6d32-47db-abad-118259c09cd8 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:40:40.029006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.053216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784efa24-e0e7-4f53-a053-4f3379d6ed94']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:40.057604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-13a401df-63db-468e-bd40-120a0279c7fd tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:40.059920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-13a401df-63db-468e-bd40-120a0279c7fd tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 945 time: 0.3353744 Jul 13 19:40:40.087677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580de45b-4f9c-4777-b3c2-967f86c6dd3f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:40.088588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580de45b-4f9c-4777-b3c2-967f86c6dd3f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:40.104060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa35362f-8ce8-46ea-ac85-081f6d1dc109 None None] Deleting port 397e1f13-3ea2-4334-851c-66e1a504cfb5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:40.104449 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa35362f-8ce8-46ea-ac85-081f6d1dc109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.109260 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edccd02d-6b10-427d-a713-0aabb44d23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.121991 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.167479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edccd02d-6b10-427d-a713-0aabb44d23f9 None None] No DVR routers for this DVR port 3e9326a0-2cb6-4856-8e63-89fea8e5eeee on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:40.177786 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.180513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d23c3637-8a1c-453e-abd0-f91866ea6682 req-e0a265c5-8ab9-442e-83cb-8a6f5eb0a2e1 service neutron] 10.222.0.60 "GET /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644059 Jul 13 19:40:40.202573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3560b5f9-9c92-46a1-a1aa-b5d334e6a182 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags/tempest-TagsExtTest-Tag-1512815728 HTTP/1.1" status: 201 len: 201 time: 0.4211593 Jul 13 19:40:40.216796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccd02d-6b10-427d-a713-0aabb44d23f9 None None] Pushing event deleted for resources: {'Port': ['ID=3e9326a0-2cb6-4856-8e63-89fea8e5eeee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:40.242244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:40.248670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fa35362f-8ce8-46ea-ac85-081f6d1dc109 None None] For port 397e1f13-3ea2-4334-851c-66e1a504cfb5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=397e1f13-3ea2-4334-851c-66e1a504cfb5,segment=NetworkSegment(921ac77f-e702-4037-a180-a59e030351f2),segment_id=921ac77f-e702-4037-a180-a59e030351f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:40.249068 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa35362f-8ce8-46ea-ac85-081f6d1dc109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.254655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-00130ffe-4fe1-4842-b0f4-76fe8b429cf1 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e', 'tempest-TagsExtTest-Tag-180323248') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:40.276070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa35362f-8ce8-46ea-ac85-081f6d1dc109 None None] Calling delete_port for 397e1f13-3ea2-4334-851c-66e1a504cfb5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:40.289605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:40:40.293204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.411924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-5328bba9-26a5-4e2a-86cc-f31d833bb3fb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port a81097fe-bd89-4ed1-92a1-096cf4f94e7e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:40.412278 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-5328bba9-26a5-4e2a-86cc-f31d833bb3fb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:40:40.437299 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:40:40.473342 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa35362f-8ce8-46ea-ac85-081f6d1dc109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.477618 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010232d-6696-43b2-90a2-c0d5dcd62e75 None None] New status for floating IP 82f65443-aa99-446f-bc70-2355147d34b6: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:40:40.498909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 397e1f13-3ea2-4334-851c-66e1a504cfb5 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:40.520566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.529364 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-00130ffe-4fe1-4842-b0f4-76fe8b429cf1 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags/tempest-TagsExtTest-Tag-180323248 HTTP/1.1" status: 201 len: 201 time: 0.2851124 Jul 13 19:40:40.537735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:40.548267 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.550641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/networks/784efa24-e0e7-4f53-a053-4f3379d6ed94 HTTP/1.1" status: 204 len: 168 time: 1.2042673 Jul 13 19:40:40.560483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-3dee06bb-3274-4396-bb54-51d326929516 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d', 'tempest-TagsExtTest-Tag-1292584367') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:40.562781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:40.582347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744525b3-e5e7-433a-9e22-5d6118bfc109 req-2adeb350-621e-4a88-9b61-990dcad52e71 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:40.584381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35362f-8ce8-46ea-ac85-081f6d1dc109 None None] Pushing event deleted for resources: {'Port': ['ID=397e1f13-3ea2-4334-851c-66e1a504cfb5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:40.600384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 397e1f13-3ea2-4334-851c-66e1a504cfb5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:40.600725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 397e1f13-3ea2-4334-851c-66e1a504cfb5 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:40.601142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3e9326a0-2cb6-4856-8e63-89fea8e5eeee no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:40.604902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744525b3-e5e7-433a-9e22-5d6118bfc109 req-2adeb350-621e-4a88-9b61-990dcad52e71 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:40.605052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35362f-8ce8-46ea-ac85-081f6d1dc109 None None] No DVR routers for this DVR port 397e1f13-3ea2-4334-851c-66e1a504cfb5 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:40.615725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744525b3-e5e7-433a-9e22-5d6118bfc109 req-2adeb350-621e-4a88-9b61-990dcad52e71 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:40.622224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744525b3-e5e7-433a-9e22-5d6118bfc109 req-2adeb350-621e-4a88-9b61-990dcad52e71 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:40.629910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 3e9326a0-2cb6-4856-8e63-89fea8e5eeee {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:40.630195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3e9326a0-2cb6-4856-8e63-89fea8e5eeee not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:40.630740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744525b3-e5e7-433a-9e22-5d6118bfc109 req-2adeb350-621e-4a88-9b61-990dcad52e71 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:40.649056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744525b3-e5e7-433a-9e22-5d6118bfc109 req-2adeb350-621e-4a88-9b61-990dcad52e71 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:40.656080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744525b3-e5e7-433a-9e22-5d6118bfc109 req-2adeb350-621e-4a88-9b61-990dcad52e71 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:40.658077 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-744525b3-e5e7-433a-9e22-5d6118bfc109 req-2adeb350-621e-4a88-9b61-990dcad52e71 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.4697986 Jul 13 19:40:40.659153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad03b06-481a-4c43-89c7-970b8daff7c2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Network': ['ID=784efa24-e0e7-4f53-a053-4f3379d6ed94,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:40.713001 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-744525b3-e5e7-433a-9e22-5d6118bfc109 req-e36e2c87-68aa-4b11-abe2-ef6e20e145d8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488214 Jul 13 19:40:40.743371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-5328bba9-26a5-4e2a-86cc-f31d833bb3fb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] For port a81097fe-bd89-4ed1-92a1-096cf4f94e7e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:40.743740 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-5328bba9-26a5-4e2a-86cc-f31d833bb3fb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.751673 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.782988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-5328bba9-26a5-4e2a-86cc-f31d833bb3fb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for a81097fe-bd89-4ed1-92a1-096cf4f94e7e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:40.795235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3dee06bb-3274-4396-bb54-51d326929516 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags/tempest-TagsExtTest-Tag-1292584367 HTTP/1.1" status: 201 len: 201 time: 0.2564819 Jul 13 19:40:40.798224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:40.803488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-b89e6aa4-3d25-4a61-a078-9028795e4269 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc', {'tags': ['tempest-TagsExtTest-Tag-1167347545', 'tempest-TagsExtTest-Tag-1573658849', 'tempest-TagsExtTest-Tag-1111084347']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:40.867253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45910239-2ac4-4033-98ce-e8cbde61d7b4 req-f153f1cc-9bd6-4973-8b2e-651837f87a81 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:40.868834 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45910239-2ac4-4033-98ce-e8cbde61d7b4 req-f153f1cc-9bd6-4973-8b2e-651837f87a81 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 945 time: 0.3051848 Jul 13 19:40:40.871633 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b89e6aa4-3d25-4a61-a078-9028795e4269 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags HTTP/1.1" status: 200 len: 318 time: 0.0720396 Jul 13 19:40:40.874011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:40.879848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-e787b26a-1ff3-4be3-a916-c675d4cf418e tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:40.962598 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:40.968377 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e787b26a-1ff3-4be3-a916-c675d4cf418e tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags HTTP/1.1" status: 204 len: 168 time: 0.0930703 Jul 13 19:40:40.971192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:40.983215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-ba936626-5df1-4944-a469-7e4486c44ffa tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc', 'tempest-TagsExtTest-Tag-1167347545') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:40.983361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0198de1e-6d32-47db-abad-118259c09cd8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:40.997238 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45910239-2ac4-4033-98ce-e8cbde61d7b4 req-2f4192a0-0ed9-45cf-bcfa-838759ea5121 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/security-groups?id=c788554f-e31c-40e9-a984-630546269b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194973 Jul 13 19:40:41.001584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921ac77f-e702-4037-a180-a59e030351f2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.001865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921ac77f-e702-4037-a180-a59e030351f2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.019089 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.041716 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.068806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:40:41.069358 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.069604 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ba936626-5df1-4944-a469-7e4486c44ffa tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:40:41.072258 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:40:41.075825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ba936626-5df1-4944-a469-7e4486c44ffa tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags/tempest-TagsExtTest-Tag-1167347545 HTTP/1.1" status: 404 len: 329 time: 0.1029952 Jul 13 19:40:41.076211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.081408 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-9e7a5c9d-2237-423a-b90b-8e2b41954b8d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc', 'tempest-TagsExtTest-Tag-1573658849') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.144913 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9e7a5c9d-2237-423a-b90b-8e2b41954b8d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:41.146180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9e7a5c9d-2237-423a-b90b-8e2b41954b8d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags/tempest-TagsExtTest-Tag-1573658849 HTTP/1.1" status: 404 len: 329 time: 0.0682015 Jul 13 19:40:41.148827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.153962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-83138998-62e5-4237-9767-b1f0804af804 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc', 'tempest-TagsExtTest-Tag-1111084347') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.164352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-5328bba9-26a5-4e2a-86cc-f31d833bb3fb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.227919 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-83138998-62e5-4237-9767-b1f0804af804 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:41.230452 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-83138998-62e5-4237-9767-b1f0804af804 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags/tempest-TagsExtTest-Tag-1111084347 HTTP/1.1" status: 404 len: 329 time: 0.0801861 Jul 13 19:40:41.232969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.238135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-f5fa086c-2d61-401d-904e-e4efac331972 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e', {'tags': ['tempest-TagsExtTest-Tag-1132150592', 'tempest-TagsExtTest-Tag-968579632', 'tempest-TagsExtTest-Tag-1022990587']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.318277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f5fa086c-2d61-401d-904e-e4efac331972 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags HTTP/1.1" status: 200 len: 317 time: 0.0837693 Jul 13 19:40:41.321921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.328682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-e9f2fdee-1f39-4ecb-8cb8-60ad63cc151c tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.428499 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e9f2fdee-1f39-4ecb-8cb8-60ad63cc151c tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags HTTP/1.1" status: 204 len: 168 time: 0.1046572 Jul 13 19:40:41.430917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.436009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-fa86d6fe-a0f0-4404-8b4b-b6606df3242f tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e', 'tempest-TagsExtTest-Tag-1132150592') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.489100 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fa86d6fe-a0f0-4404-8b4b-b6606df3242f tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:41.492651 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fa86d6fe-a0f0-4404-8b4b-b6606df3242f tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags/tempest-TagsExtTest-Tag-1132150592 HTTP/1.1" status: 404 len: 329 time: 0.0580108 Jul 13 19:40:41.492896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.497500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-6587eddf-e0b5-4a63-88ac-6df897382920 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e', 'tempest-TagsExtTest-Tag-968579632') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.557655 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6587eddf-e0b5-4a63-88ac-6df897382920 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:41.561453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6587eddf-e0b5-4a63-88ac-6df897382920 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags/tempest-TagsExtTest-Tag-968579632 HTTP/1.1" status: 404 len: 328 time: 0.0648866 Jul 13 19:40:41.561688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.563836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.567993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-f6fb5711-608a-4be3-9494-d914d4a65855 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e', 'tempest-TagsExtTest-Tag-1022990587') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.568593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328bba9-26a5-4e2a-86cc-f31d833bb3fb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=a81097fe-bd89-4ed1-92a1-096cf4f94e7e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:41.573935 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.576663 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/networks/0198de1e-6d32-47db-abad-118259c09cd8 HTTP/1.1" status: 204 len: 168 time: 1.0083408 Jul 13 19:40:41.594779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.598343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-5328bba9-26a5-4e2a-86cc-f31d833bb3fb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] No DVR routers for this DVR port a81097fe-bd89-4ed1-92a1-096cf4f94e7e on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:41.603164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-914163267'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:41.616756 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-5328bba9-26a5-4e2a-86cc-f31d833bb3fb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.618772 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f6840b2-f584-4589-b16b-0e0a352d2071 req-5328bba9-26a5-4e2a-86cc-f31d833bb3fb tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.60 "DELETE /v2.0/ports/a81097fe-bd89-4ed1-92a1-096cf4f94e7e HTTP/1.1" status: 204 len: 173 time: 1.5486748 Jul 13 19:40:41.619782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'name': 'network-vif-deleted', 'tag': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:41.622206 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307c9c60-2452-475a-8541-0d3de3abab2a" -d '{"events": [{"server_uuid": "4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4", "name": "network-vif-deleted", "tag": "a81097fe-bd89-4ed1-92a1-096cf4f94e7e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:41.627371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711717a6-21fa-4498-abde-646a60480ced tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Network': ['ID=0198de1e-6d32-47db-abad-118259c09cd8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:41.637115 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-f6fb5711-608a-4be3-9494-d914d4a65855 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:41.638172 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f6fb5711-608a-4be3-9494-d914d4a65855 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags/tempest-TagsExtTest-Tag-1022990587 HTTP/1.1" status: 404 len: 329 time: 0.0755632 Jul 13 19:40:41.640976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.650920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-96cbed32-50b1-404d-af29-d0a66d20aeb4 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e', {'tags': ['tempest-TagsExtTest-Tag-228517893', 'tempest-TagsExtTest-Tag-1940163275', 'tempest-TagsExtTest-Tag-47682554']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.700577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:41.715166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.802851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:40:41.815070 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.815423 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added segment 75bea717-d1ac-45dc-9f5e-0c7a908c3b10 of type vlan for network 1f599a80-8c01-4b16-927b-7010f6da1494 Jul 13 19:40:41.823460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.830156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-62ac757b-7296-4d95-950b-d7e590741d08 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.832231 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-96cbed32-50b1-404d-af29-d0a66d20aeb4 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags HTTP/1.1" status: 200 len: 315 time: 0.1901667 Jul 13 19:40:41.928586 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25e77af-7fd5-4a99-b047-e1e444f18759 x-openstack-request-id: req-e25e77af-7fd5-4a99-b047-e1e444f18759 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:41.928875 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4", "name": "network-vif-deleted", "tag": "a81097fe-bd89-4ed1-92a1-096cf4f94e7e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:41.929122 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e25e77af-7fd5-4a99-b047-e1e444f18759 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:41.929507 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4', 'name': 'network-vif-deleted', 'tag': 'a81097fe-bd89-4ed1-92a1-096cf4f94e7e', 'status': 'completed', 'code': 200} Jul 13 19:40:41.931193 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.966422 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-62ac757b-7296-4d95-950b-d7e590741d08 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags HTTP/1.1" status: 204 len: 168 time: 0.1420095 Jul 13 19:40:41.969271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:41.973871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-1490d1ed-63b8-4782-b99d-22f15cf68412 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e', 'tempest-TagsExtTest-Tag-228517893') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:41.986176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:41.990077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:41.990715 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:42.049410 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-1490d1ed-63b8-4782-b99d-22f15cf68412 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:42.050592 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1490d1ed-63b8-4782-b99d-22f15cf68412 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags/tempest-TagsExtTest-Tag-228517893 HTTP/1.1" status: 404 len: 328 time: 0.0803735 Jul 13 19:40:42.053681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.059588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-079d73c8-d7d4-4c76-9a54-d22e5e65755f tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e', 'tempest-TagsExtTest-Tag-1940163275') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.100667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5031898 Jul 13 19:40:42.101554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.110023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'subnet': {'network_id': '1f599a80-8c01-4b16-927b-7010f6da1494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:42.116988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ed850-9ed4-46ff-8daa-a74e640df5f1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Network': ['ID=1f599a80-8c01-4b16-927b-7010f6da1494,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:42.129409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 1f599a80-8c01-4b16-927b-7010f6da1494 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:40:42.162821 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-079d73c8-d7d4-4c76-9a54-d22e5e65755f tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:42.168063 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-079d73c8-d7d4-4c76-9a54-d22e5e65755f tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags/tempest-TagsExtTest-Tag-1940163275 HTTP/1.1" status: 404 len: 329 time: 0.1128702 Jul 13 19:40:42.168746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.173761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-5e1812f5-0b35-4390-b56c-c7dc421bcae1 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e', 'tempest-TagsExtTest-Tag-47682554') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.222609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b7b2-4681-4b57-806a-12e6d8719c6c req-1c08a253-865b-45ca-91b7-4ab977620e6e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:42.227568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b7b2-4681-4b57-806a-12e6d8719c6c req-1c08a253-865b-45ca-91b7-4ab977620e6e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:42.235280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b7b2-4681-4b57-806a-12e6d8719c6c req-1c08a253-865b-45ca-91b7-4ab977620e6e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:42.242211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b7b2-4681-4b57-806a-12e6d8719c6c req-1c08a253-865b-45ca-91b7-4ab977620e6e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:42.250391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b7b2-4681-4b57-806a-12e6d8719c6c req-1c08a253-865b-45ca-91b7-4ab977620e6e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:42.258644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b7b2-4681-4b57-806a-12e6d8719c6c req-1c08a253-865b-45ca-91b7-4ab977620e6e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:42.266828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b7b2-4681-4b57-806a-12e6d8719c6c req-1c08a253-865b-45ca-91b7-4ab977620e6e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:42.269206 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7125b7b2-4681-4b57-806a-12e6d8719c6c req-1c08a253-865b-45ca-91b7-4ab977620e6e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.2980709 Jul 13 19:40:42.303243 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c49dd8c-2da9-4af8-8416-60c4ee99c821 req-2a1cdf71-6115-4ed9-b2c0-fb34f8c6be8e tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a528b9c-ba30-4ce0-a4b9-bc15e6eacbd4 HTTP/1.1" status: 200 len: 210 time: 0.0598991 Jul 13 19:40:42.324604 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5e1812f5-0b35-4390-b56c-c7dc421bcae1 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:42.327366 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5e1812f5-0b35-4390-b56c-c7dc421bcae1 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags/tempest-TagsExtTest-Tag-47682554 HTTP/1.1" status: 404 len: 327 time: 0.1562564 Jul 13 19:40:42.329647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.334562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-a1bed955-f6bc-40e6-8836-c6a0fb71fd34 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d', {'tags': ['tempest-TagsExtTest-Tag-130961722', 'tempest-TagsExtTest-Tag-1433940687', 'tempest-TagsExtTest-Tag-1177077400']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.343182 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:42.346956 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:42.363721 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7125b7b2-4681-4b57-806a-12e6d8719c6c req-e3535832-32cd-431d-9590-4b7ff7fe13c7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834305 Jul 13 19:40:42.377351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a1bed955-f6bc-40e6-8836-c6a0fb71fd34 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "PUT /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags HTTP/1.1" status: 200 len: 317 time: 0.0465243 Jul 13 19:40:42.380404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.386581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-8a07d5a6-5e61-4083-80c7-9f4e2b8c57c1 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.489819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8a07d5a6-5e61-4083-80c7-9f4e2b8c57c1 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1081064 Jul 13 19:40:42.492589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.498224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-482d1bb9-09c0-4095-9fb2-988c7714a67a tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d', 'tempest-TagsExtTest-Tag-130961722') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.560485 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-482d1bb9-09c0-4095-9fb2-988c7714a67a tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:42.561575 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-482d1bb9-09c0-4095-9fb2-988c7714a67a tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags/tempest-TagsExtTest-Tag-130961722 HTTP/1.1" status: 404 len: 328 time: 0.0679729 Jul 13 19:40:42.564453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.572062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-dbb579f2-c18d-4a18-9ab4-d527a1a43c38 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d', 'tempest-TagsExtTest-Tag-1433940687') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.605334 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-dbb579f2-c18d-4a18-9ab4-d527a1a43c38 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:42.607167 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dbb579f2-c18d-4a18-9ab4-d527a1a43c38 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags/tempest-TagsExtTest-Tag-1433940687 HTTP/1.1" status: 404 len: 329 time: 0.0415554 Jul 13 19:40:42.610006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.615567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-4991e640-05d4-4ef8-8e69-f577def9f527 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d', 'tempest-TagsExtTest-Tag-1177077400') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.639799 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4991e640-05d4-4ef8-8e69-f577def9f527 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] show failed (client error): The resource could not be found. Jul 13 19:40:42.644162 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4991e640-05d4-4ef8-8e69-f577def9f527 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags/tempest-TagsExtTest-Tag-1177077400 HTTP/1.1" status: 404 len: 329 time: 0.0297842 Jul 13 19:40:42.644404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.650218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-83d94d19-7b4c-41ad-baea-f2540cfe8432 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bbf44a01-c438-43a0-b379-0254deea7f7d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.654865 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:42.679228 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-83d94d19-7b4c-41ad-baea-f2540cfe8432 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d/tags HTTP/1.1" status: 204 len: 168 time: 0.0314708 Jul 13 19:40:42.679421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.684511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-800688ce-5cf5-451f-96dc-db6e59b225ec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.719629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Subnet': ['ID=6cf0c373-b121-4121-9b4e-c7195ee113f1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:42.727115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Checking segment: {'id': '75bea717-d1ac-45dc-9f5e-0c7a908c3b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1f599a80-8c01-4b16-927b-7010f6da1494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:42.727484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network hostable DHCP agents. Network: 1f599a80-8c01-4b16-927b-7010f6da1494, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:40:42.744510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 1f599a80-8c01-4b16-927b-7010f6da1494 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:40:42.755600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 1f599a80-8c01-4b16-927b-7010f6da1494) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:42.759991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:42.760600 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:42.768848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3465538a-ab7b-4589-84af-7f51d267485a None None] Network 1f599a80-8c01-4b16-927b-7010f6da1494 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:42.780611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5d4c4ba1-d130-4f3d-80aa-e0b92ff99028 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6755147 Jul 13 19:40:42.783143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.788008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-25738ccb-6555-4d9b-aa7f-05751b686d26 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1264298058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:42.809422 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-800688ce-5cf5-451f-96dc-db6e59b225ec tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e/tags HTTP/1.1" status: 204 len: 168 time: 0.1290648 Jul 13 19:40:42.812227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.817054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-0c79ebce-9fa1-47a0-9334-5235e3193ea9 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a023292d-755a-4386-8de3-7f7c7d3e765e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.849917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25738ccb-6555-4d9b-aa7f-05751b686d26 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:42.850896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25738ccb-6555-4d9b-aa7f-05751b686d26 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:42.918029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25738ccb-6555-4d9b-aa7f-05751b686d26 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:42.923434 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25738ccb-6555-4d9b-aa7f-05751b686d26 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:42.934224 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0c79ebce-9fa1-47a0-9334-5235e3193ea9 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e/tags HTTP/1.1" status: 204 len: 168 time: 0.1177688 Jul 13 19:40:42.934589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.939332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-e60bcbd1-cc96-4f52-b776-b31ebb9b4421 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93a38a89-9145-466c-85bf-c574d00aebbc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:42.946320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-1f599a80-8c01-4b16-927b-7010f6da1494', 'network_id': '1f599a80-8c01-4b16-927b-7010f6da1494', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'fixed_ips': [{'subnet_id': '6cf0c373-b121-4121-9b4e-c7195ee113f1'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:40:42.947913 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:42.949525 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25738ccb-6555-4d9b-aa7f-05751b686d26 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:42.954034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-25738ccb-6555-4d9b-aa7f-05751b686d26 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1695039 Jul 13 19:40:42.954778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:42.960306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'port': {'network_id': '1f599a80-8c01-4b16-927b-7010f6da1494', 'name': 'tempest-RoutersIpV6Test-547375370'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:43.014963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e60bcbd1-cc96-4f52-b776-b31ebb9b4421 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc/tags HTTP/1.1" status: 204 len: 168 time: 0.0791674 Jul 13 19:40:43.018228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:43.031375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a81097fe-bd89-4ed1-92a1-096cf4f94e7e no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:43.060011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: a81097fe-bd89-4ed1-92a1-096cf4f94e7e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:43.060438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a81097fe-bd89-4ed1-92a1-096cf4f94e7e not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:43.127452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Allocated IP 2001:db8::2 (1f599a80-8c01-4b16-927b-7010f6da1494/6cf0c373-b121-4121-9b4e-c7195ee113f1/aeb7b8b9-da0a-4bdc-915e-14236cda7aaf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:43.132228 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4e09083-3262-4213-9198-d8d134156a4f tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.133384 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e4e09083-3262-4213-9198-d8d134156a4f tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/subnetpools/bbf44a01-c438-43a0-b379-0254deea7f7d HTTP/1.1" status: 204 len: 168 time: 0.1141648 Jul 13 19:40:43.137116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:43.145248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:43.149840 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.170955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] device_id is not set on port 09d708b7-6012-4c14-aca7-970af060af07 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:40:43.173907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9cb69191-8ce0-4db7-9eef-f87fdcbcd822 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "GET /v2.0/ports?device_id=4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e HTTP/1.1" status: 200 len: 205 time: 0.0333297 Jul 13 19:40:43.176079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:43.270935 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efdbba43-b921-4cd8-b871-24546e4104b5 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.292444 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.302337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Transition to ACTIVE for port object aeb7b8b9-da0a-4bdc-915e-14236cda7aaf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:43.321604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Transition to ACTIVE for port object aeb7b8b9-da0a-4bdc-915e-14236cda7aaf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:43.331464 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.382678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Pushing event updated for resources: {'Port': ['ID=aeb7b8b9-da0a-4bdc-915e-14236cda7aaf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:43.397164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Network 1f599a80-8c01-4b16-927b-7010f6da1494 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:43.398626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:43.402588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:43.417399 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Allocated IP 2001:db8::155 (1f599a80-8c01-4b16-927b-7010f6da1494/6cf0c373-b121-4121-9b4e-c7195ee113f1/09d708b7-6012-4c14-aca7-970af060af07) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:43.471890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:43.486187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Attempting to bind port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:43.486676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Attempting to bind port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '75bea717-d1ac-45dc-9f5e-0c7a908c3b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1f599a80-8c01-4b16-927b-7010f6da1494'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:43.487039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Attempting to bind port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf on network 1f599a80-8c01-4b16-927b-7010f6da1494 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:43.493920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:43.494775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Checking segment: {'id': '75bea717-d1ac-45dc-9f5e-0c7a908c3b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1f599a80-8c01-4b16-927b-7010f6da1494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:43.495193 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.495646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Bound using segment: {'id': '75bea717-d1ac-45dc-9f5e-0c7a908c3b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1f599a80-8c01-4b16-927b-7010f6da1494'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:43.496141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Bound port: aeb7b8b9-da0a-4bdc-915e-14236cda7aaf, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bea717-d1ac-45dc-9f5e-0c7a908c3b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1f599a80-8c01-4b16-927b-7010f6da1494'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:43.496535 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.580400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] For port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:43.585877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] For port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=aeb7b8b9-da0a-4bdc-915e-14236cda7aaf,segment=NetworkSegment(75bea717-d1ac-45dc-9f5e-0c7a908c3b10),segment_id=75bea717-d1ac-45dc-9f5e-0c7a908c3b10)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:43.586084 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efdbba43-b921-4cd8-b871-24546e4104b5 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.594199 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efdbba43-b921-4cd8-b871-24546e4104b5 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.595768 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.674387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d55a6-5326-4e23-85d3-4ccd44c8332a None None] Pushing event updated for resources: {'Port': ['ID=aeb7b8b9-da0a-4bdc-915e-14236cda7aaf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:43.704331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efdbba43-b921-4cd8-b871-24546e4104b5 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.704831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdbba43-b921-4cd8-b871-24546e4104b5 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Fanout notify agent at l3_agent the message router_deleted on router 4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:40:43.714745 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efdbba43-b921-4cd8-b871-24546e4104b5 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.715919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-efdbba43-b921-4cd8-b871-24546e4104b5 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/routers/4df6c6e5-19f5-44d2-8f02-c0e01eac7a5e HTTP/1.1" status: 204 len: 168 time: 0.5388565 Jul 13 19:40:43.718360 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:43.727272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94b02e1e-d43c-46be-a20f-0f3ae35ce407 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.793716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125043b-6957-4ff4-9780-6e9bc1123b60 req-4cdf3e0a-fb3d-4ca0-9542-e5a4929b339f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:43.796364 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.805893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125043b-6957-4ff4-9780-6e9bc1123b60 req-4cdf3e0a-fb3d-4ca0-9542-e5a4929b339f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:43.812468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125043b-6957-4ff4-9780-6e9bc1123b60 req-4cdf3e0a-fb3d-4ca0-9542-e5a4929b339f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:43.818493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125043b-6957-4ff4-9780-6e9bc1123b60 req-4cdf3e0a-fb3d-4ca0-9542-e5a4929b339f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:43.819434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Transition to ACTIVE for port object 09d708b7-6012-4c14-aca7-970af060af07 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:43.825129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125043b-6957-4ff4-9780-6e9bc1123b60 req-4cdf3e0a-fb3d-4ca0-9542-e5a4929b339f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:43.831329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125043b-6957-4ff4-9780-6e9bc1123b60 req-4cdf3e0a-fb3d-4ca0-9542-e5a4929b339f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:43.837246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125043b-6957-4ff4-9780-6e9bc1123b60 req-4cdf3e0a-fb3d-4ca0-9542-e5a4929b339f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:43.839413 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3125043b-6957-4ff4-9780-6e9bc1123b60 req-4cdf3e0a-fb3d-4ca0-9542-e5a4929b339f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5430 time: 0.2983632 Jul 13 19:40:43.863087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94b02e1e-d43c-46be-a20f-0f3ae35ce407 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.879032 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.934942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 1f599a80-8c01-4b16-927b-7010f6da1494 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:43.938844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:43.943882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:43.954737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:43.955646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.961719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=09d708b7-6012-4c14-aca7-970af060af07,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:43.970887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:40:43.977119 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3125043b-6957-4ff4-9780-6e9bc1123b60 req-6e4bc526-5910-4b62-9354-8388cc6ae80e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284356 Jul 13 19:40:44.004530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f9018ab0-739d-4b4a-8773-8dac300f4ba4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0479589 Jul 13 19:40:44.006560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:44.081404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-01e57b60-a786-4430-9922-0b9bb0e46ac0 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Deleting port a023292d-755a-4386-8de3-7f7c7d3e765e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:44.082840 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01e57b60-a786-4430-9922-0b9bb0e46ac0 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.157919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94b02e1e-d43c-46be-a20f-0f3ae35ce407 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.165109 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94b02e1e-d43c-46be-a20f-0f3ae35ce407 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.167213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:44.172218 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-94b02e1e-d43c-46be-a20f-0f3ae35ce407 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/security-groups/c788554f-e31c-40e9-a984-630546269b30 HTTP/1.1" status: 204 len: 168 time: 0.6986690 Jul 13 19:40:44.192037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b02e1e-d43c-46be-a20f-0f3ae35ce407 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c788554f-e31c-40e9-a984-630546269b30,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:44.193918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f', 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'port_id': '3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f', 'mac_address': 'fa:16:3e:06:05:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3078d0ee-9f18-4d26-85fb-d5c267637468', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:40:44.229534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:44.284411 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.299647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:44.328051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:44.332392 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01e57b60-a786-4430-9922-0b9bb0e46ac0 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.333667 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.334709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:40:44.394805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-01e57b60-a786-4430-9922-0b9bb0e46ac0 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Calling delete_port for a023292d-755a-4386-8de3-7f7c7d3e765e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:44.502362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:44.526891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:44.532402 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.538872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '0b32ac7d-1b95-48a8-96f6-3373cc9787c0', 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'port_id': '0b32ac7d-1b95-48a8-96f6-3373cc9787c0', 'mac_address': 'fa:16:3e:e5:b2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3078d0ee-9f18-4d26-85fb-d5c267637468', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:40:44.545347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device aeb7b8b9-da0a-4bdc-915e-14236cda7aaf up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:44.626306 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.666971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:44.701750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:44.727288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:44.743814 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.746349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89c321a2-c868-4075-8150-883f6b612ea4 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:40:44.848835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.857311 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.914970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01e57b60-a786-4430-9922-0b9bb0e46ac0 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:44.964112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:44.985309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 89c321a2-c868-4075-8150-883f6b612ea4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89c321a2-c868-4075-8150-883f6b612ea4,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:45.000986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '89c321a2-c868-4075-8150-883f6b612ea4', 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d', 'port_id': '89c321a2-c868-4075-8150-883f6b612ea4', 'mac_address': 'fa:16:3e:69:67:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536edcbd-9011-450e-ad62-b983b68ead94', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:40:45.009515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e57b60-a786-4430-9922-0b9bb0e46ac0 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Pushing event deleted for resources: {'Port': ['ID=a023292d-755a-4386-8de3-7f7c7d3e765e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:45.071697 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=09d708b7-6012-4c14-aca7-970af060af07,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:45.080746 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.099526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c321a2-c868-4075-8150-883f6b612ea4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:45.130597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 89c321a2-c868-4075-8150-883f6b612ea4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89c321a2-c868-4075-8150-883f6b612ea4,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:45.149470 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.150248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fe38d307-aeed-4940-8698-a4e553caad39 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:40:45.332653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fe38d307-aeed-4940-8698-a4e553caad39, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fe38d307-aeed-4940-8698-a4e553caad39,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:45.344468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=89c321a2-c868-4075-8150-883f6b612ea4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:45.362545 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.365346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'fe38d307-aeed-4940-8698-a4e553caad39', 'network_id': 'c96bdf60-03fd-4497-81a8-4ed77a3d079d', 'port_id': 'fe38d307-aeed-4940-8698-a4e553caad39', 'mac_address': 'fa:16:3e:83:35:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536edcbd-9011-450e-ad62-b983b68ead94', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:40:45.367380 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01e57b60-a786-4430-9922-0b9bb0e46ac0 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.374604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-01e57b60-a786-4430-9922-0b9bb0e46ac0 tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/ports/a023292d-755a-4386-8de3-7f7c7d3e765e HTTP/1.1" status: 204 len: 168 time: 1.6551278 Jul 13 19:40:45.395902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:45.396493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:45.441767 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.472909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe38d307-aeed-4940-8698-a4e553caad39 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:45.504919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fe38d307-aeed-4940-8698-a4e553caad39, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fe38d307-aeed-4940-8698-a4e553caad39,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:45.523837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.526128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7a04f941-dccf-4d58-a5c5-afebc1f13f34 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:40:45.533807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1b8519-8886-4a30-a715-18ee3d66f3c3 None None] Network 1f599a80-8c01-4b16-927b-7010f6da1494 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:45.559523 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.574773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e2a988-e9b0-4e9b-b107-5a971b54a5da tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Deleting subnet 93a38a89-9145-466c-85bf-c574d00aebbc {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:40:45.585612 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.594012 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85e2a988-e9b0-4e9b-b107-5a971b54a5da tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.691690 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89199c7e-885f-4475-bc1a-c720c601cb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.696533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=fe38d307-aeed-4940-8698-a4e553caad39,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:45.734097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac3c6-b6da-4871-8d72-dc5ed4d713b3 req-01e160a8-4cfa-4339-b306-93657f6a5623 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:45.741083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac3c6-b6da-4871-8d72-dc5ed4d713b3 req-01e160a8-4cfa-4339-b306-93657f6a5623 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:45.749073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac3c6-b6da-4871-8d72-dc5ed4d713b3 req-01e160a8-4cfa-4339-b306-93657f6a5623 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:45.757677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac3c6-b6da-4871-8d72-dc5ed4d713b3 req-01e160a8-4cfa-4339-b306-93657f6a5623 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:45.766302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac3c6-b6da-4871-8d72-dc5ed4d713b3 req-01e160a8-4cfa-4339-b306-93657f6a5623 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:45.773505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac3c6-b6da-4871-8d72-dc5ed4d713b3 req-01e160a8-4cfa-4339-b306-93657f6a5623 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:45.780977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac3c6-b6da-4871-8d72-dc5ed4d713b3 req-01e160a8-4cfa-4339-b306-93657f6a5623 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:45.788676 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a13ac3c6-b6da-4871-8d72-dc5ed4d713b3 req-01e160a8-4cfa-4339-b306-93657f6a5623 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5433 time: 0.4360414 Jul 13 19:40:45.803777 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.817332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-27c5a924-8666-422f-9266-161cf575b426 None None] Provisioning for port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:45.831872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-27c5a924-8666-422f-9266-161cf575b426 None None] Provisioning complete for port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:45.832233 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27c5a924-8666-422f-9266-161cf575b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.842102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85e2a988-e9b0-4e9b-b107-5a971b54a5da tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.947975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.965607 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.967070 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.993125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7a04f941-dccf-4d58-a5c5-afebc1f13f34, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:46.019473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '7a04f941-dccf-4d58-a5c5-afebc1f13f34', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'port_id': '7a04f941-dccf-4d58-a5c5-afebc1f13f34', 'mac_address': 'fa:16:3e:71:af:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:40:46.027966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=09d708b7-6012-4c14-aca7-970af060af07,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:46.029547 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a13ac3c6-b6da-4871-8d72-dc5ed4d713b3 req-22074732-ec7b-4538-b846-25185ffcc8e5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2397113 Jul 13 19:40:46.107046 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.119881 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27c5a924-8666-422f-9266-161cf575b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.124699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a04f941-dccf-4d58-a5c5-afebc1f13f34 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:46.129791 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85e2a988-e9b0-4e9b-b107-5a971b54a5da tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.145407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 1f599a80-8c01-4b16-927b-7010f6da1494 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:46.146960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:46.171126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7a04f941-dccf-4d58-a5c5-afebc1f13f34, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:46.183199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-27c5a924-8666-422f-9266-161cf575b426 None None] For port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=aeb7b8b9-da0a-4bdc-915e-14236cda7aaf,segment=NetworkSegment(75bea717-d1ac-45dc-9f5e-0c7a908c3b10),segment_id=75bea717-d1ac-45dc-9f5e-0c7a908c3b10)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:46.184502 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.185209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 755729ce-168c-4256-aeba-2734cc235134 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:40:46.214825 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27c5a924-8666-422f-9266-161cf575b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.267924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 755729ce-168c-4256-aeba-2734cc235134, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=755729ce-168c-4256-aeba-2734cc235134,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:46.273921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7a04f941-dccf-4d58-a5c5-afebc1f13f34,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:46.324634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '755729ce-168c-4256-aeba-2734cc235134', 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'port_id': '755729ce-168c-4256-aeba-2734cc235134', 'mac_address': 'fa:16:3e:f9:b3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3078d0ee-9f18-4d26-85fb-d5c267637468', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:40:46.326842 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.420869 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5a924-8666-422f-9266-161cf575b426 None None] Pushing event updated for resources: {'Port': ['ID=aeb7b8b9-da0a-4bdc-915e-14236cda7aaf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:46.433949 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.454197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755729ce-168c-4256-aeba-2734cc235134 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:46.476565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 755729ce-168c-4256-aeba-2734cc235134, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=755729ce-168c-4256-aeba-2734cc235134,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:46.481344 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.482242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a273a6e8-9c25-4566-8157-bc98cb01072a details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:40:46.573915 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port a273a6e8-9c25-4566-8157-bc98cb01072a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a273a6e8-9c25-4566-8157-bc98cb01072a,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:46.585241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=755729ce-168c-4256-aeba-2734cc235134,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:46.590658 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43014b3b-c724-4dd2-9bdf-bf6396cae986 None None] Provisioning complete for port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:46.591017 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43014b3b-c724-4dd2-9bdf-bf6396cae986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.595769 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'a273a6e8-9c25-4566-8157-bc98cb01072a', 'network_id': '883f7b7f-1be5-4606-b4a9-bfa7021c92e7', 'port_id': 'a273a6e8-9c25-4566-8157-bc98cb01072a', 'mac_address': 'fa:16:3e:69:20:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3078d0ee-9f18-4d26-85fb-d5c267637468', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:40:46.669060 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.675325 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85e2a988-e9b0-4e9b-b107-5a971b54a5da tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.710716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a273a6e8-9c25-4566-8157-bc98cb01072a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:40:46.732944 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85e2a988-e9b0-4e9b-b107-5a971b54a5da tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.735227 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-85e2a988-e9b0-4e9b-b107-5a971b54a5da tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/subnets/93a38a89-9145-466c-85bf-c574d00aebbc HTTP/1.1" status: 204 len: 168 time: 1.3358896 Jul 13 19:40:46.736269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2a988-e9b0-4e9b-b107-5a971b54a5da tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Pushing event deleted for resources: {'Subnet': ['ID=93a38a89-9145-466c-85bf-c574d00aebbc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:46.745675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port a273a6e8-9c25-4566-8157-bc98cb01072a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a273a6e8-9c25-4566-8157-bc98cb01072a,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:46.748250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:46.748597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394bbe33-3146-4e2c-b057-53234b29239a None None] Network 784a3986-8059-4af7-b02f-e4560dda7984 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:46.784304 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89199c7e-885f-4475-bc1a-c720c601cb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.793370 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.833738 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89199c7e-885f-4475-bc1a-c720c601cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.837710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43014b3b-c724-4dd2-9bdf-bf6396cae986 None None] Provisioning for port 09d708b7-6012-4c14-aca7-970af060af07 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:46.865628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43014b3b-c724-4dd2-9bdf-bf6396cae986 None None] Provisioning complete for port 09d708b7-6012-4c14-aca7-970af060af07 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:46.866013 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43014b3b-c724-4dd2-9bdf-bf6396cae986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.889773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:46.890265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-89199c7e-885f-4475-bc1a-c720c601cb7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04531a6feb05477293d350fc31b97945&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4892719 Jul 13 19:40:46.898482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=a273a6e8-9c25-4566-8157-bc98cb01072a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:46.914740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f61fde5d-890e-4a31-9c8d-93fe634f67ad is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:40:46.919605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89199c7e-885f-4475-bc1a-c720c601cb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740c1d41-72f8-4670-a82c-4979f6ac056e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:46.951343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-43014b3b-c724-4dd2-9bdf-bf6396cae986 None None] Port 09d708b7-6012-4c14-aca7-970af060af07 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:46.967230 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.999677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port 113674c5-5445-4256-adac-1bd8a0a8d199 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:47.000022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.059000 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f57a767-26c5-41f0-8ff8-fd987833490f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.099261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195569c-0ae1-4c98-b29a-c8be707f5202 None None] DHCP port deletion for 784a3986-8059-4af7-b02f-e4560dda7984 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:40:47.104958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d9765777-c53f-4937-9f2d-579c3e76e37f None None] Provisioning complete for port 09d708b7-6012-4c14-aca7-970af060af07 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:47.105329 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9765777-c53f-4937-9f2d-579c3e76e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.105636 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f57a767-26c5-41f0-8ff8-fd987833490f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.121913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:47.141137 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-93f85400-2df8-49f6-94d1-b8de5b15f8a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f61fde5d-890e-4a31-9c8d-93fe634f67ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1335382 Jul 13 19:40:47.144125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:47.154142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c18b8d-6e9a-4e49-83e4-6496a80763a6 None None] Sync routers for ids ['f61fde5d-890e-4a31-9c8d-93fe634f67ad'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:47.194837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c18b8d-6e9a-4e49-83e4-6496a80763a6 None None] Routers {'f61fde5d-890e-4a31-9c8d-93fe634f67ad'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:47.195476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-55c18b8d-6e9a-4e49-83e4-6496a80763a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f61fde5d-890e-4a31-9c8d-93fe634f67ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:47.197863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d9765777-c53f-4937-9f2d-579c3e76e37f None None] Port 09d708b7-6012-4c14-aca7-970af060af07 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:47.198137 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Deleting port d815038c-f15c-4b86-9f7f-f48a189b41e5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:47.198658 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.237486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac022fed-f7e8-4e05-9f37-3caa0ec93969 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:47.242667 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ac022fed-f7e8-4e05-9f37-3caa0ec93969 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports/09d708b7-6012-4c14-aca7-970af060af07 HTTP/1.1" status: 200 len: 983 time: 0.0964608 Jul 13 19:40:47.244267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:47.245366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-55c18b8d-6e9a-4e49-83e4-6496a80763a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:47.266779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c18b8d-6e9a-4e49-83e4-6496a80763a6 None None] Routers {'f61fde5d-890e-4a31-9c8d-93fe634f67ad'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:47.267399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-55c18b8d-6e9a-4e49-83e4-6496a80763a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f61fde5d-890e-4a31-9c8d-93fe634f67ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:47.326076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-55c18b8d-6e9a-4e49-83e4-6496a80763a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:47.326927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c18b8d-6e9a-4e49-83e4-6496a80763a6 None None] The sync data for ids ['f61fde5d-890e-4a31-9c8d-93fe634f67ad'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:47.330792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8195569c-0ae1-4c98-b29a-c8be707f5202 None None] Deleting port d815038c-f15c-4b86-9f7f-f48a189b41e5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:47.331730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8195569c-0ae1-4c98-b29a-c8be707f5202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.345613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] For port d815038c-f15c-4b86-9f7f-f48a189b41e5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d815038c-f15c-4b86-9f7f-f48a189b41e5,segment=NetworkSegment(a1a82757-d68c-470b-a975-13b47781101d),segment_id=a1a82757-d68c-470b-a975-13b47781101d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:47.346030 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.347236 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f57a767-26c5-41f0-8ff8-fd987833490f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.349805 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f57a767-26c5-41f0-8ff8-fd987833490f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.351289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3f57a767-26c5-41f0-8ff8-fd987833490f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/740c1d41-72f8-4670-a82c-4979f6ac056e HTTP/1.1" status: 204 len: 168 time: 0.4602213 Jul 13 19:40:47.391042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Calling delete_port for d815038c-f15c-4b86-9f7f-f48a189b41e5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:47.398469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57a767-26c5-41f0-8ff8-fd987833490f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740c1d41-72f8-4670-a82c-4979f6ac056e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:47.401513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] For port 113674c5-5445-4256-adac-1bd8a0a8d199, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=113674c5-5445-4256-adac-1bd8a0a8d199,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:47.403028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.435282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for 113674c5-5445-4256-adac-1bd8a0a8d199 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:47.584586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dae3d1-65ca-4946-91ca-1ad7b19fff32 req-5721fad2-c513-4de2-8929-b954e635126e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:47.592899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dae3d1-65ca-4946-91ca-1ad7b19fff32 req-5721fad2-c513-4de2-8929-b954e635126e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:47.598854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dae3d1-65ca-4946-91ca-1ad7b19fff32 req-5721fad2-c513-4de2-8929-b954e635126e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:47.606333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dae3d1-65ca-4946-91ca-1ad7b19fff32 req-5721fad2-c513-4de2-8929-b954e635126e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:47.614289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dae3d1-65ca-4946-91ca-1ad7b19fff32 req-5721fad2-c513-4de2-8929-b954e635126e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:47.622345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dae3d1-65ca-4946-91ca-1ad7b19fff32 req-5721fad2-c513-4de2-8929-b954e635126e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:47.628297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:40:47.629430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dae3d1-65ca-4946-91ca-1ad7b19fff32 req-5721fad2-c513-4de2-8929-b954e635126e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:47.632681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7dae3d1-65ca-4946-91ca-1ad7b19fff32 req-5721fad2-c513-4de2-8929-b954e635126e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5437 time: 0.3296318 Jul 13 19:40:47.655303 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.673143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['89c321a2-c868-4075-8150-883f6b612ea4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:40:47.675524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['755729ce-168c-4256-aeba-2734cc235134'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:40:47.677792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['a273a6e8-9c25-4566-8157-bc98cb01072a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:40:47.689124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Pushing event deleted for resources: {'Port': ['ID=d815038c-f15c-4b86-9f7f-f48a189b41e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:47.703909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] No DVR routers for this DVR port d815038c-f15c-4b86-9f7f-f48a189b41e5 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:47.736322 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7dae3d1-65ca-4946-91ca-1ad7b19fff32 req-e1de6691-c2cc-4f18-9dc4-09c014a54e10 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972335 Jul 13 19:40:47.820629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.835057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784a3986-8059-4af7-b02f-e4560dda7984']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:47.854646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a82757-d68c-470b-a975-13b47781101d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:47.854899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a82757-d68c-470b-a975-13b47781101d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:47.872321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:47.881863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c697671f-93c4-4b8c-b277-e0201bcaa63a None None] Provisioning complete for port 09d708b7-6012-4c14-aca7-970af060af07 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:47.882060 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c697671f-93c4-4b8c-b277-e0201bcaa63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.892785 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.898991 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81296252-5aec-4d77-b1a2-188c4fb6f931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.914982 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.927076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:40:47.927483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:40:47.931024 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:40:47.936018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8195569c-0ae1-4c98-b29a-c8be707f5202 None None] For port d815038c-f15c-4b86-9f7f-f48a189b41e5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d815038c-f15c-4b86-9f7f-f48a189b41e5,segment=NetworkSegment(a1a82757-d68c-470b-a975-13b47781101d),segment_id=a1a82757-d68c-470b-a975-13b47781101d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:47.936423 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8195569c-0ae1-4c98-b29a-c8be707f5202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.976812 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.981081 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8195569c-0ae1-4c98-b29a-c8be707f5202 None None] Calling delete_port for d815038c-f15c-4b86-9f7f-f48a189b41e5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:48.012279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c697671f-93c4-4b8c-b277-e0201bcaa63a None None] Port 09d708b7-6012-4c14-aca7-970af060af07 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:48.019866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=113674c5-5445-4256-adac-1bd8a0a8d199,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:48.036036 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.074152 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.084584 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.086969 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] 10.222.0.25 "DELETE /v2.0/networks/784a3986-8059-4af7-b02f-e4560dda7984 HTTP/1.1" status: 204 len: 168 time: 1.3317528 Jul 13 19:40:48.104142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc3ff7-a47a-45ee-a233-324cd1ceb22d tempest-TagsExtTest-1454163609 tempest-TagsExtTest-1454163609-project] Pushing event deleted for resources: {'Network': ['ID=784a3986-8059-4af7-b02f-e4560dda7984,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:48.297798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b279366b-b92d-4eb5-9293-a29e2667770f None None] Provisioning complete for port 09d708b7-6012-4c14-aca7-970af060af07 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:48.298167 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b279366b-b92d-4eb5-9293-a29e2667770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.331255 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.392579 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81296252-5aec-4d77-b1a2-188c4fb6f931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.414552 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81296252-5aec-4d77-b1a2-188c4fb6f931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.461268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['0b32ac7d-1b95-48a8-96f6-3373cc9787c0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:40:48.494618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81296252-5aec-4d77-b1a2-188c4fb6f931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a1f548-3485-48dc-a672-a2192b939e24,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:48.502783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-81296252-5aec-4d77-b1a2-188c4fb6f931 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02c639457d9d49a1b2e7489e048b8c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6293516 Jul 13 19:40:48.505487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:48.506096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fe38d307-aeed-4940-8698-a4e553caad39'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:40:48.566377 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8195569c-0ae1-4c98-b29a-c8be707f5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.577413 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-409106df-3717-43f5-bb9a-d4fc063a82f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.580087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['7a04f941-dccf-4d58-a5c5-afebc1f13f34'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:40:48.591880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port 09d708b7-6012-4c14-aca7-970af060af07 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:48.592120 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.616386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:48.682916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device aeb7b8b9-da0a-4bdc-915e-14236cda7aaf up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:48.717025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-409106df-3717-43f5-bb9a-d4fc063a82f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.743237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8195569c-0ae1-4c98-b29a-c8be707f5202 None None] Network 784a3986-8059-4af7-b02f-e4560dda7984 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 19:40:48.743381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195569c-0ae1-4c98-b29a-c8be707f5202 None None] No DVR routers for this DVR port d815038c-f15c-4b86-9f7f-f48a189b41e5 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:48.764108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195569c-0ae1-4c98-b29a-c8be707f5202 None None] Pushing event deleted for resources: {'Port': ['ID=d815038c-f15c-4b86-9f7f-f48a189b41e5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:48.765772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b279366b-b92d-4eb5-9293-a29e2667770f None None] Port 09d708b7-6012-4c14-aca7-970af060af07 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:40:48.809771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:40:48.817086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-409106df-3717-43f5-bb9a-d4fc063a82f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.821238 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-409106df-3717-43f5-bb9a-d4fc063a82f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.826196 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-409106df-3717-43f5-bb9a-d4fc063a82f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59a1f548-3485-48dc-a672-a2192b939e24 HTTP/1.1" status: 204 len: 168 time: 0.3175886 Jul 13 19:40:48.864517 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409106df-3717-43f5-bb9a-d4fc063a82f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a1f548-3485-48dc-a672-a2192b939e24,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:48.926382 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.949896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:48.950181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for 09d708b7-6012-4c14-aca7-970af060af07 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:48.950311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.966338 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b447c8d8-aa0d-42d2-aa87-425f199fa3ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=231487d574984dda83be226373f3f1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485725 Jul 13 19:40:48.968956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:49.096994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:49.104032 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9c836b2f-dfee-42bc-8265-c07999e6b410 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "PUT /v2.0/routers/9d517bb7-3cd8-463f-bee6-5c12aafc34f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8723171 Jul 13 19:40:49.107081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:49.108776 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] Sync routers for ids ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:49.125829 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] Routers {'9d517bb7-3cd8-463f-bee6-5c12aafc34f6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:49.126392 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f288c032-683f-4261-8df7-771419595287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.126560 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:49.132747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f380-85b5-4f2a-be09-c36331181588 req-d142281c-2d7e-41d8-b579-3567cc4ea613 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:49.140445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f380-85b5-4f2a-be09-c36331181588 req-d142281c-2d7e-41d8-b579-3567cc4ea613 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:49.148683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f380-85b5-4f2a-be09-c36331181588 req-d142281c-2d7e-41d8-b579-3567cc4ea613 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:49.155499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f380-85b5-4f2a-be09-c36331181588 req-d142281c-2d7e-41d8-b579-3567cc4ea613 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:49.161673 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f288c032-683f-4261-8df7-771419595287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.175441 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f380-85b5-4f2a-be09-c36331181588 req-d142281c-2d7e-41d8-b579-3567cc4ea613 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:49.187467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f380-85b5-4f2a-be09-c36331181588 req-d142281c-2d7e-41d8-b579-3567cc4ea613 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:49.201219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f380-85b5-4f2a-be09-c36331181588 req-d142281c-2d7e-41d8-b579-3567cc4ea613 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:49.203469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8da9f380-85b5-4f2a-be09-c36331181588 req-d142281c-2d7e-41d8-b579-3567cc4ea613 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5437 time: 0.2685716 Jul 13 19:40:49.261317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d815038c-f15c-4b86-9f7f-f48a189b41e5 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:49.285341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96e1c8e-5670-4acf-a7cf-dfeecbb2f53a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting subnet 24386c6c-830b-42da-9dbe-bcdea7b6df42 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:40:49.293326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: d815038c-f15c-4b86-9f7f-f48a189b41e5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:49.293677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d815038c-f15c-4b86-9f7f-f48a189b41e5 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:49.297694 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c96e1c8e-5670-4acf-a7cf-dfeecbb2f53a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.298790 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] Set router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:40:49.350671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f288c032-683f-4261-8df7-771419595287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.355124 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f288c032-683f-4261-8df7-771419595287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.356282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f288c032-683f-4261-8df7-771419595287 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76210dcc-210f-43e0-9941-a9990c709d07 HTTP/1.1" status: 204 len: 168 time: 0.3861856 Jul 13 19:40:49.368370 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8da9f380-85b5-4f2a-be09-c36331181588 req-560946a1-fa40-4492-b9bc-3e4587c43d88 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1520281 Jul 13 19:40:49.384246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c96e1c8e-5670-4acf-a7cf-dfeecbb2f53a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.398631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288c032-683f-4261-8df7-771419595287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76210dcc-210f-43e0-9941-a9990c709d07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:49.438706 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.520966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=09d708b7-6012-4c14-aca7-970af060af07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:49.543964 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c96e1c8e-5670-4acf-a7cf-dfeecbb2f53a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.596814 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:40:47Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:49.649840 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] Checking router: 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:40:49.659448 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] Routers {'9d517bb7-3cd8-463f-bee6-5c12aafc34f6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:49.660304 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:49.674206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c96e1c8e-5670-4acf-a7cf-dfeecbb2f53a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.721554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e1c8e-5670-4acf-a7cf-dfeecbb2f53a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Subnet': ['ID=24386c6c-830b-42da-9dbe-bcdea7b6df42,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:49.731670 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.738473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c96e1c8e-5670-4acf-a7cf-dfeecbb2f53a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.746721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87398f08-f6a3-4cc9-8e74-b55ddd7a38b5 None None] Network 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:49.751812 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c96e1c8e-5670-4acf-a7cf-dfeecbb2f53a tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/subnets/24386c6c-830b-42da-9dbe-bcdea7b6df42 HTTP/1.1" status: 204 len: 168 time: 0.6424615 Jul 13 19:40:49.752499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:49.933741 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] Set router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:40:50.027809 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.036055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f61fde5d-890e-4a31-9c8d-93fe634f67ad has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:40:50.165222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:50.172218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94005e3-1f5d-4805-846f-fd0ab05c7da9 None None] DHCP port deletion for 6f10d1d4-f984-4bd6-a16d-6e9de7024f02 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:40:50.175903 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6b77a22d-f69d-4305-9d95-c6190bc694d2 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f61fde5d-890e-4a31-9c8d-93fe634f67ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9297197 Jul 13 19:40:50.177080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:50.189413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fe00a-78e3-4da6-b462-4c3a8607f65d None None] Sync routers for ids ['f61fde5d-890e-4a31-9c8d-93fe634f67ad'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:50.206303 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:40:47Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:50.217605 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.223986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fe00a-78e3-4da6-b462-4c3a8607f65d None None] Routers {'f61fde5d-890e-4a31-9c8d-93fe634f67ad'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:50.224862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-906fe00a-78e3-4da6-b462-4c3a8607f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f61fde5d-890e-4a31-9c8d-93fe634f67ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:50.243703 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb1cfe-28ce-4c57-b2e7-ce4155f10ee2 None None] The sync data for ids ['9d517bb7-3cd8-463f-bee6-5c12aafc34f6'] in n-d-800708-1 is: [{'id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'name': 'tempest-TestNetworkBasicOps-router-1232098958', 'tenant_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:39:21Z', 'updated_at': '2021-07-13T19:40:47Z', 'revision_number': 5, 'project_id': 'e2fbb89be0b24ffd9a67cc90fa53a313', 'gw_port': {'id': 'a3f642ea-4670-412c-bf5a-31c7b0df7dee', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d517bb7-3cd8-463f-bee6-5c12aafc34f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:39:22Z', 'updated_at': '2021-07-13T19:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:50.270088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-906fe00a-78e3-4da6-b462-4c3a8607f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:50.300537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fe00a-78e3-4da6-b462-4c3a8607f65d None None] Routers {'f61fde5d-890e-4a31-9c8d-93fe634f67ad'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:50.301168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-906fe00a-78e3-4da6-b462-4c3a8607f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f61fde5d-890e-4a31-9c8d-93fe634f67ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:50.335626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Deleting port a3f642ea-4670-412c-bf5a-31c7b0df7dee {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:50.335974 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.359746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-906fe00a-78e3-4da6-b462-4c3a8607f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:50.360622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fe00a-78e3-4da6-b462-4c3a8607f65d None None] The sync data for ids ['f61fde5d-890e-4a31-9c8d-93fe634f67ad'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:50.374227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c94005e3-1f5d-4805-846f-fd0ab05c7da9 None None] Deleting port 479801e6-0aa5-41f1-9ddd-417ebbcda352 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:50.374921 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c94005e3-1f5d-4805-846f-fd0ab05c7da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.469560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] For port a3f642ea-4670-412c-bf5a-31c7b0df7dee, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a3f642ea-4670-412c-bf5a-31c7b0df7dee,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:50.469981 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.495022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Calling delete_port for a3f642ea-4670-412c-bf5a-31c7b0df7dee owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:50.501409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c94005e3-1f5d-4805-846f-fd0ab05c7da9 None None] For port 479801e6-0aa5-41f1-9ddd-417ebbcda352, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=479801e6-0aa5-41f1-9ddd-417ebbcda352,segment=NetworkSegment(c34c4e23-c891-45b9-863b-e13f5a55b673),segment_id=c34c4e23-c891-45b9-863b-e13f5a55b673)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:50.501808 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c94005e3-1f5d-4805-846f-fd0ab05c7da9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.502584 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-19e67480-3457-4fd6-b8a2-ba031f1a82f5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 19:40:50.511298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-19e67480-3457-4fd6-b8a2-ba031f1a82f5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f61fde5d-890e-4a31-9c8d-93fe634f67ad/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3312774 Jul 13 19:40:50.515579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:50.536999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c94005e3-1f5d-4805-846f-fd0ab05c7da9 None None] Calling delete_port for 479801e6-0aa5-41f1-9ddd-417ebbcda352 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:50.586753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e8bcc92d-e048-4ed9-9532-c1efcf2347dd tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61fde5d-890e-4a31-9c8d-93fe634f67ad HTTP/1.1" status: 200 len: 205 time: 0.0700021 Jul 13 19:40:50.590280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:50.658948 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c94005e3-1f5d-4805-846f-fd0ab05c7da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.703346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94005e3-1f5d-4805-846f-fd0ab05c7da9 None None] Pushing event deleted for resources: {'Port': ['ID=479801e6-0aa5-41f1-9ddd-417ebbcda352,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:50.725178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94005e3-1f5d-4805-846f-fd0ab05c7da9 None None] No DVR routers for this DVR port 479801e6-0aa5-41f1-9ddd-417ebbcda352 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:50.755023 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7ad86cb-3e91-4cdf-a6de-e856e42d6cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.765544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 113674c5-5445-4256-adac-1bd8a0a8d199 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:50.807606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 113674c5-5445-4256-adac-1bd8a0a8d199 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:50.808539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 113674c5-5445-4256-adac-1bd8a0a8d199 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:50.808977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 479801e6-0aa5-41f1-9ddd-417ebbcda352 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:50.836954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7a04f941-dccf-4d58-a5c5-afebc1f13f34 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:50.876636 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c47fb680-4717-48c2-b6e1-2a6975cd1e9c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.880801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:50.902879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 479801e6-0aa5-41f1-9ddd-417ebbcda352 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:50.903223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 479801e6-0aa5-41f1-9ddd-417ebbcda352 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:50.918724 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.925845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:50.930645 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:50.931026 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.979341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Port': ['ID=a3f642ea-4670-412c-bf5a-31c7b0df7dee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:51.037768 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.112904 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.128937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498fad4-6f71-4c8a-a9eb-2a18c5e34526 req-928dcef2-5e6b-4ea5-9fb2-0d569f62b2c4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:51.135983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498fad4-6f71-4c8a-a9eb-2a18c5e34526 req-928dcef2-5e6b-4ea5-9fb2-0d569f62b2c4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:51.144049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498fad4-6f71-4c8a-a9eb-2a18c5e34526 req-928dcef2-5e6b-4ea5-9fb2-0d569f62b2c4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:51.152032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498fad4-6f71-4c8a-a9eb-2a18c5e34526 req-928dcef2-5e6b-4ea5-9fb2-0d569f62b2c4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:51.159333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498fad4-6f71-4c8a-a9eb-2a18c5e34526 req-928dcef2-5e6b-4ea5-9fb2-0d569f62b2c4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:51.163074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a04f941-dccf-4d58-a5c5-afebc1f13f34'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:51.166567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498fad4-6f71-4c8a-a9eb-2a18c5e34526 req-928dcef2-5e6b-4ea5-9fb2-0d569f62b2c4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:51.167033 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e48832-3f05-426f-86ab-bdbb5d5f0bae" -d '{"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "7a04f941-dccf-4d58-a5c5-afebc1f13f34"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:51.174921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498fad4-6f71-4c8a-a9eb-2a18c5e34526 req-928dcef2-5e6b-4ea5-9fb2-0d569f62b2c4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:51.183563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1498fad4-6f71-4c8a-a9eb-2a18c5e34526 req-928dcef2-5e6b-4ea5-9fb2-0d569f62b2c4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5437 time: 0.6023319 Jul 13 19:40:51.201451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7a04f941-dccf-4d58-a5c5-afebc1f13f34, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:51.211100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.212286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:51.225799 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.228358 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.309881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.310626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Fanout notify agent at l3_agent the message router_deleted on router 9d517bb7-3cd8-463f-bee6-5c12aafc34f6 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:40:51.325326 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.329127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e74551f1-9a84-4163-87b4-9a5e28ca1ae7 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/routers/9d517bb7-3cd8-463f-bee6-5c12aafc34f6 HTTP/1.1" status: 204 len: 168 time: 1.5735307 Jul 13 19:40:51.331454 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:51.372947 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1498fad4-6f71-4c8a-a9eb-2a18c5e34526 req-f30e3554-b343-4012-99d1-e79ad43b8062 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879704 Jul 13 19:40:51.374986 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c47fb680-4717-48c2-b6e1-2a6975cd1e9c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.379318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7a04f941-dccf-4d58-a5c5-afebc1f13f34,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:51.387045 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c47fb680-4717-48c2-b6e1-2a6975cd1e9c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.419914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:51.424446 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b356b2-b6e3-46e3-ba24-e82067d256bd x-openstack-request-id: req-42b356b2-b6e3-46e3-ba24-e82067d256bd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:51.424775 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "7a04f941-dccf-4d58-a5c5-afebc1f13f34", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:51.425033 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42b356b2-b6e3-46e3-ba24-e82067d256bd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:51.425430 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a04f941-dccf-4d58-a5c5-afebc1f13f34', 'code': 200} Jul 13 19:40:51.428896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:51.429381 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.466102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-643909150-network', 'tenant_id': '1be3206e77ec46deb3fb931764aa13c2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:51.490485 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c47fb680-4717-48c2-b6e1-2a6975cd1e9c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.491041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47fb680-4717-48c2-b6e1-2a6975cd1e9c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Fanout notify agent at l3_agent the message router_deleted on router f61fde5d-890e-4a31-9c8d-93fe634f67ad {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:40:51.499026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c47fb680-4717-48c2-b6e1-2a6975cd1e9c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.502586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c47fb680-4717-48c2-b6e1-2a6975cd1e9c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/f61fde5d-890e-4a31-9c8d-93fe634f67ad HTTP/1.1" status: 204 len: 168 time: 0.9103422 Jul 13 19:40:51.504796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:51.526643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.574791 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.582718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Made reservation on behalf of 1be3206e77ec46deb3fb931764aa13c2 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:51.585414 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.622883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:51.626300 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.628591 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.629557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 755729ce-168c-4256-aeba-2734cc235134 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:51.632102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dc1369-ea56-412b-b6d7-c1c3e6cbe7d7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting subnet 6cf0c373-b121-4121-9b4e-c7195ee113f1 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:40:51.636205 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1369-ea56-412b-b6d7-c1c3e6cbe7d7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.739499 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1369-ea56-412b-b6d7-c1c3e6cbe7d7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.771756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 755729ce-168c-4256-aeba-2734cc235134 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:51.777435 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.778965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 755729ce-168c-4256-aeba-2734cc235134 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:51.780069 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.782207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:51.831109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f10d1d4-f984-4bd6-a16d-6e9de7024f02']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:51.862811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34c4e23-c891-45b9-863b-e13f5a55b673') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:51.863111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34c4e23-c891-45b9-863b-e13f5a55b673') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:51.883066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.883229 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.925932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 755729ce-168c-4256-aeba-2734cc235134, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=755729ce-168c-4256-aeba-2734cc235134,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:51.932538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.933788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a273a6e8-9c25-4566-8157-bc98cb01072a up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:51.956184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.990536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:40:51.991141 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:40:51.996262 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:40:51.998662 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1369-ea56-412b-b6d7-c1c3e6cbe7d7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.036883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=755729ce-168c-4256-aeba-2734cc235134,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:52.064449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port a273a6e8-9c25-4566-8157-bc98cb01072a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:52.068752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port a273a6e8-9c25-4566-8157-bc98cb01072a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:52.069227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.160400 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.164019 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.204533 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.211358 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] 10.222.0.25 "DELETE /v2.0/networks/6f10d1d4-f984-4bd6-a16d-6e9de7024f02 HTTP/1.1" status: 204 len: 168 time: 0.8777857 Jul 13 19:40:52.214177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6524438-4950-43d0-a184-bdbb7abaf195 tempest-TestNetworkBasicOps-1254600751 tempest-TestNetworkBasicOps-1254600751-project] Pushing event deleted for resources: {'Network': ['ID=6f10d1d4-f984-4bd6-a16d-6e9de7024f02,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:52.219047 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.252035 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.295488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccb074c-e610-4013-8d9a-febe8faf382f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:52.324556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1369-ea56-412b-b6d7-c1c3e6cbe7d7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.348291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:40:52.446385 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1369-ea56-412b-b6d7-c1c3e6cbe7d7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.448858 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b9dc1369-ea56-412b-b6d7-c1c3e6cbe7d7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/6cf0c373-b121-4121-9b4e-c7195ee113f1 HTTP/1.1" status: 204 len: 168 time: 0.9412253 Jul 13 19:40:52.450926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc1369-ea56-412b-b6d7-c1c3e6cbe7d7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf0c373-b121-4121-9b4e-c7195ee113f1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:52.451454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:52.485915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.489394 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Added segment bf10f5f4-bdbe-4323-868c-c0247339bd6b of type vlan for network e0b838b3-6804-43e6-9258-8006f04ba823 Jul 13 19:40:52.558838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31774007-b0b1-4024-a0be-0147ffcb1be6 None None] Network 1f599a80-8c01-4b16-927b-7010f6da1494 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:52.560817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a3f642ea-4670-412c-bf5a-31c7b0df7dee no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:52.570876 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.609626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port a273a6e8-9c25-4566-8157-bc98cb01072a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a273a6e8-9c25-4566-8157-bc98cb01072a,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:52.641118 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.641337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:52.641908 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.727170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: a3f642ea-4670-412c-bf5a-31c7b0df7dee {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:52.727794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a3f642ea-4670-412c-bf5a-31c7b0df7dee not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:52.737002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e0b838b3-6804-43e6-9258-8006f04ba823,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:52.754279 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.763523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:52.769135 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.776508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:52.781645 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network e0b838b3-6804-43e6-9258-8006f04ba823 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:40:52.818315 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-53f80219-e782-4ca2-9ef8-7e4b493894c7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9336929 Jul 13 19:40:52.819076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:52.832502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Request body: {'subnet': {'network_id': 'e0b838b3-6804-43e6-9258-8006f04ba823', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-643909150-subnet', 'tenant_id': '1be3206e77ec46deb3fb931764aa13c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:52.915477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:52.916327 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.921328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Made reservation on behalf of 1be3206e77ec46deb3fb931764aa13c2 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:52.923937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.018331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=a273a6e8-9c25-4566-8157-bc98cb01072a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:53.029994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:53.034732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:53.035016 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.054100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfce7c3-e109-4a5f-b38a-75d6396a00ca req-54a82066-c75f-4806-9db8-eab0ca879f32 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:53.076861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfce7c3-e109-4a5f-b38a-75d6396a00ca req-54a82066-c75f-4806-9db8-eab0ca879f32 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:53.086330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=aeb7b8b9-da0a-4bdc-915e-14236cda7aaf,segment=NetworkSegment(75bea717-d1ac-45dc-9f5e-0c7a908c3b10),segment_id=75bea717-d1ac-45dc-9f5e-0c7a908c3b10)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:53.086677 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.090689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfce7c3-e109-4a5f-b38a-75d6396a00ca req-54a82066-c75f-4806-9db8-eab0ca879f32 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:53.098887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfce7c3-e109-4a5f-b38a-75d6396a00ca req-54a82066-c75f-4806-9db8-eab0ca879f32 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:53.108420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfce7c3-e109-4a5f-b38a-75d6396a00ca req-54a82066-c75f-4806-9db8-eab0ca879f32 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:53.115119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for aeb7b8b9-da0a-4bdc-915e-14236cda7aaf owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:53.120876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfce7c3-e109-4a5f-b38a-75d6396a00ca req-54a82066-c75f-4806-9db8-eab0ca879f32 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:53.121651 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-499cdab6-6130-4188-83c9-3c5ea7e7645e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2fbb89be0b24ffd9a67cc90fa53a313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570027 Jul 13 19:40:53.124501 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:53.128008 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfce7c3-e109-4a5f-b38a-75d6396a00ca req-54a82066-c75f-4806-9db8-eab0ca879f32 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:53.131758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-abfce7c3-e109-4a5f-b38a-75d6396a00ca req-54a82066-c75f-4806-9db8-eab0ca879f32 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5441 time: 0.3859978 Jul 13 19:40:53.154325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37b15ac-e722-47af-83ba-f8dbd446b1be None None] DHCP port deletion for 1f599a80-8c01-4b16-927b-7010f6da1494 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:40:53.207259 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.232817 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc53968d-c517-49d2-9545-b7d5a7553d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.263538 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc53968d-c517-49d2-9545-b7d5a7553d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.263754 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-abfce7c3-e109-4a5f-b38a-75d6396a00ca req-3bee15c3-f34e-45ba-8c51-59cb79606374 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149669 Jul 13 19:40:53.266061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.289374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:53.315852 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.316790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89c321a2-c868-4075-8150-883f6b612ea4 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:53.322188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=aeb7b8b9-da0a-4bdc-915e-14236cda7aaf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:53.324293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No DVR routers for this DVR port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:53.389360 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a37b15ac-e722-47af-83ba-f8dbd446b1be None None] Deleting port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:53.390392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a37b15ac-e722-47af-83ba-f8dbd446b1be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.455048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f'}, {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755729ce-168c-4256-aeba-2734cc235134'}, {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a273a6e8-9c25-4566-8157-bc98cb01072a'}, {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b32ac7d-1b95-48a8-96f6-3373cc9787c0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:53.457480 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc56eac7-1a81-4892-9999-d94382fd7633" -d '{"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f"}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "755729ce-168c-4256-aeba-2734cc235134"}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "a273a6e8-9c25-4566-8157-bc98cb01072a"}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "0b32ac7d-1b95-48a8-96f6-3373cc9787c0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:53.492938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.520355 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc53968d-c517-49d2-9545-b7d5a7553d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.527533 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc53968d-c517-49d2-9545-b7d5a7553d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.531108 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fc53968d-c517-49d2-9545-b7d5a7553d16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdea4978-0b5c-4365-b6e5-a5eaef6ed9ff HTTP/1.1" status: 204 len: 168 time: 0.4043226 Jul 13 19:40:53.534688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f599a80-8c01-4b16-927b-7010f6da1494']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:53.567986 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.589862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:53.604923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a37b15ac-e722-47af-83ba-f8dbd446b1be None None] For port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:53.607889 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a37b15ac-e722-47af-83ba-f8dbd446b1be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.619243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bea717-d1ac-45dc-9f5e-0c7a908c3b10') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:53.619704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bea717-d1ac-45dc-9f5e-0c7a908c3b10') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:53.636032 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceacac20-5846-475b-94bf-8eaf001afadb x-openstack-request-id: req-ceacac20-5846-475b-94bf-8eaf001afadb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:53.636427 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f", "code": 200}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "755729ce-168c-4256-aeba-2734cc235134", "code": 200}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "a273a6e8-9c25-4566-8157-bc98cb01072a", "code": 200}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "0b32ac7d-1b95-48a8-96f6-3373cc9787c0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:53.637082 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ceacac20-5846-475b-94bf-8eaf001afadb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:53.637281 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f', 'code': 200} Jul 13 19:40:53.637664 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755729ce-168c-4256-aeba-2734cc235134', 'code': 200} Jul 13 19:40:53.638021 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a273a6e8-9c25-4566-8157-bc98cb01072a', 'code': 200} Jul 13 19:40:53.638921 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b32ac7d-1b95-48a8-96f6-3373cc9787c0', 'code': 200} Jul 13 19:40:53.644583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 89c321a2-c868-4075-8150-883f6b612ea4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:53.648391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a37b15ac-e722-47af-83ba-f8dbd446b1be None None] Calling delete_port for aeb7b8b9-da0a-4bdc-915e-14236cda7aaf owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:53.653295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-a37b15ac-e722-47af-83ba-f8dbd446b1be None None] Port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:40:53.654609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 89c321a2-c868-4075-8150-883f6b612ea4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:53.655084 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.659096 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.660489 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a37b15ac-e722-47af-83ba-f8dbd446b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.662594 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c4f51b9-59b1-4c15-be80-fa5c2a9bef46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.670350 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.689080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc0ff28-25f6-484b-9f1e-8b05e6e54280,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:53.710799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b15ac-e722-47af-83ba-f8dbd446b1be None None] Pushing event deleted for resources: {'Port': ['ID=aeb7b8b9-da0a-4bdc-915e-14236cda7aaf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:53.723621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.725412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Checking segment: {'id': 'bf10f5f4-bdbe-4323-868c-c0247339bd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e0b838b3-6804-43e6-9258-8006f04ba823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:53.725597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b15ac-e722-47af-83ba-f8dbd446b1be None None] No DVR routers for this DVR port aeb7b8b9-da0a-4bdc-915e-14236cda7aaf on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:53.725784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Network hostable DHCP agents. Network: e0b838b3-6804-43e6-9258-8006f04ba823, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:40:53.748298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:40:53.748907 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.753460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Network e0b838b3-6804-43e6-9258-8006f04ba823 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:40:53.769564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, e0b838b3-6804-43e6-9258-8006f04ba823) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:53.779665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:53.783151 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.796014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f81caa-ffaf-44f2-be94-6e0cad58bc2b None None] Network e0b838b3-6804-43e6-9258-8006f04ba823 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:53.828436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7c26345b-a786-426a-879e-9455df22630a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0036712 Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:40:53.835221 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:40:53.838555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53968d-c517-49d2-9545-b7d5a7553d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdea4978-0b5c-4365-b6e5-a5eaef6ed9ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:53.857646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.864698 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.871862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:53.872707 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/networks/1f599a80-8c01-4b16-927b-7010f6da1494 HTTP/1.1" status: 204 len: 168 time: 1.4152038 Jul 13 19:40:53.877644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1652910608'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:53.894447 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0cf3a-411d-4a49-9714-7cfdb459f9de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Network': ['ID=1f599a80-8c01-4b16-927b-7010f6da1494,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:53.911401 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.933554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:53.939517 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.977492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 89c321a2-c868-4075-8150-883f6b612ea4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89c321a2-c868-4075-8150-883f6b612ea4,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:53.977791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:40:53.990702 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.991788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fe38d307-aeed-4940-8698-a4e553caad39 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:53.995085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:53.996202 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added segment e0781f0f-b794-4500-a351-f06e4e9e3001 of type vlan for network 427a1d6a-d937-4326-b8ad-90e463919a21 Jul 13 19:40:54.081945 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.123151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1544f0d-9de3-4a44-b7df-602eb00571ad None None] Network e0b838b3-6804-43e6-9258-8006f04ba823 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:54.123873 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.131218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:54.132758 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.143013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=89c321a2-c868-4075-8150-883f6b612ea4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:54.144123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:54.165251 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36e5639c-2181-45ab-8be5-bef428d87829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.206439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port fe38d307-aeed-4940-8698-a4e553caad39 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:54.221216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port fe38d307-aeed-4940-8698-a4e553caad39 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:54.222872 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.232181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Network': ['ID=427a1d6a-d937-4326-b8ad-90e463919a21,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:54.262971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 427a1d6a-d937-4326-b8ad-90e463919a21 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:40:54.308068 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36e5639c-2181-45ab-8be5-bef428d87829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.326794 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-efacc63b-5155-4bc3-b86b-e357c55bd24b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4534688 Jul 13 19:40:54.330273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:54.331831 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36e5639c-2181-45ab-8be5-bef428d87829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.336842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'subnet': {'network_id': '427a1d6a-d937-4326-b8ad-90e463919a21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:54.427233 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-36e5639c-2181-45ab-8be5-bef428d87829 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60d41f63a8e6491e81a219b6783f1b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768898 Jul 13 19:40:54.429541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:54.444658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5639c-2181-45ab-8be5-bef428d87829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3017a70a-6fb6-42c8-a7a9-0f67dae0f0aa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:54.498718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device aeb7b8b9-da0a-4bdc-915e-14236cda7aaf no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:54.552684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: aeb7b8b9-da0a-4bdc-915e-14236cda7aaf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:54.553208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device aeb7b8b9-da0a-4bdc-915e-14236cda7aaf not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:54.570459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:54.575048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.596993 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.609877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81348ff2-b38c-4fe2-af64-7b743c4e4e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.618240 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.665367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fe38d307-aeed-4940-8698-a4e553caad39, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fe38d307-aeed-4940-8698-a4e553caad39,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:54.672595 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.673942 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81348ff2-b38c-4fe2-af64-7b743c4e4e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.746491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=fe38d307-aeed-4940-8698-a4e553caad39,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:54.773604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d78c-58ab-4d4c-9bb0-39b4c80ebad5 req-a86d6de3-f26d-4703-861f-70469ddb84f3 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:54.781775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d78c-58ab-4d4c-9bb0-39b4c80ebad5 req-a86d6de3-f26d-4703-861f-70469ddb84f3 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:54.788716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d78c-58ab-4d4c-9bb0-39b4c80ebad5 req-a86d6de3-f26d-4703-861f-70469ddb84f3 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:54.796688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d78c-58ab-4d4c-9bb0-39b4c80ebad5 req-a86d6de3-f26d-4703-861f-70469ddb84f3 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:54.803286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d78c-58ab-4d4c-9bb0-39b4c80ebad5 req-a86d6de3-f26d-4703-861f-70469ddb84f3 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:54.810393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d78c-58ab-4d4c-9bb0-39b4c80ebad5 req-a86d6de3-f26d-4703-861f-70469ddb84f3 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:54.817079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d78c-58ab-4d4c-9bb0-39b4c80ebad5 req-a86d6de3-f26d-4703-861f-70469ddb84f3 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:54.825722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a31d78c-58ab-4d4c-9bb0-39b4c80ebad5 req-a86d6de3-f26d-4703-861f-70469ddb84f3 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5443 time: 0.2921569 Jul 13 19:40:54.878049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a31d78c-58ab-4d4c-9bb0-39b4c80ebad5 req-01d1213c-056a-4137-906a-7876aee93190 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510309 Jul 13 19:40:54.887279 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81348ff2-b38c-4fe2-af64-7b743c4e4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.891791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81348ff2-b38c-4fe2-af64-7b743c4e4e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:54.895495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-81348ff2-b38c-4fe2-af64-7b743c4e4e60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3017a70a-6fb6-42c8-a7a9-0f67dae0f0aa HTTP/1.1" status: 204 len: 168 time: 0.4643722 Jul 13 19:40:54.918089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348ff2-b38c-4fe2-af64-7b743c4e4e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017a70a-6fb6-42c8-a7a9-0f67dae0f0aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:55.077409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:55.084946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590028274-network', 'tenant_id': '69cb565d66504f1da49d770fb2d251c2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:55.136721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Made reservation on behalf of 69cb565d66504f1da49d770fb2d251c2 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:55.139992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.157221 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.337381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.345777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.390119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:40:55.403769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7b4ecb-eb35-4609-83c6-c46a8201bdf4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:55.414334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.414767 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Added segment fef0eb44-2439-46b0-af72-3f5cf0325ff9 of type vlan for network c8064bde-a0eb-436c-9362-61cb6178b172 Jul 13 19:40:55.506047 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.560259 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.561667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:55.564453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.590671 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.639282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c321a2-c868-4075-8150-883f6b612ea4'}, {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe38d307-aeed-4940-8698-a4e553caad39'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:55.642464 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55217547-3056-4c9a-893d-c519062c73cc" -d '{"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "89c321a2-c868-4075-8150-883f6b612ea4"}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "fe38d307-aeed-4940-8698-a4e553caad39"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:55.667746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Subnet': ['ID=9dd7a897-fff9-43d9-9dc6-03b4a3f4c4a8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:55.696470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Checking segment: {'id': 'e0781f0f-b794-4500-a351-f06e4e9e3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '427a1d6a-d937-4326-b8ad-90e463919a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:55.697841 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network hostable DHCP agents. Network: 427a1d6a-d937-4326-b8ad-90e463919a21, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:40:55.704431 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f5bff-6f53-4911-a492-135c8627b0bb x-openstack-request-id: req-b48f5bff-6f53-4911-a492-135c8627b0bb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:55.704729 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "89c321a2-c868-4075-8150-883f6b612ea4", "code": 200}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-plugged", "status": "completed", "tag": "fe38d307-aeed-4940-8698-a4e553caad39", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:55.704979 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b48f5bff-6f53-4911-a492-135c8627b0bb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:55.705394 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c321a2-c868-4075-8150-883f6b612ea4', 'code': 200} Jul 13 19:40:55.705727 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe38d307-aeed-4940-8698-a4e553caad39', 'code': 200} Jul 13 19:40:55.723048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 427a1d6a-d937-4326-b8ad-90e463919a21 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:40:55.737170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 427a1d6a-d937-4326-b8ad-90e463919a21) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:55.745432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:55.746698 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.747354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098aa397-037e-49ce-8fcb-2cd1240de4da None None] Network 427a1d6a-d937-4326-b8ad-90e463919a21 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:55.785124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3cae6174-15f7-4890-a51d-f34882bb6eea tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4526908 Jul 13 19:40:55.787946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:55.801664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-386d5673-c675-47c0-a5f1-098e8c3bfa4a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2076391693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:55.859806 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-386d5673-c675-47c0-a5f1-098e8c3bfa4a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.861046 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-386d5673-c675-47c0-a5f1-098e8c3bfa4a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.936298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-386d5673-c675-47c0-a5f1-098e8c3bfa4a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.944873 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-386d5673-c675-47c0-a5f1-098e8c3bfa4a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.969917 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-386d5673-c675-47c0-a5f1-098e8c3bfa4a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:55.974369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-386d5673-c675-47c0-a5f1-098e8c3bfa4a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1816206 Jul 13 19:40:55.974369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:56.099788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-427a1d6a-d937-4326-b8ad-90e463919a21', 'network_id': '427a1d6a-d937-4326-b8ad-90e463919a21', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'fixed_ips': [{'subnet_id': '9dd7a897-fff9-43d9-9dc6-03b4a3f4c4a8'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:40:56.102332 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:56.140975 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:56.155437 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0761466 Jul 13 19:40:56.164994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:56.175125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Request body: {'subnet': {'network_id': 'c8064bde-a0eb-436c-9362-61cb6178b172', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590028274-subnet', 'tenant_id': '69cb565d66504f1da49d770fb2d251c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:56.214294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fec2e-79ad-47f3-aef0-fd7bb7115037 admin admin] Pushing event updated for resources: {'Network': ['ID=c8064bde-a0eb-436c-9362-61cb6178b172,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:56.253789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fd4d-ff05-4dba-8210-3cde3e01b53b req-658e24a5-dec0-4e2b-b658-b8d3a51eb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.254272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fd4d-ff05-4dba-8210-3cde3e01b53b req-658e24a5-dec0-4e2b-b658-b8d3a51eb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.263055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fd4d-ff05-4dba-8210-3cde3e01b53b req-658e24a5-dec0-4e2b-b658-b8d3a51eb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.264306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fd4d-ff05-4dba-8210-3cde3e01b53b req-658e24a5-dec0-4e2b-b658-b8d3a51eb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.264306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fd4d-ff05-4dba-8210-3cde3e01b53b req-658e24a5-dec0-4e2b-b658-b8d3a51eb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.264799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fd4d-ff05-4dba-8210-3cde3e01b53b req-658e24a5-dec0-4e2b-b658-b8d3a51eb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.265272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fd4d-ff05-4dba-8210-3cde3e01b53b req-658e24a5-dec0-4e2b-b658-b8d3a51eb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.267412 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a313fd4d-ff05-4dba-8210-3cde3e01b53b req-658e24a5-dec0-4e2b-b658-b8d3a51eb946 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6501 time: 0.1658022 Jul 13 19:40:56.280999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c8064bde-a0eb-436c-9362-61cb6178b172 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:40:56.330306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a313fd4d-ff05-4dba-8210-3cde3e01b53b req-5a3277ac-8bda-4667-a926-715fe98276d8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536084 Jul 13 19:40:56.331039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Made reservation on behalf of 69cb565d66504f1da49d770fb2d251c2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:40:56.348033 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:56.430433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Allocated IP 2001:db8::2 (427a1d6a-d937-4326-b8ad-90e463919a21/9dd7a897-fff9-43d9-9dc6-03b4a3f4c4a8/ccf90362-16a1-4fa5-b4d4-d515e2ceac8c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:56.593740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88032ca9-aafd-4312-b520-c08fb3a66640 req-3ec0a0ab-46ef-4f89-9fb5-272a2e6325f7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.599914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88032ca9-aafd-4312-b520-c08fb3a66640 req-3ec0a0ab-46ef-4f89-9fb5-272a2e6325f7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.607413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88032ca9-aafd-4312-b520-c08fb3a66640 req-3ec0a0ab-46ef-4f89-9fb5-272a2e6325f7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.613419 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:56.615004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88032ca9-aafd-4312-b520-c08fb3a66640 req-3ec0a0ab-46ef-4f89-9fb5-272a2e6325f7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.622296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88032ca9-aafd-4312-b520-c08fb3a66640 req-3ec0a0ab-46ef-4f89-9fb5-272a2e6325f7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.630292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88032ca9-aafd-4312-b520-c08fb3a66640 req-3ec0a0ab-46ef-4f89-9fb5-272a2e6325f7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.643266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88032ca9-aafd-4312-b520-c08fb3a66640 req-3ec0a0ab-46ef-4f89-9fb5-272a2e6325f7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.656613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-88032ca9-aafd-4312-b520-c08fb3a66640 req-3ec0a0ab-46ef-4f89-9fb5-272a2e6325f7 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5444 time: 0.3546171 Jul 13 19:40:56.716594 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:56.736978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Checking segment: {'id': 'fef0eb44-2439-46b0-af72-3f5cf0325ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c8064bde-a0eb-436c-9362-61cb6178b172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:56.737387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Network hostable DHCP agents. Network: c8064bde-a0eb-436c-9362-61cb6178b172, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:40:56.745506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Transition to ACTIVE for port object ccf90362-16a1-4fa5-b4d4-d515e2ceac8c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:56.760550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48262680-7cac-4ab5-b7c0-c75e0e7cedae,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:56.768573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Network c8064bde-a0eb-436c-9362-61cb6178b172 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:40:56.786656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Transition to ACTIVE for port object ccf90362-16a1-4fa5-b4d4-d515e2ceac8c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:56.788215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c8064bde-a0eb-436c-9362-61cb6178b172) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:56.793512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:56.794110 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:56.802149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a07d5-5f6d-4217-b9de-19ce1bba8640 None None] Network c8064bde-a0eb-436c-9362-61cb6178b172 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:56.827870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dc65dcc7-a5d2-4fe1-b458-4255efad951c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6573284 Jul 13 19:40:56.831957 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:56.903487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Network 427a1d6a-d937-4326-b8ad-90e463919a21 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:56.911385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:56.928688 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:56.935571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:56.961552 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-88032ca9-aafd-4312-b520-c08fb3a66640 req-5ae0d025-92e5-4373-b831-5ba79e80e1c8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3036890 Jul 13 19:40:56.964772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Pushing event updated for resources: {'Port': ['ID=ccf90362-16a1-4fa5-b4d4-d515e2ceac8c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:57.025954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:57.076585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-872c183c-9a75-473c-af9f-a507e809241a admin admin] Deleting subnet 7fc0ff28-25f6-484b-9f1e-8b05e6e54280 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:40:57.080038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-872c183c-9a75-473c-af9f-a507e809241a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.124028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-872c183c-9a75-473c-af9f-a507e809241a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.169258 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-872c183c-9a75-473c-af9f-a507e809241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.213364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Attempting to bind port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:40:57.213718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Attempting to bind port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'e0781f0f-b794-4500-a351-f06e4e9e3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '427a1d6a-d937-4326-b8ad-90e463919a21'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:40:57.214149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Attempting to bind port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c on network 427a1d6a-d937-4326-b8ad-90e463919a21 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:40:57.221856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:40:57.222332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Checking segment: {'id': 'e0781f0f-b794-4500-a351-f06e4e9e3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '427a1d6a-d937-4326-b8ad-90e463919a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:40:57.222833 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.223229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Bound using segment: {'id': 'e0781f0f-b794-4500-a351-f06e4e9e3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '427a1d6a-d937-4326-b8ad-90e463919a21'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:40:57.223798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Bound port: ccf90362-16a1-4fa5-b4d4-d515e2ceac8c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0781f0f-b794-4500-a351-f06e4e9e3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '427a1d6a-d937-4326-b8ad-90e463919a21'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:40:57.225580 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.234798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-872c183c-9a75-473c-af9f-a507e809241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.258253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a051c7-6bb7-4921-a886-54a0419caf33 None None] Network c8064bde-a0eb-436c-9362-61cb6178b172 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:57.292688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c183c-9a75-473c-af9f-a507e809241a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc0ff28-25f6-484b-9f1e-8b05e6e54280,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:57.297766 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-872c183c-9a75-473c-af9f-a507e809241a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.299974 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-872c183c-9a75-473c-af9f-a507e809241a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7fc0ff28-25f6-484b-9f1e-8b05e6e54280 HTTP/1.1" status: 204 len: 168 time: 0.2727587 Jul 13 19:40:57.302467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:57.387061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] For port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:40:57.401528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Allocated IP 2001:db8::1 (427a1d6a-d937-4326-b8ad-90e463919a21/9dd7a897-fff9-43d9-9dc6-03b4a3f4c4a8/429138ed-8f1b-49d1-9736-ac6ba732703a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:40:57.408751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] For port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ccf90362-16a1-4fa5-b4d4-d515e2ceac8c,segment=NetworkSegment(e0781f0f-b794-4500-a351-f06e4e9e3001),segment_id=e0781f0f-b794-4500-a351-f06e4e9e3001)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:40:57.434478 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.437959 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.594342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eed497-965e-47b3-a2b5-d415737f38ab None None] Pushing event updated for resources: {'Port': ['ID=ccf90362-16a1-4fa5-b4d4-d515e2ceac8c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:57.649330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.662043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b838b3-6804-43e6-9258-8006f04ba823']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:57.675635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.676204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf10f5f4-bdbe-4323-868c-c0247339bd6b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:57.676204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf10f5f4-bdbe-4323-868c-c0247339bd6b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:57.688195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.704420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Transition to ACTIVE for port object 429138ed-8f1b-49d1-9736-ac6ba732703a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:40:57.709311 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.716730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:40:57.717127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:40:57.720195 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:40:57.750184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.805651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.807503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 427a1d6a-d937-4326-b8ad-90e463919a21 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:57.812135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:57.814072 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.818294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:40:57.819222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:57.819670 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e0b838b3-6804-43e6-9258-8006f04ba823 HTTP/1.1" status: 204 len: 168 time: 0.5149777 Jul 13 19:40:57.828613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:57.863663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb773494-355c-43f0-8616-6d9a2c7c3f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b838b3-6804-43e6-9258-8006f04ba823,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:57.902255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=429138ed-8f1b-49d1-9736-ac6ba732703a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:57.997382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0abe041-f047-4f73-9ad4-fcfee5b5da1c admin admin] Deleting subnet 48262680-7cac-4ab5-b7c0-c75e0e7cedae {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:40:58.007879 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0abe041-f047-4f73-9ad4-fcfee5b5da1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:58.118257 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0abe041-f047-4f73-9ad4-fcfee5b5da1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:58.197515 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:58.225287 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0abe041-f047-4f73-9ad4-fcfee5b5da1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:58.457011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135705-4e5d-4fe0-809e-73585b2cd56d req-6ddb3ad6-3337-4aaa-81a1-fdb09a8b084d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:58.464052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135705-4e5d-4fe0-809e-73585b2cd56d req-6ddb3ad6-3337-4aaa-81a1-fdb09a8b084d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:58.470528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135705-4e5d-4fe0-809e-73585b2cd56d req-6ddb3ad6-3337-4aaa-81a1-fdb09a8b084d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:58.476389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135705-4e5d-4fe0-809e-73585b2cd56d req-6ddb3ad6-3337-4aaa-81a1-fdb09a8b084d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:58.483443 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135705-4e5d-4fe0-809e-73585b2cd56d req-6ddb3ad6-3337-4aaa-81a1-fdb09a8b084d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:58.483960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ccf90362-16a1-4fa5-b4d4-d515e2ceac8c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:40:58.489449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135705-4e5d-4fe0-809e-73585b2cd56d req-6ddb3ad6-3337-4aaa-81a1-fdb09a8b084d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:58.496764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135705-4e5d-4fe0-809e-73585b2cd56d req-6ddb3ad6-3337-4aaa-81a1-fdb09a8b084d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:58.498830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61135705-4e5d-4fe0-809e-73585b2cd56d req-6ddb3ad6-3337-4aaa-81a1-fdb09a8b084d tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5444 time: 0.3412378 Jul 13 19:40:58.536977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0abe041-f047-4f73-9ad4-fcfee5b5da1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:58.578346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:58.596697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abe041-f047-4f73-9ad4-fcfee5b5da1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48262680-7cac-4ab5-b7c0-c75e0e7cedae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:58.630201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0abe041-f047-4f73-9ad4-fcfee5b5da1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:58.636790 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b0abe041-f047-4f73-9ad4-fcfee5b5da1c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/48262680-7cac-4ab5-b7c0-c75e0e7cedae HTTP/1.1" status: 204 len: 168 time: 0.8029256 Jul 13 19:40:58.637286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:58.725259 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61135705-4e5d-4fe0-809e-73585b2cd56d req-076368f6-2c5a-46cd-be59-a64856b8dbcb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2189291 Jul 13 19:40:58.782908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:58.815043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:58.833607 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:58.834434 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:58.925652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=429138ed-8f1b-49d1-9736-ac6ba732703a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:58.989882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:59.019494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8064bde-a0eb-436c-9362-61cb6178b172']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:59.050027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef0eb44-2439-46b0-af72-3f5cf0325ff9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:59.050027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef0eb44-2439-46b0-af72-3f5cf0325ff9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:59.065990 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:59.082641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf545c-de60-4112-90fe-6290dad40c14 None None] Network 427a1d6a-d937-4326-b8ad-90e463919a21 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:40:59.091757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1efba-a29f-414f-90ee-44fec21f94d7 req-2e0e1d63-8051-473f-8cac-f84af2f496cb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:59.109616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1efba-a29f-414f-90ee-44fec21f94d7 req-2e0e1d63-8051-473f-8cac-f84af2f496cb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:59.124340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 427a1d6a-d937-4326-b8ad-90e463919a21 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:40:59.124653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1efba-a29f-414f-90ee-44fec21f94d7 req-2e0e1d63-8051-473f-8cac-f84af2f496cb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:59.131758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:40:59.139758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1efba-a29f-414f-90ee-44fec21f94d7 req-2e0e1d63-8051-473f-8cac-f84af2f496cb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:59.146537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1efba-a29f-414f-90ee-44fec21f94d7 req-2e0e1d63-8051-473f-8cac-f84af2f496cb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:59.152952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1efba-a29f-414f-90ee-44fec21f94d7 req-2e0e1d63-8051-473f-8cac-f84af2f496cb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:59.159727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1efba-a29f-414f-90ee-44fec21f94d7 req-2e0e1d63-8051-473f-8cac-f84af2f496cb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:59.164633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49641316-1f9a-4cf5-a6fd-d2c2bd127248 None None] Provisioning for port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:59.169730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6a1efba-a29f-414f-90ee-44fec21f94d7 req-2e0e1d63-8051-473f-8cac-f84af2f496cb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5444 time: 0.2257152 Jul 13 19:40:59.176988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:59.186821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-73987407-22d9-4c2f-9ce7-65eac74f0986 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Request body: {'floatingip': {'port_id': '7a04f941-dccf-4d58-a5c5-afebc1f13f34'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:40:59.192944 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:59.249843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49641316-1f9a-4cf5-a6fd-d2c2bd127248 None None] Provisioning complete for port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:59.250227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49641316-1f9a-4cf5-a6fd-d2c2bd127248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:59.281997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:40:59.282878 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:59.332132 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73987407-22d9-4c2f-9ce7-65eac74f0986 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:40:59.334163 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:40:59.378984 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router 0c905731-29ad-4a2a-8001-b9b3ca8776b7 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:40:59.422836 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49641316-1f9a-4cf5-a6fd-d2c2bd127248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:59.534658 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-49641316-1f9a-4cf5-a6fd-d2c2bd127248 None None] For port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ccf90362-16a1-4fa5-b4d4-d515e2ceac8c,segment=NetworkSegment(e0781f0f-b794-4500-a351-f06e4e9e3001),segment_id=e0781f0f-b794-4500-a351-f06e4e9e3001)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:59.545092 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49641316-1f9a-4cf5-a6fd-d2c2bd127248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:59.562240 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:59.582330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:59.584219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] 10.222.0.25 "DELETE /v2.0/networks/c8064bde-a0eb-436c-9362-61cb6178b172 HTTP/1.1" status: 204 len: 168 time: 0.9460156 Jul 13 19:40:59.643146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deac4b0-6c10-44c4-a394-2efe28d61c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8064bde-a0eb-436c-9362-61cb6178b172,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:59.666902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:59.679259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49641316-1f9a-4cf5-a6fd-d2c2bd127248 None None] Pushing event updated for resources: {'Port': ['ID=ccf90362-16a1-4fa5-b4d4-d515e2ceac8c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:59.682251 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703499ed-c02e-4047-bd13-302ba020017d None None] Sync routers for ids ['0c905731-29ad-4a2a-8001-b9b3ca8776b7'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:59.697198 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703499ed-c02e-4047-bd13-302ba020017d None None] Routers {'0c905731-29ad-4a2a-8001-b9b3ca8776b7'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:59.697472 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2a07bec5-124b-443f-94b4-4a5936863d83 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/0c905731-29ad-4a2a-8001-b9b3ca8776b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7195826 Jul 13 19:40:59.698262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:59.698774 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-703499ed-c02e-4047-bd13-302ba020017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['0c905731-29ad-4a2a-8001-b9b3ca8776b7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:59.823378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c70cb-8af6-4b00-9b93-710d6d907ba9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:59.823948 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-703499ed-c02e-4047-bd13-302ba020017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:59.831207 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2f1c70cb-8af6-4b00-9b93-710d6d907ba9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports/429138ed-8f1b-49d1-9736-ac6ba732703a HTTP/1.1" status: 200 len: 911 time: 0.1318491 Jul 13 19:40:59.834020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:40:59.848128 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703499ed-c02e-4047-bd13-302ba020017d None None] Routers {'0c905731-29ad-4a2a-8001-b9b3ca8776b7'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:59.848804 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-703499ed-c02e-4047-bd13-302ba020017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['0c905731-29ad-4a2a-8001-b9b3ca8776b7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:59.949289 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-703499ed-c02e-4047-bd13-302ba020017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:59.953855 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703499ed-c02e-4047-bd13-302ba020017d None None] The sync data for ids ['0c905731-29ad-4a2a-8001-b9b3ca8776b7'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:59.979523 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-78c482a8-b00d-4c1f-8136-5af694b717c5 None None] Provisioning for port 429138ed-8f1b-49d1-9736-ac6ba732703a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:40:59.985697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-78c482a8-b00d-4c1f-8136-5af694b717c5 None None] Provisioning complete for port 429138ed-8f1b-49d1-9736-ac6ba732703a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:40:59.986710 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78c482a8-b00d-4c1f-8136-5af694b717c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.068262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-78c482a8-b00d-4c1f-8136-5af694b717c5 None None] Port 429138ed-8f1b-49d1-9736-ac6ba732703a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:41:00.094141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-78c482a8-b00d-4c1f-8136-5af694b717c5 None None] Provisioning complete for port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:00.094665 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78c482a8-b00d-4c1f-8136-5af694b717c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.306757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:00.372236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-040ba047-ba28-4cd5-900b-dd858326be3d None None] Provisioning complete for port 429138ed-8f1b-49d1-9736-ac6ba732703a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:00.372516 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-040ba047-ba28-4cd5-900b-dd858326be3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.379653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1b4a0729-8516-4392-8a74-7e36c58fe800 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1be3206e77ec46deb3fb931764aa13c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707736 Jul 13 19:41:00.388278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:00.428477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-040ba047-ba28-4cd5-900b-dd858326be3d None None] Port 429138ed-8f1b-49d1-9736-ac6ba732703a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:41:00.467199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ccf90362-16a1-4fa5-b4d4-d515e2ceac8c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:00.512301 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73987407-22d9-4c2f-9ce7-65eac74f0986 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.516547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7051a694-0441-4169-a676-a96b95ebdb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.519933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73987407-22d9-4c2f-9ce7-65eac74f0986 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.538231 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.577919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:00.578905 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.651654 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7051a694-0441-4169-a676-a96b95ebdb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.692472 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-73987407-22d9-4c2f-9ce7-65eac74f0986 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Floating IP 810b9d4e-13a8-488f-8880-487085c4e651 associated. External IP: 172.25.7.30, port: 7a04f941-dccf-4d58-a5c5-afebc1f13f34. Jul 13 19:41:00.754684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63b2355c-3de8-4cd3-b960-f29358447eb5 None None] Provisioning complete for port 429138ed-8f1b-49d1-9736-ac6ba732703a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:00.754684 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63b2355c-3de8-4cd3-b960-f29358447eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.788283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7051a694-0441-4169-a676-a96b95ebdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.792244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7051a694-0441-4169-a676-a96b95ebdb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.793397 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7051a694-0441-4169-a676-a96b95ebdb2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ccb074c-e610-4013-8d9a-febe8faf382f HTTP/1.1" status: 204 len: 168 time: 0.4041719 Jul 13 19:41:00.797405 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-63b2355c-3de8-4cd3-b960-f29358447eb5 None None] Port 429138ed-8f1b-49d1-9736-ac6ba732703a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:41:00.804760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051a694-0441-4169-a676-a96b95ebdb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccb074c-e610-4013-8d9a-febe8faf382f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:00.913634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port 429138ed-8f1b-49d1-9736-ac6ba732703a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:00.914306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:00.979990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73987407-22d9-4c2f-9ce7-65eac74f0986 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Router c3b05e71-867e-4167-a0a6-ee55055f96d8 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:01.015716 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:01.031968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for 429138ed-8f1b-49d1-9736-ac6ba732703a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:01.143487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73987407-22d9-4c2f-9ce7-65eac74f0986 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:01.153764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] Sync routers for ids ['c3b05e71-867e-4167-a0a6-ee55055f96d8'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:01.156015 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73987407-22d9-4c2f-9ce7-65eac74f0986 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:01.164990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] Routers {'c3b05e71-867e-4167-a0a6-ee55055f96d8'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:01.166862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c3b05e71-867e-4167-a0a6-ee55055f96d8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:01.214312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-73987407-22d9-4c2f-9ce7-65eac74f0986 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "PUT /v2.0/floatingips/810b9d4e-13a8-488f-8880-487085c4e651 HTTP/1.1" status: 200 len: 991 time: 2.0362425 Jul 13 19:41:01.215759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '7a04f941-dccf-4d58-a5c5-afebc1f13f34'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:41:01.218594 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23947382-aba8-4d74-bdd1-57c09f573c88" -d '{"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "7a04f941-dccf-4d58-a5c5-afebc1f13f34"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:41:01.269214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:01.293965 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eee0b8-01f2-45f1-9a87-d26452a13c28 x-openstack-request-id: req-23eee0b8-01f2-45f1-9a87-d26452a13c28 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:41:01.294266 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "tag": "7a04f941-dccf-4d58-a5c5-afebc1f13f34", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:41:01.294543 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23eee0b8-01f2-45f1-9a87-d26452a13c28 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:41:01.295662 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'tag': '7a04f941-dccf-4d58-a5c5-afebc1f13f34', 'status': 'completed', 'code': 200} Jul 13 19:41:01.314533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=429138ed-8f1b-49d1-9736-ac6ba732703a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:01.378492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] Set router c3b05e71-867e-4167-a0a6-ee55055f96d8 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:01.404416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:01.457526 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:01.528927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-3eca68f7-dcf0-4342-9aa1-fb5daa6dc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:01.529423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-3eca68f7-dcf0-4342-9aa1-fb5daa6dc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:01.529908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-3eca68f7-dcf0-4342-9aa1-fb5daa6dc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:01.530593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-3eca68f7-dcf0-4342-9aa1-fb5daa6dc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:01.531076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-3eca68f7-dcf0-4342-9aa1-fb5daa6dc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:01.531554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-3eca68f7-dcf0-4342-9aa1-fb5daa6dc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:01.532198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-3eca68f7-dcf0-4342-9aa1-fb5daa6dc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:01.534227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-3eca68f7-dcf0-4342-9aa1-fb5daa6dc282 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6501 time: 0.1968346 Jul 13 19:41:01.610157 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bf678e68-0795-4b0c-892c-dfba7853b97d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69cb565d66504f1da49d770fb2d251c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877537 Jul 13 19:41:01.613671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:01.702714 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router 0c905731-29ad-4a2a-8001-b9b3ca8776b7 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:01.734189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:31Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '810b9d4e-13a8-488f-8880-487085c4e651', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'port_id': '7a04f941-dccf-4d58-a5c5-afebc1f13f34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'mac_address': 'fa:16:3e:71:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:39:31Z', 'updated_at': '2021-07-13T19:41:00Z', 'revision_number': 1, 'project_id': '3b291adcad82488e8ff56675514b433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6affa9e2-41d8-4f46-b53e-c5432a6f3abe', 'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'mac_address': 'fa:16:3e:6a:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:30Z', 'updated_at': '2021-07-13T19:38:38Z', 'revision_number': 5, 'project_id': '3b291adcad82488e8ff56675514b433c', 'subnets': [{'id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:01.770312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] Checking router: c3b05e71-867e-4167-a0a6-ee55055f96d8 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:01.781228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] Routers {'c3b05e71-867e-4167-a0a6-ee55055f96d8'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:01.781848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c3b05e71-867e-4167-a0a6-ee55055f96d8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:01.807495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:01.814425 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0ad01a60-db6e-4a8b-b1a6-747a522ab198 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/0c905731-29ad-4a2a-8001-b9b3ca8776b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9779134 Jul 13 19:41:01.817024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:01.819488 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb5a6af-9ed0-447d-ba8b-89cd949ddd3a None None] Sync routers for ids ['0c905731-29ad-4a2a-8001-b9b3ca8776b7'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:01.835113 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb5a6af-9ed0-447d-ba8b-89cd949ddd3a None None] Routers {'0c905731-29ad-4a2a-8001-b9b3ca8776b7'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:01.835754 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eeb5a6af-9ed0-447d-ba8b-89cd949ddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['0c905731-29ad-4a2a-8001-b9b3ca8776b7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:01.915032 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eeb5a6af-9ed0-447d-ba8b-89cd949ddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:01.936542 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb5a6af-9ed0-447d-ba8b-89cd949ddd3a None None] Routers {'0c905731-29ad-4a2a-8001-b9b3ca8776b7'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:01.937089 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eeb5a6af-9ed0-447d-ba8b-89cd949ddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['0c905731-29ad-4a2a-8001-b9b3ca8776b7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:01.951803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] Set router c3b05e71-867e-4167-a0a6-ee55055f96d8 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:02.008855 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eeb5a6af-9ed0-447d-ba8b-89cd949ddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:02.013984 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb5a6af-9ed0-447d-ba8b-89cd949ddd3a None None] The sync data for ids ['0c905731-29ad-4a2a-8001-b9b3ca8776b7'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:02.034210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cedd6616-e8af-4df7-9f3f-33a5e11ba34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:02.067744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-eb88e6ff-2401-4e9d-ba59-7409039b63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:02.069255 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-eb88e6ff-2401-4e9d-ba59-7409039b63e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60de7d8c-9f98-4164-9b60-2ef9123f341b HTTP/1.1" status: 200 len: 918 time: 0.5240161 Jul 13 19:41:02.075053 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cedd6616-e8af-4df7-9f3f-33a5e11ba34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:02.223640 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-78ad1bfb-f925-4050-ba8b-1b9315bde896 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34 HTTP/1.1" status: 200 len: 999 time: 0.1388001 Jul 13 19:41:02.238346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:31Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '810b9d4e-13a8-488f-8880-487085c4e651', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'port_id': '7a04f941-dccf-4d58-a5c5-afebc1f13f34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'mac_address': 'fa:16:3e:71:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:39:31Z', 'updated_at': '2021-07-13T19:41:00Z', 'revision_number': 1, 'project_id': '3b291adcad82488e8ff56675514b433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6affa9e2-41d8-4f46-b53e-c5432a6f3abe', 'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'mac_address': 'fa:16:3e:6a:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:30Z', 'updated_at': '2021-07-13T19:38:38Z', 'revision_number': 5, 'project_id': '3b291adcad82488e8ff56675514b433c', 'subnets': [{'id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:02.267867 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-260391e6-2050-4d2b-b1ae-645476ca74db tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c905731-29ad-4a2a-8001-b9b3ca8776b7 HTTP/1.1" status: 200 len: 205 time: 0.4494433 Jul 13 19:41:02.268490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:02.285040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cedd6616-e8af-4df7-9f3f-33a5e11ba34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:02.287966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cedd6616-e8af-4df7-9f3f-33a5e11ba34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:02.289404 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cedd6616-e8af-4df7-9f3f-33a5e11ba34b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d7b4ecb-eb35-4609-83c6-c46a8201bdf4 HTTP/1.1" status: 204 len: 168 time: 0.6746142 Jul 13 19:41:02.307641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0782a0f-e199-4c92-a259-82b904dbfcaf None None] The sync data for ids ['c3b05e71-867e-4167-a0a6-ee55055f96d8'] in n-d-800708-1 is: [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:31Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '810b9d4e-13a8-488f-8880-487085c4e651', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'port_id': '7a04f941-dccf-4d58-a5c5-afebc1f13f34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'mac_address': 'fa:16:3e:71:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:39:31Z', 'updated_at': '2021-07-13T19:41:00Z', 'revision_number': 1, 'project_id': '3b291adcad82488e8ff56675514b433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6affa9e2-41d8-4f46-b53e-c5432a6f3abe', 'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'mac_address': 'fa:16:3e:6a:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:30Z', 'updated_at': '2021-07-13T19:38:38Z', 'revision_number': 5, 'project_id': '3b291adcad82488e8ff56675514b433c', 'subnets': [{'id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:02.315383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-fa3c1f4f-22f1-43ae-b8cb-36521ee9ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:02.316987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-fa3c1f4f-22f1-43ae-b8cb-36521ee9ee34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce31b39-5b80-4d84-8622-b4b60ff44bd7 HTTP/1.1" status: 200 len: 856 time: 0.0787525 Jul 13 19:41:02.318231 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd6616-e8af-4df7-9f3f-33a5e11ba34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7b4ecb-eb35-4609-83c6-c46a8201bdf4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:02.378032 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75f2a201-ed9f-4bfb-9e90-a41601604c8f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:02.421796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-a14ffb91-b7ea-4a07-bb6e-3d2255d9cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:02.425226 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-a14ffb91-b7ea-4a07-bb6e-3d2255d9cb9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60de7d8c-9f98-4164-9b60-2ef9123f341b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995667 Jul 13 19:41:02.612889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-aa396e7f-e8b8-45cf-885b-4540c7e387e8 service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798506 Jul 13 19:41:02.690588 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75f2a201-ed9f-4bfb-9e90-a41601604c8f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:02.693261 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75f2a201-ed9f-4bfb-9e90-a41601604c8f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:02.703279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca88f9-002f-4774-bfeb-e03142f3de8e None None] New status for floating IP 810b9d4e-13a8-488f-8880-487085c4e651: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:41:02.796809 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23947382-aba8-4d74-bdd1-57c09f573c88 req-5707fc56-cb9f-4ad8-95a8-7acc08d7f768 service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759906 Jul 13 19:41:02.800043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75f2a201-ed9f-4bfb-9e90-a41601604c8f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:02.800669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f2a201-ed9f-4bfb-9e90-a41601604c8f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Fanout notify agent at l3_agent the message router_deleted on router 0c905731-29ad-4a2a-8001-b9b3ca8776b7 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:41:02.817042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75f2a201-ed9f-4bfb-9e90-a41601604c8f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:02.818622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-75f2a201-ed9f-4bfb-9e90-a41601604c8f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/0c905731-29ad-4a2a-8001-b9b3ca8776b7 HTTP/1.1" status: 204 len: 168 time: 0.5491145 Jul 13 19:41:02.821844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:02.912812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6f3dd3-479d-4a8e-bf79-bcfced14b0aa tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting subnet 9dd7a897-fff9-43d9-9dc6-03b4a3f4c4a8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:41:02.917027 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3dd3-479d-4a8e-bf79-bcfced14b0aa tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:02.979179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3dd3-479d-4a8e-bf79-bcfced14b0aa tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.089388 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3dd3-479d-4a8e-bf79-bcfced14b0aa tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.156960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3dd3-479d-4a8e-bf79-bcfced14b0aa tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.169316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:03.200667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f3dd3-479d-4a8e-bf79-bcfced14b0aa tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd7a897-fff9-43d9-9dc6-03b4a3f4c4a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:03.211334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3dd3-479d-4a8e-bf79-bcfced14b0aa tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.213811 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ce6f3dd3-479d-4a8e-bf79-bcfced14b0aa tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/9dd7a897-fff9-43d9-9dc6-03b4a3f4c4a8 HTTP/1.1" status: 204 len: 168 time: 0.3905387 Jul 13 19:41:03.216292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:03.224548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e365d75-dd59-47d0-83bb-e2bce24db5bc None None] Network 427a1d6a-d937-4326-b8ad-90e463919a21 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:03.376832 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89947c85-d686-4de0-b061-3412de0f0527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.388006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.483289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:03.483811 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.500347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e729ae-f696-497b-9c79-f5058ae43238 None None] DHCP port deletion for 427a1d6a-d937-4326-b8ad-90e463919a21 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:41:03.548155 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89947c85-d686-4de0-b061-3412de0f0527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.555293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89947c85-d686-4de0-b061-3412de0f0527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.594727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89947c85-d686-4de0-b061-3412de0f0527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbbeb01-41fa-4ec5-9a41-6b30a92db502,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:03.601628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-61e729ae-f696-497b-9c79-f5058ae43238 None None] Deleting port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:03.602002 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e729ae-f696-497b-9c79-f5058ae43238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.606002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ccf90362-16a1-4fa5-b4d4-d515e2ceac8c,segment=NetworkSegment(e0781f0f-b794-4500-a351-f06e4e9e3001),segment_id=e0781f0f-b794-4500-a351-f06e4e9e3001)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:03.606491 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.616891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-89947c85-d686-4de0-b061-3412de0f0527 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a434a6f096f5457eba53711936f52b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442508 Jul 13 19:41:03.617394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:03.628712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for ccf90362-16a1-4fa5-b4d4-d515e2ceac8c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:03.668935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-61e729ae-f696-497b-9c79-f5058ae43238 None None] For port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ccf90362-16a1-4fa5-b4d4-d515e2ceac8c,segment=NetworkSegment(e0781f0f-b794-4500-a351-f06e4e9e3001),segment_id=e0781f0f-b794-4500-a351-f06e4e9e3001)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:03.669616 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e729ae-f696-497b-9c79-f5058ae43238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.689827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-61e729ae-f696-497b-9c79-f5058ae43238 None None] Calling delete_port for ccf90362-16a1-4fa5-b4d4-d515e2ceac8c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:03.730266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.750706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e197e0ab-6caa-4f3e-a9b2-1437e6b36662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.797269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=ccf90362-16a1-4fa5-b4d4-d515e2ceac8c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:03.801544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e197e0ab-6caa-4f3e-a9b2-1437e6b36662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.803656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No DVR routers for this DVR port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:03.820953 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e729ae-f696-497b-9c79-f5058ae43238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.862192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e729ae-f696-497b-9c79-f5058ae43238 None None] No DVR routers for this DVR port ccf90362-16a1-4fa5-b4d4-d515e2ceac8c on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:03.864009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e729ae-f696-497b-9c79-f5058ae43238 None None] Pushing event deleted for resources: {'Port': ['ID=ccf90362-16a1-4fa5-b4d4-d515e2ceac8c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:03.882238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e197e0ab-6caa-4f3e-a9b2-1437e6b36662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.885560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e197e0ab-6caa-4f3e-a9b2-1437e6b36662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.887493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e197e0ab-6caa-4f3e-a9b2-1437e6b36662 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcbbeb01-41fa-4ec5-9a41-6b30a92db502 HTTP/1.1" status: 204 len: 168 time: 0.2692616 Jul 13 19:41:03.909996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197e0ab-6caa-4f3e-a9b2-1437e6b36662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbbeb01-41fa-4ec5-9a41-6b30a92db502,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:03.935209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.946283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427a1d6a-d937-4326-b8ad-90e463919a21']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:03.959763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0781f0f-b794-4500-a351-f06e4e9e3001') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:03.960066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0781f0f-b794-4500-a351-f06e4e9e3001') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:03.969096 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.984467 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.995190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:41:03.995678 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:41:03.998985 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:41:04.064039 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.073409 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.075366 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/networks/427a1d6a-d937-4326-b8ad-90e463919a21 HTTP/1.1" status: 204 len: 168 time: 0.8581295 Jul 13 19:41:04.079540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:04.084627 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-201175470', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:04.085274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c7845-b251-4e90-add6-b746bcc56ffe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Network': ['ID=427a1d6a-d937-4326-b8ad-90e463919a21,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:04.113048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.114343 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.172667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.328802 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.344814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:04.359864 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebb5d234-9478-4f5b-9073-acdcc2b478c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.460327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ccf90362-16a1-4fa5-b4d4-d515e2ceac8c no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:04.484512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ccf90362-16a1-4fa5-b4d4-d515e2ceac8c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:04.485096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ccf90362-16a1-4fa5-b4d4-d515e2ceac8c not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:04.509630 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebb5d234-9478-4f5b-9073-acdcc2b478c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.515221 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebb5d234-9478-4f5b-9073-acdcc2b478c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.561876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ebb5d234-9478-4f5b-9073-acdcc2b478c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65e699380622483e8758effef5034c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135494 Jul 13 19:41:04.564332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:04.575307 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.580472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5d234-9478-4f5b-9073-acdcc2b478c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d76101-a727-41af-9d97-016d3c01ecea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:04.598443 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.628806 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb50c1d-f0e4-450a-a0f1-fe6ed37cbe89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.659388 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb50c1d-f0e4-450a-a0f1-fe6ed37cbe89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.718882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb50c1d-f0e4-450a-a0f1-fe6ed37cbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.721863 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb50c1d-f0e4-450a-a0f1-fe6ed37cbe89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.723535 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fdb50c1d-f0e4-450a-a0f1-fe6ed37cbe89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75d76101-a727-41af-9d97-016d3c01ecea HTTP/1.1" status: 204 len: 168 time: 0.1583047 Jul 13 19:41:04.732444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb50c1d-f0e4-450a-a0f1-fe6ed37cbe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d76101-a727-41af-9d97-016d3c01ecea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:04.767399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Allocated IP 172.25.7.95 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/f110ae91-3089-4272-bfaa-96e3fb845896) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:04.889195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.942775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:04.980982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:04.987272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:04.995549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:05.035975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=f110ae91-3089-4272-bfaa-96e3fb845896,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:05.277862 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.478937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:05.484690 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.574876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1151731373-network', 'tenant_id': 'ab100adacc8a442991947def992607bb'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:05.599379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Made reservation on behalf of ab100adacc8a442991947def992607bb for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:05.601750 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.611093 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.615636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router 215659e7-c2ec-491f-a10e-0a082902edf1 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:41:05.733107 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.738558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.746473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:05.760463 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99087e27-abb3-400e-8a39-3ac3cdb460b3 None None] Sync routers for ids ['215659e7-c2ec-491f-a10e-0a082902edf1'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:05.768312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:41:05.772195 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99087e27-abb3-400e-8a39-3ac3cdb460b3 None None] Routers {'215659e7-c2ec-491f-a10e-0a082902edf1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:05.772907 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-99087e27-abb3-400e-8a39-3ac3cdb460b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['215659e7-c2ec-491f-a10e-0a082902edf1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:05.773763 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.776296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-193d1b43-7e70-4966-896f-4bcddc4269a1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.6952744 Jul 13 19:41:05.778867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:05.784400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f64ecb-55bd-4a49-9703-83fa663eea70,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:05.792421 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.792421 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Added segment 1bd75c9a-b193-4f82-9070-576462821f2e of type vlan for network d213f500-f570-4d52-9d33-ab0eec3e20a0 Jul 13 19:41:05.835742 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-99087e27-abb3-400e-8a39-3ac3cdb460b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:05.836436 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.852751 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99087e27-abb3-400e-8a39-3ac3cdb460b3 None None] Routers {'215659e7-c2ec-491f-a10e-0a082902edf1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:05.854000 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-99087e27-abb3-400e-8a39-3ac3cdb460b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['215659e7-c2ec-491f-a10e-0a082902edf1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:05.877396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.878679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:05.879402 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.888978 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-99087e27-abb3-400e-8a39-3ac3cdb460b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:05.889890 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99087e27-abb3-400e-8a39-3ac3cdb460b3 None None] The sync data for ids ['215659e7-c2ec-491f-a10e-0a082902edf1'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:05.906077 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4259210 Jul 13 19:41:05.909014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:05.914328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Request body: {'subnet': {'network_id': 'd213f500-f570-4d52-9d33-ab0eec3e20a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1151731373-subnet', 'tenant_id': 'ab100adacc8a442991947def992607bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:05.956822 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-243b519e-9165-4583-849a-cc9c46a9da53 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/routers/215659e7-c2ec-491f-a10e-0a082902edf1 HTTP/1.1" status: 200 len: 883 time: 0.1741810 Jul 13 19:41:05.956822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Made reservation on behalf of ab100adacc8a442991947def992607bb for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:05.957696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:05.958354 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:05.982980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6db19c-b339-432c-a9bb-639ec61dee43 admin admin] Pushing event updated for resources: {'Network': ['ID=d213f500-f570-4d52-9d33-ab0eec3e20a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:05.994389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network d213f500-f570-4d52-9d33-ab0eec3e20a0 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:41:06.210222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:06.243111 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15dcb05e-560b-450a-811d-f046ff18b167 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2837675 Jul 13 19:41:06.246559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:06.253853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e6679214-9e6b-4ff0-869e-856ada2f99d9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-201175470'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:06.291272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4c282e-0fe7-44b9-ad57-dfc8ab3e6972,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:06.302201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Checking segment: {'id': '1bd75c9a-b193-4f82-9070-576462821f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd213f500-f570-4d52-9d33-ab0eec3e20a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:06.302646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Network hostable DHCP agents. Network: d213f500-f570-4d52-9d33-ab0eec3e20a0, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:41:06.333941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Network d213f500-f570-4d52-9d33-ab0eec3e20a0 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:41:06.346266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, d213f500-f570-4d52-9d33-ab0eec3e20a0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:06.351466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:06.352048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:06.368165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec53617-fc44-4769-a9cb-b1ceca1638c4 None None] Network d213f500-f570-4d52-9d33-ab0eec3e20a0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:06.370027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c8e97ab1-0685-476f-ac9e-1ac25cf06559 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4600027 Jul 13 19:41:06.520489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0811504-9b9a-4741-9971-258319862bb7 None None] Network d213f500-f570-4d52-9d33-ab0eec3e20a0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:06.668001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6679214-9e6b-4ff0-869e-856ada2f99d9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:06.686947 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6679214-9e6b-4ff0-869e-856ada2f99d9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:06.813600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6679214-9e6b-4ff0-869e-856ada2f99d9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router 215659e7-c2ec-491f-a10e-0a082902edf1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:06.935885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6679214-9e6b-4ff0-869e-856ada2f99d9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:06.943488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6679214-9e6b-4ff0-869e-856ada2f99d9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:06.947496 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e6679214-9e6b-4ff0-869e-856ada2f99d9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/215659e7-c2ec-491f-a10e-0a082902edf1 HTTP/1.1" status: 200 len: 890 time: 0.6964664 Jul 13 19:41:06.947496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:06.953365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa1ff8-3b3e-47f5-a1fa-5e0f37203731 None None] Sync routers for ids ['215659e7-c2ec-491f-a10e-0a082902edf1'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:06.965726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa1ff8-3b3e-47f5-a1fa-5e0f37203731 None None] Routers {'215659e7-c2ec-491f-a10e-0a082902edf1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:06.966691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53fa1ff8-3b3e-47f5-a1fa-5e0f37203731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['215659e7-c2ec-491f-a10e-0a082902edf1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:06.967091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:06.972527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1873132462-network', 'tenant_id': '179b264ebd29430f8a1df4febfc1da5a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:07.012342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Made reservation on behalf of 179b264ebd29430f8a1df4febfc1da5a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:07.015513 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.022129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53fa1ff8-3b3e-47f5-a1fa-5e0f37203731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:07.030034 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.032087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa1ff8-3b3e-47f5-a1fa-5e0f37203731 None None] Routers {'215659e7-c2ec-491f-a10e-0a082902edf1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:07.033317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53fa1ff8-3b3e-47f5-a1fa-5e0f37203731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['215659e7-c2ec-491f-a10e-0a082902edf1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:07.068017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53fa1ff8-3b3e-47f5-a1fa-5e0f37203731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:07.069019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa1ff8-3b3e-47f5-a1fa-5e0f37203731 None None] The sync data for ids ['215659e7-c2ec-491f-a10e-0a082902edf1'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:07.145986 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.160338 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.189009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:41:07.201507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7163a4e6-7136-4e51-a05d-217cfc6964d6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:07.207261 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.207902 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Added segment ad2223ec-2ea5-40b7-aa4d-022e12598c45 of type vlan for network 00180e54-7b5d-43ce-9576-1b65427a576f Jul 13 19:41:07.271862 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.315713 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.315713 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:07.316869 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.385083 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-99da1faa-ea63-4d2d-8881-568f57c89899 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/routers/215659e7-c2ec-491f-a10e-0a082902edf1 HTTP/1.1" status: 200 len: 890 time: 0.4356072 Jul 13 19:41:07.387662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:07.391818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4235346 Jul 13 19:41:07.392913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:07.409441 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Request body: {'subnet': {'network_id': '00180e54-7b5d-43ce-9576-1b65427a576f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1873132462-subnet', 'tenant_id': '179b264ebd29430f8a1df4febfc1da5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:07.422287 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4263c762-28b2-4dc0-8d25-1dc4ab4e110f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=215659e7-c2ec-491f-a10e-0a082902edf1 HTTP/1.1" status: 200 len: 205 time: 0.0332706 Jul 13 19:41:07.425026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:07.441749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e99d3-76f5-425b-8980-4bf8f7ae3535 admin admin] Pushing event updated for resources: {'Network': ['ID=00180e54-7b5d-43ce-9576-1b65427a576f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:07.447500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Made reservation on behalf of 179b264ebd29430f8a1df4febfc1da5a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:07.449972 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.453778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 00180e54-7b5d-43ce-9576-1b65427a576f details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:41:07.610326 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.670286 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.745419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c725bc10-8112-4e9b-aa07-44fb513a5ed8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:07.756562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.761053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Checking segment: {'id': 'ad2223ec-2ea5-40b7-aa4d-022e12598c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '00180e54-7b5d-43ce-9576-1b65427a576f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:07.761641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Network hostable DHCP agents. Network: 00180e54-7b5d-43ce-9576-1b65427a576f, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:41:07.795515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Network 00180e54-7b5d-43ce-9576-1b65427a576f is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:41:07.808139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 00180e54-7b5d-43ce-9576-1b65427a576f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:07.817853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5ef714-a7e1-4718-97be-340b38f0674d None None] Network 00180e54-7b5d-43ce-9576-1b65427a576f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:07.822323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:07.823108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:07.842977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fc38671d-f9ec-4245-aa36-3ba106f5c97f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4424689 Jul 13 19:41:07.881558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port f110ae91-3089-4272-bfaa-96e3fb845896 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:07.883814 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:08.041255 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:08.049522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22de5048-fedb-4089-a977-70b628155ccb None None] Network 00180e54-7b5d-43ce-9576-1b65427a576f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:08.059373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for f110ae91-3089-4272-bfaa-96e3fb845896 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:08.344029 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:41:08.495195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:08.586705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=f110ae91-3089-4272-bfaa-96e3fb845896,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:08.594389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-93b78358-d410-4f94-b25a-5f84d618cc8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3010211 Jul 13 19:41:08.696023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-ae6aeecc-78ba-4559-a2fb-8f97fcad4d66 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:08.698531 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-ae6aeecc-78ba-4559-a2fb-8f97fcad4d66 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/networks?id=d213f500-f570-4d52-9d33-ab0eec3e20a0 HTTP/1.1" status: 200 len: 809 time: 0.1787126 Jul 13 19:41:08.716116 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-21bc242c-ab8e-445f-8420-cb9e8d664d53 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/quotas/ab100adacc8a442991947def992607bb HTTP/1.1" status: 200 len: 375 time: 0.0122097 Jul 13 19:41:08.722070 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:08.774176 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-e0db3c27-c5fa-4156-a3d2-0dd658a6ccd9 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab100adacc8a442991947def992607bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527024 Jul 13 19:41:08.787016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-681de268-507a-4f9f-8bd4-91167513b304 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:41:08.788239 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-681de268-507a-4f9f-8bd4-91167513b304 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061526 Jul 13 19:41:08.843819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:08.851303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:08.904954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-e1445f7a-25b9-4556-8c60-d6c1f7088450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:08.906659 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-e1445f7a-25b9-4556-8c60-d6c1f7088450 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 1097 time: 0.2417655 Jul 13 19:41:08.927408 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:08.928192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Fanout notify agent at l3_agent the message router_deleted on router 215659e7-c2ec-491f-a10e-0a082902edf1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:41:08.937317 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:08.938588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-832cb918-72f7-488c-b4d2-8f96bd99e8e5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/215659e7-c2ec-491f-a10e-0a082902edf1 HTTP/1.1" status: 204 len: 168 time: 1.5123498 Jul 13 19:41:08.942028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:08.942685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-3803996b-1c3f-4e5d-8337-f7aa42eadce3 service neutron] 10.222.0.25 "GET /v2.0/networks/d213f500-f570-4d52-9d33-ab0eec3e20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471882 Jul 13 19:41:08.959540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-412509498'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:09.002766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:09.006978 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:09.076304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:41:09.077554 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-9c090e1e-56fc-4296-9934-439d21a9fba2 service neutron] 10.222.0.25 "GET /v2.0/networks/d213f500-f570-4d52-9d33-ab0eec3e20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322432 Jul 13 19:41:09.089693 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:09.089891 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added segment 40aa39dd-460b-4560-9bd2-4815e66b96da of type vlan for network 85827ad8-3b67-4110-ac49-bab00e5f193e Jul 13 19:41:09.146899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:09.201812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-e1c0d666-da56-4ee5-9a9f-d4a3e757ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:09.203721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-e1c0d666-da56-4ee5-9a9f-d4a3e757ab26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 200 len: 912 time: 0.2640295 Jul 13 19:41:09.205169 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:09.211699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:09.212431 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:09.373409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Network': ['ID=85827ad8-3b67-4110-ac49-bab00e5f193e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:09.385643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0c9f977f-0589-4456-b561-1db8ecc4c4b5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4397101 Jul 13 19:41:09.387856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:09.393608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 85827ad8-3b67-4110-ac49-bab00e5f193e details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:41:09.394766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'subnet': {'network_id': '85827ad8-3b67-4110-ac49-bab00e5f193e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:09.453698 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-7be26e2f-72fb-4719-aa14-714a3cd7e266 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388208fb-59ef-4e17-80b9-d76bd2e14457 HTTP/1.1" status: 200 len: 1002 time: 0.2375853 Jul 13 19:41:09.558631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-2aa40dc2-1b27-42eb-ae0f-db56d84947ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:09.560533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-2aa40dc2-1b27-42eb-ae0f-db56d84947ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 200 len: 850 time: 0.0980051 Jul 13 19:41:09.638072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:09.641725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:09.749433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-79f25c1b-5b4b-45b4-9398-43b18ad96f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:09.750923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-79f25c1b-5b4b-45b4-9398-43b18ad96f2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=567711e2-fea6-4d54-9f0e-f57054264fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711607 Jul 13 19:41:09.943998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-9658adf5-ed79-4211-baf1-9b3b5aa7642e service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846492 Jul 13 19:41:09.945353 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:10.057598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Subnet': ['ID=53c129cf-5360-47a8-8950-fd96d326efb1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:10.093090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Checking segment: {'id': '40aa39dd-460b-4560-9bd2-4815e66b96da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '85827ad8-3b67-4110-ac49-bab00e5f193e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:10.093213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network hostable DHCP agents. Network: 85827ad8-3b67-4110-ac49-bab00e5f193e, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:41:10.121676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e516f0-3630-4107-a3f0-a276b44cd54e req-7e8e4d39-f9dc-46c3-b22b-f6a4f3842c5c service neutron] 10.222.0.24 "GET /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506371 Jul 13 19:41:10.131249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 85827ad8-3b67-4110-ac49-bab00e5f193e is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:41:10.144684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 85827ad8-3b67-4110-ac49-bab00e5f193e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:10.149188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:10.150344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:10.156851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b135538-c379-432a-8894-4758e3230861 None None] Network 85827ad8-3b67-4110-ac49-bab00e5f193e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:10.176062 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fdebb155-2b3b-4c66-835c-0269aab19181 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7871599 Jul 13 19:41:10.178824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:10.183557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3f0b01eb-107e-4ede-999a-b856c9c728e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1625394815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:10.241104 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0b01eb-107e-4ede-999a-b856c9c728e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:10.242343 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0b01eb-107e-4ede-999a-b856c9c728e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:10.358703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0b01eb-107e-4ede-999a-b856c9c728e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:10.376960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0b01eb-107e-4ede-999a-b856c9c728e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:10.412817 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0b01eb-107e-4ede-999a-b856c9c728e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:10.415831 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3f0b01eb-107e-4ede-999a-b856c9c728e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2342982 Jul 13 19:41:10.417849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:10.440941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-85827ad8-3b67-4110-ac49-bab00e5f193e', 'network_id': '85827ad8-3b67-4110-ac49-bab00e5f193e', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'fixed_ips': [{'subnet_id': '53c129cf-5360-47a8-8950-fd96d326efb1'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:41:10.441837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:10.461142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9aa04272-0273-4b47-bde6-82be9b72a5b0 req-2b1d8792-d948-431f-bc24-dce62a7aa02f tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 210 time: 0.0727370 Jul 13 19:41:10.593151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Allocated IP 2001:db8::2 (85827ad8-3b67-4110-ac49-bab00e5f193e/53c129cf-5360-47a8-8950-fd96d326efb1/a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:10.927993 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:10.986625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:11.013723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Transition to ACTIVE for port object a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:11.034181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Transition to ACTIVE for port object a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:11.070237 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:11.172862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Pushing event updated for resources: {'Port': ['ID=a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:11.176895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Network 85827ad8-3b67-4110-ac49-bab00e5f193e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:11.182147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:11.192157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:11.269592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Attempting to bind port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:41:11.270164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Attempting to bind port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '40aa39dd-460b-4560-9bd2-4815e66b96da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '85827ad8-3b67-4110-ac49-bab00e5f193e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:41:11.273168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Attempting to bind port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 on network 85827ad8-3b67-4110-ac49-bab00e5f193e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:11.281615 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:41:11.282267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Checking segment: {'id': '40aa39dd-460b-4560-9bd2-4815e66b96da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '85827ad8-3b67-4110-ac49-bab00e5f193e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:11.282899 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:11.283926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Bound using segment: {'id': '40aa39dd-460b-4560-9bd2-4815e66b96da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '85827ad8-3b67-4110-ac49-bab00e5f193e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:41:11.284806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Bound port: a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40aa39dd-460b-4560-9bd2-4815e66b96da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '85827ad8-3b67-4110-ac49-bab00e5f193e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:41:11.285473 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:11.351495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Allocated IP 2001:db8::1 (85827ad8-3b67-4110-ac49-bab00e5f193e/53c129cf-5360-47a8-8950-fd96d326efb1/c2b73641-822c-4fe3-9769-0ed8d530c4c4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:11.358907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] For port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:41:11.366816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] For port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02,segment=NetworkSegment(40aa39dd-460b-4560-9bd2-4815e66b96da),segment_id=40aa39dd-460b-4560-9bd2-4815e66b96da)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:41:11.375685 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:11.490462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99d235-907e-4720-958d-8e86b5b1a46a None None] Pushing event updated for resources: {'Port': ['ID=a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:11.564900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:11.582301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Transition to ACTIVE for port object c2b73641-822c-4fe3-9769-0ed8d530c4c4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:11.626801 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:11.747913 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07d90768-0670-4edc-adb9-05700c36b393 req-f74a7c45-b93b-4c53-8e84-d3c08cd4f86d tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 210 time: 0.0740013 Jul 13 19:41:11.755836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 85827ad8-3b67-4110-ac49-bab00e5f193e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:11.762770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:11.765648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:11.766458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:11.886726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=c2b73641-822c-4fe3-9769-0ed8d530c4c4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:12.160224 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:12.601009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:12.660876 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:12.671481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:12.672693 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:12.693966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:12.821932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-5a9a13a9-d8b8-4d43-9f6a-37b0ef612a0a tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:12.834894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-5a9a13a9-d8b8-4d43-9f6a-37b0ef612a0a tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.60 "GET /v2.0/networks?id=d213f500-f570-4d52-9d33-ab0eec3e20a0 HTTP/1.1" status: 200 len: 809 time: 0.2821331 Jul 13 19:41:12.847559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Request body: {'port': {'device_id': '16a0694c-cea3-49aa-ba2c-a3cdab548804', 'network_id': 'd213f500-f570-4d52-9d33-ab0eec3e20a0', 'admin_state_up': True, 'tenant_id': 'ab100adacc8a442991947def992607bb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:12.934267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=c2b73641-822c-4fe3-9769-0ed8d530c4c4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:13.065745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 85827ad8-3b67-4110-ac49-bab00e5f193e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:13.067491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:13.124798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89c9cdbc-0bbf-4764-95bd-cee4dcf3f41b req-8198d3bf-276f-4129-aaee-712e56e449ab tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 210 time: 0.0651705 Jul 13 19:41:13.156035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Made reservation on behalf of ab100adacc8a442991947def992607bb for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:13.162446 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:13.296944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a2b54-234c-4db0-b6be-5adc304052f5 None None] Network 85827ad8-3b67-4110-ac49-bab00e5f193e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:13.359105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router e883339f-2996-4b63-b2c4-9967b30df574 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:41:13.402334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Allocated IP 172.20.0.10 (d213f500-f570-4d52-9d33-ab0eec3e20a0/bc4c282e-0fe7-44b9-ad57-dfc8ab3e6972/03fe1c15-ec27-4fa2-87e2-674106120022) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:13.427098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e404149-91d4-498d-91f8-83c85d7f233a None None] Provisioning for port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:13.433695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e404149-91d4-498d-91f8-83c85d7f233a None None] Provisioning complete for port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:13.434610 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e404149-91d4-498d-91f8-83c85d7f233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:13.781875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e404149-91d4-498d-91f8-83c85d7f233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:13.884019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e404149-91d4-498d-91f8-83c85d7f233a None None] For port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02,segment=NetworkSegment(40aa39dd-460b-4560-9bd2-4815e66b96da),segment_id=40aa39dd-460b-4560-9bd2-4815e66b96da)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:13.894890 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e404149-91d4-498d-91f8-83c85d7f233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:13.964248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e404149-91d4-498d-91f8-83c85d7f233a None None] Pushing event updated for resources: {'Port': ['ID=a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:14.106971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:14.129451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:14.142143 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea393c76-1165-4c3b-a4ed-a6e9a5fed392 None None] Sync routers for ids ['e883339f-2996-4b63-b2c4-9967b30df574'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:14.143574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:14.148234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-be903317-f41a-41bc-85c4-91a30e243822 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/e883339f-2996-4b63-b2c4-9967b30df574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7291982 Jul 13 19:41:14.177690 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea393c76-1165-4c3b-a4ed-a6e9a5fed392 None None] Routers {'e883339f-2996-4b63-b2c4-9967b30df574'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:14.179403 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea393c76-1165-4c3b-a4ed-a6e9a5fed392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e883339f-2996-4b63-b2c4-9967b30df574'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:14.260242 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:14.273720 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea393c76-1165-4c3b-a4ed-a6e9a5fed392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:14.305735 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea393c76-1165-4c3b-a4ed-a6e9a5fed392 None None] Routers {'e883339f-2996-4b63-b2c4-9967b30df574'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:14.306629 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea393c76-1165-4c3b-a4ed-a6e9a5fed392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e883339f-2996-4b63-b2c4-9967b30df574'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:14.355436 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea393c76-1165-4c3b-a4ed-a6e9a5fed392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:14.356048 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea393c76-1165-4c3b-a4ed-a6e9a5fed392 None None] The sync data for ids ['e883339f-2996-4b63-b2c4-9967b30df574'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:14.356837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Network d213f500-f570-4d52-9d33-ab0eec3e20a0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:14.362756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:14.373118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba0067e8-cc68-49d9-a0a6-3e376ec1b1ca None None] Provisioning for port c2b73641-822c-4fe3-9769-0ed8d530c4c4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:14.380831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba0067e8-cc68-49d9-a0a6-3e376ec1b1ca None None] Provisioning complete for port c2b73641-822c-4fe3-9769-0ed8d530c4c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:14.381267 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba0067e8-cc68-49d9-a0a6-3e376ec1b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:14.387067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b52edde-e2fa-488a-892e-17934b84eb66 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:14.397421 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6b52edde-e2fa-488a-892e-17934b84eb66 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports/c2b73641-822c-4fe3-9769-0ed8d530c4c4 HTTP/1.1" status: 200 len: 911 time: 0.2519703 Jul 13 19:41:14.398608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:14.486163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:14.498917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c7493695-603e-4f49-bf6d-2f85bc7a4d27 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53c129cf-5360-47a8-8950-fd96d326efb1'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:14.500552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:14.501224 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:14.505360 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Pushing event updated for resources: {'Port': ['ID=03fe1c15-ec27-4fa2-87e2-674106120022,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:14.512626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ba0067e8-cc68-49d9-a0a6-3e376ec1b1ca None None] Port c2b73641-822c-4fe3-9769-0ed8d530c4c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:41:14.534241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:14.551858 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-7377e080-c0e3-4fb6-94ad-bb2393529b09 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7084887 Jul 13 19:41:14.564072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Request body: {'port': {'device_id': '16a0694c-cea3-49aa-ba2c-a3cdab548804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:14.617543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba0067e8-cc68-49d9-a0a6-3e376ec1b1ca None None] Provisioning complete for port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:14.618362 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba0067e8-cc68-49d9-a0a6-3e376ec1b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:14.702588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:14.702970 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:14.746084 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:14.762146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779db61c-105a-4dd5-b019-4781eb4c1328 req-96e332ac-9bc2-47b0-a528-bbd4b0d478a9 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:14.769071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-779db61c-105a-4dd5-b019-4781eb4c1328 req-96e332ac-9bc2-47b0-a528-bbd4b0d478a9 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 932 time: 0.3696651 Jul 13 19:41:14.861309 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-779db61c-105a-4dd5-b019-4781eb4c1328 req-b3b3e9cc-0ce4-4630-a01a-7bde5b13d653 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f64ecb-55bd-4a49-9703-83fa663eea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648174 Jul 13 19:41:14.962820 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7493695-603e-4f49-bf6d-2f85bc7a4d27 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.085195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-375b3bcd-372c-43bd-bd62-873af711fb9a None None] Provisioning complete for port c2b73641-822c-4fe3-9769-0ed8d530c4c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:15.087739 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-375b3bcd-372c-43bd-bd62-873af711fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.139662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-375b3bcd-372c-43bd-bd62-873af711fb9a None None] Port c2b73641-822c-4fe3-9769-0ed8d530c4c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:41:15.269412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f260cef6-1b86-4c5b-bb52-1879fbfcf49d None None] Provisioning complete for port c2b73641-822c-4fe3-9769-0ed8d530c4c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:15.269794 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f260cef6-1b86-4c5b-bb52-1879fbfcf49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.283669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fe1c15-ec27-4fa2-87e2-674106120022 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:41:15.298621 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.316700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Transition to ACTIVE for port object 03fe1c15-ec27-4fa2-87e2-674106120022 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:15.323961 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.341441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f260cef6-1b86-4c5b-bb52-1879fbfcf49d None None] Port c2b73641-822c-4fe3-9769-0ed8d530c4c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:41:15.529609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=03fe1c15-ec27-4fa2-87e2-674106120022,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:15.533455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Attempting to bind port 03fe1c15-ec27-4fa2-87e2-674106120022 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:41:15.534006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Attempting to bind port 03fe1c15-ec27-4fa2-87e2-674106120022 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '1bd75c9a-b193-4f82-9070-576462821f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd213f500-f570-4d52-9d33-ab0eec3e20a0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:41:15.534589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Attempting to bind port 03fe1c15-ec27-4fa2-87e2-674106120022 on network d213f500-f570-4d52-9d33-ab0eec3e20a0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:15.539959 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Port 03fe1c15-ec27-4fa2-87e2-674106120022 on network d213f500-f570-4d52-9d33-ab0eec3e20a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:41:15.540565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Attempting to bind port 03fe1c15-ec27-4fa2-87e2-674106120022 on network d213f500-f570-4d52-9d33-ab0eec3e20a0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:15.546131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:41:15.546525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Checking segment: {'id': '1bd75c9a-b193-4f82-9070-576462821f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd213f500-f570-4d52-9d33-ab0eec3e20a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:15.546901 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Bound using segment: {'id': '1bd75c9a-b193-4f82-9070-576462821f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd213f500-f570-4d52-9d33-ab0eec3e20a0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:41:15.547589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Bound port: 03fe1c15-ec27-4fa2-87e2-674106120022, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd75c9a-b193-4f82-9070-576462821f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd213f500-f570-4d52-9d33-ab0eec3e20a0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:41:15.547946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.631276 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.635684 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7493695-603e-4f49-bf6d-2f85bc7a4d27 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.639313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] For port 03fe1c15-ec27-4fa2-87e2-674106120022, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:41:15.643982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] For port 03fe1c15-ec27-4fa2-87e2-674106120022, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=03fe1c15-ec27-4fa2-87e2-674106120022,segment=NetworkSegment(1bd75c9a-b193-4f82-9070-576462821f2e),segment_id=1bd75c9a-b193-4f82-9070-576462821f2e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:41:15.648674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7493695-603e-4f49-bf6d-2f85bc7a4d27 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.649081 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.665723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7493695-603e-4f49-bf6d-2f85bc7a4d27 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:15.666661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7493695-603e-4f49-bf6d-2f85bc7a4d27 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.672699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c7493695-603e-4f49-bf6d-2f85bc7a4d27 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/ports/c2b73641-822c-4fe3-9769-0ed8d530c4c4 HTTP/1.1" status: 200 len: 911 time: 1.1751077 Jul 13 19:41:15.673368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:15.720202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:15.720998 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.723914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] 10.222.0.60 "PUT /v2.0/ports/03fe1c15-ec27-4fa2-87e2-674106120022 HTTP/1.1" status: 200 len: 1092 time: 1.1634233 Jul 13 19:41:15.730877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a0694c-cea3-49aa-ba2c-a3cdab548804', 'tag': '03fe1c15-ec27-4fa2-87e2-674106120022'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:41:15.733319 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e372e3b-6748-47ec-be64-97f447d336ad" -d '{"events": [{"name": "network-changed", "server_uuid": "16a0694c-cea3-49aa-ba2c-a3cdab548804", "tag": "03fe1c15-ec27-4fa2-87e2-674106120022"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:41:15.747731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00cfc3-00cd-41d7-9f02-a55f215dc1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=03fe1c15-ec27-4fa2-87e2-674106120022,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:15.846973 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b32fcc5-bd02-4026-83fe-970cfb57c5c8 x-openstack-request-id: req-9b32fcc5-bd02-4026-83fe-970cfb57c5c8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:41:15.847464 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a0694c-cea3-49aa-ba2c-a3cdab548804", "tag": "03fe1c15-ec27-4fa2-87e2-674106120022", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:41:15.847676 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b32fcc5-bd02-4026-83fe-970cfb57c5c8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:41:15.848089 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a0694c-cea3-49aa-ba2c-a3cdab548804', 'tag': '03fe1c15-ec27-4fa2-87e2-674106120022', 'status': 'completed', 'code': 200} Jul 13 19:41:15.854805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7493695-603e-4f49-bf6d-2f85bc7a4d27 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=c2b73641-822c-4fe3-9769-0ed8d530c4c4,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:15.892104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-9318d7f1-05ac-4b00-a410-2acb9b960cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:15.894386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-9318d7f1-05ac-4b00-a410-2acb9b960cdd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab100adacc8a442991947def992607bb&device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 1095 time: 0.0965137 Jul 13 19:41:15.972207 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-9d6c125d-f3ae-4c1e-b1ad-aac947603608 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03fe1c15-ec27-4fa2-87e2-674106120022 HTTP/1.1" status: 200 len: 217 time: 0.0701883 Jul 13 19:41:16.074030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4e8817f6-891e-447e-9bf2-4ff908cd0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:16.075396 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-4e8817f6-891e-447e-9bf2-4ff908cd0e15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc4c282e-0fe7-44b9-ad57-dfc8ab3e6972 HTTP/1.1" status: 200 len: 849 time: 0.0951910 Jul 13 19:41:16.116425 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-3764ed72-915b-488e-89a4-94126aea7397 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d213f500-f570-4d52-9d33-ab0eec3e20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341096 Jul 13 19:41:16.187598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be34d3-d377-4290-9e51-ec3f5b5889a5 req-632481fd-b5e5-4a00-b6c3-c893cfe5f9e7 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:16.194875 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a8be34d3-d377-4290-9e51-ec3f5b5889a5 req-632481fd-b5e5-4a00-b6c3-c893cfe5f9e7 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 944 time: 0.1350927 Jul 13 19:41:16.226885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-e6a48031-5831-46cd-a228-f09e0722a8b8 service neutron] 10.222.0.60 "GET /v2.0/networks/d213f500-f570-4d52-9d33-ab0eec3e20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040888 Jul 13 19:41:16.269463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a8be34d3-d377-4290-9e51-ec3f5b5889a5 req-8856e68f-ad0d-4131-bc39-df242e879e84 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f64ecb-55bd-4a49-9703-83fa663eea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736227 Jul 13 19:41:16.300063 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:16.307460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:16.355570 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6c6a010-ab7c-4306-aafe-1f6ad56c40cf req-9e504b2d-2218-4e00-b683-5f1882d9cf41 service neutron] 10.222.0.60 "GET /v2.0/networks/d213f500-f570-4d52-9d33-ab0eec3e20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226616 Jul 13 19:41:16.491306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372e3b-6748-47ec-be64-97f447d336ad req-ddb6a1fe-5604-41f5-ba2c-fe56c4c95b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:16.493589 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e372e3b-6748-47ec-be64-97f447d336ad req-ddb6a1fe-5604-41f5-ba2c-fe56c4c95b3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab100adacc8a442991947def992607bb&device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 1095 time: 0.0777698 Jul 13 19:41:16.605512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372e3b-6748-47ec-be64-97f447d336ad req-267f347b-561b-464c-b8d6-962b37863635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:16.607493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e372e3b-6748-47ec-be64-97f447d336ad req-267f347b-561b-464c-b8d6-962b37863635 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d213f500-f570-4d52-9d33-ab0eec3e20a0 HTTP/1.1" status: 200 len: 910 time: 0.1076994 Jul 13 19:41:16.651106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port c2b73641-822c-4fe3-9769-0ed8d530c4c4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:16.651705 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:16.661093 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e372e3b-6748-47ec-be64-97f447d336ad req-011024ae-a35b-4313-be0e-a3f9557cdf75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03fe1c15-ec27-4fa2-87e2-674106120022 HTTP/1.1" status: 200 len: 217 time: 0.0467248 Jul 13 19:41:16.734439 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372e3b-6748-47ec-be64-97f447d336ad req-99f71823-68e9-4686-843e-56b2af9fd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:16.736067 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e372e3b-6748-47ec-be64-97f447d336ad req-99f71823-68e9-4686-843e-56b2af9fd51a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc4c282e-0fe7-44b9-ad57-dfc8ab3e6972 HTTP/1.1" status: 200 len: 849 time: 0.0683880 Jul 13 19:41:16.773075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e372e3b-6748-47ec-be64-97f447d336ad req-7b359054-3090-4065-ab08-aadc92d6d20a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d213f500-f570-4d52-9d33-ab0eec3e20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301416 Jul 13 19:41:16.780502 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:16.795208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for c2b73641-822c-4fe3-9769-0ed8d530c4c4 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:16.881566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e372e3b-6748-47ec-be64-97f447d336ad req-56470164-973d-4d95-90e5-ce6e44a9b9c8 service neutron] 10.222.0.60 "GET /v2.0/networks/d213f500-f570-4d52-9d33-ab0eec3e20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012769 Jul 13 19:41:16.976555 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:16.990167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e372e3b-6748-47ec-be64-97f447d336ad req-7fa004ce-955d-4e7a-a49d-3d00c6fd3d94 service neutron] 10.222.0.60 "GET /v2.0/networks/d213f500-f570-4d52-9d33-ab0eec3e20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999308 Jul 13 19:41:17.012603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=c2b73641-822c-4fe3-9769-0ed8d530c4c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:17.118925 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:17.301499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router e883339f-2996-4b63-b2c4-9967b30df574 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:17.412488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:17.419231 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d976431f-fdd0-4ed0-9b36-7f54944c213a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/e883339f-2996-4b63-b2c4-9967b30df574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7401040 Jul 13 19:41:17.421458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:17.426210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaaae5b-2096-4b8c-8dd8-429f1e9bd652 None None] Sync routers for ids ['e883339f-2996-4b63-b2c4-9967b30df574'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:17.437881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaaae5b-2096-4b8c-8dd8-429f1e9bd652 None None] Routers {'e883339f-2996-4b63-b2c4-9967b30df574'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:17.438641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0eaaae5b-2096-4b8c-8dd8-429f1e9bd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e883339f-2996-4b63-b2c4-9967b30df574'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:17.451178 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7e6dbd93-389e-4eb4-8099-a44f50f79226 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=e883339f-2996-4b63-b2c4-9967b30df574 HTTP/1.1" status: 200 len: 205 time: 0.0283232 Jul 13 19:41:17.453764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:17.478978 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0eaaae5b-2096-4b8c-8dd8-429f1e9bd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:17.489028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaaae5b-2096-4b8c-8dd8-429f1e9bd652 None None] Routers {'e883339f-2996-4b63-b2c4-9967b30df574'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:17.489709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0eaaae5b-2096-4b8c-8dd8-429f1e9bd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e883339f-2996-4b63-b2c4-9967b30df574'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:17.490892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef6ea-56ef-42b1-8511-39c3b465da0b req-2bf10b98-e17b-49f0-9a67-576fbe0c29cb tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:17.501040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3c7ef6ea-56ef-42b1-8511-39c3b465da0b req-2bf10b98-e17b-49f0-9a67-576fbe0c29cb tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 944 time: 0.0935764 Jul 13 19:41:17.535495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0eaaae5b-2096-4b8c-8dd8-429f1e9bd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:17.536181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaaae5b-2096-4b8c-8dd8-429f1e9bd652 None None] The sync data for ids ['e883339f-2996-4b63-b2c4-9967b30df574'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:17.542379 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a99cb9c0-56d6-4a95-a939-5bc7b935459c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:17.549012 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3c7ef6ea-56ef-42b1-8511-39c3b465da0b req-6598463c-ae06-45b8-bfef-70d5e833eab8 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f64ecb-55bd-4a49-9703-83fa663eea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472305 Jul 13 19:41:17.703444 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a99cb9c0-56d6-4a95-a939-5bc7b935459c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:17.705551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a99cb9c0-56d6-4a95-a939-5bc7b935459c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:17.755144 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a99cb9c0-56d6-4a95-a939-5bc7b935459c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:17.755710 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99cb9c0-56d6-4a95-a939-5bc7b935459c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Fanout notify agent at l3_agent the message router_deleted on router e883339f-2996-4b63-b2c4-9967b30df574 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:41:17.762935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a99cb9c0-56d6-4a95-a939-5bc7b935459c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:17.764157 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a99cb9c0-56d6-4a95-a939-5bc7b935459c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/e883339f-2996-4b63-b2c4-9967b30df574 HTTP/1.1" status: 204 len: 168 time: 0.3093207 Jul 13 19:41:17.766773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:17.820026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bc4e37-f8fe-4a2e-aee1-9a644e9978fe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting subnet 53c129cf-5360-47a8-8950-fd96d326efb1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:41:17.823483 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17bc4e37-f8fe-4a2e-aee1-9a644e9978fe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:17.871025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17bc4e37-f8fe-4a2e-aee1-9a644e9978fe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:17.958581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17bc4e37-f8fe-4a2e-aee1-9a644e9978fe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.015578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17bc4e37-f8fe-4a2e-aee1-9a644e9978fe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.049315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc4e37-f8fe-4a2e-aee1-9a644e9978fe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Subnet': ['ID=53c129cf-5360-47a8-8950-fd96d326efb1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:18.051321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17bc4e37-f8fe-4a2e-aee1-9a644e9978fe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.055980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-17bc4e37-f8fe-4a2e-aee1-9a644e9978fe tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/53c129cf-5360-47a8-8950-fd96d326efb1 HTTP/1.1" status: 204 len: 168 time: 0.2853122 Jul 13 19:41:18.057109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:18.060341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8a747-96e9-4ad6-aa95-00a882fc2555 None None] Network 85827ad8-3b67-4110-ac49-bab00e5f193e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:18.131507 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.185747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:18.186095 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.235171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] DHCP port deletion for 85827ad8-3b67-4110-ac49-bab00e5f193e request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:41:18.253038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02,segment=NetworkSegment(40aa39dd-460b-4560-9bd2-4815e66b96da),segment_id=40aa39dd-460b-4560-9bd2-4815e66b96da)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:18.253417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.266972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:18.286139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Deleting port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:18.286559 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.348773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] For port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02,segment=NetworkSegment(40aa39dd-460b-4560-9bd2-4815e66b96da),segment_id=40aa39dd-460b-4560-9bd2-4815e66b96da)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:18.349006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.349160 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.362108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Calling delete_port for a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:18.374221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:18.377590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No DVR routers for this DVR port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:18.444756 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.464814 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.472913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:18.474714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85827ad8-3b67-4110-ac49-bab00e5f193e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:18.476637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Pushing event deleted for resources: {'Port': ['ID=a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:18.486109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40aa39dd-460b-4560-9bd2-4815e66b96da') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:18.486437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40aa39dd-460b-4560-9bd2-4815e66b96da') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:18.496421 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.501394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] No DVR routers for this DVR port a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:18.503183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:18.503530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a546c71b-ce56-4fd3-b62a-0a9fc9cf9e02 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:18.506620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.507146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.507487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.508126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.508282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.509617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.510919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.511426 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.511901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.512368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.513243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.513732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7dd4e-c374-4293-92fa-cdc772592dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:18.517248 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.527974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:41:18.528452 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:41:18.531782 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:41:18.600435 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.608112 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.613990 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/networks/85827ad8-3b67-4110-ac49-bab00e5f193e HTTP/1.1" status: 204 len: 168 time: 0.5528033 Jul 13 19:41:18.614117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:18.619285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8136494b-6abe-4abe-8026-1b27fbc68b79 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1608887826', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:18.625978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859e4e2-38a9-4ed7-a493-0b9c1ac8612c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Network': ['ID=85827ad8-3b67-4110-ac49-bab00e5f193e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:18.646679 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8136494b-6abe-4abe-8026-1b27fbc68b79 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.647823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8136494b-6abe-4abe-8026-1b27fbc68b79 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.701040 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8136494b-6abe-4abe-8026-1b27fbc68b79 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.705689 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8136494b-6abe-4abe-8026-1b27fbc68b79 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.724809 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8136494b-6abe-4abe-8026-1b27fbc68b79 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.730231 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8136494b-6abe-4abe-8026-1b27fbc68b79 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1145279 Jul 13 19:41:18.730465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:18.736364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2014506871'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:18.767923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:18.771480 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.782212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38c8e6-4f19-4d80-9f48-295cdf09aa2f req-16a25175-922f-4d4b-ad04-49ae6cff253a tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:18.783756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e38c8e6-4f19-4d80-9f48-295cdf09aa2f req-16a25175-922f-4d4b-ad04-49ae6cff253a tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 944 time: 0.0952797 Jul 13 19:41:18.828888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:41:18.838537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e38c8e6-4f19-4d80-9f48-295cdf09aa2f req-1d965f96-dbbc-4de3-bf55-43b0b39a6887 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f64ecb-55bd-4a49-9703-83fa663eea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480239 Jul 13 19:41:18.842656 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.843001 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added segment 67f581de-0ac7-4169-90a5-f90024ecfca2 of type vlan for network 9d727f1b-7382-414c-b3e5-e0549c77bb2c Jul 13 19:41:18.883282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.918795 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.925062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:18.925677 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.984604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2506716 Jul 13 19:41:18.984800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:18.989530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'subnet': {'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:19.050348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410bd5e-ff76-4f96-b04c-1ba19707c3a4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Network': ['ID=9d727f1b-7382-414c-b3e5-e0549c77bb2c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:19.069820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 9d727f1b-7382-414c-b3e5-e0549c77bb2c details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:41:19.105046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:19.108719 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:19.120010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 03fe1c15-ec27-4fa2-87e2-674106120022 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:41:19.247562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 03fe1c15-ec27-4fa2-87e2-674106120022, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=03fe1c15-ec27-4fa2-87e2-674106120022,segment=NetworkSegment(1bd75c9a-b193-4f82-9070-576462821f2e),segment_id=1bd75c9a-b193-4f82-9070-576462821f2e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:19.259613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '03fe1c15-ec27-4fa2-87e2-674106120022', 'network_id': 'd213f500-f570-4d52-9d33-ab0eec3e20a0', 'port_id': '03fe1c15-ec27-4fa2-87e2-674106120022', 'mac_address': 'fa:16:3e:cf:56:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4c282e-0fe7-44b9-ad57-dfc8ab3e6972', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:41:19.298271 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:19.312611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fe1c15-ec27-4fa2-87e2-674106120022 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:41:19.333920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 03fe1c15-ec27-4fa2-87e2-674106120022, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=03fe1c15-ec27-4fa2-87e2-674106120022,segment=NetworkSegment(1bd75c9a-b193-4f82-9070-576462821f2e),segment_id=1bd75c9a-b193-4f82-9070-576462821f2e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:19.339072 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:19.389417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=03fe1c15-ec27-4fa2-87e2-674106120022,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:19.576600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:19.604153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['03fe1c15-ec27-4fa2-87e2-674106120022'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:41:19.643617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Subnet': ['ID=403fef0a-c38a-429c-bdc1-78b8756fd910,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:19.651784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Checking segment: {'id': '67f581de-0ac7-4169-90a5-f90024ecfca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:19.652078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network hostable DHCP agents. Network: 9d727f1b-7382-414c-b3e5-e0549c77bb2c, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:41:19.669155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 9d727f1b-7382-414c-b3e5-e0549c77bb2c is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:41:19.678421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 9d727f1b-7382-414c-b3e5-e0549c77bb2c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:19.682885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:19.683485 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:19.690544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca1b13-2a28-4118-9792-d3a3321bc4f8 None None] Network 9d727f1b-7382-414c-b3e5-e0549c77bb2c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:19.698068 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6a7043fb-d0a9-4820-a2cb-d7181936670b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7122552 Jul 13 19:41:19.700784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:19.897528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:41:19.898543 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:19.981630 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.052363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Allocated IP 2001:db8::2 (9d727f1b-7382-414c-b3e5-e0549c77bb2c/403fef0a-c38a-429c-bdc1-78b8756fd910/a20e5c42-82d5-4221-91b7-023a43437b24) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:20.057108 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2aaab-6cc6-4a66-be3d-1537d09891a4 req-f5bf3ee5-6358-4977-8d01-77d613fc356c tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:20.058706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77e2aaab-6cc6-4a66-be3d-1537d09891a4 req-f5bf3ee5-6358-4977-8d01-77d613fc356c tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 945 time: 0.0738218 Jul 13 19:41:20.111754 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77e2aaab-6cc6-4a66-be3d-1537d09891a4 req-1bdacf7c-aef1-4541-898a-68f8ed57918f tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f64ecb-55bd-4a49-9703-83fa663eea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449007 Jul 13 19:41:20.208585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.217680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Transition to ACTIVE for port object a20e5c42-82d5-4221-91b7-023a43437b24 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:20.232930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Transition to ACTIVE for port object a20e5c42-82d5-4221-91b7-023a43437b24 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:20.239816 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.281618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Network 9d727f1b-7382-414c-b3e5-e0549c77bb2c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:20.284721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:20.289363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:20.293475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Pushing event updated for resources: {'Port': ['ID=a20e5c42-82d5-4221-91b7-023a43437b24,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:20.308847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Allocated IP 2001:db8::1 (9d727f1b-7382-414c-b3e5-e0549c77bb2c/403fef0a-c38a-429c-bdc1-78b8756fd910/ec5b3662-1057-4ed3-849a-1041996361d9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:20.361126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Attempting to bind port a20e5c42-82d5-4221-91b7-023a43437b24 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:41:20.361946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Attempting to bind port a20e5c42-82d5-4221-91b7-023a43437b24 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '67f581de-0ac7-4169-90a5-f90024ecfca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:41:20.362698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Attempting to bind port a20e5c42-82d5-4221-91b7-023a43437b24 on network 9d727f1b-7382-414c-b3e5-e0549c77bb2c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:20.367825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:41:20.369163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Checking segment: {'id': '67f581de-0ac7-4169-90a5-f90024ecfca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:20.369825 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.371152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Bound using segment: {'id': '67f581de-0ac7-4169-90a5-f90024ecfca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:41:20.371977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Bound port: a20e5c42-82d5-4221-91b7-023a43437b24, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f581de-0ac7-4169-90a5-f90024ecfca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:41:20.372459 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.436284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.450529 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] For port a20e5c42-82d5-4221-91b7-023a43437b24, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:41:20.453979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] For port a20e5c42-82d5-4221-91b7-023a43437b24, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a20e5c42-82d5-4221-91b7-023a43437b24,segment=NetworkSegment(67f581de-0ac7-4169-90a5-f90024ecfca2),segment_id=67f581de-0ac7-4169-90a5-f90024ecfca2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:41:20.454505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Transition to ACTIVE for port object ec5b3662-1057-4ed3-849a-1041996361d9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:20.459033 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.505721 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.520131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def70f11-2f2b-4556-aa40-0001a72a3782 None None] Pushing event updated for resources: {'Port': ['ID=a20e5c42-82d5-4221-91b7-023a43437b24,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:20.558282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 9d727f1b-7382-414c-b3e5-e0549c77bb2c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:20.561432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:20.565603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:20.566155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.604218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=ec5b3662-1057-4ed3-849a-1041996361d9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:20.698359 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b5e4f80-c79e-4092-8ffa-ad00efe46f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.765660 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.089828 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.093902 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.094694 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.139490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 03fe1c15-ec27-4fa2-87e2-674106120022 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:21.200460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=ec5b3662-1057-4ed3-849a-1041996361d9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:21.203956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 03fe1c15-ec27-4fa2-87e2-674106120022 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:21.209277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 03fe1c15-ec27-4fa2-87e2-674106120022 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:21.209869 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.248934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 9d727f1b-7382-414c-b3e5-e0549c77bb2c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:21.250523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:21.355831 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.390741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a0694c-cea3-49aa-ba2c-a3cdab548804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fe1c15-ec27-4fa2-87e2-674106120022'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:41:21.395977 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f71f987-dc9a-43b4-83fc-06ba0401389c" -d '{"events": [{"server_uuid": "16a0694c-cea3-49aa-ba2c-a3cdab548804", "name": "network-vif-plugged", "status": "completed", "tag": "03fe1c15-ec27-4fa2-87e2-674106120022"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:41:21.424555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 03fe1c15-ec27-4fa2-87e2-674106120022, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=03fe1c15-ec27-4fa2-87e2-674106120022,segment=NetworkSegment(1bd75c9a-b193-4f82-9070-576462821f2e),segment_id=1bd75c9a-b193-4f82-9070-576462821f2e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:21.431378 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.526119 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=03fe1c15-ec27-4fa2-87e2-674106120022,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:21.555587 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae257c6b-5879-42a4-a24e-16e37d64bba2 x-openstack-request-id: req-ae257c6b-5879-42a4-a24e-16e37d64bba2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:41:21.556218 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a0694c-cea3-49aa-ba2c-a3cdab548804", "name": "network-vif-plugged", "status": "completed", "tag": "03fe1c15-ec27-4fa2-87e2-674106120022", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:41:21.557308 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae257c6b-5879-42a4-a24e-16e37d64bba2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:41:21.557436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc80298-5fd3-4eb5-a293-7876aa01c278 req-f3021c0e-1c81-4791-b7f9-d83e898e917d tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:21.558104 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a0694c-cea3-49aa-ba2c-a3cdab548804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fe1c15-ec27-4fa2-87e2-674106120022', 'code': 200} Jul 13 19:41:21.559122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cc80298-5fd3-4eb5-a293-7876aa01c278 req-f3021c0e-1c81-4791-b7f9-d83e898e917d tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 945 time: 0.2539635 Jul 13 19:41:21.610521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:41:21.642550 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cc80298-5fd3-4eb5-a293-7876aa01c278 req-da119544-d114-4329-b2e2-6736493d97e2 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f64ecb-55bd-4a49-9703-83fa663eea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 Jul 13 19:41:21.688200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb6c70-c2ac-4535-8046-88c969f06e23 req-b1a405b7-4458-492c-80a8-c541a17ef7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:21.690033 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9fbb6c70-c2ac-4535-8046-88c969f06e23 req-b1a405b7-4458-492c-80a8-c541a17ef7e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 1097 time: 0.0730639 Jul 13 19:41:21.733877 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9fbb6c70-c2ac-4535-8046-88c969f06e23 req-64211522-e199-4ae6-9dff-19940f2f44a8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=04f64ecb-55bd-4a49-9703-83fa663eea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368612 Jul 13 19:41:21.748399 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:21.759452 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3aed9ede-e7a4-4b5e-b291-33df48404ee8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0539894 Jul 13 19:41:21.759584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:21.760433 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Sync routers for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:21.766290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-683951414'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:21.773053 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:21.773746 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:21.798471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:21.803082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.804234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f383a2d-793a-4382-a8ca-ae2691cf6748 None None] Network 9d727f1b-7382-414c-b3e5-e0549c77bb2c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:21.857003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:41:21.879795 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.881307 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added segment 8fd676f7-3d10-47c1-849f-3b0376c1563e of type vlan for network b82e5ea8-5a21-412c-88a8-658cc402c575 Jul 13 19:41:21.954979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.994118 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:22.000730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:22.008432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:22.093215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Network': ['ID=b82e5ea8-5a21-412c-88a8-658cc402c575,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:22.108964 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e152ee01-bea3-4f19-9001-93f0359050ff tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3480968 Jul 13 19:41:22.112088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:22.117586 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:22.118708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'subnet': {'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:22.172983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network b82e5ea8-5a21-412c-88a8-658cc402c575 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:41:22.216056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc8e1096-ab27-4fd6-87a8-7452ddf6cf0a None None] Provisioning for port a20e5c42-82d5-4221-91b7-023a43437b24 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:22.304657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:22.308652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:22.552944 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:20Z', 'revision_number': 2, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:20Z', 'revision_number': 2, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:22.569492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a20e5c42-82d5-4221-91b7-023a43437b24 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:22.596624 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Checking router: f94a1325-c42f-4678-a211-0254095b2a53 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:22.596914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:22.597463 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Updating router f94a1325-c42f-4678-a211-0254095b2a53 port ec5b3662-1057-4ed3-849a-1041996361d9 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:41:22.661944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port a20e5c42-82d5-4221-91b7-023a43437b24 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:22.673913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a20e5c42-82d5-4221-91b7-023a43437b24 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:22.673913 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:22.685037 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:22.762809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Subnet': ['ID=ad89e820-d9f1-410a-a69e-d403a3e7a324,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:22.807192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.807546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.807881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.808214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.808583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.808869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.816446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.819860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.820372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.822827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.823331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.825356 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:22.831747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:22.848139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Checking segment: {'id': '8fd676f7-3d10-47c1-849f-3b0376c1563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:22.848518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network hostable DHCP agents. Network: b82e5ea8-5a21-412c-88a8-658cc402c575, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:41:22.886061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network b82e5ea8-5a21-412c-88a8-658cc402c575 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:41:22.913403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port a20e5c42-82d5-4221-91b7-023a43437b24, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a20e5c42-82d5-4221-91b7-023a43437b24,segment=NetworkSegment(67f581de-0ac7-4169-90a5-f90024ecfca2),segment_id=67f581de-0ac7-4169-90a5-f90024ecfca2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:22.919975 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:22.995165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, b82e5ea8-5a21-412c-88a8-658cc402c575) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:23.001334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:23.001928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.054623 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9e0b5278-3a5d-4ac6-a42f-f0cbc4746977 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9407055 Jul 13 19:41:23.058611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:23.090665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4df1c4-f2e3-484c-aa91-e0801ca38e8c req-6e7528bc-bb02-429c-a93d-e09caba732e5 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:23.099282 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf4df1c4-f2e3-484c-aa91-e0801ca38e8c req-6e7528bc-bb02-429c-a93d-e09caba732e5 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 946 time: 0.1967969 Jul 13 19:41:23.139374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=a20e5c42-82d5-4221-91b7-023a43437b24,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:23.161390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b43dd2-8a7f-4b16-a9c6-d698b210c261 None None] Network b82e5ea8-5a21-412c-88a8-658cc402c575 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:23.170429 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf4df1c4-f2e3-484c-aa91-e0801ca38e8c req-bafab91a-33f2-4875-b2f8-ded6b5db8ff7 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f64ecb-55bd-4a49-9703-83fa663eea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689442 Jul 13 19:41:23.211264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b17695a-cd0a-4ba0-b276-e0f2179457df None None] Provisioning for port ec5b3662-1057-4ed3-849a-1041996361d9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:23.256488 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.271270 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Transition to ACTIVE for port object ec5b3662-1057-4ed3-849a-1041996361d9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:23.280836 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.317667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b17695a-cd0a-4ba0-b276-e0f2179457df None None] Provisioning complete for port ec5b3662-1057-4ed3-849a-1041996361d9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:23.319872 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b17695a-cd0a-4ba0-b276-e0f2179457df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.362348 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Pushing event updated for resources: {'Port': ['ID=ec5b3662-1057-4ed3-849a-1041996361d9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:23.409623 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.409964 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.410425 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.410953 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.410953 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.411690 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.412050 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.412385 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.412708 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.413035 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.413354 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.413705 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:23.418344 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Attempting to bind port ec5b3662-1057-4ed3-849a-1041996361d9 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:41:23.418839 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Attempting to bind port ec5b3662-1057-4ed3-849a-1041996361d9 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '67f581de-0ac7-4169-90a5-f90024ecfca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:41:23.419569 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Attempting to bind port ec5b3662-1057-4ed3-849a-1041996361d9 on network 9d727f1b-7382-414c-b3e5-e0549c77bb2c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:23.425898 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:41:23.426269 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Checking segment: {'id': '67f581de-0ac7-4169-90a5-f90024ecfca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:23.426700 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.427082 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Bound using segment: {'id': '67f581de-0ac7-4169-90a5-f90024ecfca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:41:23.427546 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Bound port: ec5b3662-1057-4ed3-849a-1041996361d9, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f581de-0ac7-4169-90a5-f90024ecfca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:41:23.427921 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.496404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0b17695a-cd0a-4ba0-b276-e0f2179457df None None] Port ec5b3662-1057-4ed3-849a-1041996361d9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:41:23.563239 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] For port ec5b3662-1057-4ed3-849a-1041996361d9, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:41:23.571249 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] For port ec5b3662-1057-4ed3-849a-1041996361d9, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ec5b3662-1057-4ed3-849a-1041996361d9,segment=NetworkSegment(67f581de-0ac7-4169-90a5-f90024ecfca2),segment_id=67f581de-0ac7-4169-90a5-f90024ecfca2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:41:23.584316 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.642231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b17695a-cd0a-4ba0-b276-e0f2179457df None None] Provisioning complete for port a20e5c42-82d5-4221-91b7-023a43437b24 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:23.642628 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b17695a-cd0a-4ba0-b276-e0f2179457df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.718553 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:23.719382 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:40:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:23.870583 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c51673d-3fd3-4d27-84e2-0dbfbd7c2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.875728 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.878466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.914330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-b82e5ea8-5a21-412c-88a8-658cc402c575', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:41:23.915653 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:23.967516 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:24.101727 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6c7ab-b602-4c0e-8c50-69f01296f479 None None] Pushing event updated for resources: {'Port': ['ID=ec5b3662-1057-4ed3-849a-1041996361d9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:24.185553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Allocated IP 2001:db8:1::2 (b82e5ea8-5a21-412c-88a8-658cc402c575/ad89e820-d9f1-410a-a69e-d403a3e7a324/d94cb46b-a06f-4736-baa8-b942ab1bfbc8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:24.463916 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:20Z', 'revision_number': 2, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:23Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:24.500072 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:24.541056 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c14b4f-11ca-489d-bc49-0c515d6baef3 None None] The sync data for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 is: [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:20Z', 'revision_number': 2, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:23Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:24.547514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a20e5c42-82d5-4221-91b7-023a43437b24 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:24.621976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Transition to ACTIVE for port object d94cb46b-a06f-4736-baa8-b942ab1bfbc8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:24.667700 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:24.671877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Transition to ACTIVE for port object d94cb46b-a06f-4736-baa8-b942ab1bfbc8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:24.699429 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:24.819031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Allocated IP 2001:db8:1::1 (b82e5ea8-5a21-412c-88a8-658cc402c575/ad89e820-d9f1-410a-a69e-d403a3e7a324/45e0ba64-5b42-49a9-8b28-0c0d3df8de66) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:24.819485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Pushing event updated for resources: {'Port': ['ID=d94cb46b-a06f-4736-baa8-b942ab1bfbc8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:24.857846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Network b82e5ea8-5a21-412c-88a8-658cc402c575 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:24.862009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:24.870110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:24.875436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a20e5c42-82d5-4221-91b7-023a43437b24 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:24.876123 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:25.043446 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Attempting to bind port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:41:25.043969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Attempting to bind port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '8fd676f7-3d10-47c1-849f-3b0376c1563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:41:25.044578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Attempting to bind port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 on network b82e5ea8-5a21-412c-88a8-658cc402c575 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:25.058520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:41:25.061175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Checking segment: {'id': '8fd676f7-3d10-47c1-849f-3b0376c1563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:25.061830 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:25.064076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Bound using segment: {'id': '8fd676f7-3d10-47c1-849f-3b0376c1563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:41:25.064703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Bound port: d94cb46b-a06f-4736-baa8-b942ab1bfbc8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd676f7-3d10-47c1-849f-3b0376c1563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:41:25.065182 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:25.079464 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:25.099369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Transition to ACTIVE for port object 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:25.168962 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:25.284170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network b82e5ea8-5a21-412c-88a8-658cc402c575 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:25.291268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:25.294776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:25.295509 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:25.309633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] For port d94cb46b-a06f-4736-baa8-b942ab1bfbc8, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:41:25.318291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] For port d94cb46b-a06f-4736-baa8-b942ab1bfbc8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d94cb46b-a06f-4736-baa8-b942ab1bfbc8,segment=NetworkSegment(8fd676f7-3d10-47c1-849f-3b0376c1563e),segment_id=8fd676f7-3d10-47c1-849f-3b0376c1563e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:41:25.324188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=45e0ba64-5b42-49a9-8b28-0c0d3df8de66,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:25.325338 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:25.387114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.387598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.388009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.388427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.389462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.389877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.391439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.391861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.392271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.393266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.394317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.397297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:41:25.482719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ff4b8-75ca-4e14-a0a4-06140975201b None None] Pushing event updated for resources: {'Port': ['ID=d94cb46b-a06f-4736-baa8-b942ab1bfbc8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:25.543436 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.027294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.032150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.033023 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.040298 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.174685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=45e0ba64-5b42-49a9-8b28-0c0d3df8de66,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:26.216613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network b82e5ea8-5a21-412c-88a8-658cc402c575 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:26.218234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:26.341543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:26.519474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:26.525958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d794dde8-c063-4ab6-a44b-d435f79140d5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4659271 Jul 13 19:41:26.528638 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:26.542925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-992017052'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:26.569418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:26.589257 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.647104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:41:26.656150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ec5b3662-1057-4ed3-849a-1041996361d9 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:26.671159 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.672891 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added segment e124ae9c-37ec-446d-841f-21683527690f of type vlan for network 97ea43ea-8880-4d6e-af13-4f98015049df Jul 13 19:41:26.754060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ec5b3662-1057-4ed3-849a-1041996361d9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:26.762732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ec5b3662-1057-4ed3-849a-1041996361d9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:26.763285 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.768108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.832667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.841458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:26.842380 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:26.947261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Network': ['ID=97ea43ea-8880-4d6e-af13-4f98015049df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:26.967645 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a23ac1e4-fe3a-427e-8264-8806f5545767 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4352510 Jul 13 19:41:26.968027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:26.974315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'subnet': {'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:26.980267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 97ea43ea-8880-4d6e-af13-4f98015049df details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:41:27.116289 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:27.168580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ec5b3662-1057-4ed3-849a-1041996361d9, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ec5b3662-1057-4ed3-849a-1041996361d9,segment=NetworkSegment(67f581de-0ac7-4169-90a5-f90024ecfca2),segment_id=67f581de-0ac7-4169-90a5-f90024ecfca2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:27.173604 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:27.174783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d94cb46b-a06f-4736-baa8-b942ab1bfbc8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:27.219461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:27.225128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:27.288556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ec5b3662-1057-4ed3-849a-1041996361d9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:27.332447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2ffa5-2712-45ad-aefa-fcd898f85d67 None None] Network b82e5ea8-5a21-412c-88a8-658cc402c575 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:27.336819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:27.402938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Sync routers for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:27.432537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:27.433441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:27.531794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-560f61ab-1e67-4255-b99e-05336b994481 None None] Provisioning for port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:27.543884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-560f61ab-1e67-4255-b99e-05336b994481 None None] Provisioning complete for port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:27.544257 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560f61ab-1e67-4255-b99e-05336b994481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:27.651303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:27.941518 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560f61ab-1e67-4255-b99e-05336b994481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:28.018874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:28.068785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-560f61ab-1e67-4255-b99e-05336b994481 None None] For port d94cb46b-a06f-4736-baa8-b942ab1bfbc8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d94cb46b-a06f-4736-baa8-b942ab1bfbc8,segment=NetworkSegment(8fd676f7-3d10-47c1-849f-3b0376c1563e),segment_id=8fd676f7-3d10-47c1-849f-3b0376c1563e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:28.087022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560f61ab-1e67-4255-b99e-05336b994481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:28.118090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Subnet': ['ID=ec61a0be-2c72-41c9-8b56-ad5fc957f7c9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:28.136876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Checking segment: {'id': 'e124ae9c-37ec-446d-841f-21683527690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:28.137699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network hostable DHCP agents. Network: 97ea43ea-8880-4d6e-af13-4f98015049df, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:41:28.164160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f61ab-1e67-4255-b99e-05336b994481 None None] Pushing event updated for resources: {'Port': ['ID=d94cb46b-a06f-4736-baa8-b942ab1bfbc8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:28.174877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 97ea43ea-8880-4d6e-af13-4f98015049df is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:41:28.190827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 97ea43ea-8880-4d6e-af13-4f98015049df) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:28.199805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:28.200194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:28.207758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eac3e7-37ed-46cb-8163-baebc84897e9 None None] Network 97ea43ea-8880-4d6e-af13-4f98015049df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:28.241360 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7514bd61-363a-4a14-ba9e-0d3f557b019b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2722130 Jul 13 19:41:28.245405 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:28.549013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ec5b3662-1057-4ed3-849a-1041996361d9 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:28.671557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:25Z', 'revision_number': 3, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:25Z', 'revision_number': 2, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:28.709604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-97ea43ea-8880-4d6e-af13-4f98015049df', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:41:28.710955 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:28.731463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Checking router: f94a1325-c42f-4678-a211-0254095b2a53 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:28.731958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Updating router f94a1325-c42f-4678-a211-0254095b2a53 port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:41:28.780496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ec5b3662-1057-4ed3-849a-1041996361d9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:28.791249 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:28.921081 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:28.991262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:28.992474 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.019016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd9fb3-159d-4530-8075-f815d51c8edc req-c0d58592-0a35-419e-afde-6ce3c96e0b1d tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:29.028254 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bcd9fb3-159d-4530-8075-f815d51c8edc req-c0d58592-0a35-419e-afde-6ce3c96e0b1d tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 946 time: 0.1290953 Jul 13 19:41:29.068676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8edcca4d-7c5c-49a8-b3b7-f2a824b3646b None None] Provisioning for port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:29.106966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bcd9fb3-159d-4530-8075-f815d51c8edc req-173d4c53-427a-4dc9-9848-f7684da9fffc tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f64ecb-55bd-4a49-9703-83fa663eea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776341 Jul 13 19:41:29.134510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8edcca4d-7c5c-49a8-b3b7-f2a824b3646b None None] Provisioning complete for port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:29.134894 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8edcca4d-7c5c-49a8-b3b7-f2a824b3646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.223489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2de6b68b-ab70-48cf-a1b2-a4847a6d3d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.254636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d94cb46b-a06f-4736-baa8-b942ab1bfbc8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:29.314699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8edcca4d-7c5c-49a8-b3b7-f2a824b3646b None None] Port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:41:29.320066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Allocated IP 2001:db8:2::2 (97ea43ea-8880-4d6e-af13-4f98015049df/ec61a0be-2c72-41c9-8b56-ad5fc957f7c9/54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:29.376706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8edcca4d-7c5c-49a8-b3b7-f2a824b3646b None None] Provisioning complete for port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:29.377059 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8edcca4d-7c5c-49a8-b3b7-f2a824b3646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.438040 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2de6b68b-ab70-48cf-a1b2-a4847a6d3d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.443473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2de6b68b-ab70-48cf-a1b2-a4847a6d3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.472524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6b68b-ab70-48cf-a1b2-a4847a6d3d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d39957-92ad-4f7c-8385-50692ae9f014,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:29.521025 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2de6b68b-ab70-48cf-a1b2-a4847a6d3d00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3dcf4f317214d85bdcf14fe38e29f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283573 Jul 13 19:41:29.524638 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:29.586034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:29.586716 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.595243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1736016d-aa34-42f9-b5ff-66b118dfc700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.619779 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1736016d-aa34-42f9-b5ff-66b118dfc700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.680882 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1736016d-aa34-42f9-b5ff-66b118dfc700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.683919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1736016d-aa34-42f9-b5ff-66b118dfc700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.685556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1736016d-aa34-42f9-b5ff-66b118dfc700 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62d39957-92ad-4f7c-8385-50692ae9f014 HTTP/1.1" status: 204 len: 168 time: 0.1592312 Jul 13 19:41:29.695086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736016d-aa34-42f9-b5ff-66b118dfc700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d39957-92ad-4f7c-8385-50692ae9f014,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:29.748834 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.780355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Transition to ACTIVE for port object 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:29.829054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Transition to ACTIVE for port object 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:29.870162 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.915980 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.942965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Allocated IP 2001:db8:2::1 (97ea43ea-8880-4d6e-af13-4f98015049df/ec61a0be-2c72-41c9-8b56-ad5fc957f7c9/5f152af8-c498-4ceb-a7ae-6f4f65789139) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:29.982786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Transition to ACTIVE for port object 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:29.997420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Pushing event updated for resources: {'Port': ['ID=54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:30.018152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Network 97ea43ea-8880-4d6e-af13-4f98015049df is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:30.030585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b3ff688-fa77-4fa8-9c6a-8ae8d9460d63 None None] Provisioning complete for port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:30.031347 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff688-fa77-4fa8-9c6a-8ae8d9460d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.033552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:30.037211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:30.082417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-0c797d71-74e9-4eb0-a474-3caa5c703faf tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:30.084641 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-0c797d71-74e9-4eb0-a474-3caa5c703faf tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.60 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 946 time: 0.1151142 Jul 13 19:41:30.085329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:30.099560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc1cfd23-c504-4792-9cd7-2bd0f0129323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.107973 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.126503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Transition to ACTIVE for port object 5f152af8-c498-4ceb-a7ae-6f4f65789139 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:30.127524 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.178130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.237850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Attempting to bind port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:41:30.238359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Attempting to bind port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'e124ae9c-37ec-446d-841f-21683527690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:41:30.238999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Attempting to bind port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb on network 97ea43ea-8880-4d6e-af13-4f98015049df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:30.241286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ff688-fa77-4fa8-9c6a-8ae8d9460d63 None None] Port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:41:30.274251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:41:30.275166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Checking segment: {'id': 'e124ae9c-37ec-446d-841f-21683527690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:30.275524 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.276094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Bound using segment: {'id': 'e124ae9c-37ec-446d-841f-21683527690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:41:30.277367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Bound port: 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e124ae9c-37ec-446d-841f-21683527690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:41:30.277367 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.314651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9eddd0-1b8f-4c9f-9235-ca062994148c None None] Pushing event updated for resources: {'Port': ['ID=45e0ba64-5b42-49a9-8b28-0c0d3df8de66,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:30.319606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 97ea43ea-8880-4d6e-af13-4f98015049df is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:30.340187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-ab43b267-43dd-422a-a466-144e7b8126d4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Deleting port 03fe1c15-ec27-4fa2-87e2-674106120022 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:30.340472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-ab43b267-43dd-422a-a466-144e7b8126d4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.353113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:30.356559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=5f152af8-c498-4ceb-a7ae-6f4f65789139,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:30.360827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:30.361458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.455601 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc1cfd23-c504-4792-9cd7-2bd0f0129323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.476318 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc1cfd23-c504-4792-9cd7-2bd0f0129323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.484359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c42a38-5301-4b84-a110-f1175c8d17b1 req-67cbc7fa-75b1-435d-8dce-895d7c3c536b tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:30.492058 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-20c42a38-5301-4b84-a110-f1175c8d17b1 req-67cbc7fa-75b1-435d-8dce-895d7c3c536b tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 946 time: 0.2024143 Jul 13 19:41:30.563802 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cc1cfd23-c504-4792-9cd7-2bd0f0129323 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0da40c33fed84c9abab0c73185131ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766183 Jul 13 19:41:30.569455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:30.571694 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-20c42a38-5301-4b84-a110-f1175c8d17b1 req-08e693f1-44c3-4bad-bec1-b7a33df29cc4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f64ecb-55bd-4a49-9703-83fa663eea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779696 Jul 13 19:41:30.600407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.643808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Attempting to bind port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:41:30.644159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Attempting to bind port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '8fd676f7-3d10-47c1-849f-3b0376c1563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:41:30.644517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Attempting to bind port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 on network b82e5ea8-5a21-412c-88a8-658cc402c575 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:30.645094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cfd23-c504-4792-9cd7-2bd0f0129323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ccd39c-a504-43d8-9a52-ed563bda6f9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:30.653733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:41:30.653900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Checking segment: {'id': '8fd676f7-3d10-47c1-849f-3b0376c1563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:30.654187 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.654601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Bound using segment: {'id': '8fd676f7-3d10-47c1-849f-3b0376c1563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:41:30.655074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Bound port: 45e0ba64-5b42-49a9-8b28-0c0d3df8de66, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd676f7-3d10-47c1-849f-3b0376c1563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:41:30.655452 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.691296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-ab43b267-43dd-422a-a466-144e7b8126d4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] For port 03fe1c15-ec27-4fa2-87e2-674106120022, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=03fe1c15-ec27-4fa2-87e2-674106120022,segment=NetworkSegment(1bd75c9a-b193-4f82-9070-576462821f2e),segment_id=1bd75c9a-b193-4f82-9070-576462821f2e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:30.691954 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-ab43b267-43dd-422a-a466-144e7b8126d4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.708477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3723-6047-4273-aefc-79df60e8d5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.736611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] For port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:41:30.746069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] For port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb,segment=NetworkSegment(e124ae9c-37ec-446d-841f-21683527690f),segment_id=e124ae9c-37ec-446d-841f-21683527690f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:41:30.746440 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3723-6047-4273-aefc-79df60e8d5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.759270 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.764695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] For port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:41:30.779661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-ab43b267-43dd-422a-a466-144e7b8126d4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Calling delete_port for 03fe1c15-ec27-4fa2-87e2-674106120022 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:30.809275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] For port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=45e0ba64-5b42-49a9-8b28-0c0d3df8de66,segment=NetworkSegment(8fd676f7-3d10-47c1-849f-3b0376c1563e),segment_id=8fd676f7-3d10-47c1-849f-3b0376c1563e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:41:30.825636 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.873147 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3723-6047-4273-aefc-79df60e8d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.876409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3723-6047-4273-aefc-79df60e8d5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:30.877841 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bb2f3723-6047-4273-aefc-79df60e8d5cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47ccd39c-a504-43d8-9a52-ed563bda6f9e HTTP/1.1" status: 204 len: 168 time: 0.3043938 Jul 13 19:41:30.881430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc51289-1d94-45ee-a778-df9b9432ceaa None None] Pushing event updated for resources: {'Port': ['ID=54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:30.893803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f3723-6047-4273-aefc-79df60e8d5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ccd39c-a504-43d8-9a52-ed563bda6f9e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:30.989960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:30.991983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:31.009714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9a539-0de6-4426-86fe-d9b6bce1b1d0 req-77da7907-557c-46ee-bccc-a1d6a8c2d4ea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.015197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-ab43b267-43dd-422a-a466-144e7b8126d4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:31.017611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9a539-0de6-4426-86fe-d9b6bce1b1d0 req-77da7907-557c-46ee-bccc-a1d6a8c2d4ea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.026010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9a539-0de6-4426-86fe-d9b6bce1b1d0 req-77da7907-557c-46ee-bccc-a1d6a8c2d4ea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.040097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9a539-0de6-4426-86fe-d9b6bce1b1d0 req-77da7907-557c-46ee-bccc-a1d6a8c2d4ea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.080470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9a539-0de6-4426-86fe-d9b6bce1b1d0 req-77da7907-557c-46ee-bccc-a1d6a8c2d4ea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.083149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43b267-43dd-422a-a466-144e7b8126d4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Pushing event deleted for resources: {'Port': ['ID=03fe1c15-ec27-4fa2-87e2-674106120022,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:31.096617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9a539-0de6-4426-86fe-d9b6bce1b1d0 req-77da7907-557c-46ee-bccc-a1d6a8c2d4ea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.110553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9a539-0de6-4426-86fe-d9b6bce1b1d0 req-77da7907-557c-46ee-bccc-a1d6a8c2d4ea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.112950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7e9a539-0de6-4426-86fe-d9b6bce1b1d0 req-77da7907-557c-46ee-bccc-a1d6a8c2d4ea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5434 time: 0.2590709 Jul 13 19:41:31.205682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['03fe1c15-ec27-4fa2-87e2-674106120022'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:41:31.207923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7e9a539-0de6-4426-86fe-d9b6bce1b1d0 req-0d3cffa5-668c-46c2-a19c-98e03a95d1bd tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758195 Jul 13 19:41:31.214684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-ab43b267-43dd-422a-a466-144e7b8126d4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] No DVR routers for this DVR port 03fe1c15-ec27-4fa2-87e2-674106120022 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:31.217802 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-ab43b267-43dd-422a-a466-144e7b8126d4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:31.220848 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e754cc08-2f58-46bf-a476-d7f2da203081 req-ab43b267-43dd-422a-a466-144e7b8126d4 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.60 "DELETE /v2.0/ports/03fe1c15-ec27-4fa2-87e2-674106120022 HTTP/1.1" status: 204 len: 173 time: 1.1112833 Jul 13 19:41:31.221315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a0694c-cea3-49aa-ba2c-a3cdab548804', 'name': 'network-vif-deleted', 'tag': '03fe1c15-ec27-4fa2-87e2-674106120022'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:41:31.223983 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d06c33-14e3-44a5-ba49-6faa49f67fb1" -d '{"events": [{"server_uuid": "16a0694c-cea3-49aa-ba2c-a3cdab548804", "name": "network-vif-deleted", "tag": "03fe1c15-ec27-4fa2-87e2-674106120022"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:41:31.257432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:31.293609 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:31.295027 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:31.412345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9eddd0-1b8f-4c9f-9235-ca062994148c None None] Pushing event updated for resources: {'Port': ['ID=45e0ba64-5b42-49a9-8b28-0c0d3df8de66,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:31.423207 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7616d784-7161-48f3-999e-7e2e2dd1ae2e x-openstack-request-id: req-7616d784-7161-48f3-999e-7e2e2dd1ae2e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:41:31.423504 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a0694c-cea3-49aa-ba2c-a3cdab548804", "name": "network-vif-deleted", "tag": "03fe1c15-ec27-4fa2-87e2-674106120022", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:41:31.423784 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7616d784-7161-48f3-999e-7e2e2dd1ae2e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:41:31.424181 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a0694c-cea3-49aa-ba2c-a3cdab548804', 'name': 'network-vif-deleted', 'tag': '03fe1c15-ec27-4fa2-87e2-674106120022', 'status': 'completed', 'code': 200} Jul 13 19:41:31.504069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:31.673135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 97ea43ea-8880-4d6e-af13-4f98015049df is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:31.673764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3619a9b-5755-475b-997a-668193c9368f req-33870f47-721e-4a2e-8e43-0bc9c12c566c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.675257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:31.682639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3619a9b-5755-475b-997a-668193c9368f req-33870f47-721e-4a2e-8e43-0bc9c12c566c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.689844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=5f152af8-c498-4ceb-a7ae-6f4f65789139,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:31.693955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3619a9b-5755-475b-997a-668193c9368f req-33870f47-721e-4a2e-8e43-0bc9c12c566c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.701747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3619a9b-5755-475b-997a-668193c9368f req-33870f47-721e-4a2e-8e43-0bc9c12c566c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.708585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3619a9b-5755-475b-997a-668193c9368f req-33870f47-721e-4a2e-8e43-0bc9c12c566c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.718873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3619a9b-5755-475b-997a-668193c9368f req-33870f47-721e-4a2e-8e43-0bc9c12c566c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.729517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3619a9b-5755-475b-997a-668193c9368f req-33870f47-721e-4a2e-8e43-0bc9c12c566c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:31.735977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3619a9b-5755-475b-997a-668193c9368f req-33870f47-721e-4a2e-8e43-0bc9c12c566c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5434 time: 0.1718521 Jul 13 19:41:31.849941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:31.892219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:30Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:30Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:29Z', 'revision_number': 1, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:31.936950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e428a2bc-18e5-4dd7-9520-4514e0e23702 None None] The sync data for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 is: [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:30Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:30Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:29Z', 'revision_number': 1, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:32.177449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9dd22b60-62c2-4293-a1a7-0fa4b98fb89e req-b26f3ced-8e00-4689-a973-ce746c93fe99 tempest-VolumesActionsTest-1994039902 tempest-VolumesActionsTest-1994039902-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0694c-cea3-49aa-ba2c-a3cdab548804 HTTP/1.1" status: 200 len: 210 time: 0.0355270 Jul 13 19:41:32.205396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:32.214464 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b0bb4333-a6b6-4183-ad26-3e049d218c0c tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9609411 Jul 13 19:41:32.214607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:32.224245 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1901654329'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:32.256013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:32.264585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:32.296602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:41:32.311107 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:32.311107 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added segment 5f4a5c95-8083-4570-a56c-83beecec7eeb of type vlan for network 4029c108-50c4-4f9e-a90f-570b0c17ab93 Jul 13 19:41:32.368747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:32.412184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:32.423973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:32.425039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:32.555812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Network': ['ID=4029c108-50c4-4f9e-a90f-570b0c17ab93,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:32.570905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 4029c108-50c4-4f9e-a90f-570b0c17ab93 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:41:32.583729 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1fa07c5c-fd11-4d6c-abb0-836a67d8b9e6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3679481 Jul 13 19:41:32.586817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:32.592712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'subnet': {'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:32.685822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:32.753717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3981f40-8890-47c5-94c5-dc33c4ffe96d None None] Network 97ea43ea-8880-4d6e-af13-4f98015049df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:32.824276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Made reservation on behalf of eb0ed549acff42ff9d1c29a44bb95d74 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:41:32.828737 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:32.962374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a47d953-6309-4f50-96fa-b51599f795ee None None] Provisioning for port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:33.020873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:33.043438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:33.051076 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:33.158839 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:33.247770 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 03fe1c15-ec27-4fa2-87e2-674106120022 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:33.288836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Subnet': ['ID=3278bed0-5e64-4b81-833a-62f85cc7a543,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:33.337437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 03fe1c15-ec27-4fa2-87e2-674106120022 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:33.338046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 03fe1c15-ec27-4fa2-87e2-674106120022 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:33.387852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Checking segment: {'id': '5f4a5c95-8083-4570-a56c-83beecec7eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:33.392158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network hostable DHCP agents. Network: 4029c108-50c4-4f9e-a90f-570b0c17ab93, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:41:33.439786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 4029c108-50c4-4f9e-a90f-570b0c17ab93 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:41:33.454428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 4029c108-50c4-4f9e-a90f-570b0c17ab93) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:33.461301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:33.462105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:33.496163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae60963b-25c7-47f2-b53a-940151cdd85d None None] Network 4029c108-50c4-4f9e-a90f-570b0c17ab93 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:33.497556 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d0c03d7c-3ac6-41a6-bfa0-35e08839e480 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9090567 Jul 13 19:41:33.501596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:33.665469 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:33.879685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb,segment=NetworkSegment(e124ae9c-37ec-446d-841f-21683527690f),segment_id=e124ae9c-37ec-446d-841f-21683527690f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:33.912177 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:33.912879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:34.027072 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Sync routers for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:34.042103 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:34.042764 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:34.223030 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:34.277934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-4029c108-50c4-4f9e-a90f-570b0c17ab93', 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'fixed_ips': [{'subnet_id': '3278bed0-5e64-4b81-833a-62f85cc7a543'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:41:34.278862 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:34.279605 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:34.557866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Allocated IP 2001:db8:3::2 (4029c108-50c4-4f9e-a90f-570b0c17ab93/3278bed0-5e64-4b81-833a-62f85cc7a543/3f76e0bb-e5e1-487f-b60b-30c6d327e5f8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:34.811184 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:34.818659 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:30Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:30Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:30Z', 'revision_number': 2, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:34.820478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Transition to ACTIVE for port object 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:34.883521 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Checking router: f94a1325-c42f-4678-a211-0254095b2a53 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:34.884018 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Updating router f94a1325-c42f-4678-a211-0254095b2a53 port 5f152af8-c498-4ceb-a7ae-6f4f65789139 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:41:34.899010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:34.926053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9bdd01f7-9329-4649-a16b-553de7b9a6bc None None] Provisioning for port 5f152af8-c498-4ceb-a7ae-6f4f65789139 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:34.939372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Transition to ACTIVE for port object 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:34.948380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9bdd01f7-9329-4649-a16b-553de7b9a6bc None None] Provisioning complete for port 5f152af8-c498-4ceb-a7ae-6f4f65789139 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:34.948380 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bdd01f7-9329-4649-a16b-553de7b9a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:34.957918 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:34.971306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:35.096322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Allocated IP 2001:db8:3::1 (4029c108-50c4-4f9e-a90f-570b0c17ab93/3278bed0-5e64-4b81-833a-62f85cc7a543/2f3fd87e-0d04-4dba-b84b-89a7b3730011) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:41:35.285653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:35.286031 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.296345 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.385339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.393004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Pushing event updated for resources: {'Port': ['ID=3f76e0bb-e5e1-487f-b60b-30c6d327e5f8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:35.406176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd01f7-9329-4649-a16b-553de7b9a6bc None None] Port 5f152af8-c498-4ceb-a7ae-6f4f65789139 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:41:35.407145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Transition to ACTIVE for port object 2f3fd87e-0d04-4dba-b84b-89a7b3730011 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:35.415791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Network 4029c108-50c4-4f9e-a90f-570b0c17ab93 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:35.444405 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:35.449608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:35.491236 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.532792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9bdd01f7-9329-4649-a16b-553de7b9a6bc None None] Provisioning complete for port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:35.533115 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bdd01f7-9329-4649-a16b-553de7b9a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.587779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 4029c108-50c4-4f9e-a90f-570b0c17ab93 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:35.592105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:35.599260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:41:35.599713 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.618743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=2f3fd87e-0d04-4dba-b84b-89a7b3730011,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:35.722261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Attempting to bind port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:41:35.731093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Attempting to bind port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '5f4a5c95-8083-4570-a56c-83beecec7eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:41:35.731093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Attempting to bind port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 on network 4029c108-50c4-4f9e-a90f-570b0c17ab93 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:35.731093 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.780860 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.820066 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Transition to ACTIVE for port object 5f152af8-c498-4ceb-a7ae-6f4f65789139 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:35.831531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:41:35.832474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Checking segment: {'id': '5f4a5c95-8083-4570-a56c-83beecec7eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:35.833056 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.833945 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.834158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Bound using segment: {'id': '5f4a5c95-8083-4570-a56c-83beecec7eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:41:35.834841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Bound port: 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4a5c95-8083-4570-a56c-83beecec7eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:41:35.835396 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.884097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=45e0ba64-5b42-49a9-8b28-0c0d3df8de66,segment=NetworkSegment(8fd676f7-3d10-47c1-849f-3b0376c1563e),segment_id=8fd676f7-3d10-47c1-849f-3b0376c1563e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:35.885111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:35.933059 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:36.003748 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac5323-2e5d-44b6-b836-6aa5b5b38b88 None None] Pushing event updated for resources: {'Port': ['ID=5f152af8-c498-4ceb-a7ae-6f4f65789139,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:36.051255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:36.134613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] For port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:41:36.149738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] For port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3f76e0bb-e5e1-487f-b60b-30c6d327e5f8,segment=NetworkSegment(5f4a5c95-8083-4570-a56c-83beecec7eeb),segment_id=5f4a5c95-8083-4570-a56c-83beecec7eeb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:41:36.181130 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:36.188185 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Attempting to bind port 5f152af8-c498-4ceb-a7ae-6f4f65789139 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:41:36.188553 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Attempting to bind port 5f152af8-c498-4ceb-a7ae-6f4f65789139 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'e124ae9c-37ec-446d-841f-21683527690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:41:36.188906 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Attempting to bind port 5f152af8-c498-4ceb-a7ae-6f4f65789139 on network 97ea43ea-8880-4d6e-af13-4f98015049df {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:36.202778 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:36.207504 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:41:36.207872 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Checking segment: {'id': 'e124ae9c-37ec-446d-841f-21683527690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:36.208447 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:36.209003 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Bound using segment: {'id': 'e124ae9c-37ec-446d-841f-21683527690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:41:36.209637 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Bound port: 5f152af8-c498-4ceb-a7ae-6f4f65789139, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e124ae9c-37ec-446d-841f-21683527690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:41:36.210179 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:36.285847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=45e0ba64-5b42-49a9-8b28-0c0d3df8de66,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:36.347307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df717f-f4dc-4181-9ee3-d7a0437e4990 req-4a8e11a9-26a9-46c3-ac07-e99b6f83cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:36.347939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df717f-f4dc-4181-9ee3-d7a0437e4990 req-4a8e11a9-26a9-46c3-ac07-e99b6f83cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:36.348634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df717f-f4dc-4181-9ee3-d7a0437e4990 req-4a8e11a9-26a9-46c3-ac07-e99b6f83cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:36.349270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df717f-f4dc-4181-9ee3-d7a0437e4990 req-4a8e11a9-26a9-46c3-ac07-e99b6f83cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:36.349810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df717f-f4dc-4181-9ee3-d7a0437e4990 req-4a8e11a9-26a9-46c3-ac07-e99b6f83cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:36.350350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df717f-f4dc-4181-9ee3-d7a0437e4990 req-4a8e11a9-26a9-46c3-ac07-e99b6f83cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:36.352089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df717f-f4dc-4181-9ee3-d7a0437e4990 req-4a8e11a9-26a9-46c3-ac07-e99b6f83cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:36.355083 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-33df717f-f4dc-4181-9ee3-d7a0437e4990 req-4a8e11a9-26a9-46c3-ac07-e99b6f83cc7e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6491 time: 0.3022010 Jul 13 19:41:36.374363 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] For port 5f152af8-c498-4ceb-a7ae-6f4f65789139, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:41:36.381564 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] For port 5f152af8-c498-4ceb-a7ae-6f4f65789139, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5f152af8-c498-4ceb-a7ae-6f4f65789139,segment=NetworkSegment(e124ae9c-37ec-446d-841f-21683527690f),segment_id=e124ae9c-37ec-446d-841f-21683527690f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:41:36.395156 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:36.399097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4ad56-0eeb-40e3-b35c-727977da2d51 None None] Pushing event updated for resources: {'Port': ['ID=3f76e0bb-e5e1-487f-b60b-30c6d327e5f8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:36.465398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:36.466051 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:36.467870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-33df717f-f4dc-4181-9ee3-d7a0437e4990 req-27f3719b-4a2f-432e-a2bd-3a9aba35b1ae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=462f42a7-1b77-447d-9484-4f4e8912c964&id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051979 Jul 13 19:41:36.509706 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:36.511253 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:36.616449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:36.629438 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:36.630251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:36.745716 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:36.865837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event updated for resources: {'Port': ['ID=2f3fd87e-0d04-4dba-b84b-89a7b3730011,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:36.997654 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac5323-2e5d-44b6-b836-6aa5b5b38b88 None None] Pushing event updated for resources: {'Port': ['ID=5f152af8-c498-4ceb-a7ae-6f4f65789139,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:37.025089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Network 4029c108-50c4-4f9e-a90f-570b0c17ab93 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:41:37.034858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:41:37.217902 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '2f3fd87e-0d04-4dba-b84b-89a7b3730011', 'name': '', 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:e0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:34Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 1, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:36Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:37.268956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:37.272142 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c7a55-7db3-49f6-bec3-ce41e26fdcc2 None None] The sync data for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 is: [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '2f3fd87e-0d04-4dba-b84b-89a7b3730011', 'name': '', 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:e0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:34Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 1, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:36Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:38.014491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:38.026603 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-37a03a8d-c5e4-4042-8f25-f912165881c0 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5197754 Jul 13 19:41:38.027416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:38.033009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2c7e606a-e8c7-4aa1-8cf4-022d2a0e9bf6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:38.185026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56738284-e92e-4344-a32e-561a7f0515df None None] Network 4029c108-50c4-4f9e-a90f-570b0c17ab93 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:38.395930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:38.528909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e57b475b-18d0-4e8c-866c-475c5aac3c80 None None] Provisioning for port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:38.544202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:38.565453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:38.568072 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:38.599652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Sync routers for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:38.650750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:38.651401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:38.837375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:38.851356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-2c7e606a-e8c7-4aa1-8cf4-022d2a0e9bf6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 19:41:38.873953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-2c7e606a-e8c7-4aa1-8cf4-022d2a0e9bf6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Removed routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 19:41:38.875371 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c7e606a-e8c7-4aa1-8cf4-022d2a0e9bf6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:38.896389 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:39.019917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3f76e0bb-e5e1-487f-b60b-30c6d327e5f8,segment=NetworkSegment(5f4a5c95-8083-4570-a56c-83beecec7eeb),segment_id=5f4a5c95-8083-4570-a56c-83beecec7eeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:39.035596 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:39.036384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5f152af8-c498-4ceb-a7ae-6f4f65789139 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:39.102651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c7e606a-e8c7-4aa1-8cf4-022d2a0e9bf6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:39.106245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c7e606a-e8c7-4aa1-8cf4-022d2a0e9bf6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:39.159989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=3f76e0bb-e5e1-487f-b60b-30c6d327e5f8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:39.204293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 5f152af8-c498-4ceb-a7ae-6f4f65789139 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:39.212242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 5f152af8-c498-4ceb-a7ae-6f4f65789139 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:39.213000 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:39.237744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7e606a-e8c7-4aa1-8cf4-022d2a0e9bf6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:39.257105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '2f3fd87e-0d04-4dba-b84b-89a7b3730011', 'name': '', 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:e0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:34Z', 'updated_at': '2021-07-13T19:41:36Z', 'revision_number': 2, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:36Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:39.294964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Checking router: f94a1325-c42f-4678-a211-0254095b2a53 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:39.295383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Updating router f94a1325-c42f-4678-a211-0254095b2a53 port 2f3fd87e-0d04-4dba-b84b-89a7b3730011 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:41:39.369943 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:39.384742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7e606a-e8c7-4aa1-8cf4-022d2a0e9bf6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:39.395390 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c7e606a-e8c7-4aa1-8cf4-022d2a0e9bf6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:39.402087 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2c7e606a-e8c7-4aa1-8cf4-022d2a0e9bf6 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53 HTTP/1.1" status: 200 len: 954 time: 1.3729470 Jul 13 19:41:39.404641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:39.422293 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:39.563738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f812edef-fa9f-4390-92ea-9ba5bebbe52e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53 HTTP/1.1" status: 200 len: 954 time: 0.1569061 Jul 13 19:41:39.565528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:39.579350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-07c3bc40-6e2b-4c9c-bf18-5dc322a9fe3b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'routes': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:39.707022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 5f152af8-c498-4ceb-a7ae-6f4f65789139, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5f152af8-c498-4ceb-a7ae-6f4f65789139,segment=NetworkSegment(e124ae9c-37ec-446d-841f-21683527690f),segment_id=e124ae9c-37ec-446d-841f-21683527690f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:39.717122 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:39.717932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:40.028145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=5f152af8-c498-4ceb-a7ae-6f4f65789139,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:40.037712 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f70e3c64-dc93-496c-a6d8-d47db29308df None None] Provisioning complete for port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:40.039636 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f70e3c64-dc93-496c-a6d8-d47db29308df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:40.497604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:40.498294 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:40.651558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-07c3bc40-6e2b-4c9c-bf18-5dc322a9fe3b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 19:41:40.652602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-07c3bc40-6e2b-4c9c-bf18-5dc322a9fe3b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 19:41:40.656598 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:40.698297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c3bc40-6e2b-4c9c-bf18-5dc322a9fe3b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:40.724359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Transition to ACTIVE for port object 2f3fd87e-0d04-4dba-b84b-89a7b3730011 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:41:40.743920 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:40.809543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f70e3c64-dc93-496c-a6d8-d47db29308df None None] Provisioning for port 2f3fd87e-0d04-4dba-b84b-89a7b3730011 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:41:40.821439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8b89a-8274-4139-bcc1-bf9d2c357bb7 None None] Pushing event updated for resources: {'Port': ['ID=2f3fd87e-0d04-4dba-b84b-89a7b3730011,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:41.002387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Attempting to bind port 2f3fd87e-0d04-4dba-b84b-89a7b3730011 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:41:41.009152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Attempting to bind port 2f3fd87e-0d04-4dba-b84b-89a7b3730011 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '5f4a5c95-8083-4570-a56c-83beecec7eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:41:41.011869 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Attempting to bind port 2f3fd87e-0d04-4dba-b84b-89a7b3730011 on network 4029c108-50c4-4f9e-a90f-570b0c17ab93 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:41:41.028868 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c3bc40-6e2b-4c9c-bf18-5dc322a9fe3b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:41.034669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c3bc40-6e2b-4c9c-bf18-5dc322a9fe3b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:41.078696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:41:41.080852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Checking segment: {'id': '5f4a5c95-8083-4570-a56c-83beecec7eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:41:41.084693 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:41.085299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Bound using segment: {'id': '5f4a5c95-8083-4570-a56c-83beecec7eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:41:41.086536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Bound port: 2f3fd87e-0d04-4dba-b84b-89a7b3730011, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4a5c95-8083-4570-a56c-83beecec7eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:41:41.089049 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:41.246186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c3bc40-6e2b-4c9c-bf18-5dc322a9fe3b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:41.277008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] For port 2f3fd87e-0d04-4dba-b84b-89a7b3730011, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:41:41.280432 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] For port 2f3fd87e-0d04-4dba-b84b-89a7b3730011, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2f3fd87e-0d04-4dba-b84b-89a7b3730011,segment=NetworkSegment(5f4a5c95-8083-4570-a56c-83beecec7eeb),segment_id=5f4a5c95-8083-4570-a56c-83beecec7eeb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:41:41.285362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5f152af8-c498-4ceb-a7ae-6f4f65789139 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:41.303755 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:41.431565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c3bc40-6e2b-4c9c-bf18-5dc322a9fe3b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:41.433144 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c3bc40-6e2b-4c9c-bf18-5dc322a9fe3b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:41.437376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:41.437963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-07c3bc40-6e2b-4c9c-bf18-5dc322a9fe3b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53 HTTP/1.1" status: 200 len: 704 time: 1.8692138 Jul 13 19:41:41.442264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8b89a-8274-4139-bcc1-bf9d2c357bb7 None None] Pushing event updated for resources: {'Port': ['ID=2f3fd87e-0d04-4dba-b84b-89a7b3730011,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:41.447625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:41.448451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:41.537772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 5f152af8-c498-4ceb-a7ae-6f4f65789139 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:41.538458 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:41.612135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:41.617776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:41.621326 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4ea3b7ac-9805-4808-a933-1f524d603120 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53 HTTP/1.1" status: 200 len: 704 time: 0.1827147 Jul 13 19:41:41.940173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:41.995806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369393f-843e-4155-9181-f62814708553 req-a44db21e-601c-4672-80b1-e7edc146030c tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:41.997776 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d369393f-843e-4155-9181-f62814708553 req-a44db21e-601c-4672-80b1-e7edc146030c tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0926421 Jul 13 19:41:42.044698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d369393f-843e-4155-9181-f62814708553 req-f67fbe68-5daf-467b-a9e3-37606234d92d tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409248 Jul 13 19:41:42.062701 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:41:42.063085 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:42.093486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:40Z', 'revision_number': 7, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '2f3fd87e-0d04-4dba-b84b-89a7b3730011', 'name': '', 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:e0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:34Z', 'updated_at': '2021-07-13T19:41:41Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:39Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:42.125621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d1f00-3abc-40ef-9937-a5ccad62c38a None None] The sync data for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 is: [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:40Z', 'revision_number': 7, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '2f3fd87e-0d04-4dba-b84b-89a7b3730011', 'name': '', 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:e0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:34Z', 'updated_at': '2021-07-13T19:41:41Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:39Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:42.134943 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:42.322422 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] Sync routers for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:42.334638 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:42.335371 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:42.430638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port 2f3fd87e-0d04-4dba-b84b-89a7b3730011 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:42.431021 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:42.479703 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:42.552959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port 2f3fd87e-0d04-4dba-b84b-89a7b3730011, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2f3fd87e-0d04-4dba-b84b-89a7b3730011,segment=NetworkSegment(5f4a5c95-8083-4570-a56c-83beecec7eeb),segment_id=5f4a5c95-8083-4570-a56c-83beecec7eeb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:42.553540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:42.579798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for 2f3fd87e-0d04-4dba-b84b-89a7b3730011 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:42.752364 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:40Z', 'revision_number': 7, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '2f3fd87e-0d04-4dba-b84b-89a7b3730011', 'name': '', 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:e0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:34Z', 'updated_at': '2021-07-13T19:41:41Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:39Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:42.782919 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] Checking router: f94a1325-c42f-4678-a211-0254095b2a53 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:42.792673 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:42.793410 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:42.806504 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:42.849376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=2f3fd87e-0d04-4dba-b84b-89a7b3730011,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:42.948694 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:42.973146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2f3fd87e-0d04-4dba-b84b-89a7b3730011 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:41:43.033488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2f3fd87e-0d04-4dba-b84b-89a7b3730011 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:43.033780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2f3fd87e-0d04-4dba-b84b-89a7b3730011 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 19:41:43.051854 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:43.060917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Port 2f3fd87e-0d04-4dba-b84b-89a7b3730011 not found, will not notify nova. {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 19:41:43.273075 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:40Z', 'revision_number': 7, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '2f3fd87e-0d04-4dba-b84b-89a7b3730011', 'name': '', 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:e0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:34Z', 'updated_at': '2021-07-13T19:41:41Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:39Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:43.318133 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c761213-8aa9-403a-8c81-a72a1dd45010 None None] The sync data for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 is: [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:40Z', 'revision_number': 7, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '2f3fd87e-0d04-4dba-b84b-89a7b3730011', 'name': '', 'network_id': '4029c108-50c4-4f9e-a90f-570b0c17ab93', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:e0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:34Z', 'updated_at': '2021-07-13T19:41:41Z', 'revision_number': 4, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '3278bed0-5e64-4b81-833a-62f85cc7a543', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:39Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:43.327359 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac2c98-ee0a-4ea4-a862-4fb432533b39 req-5848b57d-d7e3-4f3c-ad84-14a0133f1e41 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:43.329184 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1ac2c98-ee0a-4ea4-a862-4fb432533b39 req-5848b57d-d7e3-4f3c-ad84-14a0133f1e41 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 946 time: 0.0752330 Jul 13 19:41:43.359474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:43.373559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1ac2c98-ee0a-4ea4-a862-4fb432533b39 req-b1850a4e-f3c3-49c4-b136-89c01d399749 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384438 Jul 13 19:41:43.476576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:43.482457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f8a5e293-d55b-4486-9574-84e650e894c1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8686073 Jul 13 19:41:43.485293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:43.554196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4395a2f-522e-4ef6-ba3f-3758bbb99e66 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting subnet 3278bed0-5e64-4b81-833a-62f85cc7a543 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:41:43.559205 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4395a2f-522e-4ef6-ba3f-3758bbb99e66 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:43.561412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] Sync routers for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:43.573540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:43.574605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:43.604730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4395a2f-522e-4ef6-ba3f-3758bbb99e66 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:43.708852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4395a2f-522e-4ef6-ba3f-3758bbb99e66 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:43.729343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:43.795480 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4395a2f-522e-4ef6-ba3f-3758bbb99e66 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:43.836011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4395a2f-522e-4ef6-ba3f-3758bbb99e66 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Subnet': ['ID=3278bed0-5e64-4b81-833a-62f85cc7a543,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:43.843748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4395a2f-522e-4ef6-ba3f-3758bbb99e66 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:43.848646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:43.848859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e4395a2f-522e-4ef6-ba3f-3758bbb99e66 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/3278bed0-5e64-4b81-833a-62f85cc7a543 HTTP/1.1" status: 204 len: 168 time: 0.3625491 Jul 13 19:41:43.854669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a280e7-2de5-4b57-8457-c819bb611c5c None None] Network 4029c108-50c4-4f9e-a90f-570b0c17ab93 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:43.983110 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:44.096546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ba105-5400-4621-9986-cc31b25ee5da req-cc355fb0-12b7-46fa-bfd4-f04ee0c64157 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:44.098385 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-094ba105-5400-4621-9986-cc31b25ee5da req-cc355fb0-12b7-46fa-bfd4-f04ee0c64157 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 946 time: 0.2244666 Jul 13 19:41:44.182056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:44.182601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:44.247343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:42Z', 'revision_number': 8, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:39Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:44.297305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb75092-006c-46f7-b20c-d1fb7e853fd1 None None] DHCP port deletion for 4029c108-50c4-4f9e-a90f-570b0c17ab93 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:41:44.303455 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] Checking router: f94a1325-c42f-4678-a211-0254095b2a53 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:44.319605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3f76e0bb-e5e1-487f-b60b-30c6d327e5f8,segment=NetworkSegment(5f4a5c95-8083-4570-a56c-83beecec7eeb),segment_id=5f4a5c95-8083-4570-a56c-83beecec7eeb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:44.320310 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:44.332799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:44.333777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:44.346781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:44.441094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Deleting port 388208fb-59ef-4e17-80b9-d76bd2e14457 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:44.441768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:44.453192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:44.576516 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] For port 388208fb-59ef-4e17-80b9-d76bd2e14457, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=388208fb-59ef-4e17-80b9-d76bd2e14457,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:44.577066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:44.639651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d69ab9-fa8b-484e-bf0b-31053b92c9e2 req-6514aec4-faef-409b-97a5-34300102b9ec tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:44.652766 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1d69ab9-fa8b-484e-bf0b-31053b92c9e2 req-6514aec4-faef-409b-97a5-34300102b9ec tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 946 time: 0.1499937 Jul 13 19:41:44.712446 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7bb75092-006c-46f7-b20c-d1fb7e853fd1 None None] Deleting port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:44.713177 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb75092-006c-46f7-b20c-d1fb7e853fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:44.738032 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1d69ab9-fa8b-484e-bf0b-31053b92c9e2 req-0c8d20b4-f931-43df-be88-22737d06e3d7 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups?id=991733bf-ae48-4866-bb1c-8175b71cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843425 Jul 13 19:41:44.793444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7bb75092-006c-46f7-b20c-d1fb7e853fd1 None None] For port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3f76e0bb-e5e1-487f-b60b-30c6d327e5f8,segment=NetworkSegment(5f4a5c95-8083-4570-a56c-83beecec7eeb),segment_id=5f4a5c95-8083-4570-a56c-83beecec7eeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:44.793822 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb75092-006c-46f7-b20c-d1fb7e853fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:44.798487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:42Z', 'revision_number': 8, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:39Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:44.841499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f5a10-6329-41c1-850c-80fd4dd22f25 None None] The sync data for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 is: [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:42Z', 'revision_number': 8, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f152af8-c498-4ceb-a7ae-6f4f65789139', 'name': '', 'network_id': '97ea43ea-8880-4d6e-af13-4f98015049df', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:62:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:29Z', 'updated_at': '2021-07-13T19:41:39Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ec61a0be-2c72-41c9-8b56-ad5fc957f7c9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:44.847189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7bb75092-006c-46f7-b20c-d1fb7e853fd1 None None] Calling delete_port for 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:45.235423 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.244544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb75092-006c-46f7-b20c-d1fb7e853fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.339404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb75092-006c-46f7-b20c-d1fb7e853fd1 None None] No DVR routers for this DVR port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:45.345225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb75092-006c-46f7-b20c-d1fb7e853fd1 None None] Pushing event deleted for resources: {'Port': ['ID=3f76e0bb-e5e1-487f-b60b-30c6d327e5f8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:45.362797 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:41:45.380408 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:45.399412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=3f76e0bb-e5e1-487f-b60b-30c6d327e5f8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:45.411007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No DVR routers for this DVR port 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:45.419291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:45.419644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3f76e0bb-e5e1-487f-b60b-30c6d327e5f8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:45.513257 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.513844 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.513954 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Floating IP f30ed55e-c64a-4646-96fc-e282bedbcaf0 disassociated. External IP: 172.25.7.108, port: 388208fb-59ef-4e17-80b9-d76bd2e14457. Jul 13 19:41:45.514272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Calling delete_port for 388208fb-59ef-4e17-80b9-d76bd2e14457 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:45.534742 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.598443 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4029c108-50c4-4f9e-a90f-570b0c17ab93']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:45.612582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4a5c95-8083-4570-a56c-83beecec7eeb') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:45.612884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4a5c95-8083-4570-a56c-83beecec7eeb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:45.627200 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.651378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.659146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.671818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:41:45.672570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:41:45.676002 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:41:45.763985 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.791985 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.796698 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/networks/4029c108-50c4-4f9e-a90f-570b0c17ab93 HTTP/1.1" status: 204 len: 168 time: 1.9440339 Jul 13 19:41:45.796698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43e973-8ef1-40be-9dd1-641cb8e31070 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Network': ['ID=4029c108-50c4-4f9e-a90f-570b0c17ab93,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:45.797291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:45.824013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:45.886271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event deleted for resources: {'Port': ['ID=388208fb-59ef-4e17-80b9-d76bd2e14457,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:46.069516 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-92efbdde-c160-40a5-ae41-8ba9084e724c req-ab6c5a27-8920-4874-a8c3-52ae5a01df99 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 210 time: 0.0477836 Jul 13 19:41:46.118252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Router aad50e92-0546-40a6-899f-b52ab07043e6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:46.303653 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:46.379616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:46.393270 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:46.393673 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] Sync routers for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:46.407979 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:46.409621 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:46.464740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] No DVR routers for this DVR port 388208fb-59ef-4e17-80b9-d76bd2e14457 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:46.475816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:46.478784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-094ba105-5400-4621-9986-cc31b25ee5da req-12a4c264-0a01-4a1c-a768-7caec98d336b tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.24 "DELETE /v2.0/ports/388208fb-59ef-4e17-80b9-d76bd2e14457 HTTP/1.1" status: 204 len: 173 time: 2.3720086 Jul 13 19:41:46.479181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'name': 'network-vif-deleted', 'tag': '388208fb-59ef-4e17-80b9-d76bd2e14457'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:41:46.488545 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb60482-c096-4b8a-952a-30990a0c81e2" -d '{"events": [{"server_uuid": "5ddf9edb-33bc-4a0e-b669-202a0951f3c3", "name": "network-vif-deleted", "tag": "388208fb-59ef-4e17-80b9-d76bd2e14457"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:41:46.573655 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae46ccc1-c8b7-4d53-8422-cdcb8f16ab15 x-openstack-request-id: req-ae46ccc1-c8b7-4d53-8422-cdcb8f16ab15 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:41:46.574668 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddf9edb-33bc-4a0e-b669-202a0951f3c3", "name": "network-vif-deleted", "tag": "388208fb-59ef-4e17-80b9-d76bd2e14457", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:41:46.575103 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae46ccc1-c8b7-4d53-8422-cdcb8f16ab15 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:41:46.575663 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddf9edb-33bc-4a0e-b669-202a0951f3c3', 'name': 'network-vif-deleted', 'tag': '388208fb-59ef-4e17-80b9-d76bd2e14457', 'status': 'completed', 'code': 200} Jul 13 19:41:46.812793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port 5f152af8-c498-4ceb-a7ae-6f4f65789139 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:46.813357 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:46.826229 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:46.844718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2f3fd87e-0d04-4dba-b84b-89a7b3730011 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:46.869177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2f3fd87e-0d04-4dba-b84b-89a7b3730011 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:46.869765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2f3fd87e-0d04-4dba-b84b-89a7b3730011 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:46.918940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port 5f152af8-c498-4ceb-a7ae-6f4f65789139, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5f152af8-c498-4ceb-a7ae-6f4f65789139,segment=NetworkSegment(e124ae9c-37ec-446d-841f-21683527690f),segment_id=e124ae9c-37ec-446d-841f-21683527690f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:46.919301 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:46.934316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for 5f152af8-c498-4ceb-a7ae-6f4f65789139 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:47.043300 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:47.070861 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] Checking router: aad50e92-0546-40a6-899f-b52ab07043e6 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:47.079891 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:47.080551 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:47.128048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:47.181494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=5f152af8-c498-4ceb-a7ae-6f4f65789139,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:47.203457 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:47.213876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 388208fb-59ef-4e17-80b9-d76bd2e14457 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:47.252056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 388208fb-59ef-4e17-80b9-d76bd2e14457 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:47.259557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 388208fb-59ef-4e17-80b9-d76bd2e14457 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:47.305413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7c59f1d4-32f5-4715-b2ba-a158dbca836e req-a344c1aa-39ea-4003-8ae2-7a9d04b37a85 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ddf9edb-33bc-4a0e-b669-202a0951f3c3 HTTP/1.1" status: 200 len: 210 time: 0.0404694 Jul 13 19:41:47.378971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:47.572475 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:47.610921 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4106c6c-f292-4f34-b61a-2a4bccb4eb35 None None] The sync data for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 is: [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 4, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e863af16-94f5-4e0b-9445-e78af2072c5a', 'name': '', 'network_id': '567711e2-fea6-4d54-9f0e-f57054264fbd', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'mac_address': 'fa:16:3e:3b:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:34:02Z', 'updated_at': '2021-07-13T19:34:12Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'subnets': [{'id': 'd20e4061-ca7e-41f9-b62f-4af51931ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:47.621453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:47.748502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:47.758509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-929f2556-b41b-4cc0-a5ef-7cb736b35c01 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9578676 Jul 13 19:41:47.761202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:47.762649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] Sync routers for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:47.772604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:47.773939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:47.852181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-879a3235-19e3-4059-8011-ca7584f5a5b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting subnet ec61a0be-2c72-41c9-8b56-ad5fc957f7c9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:41:47.864016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-879a3235-19e3-4059-8011-ca7584f5a5b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:47.926987 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-879a3235-19e3-4059-8011-ca7584f5a5b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.050758 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-879a3235-19e3-4059-8011-ca7584f5a5b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.094361 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f90cd-fc8d-405a-9127-03e5f8ff50cc None None] New status for floating IP f30ed55e-c64a-4646-96fc-e282bedbcaf0: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:41:48.101956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:48.134635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-879a3235-19e3-4059-8011-ca7584f5a5b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.160015 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-879a3235-19e3-4059-8011-ca7584f5a5b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.162345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-879a3235-19e3-4059-8011-ca7584f5a5b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/ec61a0be-2c72-41c9-8b56-ad5fc957f7c9 HTTP/1.1" status: 204 len: 168 time: 0.4000096 Jul 13 19:41:48.165589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:48.188678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a3235-19e3-4059-8011-ca7584f5a5b9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Subnet': ['ID=ec61a0be-2c72-41c9-8b56-ad5fc957f7c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:48.212293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d96fea-022e-4049-9b59-e429ed798159 None None] Network 97ea43ea-8880-4d6e-af13-4f98015049df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:48.290541 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.376482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:48.377044 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.480664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb,segment=NetworkSegment(e124ae9c-37ec-446d-841f-21683527690f),segment_id=e124ae9c-37ec-446d-841f-21683527690f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:48.481169 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.505094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:48.514447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:48.549355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:47Z', 'revision_number': 9, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:48.607068 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80cf3a8e-e644-47d4-9e30-c84130217bc0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.609244 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] Checking router: f94a1325-c42f-4678-a211-0254095b2a53 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:48.624254 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.631113 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4738e59-7720-4e58-8a33-ce7a42db787b None None] DHCP port deletion for 97ea43ea-8880-4d6e-af13-4f98015049df request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:41:48.646742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:48.646742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:48.655899 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80cf3a8e-e644-47d4-9e30-c84130217bc0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.656070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:48.659844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No DVR routers for this DVR port 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:48.723401 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80cf3a8e-e644-47d4-9e30-c84130217bc0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.731367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80cf3a8e-e644-47d4-9e30-c84130217bc0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.734761 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-80cf3a8e-e644-47d4-9e30-c84130217bc0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "DELETE /v2.0/security-groups/991733bf-ae48-4866-bb1c-8175b71cbe84 HTTP/1.1" status: 204 len: 168 time: 0.2176859 Jul 13 19:41:48.736813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:48.762473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf3a8e-e644-47d4-9e30-c84130217bc0 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991733bf-ae48-4866-bb1c-8175b71cbe84,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:48.784405 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-95839648-73eb-4181-9ab8-dfc351b5eeda tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] show failed (client error): The resource could not be found. Jul 13 19:41:48.786762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-95839648-73eb-4181-9ab8-dfc351b5eeda tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "GET /v2.0/security-groups/991733bf-ae48-4866-bb1c-8175b71cbe84 HTTP/1.1" status: 404 len: 347 time: 0.0480649 Jul 13 19:41:48.790352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:48.795480 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.811803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ea43ea-8880-4d6e-af13-4f98015049df']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:48.828967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e124ae9c-37ec-446d-841f-21683527690f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:48.829540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e124ae9c-37ec-446d-841f-21683527690f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:48.829656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:48.851364 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.888378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.899342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:41:48.899342 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:41:48.903063 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:41:49.033485 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:49.048993 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:49.055451 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/networks/97ea43ea-8880-4d6e-af13-4f98015049df HTTP/1.1" status: 204 len: 168 time: 0.8881209 Jul 13 19:41:49.061921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:49.074289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:49.104861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac875d8-5e0a-4e04-bb68-22f1ef7cdc4e tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Network': ['ID=97ea43ea-8880-4d6e-af13-4f98015049df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:49.213566 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:49.222845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54fb5c39-d1ee-4738-9e9c-4fd16fb42fdb not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:49.375166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:47Z', 'revision_number': 9, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:49.399286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7377b2af-011b-45db-b070-f268b72e4b37 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Deleting port 7d652539-04a2-4940-b69d-b344083b70fd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:49.399646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7377b2af-011b-45db-b070-f268b72e4b37 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:49.410226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20afd55-c0d0-48f9-9893-16a710246606 None None] The sync data for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 is: [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:47Z', 'revision_number': 9, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': '45e0ba64-5b42-49a9-8b28-0c0d3df8de66', 'name': '', 'network_id': 'b82e5ea8-5a21-412c-88a8-658cc402c575', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:b5:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:24Z', 'updated_at': '2021-07-13T19:41:35Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': 'ad89e820-d9f1-410a-a69e-d403a3e7a324', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:49.528131 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7377b2af-011b-45db-b070-f268b72e4b37 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:49.528472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7377b2af-011b-45db-b070-f268b72e4b37 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:49.564558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7377b2af-011b-45db-b070-f268b72e4b37 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Calling delete_port for 7d652539-04a2-4940-b69d-b344083b70fd owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:49.802103 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7377b2af-011b-45db-b070-f268b72e4b37 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:49.810165 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:49.903766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:50.063198 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041dd587-6ad2-47f9-8fcf-471faf529495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.200792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041dd587-6ad2-47f9-8fcf-471faf529495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.204907 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041dd587-6ad2-47f9-8fcf-471faf529495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.250788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dd587-6ad2-47f9-8fcf-471faf529495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e2ca10-4861-4098-9cd3-271523531428,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:50.256895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-041dd587-6ad2-47f9-8fcf-471faf529495 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2351c45db99745848144429eb1f255e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520222 Jul 13 19:41:50.265731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:50.309665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377b2af-011b-45db-b070-f268b72e4b37 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Pushing event deleted for resources: {'Port': ['ID=7d652539-04a2-4940-b69d-b344083b70fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:50.333651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-661c406d-67bd-4ea5-8f9e-cbe4664a0622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.363279 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-661c406d-67bd-4ea5-8f9e-cbe4664a0622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.430716 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-661c406d-67bd-4ea5-8f9e-cbe4664a0622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.432209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7377b2af-011b-45db-b070-f268b72e4b37 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.433553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-661c406d-67bd-4ea5-8f9e-cbe4664a0622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.434493 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-661c406d-67bd-4ea5-8f9e-cbe4664a0622 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7e2ca10-4861-4098-9cd3-271523531428 HTTP/1.1" status: 204 len: 168 time: 0.1676927 Jul 13 19:41:50.435062 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7377b2af-011b-45db-b070-f268b72e4b37 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.436194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7377b2af-011b-45db-b070-f268b72e4b37 tempest-AttachVolumeTestJSON-1588283742 tempest-AttachVolumeTestJSON-1588283742-project] 10.222.0.25 "DELETE /v2.0/floatingips/f30ed55e-c64a-4646-96fc-e282bedbcaf0 HTTP/1.1" status: 204 len: 168 time: 1.6448326 Jul 13 19:41:50.442755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c406d-67bd-4ea5-8f9e-cbe4664a0622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e2ca10-4861-4098-9cd3-271523531428,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:50.643133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:50.643530 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.700141 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92cc680c-12a8-4354-8fec-1e29b1e3de2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.770708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port 45e0ba64-5b42-49a9-8b28-0c0d3df8de66, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=45e0ba64-5b42-49a9-8b28-0c0d3df8de66,segment=NetworkSegment(8fd676f7-3d10-47c1-849f-3b0376c1563e),segment_id=8fd676f7-3d10-47c1-849f-3b0376c1563e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:50.771471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.790329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:50.857115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:50.868627 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5f152af8-c498-4ceb-a7ae-6f4f65789139 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:50.880458 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57e36214-6e58-480e-9af0-b568811403c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.894946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 5f152af8-c498-4ceb-a7ae-6f4f65789139 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:50.895756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5f152af8-c498-4ceb-a7ae-6f4f65789139 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:51.052512 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.107072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=45e0ba64-5b42-49a9-8b28-0c0d3df8de66,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:51.296354 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57e36214-6e58-480e-9af0-b568811403c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.303476 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.306738 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57e36214-6e58-480e-9af0-b568811403c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.437753 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-57e36214-6e58-480e-9af0-b568811403c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc34e6ae15fa46e993a056937a8c1f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5795474 Jul 13 19:41:51.440477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:51.481460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e36214-6e58-480e-9af0-b568811403c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459c4973-62c7-4844-a440-42f281c46278,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:51.501601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c558a3a9-7b8f-4fd3-94e4-b032968effc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.537507 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c558a3a9-7b8f-4fd3-94e4-b032968effc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.613575 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c558a3a9-7b8f-4fd3-94e4-b032968effc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.616119 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c558a3a9-7b8f-4fd3-94e4-b032968effc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.618008 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c558a3a9-7b8f-4fd3-94e4-b032968effc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/459c4973-62c7-4844-a440-42f281c46278 HTTP/1.1" status: 204 len: 168 time: 0.1765141 Jul 13 19:41:51.627756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558a3a9-7b8f-4fd3-94e4-b032968effc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459c4973-62c7-4844-a440-42f281c46278,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:51.656896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:51.765401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:51.772400 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3b8b97e1-2b79-4484-a1dd-f6b4006a7abb tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7026641 Jul 13 19:41:51.775316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:51.778704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] Sync routers for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:51.792153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:51.793044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:51.863091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1003398-3bc1-482b-aadd-ef77cd51a9e1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting subnet ad89e820-d9f1-410a-a69e-d403a3e7a324 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:41:51.868130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1003398-3bc1-482b-aadd-ef77cd51a9e1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.931632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1003398-3bc1-482b-aadd-ef77cd51a9e1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.935515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:52.055713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1003398-3bc1-482b-aadd-ef77cd51a9e1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.130460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:52.154812 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1003398-3bc1-482b-aadd-ef77cd51a9e1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.163401 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8945a738-62a8-4af1-9429-ae6de573d362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.193247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1003398-3bc1-482b-aadd-ef77cd51a9e1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Subnet': ['ID=ad89e820-d9f1-410a-a69e-d403a3e7a324,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:52.215216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f909c-31e9-4eda-a793-5f0cfb18cb1a None None] Network b82e5ea8-5a21-412c-88a8-658cc402c575 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:52.219712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1003398-3bc1-482b-aadd-ef77cd51a9e1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.221695 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c1003398-3bc1-482b-aadd-ef77cd51a9e1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/ad89e820-d9f1-410a-a69e-d403a3e7a324 HTTP/1.1" status: 204 len: 168 time: 0.4453623 Jul 13 19:41:52.224603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:52.307233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:50Z', 'revision_number': 10, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:52.363892 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.368419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] Checking router: f94a1325-c42f-4678-a211-0254095b2a53 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:52.383794 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8945a738-62a8-4af1-9429-ae6de573d362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.389751 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8945a738-62a8-4af1-9429-ae6de573d362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.400595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:52.401178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:52.438709 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8945a738-62a8-4af1-9429-ae6de573d362 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be0e14fdd2064d43b77b87ae9bd3cfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067727 Jul 13 19:41:52.440186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:52.477694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945a738-62a8-4af1-9429-ae6de573d362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72cf655-dd62-43b5-a395-020dbd94f974,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:52.501598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:52.502104 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.539594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:52.601488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port d94cb46b-a06f-4736-baa8-b942ab1bfbc8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d94cb46b-a06f-4736-baa8-b942ab1bfbc8,segment=NetworkSegment(8fd676f7-3d10-47c1-849f-3b0376c1563e),segment_id=8fd676f7-3d10-47c1-849f-3b0376c1563e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:52.601855 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.618876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for d94cb46b-a06f-4736-baa8-b942ab1bfbc8 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:52.641386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d0c92-3565-4b5a-a3b1-75a523306f17 None None] DHCP port deletion for b82e5ea8-5a21-412c-88a8-658cc402c575 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:41:52.707270 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10188f4b-4074-4eda-b7b4-49935b5d37f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.780601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10188f4b-4074-4eda-b7b4-49935b5d37f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.871079 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.905231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-470d0c92-3565-4b5a-a3b1-75a523306f17 None None] Deleting port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:52.905791 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-470d0c92-3565-4b5a-a3b1-75a523306f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:52.937205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No DVR routers for this DVR port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:52.967570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=d94cb46b-a06f-4736-baa8-b942ab1bfbc8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:53.021419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-470d0c92-3565-4b5a-a3b1-75a523306f17 None None] For port d94cb46b-a06f-4736-baa8-b942ab1bfbc8, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:53.021844 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-470d0c92-3565-4b5a-a3b1-75a523306f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.025926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:50Z', 'revision_number': 10, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:53.035975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d94cb46b-a06f-4736-baa8-b942ab1bfbc8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:53.041729 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10188f4b-4074-4eda-b7b4-49935b5d37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.044832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10188f4b-4074-4eda-b7b4-49935b5d37f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.046433 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-10188f4b-4074-4eda-b7b4-49935b5d37f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b72cf655-dd62-43b5-a395-020dbd94f974 HTTP/1.1" status: 204 len: 168 time: 0.5977585 Jul 13 19:41:53.075712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10188f4b-4074-4eda-b7b4-49935b5d37f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72cf655-dd62-43b5-a395-020dbd94f974,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:53.088820 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.113186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82e5ea8-5a21-412c-88a8-658cc402c575']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:53.132799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-470d0c92-3565-4b5a-a3b1-75a523306f17 None None] Calling delete_port for d94cb46b-a06f-4736-baa8-b942ab1bfbc8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:53.137735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b40aa-592d-4312-8e53-e245074b54e0 None None] The sync data for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 is: [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:50Z', 'revision_number': 10, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None, '_interfaces': [{'id': 'ec5b3662-1057-4ed3-849a-1041996361d9', 'name': '', 'network_id': '9d727f1b-7382-414c-b3e5-e0549c77bb2c', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'mac_address': 'fa:16:3e:2d:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:41:20Z', 'updated_at': '2021-07-13T19:41:27Z', 'revision_number': 5, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'subnets': [{'id': '403fef0a-c38a-429c-bdc1-78b8756fd910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:53.146514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd676f7-3d10-47c1-849f-3b0376c1563e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:53.146822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd676f7-3d10-47c1-849f-3b0376c1563e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:53.147552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-470d0c92-3565-4b5a-a3b1-75a523306f17 None None] Port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:41:53.151013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: d94cb46b-a06f-4736-baa8-b942ab1bfbc8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:53.152144 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d94cb46b-a06f-4736-baa8-b942ab1bfbc8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:53.155967 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-470d0c92-3565-4b5a-a3b1-75a523306f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.160494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.199313 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.205046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d0c92-3565-4b5a-a3b1-75a523306f17 None None] Pushing event deleted for resources: {'Port': ['ID=d94cb46b-a06f-4736-baa8-b942ab1bfbc8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:53.207847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d0c92-3565-4b5a-a3b1-75a523306f17 None None] No DVR routers for this DVR port d94cb46b-a06f-4736-baa8-b942ab1bfbc8 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:53.213506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:41:53.213980 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:41:53.224405 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:41:53.297587 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.307521 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.314217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:53.314582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/networks/b82e5ea8-5a21-412c-88a8-658cc402c575 HTTP/1.1" status: 204 len: 168 time: 1.0887010 Jul 13 19:41:53.328260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2922aa-99c0-4710-b662-d875d1dc8cc7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Network': ['ID=b82e5ea8-5a21-412c-88a8-658cc402c575,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:53.588576 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.604092 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4cc56c6-b780-4b92-8b3e-28b765125c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:53.733182 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:54.204462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port ec5b3662-1057-4ed3-849a-1041996361d9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:54.205429 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:54.330817 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port ec5b3662-1057-4ed3-849a-1041996361d9, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ec5b3662-1057-4ed3-849a-1041996361d9,segment=NetworkSegment(67f581de-0ac7-4169-90a5-f90024ecfca2),segment_id=67f581de-0ac7-4169-90a5-f90024ecfca2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:54.331557 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:54.352056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for ec5b3662-1057-4ed3-849a-1041996361d9 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:54.541396 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:54.629992 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:54.696281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=ec5b3662-1057-4ed3-849a-1041996361d9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:54.874746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:54.996355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:55.052046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:55.055247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 45e0ba64-5b42-49a9-8b28-0c0d3df8de66 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:55.317184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:55.433028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:55.448680 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] Sync routers for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:55.454040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-64d5c789-d14c-49af-87a7-d52cf6c85df9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1385665 Jul 13 19:41:55.456742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:55.462765 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:55.464184 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:55.573173 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:55.575708 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebc7050-3bbf-4306-9309-4b58d0e07e10 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting subnet 403fef0a-c38a-429c-bdc1-78b8756fd910 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:41:55.579128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7050-3bbf-4306-9309-4b58d0e07e10 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:55.646730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7050-3bbf-4306-9309-4b58d0e07e10 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:55.657130 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:54Z', 'revision_number': 11, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:55.684535 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] Checking router: f94a1325-c42f-4678-a211-0254095b2a53 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:55.704317 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:55.704952 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:55.784852 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:55.832751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7050-3bbf-4306-9309-4b58d0e07e10 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:55.841585 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:54Z', 'revision_number': 11, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:55.901679 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994b883-2efb-4aea-9fcc-8b5ac7eb94f9 None None] The sync data for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 is: [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:54Z', 'revision_number': 11, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:55.933588 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7050-3bbf-4306-9309-4b58d0e07e10 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:55.990418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc7050-3bbf-4306-9309-4b58d0e07e10 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Subnet': ['ID=403fef0a-c38a-429c-bdc1-78b8756fd910,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:55.998988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7050-3bbf-4306-9309-4b58d0e07e10 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:56.004639 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9ebc7050-3bbf-4306-9309-4b58d0e07e10 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/403fef0a-c38a-429c-bdc1-78b8756fd910 HTTP/1.1" status: 204 len: 168 time: 0.5445583 Jul 13 19:41:56.008819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e42f6-a5ca-4fbb-937d-5060224d84a4 None None] Network 9d727f1b-7382-414c-b3e5-e0549c77bb2c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:41:56.012989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:56.249998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:56.415239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Deleting port a20e5c42-82d5-4221-91b7-023a43437b24 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:41:56.415830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:56.551047 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:56.556797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] For port a20e5c42-82d5-4221-91b7-023a43437b24, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a20e5c42-82d5-4221-91b7-023a43437b24,segment=NetworkSegment(67f581de-0ac7-4169-90a5-f90024ecfca2),segment_id=67f581de-0ac7-4169-90a5-f90024ecfca2)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:41:56.557256 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:56.577781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Calling delete_port for a20e5c42-82d5-4221-91b7-023a43437b24 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:41:56.688280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-93473895-1024-4931-b9b5-9c1e8e3b31ff req-09a24260-5147-4e0f-93ef-b5e3da068333 tempest-MigrationsAdminTest-1079722718 tempest-MigrationsAdminTest-1079722718-project] (93767) timed out ('10.222.0.24', 64116) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:41:56.709825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:56.740186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Port': ['ID=a20e5c42-82d5-4221-91b7-023a43437b24,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:56.750097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No DVR routers for this DVR port a20e5c42-82d5-4221-91b7-023a43437b24 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:41:56.803883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e219e91-74fd-4bae-8412-551ce3651df6 None None] DHCP port deletion for 9d727f1b-7382-414c-b3e5-e0549c77bb2c request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:41:56.870044 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:56.881340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d727f1b-7382-414c-b3e5-e0549c77bb2c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:56.893193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f581de-0ac7-4169-90a5-f90024ecfca2') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:56.893819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f581de-0ac7-4169-90a5-f90024ecfca2') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:56.903925 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:56.910912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ec5b3662-1057-4ed3-849a-1041996361d9 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:56.927589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:56.935055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ec5b3662-1057-4ed3-849a-1041996361d9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:56.935408 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ec5b3662-1057-4ed3-849a-1041996361d9 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:56.935806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:41:56.935932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a20e5c42-82d5-4221-91b7-023a43437b24 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:41:56.936651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:56.967019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: a20e5c42-82d5-4221-91b7-023a43437b24 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:41:56.967863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a20e5c42-82d5-4221-91b7-023a43437b24 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:41:56.988998 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:41:57.018544 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:57.042187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:57.044214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/networks/9d727f1b-7382-414c-b3e5-e0549c77bb2c HTTP/1.1" status: 204 len: 168 time: 1.0222764 Jul 13 19:41:57.045185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a742ae-c000-4f2e-8319-fec6cb9cb48d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Pushing event deleted for resources: {'Network': ['ID=9d727f1b-7382-414c-b3e5-e0549c77bb2c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:41:57.047588 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:57.052988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4552b3e4-cf98-4787-be7d-f61a03b15ce1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:57.239165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-4552b3e4-cf98-4787-be7d-f61a03b15ce1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 19:41:57.239479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-4552b3e4-cf98-4787-be7d-f61a03b15ce1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 19:41:57.239904 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4552b3e4-cf98-4787-be7d-f61a03b15ce1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:57.401211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4552b3e4-cf98-4787-be7d-f61a03b15ce1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:57.405206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4552b3e4-cf98-4787-be7d-f61a03b15ce1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:57.489810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4552b3e4-cf98-4787-be7d-f61a03b15ce1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router f94a1325-c42f-4678-a211-0254095b2a53 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:41:57.585125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4552b3e4-cf98-4787-be7d-f61a03b15ce1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:57.592886 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4552b3e4-cf98-4787-be7d-f61a03b15ce1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:57.596544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4552b3e4-cf98-4787-be7d-f61a03b15ce1 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53 HTTP/1.1" status: 200 len: 705 time: 0.5454023 Jul 13 19:41:57.596781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:57.600618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] Sync routers for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:57.613154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:57.613737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:57.759801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:57.896884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:54Z', 'revision_number': 11, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:57.928351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] Checking router: f94a1325-c42f-4678-a211-0254095b2a53 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:57.950394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] Routers {'f94a1325-c42f-4678-a211-0254095b2a53'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:57.951046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f94a1325-c42f-4678-a211-0254095b2a53'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:58.101498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] Set router f94a1325-c42f-4678-a211-0254095b2a53 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:58.158938 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4cef8b1d-2c7d-432b-a151-2fc256bb1c13 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94a1325-c42f-4678-a211-0254095b2a53 HTTP/1.1" status: 200 len: 205 time: 0.5519001 Jul 13 19:41:58.159439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:58.211912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:54Z', 'revision_number': 11, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:58.272268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e10412-55c2-4058-a658-1a5dfdfe180f None None] The sync data for ids ['f94a1325-c42f-4678-a211-0254095b2a53'] in n-d-800708-1 is: [{'id': 'f94a1325-c42f-4678-a211-0254095b2a53', 'name': 'tempest-RoutersIpV6Test-router-1608887826', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:18Z', 'updated_at': '2021-07-13T19:41:54Z', 'revision_number': 11, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:58.304666 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6dd4-9525-466b-9e55-a7d897ca5a5d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:58.626474 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6dd4-9525-466b-9e55-a7d897ca5a5d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:58.629042 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6dd4-9525-466b-9e55-a7d897ca5a5d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:58.699247 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6dd4-9525-466b-9e55-a7d897ca5a5d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:58.700157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fb6dd4-9525-466b-9e55-a7d897ca5a5d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Fanout notify agent at l3_agent the message router_deleted on router f94a1325-c42f-4678-a211-0254095b2a53 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:41:58.707875 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6dd4-9525-466b-9e55-a7d897ca5a5d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:58.714739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:58.719770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-02f0ee3a-3f5b-4a61-aabf-6d99a8be52c9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2088607223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:58.722860 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f0fb6dd4-9525-466b-9e55-a7d897ca5a5d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53 HTTP/1.1" status: 204 len: 168 time: 0.5615680 Jul 13 19:41:58.785358 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02f0ee3a-3f5b-4a61-aabf-6d99a8be52c9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:58.785358 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02f0ee3a-3f5b-4a61-aabf-6d99a8be52c9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:58.852439 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02f0ee3a-3f5b-4a61-aabf-6d99a8be52c9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:58.860262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02f0ee3a-3f5b-4a61-aabf-6d99a8be52c9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:58.924780 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02f0ee3a-3f5b-4a61-aabf-6d99a8be52c9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:58.926130 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-02f0ee3a-3f5b-4a61-aabf-6d99a8be52c9 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2103863 Jul 13 19:41:58.930285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:58.936155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a9a465e2-0585-4e81-bade-b7d975d292e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:41:59.181960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a465e2-0585-4e81-bade-b7d975d292e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:59.204305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a465e2-0585-4e81-bade-b7d975d292e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:59.333467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a465e2-0585-4e81-bade-b7d975d292e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Router 27b922d4-f990-42b5-a215-b52010bce1ed is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:41:59.412910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a465e2-0585-4e81-bade-b7d975d292e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:41:59.420801 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a465e2-0585-4e81-bade-b7d975d292e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:59.424930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:41:59.425555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a9a465e2-0585-4e81-bade-b7d975d292e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "PUT /v2.0/routers/27b922d4-f990-42b5-a215-b52010bce1ed HTTP/1.1" status: 200 len: 698 time: 0.4932506 Jul 13 19:41:59.431323 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] Sync routers for ids ['27b922d4-f990-42b5-a215-b52010bce1ed'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:41:59.455866 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] Routers {'27b922d4-f990-42b5-a215-b52010bce1ed'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:59.456509 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['27b922d4-f990-42b5-a215-b52010bce1ed'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:59.541073 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] Set router 27b922d4-f990-42b5-a215-b52010bce1ed gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:59.594798 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b922d4-f990-42b5-a215-b52010bce1ed', 'name': 'tempest-RoutersIpV6Test-router-2088607223', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:58Z', 'updated_at': '2021-07-13T19:41:59Z', 'revision_number': 2, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:59.627522 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] Checking router: 27b922d4-f990-42b5-a215-b52010bce1ed for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:41:59.636728 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] Routers {'27b922d4-f990-42b5-a215-b52010bce1ed'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:41:59.637591 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['27b922d4-f990-42b5-a215-b52010bce1ed'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:59.821780 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] Set router 27b922d4-f990-42b5-a215-b52010bce1ed gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:41:59.905299 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b922d4-f990-42b5-a215-b52010bce1ed', 'name': 'tempest-RoutersIpV6Test-router-2088607223', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:58Z', 'updated_at': '2021-07-13T19:41:59Z', 'revision_number': 2, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:41:59.933306 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02329cd8-0f47-45d6-a630-148f1a346ea0 None None] The sync data for ids ['27b922d4-f990-42b5-a215-b52010bce1ed'] in n-d-800708-1 is: [{'id': '27b922d4-f990-42b5-a215-b52010bce1ed', 'name': 'tempest-RoutersIpV6Test-router-2088607223', 'tenant_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:41:58Z', 'updated_at': '2021-07-13T19:41:59Z', 'revision_number': 2, 'project_id': 'eb0ed549acff42ff9d1c29a44bb95d74', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:41:59.971892 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-eff2faf6-cc24-4bcd-981a-9978332d1684 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/routers/27b922d4-f990-42b5-a215-b52010bce1ed HTTP/1.1" status: 200 len: 704 time: 0.5425513 Jul 13 19:41:59.973168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.032970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.034284 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-23aa6642-11d4-495a-8bb1-0d98b603b21d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=27b922d4-f990-42b5-a215-b52010bce1ed HTTP/1.1" status: 200 len: 205 time: 0.0573597 Jul 13 19:42:00.152348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f564106f-dd94-4d4e-b698-0966437f94de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:00.350500 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f564106f-dd94-4d4e-b698-0966437f94de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:00.360846 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f564106f-dd94-4d4e-b698-0966437f94de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:00.418537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f564106f-dd94-4d4e-b698-0966437f94de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:00.419500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f564106f-dd94-4d4e-b698-0966437f94de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Fanout notify agent at l3_agent the message router_deleted on router 27b922d4-f990-42b5-a215-b52010bce1ed {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:42:00.433875 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f564106f-dd94-4d4e-b698-0966437f94de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:00.437726 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f564106f-dd94-4d4e-b698-0966437f94de tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/27b922d4-f990-42b5-a215-b52010bce1ed HTTP/1.1" status: 204 len: 168 time: 0.4031584 Jul 13 19:42:00.442602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.474810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0f0cc07f-d0eb-4354-b6cb-d22528070ed8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=27b922d4-f990-42b5-a215-b52010bce1ed HTTP/1.1" status: 200 len: 205 time: 0.0309296 Jul 13 19:42:00.477143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.524995 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a9c410e6-09e6-4de4-9a62-4235f489e2e4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] delete failed (client error): The resource could not be found. Jul 13 19:42:00.525978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a9c410e6-09e6-4de4-9a62-4235f489e2e4 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/27b922d4-f990-42b5-a215-b52010bce1ed HTTP/1.1" status: 404 len: 336 time: 0.0473037 Jul 13 19:42:00.528961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.558764 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53e3f31-2179-4f2b-9cea-820486035d2a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] DELETE failed (client error): The resource could not be found. Jul 13 19:42:00.559235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53e3f31-2179-4f2b-9cea-820486035d2a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:42:00.560974 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c53e3f31-2179-4f2b-9cea-820486035d2a tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/3278bed0-5e64-4b81-833a-62f85cc7a543 HTTP/1.1" status: 404 len: 337 time: 0.0305891 Jul 13 19:42:00.563818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.604103 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbb490c-9b31-4b38-9379-42c8fa5a7031 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] DELETE failed (client error): The resource could not be found. Jul 13 19:42:00.604570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbb490c-9b31-4b38-9379-42c8fa5a7031 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:42:00.612633 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7cbb490c-9b31-4b38-9379-42c8fa5a7031 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/ec61a0be-2c72-41c9-8b56-ad5fc957f7c9 HTTP/1.1" status: 404 len: 337 time: 0.0459485 Jul 13 19:42:00.613160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.658775 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d17b829-8435-4872-9aea-fb1b2f8897c5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] DELETE failed (client error): The resource could not be found. Jul 13 19:42:00.659339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d17b829-8435-4872-9aea-fb1b2f8897c5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:42:00.661694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0d17b829-8435-4872-9aea-fb1b2f8897c5 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/ad89e820-d9f1-410a-a69e-d403a3e7a324 HTTP/1.1" status: 404 len: 337 time: 0.0462298 Jul 13 19:42:00.665070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.703350 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe31c54f-c727-428b-b3d9-71c89bde50b7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] DELETE failed (client error): The resource could not be found. Jul 13 19:42:00.704025 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe31c54f-c727-428b-b3d9-71c89bde50b7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:42:00.709081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.722460 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fe31c54f-c727-428b-b3d9-71c89bde50b7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/403fef0a-c38a-429c-bdc1-78b8756fd910 HTTP/1.1" status: 404 len: 337 time: 0.0546603 Jul 13 19:42:00.750426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.763682 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-27bc3a83-9008-4b55-90c6-0c1ad122f98f tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94a1325-c42f-4678-a211-0254095b2a53 HTTP/1.1" status: 200 len: 205 time: 0.0522137 Jul 13 19:42:00.793063 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-fe0e4a3c-fdf3-44bf-99af-cdc6013890e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] delete failed (client error): The resource could not be found. Jul 13 19:42:00.798021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.808177 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fe0e4a3c-fdf3-44bf-99af-cdc6013890e8 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/f94a1325-c42f-4678-a211-0254095b2a53 HTTP/1.1" status: 404 len: 336 time: 0.0568333 Jul 13 19:42:00.838226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.843469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ea51915c-8586-4265-b5f0-8dca24302c75 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=e883339f-2996-4b63-b2c4-9967b30df574 HTTP/1.1" status: 200 len: 205 time: 0.0407112 Jul 13 19:42:00.928246 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1f28c4af-f9fa-4717-87d8-eb081b2b6c88 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] delete failed (client error): The resource could not be found. Jul 13 19:42:00.933368 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1f28c4af-f9fa-4717-87d8-eb081b2b6c88 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/e883339f-2996-4b63-b2c4-9967b30df574 HTTP/1.1" status: 404 len: 336 time: 0.0935712 Jul 13 19:42:00.933816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:00.981713 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e474da1-99e7-4e59-8021-5e30f65d3f69 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] DELETE failed (client error): The resource could not be found. Jul 13 19:42:00.982185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e474da1-99e7-4e59-8021-5e30f65d3f69 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:42:00.984234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3e474da1-99e7-4e59-8021-5e30f65d3f69 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/53c129cf-5360-47a8-8950-fd96d326efb1 HTTP/1.1" status: 404 len: 337 time: 0.0486903 Jul 13 19:42:00.986694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.055734 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d3aff6a3-5400-4284-9b42-2613e7b3f7ac tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=215659e7-c2ec-491f-a10e-0a082902edf1 HTTP/1.1" status: 200 len: 205 time: 0.0670114 Jul 13 19:42:01.057927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.276398 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-966e9eef-c9ba-4c0e-98e3-68e52c7c2f64 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] delete failed (client error): The resource could not be found. Jul 13 19:42:01.277488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-966e9eef-c9ba-4c0e-98e3-68e52c7c2f64 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/215659e7-c2ec-491f-a10e-0a082902edf1 HTTP/1.1" status: 404 len: 336 time: 0.2181184 Jul 13 19:42:01.280329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.402242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.409400 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-01042500-5d44-47cd-9e3f-9cce1e869172 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c905731-29ad-4a2a-8001-b9b3ca8776b7 HTTP/1.1" status: 200 len: 205 time: 0.1183598 Jul 13 19:42:01.527265 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-dcf339ad-ec5b-46f1-9f43-f7d40cd87958 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] delete failed (client error): The resource could not be found. Jul 13 19:42:01.528309 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dcf339ad-ec5b-46f1-9f43-f7d40cd87958 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/0c905731-29ad-4a2a-8001-b9b3ca8776b7 HTTP/1.1" status: 404 len: 336 time: 0.1250830 Jul 13 19:42:01.530892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.599494 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-de74bbee-d19e-41d5-85d5-f0f4cf75bd0b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] DELETE failed (client error): The resource could not be found. Jul 13 19:42:01.600247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de74bbee-d19e-41d5-85d5-f0f4cf75bd0b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:42:01.602993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-de74bbee-d19e-41d5-85d5-f0f4cf75bd0b tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/9dd7a897-fff9-43d9-9dc6-03b4a3f4c4a8 HTTP/1.1" status: 404 len: 337 time: 0.0708859 Jul 13 19:42:01.605766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.670186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.673097 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fa3b1edb-30fc-45c5-a4eb-5825fbf007e7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61fde5d-890e-4a31-9c8d-93fe634f67ad HTTP/1.1" status: 200 len: 205 time: 0.0603776 Jul 13 19:42:01.686946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.758526 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-23bab50c-f44d-4858-9622-c2bba47190e7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] delete failed (client error): The resource could not be found. Jul 13 19:42:01.759618 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-23bab50c-f44d-4858-9622-c2bba47190e7 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/f61fde5d-890e-4a31-9c8d-93fe634f67ad HTTP/1.1" status: 404 len: 336 time: 0.0872931 Jul 13 19:42:01.762257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.841082 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a30778-694b-4c2e-bf72-0008777efcfc tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] DELETE failed (client error): The resource could not be found. Jul 13 19:42:01.841556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a30778-694b-4c2e-bf72-0008777efcfc tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:42:01.843363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c9a30778-694b-4c2e-bf72-0008777efcfc tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/6cf0c373-b121-4121-9b4e-c7195ee113f1 HTTP/1.1" status: 404 len: 337 time: 0.0801041 Jul 13 19:42:01.846021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.891980 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b368dc0c-bb4d-4e31-8927-237c17d9a906 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e4aa52-4544-4bcc-acaf-97f1a08858b2 HTTP/1.1" status: 200 len: 205 time: 0.0447314 Jul 13 19:42:01.894539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.911884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:01.987402 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4ee543f5-1077-4e36-af56-54869f71128d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] delete failed (client error): The resource could not be found. Jul 13 19:42:01.989517 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4ee543f5-1077-4e36-af56-54869f71128d tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/routers/80e4aa52-4544-4bcc-acaf-97f1a08858b2 HTTP/1.1" status: 404 len: 336 time: 0.0939574 Jul 13 19:42:01.992888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:02.033517 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e609a4c7-3518-4dc0-bfd7-0df874ef4f56 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] DELETE failed (client error): The resource could not be found. Jul 13 19:42:02.034237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e609a4c7-3518-4dc0-bfd7-0df874ef4f56 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:42:02.036223 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e609a4c7-3518-4dc0-bfd7-0df874ef4f56 tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/7bf66d7b-6020-4b26-8fae-7296ebc8389e HTTP/1.1" status: 404 len: 337 time: 0.0420713 Jul 13 19:42:02.042966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:02.078905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fe747c5-a84d-4ac8-95e8-62b512f2bbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.079742 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d1d785-7eb8-4544-844b-fdd872769dda tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] DELETE failed (client error): The resource could not be found. Jul 13 19:42:02.080368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d1d785-7eb8-4544-844b-fdd872769dda tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:42:02.082840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f7d1d785-7eb8-4544-844b-fdd872769dda tempest-RoutersIpV6Test-1251680978 tempest-RoutersIpV6Test-1251680978-project] 10.222.0.25 "DELETE /v2.0/subnets/70b70717-601b-4646-8d96-f8f89870e006 HTTP/1.1" status: 404 len: 337 time: 0.0386195 Jul 13 19:42:02.396740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:02.520600 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fe747c5-a84d-4ac8-95e8-62b512f2bbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.526265 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fe747c5-a84d-4ac8-95e8-62b512f2bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.590987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9fe747c5-a84d-4ac8-95e8-62b512f2bbb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0308a940fe8b4fac91392614267b1280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6777971 Jul 13 19:42:02.592554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:02.599627 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-93d72475-a790-407b-af1b-ac3cd02ab540 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb0ed549acff42ff9d1c29a44bb95d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016671 Jul 13 19:42:02.603088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:02.648667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe747c5-a84d-4ac8-95e8-62b512f2bbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26baa1c8-c092-4a4e-819a-cf5e2c843f53,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:02.676168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-324ce5d7-7735-492d-80c4-ead0414e1eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.689339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.707629 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-324ce5d7-7735-492d-80c4-ead0414e1eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.736284 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da3370c7-df44-4b5f-b224-50f349ba55a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.762085 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-324ce5d7-7735-492d-80c4-ead0414e1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.765677 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-324ce5d7-7735-492d-80c4-ead0414e1eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.768110 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-324ce5d7-7735-492d-80c4-ead0414e1eb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74d50854-4292-4339-bc31-7eb6cfaa8e85 HTTP/1.1" status: 204 len: 168 time: 0.1634774 Jul 13 19:42:02.781417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ce5d7-7735-492d-80c4-ead0414e1eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d50854-4292-4339-bc31-7eb6cfaa8e85,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:02.816761 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da3370c7-df44-4b5f-b224-50f349ba55a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.889909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da3370c7-df44-4b5f-b224-50f349ba55a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.892475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da3370c7-df44-4b5f-b224-50f349ba55a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:02.894593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-da3370c7-df44-4b5f-b224-50f349ba55a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26baa1c8-c092-4a4e-819a-cf5e2c843f53 HTTP/1.1" status: 204 len: 168 time: 0.2949834 Jul 13 19:42:02.906320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3370c7-df44-4b5f-b224-50f349ba55a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26baa1c8-c092-4a4e-819a-cf5e2c843f53,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:03.130671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] Deleting port e863af16-94f5-4e0b-9445-e78af2072c5a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:03.131015 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.236323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] For port e863af16-94f5-4e0b-9445-e78af2072c5a, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e863af16-94f5-4e0b-9445-e78af2072c5a,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:03.236686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.258562 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] Calling delete_port for e863af16-94f5-4e0b-9445-e78af2072c5a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:03.356743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:03.371180 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1b617e7-156c-4ea4-9738-10008bcbbf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.490982 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1b617e7-156c-4ea4-9738-10008bcbbf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.497751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1b617e7-156c-4ea4-9738-10008bcbbf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.501002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 44994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:03.531434 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.563883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e863af16-94f5-4e0b-9445-e78af2072c5a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:03.570864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-110604a9-a5c9-4f06-9228-d0370bd6874c admin admin] Deleting subnet bc4c282e-0fe7-44b9-ad57-dfc8ab3e6972 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:42:03.585840 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-110604a9-a5c9-4f06-9228-d0370bd6874c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.646883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c1b617e7-156c-4ea4-9738-10008bcbbf86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=264c4781dacc4271b7ce105305c75894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866542 Jul 13 19:42:03.649086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:03.707612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b617e7-156c-4ea4-9738-10008bcbbf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7030cbee-b780-404a-8e99-9180193c40d9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:03.759368 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-110604a9-a5c9-4f06-9228-d0370bd6874c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.770143 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.829167 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-110604a9-a5c9-4f06-9228-d0370bd6874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.886014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:03.889256 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eab89e16-7dd9-477f-b958-502870990f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.928063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eab89e16-7dd9-477f-b958-502870990f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:03.966822 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-110604a9-a5c9-4f06-9228-d0370bd6874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.003410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110604a9-a5c9-4f06-9228-d0370bd6874c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4c282e-0fe7-44b9-ad57-dfc8ab3e6972,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:04.005797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-110604a9-a5c9-4f06-9228-d0370bd6874c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.008595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-110604a9-a5c9-4f06-9228-d0370bd6874c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bc4c282e-0fe7-44b9-ad57-dfc8ab3e6972 HTTP/1.1" status: 204 len: 168 time: 0.5046945 Jul 13 19:42:04.011128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:04.061225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] Router aad50e92-0546-40a6-899f-b52ab07043e6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:42:04.068945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-62241bd0-5d38-4997-a4ee-96571ea8e01e tempest-DvrRoutersNegativeTest-1325509323 tempest-DvrRoutersNegativeTest-1325509323-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1540503083', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:04.072750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.policy [None req-62241bd0-5d38-4997-a4ee-96571ea8e01e tempest-DvrRoutersNegativeTest-1325509323 tempest-DvrRoutersNegativeTest-1325509323-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93766) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 13 19:42:04.073068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.policy [None req-62241bd0-5d38-4997-a4ee-96571ea8e01e tempest-DvrRoutersNegativeTest-1325509323 tempest-DvrRoutersNegativeTest-1325509323-project] Failed policy check for 'create_router' {{(pid=93766) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 13 19:42:04.073607 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-62241bd0-5d38-4997-a4ee-96571ea8e01e tempest-DvrRoutersNegativeTest-1325509323 tempest-DvrRoutersNegativeTest-1325509323-project] create failed (client error): Access was denied to this resource. Jul 13 19:42:04.077986 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-62241bd0-5d38-4997-a4ee-96571ea8e01e tempest-DvrRoutersNegativeTest-1325509323 tempest-DvrRoutersNegativeTest-1325509323-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1897256 Jul 13 19:42:04.105889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eab89e16-7dd9-477f-b958-502870990f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.109142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eab89e16-7dd9-477f-b958-502870990f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.110279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-eab89e16-7dd9-477f-b958-502870990f2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7030cbee-b780-404a-8e99-9180193c40d9 HTTP/1.1" status: 204 len: 168 time: 0.4601381 Jul 13 19:42:04.124231 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.127068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab89e16-7dd9-477f-b958-502870990f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7030cbee-b780-404a-8e99-9180193c40d9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:04.198651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:04.209822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] Sync routers for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:04.213959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-54ce0194-ba6b-4a3f-8ea2-7a5735f050e0 admin admin] 10.222.0.25 "PUT /v2.0/routers/aad50e92-0546-40a6-899f-b52ab07043e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5262280 Jul 13 19:42:04.216036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:04.223489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:04.224124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:04.264707 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.279330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d213f500-f570-4d52-9d33-ab0eec3e20a0']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:04.293584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd75c9a-b193-4f82-9070-576462821f2e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:04.294139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd75c9a-b193-4f82-9070-576462821f2e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:04.317168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.344460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.345501 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.360843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:42:04.361264 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:42:04.364269 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:42:04.474240 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.485606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:42:04.492324 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.510141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.519798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] 10.222.0.25 "DELETE /v2.0/networks/d213f500-f570-4d52-9d33-ab0eec3e20a0 HTTP/1.1" status: 204 len: 168 time: 0.4975734 Jul 13 19:42:04.528822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:04.529164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:04.543234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81823-4981-482a-9dbd-cf762f6c68dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d213f500-f570-4d52-9d33-ab0eec3e20a0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:04.593472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Deleting port acd21502-bb4e-40f5-a70f-69ced18a132b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:04.593472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.600207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01667fb-2bf7-4309-9003-7d284b81baf6 admin admin] Deleting subnet c725bc10-8112-4e9b-aa07-44fb513a5ed8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:42:04.605575 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d01667fb-2bf7-4309-9003-7d284b81baf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.652315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d01667fb-2bf7-4309-9003-7d284b81baf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.695378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d01667fb-2bf7-4309-9003-7d284b81baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.732528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] For port acd21502-bb4e-40f5-a70f-69ced18a132b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=acd21502-bb4e-40f5-a70f-69ced18a132b,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:04.733384 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.735087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:42:03Z', 'revision_number': 5, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port': {'id': 'acd21502-bb4e-40f5-a70f-69ced18a132b', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:58Z', 'updated_at': '2021-07-13T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:04.755384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Calling delete_port for acd21502-bb4e-40f5-a70f-69ced18a132b owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:04.763168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23f1c3cb-9b05-4f21-85fd-e61592102e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.766967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d01667fb-2bf7-4309-9003-7d284b81baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.774468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] Checking router: aad50e92-0546-40a6-899f-b52ab07043e6 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:42:04.783663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] Routers {'aad50e92-0546-40a6-899f-b52ab07043e6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:04.784289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['aad50e92-0546-40a6-899f-b52ab07043e6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:04.811061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01667fb-2bf7-4309-9003-7d284b81baf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c725bc10-8112-4e9b-aa07-44fb513a5ed8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:04.813178 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d01667fb-2bf7-4309-9003-7d284b81baf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.817366 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d01667fb-2bf7-4309-9003-7d284b81baf6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c725bc10-8112-4e9b-aa07-44fb513a5ed8 HTTP/1.1" status: 204 len: 168 time: 0.2850637 Jul 13 19:42:04.818187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:04.903586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] Set router aad50e92-0546-40a6-899f-b52ab07043e6 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:42:04.923907 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:04.974596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:42:04Z', 'revision_number': 6, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:05.009924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a8b12-824d-420e-9603-d8b16f4e50f6 None None] The sync data for ids ['aad50e92-0546-40a6-899f-b52ab07043e6'] in n-d-800708-1 is: [{'id': 'aad50e92-0546-40a6-899f-b52ab07043e6', 'name': 'tempest-AttachVolumeTestJSON-2015053440-router', 'tenant_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:57Z', 'updated_at': '2021-07-13T19:42:04Z', 'revision_number': 6, 'project_id': 'beaea4e27a144a3f9f4441ba3cab9f1d', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:05.052087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.066844 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23f1c3cb-9b05-4f21-85fd-e61592102e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.069068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00180e54-7b5d-43ce-9576-1b65427a576f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:05.088114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23f1c3cb-9b05-4f21-85fd-e61592102e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.096209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2223ec-2ea5-40b7-aa4d-022e12598c45') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:05.096209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2223ec-2ea5-40b7-aa4d-022e12598c45') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:05.125534 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.158065 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-23f1c3cb-9b05-4f21-85fd-e61592102e90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43528e4a2ef4426f8511b6c7b51da95e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6266930 Jul 13 19:42:05.159248 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.164300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:05.166614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1c3cb-9b05-4f21-85fd-e61592102e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcf06c6-c64a-40ee-9322-0981a9e90a57,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:05.175718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:42:05.176131 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:42:05.178172 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:42:05.274459 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.284288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.286450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] 10.222.0.25 "DELETE /v2.0/networks/00180e54-7b5d-43ce-9576-1b65427a576f HTTP/1.1" status: 204 len: 168 time: 0.4674349 Jul 13 19:42:05.301603 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06dbf3a2-d3c1-4bfe-99d7-e8f828cbc770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.307317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdd944-7dbe-48eb-b3c1-d98b32251bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=00180e54-7b5d-43ce-9576-1b65427a576f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:05.330356 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06dbf3a2-d3c1-4bfe-99d7-e8f828cbc770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.396034 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06dbf3a2-d3c1-4bfe-99d7-e8f828cbc770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.399808 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06dbf3a2-d3c1-4bfe-99d7-e8f828cbc770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.401031 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-06dbf3a2-d3c1-4bfe-99d7-e8f828cbc770 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfcf06c6-c64a-40ee-9322-0981a9e90a57 HTTP/1.1" status: 204 len: 168 time: 0.2355056 Jul 13 19:42:05.411201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbf3a2-d3c1-4bfe-99d7-e8f828cbc770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcf06c6-c64a-40ee-9322-0981a9e90a57,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:05.456989 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.492114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Pushing event deleted for resources: {'Port': ['ID=acd21502-bb4e-40f5-a70f-69ced18a132b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:05.541499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:05.564877 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.618690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c489ee86-0dfa-484f-91b7-31c8ef005556 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab100adacc8a442991947def992607bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756702 Jul 13 19:42:05.622355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:05.668936 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.671501 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.682723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a190bff-9425-473a-a732-8c8c6ec5665f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.705124 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a190bff-9425-473a-a732-8c8c6ec5665f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.724572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.726220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aad50e92-0546-40a6-899f-b52ab07043e6 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:42:05.734808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.736119 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8eea1db3-76f9-4cf1-b39f-b57d8bb4887f admin admin] 10.222.0.25 "DELETE /v2.0/routers/aad50e92-0546-40a6-899f-b52ab07043e6 HTTP/1.1" status: 204 len: 168 time: 1.5189772 Jul 13 19:42:05.739151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:05.772164 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a190bff-9425-473a-a732-8c8c6ec5665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.777639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a190bff-9425-473a-a732-8c8c6ec5665f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.785764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1a190bff-9425-473a-a732-8c8c6ec5665f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04f64ecb-55bd-4a49-9703-83fa663eea70 HTTP/1.1" status: 204 len: 168 time: 0.1551211 Jul 13 19:42:05.794963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a190bff-9425-473a-a732-8c8c6ec5665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f64ecb-55bd-4a49-9703-83fa663eea70,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:05.800025 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a728584-5c91-4b2b-908b-7c6d30a2a096 admin admin] Deleting subnet d20e4061-ca7e-41f9-b62f-4af51931ee54 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:42:05.803294 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a728584-5c91-4b2b-908b-7c6d30a2a096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.841983 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a728584-5c91-4b2b-908b-7c6d30a2a096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:05.939423 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a728584-5c91-4b2b-908b-7c6d30a2a096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.009575 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a728584-5c91-4b2b-908b-7c6d30a2a096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.042845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a728584-5c91-4b2b-908b-7c6d30a2a096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d20e4061-ca7e-41f9-b62f-4af51931ee54,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:06.046345 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a728584-5c91-4b2b-908b-7c6d30a2a096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.050918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fef305-40c8-4724-9db2-d1ca937908dc None None] Network 567711e2-fea6-4d54-9f0e-f57054264fbd requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:06.060173 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1a728584-5c91-4b2b-908b-7c6d30a2a096 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d20e4061-ca7e-41f9-b62f-4af51931ee54 HTTP/1.1" status: 204 len: 168 time: 0.3198180 Jul 13 19:42:06.060445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:06.195370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:06.198252 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.279237 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bd693aef-05b0-4450-85ef-161e266dc822 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=179b264ebd29430f8a1df4febfc1da5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824900 Jul 13 19:42:06.281152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:06.336267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Deleting port 7806ca71-84b1-4917-827c-31ca9d7804af {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:06.336620 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.428931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5adfc-d4b8-48bb-be76-f52ab0a87974 None None] DHCP port deletion for 567711e2-fea6-4d54-9f0e-f57054264fbd request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:42:06.447080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] For port 7806ca71-84b1-4917-827c-31ca9d7804af, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7806ca71-84b1-4917-827c-31ca9d7804af,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:06.447458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.470105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Calling delete_port for 7806ca71-84b1-4917-827c-31ca9d7804af owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:06.471954 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d2a451e-664c-433f-8f77-2f1207591874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.499535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24c5adfc-d4b8-48bb-be76-f52ab0a87974 None None] Deleting port 7806ca71-84b1-4917-827c-31ca9d7804af {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:06.499908 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c5adfc-d4b8-48bb-be76-f52ab0a87974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.504479 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d2a451e-664c-433f-8f77-2f1207591874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.592158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24c5adfc-d4b8-48bb-be76-f52ab0a87974 None None] For port 7806ca71-84b1-4917-827c-31ca9d7804af, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7806ca71-84b1-4917-827c-31ca9d7804af,segment=NetworkSegment(78b2c04f-2679-48fd-95c6-e36a86af2a37),segment_id=78b2c04f-2679-48fd-95c6-e36a86af2a37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:06.592582 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c5adfc-d4b8-48bb-be76-f52ab0a87974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.608783 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.618655 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24c5adfc-d4b8-48bb-be76-f52ab0a87974 None None] Calling delete_port for 7806ca71-84b1-4917-827c-31ca9d7804af owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:06.636109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=7806ca71-84b1-4917-827c-31ca9d7804af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:06.640235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d2a451e-664c-433f-8f77-2f1207591874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.643037 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d2a451e-664c-433f-8f77-2f1207591874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.644186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0d2a451e-664c-433f-8f77-2f1207591874 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7163a4e6-7136-4e51-a05d-217cfc6964d6 HTTP/1.1" status: 204 len: 168 time: 0.3604777 Jul 13 19:42:06.654189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] No DVR routers for this DVR port 7806ca71-84b1-4917-827c-31ca9d7804af on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:06.658186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a451e-664c-433f-8f77-2f1207591874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7163a4e6-7136-4e51-a05d-217cfc6964d6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:06.753650 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.764440 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c5adfc-d4b8-48bb-be76-f52ab0a87974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.765896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567711e2-fea6-4d54-9f0e-f57054264fbd']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:06.783210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b2c04f-2679-48fd-95c6-e36a86af2a37') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:06.783763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b2c04f-2679-48fd-95c6-e36a86af2a37') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:06.795209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.798563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5adfc-d4b8-48bb-be76-f52ab0a87974 None None] Pushing event deleted for resources: {'Port': ['ID=7806ca71-84b1-4917-827c-31ca9d7804af,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:06.806571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5adfc-d4b8-48bb-be76-f52ab0a87974 None None] No DVR routers for this DVR port 7806ca71-84b1-4917-827c-31ca9d7804af on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:06.829263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.839535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:42:06.840573 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:42:06.843558 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:42:06.898956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:06.930607 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.936271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.941002 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] 10.222.0.25 "DELETE /v2.0/networks/567711e2-fea6-4d54-9f0e-f57054264fbd HTTP/1.1" status: 204 len: 168 time: 0.8790655 Jul 13 19:42:06.949648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device acd21502-bb4e-40f5-a70f-69ced18a132b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:06.967955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41756816-9ca9-406b-87f8-298f8a901d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=567711e2-fea6-4d54-9f0e-f57054264fbd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:06.983150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: acd21502-bb4e-40f5-a70f-69ced18a132b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:42:06.983788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device acd21502-bb4e-40f5-a70f-69ced18a132b not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:42:06.984567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7806ca71-84b1-4917-827c-31ca9d7804af no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:07.005414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 7806ca71-84b1-4917-827c-31ca9d7804af {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:42:07.005892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7806ca71-84b1-4917-827c-31ca9d7804af not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:42:07.006495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e863af16-94f5-4e0b-9445-e78af2072c5a no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:07.030761 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e863af16-94f5-4e0b-9445-e78af2072c5a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:42:07.031538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e863af16-94f5-4e0b-9445-e78af2072c5a not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:42:07.160731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:07.181442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-58f3360b-0ec7-4089-9986-f4b91faf7713 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1895574364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:07.224635 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5da6cc1d-ea5c-43e4-ac58-0ffe1d1ebd6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=beaea4e27a144a3f9f4441ba3cab9f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626774 Jul 13 19:42:07.226919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f3360b-0ec7-4089-9986-f4b91faf7713 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.228033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f3360b-0ec7-4089-9986-f4b91faf7713 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.228856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:07.299203 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f3360b-0ec7-4089-9986-f4b91faf7713 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.305867 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f3360b-0ec7-4089-9986-f4b91faf7713 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.315608 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7fe8-1ef8-4acd-ac48-0ac5358a7f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.332569 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f3360b-0ec7-4089-9986-f4b91faf7713 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.336590 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-58f3360b-0ec7-4089-9986-f4b91faf7713 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4365227 Jul 13 19:42:07.339275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:07.341909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7fe8-1ef8-4acd-ac48-0ac5358a7f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.346797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-824657901'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:07.378574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Made reservation on behalf of ecd72f725be7409d89cc203f21c44025 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:07.382846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.393384 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.425460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7fe8-1ef8-4acd-ac48-0ac5358a7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.429090 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7fe8-1ef8-4acd-ac48-0ac5358a7f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.430849 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ac2e7fe8-1ef8-4acd-ac48-0ac5358a7f3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c8644cc-d374-4914-ba65-850d187f455b HTTP/1.1" status: 204 len: 168 time: 0.2009103 Jul 13 19:42:07.441879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e7fe8-1ef8-4acd-ac48-0ac5358a7f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8644cc-d374-4914-ba65-850d187f455b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:07.530999 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.536289 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.564800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:42:07.574006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275680e7-a8b2-4427-9b57-cbc1c985b4e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:07.580557 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.581112 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Added segment 0df03ff3-cef8-4a90-a9ed-515fb5502792 of type vlan for network d445982e-fefa-4cf0-aeb0-7b995ac948f5 Jul 13 19:42:07.624508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.657699 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.664212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:07.664956 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.726689 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3856552 Jul 13 19:42:07.729762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:07.737133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'subnet': {'network_id': 'd445982e-fefa-4cf0-aeb0-7b995ac948f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:07.763212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:07.785165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaccb96-df3f-425a-9d3f-6be543bb7e2f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Network': ['ID=d445982e-fefa-4cf0-aeb0-7b995ac948f5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:07.799234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network d445982e-fefa-4cf0-aeb0-7b995ac948f5 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:42:07.866613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Made reservation on behalf of ecd72f725be7409d89cc203f21c44025 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:07.872834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:07.942006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0468fb0-b8bb-4d70-b6c4-265d2cfbeeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.077706 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0468fb0-b8bb-4d70-b6c4-265d2cfbeeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.085681 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0468fb0-b8bb-4d70-b6c4-265d2cfbeeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.103243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.139383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b0468fb0-b8bb-4d70-b6c4-265d2cfbeeb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7e38e0d9cc74171ac693b0b48c71beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749580 Jul 13 19:42:08.140138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:08.140783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0468fb0-b8bb-4d70-b6c4-265d2cfbeeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9504686-e071-4e38-88ad-e44c8eecc1d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:08.196903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Subnet': ['ID=479da2da-4444-4c3f-864f-83ce7a4d20d8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:08.210559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Checking segment: {'id': '0df03ff3-cef8-4a90-a9ed-515fb5502792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd445982e-fefa-4cf0-aeb0-7b995ac948f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:08.211051 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network hostable DHCP agents. Network: d445982e-fefa-4cf0-aeb0-7b995ac948f5, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:42:08.225130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f76521b-f9c5-42d6-8a33-608966fc7fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.233723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network d445982e-fefa-4cf0-aeb0-7b995ac948f5 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:42:08.248288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, d445982e-fefa-4cf0-aeb0-7b995ac948f5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:08.253594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:08.254192 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.255943 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f76521b-f9c5-42d6-8a33-608966fc7fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.270103 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410a31e-c864-4ac7-8b2d-da7f2b69883b None None] Network d445982e-fefa-4cf0-aeb0-7b995ac948f5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:08.280629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-df63ea01-72bf-4bd9-add2-b14ec29c769a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5474527 Jul 13 19:42:08.284726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:08.289756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'network': {'name': 'tempest-router-network01--1988687478'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:08.323666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Made reservation on behalf of ecd72f725be7409d89cc203f21c44025 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:08.327957 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.375712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f76521b-f9c5-42d6-8a33-608966fc7fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.378446 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f76521b-f9c5-42d6-8a33-608966fc7fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.379800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0f76521b-f9c5-42d6-8a33-608966fc7fa4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9504686-e071-4e38-88ad-e44c8eecc1d3 HTTP/1.1" status: 204 len: 168 time: 0.2226467 Jul 13 19:42:08.385755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:42:08.397461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76521b-f9c5-42d6-8a33-608966fc7fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9504686-e071-4e38-88ad-e44c8eecc1d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:08.402702 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.403213 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Added segment 9abbdede-5119-4340-bd01-76441c9b82f5 of type vlan for network 25b11bfe-af69-4dcd-8e35-31ed110552bf Jul 13 19:42:08.467220 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.517918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.527053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-d445982e-fefa-4cf0-aeb0-7b995ac948f5', 'network_id': 'd445982e-fefa-4cf0-aeb0-7b995ac948f5', 'tenant_id': 'ecd72f725be7409d89cc203f21c44025', 'fixed_ips': [{'subnet_id': '479da2da-4444-4c3f-864f-83ce7a4d20d8'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:42:08.528967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:08.529358 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.529628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.622991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3371346 Jul 13 19:42:08.624393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:08.630960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'network': {'name': 'tempest-router-network02--665006650'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:08.643246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce640f-4636-41fa-8e46-8e20e97813e3 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Network': ['ID=25b11bfe-af69-4dcd-8e35-31ed110552bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:08.656702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 25b11bfe-af69-4dcd-8e35-31ed110552bf details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:42:08.669348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Made reservation on behalf of ecd72f725be7409d89cc203f21c44025 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:08.677180 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.708295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:42:08.719544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.719941 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Added segment ed62bc23-eabb-4760-a19c-f1c82ae9bccb of type vlan for network 52ca3341-04cc-464c-acda-85dbf9ef7ba9 Jul 13 19:42:08.760786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Allocated IP 2001:db8::2 (d445982e-fefa-4cf0-aeb0-7b995ac948f5/479da2da-4444-4c3f-864f-83ce7a4d20d8/42cbcbe4-fbf4-478d-b597-9ad9e9074c0c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:08.779503 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.827137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.833918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:08.834570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:08.893209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2672203 Jul 13 19:42:08.896392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:08.902831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'subnet': {'network_id': '25b11bfe-af69-4dcd-8e35-31ed110552bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:08.905366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79f1a8-5705-483d-b4a2-f8ade6aaa42d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Network': ['ID=52ca3341-04cc-464c-acda-85dbf9ef7ba9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:08.917374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 52ca3341-04cc-464c-acda-85dbf9ef7ba9 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:42:08.992382 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.011079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Transition to ACTIVE for port object 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:09.027304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Made reservation on behalf of ecd72f725be7409d89cc203f21c44025 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:09.031695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Transition to ACTIVE for port object 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:09.032257 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.040016 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.064605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:09.090439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Network d445982e-fefa-4cf0-aeb0-7b995ac948f5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:09.095838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:09.098847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:09.101870 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-875b7b18-0a6e-45a0-a6ec-f68991e180f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.134349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Pushing event updated for resources: {'Port': ['ID=42cbcbe4-fbf4-478d-b597-9ad9e9074c0c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:09.184739 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Attempting to bind port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:42:09.185433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Attempting to bind port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '0df03ff3-cef8-4a90-a9ed-515fb5502792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd445982e-fefa-4cf0-aeb0-7b995ac948f5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:42:09.186110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Attempting to bind port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c on network d445982e-fefa-4cf0-aeb0-7b995ac948f5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:09.192094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:42:09.192558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Checking segment: {'id': '0df03ff3-cef8-4a90-a9ed-515fb5502792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd445982e-fefa-4cf0-aeb0-7b995ac948f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:09.192987 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.193392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Bound using segment: {'id': '0df03ff3-cef8-4a90-a9ed-515fb5502792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd445982e-fefa-4cf0-aeb0-7b995ac948f5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:42:09.193885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Bound port: 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df03ff3-cef8-4a90-a9ed-515fb5502792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd445982e-fefa-4cf0-aeb0-7b995ac948f5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:42:09.194976 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.290394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] For port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:42:09.295967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] For port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=42cbcbe4-fbf4-478d-b597-9ad9e9074c0c,segment=NetworkSegment(0df03ff3-cef8-4a90-a9ed-515fb5502792),segment_id=0df03ff3-cef8-4a90-a9ed-515fb5502792)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:42:09.298249 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-875b7b18-0a6e-45a0-a6ec-f68991e180f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.301729 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.303550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.303822 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-875b7b18-0a6e-45a0-a6ec-f68991e180f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.354728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Subnet': ['ID=59f6b5da-796a-4309-9686-9a32c8bb86a4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:09.375729 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-875b7b18-0a6e-45a0-a6ec-f68991e180f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57e24365c0e846288d72d2481f928671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094938 Jul 13 19:42:09.380683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:09.394895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b7b18-0a6e-45a0-a6ec-f68991e180f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b1f990-204a-442e-8d32-7df634a2878d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:09.404574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1e110-6286-40a1-809c-ac2b61740810 None None] Pushing event updated for resources: {'Port': ['ID=42cbcbe4-fbf4-478d-b597-9ad9e9074c0c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:09.475469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a20763b9-554c-413c-b8d7-e42df742c67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.483220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Checking segment: {'id': '9abbdede-5119-4340-bd01-76441c9b82f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '25b11bfe-af69-4dcd-8e35-31ed110552bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:09.483590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network hostable DHCP agents. Network: 25b11bfe-af69-4dcd-8e35-31ed110552bf, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:42:09.513171 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a20763b9-554c-413c-b8d7-e42df742c67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.534976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network 25b11bfe-af69-4dcd-8e35-31ed110552bf is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:42:09.559540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 25b11bfe-af69-4dcd-8e35-31ed110552bf) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:09.576459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:09.576459 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.576648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668a476-31dd-4fd5-a16d-a94befd7dd0c None None] Network 25b11bfe-af69-4dcd-8e35-31ed110552bf requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:09.593262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-26068d91-8cc0-4a90-abfb-f3368fb15322 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6949770 Jul 13 19:42:09.596157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:09.599877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a20763b9-554c-413c-b8d7-e42df742c67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.604152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'subnet': {'network_id': '52ca3341-04cc-464c-acda-85dbf9ef7ba9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:09.604586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a20763b9-554c-413c-b8d7-e42df742c67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.609830 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a20763b9-554c-413c-b8d7-e42df742c67a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5b1f990-204a-442e-8d32-7df634a2878d HTTP/1.1" status: 204 len: 168 time: 0.2270460 Jul 13 19:42:09.620131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20763b9-554c-413c-b8d7-e42df742c67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b1f990-204a-442e-8d32-7df634a2878d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:09.794584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Made reservation on behalf of ecd72f725be7409d89cc203f21c44025 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:09.799689 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:09.887709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-25b11bfe-af69-4dcd-8e35-31ed110552bf', 'network_id': '25b11bfe-af69-4dcd-8e35-31ed110552bf', 'tenant_id': 'ecd72f725be7409d89cc203f21c44025', 'fixed_ips': [{'subnet_id': '59f6b5da-796a-4309-9686-9a32c8bb86a4'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:42:09.888923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:10.059929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Allocated IP 2001:db8::2 (25b11bfe-af69-4dcd-8e35-31ed110552bf/59f6b5da-796a-4309-9686-9a32c8bb86a4/e1ed82fe-e290-4be3-a79b-3e0e5c2734a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:10.066017 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:10.172611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Subnet': ['ID=dc51a35b-32c6-42f4-90dc-e3d1052d7806,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:10.192300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Checking segment: {'id': 'ed62bc23-eabb-4760-a19c-f1c82ae9bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '52ca3341-04cc-464c-acda-85dbf9ef7ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:10.192660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network hostable DHCP agents. Network: 52ca3341-04cc-464c-acda-85dbf9ef7ba9, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:42:10.216413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network 52ca3341-04cc-464c-acda-85dbf9ef7ba9 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:42:10.230731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 52ca3341-04cc-464c-acda-85dbf9ef7ba9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:10.240560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:10.241805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:10.253617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714e6df8-b6fe-406f-87ff-6053023cf09b None None] Network 52ca3341-04cc-464c-acda-85dbf9ef7ba9 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:10.265197 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0b7219d6-4066-45e2-a574-3a59cf0caf28 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6673262 Jul 13 19:42:10.267980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:10.380477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:10.435265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Transition to ACTIVE for port object e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:10.487764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-fa01cdd3-8c2f-4f48-ac65-260c6e43d9a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1671946 Jul 13 19:42:10.646551 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Transition to ACTIVE for port object e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:10.673727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-d34817fb-7228-4af2-b5cc-2e527bb39ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:10.677832 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:10.678256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-d34817fb-7228-4af2-b5cc-2e527bb39ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:10.679070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-d34817fb-7228-4af2-b5cc-2e527bb39ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:10.680511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-d34817fb-7228-4af2-b5cc-2e527bb39ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:10.682496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-d34817fb-7228-4af2-b5cc-2e527bb39ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:10.683105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-d34817fb-7228-4af2-b5cc-2e527bb39ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:10.686704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-d34817fb-7228-4af2-b5cc-2e527bb39ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:10.687406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-52ca3341-04cc-464c-acda-85dbf9ef7ba9', 'network_id': '52ca3341-04cc-464c-acda-85dbf9ef7ba9', 'tenant_id': 'ecd72f725be7409d89cc203f21c44025', 'fixed_ips': [{'subnet_id': 'dc51a35b-32c6-42f4-90dc-e3d1052d7806'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:42:10.688393 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:10.690342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-d34817fb-7228-4af2-b5cc-2e527bb39ade service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6501 time: 0.1648622 Jul 13 19:42:10.746332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Network 25b11bfe-af69-4dcd-8e35-31ed110552bf is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:10.755675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:10.759377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:10.765376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Pushing event updated for resources: {'Port': ['ID=e1ed82fe-e290-4be3-a79b-3e0e5c2734a1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:10.780735 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:11.043781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Attempting to bind port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:42:11.044190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Attempting to bind port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '9abbdede-5119-4340-bd01-76441c9b82f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '25b11bfe-af69-4dcd-8e35-31ed110552bf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:42:11.044800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Attempting to bind port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 on network 25b11bfe-af69-4dcd-8e35-31ed110552bf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:11.057369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:42:11.058078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Checking segment: {'id': '9abbdede-5119-4340-bd01-76441c9b82f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '25b11bfe-af69-4dcd-8e35-31ed110552bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:11.058538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:11.059230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Bound using segment: {'id': '9abbdede-5119-4340-bd01-76441c9b82f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '25b11bfe-af69-4dcd-8e35-31ed110552bf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:42:11.060123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Bound port: e1ed82fe-e290-4be3-a79b-3e0e5c2734a1, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abbdede-5119-4340-bd01-76441c9b82f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '25b11bfe-af69-4dcd-8e35-31ed110552bf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:42:11.060123 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:11.062838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc283d15-0162-499f-99a8-0a1f84b1e4c2 None None] Network d445982e-fefa-4cf0-aeb0-7b995ac948f5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:11.095836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-f6b911e2-a69c-462d-83ac-4f9290fb6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.096349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-f6b911e2-a69c-462d-83ac-4f9290fb6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.099131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-f6b911e2-a69c-462d-83ac-4f9290fb6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.109461 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-f6b911e2-a69c-462d-83ac-4f9290fb6a47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60de7d8c-9f98-4164-9b60-2ef9123f341b&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d HTTP/1.1" status: 200 len: 2298 time: 0.3784354 Jul 13 19:42:11.157267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:11.175434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-910827a5-b617-44db-8bd9-89e243692e5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3574860 Jul 13 19:42:11.297516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8376b49e-2eb7-463c-8377-70d9411e893c None None] Provisioning for port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:11.309660 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-443ea67e-c631-4625-8523-b4af46f7df56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34 HTTP/1.1" status: 200 len: 1001 time: 0.1882968 Jul 13 19:42:11.418246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-6f42ca66-7076-4ed3-80fd-67c17905e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.420063 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-6f42ca66-7076-4ed3-80fd-67c17905e0cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce31b39-5b80-4d84-8622-b4b60ff44bd7 HTTP/1.1" status: 200 len: 856 time: 0.1052122 Jul 13 19:42:11.450944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-07f973a0-27c8-452b-9d0e-9b45ceb17487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.453136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-07f973a0-27c8-452b-9d0e-9b45ceb17487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.453783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-07f973a0-27c8-452b-9d0e-9b45ceb17487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.456579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-07f973a0-27c8-452b-9d0e-9b45ceb17487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.457323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-07f973a0-27c8-452b-9d0e-9b45ceb17487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.459211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-07f973a0-27c8-452b-9d0e-9b45ceb17487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.462673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-07f973a0-27c8-452b-9d0e-9b45ceb17487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.496596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-07f973a0-27c8-452b-9d0e-9b45ceb17487 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6491 time: 0.1877146 Jul 13 19:42:11.526733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Allocated IP 2001:db8::1 (25b11bfe-af69-4dcd-8e35-31ed110552bf/59f6b5da-796a-4309-9686-9a32c8bb86a4/870dbf93-db23-49ec-8899-fa4a2b3239c7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:11.552311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Allocated IP 2001:db8::2 (52ca3341-04cc-464c-acda-85dbf9ef7ba9/dc51a35b-32c6-42f4-90dc-e3d1052d7806/f2f8409d-dbc3-49cd-889b-56190b09698d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:11.561232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-a96d693c-7489-4578-ba42-49909e393dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.562851 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-a96d693c-7489-4578-ba42-49909e393dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60de7d8c-9f98-4164-9b60-2ef9123f341b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346288 Jul 13 19:42:11.694764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] For port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:42:11.712528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] For port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e1ed82fe-e290-4be3-a79b-3e0e5c2734a1,segment=NetworkSegment(9abbdede-5119-4340-bd01-76441c9b82f5),segment_id=9abbdede-5119-4340-bd01-76441c9b82f5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:42:11.738923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-43694e82-c98b-430a-b6d3-4bc61e428715 service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627560 Jul 13 19:42:11.818568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:11.906988 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-38981739-9926-4971-add6-920c7aaa2559 service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572561 Jul 13 19:42:11.925993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-edf7a8a3-5bf0-4595-b7d8-faad8acd78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.926622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-edf7a8a3-5bf0-4595-b7d8-faad8acd78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.926951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-edf7a8a3-5bf0-4595-b7d8-faad8acd78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:11.929245 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-edf7a8a3-5bf0-4595-b7d8-faad8acd78cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 HTTP/1.1" status: 200 len: 2293 time: 0.4135609 Jul 13 19:42:12.005038 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-476e5c7f-f1e5-4a00-9895-7e678b43436e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 200 len: 217 time: 0.0867972 Jul 13 19:42:12.033457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:12.106244 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:12.106875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:12.171372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:12.183673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476bd40-47fa-4569-be3d-bd347ddcc2cb None None] Pushing event updated for resources: {'Port': ['ID=e1ed82fe-e290-4be3-a79b-3e0e5c2734a1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:12.190684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-28fc6af4-fe8d-407b-b3b3-6ee6ec235f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:12.207447 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-28fc6af4-fe8d-407b-b3b3-6ee6ec235f5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.1837204 Jul 13 19:42:12.233029 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-adc03c38-51bf-4a0a-9311-734438f46a9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5203f733-bba5-4060-91fd-72000c2983bc HTTP/1.1" status: 200 len: 1002 time: 0.2922058 Jul 13 19:42:12.234257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Transition to ACTIVE for port object 870dbf93-db23-49ec-8899-fa4a2b3239c7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:12.359508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-5176b452-7fdc-4564-9821-a247d4bbf8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:12.361741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-5176b452-7fdc-4564-9821-a247d4bbf8f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1348908 Jul 13 19:42:12.471828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-0d0711bd-dac0-4d03-96f3-f82da0e3f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:12.473831 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-0d0711bd-dac0-4d03-96f3-f82da0e3f1a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b HTTP/1.1" status: 200 len: 851 time: 0.2290320 Jul 13 19:42:12.584496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:12.673520 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network 25b11bfe-af69-4dcd-8e35-31ed110552bf is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:12.674022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-bb5074d6-d96b-44cc-b7e7-90a50d5376f7 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909424 Jul 13 19:42:12.697325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:12.705773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:12.706801 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:12.749471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Port': ['ID=870dbf93-db23-49ec-8899-fa4a2b3239c7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:12.792259 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:12.860024 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-f17787fc-d308-4920-86a0-54dd0e192f40 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823404 Jul 13 19:42:12.877417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Transition to ACTIVE for port object f2f8409d-dbc3-49cd-889b-56190b09698d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:12.878303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-9dc0dbcd-7523-4289-88f3-78539d101dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:12.880769 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-9dc0dbcd-7523-4289-88f3-78539d101dad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3992541 Jul 13 19:42:12.890231 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:13.006560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-7f82358e-4ac2-4d92-b7f4-cf2895558c8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 200 len: 217 time: 0.1334066 Jul 13 19:42:13.011025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Transition to ACTIVE for port object f2f8409d-dbc3-49cd-889b-56190b09698d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:13.054621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b854bac-45a0-4a31-a04d-aa1284779ba6 None None] Provisioning complete for port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:13.060608 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:13.061108 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b854bac-45a0-4a31-a04d-aa1284779ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:13.067144 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=42cbcbe4-fbf4-478d-b597-9ad9e9074c0c,segment=NetworkSegment(0df03ff3-cef8-4a90-a9ed-515fb5502792),segment_id=0df03ff3-cef8-4a90-a9ed-515fb5502792)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:13.111014 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:13.146287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-359392ce-cf70-4b63-81f7-cc9bd74be490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:13.151397 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-359392ce-cf70-4b63-81f7-cc9bd74be490 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.1343896 Jul 13 19:42:13.180359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Pushing event updated for resources: {'Port': ['ID=f2f8409d-dbc3-49cd-889b-56190b09698d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:13.182786 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:13.229108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Network 52ca3341-04cc-464c-acda-85dbf9ef7ba9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:13.243272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:13.251932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:13.264762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-5c1b0e74-9476-4f76-b27e-6540ab854863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:13.264964 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-69baf61a-9d26-4625-8f97-63a6d70b352b service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696313 Jul 13 19:42:13.268218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-5c1b0e74-9476-4f76-b27e-6540ab854863 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047797 Jul 13 19:42:13.412426 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:13.420327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=42cbcbe4-fbf4-478d-b597-9ad9e9074c0c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:13.537448 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-d3125182-022e-4ba0-bfdd-51ea850128d2 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600505 Jul 13 19:42:13.559298 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Attempting to bind port f2f8409d-dbc3-49cd-889b-56190b09698d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:42:13.559806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Attempting to bind port f2f8409d-dbc3-49cd-889b-56190b09698d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ed62bc23-eabb-4760-a19c-f1c82ae9bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '52ca3341-04cc-464c-acda-85dbf9ef7ba9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:42:13.560017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Attempting to bind port f2f8409d-dbc3-49cd-889b-56190b09698d on network 52ca3341-04cc-464c-acda-85dbf9ef7ba9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:13.582913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:42:13.583296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Checking segment: {'id': 'ed62bc23-eabb-4760-a19c-f1c82ae9bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '52ca3341-04cc-464c-acda-85dbf9ef7ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:13.583704 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:13.584097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Bound using segment: {'id': 'ed62bc23-eabb-4760-a19c-f1c82ae9bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '52ca3341-04cc-464c-acda-85dbf9ef7ba9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:42:13.598263 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Bound port: f2f8409d-dbc3-49cd-889b-56190b09698d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed62bc23-eabb-4760-a19c-f1c82ae9bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '52ca3341-04cc-464c-acda-85dbf9ef7ba9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:42:13.598263 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:13.674574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-398b800e-62cf-44f9-a43a-4d9f40f36bb6 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231420 Jul 13 19:42:13.703513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-8e126ac1-5c58-40eb-bd16-c37cd81dce3b service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249525 Jul 13 19:42:13.748904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] For port f2f8409d-dbc3-49cd-889b-56190b09698d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:42:13.752542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] For port f2f8409d-dbc3-49cd-889b-56190b09698d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f2f8409d-dbc3-49cd-889b-56190b09698d,segment=NetworkSegment(ed62bc23-eabb-4760-a19c-f1c82ae9bccb),segment_id=ed62bc23-eabb-4760-a19c-f1c82ae9bccb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:42:13.767095 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:13.780113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-04f85572-a720-4c95-8eed-030247ba93b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0 HTTP/1.1" status: 200 len: 217 time: 0.0971651 Jul 13 19:42:13.822153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:13.825938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:13.828302 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-f21cf7ae-ff99-4782-8a74-14155e8eac02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 200 len: 217 time: 0.1049771 Jul 13 19:42:13.895438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20457635-6b60-4b4c-b07f-734a407db949 None None] Pushing event updated for resources: {'Port': ['ID=f2f8409d-dbc3-49cd-889b-56190b09698d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:13.912406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-591b7777-a1a7-4236-95a2-da434aadf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:13.916088 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-591b7777-a1a7-4236-95a2-da434aadf23e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.1243062 Jul 13 19:42:13.958905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5ab3e-a319-42dc-a46f-1d5a014d44cb None None] Network 25b11bfe-af69-4dcd-8e35-31ed110552bf requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:14.009583 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:14.024678 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:14.025537 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:14.073491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-0b7fbcc2-f404-406a-80f7-f0ec634b7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:14.075033 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-0b7fbcc2-f404-406a-80f7-f0ec634b7d9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.2150066 Jul 13 19:42:14.105088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-11df6f56-f894-4e9e-9967-a8a760292fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:14.105328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29be02bf-530f-469e-ae72-d6b701869aa4 None None] Provisioning for port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:14.115055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29be02bf-530f-469e-ae72-d6b701869aa4 None None] Provisioning complete for port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:14.116027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-11df6f56-f894-4e9e-9967-a8a760292fcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1879358 Jul 13 19:42:14.116228 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29be02bf-530f-469e-ae72-d6b701869aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:14.307669 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-1b0b55f4-c797-4b52-88a3-7743f47048e1 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791985 Jul 13 19:42:14.351339 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29be02bf-530f-469e-ae72-d6b701869aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:14.424715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-29be02bf-530f-469e-ae72-d6b701869aa4 None None] For port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e1ed82fe-e290-4be3-a79b-3e0e5c2734a1,segment=NetworkSegment(9abbdede-5119-4340-bd01-76441c9b82f5),segment_id=9abbdede-5119-4340-bd01-76441c9b82f5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:14.441413 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29be02bf-530f-469e-ae72-d6b701869aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:14.463046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-32a093a2-29b7-47f2-bd17-8ea7186b26a4 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436107 Jul 13 19:42:14.518417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be02bf-530f-469e-ae72-d6b701869aa4 None None] Pushing event updated for resources: {'Port': ['ID=e1ed82fe-e290-4be3-a79b-3e0e5c2734a1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:14.523066 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-7671cd9b-da7e-4a90-81e0-c45267dba317 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f HTTP/1.1" status: 200 len: 217 time: 0.0477519 Jul 13 19:42:14.701870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Port': ['ID=870dbf93-db23-49ec-8899-fa4a2b3239c7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:14.765230 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1019058b-f87f-4551-bcd3-2f902b782a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:14.883755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-926992af-c4cb-49ff-b159-95559e098a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:14.885308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-926992af-c4cb-49ff-b159-95559e098a42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2135661 Jul 13 19:42:14.887256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network 25b11bfe-af69-4dcd-8e35-31ed110552bf is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:14.889833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:14.977187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b70473fe-4bc8-4302-8995-d5f4c1119111 None None] Provisioning for port 870dbf93-db23-49ec-8899-fa4a2b3239c7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:14.981452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b70473fe-4bc8-4302-8995-d5f4c1119111 None None] Provisioning complete for port 870dbf93-db23-49ec-8899-fa4a2b3239c7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:14.981807 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b70473fe-4bc8-4302-8995-d5f4c1119111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:15.002197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-793ada7a-c1e0-4cf7-b8c0-bfac43dbdd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:15.003736 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-793ada7a-c1e0-4cf7-b8c0-bfac43dbdd32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.4709589 Jul 13 19:42:15.047633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b70473fe-4bc8-4302-8995-d5f4c1119111 None None] Port 870dbf93-db23-49ec-8899-fa4a2b3239c7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:15.063539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b70473fe-4bc8-4302-8995-d5f4c1119111 None None] Provisioning complete for port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:15.064395 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b70473fe-4bc8-4302-8995-d5f4c1119111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:15.127074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-90601b0f-07c0-4779-9208-ffefca76c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:15.128595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-90601b0f-07c0-4779-9208-ffefca76c5c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1081767 Jul 13 19:42:15.324645 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-ec0fc404-b87a-4b8d-ba9c-5930d55b2824 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212766 Jul 13 19:42:15.394276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b61cca9f-bb4a-43dc-bec4-be2e23826a02 None None] Provisioning complete for port 870dbf93-db23-49ec-8899-fa4a2b3239c7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:15.398903 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b61cca9f-bb4a-43dc-bec4-be2e23826a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:15.443004 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-c02cff41-06a2-431e-9811-35730b2f6c8a service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008809 Jul 13 19:42:15.488256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b61cca9f-bb4a-43dc-bec4-be2e23826a02 None None] Port 870dbf93-db23-49ec-8899-fa4a2b3239c7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:15.519123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:15.529836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Router f3c133da-4b77-4921-871f-5f499536f78e is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:42:15.572127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1019058b-f87f-4551-bcd3-2f902b782a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:15.577932 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-6a06a473-d8be-427f-ba81-370f632ce5d2 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474849 Jul 13 19:42:15.589366 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1019058b-f87f-4551-bcd3-2f902b782a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:15.618176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e532038-a171-475e-b312-5e7c3bb5ff10 None None] Network 52ca3341-04cc-464c-acda-85dbf9ef7ba9 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:15.647600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-c3175569-23cf-48fc-8e65-07e3154e48ea service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957192 Jul 13 19:42:15.671815 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-23435d08-d462-49a4-ae02-cf1f90dc2872 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 200 len: 217 time: 0.0792897 Jul 13 19:42:15.747764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:15.748143 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:15.798550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:15.805148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e13d5e66-c0ff-44c7-99a1-0aa021022a93 None None] Provisioning for port f2f8409d-dbc3-49cd-889b-56190b09698d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:15.814139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-201fb855-fa01-4beb-a3e4-0f9ef26c0261 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89c321a2-c868-4075-8150-883f6b612ea4 HTTP/1.1" status: 200 len: 217 time: 0.1549199 Jul 13 19:42:15.840398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019058b-f87f-4551-bcd3-2f902b782a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4ab3d5-883f-40ce-aa2d-03d3659324a4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:15.844918 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1019058b-f87f-4551-bcd3-2f902b782a36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6130118d267473c9a86ac088c9bb918&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0153239 Jul 13 19:42:15.855791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:15.905167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-5e160978-c4d1-4297-b6ef-fa95ec469b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:15.906666 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-5e160978-c4d1-4297-b6ef-fa95ec469b4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.0806506 Jul 13 19:42:15.914619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-4a3d75ef-b1e2-4dba-a43e-763d62695063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:15.916266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-4a3d75ef-b1e2-4dba-a43e-763d62695063 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.2313046 Jul 13 19:42:15.976783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:15.983454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b37eb28d-a1da-4e0f-ab57-ef7b3136b5aa tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "PUT /v2.0/routers/f3c133da-4b77-4921-871f-5f499536f78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7138913 Jul 13 19:42:15.986548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:15.988631 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3b1f4-af0d-404f-a195-b76b6f590228 None None] Sync routers for ids ['f3c133da-4b77-4921-871f-5f499536f78e'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:16.006558 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3b1f4-af0d-404f-a195-b76b6f590228 None None] Routers {'f3c133da-4b77-4921-871f-5f499536f78e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:16.007636 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00b3b1f4-af0d-404f-a195-b76b6f590228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f3c133da-4b77-4921-871f-5f499536f78e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:16.042836 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00b3b1f4-af0d-404f-a195-b76b6f590228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:16.055407 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3b1f4-af0d-404f-a195-b76b6f590228 None None] Routers {'f3c133da-4b77-4921-871f-5f499536f78e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:16.056428 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00b3b1f4-af0d-404f-a195-b76b6f590228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f3c133da-4b77-4921-871f-5f499536f78e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:16.065866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9215abae-159d-48ff-a366-29fe36f0473b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:16.073395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47fa1bf7-f273-468e-ae53-8475c93a2269 None None] Provisioning complete for port 870dbf93-db23-49ec-8899-fa4a2b3239c7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:16.073772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47fa1bf7-f273-468e-ae53-8475c93a2269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:16.125298 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00b3b1f4-af0d-404f-a195-b76b6f590228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:16.126334 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3b1f4-af0d-404f-a195-b76b6f590228 None None] The sync data for ids ['f3c133da-4b77-4921-871f-5f499536f78e'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:16.130795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-8120fa2a-ac48-4d2e-883e-da17bb2000ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:16.133399 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-8120fa2a-ac48-4d2e-883e-da17bb2000ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1893172 Jul 13 19:42:16.138221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-efa2a943-010b-49c9-a0cc-e3c2af36ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:16.139570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-efa2a943-010b-49c9-a0cc-e3c2af36ca3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2213721 Jul 13 19:42:16.187817 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9215abae-159d-48ff-a366-29fe36f0473b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:16.334899 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9215abae-159d-48ff-a366-29fe36f0473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:16.338448 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9215abae-159d-48ff-a366-29fe36f0473b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:16.343484 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9215abae-159d-48ff-a366-29fe36f0473b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd4ab3d5-883f-40ce-aa2d-03d3659324a4 HTTP/1.1" status: 204 len: 168 time: 0.4866109 Jul 13 19:42:16.360468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-71868acb-12f5-4f54-b919-371ecaaa3b61 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093832 Jul 13 19:42:16.396646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215abae-159d-48ff-a366-29fe36f0473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4ab3d5-883f-40ce-aa2d-03d3659324a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:16.595724 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-e30ba768-bf77-42fc-968c-5e87c5a1ac33 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216620 Jul 13 19:42:16.623600 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:16.624314 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-15dcc212-5e0f-454f-9b9f-96cada45bb27 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714754 Jul 13 19:42:16.625271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f2f8409d-dbc3-49cd-889b-56190b09698d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:16.630309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-47fa1bf7-f273-468e-ae53-8475c93a2269 None None] Port 870dbf93-db23-49ec-8899-fa4a2b3239c7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:16.698191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-b8fe104d-d051-4845-9efb-eef01c5ba665 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=328bf161-1eb4-4b28-9339-08c47932338b HTTP/1.1" status: 200 len: 217 time: 0.0948391 Jul 13 19:42:16.746219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f2f8409d-dbc3-49cd-889b-56190b09698d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:16.751715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f2f8409d-dbc3-49cd-889b-56190b09698d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:16.752568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:16.809633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-05776d5c-8b4d-45f0-9156-cd587ec6420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:16.811106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-05776d5c-8b4d-45f0-9156-cd587ec6420d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.1068311 Jul 13 19:42:16.867565 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:16.950138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port f2f8409d-dbc3-49cd-889b-56190b09698d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f2f8409d-dbc3-49cd-889b-56190b09698d,segment=NetworkSegment(ed62bc23-eabb-4760-a19c-f1c82ae9bccb),segment_id=ed62bc23-eabb-4760-a19c-f1c82ae9bccb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:16.959259 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:16.961331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:16.980498 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-e0dd5f65-a705-47f8-9c4a-d47779e3861e service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289480 Jul 13 19:42:17.004247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-5d8a1a26-23cc-499e-b14c-a197f707f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:17.011997 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-5d8a1a26-23cc-499e-b14c-a197f707f7e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1901500 Jul 13 19:42:17.091684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=f2f8409d-dbc3-49cd-889b-56190b09698d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:17.103742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:17.141717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-4702c3e1-bacd-4543-a083-6c94615957ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fe38d307-aeed-4940-8698-a4e553caad39 HTTP/1.1" status: 200 len: 217 time: 0.1531494 Jul 13 19:42:17.143052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:17.143628 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:17.158623 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7b3257-e305-4d63-9e5c-03ffe2c0bf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:17.219352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-05fd55b3-4e93-4708-b9e6-6eb2a8b6ffdb service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040815 Jul 13 19:42:17.247391 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e2d95f35-3c47-4615-a85d-7f0918609853 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:42:17.248609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e2d95f35-3c47-4615-a85d-7f0918609853 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "PUT /v2.0/routers/f3c133da-4b77-4921-871f-5f499536f78e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2596629 Jul 13 19:42:17.254011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e73e5e5-1d91-4b24-90cf-11b588e0986f None None] Provisioning complete for port f2f8409d-dbc3-49cd-889b-56190b09698d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:17.254698 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e73e5e5-1d91-4b24-90cf-11b588e0986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:17.265467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:17.399277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-2096d3a0-fe16-40e7-814e-b65799d9ae7b service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724281 Jul 13 19:42:17.435775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-cb743599-26b4-4c0c-9277-4e5f9280c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:17.451559 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-cb743599-26b4-4c0c-9277-4e5f9280c7f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.2811553 Jul 13 19:42:17.494311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-47a3773b-35ef-48bb-b14f-ac178120eead service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5 HTTP/1.1" status: 200 len: 217 time: 0.0884953 Jul 13 19:42:17.579965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-89d9f5db-335d-42ea-997a-a44cc5a7d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:17.582338 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-89d9f5db-335d-42ea-997a-a44cc5a7d8b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0812011 Jul 13 19:42:17.606569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f2f8409d-dbc3-49cd-889b-56190b09698d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:17.667334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f2f8409d-dbc3-49cd-889b-56190b09698d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:17.667953 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:17.668809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-c1965418-38eb-482b-b728-435cba4dd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:17.670344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-c1965418-38eb-482b-b728-435cba4dd677 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0807936 Jul 13 19:42:17.748533 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-96cc8e0f-c4f1-4d50-bbec-1e5a8f89b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:17.750686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-96cc8e0f-c4f1-4d50-bbec-1e5a8f89b7ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2833569 Jul 13 19:42:17.758146 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7b3257-e305-4d63-9e5c-03ffe2c0bf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:17.786985 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7b3257-e305-4d63-9e5c-03ffe2c0bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:17.828141 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-e9186af3-4271-469c-b856-c86861891bea service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453004 Jul 13 19:42:17.887731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b3257-e305-4d63-9e5c-03ffe2c0bf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee22d9-a897-491e-a700-81bae02f37b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:17.894904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-af7b3257-e305-4d63-9e5c-03ffe2c0bf89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3799a44825054ca491cd7bfcbe5ee47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7563066 Jul 13 19:42:17.897736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:17.989114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-227d14b6-460f-450e-abc9-d04a4666a65f service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292719 Jul 13 19:42:18.021111 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-d6de10b5-8c68-4281-a7ea-85bbca025570 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852255 Jul 13 19:42:18.068724 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acba650b-a3e5-4cfb-aaa8-969488a02292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:18.080253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-af91ab00-8502-4e6f-bc6c-14a897d4392e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc HTTP/1.1" status: 200 len: 217 time: 0.0526798 Jul 13 19:42:18.135862 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acba650b-a3e5-4cfb-aaa8-969488a02292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:18.144183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-cd6eb43f-61bd-4c68-9fa5-827a569e2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:18.149205 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-cd6eb43f-61bd-4c68-9fa5-827a569e2f35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.0626760 Jul 13 19:42:18.195822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c33f4faf-3fd2-4835-a12e-eb74539cdf80 req-1b9c25c5-0ea7-4789-897d-8ea3cebd27d0 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906786 Jul 13 19:42:18.207600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:18.254774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-7ed08a24-90f6-491f-b22c-ea2d865f26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:18.258090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-7ed08a24-90f6-491f-b22c-ea2d865f26d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1014662 Jul 13 19:42:18.309979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acba650b-a3e5-4cfb-aaa8-969488a02292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:18.317246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acba650b-a3e5-4cfb-aaa8-969488a02292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:18.317246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-acba650b-a3e5-4cfb-aaa8-969488a02292 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84ee22d9-a897-491e-a700-81bae02f37b6 HTTP/1.1" status: 204 len: 168 time: 0.4161203 Jul 13 19:42:18.333032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba650b-a3e5-4cfb-aaa8-969488a02292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee22d9-a897-491e-a700-81bae02f37b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:18.510545 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-bfd4d58c-2596-407f-a0d7-ce93b9cd58f2 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461677 Jul 13 19:42:18.586051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Deleting port 870dbf93-db23-49ec-8899-fa4a2b3239c7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:18.586434 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:18.646579 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-b345f6b2-53f8-4364-b021-49a8877c7c21 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302166 Jul 13 19:42:18.732431 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-f02b9d50-0ab3-4de4-8544-40a81364d45d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 HTTP/1.1" status: 200 len: 217 time: 0.0733147 Jul 13 19:42:18.764978 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:18.800295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-a8bac7dc-6a9e-4353-a41b-b67db8fc2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:18.801928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-a8bac7dc-6a9e-4353-a41b-b67db8fc2739 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.0620813 Jul 13 19:42:18.810014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Calling delete_port for 870dbf93-db23-49ec-8899-fa4a2b3239c7 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:18.882001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-cf871f4d-f343-4306-abd6-53e2b2f939bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:18.884314 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-cf871f4d-f343-4306-abd6-53e2b2f939bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0764754 Jul 13 19:42:19.076210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-e7a6327c-fb8d-4b69-b442-61c3391dba5b service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825550 Jul 13 19:42:19.182513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-696ba79a-c79e-44c6-b9a8-62d306e6fde9 req-352ca0af-dd7b-4a21-9b9a-d6ef1ee16fe4 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026151 Jul 13 19:42:19.540383 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:19.588893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Port': ['ID=870dbf93-db23-49ec-8899-fa4a2b3239c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:19.769935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:19.985137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Router f3c133da-4b77-4921-871f-5f499536f78e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:42:20.107519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:20.112574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1a3d2b13-4ac4-4156-95e3-8cc65d35a104 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "PUT /v2.0/routers/f3c133da-4b77-4921-871f-5f499536f78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8395572 Jul 13 19:42:20.117438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:20.118893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc290dc4-fede-464a-8d13-0e0f70aaaba3 None None] Sync routers for ids ['f3c133da-4b77-4921-871f-5f499536f78e'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:20.134128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc290dc4-fede-464a-8d13-0e0f70aaaba3 None None] Routers {'f3c133da-4b77-4921-871f-5f499536f78e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:20.135218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc290dc4-fede-464a-8d13-0e0f70aaaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f3c133da-4b77-4921-871f-5f499536f78e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:20.175832 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8a13c0c0-eb4e-4a49-8584-3cd0b675128d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] delete failed (client error): The resource could not be found. Jul 13 19:42:20.176917 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8a13c0c0-eb4e-4a49-8584-3cd0b675128d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1600814568 HTTP/1.1" status: 404 len: 335 time: 0.0570078 Jul 13 19:42:20.182099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:20.187041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6116c876-eb93-4bc9-86d0-d2b164d6ad96 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3c133da-4b77-4921-871f-5f499536f78e'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:20.188513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc290dc4-fede-464a-8d13-0e0f70aaaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:20.209225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc290dc4-fede-464a-8d13-0e0f70aaaba3 None None] Routers {'f3c133da-4b77-4921-871f-5f499536f78e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:20.210739 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc290dc4-fede-464a-8d13-0e0f70aaaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:41:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f3c133da-4b77-4921-871f-5f499536f78e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:20.264332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc290dc4-fede-464a-8d13-0e0f70aaaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:20.265481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc290dc4-fede-464a-8d13-0e0f70aaaba3 None None] The sync data for ids ['f3c133da-4b77-4921-871f-5f499536f78e'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:20.459299 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116c876-eb93-4bc9-86d0-d2b164d6ad96 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:20.480818 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6116c876-eb93-4bc9-86d0-d2b164d6ad96 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] update failed (client error): The resource could not be found. Jul 13 19:42:20.481878 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6116c876-eb93-4bc9-86d0-d2b164d6ad96 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "PUT /v2.0/routers/f3c133da-4b77-4921-871f-5f499536f78e HTTP/1.1" status: 404 len: 339 time: 0.2988138 Jul 13 19:42:20.486050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:20.491952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-777696764'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:20.529007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Made reservation on behalf of ecd72f725be7409d89cc203f21c44025 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:20.532922 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:20.561199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:42:20.567865 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:20.568134 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Added segment 0cd43ae8-0d49-4230-8dea-160322788f03 of type vlan for network 328be35f-c225-47c9-8130-2d1e0adbe28d Jul 13 19:42:20.624028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:20.663258 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:20.670171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:20.671036 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:20.697350 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70abd004-6f1d-4462-bb98-072b10b4b53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:20.750621 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2634223 Jul 13 19:42:20.754087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:20.761520 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'subnet': {'network_id': '328be35f-c225-47c9-8130-2d1e0adbe28d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:20.781965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5a39d-ec2a-42bc-acd7-97b7c11184c7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Network': ['ID=328be35f-c225-47c9-8130-2d1e0adbe28d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:20.800622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 328be35f-c225-47c9-8130-2d1e0adbe28d details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:42:20.938089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Made reservation on behalf of ecd72f725be7409d89cc203f21c44025 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:20.947027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:21.195712 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:21.261466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Subnet': ['ID=2d8a4a07-e528-432e-8b2c-1dabf4aaca5e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:21.307135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Checking segment: {'id': '0cd43ae8-0d49-4230-8dea-160322788f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '328be35f-c225-47c9-8130-2d1e0adbe28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:21.307701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network hostable DHCP agents. Network: 328be35f-c225-47c9-8130-2d1e0adbe28d, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:42:21.328237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network 328be35f-c225-47c9-8130-2d1e0adbe28d is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:42:21.342612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 328be35f-c225-47c9-8130-2d1e0adbe28d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:21.349469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:21.351048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:21.355710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05662440-3c78-4cc7-ad4a-9664449d8627 None None] Network 328be35f-c225-47c9-8130-2d1e0adbe28d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:21.374004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:21.374213 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-44dd3846-cd60-4b6c-867d-1b36f6b2d65f tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6188512 Jul 13 19:42:21.378835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-48db71fd-48c9-498d-b682-a31cf00e8306 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'router': {'external_gateway_info': {'network_id': '328be35f-c225-47c9-8130-2d1e0adbe28d'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:21.579726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-328be35f-c225-47c9-8130-2d1e0adbe28d', 'network_id': '328be35f-c225-47c9-8130-2d1e0adbe28d', 'tenant_id': 'ecd72f725be7409d89cc203f21c44025', 'fixed_ips': [{'subnet_id': '2d8a4a07-e528-432e-8b2c-1dabf4aaca5e'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:42:21.581348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:21.697824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48db71fd-48c9-498d-b682-a31cf00e8306 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:21.828772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Allocated IP 2001:db8:1::2 (328be35f-c225-47c9-8130-2d1e0adbe28d/2d8a4a07-e528-432e-8b2c-1dabf4aaca5e/97a7658f-c760-4453-8576-37eda60bb824) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:21.921993 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-48db71fd-48c9-498d-b682-a31cf00e8306 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:42:21.925544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-48db71fd-48c9-498d-b682-a31cf00e8306 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "PUT /v2.0/routers/f3c133da-4b77-4921-871f-5f499536f78e HTTP/1.1" status: 400 len: 364 time: 0.5499766 Jul 13 19:42:21.929228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:22.010309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45562) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:22.112105 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.124244 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Transition to ACTIVE for port object 97a7658f-c760-4453-8576-37eda60bb824 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:22.141132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Transition to ACTIVE for port object 97a7658f-c760-4453-8576-37eda60bb824 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:22.149920 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.176653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14c183e3-f085-4b0a-98f8-52293aba2e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.203409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Network 328be35f-c225-47c9-8130-2d1e0adbe28d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:22.211573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:22.217919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:22.232333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Pushing event updated for resources: {'Port': ['ID=97a7658f-c760-4453-8576-37eda60bb824,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:22.242855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.243444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.244012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.244551 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.245050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.245529 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.246312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.246813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.247304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.247627 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.247958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.248278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:22.328416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Attempting to bind port 97a7658f-c760-4453-8576-37eda60bb824 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:42:22.328736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Attempting to bind port 97a7658f-c760-4453-8576-37eda60bb824 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '0cd43ae8-0d49-4230-8dea-160322788f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '328be35f-c225-47c9-8130-2d1e0adbe28d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:42:22.329091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Attempting to bind port 97a7658f-c760-4453-8576-37eda60bb824 on network 328be35f-c225-47c9-8130-2d1e0adbe28d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:22.344187 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:42:22.354732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:42:22.355416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Checking segment: {'id': '0cd43ae8-0d49-4230-8dea-160322788f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '328be35f-c225-47c9-8130-2d1e0adbe28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:22.356252 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.358714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Bound using segment: {'id': '0cd43ae8-0d49-4230-8dea-160322788f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '328be35f-c225-47c9-8130-2d1e0adbe28d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:42:22.360220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Bound port: 97a7658f-c760-4453-8576-37eda60bb824, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd43ae8-0d49-4230-8dea-160322788f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '328be35f-c225-47c9-8130-2d1e0adbe28d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:42:22.360835 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.380234 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14c183e3-f085-4b0a-98f8-52293aba2e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.392083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14c183e3-f085-4b0a-98f8-52293aba2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.422336 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.449888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] For port 97a7658f-c760-4453-8576-37eda60bb824, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:42:22.455020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] For port 97a7658f-c760-4453-8576-37eda60bb824, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=97a7658f-c760-4453-8576-37eda60bb824,segment=NetworkSegment(0cd43ae8-0d49-4230-8dea-160322788f03),segment_id=0cd43ae8-0d49-4230-8dea-160322788f03)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:42:22.461574 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.485572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-14c183e3-f085-4b0a-98f8-52293aba2e93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5c57687cbdc48b5a399114cd3b877cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696555 Jul 13 19:42:22.486961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c183e3-f085-4b0a-98f8-52293aba2e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be61ed3e-4a6c-4944-803e-5230fba15e81,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:22.492648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:22.561799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cf597-27de-46e1-8119-dfd19d3741d5 None None] Pushing event updated for resources: {'Port': ['ID=97a7658f-c760-4453-8576-37eda60bb824,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:22.597983 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3129-db45-42fc-8978-8cba434f16c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.627638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3129-db45-42fc-8978-8cba434f16c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.695166 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3129-db45-42fc-8978-8cba434f16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.697719 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3129-db45-42fc-8978-8cba434f16c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.698911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fd0e3129-db45-42fc-8978-8cba434f16c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be61ed3e-4a6c-4944-803e-5230fba15e81 HTTP/1.1" status: 204 len: 168 time: 0.2042747 Jul 13 19:42:22.728789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e3129-db45-42fc-8978-8cba434f16c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be61ed3e-4a6c-4944-803e-5230fba15e81,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:22.787111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Allocated IP 2001:db8::1 (d445982e-fefa-4cf0-aeb0-7b995ac948f5/479da2da-4444-4c3f-864f-83ce7a4d20d8/01700015-815d-467c-b455-86020092acbf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:22.973492 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:22.996982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Transition to ACTIVE for port object 01700015-815d-467c-b455-86020092acbf will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:23.041105 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.098783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network d445982e-fefa-4cf0-aeb0-7b995ac948f5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:23.105805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:23.110122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:23.110785 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.157743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Port': ['ID=01700015-815d-467c-b455-86020092acbf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:23.176633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.177035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.177603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.177900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.178326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.178854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.179263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.179654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.180042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.180432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.180847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.181265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:23.197758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:23.224784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ead7ff-c140-4591-a4ed-705d6f26d92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.289189 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.386188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ead7ff-c140-4591-a4ed-705d6f26d92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.394285 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ead7ff-c140-4591-a4ed-705d6f26d92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.459628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ead7ff-c140-4591-a4ed-705d6f26d92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3666781e-e944-4f2a-82d6-da958b2dc381,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:23.469552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d5ead7ff-c140-4591-a4ed-705d6f26d92d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec64a4ad75674391bd6154d20800e918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673950 Jul 13 19:42:23.469882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:23.546716 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-215bf198-6828-4670-a2de-e2677aa351fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.587134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-215bf198-6828-4670-a2de-e2677aa351fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.612876 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.644951 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52289b9d-461d-492f-bd43-2368fcc5598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.681615 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 97a7658f-c760-4453-8576-37eda60bb824 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:23.716600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-215bf198-6828-4670-a2de-e2677aa351fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.719416 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-215bf198-6828-4670-a2de-e2677aa351fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.723348 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-215bf198-6828-4670-a2de-e2677aa351fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3666781e-e944-4f2a-82d6-da958b2dc381 HTTP/1.1" status: 204 len: 168 time: 0.2495773 Jul 13 19:42:23.738016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bf198-6828-4670-a2de-e2677aa351fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3666781e-e944-4f2a-82d6-da958b2dc381,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:23.832451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-407b0488-8406-456d-843c-7701a28c346e None None] Provisioning for port 01700015-815d-467c-b455-86020092acbf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:23.850426 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-407b0488-8406-456d-843c-7701a28c346e None None] Provisioning complete for port 01700015-815d-467c-b455-86020092acbf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:23.853184 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407b0488-8406-456d-843c-7701a28c346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.899569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 97a7658f-c760-4453-8576-37eda60bb824 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:23.921595 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.931599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-407b0488-8406-456d-843c-7701a28c346e None None] Port 01700015-815d-467c-b455-86020092acbf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:23.932128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:23.933115 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.004265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:24.246475 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5952c11-5df2-4fed-a388-2645fa0e6255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.428053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d908ed5-0664-4288-bde3-3ffe78983fb6 None None] Network 328be35f-c225-47c9-8130-2d1e0adbe28d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:24.493334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5952c11-5df2-4fed-a388-2645fa0e6255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.508524 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5952c11-5df2-4fed-a388-2645fa0e6255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.565503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:24.587796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-95019531-c5b8-4812-94f4-e94d19d81f7a None None] Provisioning for port 97a7658f-c760-4453-8576-37eda60bb824 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:24.600726 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.604325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-95019531-c5b8-4812-94f4-e94d19d81f7a None None] Provisioning complete for port 97a7658f-c760-4453-8576-37eda60bb824 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:24.604970 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95019531-c5b8-4812-94f4-e94d19d81f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.640483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5952c11-5df2-4fed-a388-2645fa0e6255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b4106-a30c-4a86-89e8-0caee4479e35,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:24.657886 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b5952c11-5df2-4fed-a388-2645fa0e6255 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a37e3976b15f465dbcf6316b8388f5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522291 Jul 13 19:42:24.658622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:24.712910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event updated for resources: {'Port': ['ID=01700015-815d-467c-b455-86020092acbf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:24.784860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47f4d7c-a5cb-48a1-89f9-05f1c641dd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.837685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47f4d7c-a5cb-48a1-89f9-05f1c641dd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.852446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Network d445982e-fefa-4cf0-aeb0-7b995ac948f5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:24.854176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:24.916985 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95019531-c5b8-4812-94f4-e94d19d81f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.969378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f0ada1b-ade2-4b83-865c-df51efdc80fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.973166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-95019531-c5b8-4812-94f4-e94d19d81f7a None None] For port 97a7658f-c760-4453-8576-37eda60bb824, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=97a7658f-c760-4453-8576-37eda60bb824,segment=NetworkSegment(0cd43ae8-0d49-4230-8dea-160322788f03),segment_id=0cd43ae8-0d49-4230-8dea-160322788f03)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:24.983617 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95019531-c5b8-4812-94f4-e94d19d81f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:24.994469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47f4d7c-a5cb-48a1-89f9-05f1c641dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.003847 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47f4d7c-a5cb-48a1-89f9-05f1c641dd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.027682 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b47f4d7c-a5cb-48a1-89f9-05f1c641dd1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e84b4106-a30c-4a86-89e8-0caee4479e35 HTTP/1.1" status: 204 len: 168 time: 0.3638134 Jul 13 19:42:25.049609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Router f3c133da-4b77-4921-871f-5f499536f78e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:42:25.054837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95019531-c5b8-4812-94f4-e94d19d81f7a None None] Pushing event updated for resources: {'Port': ['ID=97a7658f-c760-4453-8576-37eda60bb824,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:25.086765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f4d7c-a5cb-48a1-89f9-05f1c641dd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b4106-a30c-4a86-89e8-0caee4479e35,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:25.221767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:25.237696 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011847e-aecb-446c-be2b-b2c5447e7b50 None None] Sync routers for ids ['f3c133da-4b77-4921-871f-5f499536f78e'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:25.240395 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-421cdc44-9baa-45b6-9274-d0dc96a9a03b tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "PUT /v2.0/routers/f3c133da-4b77-4921-871f-5f499536f78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3099344 Jul 13 19:42:25.245863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:25.265148 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011847e-aecb-446c-be2b-b2c5447e7b50 None None] Routers {'f3c133da-4b77-4921-871f-5f499536f78e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:25.265813 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7011847e-aecb-446c-be2b-b2c5447e7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f3c133da-4b77-4921-871f-5f499536f78e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:25.318851 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f0ada1b-ade2-4b83-865c-df51efdc80fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.334837 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f0ada1b-ade2-4b83-865c-df51efdc80fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.372868 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7011847e-aecb-446c-be2b-b2c5447e7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:25.381331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ada1b-ade2-4b83-865c-df51efdc80fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d9415-b168-4b1c-a00d-1fc427af0c24,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:25.401727 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011847e-aecb-446c-be2b-b2c5447e7b50 None None] Routers {'f3c133da-4b77-4921-871f-5f499536f78e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:25.404557 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7011847e-aecb-446c-be2b-b2c5447e7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f3c133da-4b77-4921-871f-5f499536f78e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:25.415255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58e8ee69-4834-479a-b974-9d19375329b5 None None] Provisioning complete for port 01700015-815d-467c-b455-86020092acbf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:25.415635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58e8ee69-4834-479a-b974-9d19375329b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.426476 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038c6362-6f7c-4341-9311-085d14046b61 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.434276 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4f0ada1b-ade2-4b83-865c-df51efdc80fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f03e9fe43d94b2b9b024a50fc17453e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8628454 Jul 13 19:42:25.438468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:25.453224 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7011847e-aecb-446c-be2b-b2c5447e7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:25.454131 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011847e-aecb-446c-be2b-b2c5447e7b50 None None] The sync data for ids ['f3c133da-4b77-4921-871f-5f499536f78e'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:25.476703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-58e8ee69-4834-479a-b974-9d19375329b5 None None] Port 01700015-815d-467c-b455-86020092acbf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:25.511660 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.541994 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.557291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 97a7658f-c760-4453-8576-37eda60bb824 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:25.560109 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-038c6362-6f7c-4341-9311-085d14046b61 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 19:42:25.562267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-038c6362-6f7c-4341-9311-085d14046b61 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/routers/f3c133da-4b77-4921-871f-5f499536f78e HTTP/1.1" status: 409 len: 329 time: 0.3147678 Jul 13 19:42:25.565042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:25.628018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7308de67-5da5-4207-8222-f1e95407e595 None None] Provisioning complete for port 97a7658f-c760-4453-8576-37eda60bb824 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:25.628857 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7308de67-5da5-4207-8222-f1e95407e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.644386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:25.665921 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8ba0-c7fa-42bb-94ed-ee55f70e19b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.694293 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.697032 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.698330 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed8d9415-b168-4b1c-a00d-1fc427af0c24 HTTP/1.1" status: 204 len: 168 time: 0.2588122 Jul 13 19:42:25.723567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 97a7658f-c760-4453-8576-37eda60bb824 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:25.724247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.765235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d9415-b168-4b1c-a00d-1fc427af0c24,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:25.862771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8ba0-c7fa-42bb-94ed-ee55f70e19b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.870996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.871399 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.871682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.872018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.872350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.872680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.873006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.873332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.873732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.874061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.874375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.874864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09d695-d9bf-4eaf-95db-911544824495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:25.878390 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8ba0-c7fa-42bb-94ed-ee55f70e19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:25.907888 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ff1f8ba0-c7fa-42bb-94ed-ee55f70e19b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30a36501afc645bea310643ed2da59e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621691 Jul 13 19:42:25.908639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:25.954432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f8ba0-c7fa-42bb-94ed-ee55f70e19b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a01558-200e-44d4-86f3-603afb5e2fb6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:26.008784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46afdaa7-21d0-4abb-81c5-07b6350c1b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.039669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46afdaa7-21d0-4abb-81c5-07b6350c1b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.052491 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.074728 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.108930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46afdaa7-21d0-4abb-81c5-07b6350c1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.113315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46afdaa7-21d0-4abb-81c5-07b6350c1b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.120250 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-46afdaa7-21d0-4abb-81c5-07b6350c1b36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7a01558-200e-44d4-86f3-603afb5e2fb6 HTTP/1.1" status: 204 len: 168 time: 0.2094333 Jul 13 19:42:26.131748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afdaa7-21d0-4abb-81c5-07b6350c1b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a01558-200e-44d4-86f3-603afb5e2fb6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:26.384079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Deleting port 01700015-815d-467c-b455-86020092acbf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:26.384439 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.475803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.494736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:26.494904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Calling delete_port for 01700015-815d-467c-b455-86020092acbf owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:26.513977 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4880-9296-4869-88e1-bfbe51c6f96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.623498 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4880-9296-4869-88e1-bfbe51c6f96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.629737 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4880-9296-4869-88e1-bfbe51c6f96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.675989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9e7a4880-9296-4869-88e1-bfbe51c6f96d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2125065633044e4f906a2340ce991d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769512 Jul 13 19:42:26.676390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:26.678998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a4880-9296-4869-88e1-bfbe51c6f96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116b8d68-061b-40b7-893e-54f798331b4a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:26.743887 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77628e17-8c91-492c-ac46-8bc2366a1425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.755555 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.771185 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77628e17-8c91-492c-ac46-8bc2366a1425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.794679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Port': ['ID=01700015-815d-467c-b455-86020092acbf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:26.834866 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77628e17-8c91-492c-ac46-8bc2366a1425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.835144 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77628e17-8c91-492c-ac46-8bc2366a1425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:26.836110 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-77628e17-8c91-492c-ac46-8bc2366a1425 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/116b8d68-061b-40b7-893e-54f798331b4a HTTP/1.1" status: 204 len: 168 time: 0.1588953 Jul 13 19:42:26.849734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77628e17-8c91-492c-ac46-8bc2366a1425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116b8d68-061b-40b7-893e-54f798331b4a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:26.931578 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.112049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Router f3c133da-4b77-4921-871f-5f499536f78e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:42:27.206747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:27.218833 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-89ab95e5-abae-4cdd-b095-27108fd52cb7 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "PUT /v2.0/routers/f3c133da-4b77-4921-871f-5f499536f78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6483381 Jul 13 19:42:27.219287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:27.227384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7b9927-fe7b-49bc-a41f-dad2c75c8eee None None] Sync routers for ids ['f3c133da-4b77-4921-871f-5f499536f78e'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:27.237586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b9927-fe7b-49bc-a41f-dad2c75c8eee None None] Routers {'f3c133da-4b77-4921-871f-5f499536f78e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:27.238346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b7b9927-fe7b-49bc-a41f-dad2c75c8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f3c133da-4b77-4921-871f-5f499536f78e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:27.266773 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3e5c9778-4ed1-420f-99b4-60cb330c5266 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] show failed (client error): The resource could not be found. Jul 13 19:42:27.272378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3e5c9778-4ed1-420f-99b4-60cb330c5266 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-113754698 HTTP/1.1" status: 404 len: 334 time: 0.0484674 Jul 13 19:42:27.272661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:27.280075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b7b9927-fe7b-49bc-a41f-dad2c75c8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:27.280194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a6db3929-530c-4537-8841-3261673cce5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:27.289911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b9927-fe7b-49bc-a41f-dad2c75c8eee None None] Routers {'f3c133da-4b77-4921-871f-5f499536f78e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:27.290564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b7b9927-fe7b-49bc-a41f-dad2c75c8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f3c133da-4b77-4921-871f-5f499536f78e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:27.318086 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a6db3929-530c-4537-8841-3261673cce5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] update failed (client error): The resource could not be found. Jul 13 19:42:27.320556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a6db3929-530c-4537-8841-3261673cce5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-804928078 HTTP/1.1" status: 404 len: 334 time: 0.0462203 Jul 13 19:42:27.323686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:27.353122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b7b9927-fe7b-49bc-a41f-dad2c75c8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:27.353791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7b9927-fe7b-49bc-a41f-dad2c75c8eee None None] The sync data for ids ['f3c133da-4b77-4921-871f-5f499536f78e'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:27.429754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5613d6e2-e62c-4ee3-8d21-91875070451a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Deleting subnet 2d8a4a07-e528-432e-8b2c-1dabf4aaca5e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:42:27.435202 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5613d6e2-e62c-4ee3-8d21-91875070451a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.492050 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5613d6e2-e62c-4ee3-8d21-91875070451a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.622668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5613d6e2-e62c-4ee3-8d21-91875070451a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.696562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5613d6e2-e62c-4ee3-8d21-91875070451a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.735740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613d6e2-e62c-4ee3-8d21-91875070451a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8a4a07-e528-432e-8b2c-1dabf4aaca5e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:27.743293 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5613d6e2-e62c-4ee3-8d21-91875070451a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.745268 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5613d6e2-e62c-4ee3-8d21-91875070451a tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/subnets/2d8a4a07-e528-432e-8b2c-1dabf4aaca5e HTTP/1.1" status: 204 len: 168 time: 0.4201696 Jul 13 19:42:27.747851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:27.752242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e69433b-0137-464b-a577-5e67c8208ed9 None None] Network 328be35f-c225-47c9-8130-2d1e0adbe28d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:27.853286 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.948308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Deleting port 97a7658f-c760-4453-8576-37eda60bb824 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:27.949050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.048450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd80bc-7080-4e0b-b5b5-050669f7a143 None None] DHCP port deletion for 328be35f-c225-47c9-8130-2d1e0adbe28d request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:42:28.057503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] For port 97a7658f-c760-4453-8576-37eda60bb824, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=97a7658f-c760-4453-8576-37eda60bb824,segment=NetworkSegment(0cd43ae8-0d49-4230-8dea-160322788f03),segment_id=0cd43ae8-0d49-4230-8dea-160322788f03)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:28.057988 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.074330 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Calling delete_port for 97a7658f-c760-4453-8576-37eda60bb824 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:28.141644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-77bd80bc-7080-4e0b-b5b5-050669f7a143 None None] Deleting port 97a7658f-c760-4453-8576-37eda60bb824 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:28.141946 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77bd80bc-7080-4e0b-b5b5-050669f7a143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.205103 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.229735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] No DVR routers for this DVR port 97a7658f-c760-4453-8576-37eda60bb824 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:28.253547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-77bd80bc-7080-4e0b-b5b5-050669f7a143 None None] For port 97a7658f-c760-4453-8576-37eda60bb824, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=97a7658f-c760-4453-8576-37eda60bb824,segment=NetworkSegment(0cd43ae8-0d49-4230-8dea-160322788f03),segment_id=0cd43ae8-0d49-4230-8dea-160322788f03)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:28.254124 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77bd80bc-7080-4e0b-b5b5-050669f7a143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.255593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Port': ['ID=97a7658f-c760-4453-8576-37eda60bb824,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:28.293516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-77bd80bc-7080-4e0b-b5b5-050669f7a143 None None] Calling delete_port for 97a7658f-c760-4453-8576-37eda60bb824 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:28.395101 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.438354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328be35f-c225-47c9-8130-2d1e0adbe28d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:28.458586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd43ae8-0d49-4230-8dea-160322788f03') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:28.459955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd43ae8-0d49-4230-8dea-160322788f03') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:28.470474 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.488274 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77bd80bc-7080-4e0b-b5b5-050669f7a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.489823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.499937 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:42:28.501600 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.502602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd80bc-7080-4e0b-b5b5-050669f7a143 None None] No DVR routers for this DVR port 97a7658f-c760-4453-8576-37eda60bb824 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:42:28.507865 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:42:28.523534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd80bc-7080-4e0b-b5b5-050669f7a143 None None] Pushing event deleted for resources: {'Port': ['ID=97a7658f-c760-4453-8576-37eda60bb824,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:28.591370 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.600540 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.602970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/networks/328be35f-c225-47c9-8130-2d1e0adbe28d HTTP/1.1" status: 204 len: 168 time: 0.8540070 Jul 13 19:42:28.605926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:28.613179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c1c51-b067-404d-bb09-36dd5a49b111 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Network': ['ID=328be35f-c225-47c9-8130-2d1e0adbe28d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:28.667481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1048ee17-979c-4d57-be8a-2c96bda80830 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Deleting subnet dc51a35b-32c6-42f4-90dc-e3d1052d7806 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:42:28.671383 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1048ee17-979c-4d57-be8a-2c96bda80830 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.705685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:28.738609 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1048ee17-979c-4d57-be8a-2c96bda80830 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.853193 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1048ee17-979c-4d57-be8a-2c96bda80830 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.889207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c04c4f2-e4fd-4501-a9a0-f9bc17476fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.927377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1048ee17-979c-4d57-be8a-2c96bda80830 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.992290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048ee17-979c-4d57-be8a-2c96bda80830 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Subnet': ['ID=dc51a35b-32c6-42f4-90dc-e3d1052d7806,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:28.994367 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1048ee17-979c-4d57-be8a-2c96bda80830 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.999872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1048ee17-979c-4d57-be8a-2c96bda80830 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/subnets/dc51a35b-32c6-42f4-90dc-e3d1052d7806 HTTP/1.1" status: 204 len: 168 time: 0.3908737 Jul 13 19:42:29.003171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:29.011177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640397a2-cd1f-4819-93b0-33a9439a1024 None None] Network 52ca3341-04cc-464c-acda-85dbf9ef7ba9 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:29.033556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c04c4f2-e4fd-4501-a9a0-f9bc17476fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.057933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c04c4f2-e4fd-4501-a9a0-f9bc17476fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.089300 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9c04c4f2-e4fd-4501-a9a0-f9bc17476fde admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcc3c25c9a9146ffba35a304a5f20b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820965 Jul 13 19:42:29.091985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:29.129551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69f8864-6c51-474c-b66f-2de9975a1c5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Deleting subnet 59f6b5da-796a-4309-9686-9a32c8bb86a4 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:42:29.133834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d69f8864-6c51-474c-b66f-2de9975a1c5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.182901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d69f8864-6c51-474c-b66f-2de9975a1c5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.218152 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f684e5f-34b3-48ce-a3e3-a2b418ee18d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.274165 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f684e5f-34b3-48ce-a3e3-a2b418ee18d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.295043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d69f8864-6c51-474c-b66f-2de9975a1c5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.299370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04c4f2-e4fd-4501-a9a0-f9bc17476fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470bfa35-f588-4f44-8e2b-61252f583591,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:29.359198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015206c1-95df-4e87-b05e-17e034f2efd6 None None] DHCP port deletion for 52ca3341-04cc-464c-acda-85dbf9ef7ba9 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:42:29.382282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f684e5f-34b3-48ce-a3e3-a2b418ee18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.385664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f684e5f-34b3-48ce-a3e3-a2b418ee18d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.410985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3f684e5f-34b3-48ce-a3e3-a2b418ee18d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/470bfa35-f588-4f44-8e2b-61252f583591 HTTP/1.1" status: 204 len: 168 time: 0.3170843 Jul 13 19:42:29.423633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d69f8864-6c51-474c-b66f-2de9975a1c5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.457610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f684e5f-34b3-48ce-a3e3-a2b418ee18d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470bfa35-f588-4f44-8e2b-61252f583591,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:29.519243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f8864-6c51-474c-b66f-2de9975a1c5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Subnet': ['ID=59f6b5da-796a-4309-9686-9a32c8bb86a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:29.576374 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d69f8864-6c51-474c-b66f-2de9975a1c5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.578603 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d69f8864-6c51-474c-b66f-2de9975a1c5d tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/subnets/59f6b5da-796a-4309-9686-9a32c8bb86a4 HTTP/1.1" status: 204 len: 168 time: 0.5744643 Jul 13 19:42:29.581616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:29.602253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-015206c1-95df-4e87-b05e-17e034f2efd6 None None] Deleting port f2f8409d-dbc3-49cd-889b-56190b09698d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:29.602701 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-015206c1-95df-4e87-b05e-17e034f2efd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.605628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f830c6d-667c-4ef6-a8f4-b991e344de0b None None] Network 25b11bfe-af69-4dcd-8e35-31ed110552bf requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:29.607366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f2f8409d-dbc3-49cd-889b-56190b09698d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:29.700966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.771320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Deleting port f2f8409d-dbc3-49cd-889b-56190b09698d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:29.772436 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.850784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] For port f2f8409d-dbc3-49cd-889b-56190b09698d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f2f8409d-dbc3-49cd-889b-56190b09698d,segment=NetworkSegment(ed62bc23-eabb-4760-a19c-f1c82ae9bccb),segment_id=ed62bc23-eabb-4760-a19c-f1c82ae9bccb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:29.851574 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.872784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Calling delete_port for f2f8409d-dbc3-49cd-889b-56190b09698d owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:29.955539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-015206c1-95df-4e87-b05e-17e034f2efd6 None None] For port f2f8409d-dbc3-49cd-889b-56190b09698d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f2f8409d-dbc3-49cd-889b-56190b09698d,segment=NetworkSegment(ed62bc23-eabb-4760-a19c-f1c82ae9bccb),segment_id=ed62bc23-eabb-4760-a19c-f1c82ae9bccb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:29.955926 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-015206c1-95df-4e87-b05e-17e034f2efd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.969302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-015206c1-95df-4e87-b05e-17e034f2efd6 None None] Calling delete_port for f2f8409d-dbc3-49cd-889b-56190b09698d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:29.995375 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.049959 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-015206c1-95df-4e87-b05e-17e034f2efd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.087123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Port': ['ID=f2f8409d-dbc3-49cd-889b-56190b09698d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:30.093547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] No DVR routers for this DVR port f2f8409d-dbc3-49cd-889b-56190b09698d on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:30.151238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No active binding found for port f2f8409d-dbc3-49cd-889b-56190b09698d {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 19:42:30.151819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f2f8409d-dbc3-49cd-889b-56190b09698d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:42:30.152289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 97a7658f-c760-4453-8576-37eda60bb824 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:30.204392 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-fb6f38bb-7b86-4bcc-a123-e7f01d0c15eb tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=889787c29b354faaaa9d8c3fc4bd1a52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480072 Jul 13 19:42:30.207856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015206c1-95df-4e87-b05e-17e034f2efd6 None None] Pushing event deleted for resources: {'Port': ['ID=f2f8409d-dbc3-49cd-889b-56190b09698d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:30.214197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015206c1-95df-4e87-b05e-17e034f2efd6 None None] No DVR routers for this DVR port f2f8409d-dbc3-49cd-889b-56190b09698d on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:30.223254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 97a7658f-c760-4453-8576-37eda60bb824 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:42:30.223912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 97a7658f-c760-4453-8576-37eda60bb824 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:42:30.248486 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.271172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ca3341-04cc-464c-acda-85dbf9ef7ba9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:30.292837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed62bc23-eabb-4760-a19c-f1c82ae9bccb') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:30.293129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed62bc23-eabb-4760-a19c-f1c82ae9bccb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:30.317293 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.346272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.353823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:42:30.353995 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.373057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ecfc07-06ef-4ee2-b348-82a06723784b None None] DHCP port deletion for 25b11bfe-af69-4dcd-8e35-31ed110552bf request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:42:30.379973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-8df57d46-4d64-4f8a-95f1-22c28e4e01d8 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:30.383201 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-8df57d46-4d64-4f8a-95f1-22c28e4e01d8 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773083 Jul 13 19:42:30.406606 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-562a9454-f27b-4c5d-a12b-38b27e1fe22b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/quotas/889787c29b354faaaa9d8c3fc4bd1a52 HTTP/1.1" status: 200 len: 375 time: 0.0159769 Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:42:30.425859 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:42:30.452044 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.463797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.469200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/networks/52ca3341-04cc-464c-acda-85dbf9ef7ba9 HTTP/1.1" status: 204 len: 168 time: 0.8840611 Jul 13 19:42:30.470734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d8ecfc07-06ef-4ee2-b348-82a06723784b None None] Deleting port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:30.471157 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ecfc07-06ef-4ee2-b348-82a06723784b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.477434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:30.486457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27160d7c-78e8-4249-a573-c13aafc47b64 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Network': ['ID=52ca3341-04cc-464c-acda-85dbf9ef7ba9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:30.501943 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-8f09e470-810a-4358-b0d8-5d35534ce492 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=889787c29b354faaaa9d8c3fc4bd1a52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875537 Jul 13 19:42:30.595364 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.602071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d8ecfc07-06ef-4ee2-b348-82a06723784b None None] For port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e1ed82fe-e290-4be3-a79b-3e0e5c2734a1,segment=NetworkSegment(9abbdede-5119-4340-bd01-76441c9b82f5),segment_id=9abbdede-5119-4340-bd01-76441c9b82f5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:30.603122 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ecfc07-06ef-4ee2-b348-82a06723784b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.620839 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d8ecfc07-06ef-4ee2-b348-82a06723784b None None] Calling delete_port for e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:30.664877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Deleting port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:30.664877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.794699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] For port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e1ed82fe-e290-4be3-a79b-3e0e5c2734a1,segment=NetworkSegment(9abbdede-5119-4340-bd01-76441c9b82f5),segment_id=9abbdede-5119-4340-bd01-76441c9b82f5)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:30.796297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.800255 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ecfc07-06ef-4ee2-b348-82a06723784b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.811166 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b0f614d2-373b-457d-9557-88db75587754 req-f6c1f5a8-2b26-4bf5-9c06-f42d6a35100d tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 210 time: 0.0423224 Jul 13 19:42:30.830766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Calling delete_port for e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:30.850306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecfc07-06ef-4ee2-b348-82a06723784b None None] Pushing event deleted for resources: {'Port': ['ID=e1ed82fe-e290-4be3-a79b-3e0e5c2734a1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:30.856206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecfc07-06ef-4ee2-b348-82a06723784b None None] No DVR routers for this DVR port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:30.942585 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.984519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Port': ['ID=e1ed82fe-e290-4be3-a79b-3e0e5c2734a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:30.987004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] No DVR routers for this DVR port e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:31.083270 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.099041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b11bfe-af69-4dcd-8e35-31ed110552bf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:31.123650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abbdede-5119-4340-bd01-76441c9b82f5') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:31.124197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abbdede-5119-4340-bd01-76441c9b82f5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:31.138046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.166376 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.180808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:42:31.181503 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:42:31.258343 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:42:31.271011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.290627 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.295896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/networks/25b11bfe-af69-4dcd-8e35-31ed110552bf HTTP/1.1" status: 204 len: 168 time: 0.8155527 Jul 13 19:42:31.298514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:31.317769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98d1d3-20f5-4d4f-bf35-7bd16e396392 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Network': ['ID=25b11bfe-af69-4dcd-8e35-31ed110552bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:31.374938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-71330783-0a18-4db2-9ae0-df63665f39f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Deleting subnet 479da2da-4444-4c3f-864f-83ce7a4d20d8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:42:31.378978 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71330783-0a18-4db2-9ae0-df63665f39f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.426802 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71330783-0a18-4db2-9ae0-df63665f39f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.520039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:31.544327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71330783-0a18-4db2-9ae0-df63665f39f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.555996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:42:31.556478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e1ed82fe-e290-4be3-a79b-3e0e5c2734a1 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:42:31.625383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71330783-0a18-4db2-9ae0-df63665f39f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.663976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71330783-0a18-4db2-9ae0-df63665f39f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.666203 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-71330783-0a18-4db2-9ae0-df63665f39f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/subnets/479da2da-4444-4c3f-864f-83ce7a4d20d8 HTTP/1.1" status: 204 len: 168 time: 0.3664088 Jul 13 19:42:31.667533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71330783-0a18-4db2-9ae0-df63665f39f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Subnet': ['ID=479da2da-4444-4c3f-864f-83ce7a4d20d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:31.669079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:31.673400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0101f58-07ab-4214-815a-a6c41ca463c3 None None] Network d445982e-fefa-4cf0-aeb0-7b995ac948f5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:31.766534 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.803128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:31.835620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Deleting port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:31.836590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.905914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] For port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=42cbcbe4-fbf4-478d-b597-9ad9e9074c0c,segment=NetworkSegment(0df03ff3-cef8-4a90-a9ed-515fb5502792),segment_id=0df03ff3-cef8-4a90-a9ed-515fb5502792)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:31.906277 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.922060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Calling delete_port for 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:31.937922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7ed25-6d4c-4b54-b94d-298091c383c6 None None] DHCP port deletion for d445982e-fefa-4cf0-aeb0-7b995ac948f5 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:42:32.007159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87e7ed25-6d4c-4b54-b94d-298091c383c6 None None] Deleting port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:32.007786 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87e7ed25-6d4c-4b54-b94d-298091c383c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.044254 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87991fd2-aef4-4f3c-806f-893440d9a3cf req-dd06d518-a36c-4932-b654-242bc553f4b9 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 210 time: 0.0408635 Jul 13 19:42:32.053859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.085631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-669c680e-9a91-4e6e-8950-ea0ae83277ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.116372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-87e7ed25-6d4c-4b54-b94d-298091c383c6 None None] For port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=42cbcbe4-fbf4-478d-b597-9ad9e9074c0c,segment=NetworkSegment(0df03ff3-cef8-4a90-a9ed-515fb5502792),segment_id=0df03ff3-cef8-4a90-a9ed-515fb5502792)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:32.117062 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87e7ed25-6d4c-4b54-b94d-298091c383c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.132914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87e7ed25-6d4c-4b54-b94d-298091c383c6 None None] Calling delete_port for 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:32.133567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] No DVR routers for this DVR port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:32.150861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Port': ['ID=42cbcbe4-fbf4-478d-b597-9ad9e9074c0c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:32.199664 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-669c680e-9a91-4e6e-8950-ea0ae83277ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.204780 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-669c680e-9a91-4e6e-8950-ea0ae83277ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.241363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c680e-9a91-4e6e-8950-ea0ae83277ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b650b4-6deb-4c49-b259-fbb50114c40e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:32.244311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87e7ed25-6d4c-4b54-b94d-298091c383c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.279852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7ed25-6d4c-4b54-b94d-298091c383c6 None None] Pushing event deleted for resources: {'Port': ['ID=42cbcbe4-fbf4-478d-b597-9ad9e9074c0c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:32.285452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7ed25-6d4c-4b54-b94d-298091c383c6 None None] No DVR routers for this DVR port 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:32.285589 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-669c680e-9a91-4e6e-8950-ea0ae83277ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=837c069f12c7441194d434fc74d32f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813080 Jul 13 19:42:32.297516 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:32.350681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-0ae43acc-6a96-4deb-990b-222af456510d tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=889787c29b354faaaa9d8c3fc4bd1a52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325948 Jul 13 19:42:32.361228 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.372495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f602693-70de-4e53-9212-abf2c5e58707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.400162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f602693-70de-4e53-9212-abf2c5e58707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.473301 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f602693-70de-4e53-9212-abf2c5e58707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.478226 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f602693-70de-4e53-9212-abf2c5e58707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.479805 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3f602693-70de-4e53-9212-abf2c5e58707 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41b650b4-6deb-4c49-b259-fbb50114c40e HTTP/1.1" status: 204 len: 168 time: 0.1810410 Jul 13 19:42:32.491094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f602693-70de-4e53-9212-abf2c5e58707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b650b4-6deb-4c49-b259-fbb50114c40e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:32.779141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d445982e-fefa-4cf0-aeb0-7b995ac948f5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:32.815612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df03ff3-cef8-4a90-a9ed-515fb5502792') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:32.815913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df03ff3-cef8-4a90-a9ed-515fb5502792') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:32.855714 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.912640 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.936860 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:42:32.937463 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:42:32.940502 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:42:33.012932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-d0f71099-f3cc-4c7b-aedb-b646159d6aaf tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:33.014512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-d0f71099-f3cc-4c7b-aedb-b646159d6aaf tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6559851 Jul 13 19:42:33.033073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Request body: {'port': {'device_id': '2ee02671-0aa5-4727-9e17-d72d79393d10', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': '889787c29b354faaaa9d8c3fc4bd1a52'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:33.039908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.116271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.118229 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/networks/d445982e-fefa-4cf0-aeb0-7b995ac948f5 HTTP/1.1" status: 204 len: 168 time: 1.4480283 Jul 13 19:42:33.121735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:33.202543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eaeb22bb-991e-4886-bf89-8d1bd230a205 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3c133da-4b77-4921-871f-5f499536f78e HTTP/1.1" status: 200 len: 205 time: 0.0792630 Jul 13 19:42:33.205456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:33.211205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae80a06-6b57-46e0-8440-2fee6665a4f2 tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Pushing event deleted for resources: {'Network': ['ID=d445982e-fefa-4cf0-aeb0-7b995ac948f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:33.352993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c69fe462-c2db-4ad4-84bc-de4951fa050c req-566d15f3-fade-4e5c-bb18-1ff90f70653a tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 210 time: 0.0454278 Jul 13 19:42:33.359739 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85ae0eb-3e36-4b63-97e9-52eda1772afe tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.366632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Made reservation on behalf of 889787c29b354faaaa9d8c3fc4bd1a52 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:33.371851 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.407751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.538646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:33.569918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85ae0eb-3e36-4b63-97e9-52eda1772afe tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.574976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85ae0eb-3e36-4b63-97e9-52eda1772afe tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.581686 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.587018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:42:33.588703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.589247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 42cbcbe4-fbf4-478d-b597-9ad9e9074c0c not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:42:33.685561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85ae0eb-3e36-4b63-97e9-52eda1772afe tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.686117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85ae0eb-3e36-4b63-97e9-52eda1772afe tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Fanout notify agent at l3_agent the message router_deleted on router f3c133da-4b77-4921-871f-5f499536f78e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:42:33.693496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85ae0eb-3e36-4b63-97e9-52eda1772afe tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.694540 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d85ae0eb-3e36-4b63-97e9-52eda1772afe tempest-RoutersNegativeIpV6Test-2024567078 tempest-RoutersNegativeIpV6Test-2024567078-project] 10.222.0.25 "DELETE /v2.0/routers/f3c133da-4b77-4921-871f-5f499536f78e HTTP/1.1" status: 204 len: 168 time: 0.4880395 Jul 13 19:42:33.716924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df06a1a-0048-4a9a-aa0c-2739043f027e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:33.817737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Allocated IP 192.168.233.38 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/3fb7a23a-8d32-4e39-8d5c-2f2faa80f491) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:34.058303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.085971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Transition to ACTIVE for port object 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:34.160077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.187451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:34.189972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:34.205423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:34.205804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:34.313125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:34.313882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.348782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Pushing event updated for resources: {'Port': ['ID=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:34.355602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-350c2383-d47c-4e1f-b61d-f9ac93e2f4aa tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3281596 Jul 13 19:42:34.387421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Request body: {'port': {'device_id': '2ee02671-0aa5-4727-9e17-d72d79393d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:34.503786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3047ab9d-aaab-40f4-afa3-eed933c0f24b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecd72f725be7409d89cc203f21c44025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930923 Jul 13 19:42:34.504814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:34.560224 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.569983 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e17da795-d2ad-457e-a987-9204d17070e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.603556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e17da795-d2ad-457e-a987-9204d17070e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.653764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b80e410e-bfb5-4866-99c5-38c0b93817e4 None None] Provisioning for port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:34.662141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b80e410e-bfb5-4866-99c5-38c0b93817e4 None None] Provisioning complete for port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:34.662825 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b80e410e-bfb5-4866-99c5-38c0b93817e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.708576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25feede-0650-4ef2-99a2-a5c156a7f7df req-241dfa51-8efc-4f65-8e7d-e33ef29cb3cd tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:34.714904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a25feede-0650-4ef2-99a2-a5c156a7f7df req-241dfa51-8efc-4f65-8e7d-e33ef29cb3cd tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 935 time: 0.0925834 Jul 13 19:42:34.716051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e17da795-d2ad-457e-a987-9204d17070e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.718664 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e17da795-d2ad-457e-a987-9204d17070e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.719827 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e17da795-d2ad-457e-a987-9204d17070e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/275680e7-a8b2-4427-9b57-cbc1c985b4e1 HTTP/1.1" status: 204 len: 168 time: 0.2136660 Jul 13 19:42:34.742176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17da795-d2ad-457e-a987-9204d17070e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275680e7-a8b2-4427-9b57-cbc1c985b4e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:34.754019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b80e410e-bfb5-4866-99c5-38c0b93817e4 None None] Port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:34.774165 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a25feede-0650-4ef2-99a2-a5c156a7f7df req-cb36d813-bab9-4321-9848-1efb8ae6afa4 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529315 Jul 13 19:42:34.860821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:34.940433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:42:34.949516 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.966128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Transition to ACTIVE for port object 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:34.971015 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.064685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Pushing event updated for resources: {'Port': ['ID=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:35.144718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Attempting to bind port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:42:35.145059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Attempting to bind port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:42:35.145389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Attempting to bind port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:35.151532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:42:35.151694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Attempting to bind port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:35.157270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:42:35.157619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:35.158014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:42:35.158478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Bound port: 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:42:35.158855 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.159813 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-776c8761-ef9a-4d43-bc30-4f29966e031c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.271749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] For port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:42:35.275124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] For port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:42:35.280942 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.324090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:35.325180 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.327519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] 10.222.0.24 "PUT /v2.0/ports/3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 HTTP/1.1" status: 200 len: 1095 time: 0.9537926 Jul 13 19:42:35.329040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee02671-0aa5-4727-9e17-d72d79393d10', 'tag': '3fb7a23a-8d32-4e39-8d5c-2f2faa80f491'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:42:35.332204 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf145f-a043-4a6d-a4e9-d72c978d144b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee02671-0aa5-4727-9e17-d72d79393d10", "tag": "3fb7a23a-8d32-4e39-8d5c-2f2faa80f491"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:42:35.388898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-776c8761-ef9a-4d43-bc30-4f29966e031c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.397748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8bd23-db02-4a4c-91ea-69f486d5ce7a service neutron] Pushing event updated for resources: {'Port': ['ID=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:35.406943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-776c8761-ef9a-4d43-bc30-4f29966e031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.437024 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094ec1d3-f589-4547-83a9-803f5b7cc57b x-openstack-request-id: req-094ec1d3-f589-4547-83a9-803f5b7cc57b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:42:35.439846 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee02671-0aa5-4727-9e17-d72d79393d10", "tag": "3fb7a23a-8d32-4e39-8d5c-2f2faa80f491", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:42:35.441495 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-094ec1d3-f589-4547-83a9-803f5b7cc57b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:42:35.442027 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee02671-0aa5-4727-9e17-d72d79393d10', 'tag': '3fb7a23a-8d32-4e39-8d5c-2f2faa80f491', 'status': 'completed', 'code': 200} Jul 13 19:42:35.490012 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-776c8761-ef9a-4d43-bc30-4f29966e031c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b53c583256e406383e4e6c7d892b947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6279964 Jul 13 19:42:35.493133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:35.494607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c8761-ef9a-4d43-bc30-4f29966e031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2ccb48-cd65-4e03-ae5e-9e7b47e4b0f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:35.558252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-e0a9d34e-3110-4e12-9188-0bcda47b01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:35.559847 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-e0a9d34e-3110-4e12-9188-0bcda47b01af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=889787c29b354faaaa9d8c3fc4bd1a52&device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 1098 time: 0.1486232 Jul 13 19:42:35.614674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2683c823-a87d-4201-8de8-dc3afc804dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.618038 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-8fc382b3-7d97-4f37-af29-9df12cefc501 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 HTTP/1.1" status: 200 len: 217 time: 0.0459843 Jul 13 19:42:35.667952 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2683c823-a87d-4201-8de8-dc3afc804dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.708174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-04f10d1f-bf6b-491c-a954-d2f141fe2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:35.710317 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-04f10d1f-bf6b-491c-a954-d2f141fe2547 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0832989 Jul 13 19:42:35.763536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2683c823-a87d-4201-8de8-dc3afc804dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.768825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2683c823-a87d-4201-8de8-dc3afc804dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:35.772540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2683c823-a87d-4201-8de8-dc3afc804dd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b2ccb48-cd65-4e03-ae5e-9e7b47e4b0f4 HTTP/1.1" status: 204 len: 168 time: 0.2756777 Jul 13 19:42:35.786428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683c823-a87d-4201-8de8-dc3afc804dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2ccb48-cd65-4e03-ae5e-9e7b47e4b0f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:35.809305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-a2aaae8d-69f4-4143-a4fa-071f8abf31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:35.811803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-a2aaae8d-69f4-4143-a4fa-071f8abf31dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930376 Jul 13 19:42:35.947120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:35.975554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-9315b7a9-d62e-4bde-80d0-9df3c000810b service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556351 Jul 13 19:42:36.058260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcb53e-5b63-44b5-bafa-ecbd9c9c5399 req-5139386a-b4c5-46a7-b3df-220ae9fa9f04 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:36.063057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c2bcb53e-5b63-44b5-bafa-ecbd9c9c5399 req-5139386a-b4c5-46a7-b3df-220ae9fa9f04 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 947 time: 0.1594360 Jul 13 19:42:36.131312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c2bcb53e-5b63-44b5-bafa-ecbd9c9c5399 req-5e3de3a0-5597-4809-a601-f31947b710f7 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612178 Jul 13 19:42:36.135415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a72eecbe-ab6c-4aaa-9ffd-368a958fb01c req-a6312100-9309-49ea-867f-54e18d7fed48 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411059 Jul 13 19:42:36.187258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f048902e-f08a-4678-be0c-aac20e4069b5 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-766316191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:36.215558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f048902e-f08a-4678-be0c-aac20e4069b5 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.216943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f048902e-f08a-4678-be0c-aac20e4069b5 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.279436 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f048902e-f08a-4678-be0c-aac20e4069b5 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.284821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-2b3a635c-dfd2-4ffc-bd53-48447c0bb82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:36.286373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-2b3a635c-dfd2-4ffc-bd53-48447c0bb82e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=889787c29b354faaaa9d8c3fc4bd1a52&device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 1098 time: 0.0895007 Jul 13 19:42:36.287707 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f048902e-f08a-4678-be0c-aac20e4069b5 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.310489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f048902e-f08a-4678-be0c-aac20e4069b5 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.312191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f048902e-f08a-4678-be0c-aac20e4069b5 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3626173 Jul 13 19:42:36.314944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:36.324777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-780443657'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:36.357187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Made reservation on behalf of c4f554af664740db80de56496a9c3272 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:36.361283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.371705 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.415985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-aa02021e-f681-4c4d-8071-479c44529107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:36.417978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-aa02021e-f681-4c4d-8071-479c44529107 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1198471 Jul 13 19:42:36.495006 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.498163 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-f0764e2f-0c08-4527-8443-9d4c8b3850ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 HTTP/1.1" status: 200 len: 217 time: 0.0657678 Jul 13 19:42:36.500658 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.563284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:42:36.571838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-cb4ae9e7-dfd3-4910-b623-d1161d1f508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:36.573593 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-cb4ae9e7-dfd3-4910-b623-d1161d1f508f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0680318 Jul 13 19:42:36.585800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16249b47-6ce9-4bd5-aa41-43eb716ee9f7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:36.603625 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.604156 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Added segment 4dae7168-99f1-49de-9e96-d518a28f055e of type vlan for network db9a92da-2224-4d41-8e2b-39d985a50a95 Jul 13 19:42:36.655207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.675270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-f65f3277-c833-4fdc-ad70-f4ba16d0fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:36.683744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-f65f3277-c833-4fdc-ad70-f4ba16d0fa19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019480 Jul 13 19:42:36.699697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.710022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:36.710926 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.780758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4644125 Jul 13 19:42:36.784147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:36.790698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Request body: {'subnet': {'network_id': 'db9a92da-2224-4d41-8e2b-39d985a50a95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:36.797559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ec551-dee8-4e5b-ad3f-3fd15f1b2135 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'Network': ['ID=db9a92da-2224-4d41-8e2b-39d985a50a95,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:36.810809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network db9a92da-2224-4d41-8e2b-39d985a50a95 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:42:36.821873 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-f4ea6902-2110-4610-9137-2809d21ceb66 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319656 Jul 13 19:42:36.920402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Made reservation on behalf of c4f554af664740db80de56496a9c3272 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:36.926182 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:36.943962 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aebf145f-a043-4a6d-a4e9-d72c978d144b req-744f648b-9143-48a2-92a1-0a425d85a4f4 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137044 Jul 13 19:42:37.176381 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.234540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'Subnet': ['ID=cdc3b278-8f21-4025-8ab3-d75c9ee0463d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:37.251612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Checking segment: {'id': '4dae7168-99f1-49de-9e96-d518a28f055e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'db9a92da-2224-4d41-8e2b-39d985a50a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:37.251906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Network hostable DHCP agents. Network: db9a92da-2224-4d41-8e2b-39d985a50a95, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:42:37.282975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Network db9a92da-2224-4d41-8e2b-39d985a50a95 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:42:37.295970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, db9a92da-2224-4d41-8e2b-39d985a50a95) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:37.301083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:37.301840 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.308433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba907814-468e-4865-9da4-805e249f7c05 None None] Network db9a92da-2224-4d41-8e2b-39d985a50a95 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:37.328642 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-feb9ed52-248c-478b-bb7d-8e8203376624 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5433836 Jul 13 19:42:37.332023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:37.345127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Request body: {'network': {'name': 'tempest-router-network01--1622901055'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:37.379877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb0e79-a5c5-42a5-a12b-474320ba6515 req-203dda7f-63c2-4e04-ab7d-3153f686f0c1 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:37.381646 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66bb0e79-a5c5-42a5-a12b-474320ba6515 req-203dda7f-63c2-4e04-ab7d-3153f686f0c1 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 947 time: 0.0991635 Jul 13 19:42:37.397338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Made reservation on behalf of c4f554af664740db80de56496a9c3272 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:37.405474 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.443764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66bb0e79-a5c5-42a5-a12b-474320ba6515 req-76a2bd58-712b-48c2-a8fe-6ba6d42eea97 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554237 Jul 13 19:42:37.445658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:42:37.474730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.475325 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Added segment 3644689c-b097-473f-a433-aec3c30b79ee of type vlan for network 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 Jul 13 19:42:37.504891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:37.525223 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.542052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-db9a92da-2224-4d41-8e2b-39d985a50a95', 'network_id': 'db9a92da-2224-4d41-8e2b-39d985a50a95', 'tenant_id': 'c4f554af664740db80de56496a9c3272', 'fixed_ips': [{'subnet_id': 'cdc3b278-8f21-4025-8ab3-d75c9ee0463d'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:42:37.542999 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.566473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.575024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:37.577378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.623642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:37.648765 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3150902 Jul 13 19:42:37.651410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:37.660751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Request body: {'network': {'name': 'tempest-router-network02--1072368351'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:37.666077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.672481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79ea02-59ca-422f-8b52-4a4814ec3b13 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'Network': ['ID=690ef6b9-0bc1-4842-bd16-025d2ff4b2f1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:37.687771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:42:37.778638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Made reservation on behalf of c4f554af664740db80de56496a9c3272 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:37.782130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.802025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Allocated IP 172.20.0.2 (db9a92da-2224-4d41-8e2b-39d985a50a95/cdc3b278-8f21-4025-8ab3-d75c9ee0463d/791c5077-2e05-4aa2-a333-91813d099bee) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:37.819185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:42:37.839860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.840267 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Added segment 440fab60-4e90-4689-870b-fb035b8717eb of type vlan for network c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5 Jul 13 19:42:37.900160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.904088 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.963259 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.971646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Transition to ACTIVE for port object 791c5077-2e05-4aa2-a333-91813d099bee will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:37.986588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Transition to ACTIVE for port object 791c5077-2e05-4aa2-a333-91813d099bee will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:37.992812 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.016655 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.022960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:38.023553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.028472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Network db9a92da-2224-4d41-8e2b-39d985a50a95 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:38.034743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:38.039301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:38.046435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Pushing event updated for resources: {'Port': ['ID=791c5077-2e05-4aa2-a333-91813d099bee,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:38.103577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Attempting to bind port 791c5077-2e05-4aa2-a333-91813d099bee on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:42:38.103954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Attempting to bind port 791c5077-2e05-4aa2-a333-91813d099bee by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '4dae7168-99f1-49de-9e96-d518a28f055e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'db9a92da-2224-4d41-8e2b-39d985a50a95'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:42:38.104443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Attempting to bind port 791c5077-2e05-4aa2-a333-91813d099bee on network db9a92da-2224-4d41-8e2b-39d985a50a95 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:38.109470 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:42:38.109919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Checking segment: {'id': '4dae7168-99f1-49de-9e96-d518a28f055e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'db9a92da-2224-4d41-8e2b-39d985a50a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:38.111787 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.112185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Bound using segment: {'id': '4dae7168-99f1-49de-9e96-d518a28f055e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'db9a92da-2224-4d41-8e2b-39d985a50a95'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:42:38.112664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Bound port: 791c5077-2e05-4aa2-a333-91813d099bee, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dae7168-99f1-49de-9e96-d518a28f055e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'db9a92da-2224-4d41-8e2b-39d985a50a95'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:42:38.113050 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.121772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4689095 Jul 13 19:42:38.125933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:38.138810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Request body: {'subnet': {'network_id': '690ef6b9-0bc1-4842-bd16-025d2ff4b2f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:38.158700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44511e7d-7c01-4ff7-8caa-5884593cab78 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'Network': ['ID=c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:38.173536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:42:38.211282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Allocated IP 172.25.7.12 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/33aecd8a-aecb-470f-9c2d-a7104d86ab6a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:38.225614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] For port 791c5077-2e05-4aa2-a333-91813d099bee, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:42:38.244600 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] For port 791c5077-2e05-4aa2-a333-91813d099bee, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=791c5077-2e05-4aa2-a333-91813d099bee,segment=NetworkSegment(4dae7168-99f1-49de-9e96-d518a28f055e),segment_id=4dae7168-99f1-49de-9e96-d518a28f055e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:42:38.253232 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.303204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Made reservation on behalf of c4f554af664740db80de56496a9c3272 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:38.307097 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.323495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b815ff-e785-431b-9e85-ca5c615950df None None] Pushing event updated for resources: {'Port': ['ID=791c5077-2e05-4aa2-a333-91813d099bee,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:38.432737 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.605951 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.624154 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.726021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:38.744847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:38.756469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:38.762205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Pushing event updated for resources: {'Port': ['ID=33aecd8a-aecb-470f-9c2d-a7104d86ab6a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:38.788939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'Subnet': ['ID=243db113-7918-47a1-b886-d9135e441e2b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:38.826849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Checking segment: {'id': '3644689c-b097-473f-a433-aec3c30b79ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '690ef6b9-0bc1-4842-bd16-025d2ff4b2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:38.827213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Network hostable DHCP agents. Network: 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:42:38.852642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71791aff-f121-4a7f-b81f-e0bc6301fe37 req-711ec715-91a8-491d-9854-fce779001431 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:38.854162 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71791aff-f121-4a7f-b81f-e0bc6301fe37 req-711ec715-91a8-491d-9854-fce779001431 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 947 time: 0.2455213 Jul 13 19:42:38.923527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Network 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:42:38.949448 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:38.950932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:38.963173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce366feb-70a5-4337-a818-14c37a5f9706 None None] Network 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:38.963553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71791aff-f121-4a7f-b81f-e0bc6301fe37 req-5fc259f5-2a67-40d9-b10b-1c26631fc1ee tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927801 Jul 13 19:42:38.965012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:38.965766 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.016162 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15faaa49-d41c-4f42-90a7-6c0029d6bf22 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8862865 Jul 13 19:42:39.019061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:39.023157 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.026698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Request body: {'subnet': {'network_id': 'c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:39.158698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Made reservation on behalf of c4f554af664740db80de56496a9c3272 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:39.162944 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.167937 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-690ef6b9-0bc1-4842-bd16-025d2ff4b2f1', 'network_id': '690ef6b9-0bc1-4842-bd16-025d2ff4b2f1', 'tenant_id': 'c4f554af664740db80de56496a9c3272', 'fixed_ips': [{'subnet_id': '243db113-7918-47a1-b886-d9135e441e2b'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:42:39.168817 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.232872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.241360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.323045 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.348855 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.353907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8477368 Jul 13 19:42:39.354198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:39.362265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df60824-62c5-4b5b-b8cd-1a52316bf995 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Pushing event updated for resources: {'Port': ['ID=33aecd8a-aecb-470f-9c2d-a7104d86ab6a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:39.371368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2091220350', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'fixed_ips': [{'ip_address': '172.25.7.12'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:39.448873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Made reservation on behalf of 37fb6a1e9bc9441dac22b7fc53432d84 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:39.451801 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.482194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Allocated IP 172.20.0.2 (690ef6b9-0bc1-4842-bd16-025d2ff4b2f1/243db113-7918-47a1-b886-d9135e441e2b/adec5dfb-8bc7-41dc-b273-74f34dc7c23d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:39.495620 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.665996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:42:39.669324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 791c5077-2e05-4aa2-a333-91813d099bee up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:39.671141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a303d-a495-473c-8836-beaf11344fbb None None] Network db9a92da-2224-4d41-8e2b-39d985a50a95 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:39.876067 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:42:39.929347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48b44aeb-593c-471a-9475-061ada1eef13 None None] Provisioning for port 791c5077-2e05-4aa2-a333-91813d099bee completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:39.950150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.966653 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.996862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Transition to ACTIVE for port object adec5dfb-8bc7-41dc-b273-74f34dc7c23d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:40.057034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 791c5077-2e05-4aa2-a333-91813d099bee completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:40.076678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 791c5077-2e05-4aa2-a333-91813d099bee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:40.077152 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:40.081980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Transition to ACTIVE for port object adec5dfb-8bc7-41dc-b273-74f34dc7c23d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:40.086654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:40.105422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:40.109595 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'Subnet': ['ID=6205f10f-af85-4856-bcee-4dd9477a35fc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:40.121226 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:40.125098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] device_id is not set on port 8570a11c-37bf-4e91-9ec2-be2e576848e8 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:42:40.126064 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:40.133205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '3fb7a23a-8d32-4e39-8d5c-2f2faa80f491', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': '3fb7a23a-8d32-4e39-8d5c-2f2faa80f491', 'mac_address': 'fa:16:3e:84:71:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:42:40.265435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cd6f4-7e5d-4b44-99b0-4bba363d7e76 req-61472745-4b57-4828-a313-6b0f114bb100 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:40.266852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-621cd6f4-7e5d-4b44-99b0-4bba363d7e76 req-61472745-4b57-4828-a313-6b0f114bb100 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 947 time: 0.0839908 Jul 13 19:42:40.329221 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-621cd6f4-7e5d-4b44-99b0-4bba363d7e76 req-7b81a96a-7b81-4001-a176-ddbdb33a3860 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536180 Jul 13 19:42:40.370522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Checking segment: {'id': '440fab60-4e90-4689-870b-fb035b8717eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:40.371066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Network hostable DHCP agents. Network: c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:42:40.375856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c9060c-817e-47ec-9a49-3c18317423df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:40.397432 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Network 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:40.398000 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 19:42:40.398622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:42:40.407326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:40.408572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Network c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:42:40.418449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:40.421932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:40.426519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Pushing event updated for resources: {'Port': ['ID=adec5dfb-8bc7-41dc-b273-74f34dc7c23d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:40.428440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:40.430026 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:40.436820 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:40.438476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-04edc370-1e2e-4541-bcfb-fc4d325a3e8b tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0824311 Jul 13 19:42:40.441288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:40.449026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a97d5-7979-4472-9d4c-8ad7e87c268f None None] Network c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:40.460057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-db269a4d-d8ec-45d4-b066-8ee7e1bbbc0b tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4382598 Jul 13 19:42:40.462632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:40.571943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:42:40.767090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Attempting to bind port adec5dfb-8bc7-41dc-b273-74f34dc7c23d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:42:40.767557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Attempting to bind port adec5dfb-8bc7-41dc-b273-74f34dc7c23d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '3644689c-b097-473f-a433-aec3c30b79ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '690ef6b9-0bc1-4842-bd16-025d2ff4b2f1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:42:40.768000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Attempting to bind port adec5dfb-8bc7-41dc-b273-74f34dc7c23d on network 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:40.797486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:42:40.797968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Checking segment: {'id': '3644689c-b097-473f-a433-aec3c30b79ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '690ef6b9-0bc1-4842-bd16-025d2ff4b2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:40.798510 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:40.799036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Bound using segment: {'id': '3644689c-b097-473f-a433-aec3c30b79ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '690ef6b9-0bc1-4842-bd16-025d2ff4b2f1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:42:40.799686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Bound port: adec5dfb-8bc7-41dc-b273-74f34dc7c23d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3644689c-b097-473f-a433-aec3c30b79ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '690ef6b9-0bc1-4842-bd16-025d2ff4b2f1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:42:40.800178 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:40.816962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:40.861119 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:40.884317 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:40.923721 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.008852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5', 'network_id': 'c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5', 'tenant_id': 'c4f554af664740db80de56496a9c3272', 'fixed_ips': [{'subnet_id': '6205f10f-af85-4856-bcee-4dd9477a35fc'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:42:41.009643 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.017645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-992159a2-3b3b-4387-a0e1-9b5dcc2cee71 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Deleting port 33aecd8a-aecb-470f-9c2d-a7104d86ab6a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:41.018251 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992159a2-3b3b-4387-a0e1-9b5dcc2cee71 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.020677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 791c5077-2e05-4aa2-a333-91813d099bee, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=791c5077-2e05-4aa2-a333-91813d099bee,segment=NetworkSegment(4dae7168-99f1-49de-9e96-d518a28f055e),segment_id=4dae7168-99f1-49de-9e96-d518a28f055e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:41.032096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] For port adec5dfb-8bc7-41dc-b273-74f34dc7c23d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:42:41.050311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.059458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] For port adec5dfb-8bc7-41dc-b273-74f34dc7c23d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=adec5dfb-8bc7-41dc-b273-74f34dc7c23d,segment=NetworkSegment(3644689c-b097-473f-a433-aec3c30b79ee),segment_id=3644689c-b097-473f-a433-aec3c30b79ee)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:42:41.061354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:41.073883 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.134252 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992159a2-3b3b-4387-a0e1-9b5dcc2cee71 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.134667 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992159a2-3b3b-4387-a0e1-9b5dcc2cee71 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.147706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-992159a2-3b3b-4387-a0e1-9b5dcc2cee71 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Calling delete_port for 33aecd8a-aecb-470f-9c2d-a7104d86ab6a owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:41.216228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=791c5077-2e05-4aa2-a333-91813d099bee,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:41.218259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9b021d4-f50d-4280-9a79-215b5578eff0 None None] Provisioning complete for port 791c5077-2e05-4aa2-a333-91813d099bee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:41.218662 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9b021d4-f50d-4280-9a79-215b5578eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.324749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['3fb7a23a-8d32-4e39-8d5c-2f2faa80f491'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:42:41.360108 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Allocated IP 172.20.0.1 (690ef6b9-0bc1-4842-bd16-025d2ff4b2f1/243db113-7918-47a1-b886-d9135e441e2b/673150b6-2ff2-4014-b066-7f78d39a2c0f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:41.389933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992159a2-3b3b-4387-a0e1-9b5dcc2cee71 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.428244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992159a2-3b3b-4387-a0e1-9b5dcc2cee71 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Pushing event deleted for resources: {'Port': ['ID=33aecd8a-aecb-470f-9c2d-a7104d86ab6a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:41.450868 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Allocated IP 172.20.0.2 (c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5/6205f10f-af85-4856-bcee-4dd9477a35fc/4e46e17c-1e93-44f5-9c5c-dca8cac74387) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:41.489124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0eecbc-1b39-4215-82a1-85e0396e13cd None None] Pushing event updated for resources: {'Port': ['ID=adec5dfb-8bc7-41dc-b273-74f34dc7c23d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:41.556472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.599278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Transition to ACTIVE for port object 673150b6-2ff2-4014-b066-7f78d39a2c0f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:41.640287 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992159a2-3b3b-4387-a0e1-9b5dcc2cee71 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.644918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.648872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992159a2-3b3b-4387-a0e1-9b5dcc2cee71 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.654009 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-992159a2-3b3b-4387-a0e1-9b5dcc2cee71 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483 tempest-ExternalNetworksAdminNegativeTestJSON-1279013483-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/bd58d214-c82c-47ed-816c-b3f02ad964b8 HTTP/1.1" status: 204 len: 168 time: 1.2078793 Jul 13 19:42:41.700122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 791c5077-2e05-4aa2-a333-91813d099bee up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:41.712281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Network 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:41.715899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:41.751896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:41.766083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ca92e-6943-47d4-9c70-164952ca206c req-455cb264-daf3-40a7-aea3-e35c78776a22 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:41.769308 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db5ca92e-6943-47d4-9c70-164952ca206c req-455cb264-daf3-40a7-aea3-e35c78776a22 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 948 time: 0.1358154 Jul 13 19:42:41.871220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db5ca92e-6943-47d4-9c70-164952ca206c req-00a32a05-039f-4c3b-b24d-cc8ac8c00364 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907075 Jul 13 19:42:41.880238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.884747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'Port': ['ID=673150b6-2ff2-4014-b066-7f78d39a2c0f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:41.919537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 791c5077-2e05-4aa2-a333-91813d099bee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:41.919977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.007308 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.016483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Transition to ACTIVE for port object 4e46e17c-1e93-44f5-9c5c-dca8cac74387 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:42.032845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Transition to ACTIVE for port object 4e46e17c-1e93-44f5-9c5c-dca8cac74387 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:42.049419 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.094601 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.111546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Pushing event updated for resources: {'Port': ['ID=4e46e17c-1e93-44f5-9c5c-dca8cac74387,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:42.116410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:42.138701 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Network c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:42.141635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:42.145039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:42.243744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Attempting to bind port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:42:42.244379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Attempting to bind port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '440fab60-4e90-4689-870b-fb035b8717eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:42:42.244917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Attempting to bind port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 on network c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:42.266972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:42:42.267514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Checking segment: {'id': '440fab60-4e90-4689-870b-fb035b8717eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:42.268361 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.268361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Bound using segment: {'id': '440fab60-4e90-4689-870b-fb035b8717eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:42:42.268800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Bound port: 4e46e17c-1e93-44f5-9c5c-dca8cac74387, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440fab60-4e90-4689-870b-fb035b8717eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:42:42.269242 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.296982 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d4a9a0-8db6-494c-90e0-f823b37fdcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.353508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] For port 4e46e17c-1e93-44f5-9c5c-dca8cac74387, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:42:42.361550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] For port 4e46e17c-1e93-44f5-9c5c-dca8cac74387, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4e46e17c-1e93-44f5-9c5c-dca8cac74387,segment=NetworkSegment(440fab60-4e90-4689-870b-fb035b8717eb),segment_id=440fab60-4e90-4689-870b-fb035b8717eb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:42:42.375097 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.457598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d4a9a0-8db6-494c-90e0-f823b37fdcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.468310 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d4a9a0-8db6-494c-90e0-f823b37fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.511893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42527-bf4a-44ca-baac-d16eb0e1e96d None None] Pushing event updated for resources: {'Port': ['ID=4e46e17c-1e93-44f5-9c5c-dca8cac74387,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:42.580201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4a9a0-8db6-494c-90e0-f823b37fdcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ed7161-54ef-4e53-82fa-9caebbd33f90,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:42.605203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-22d4a9a0-8db6-494c-90e0-f823b37fdcb1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b6efdd769e542e1bebc054187e67a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851110 Jul 13 19:42:42.605560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:42.618732 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.629135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.677924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35af1cba-05d3-45d8-a739-dc33a94754ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.706809 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.711056 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35af1cba-05d3-45d8-a739-dc33a94754ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.789531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'Port': ['ID=673150b6-2ff2-4014-b066-7f78d39a2c0f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:42.811849 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35af1cba-05d3-45d8-a739-dc33a94754ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.815668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35af1cba-05d3-45d8-a739-dc33a94754ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.819907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-35af1cba-05d3-45d8-a739-dc33a94754ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18ed7161-54ef-4e53-82fa-9caebbd33f90 HTTP/1.1" status: 204 len: 168 time: 0.2132645 Jul 13 19:42:42.836760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af1cba-05d3-45d8-a739-dc33a94754ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ed7161-54ef-4e53-82fa-9caebbd33f90,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:42.919824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db4d56-cd8a-4981-bf93-79cca4130f18 None None] Network 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:43.001523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Network 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:43.003233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:43.053696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e8ad31a-7fcb-475e-893e-7a362aa4427a None None] Provisioning for port adec5dfb-8bc7-41dc-b273-74f34dc7c23d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:43.117074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1d3d-157e-455d-920a-89e49f16a314 req-bbfaa36c-2dd8-4e0d-bc3b-12f47d3f0d2d tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:43.118828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7af1d3d-157e-455d-920a-89e49f16a314 req-bbfaa36c-2dd8-4e0d-bc3b-12f47d3f0d2d tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 948 time: 0.0990298 Jul 13 19:42:43.213280 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7af1d3d-157e-455d-920a-89e49f16a314 req-c58696c9-afee-463f-a435-4bfe5d1f3a3a tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745983 Jul 13 19:42:43.215395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Router ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:42:43.367845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:43.373759 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5d81624e-77ec-40c1-910c-e06c25f2abe9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "PUT /v2.0/routers/ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9098258 Jul 13 19:42:43.376752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:43.381063 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fdca67-1c52-496a-8679-4b2f7114462c None None] Sync routers for ids ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:43.394819 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fdca67-1c52-496a-8679-4b2f7114462c None None] Routers {'ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:43.395588 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-09fdca67-1c52-496a-8679-4b2f7114462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:43.451517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:43.466577 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-09fdca67-1c52-496a-8679-4b2f7114462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:43.480947 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fdca67-1c52-496a-8679-4b2f7114462c None None] Routers {'ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:43.481812 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-09fdca67-1c52-496a-8679-4b2f7114462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:43.514115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:43.612562 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-09fdca67-1c52-496a-8679-4b2f7114462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:43.613589 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fdca67-1c52-496a-8679-4b2f7114462c None None] The sync data for ids ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:43.632653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2cb69ca0-54d7-4598-b50d-9ec99af7e821 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37fb6a1e9bc9441dac22b7fc53432d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797574 Jul 13 19:42:43.633301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:43.649917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:43.664809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:43.665610 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:43.778921 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-406d8f72-020f-424a-bc1b-782e31d79986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:43.872946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4e46e17c-1e93-44f5-9c5c-dca8cac74387 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:43.900340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-406d8f72-020f-424a-bc1b-782e31d79986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:43.988656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10a4e8ab-8452-4169-89fb-c2bd62b84169 None None] Provisioning for port 673150b6-2ff2-4014-b066-7f78d39a2c0f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:44.010940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10a4e8ab-8452-4169-89fb-c2bd62b84169 None None] Provisioning complete for port 673150b6-2ff2-4014-b066-7f78d39a2c0f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:44.013557 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-91f7449e-3be4-4dfb-937e-b08953a4c3a4 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:42:44.015287 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-91f7449e-3be4-4dfb-937e-b08953a4c3a4 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "PUT /v2.0/routers/ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6375196 Jul 13 19:42:44.015861 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10a4e8ab-8452-4169-89fb-c2bd62b84169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.024286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:44.100373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10a4e8ab-8452-4169-89fb-c2bd62b84169 None None] Port 673150b6-2ff2-4014-b066-7f78d39a2c0f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:44.105622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:44.118726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device adec5dfb-8bc7-41dc-b273-74f34dc7c23d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:44.154047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b47880-917d-4e56-a232-842f604e66dd None None] Network c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:44.204819 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-406d8f72-020f-424a-bc1b-782e31d79986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.207487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-406d8f72-020f-424a-bc1b-782e31d79986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.213957 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-406d8f72-020f-424a-bc1b-782e31d79986 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98c9060c-817e-47ec-9a49-3c18317423df HTTP/1.1" status: 204 len: 168 time: 0.5796456 Jul 13 19:42:44.227693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d8f72-020f-424a-bc1b-782e31d79986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c9060c-817e-47ec-9a49-3c18317423df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:44.261476 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.370831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee02671-0aa5-4727-9e17-d72d79393d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb7a23a-8d32-4e39-8d5c-2f2faa80f491'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:42:44.373023 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23741f6e-b19b-4731-b4b5-84c283b93dfd" -d '{"events": [{"server_uuid": "2ee02671-0aa5-4727-9e17-d72d79393d10", "name": "network-vif-plugged", "status": "completed", "tag": "3fb7a23a-8d32-4e39-8d5c-2f2faa80f491"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:42:44.440703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:44.464117 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.480754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port adec5dfb-8bc7-41dc-b273-74f34dc7c23d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:44.573290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port adec5dfb-8bc7-41dc-b273-74f34dc7c23d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:44.573894 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.606311 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf4dc6-50e4-4db5-a0e5-5adc39e3343a req-1ea2d575-23ff-4b18-a520-f928db9cb860 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:44.622330 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46bf4dc6-50e4-4db5-a0e5-5adc39e3343a req-1ea2d575-23ff-4b18-a520-f928db9cb860 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 948 time: 0.1881092 Jul 13 19:42:44.637168 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e63cea6-938f-4300-a745-754e24fb3cde x-openstack-request-id: req-3e63cea6-938f-4300-a745-754e24fb3cde {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:42:44.637965 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee02671-0aa5-4727-9e17-d72d79393d10", "name": "network-vif-plugged", "status": "completed", "tag": "3fb7a23a-8d32-4e39-8d5c-2f2faa80f491", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:42:44.638251 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e63cea6-938f-4300-a745-754e24fb3cde {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:42:44.640196 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee02671-0aa5-4727-9e17-d72d79393d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb7a23a-8d32-4e39-8d5c-2f2faa80f491', 'code': 200} Jul 13 19:42:44.697557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5f94c78-5d60-462c-a91d-bac50ca79ce2 None None] Provisioning complete for port 673150b6-2ff2-4014-b066-7f78d39a2c0f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:44.698069 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5f94c78-5d60-462c-a91d-bac50ca79ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.719035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46bf4dc6-50e4-4db5-a0e5-5adc39e3343a req-6db65247-402c-4175-a602-207979c790a2 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953324 Jul 13 19:42:44.765705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:44.773851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1595d-6ff4-4e17-8366-c6b77399fb58 req-5800568c-3c24-4cbe-b89c-c407943f61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:44.776104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d8e1595d-6ff4-4e17-8366-c6b77399fb58 req-5800568c-3c24-4cbe-b89c-c407943f61a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 1100 time: 0.1170878 Jul 13 19:42:44.802684 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.817162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.828214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c5f94c78-5d60-462c-a91d-bac50ca79ce2 None None] Port 673150b6-2ff2-4014-b066-7f78d39a2c0f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:44.828442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d8e1595d-6ff4-4e17-8366-c6b77399fb58 req-ab7ff047-9041-41de-8a95-96a40db3c953 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Jul 13 19:42:44.866775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5f94c78-5d60-462c-a91d-bac50ca79ce2 None None] Provisioning for port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:44.872439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port adec5dfb-8bc7-41dc-b273-74f34dc7c23d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=adec5dfb-8bc7-41dc-b273-74f34dc7c23d,segment=NetworkSegment(3644689c-b097-473f-a433-aec3c30b79ee),segment_id=3644689c-b097-473f-a433-aec3c30b79ee)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:44.875095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5f94c78-5d60-462c-a91d-bac50ca79ce2 None None] Provisioning complete for port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:44.875484 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5f94c78-5d60-462c-a91d-bac50ca79ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.900395 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:44.986135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=adec5dfb-8bc7-41dc-b273-74f34dc7c23d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:45.103750 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5f94c78-5d60-462c-a91d-bac50ca79ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:45.343884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Deleting port 673150b6-2ff2-4014-b066-7f78d39a2c0f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:45.344409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:45.392382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c5f94c78-5d60-462c-a91d-bac50ca79ce2 None None] For port 4e46e17c-1e93-44f5-9c5c-dca8cac74387, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4e46e17c-1e93-44f5-9c5c-dca8cac74387,segment=NetworkSegment(440fab60-4e90-4689-870b-fb035b8717eb),segment_id=440fab60-4e90-4689-870b-fb035b8717eb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:45.398661 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5f94c78-5d60-462c-a91d-bac50ca79ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:45.454262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:45.472728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Calling delete_port for 673150b6-2ff2-4014-b066-7f78d39a2c0f owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:45.526725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f94c78-5d60-462c-a91d-bac50ca79ce2 None None] Pushing event updated for resources: {'Port': ['ID=4e46e17c-1e93-44f5-9c5c-dca8cac74387,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:45.538000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-99534232-7b39-47d1-93c8-2e2f009a39bf None None] Provisioning complete for port 673150b6-2ff2-4014-b066-7f78d39a2c0f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:45.538382 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99534232-7b39-47d1-93c8-2e2f009a39bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:45.567321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device adec5dfb-8bc7-41dc-b273-74f34dc7c23d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:45.634223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-99534232-7b39-47d1-93c8-2e2f009a39bf None None] Port 673150b6-2ff2-4014-b066-7f78d39a2c0f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:45.661367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-99534232-7b39-47d1-93c8-2e2f009a39bf None None] Provisioning complete for port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:45.662272 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99534232-7b39-47d1-93c8-2e2f009a39bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:45.664178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port adec5dfb-8bc7-41dc-b273-74f34dc7c23d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:45.664526 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:45.687820 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:45.738177 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:45.844585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Port': ['ID=673150b6-2ff2-4014-b066-7f78d39a2c0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:46.062074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6215b7-4732-43d2-8ce3-0f3ae767d485 req-a7c1b326-6943-40ff-a58f-cefb7d9b04f3 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:46.065262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc6215b7-4732-43d2-8ce3-0f3ae767d485 req-a7c1b326-6943-40ff-a58f-cefb7d9b04f3 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 949 time: 0.1472542 Jul 13 19:42:46.072644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:46.116570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.148097 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc6215b7-4732-43d2-8ce3-0f3ae767d485 req-12bfe1c7-6444-41e9-8a90-7b8c5b9daaf3 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603154 Jul 13 19:42:46.303566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1358521452'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:46.314201 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.338372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Made reservation on behalf of b5e4316fc4334bd590d4709e378d410e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:46.342176 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.351537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.374252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Router ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:42:46.457248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:46.459092 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.464098 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.470440 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0a5ae67e-45ea-44bc-8162-e622f82e931f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "PUT /v2.0/routers/ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4440110 Jul 13 19:42:46.470623 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5dba1c-53f6-48a6-8ab4-af0066cca778 None None] Sync routers for ids ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:46.473729 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:46.481087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5dba1c-53f6-48a6-8ab4-af0066cca778 None None] Routers {'ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:46.481852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7b5dba1c-53f6-48a6-8ab4-af0066cca778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:46.521080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7b5dba1c-53f6-48a6-8ab4-af0066cca778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:46.521985 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-687780cb-da1c-4bbd-9093-0e8b1069dac5 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] delete failed (client error): The resource could not be found. Jul 13 19:42:46.523259 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-687780cb-da1c-4bbd-9093-0e8b1069dac5 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1762029646 HTTP/1.1" status: 404 len: 335 time: 0.0483749 Jul 13 19:42:46.528591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:46.533946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5dba1c-53f6-48a6-8ab4-af0066cca778 None None] Routers {'ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:46.534610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7b5dba1c-53f6-48a6-8ab4-af0066cca778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:46.535601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-321b0c5a-51a0-46c8-aacd-7219f5c83cf6 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:46.560536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:42:46.575457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae29b4a9-0acd-40d7-bbba-572ae639f31f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:46.593274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7b5dba1c-53f6-48a6-8ab4-af0066cca778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:46.593413 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.593719 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Added segment 3d2bdf62-2c67-4694-af77-462d8a1fcd86 of type vlan for network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 Jul 13 19:42:46.593928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5dba1c-53f6-48a6-8ab4-af0066cca778 None None] The sync data for ids ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:46.649371 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.687738 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.695477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:46.696398 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.766661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6928177 Jul 13 19:42:46.769962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:46.778129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'subnet': {'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:46.780649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-321b0c5a-51a0-46c8-aacd-7219f5c83cf6 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:46.805734 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-321b0c5a-51a0-46c8-aacd-7219f5c83cf6 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] update failed (client error): The resource could not be found. Jul 13 19:42:46.810777 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-321b0c5a-51a0-46c8-aacd-7219f5c83cf6 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "PUT /v2.0/routers/ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d HTTP/1.1" status: 404 len: 339 time: 0.2755678 Jul 13 19:42:46.812235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:46.850103 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302608bd-0a10-4e2f-9cde-844c26963146 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Network': ['ID=c4987295-5a1c-4ca7-8eb2-0a905c1c9512,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:46.869100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:42:46.887673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Made reservation on behalf of b5e4316fc4334bd590d4709e378d410e for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:46.892275 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:47.109770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:47.179762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Checking segment: {'id': '3d2bdf62-2c67-4694-af77-462d8a1fcd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:47.180126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Network hostable DHCP agents. Network: c4987295-5a1c-4ca7-8eb2-0a905c1c9512, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:42:47.185205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Subnet': ['ID=a4727289-dfcd-4f49-8175-076fca28c173,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:47.227367 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:42:47.252302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c4987295-5a1c-4ca7-8eb2-0a905c1c9512) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:47.267722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318c616d-9138-4da4-84c2-31ec3ab7b1c2 None None] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:47.268862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:47.274073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:47.319358 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5a7e4dbf-70c9-403a-a723-7584a184bd0b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5480969 Jul 13 19:42:47.320034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:47.332615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'port': {'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1455281343'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:47.514692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922b8c1-5f07-4581-b1aa-2b46cb39ce2f req-ae628725-e26c-405c-9811-671b7fbd2b4e tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:47.519902 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f922b8c1-5f07-4581-b1aa-2b46cb39ce2f req-ae628725-e26c-405c-9811-671b7fbd2b4e tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 949 time: 0.1434972 Jul 13 19:42:47.560585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Made reservation on behalf of b5e4316fc4334bd590d4709e378d410e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:47.565871 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:47.577210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4e46e17c-1e93-44f5-9c5c-dca8cac74387 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:47.592030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f922b8c1-5f07-4581-b1aa-2b46cb39ce2f req-0b221bdd-0354-4fb4-9a7b-91b8a7629398 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620923 Jul 13 19:42:47.599773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] device_id is not set on port 8497f1b0-d9ef-4623-843b-79a11957383c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:42:47.651091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c4987295-5a1c-4ca7-8eb2-0a905c1c9512', 'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512', 'tenant_id': 'b5e4316fc4334bd590d4709e378d410e', 'fixed_ips': [{'subnet_id': 'a4727289-dfcd-4f49-8175-076fca28c173'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:42:47.651958 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:47.761558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:47.798202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:47.799895 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:47.802766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Allocated IP 2001:db8::3c7 (c4987295-5a1c-4ca7-8eb2-0a905c1c9512/a4727289-dfcd-4f49-8175-076fca28c173/8497f1b0-d9ef-4623-843b-79a11957383c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:48.009967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.025530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Transition to ACTIVE for port object 8497f1b0-d9ef-4623-843b-79a11957383c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:48.080634 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.146041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:48.147339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Allocated IP 2001:db8::2 (c4987295-5a1c-4ca7-8eb2-0a905c1c9512/a4727289-dfcd-4f49-8175-076fca28c173/79e881e9-65b6-4b77-a387-618305aea6e7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:48.154362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:48.158348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:48.166315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:48.167007 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.183207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Port': ['ID=8497f1b0-d9ef-4623-843b-79a11957383c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:48.196599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-978ce7d4-3c58-4e91-b526-d57e62db961f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8713913 Jul 13 19:42:48.199243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:48.205441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'port': {'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1525141144', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c7', 'mac_address': 'fa:16:3e:09:91:2d'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:48.250667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Allocated IP 172.20.0.1 (db9a92da-2224-4d41-8e2b-39d985a50a95/cdc3b278-8f21-4025-8ab3-d75c9ee0463d/21c1a4a2-7086-4b38-a478-5541c64ceae8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:48.422834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Made reservation on behalf of b5e4316fc4334bd590d4709e378d410e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:48.460039 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.471025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Transition to ACTIVE for port object 79e881e9-65b6-4b77-a387-618305aea6e7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:48.494785 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.513170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Transition to ACTIVE for port object 79e881e9-65b6-4b77-a387-618305aea6e7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:48.515424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Transition to ACTIVE for port object 21c1a4a2-7086-4b38-a478-5541c64ceae8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:48.547374 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.561539 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.574888 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.592436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] device_id is not set on port 0472ffab-9518-45c9-a122-4aeafeae34bf yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:42:48.679656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:48.686560 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Pushing event updated for resources: {'Port': ['ID=79e881e9-65b6-4b77-a387-618305aea6e7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:48.698792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:48.710760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:48.719619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Allocated IP 2001:db8::1e7 (c4987295-5a1c-4ca7-8eb2-0a905c1c9512/a4727289-dfcd-4f49-8175-076fca28c173/0472ffab-9518-45c9-a122-4aeafeae34bf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:48.730083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Network db9a92da-2224-4d41-8e2b-39d985a50a95 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:48.748767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:48.753317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:48.790214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'Port': ['ID=21c1a4a2-7086-4b38-a478-5541c64ceae8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:48.823631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.856292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Attempting to bind port 79e881e9-65b6-4b77-a387-618305aea6e7 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:42:48.856613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Attempting to bind port 79e881e9-65b6-4b77-a387-618305aea6e7 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '3d2bdf62-2c67-4694-af77-462d8a1fcd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:42:48.856989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Attempting to bind port 79e881e9-65b6-4b77-a387-618305aea6e7 on network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:48.862956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:42:48.863381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Checking segment: {'id': '3d2bdf62-2c67-4694-af77-462d8a1fcd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:48.863797 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.864359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Bound using segment: {'id': '3d2bdf62-2c67-4694-af77-462d8a1fcd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:42:48.865641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Bound port: 79e881e9-65b6-4b77-a387-618305aea6e7, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2bdf62-2c67-4694-af77-462d8a1fcd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:42:48.866271 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.956567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] For port 79e881e9-65b6-4b77-a387-618305aea6e7, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:42:48.963097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] For port 79e881e9-65b6-4b77-a387-618305aea6e7, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=79e881e9-65b6-4b77-a387-618305aea6e7,segment=NetworkSegment(3d2bdf62-2c67-4694-af77-462d8a1fcd86),segment_id=3d2bdf62-2c67-4694-af77-462d8a1fcd86)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:42:48.971213 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.018670 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.095179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.121032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Transition to ACTIVE for port object 0472ffab-9518-45c9-a122-4aeafeae34bf will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:49.139096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c63e6f-93dd-4636-9401-aac21226d837 None None] Pushing event updated for resources: {'Port': ['ID=79e881e9-65b6-4b77-a387-618305aea6e7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:49.185046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.218028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:49.247494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:49.249946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:49.274538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:49.276432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.277715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fde26c43-fad0-4304-9cba-9db1ba2aed42 None None] Provisioning for port 21c1a4a2-7086-4b38-a478-5541c64ceae8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:49.291044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fde26c43-fad0-4304-9cba-9db1ba2aed42 None None] Provisioning complete for port 21c1a4a2-7086-4b38-a478-5541c64ceae8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:49.291423 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fde26c43-fad0-4304-9cba-9db1ba2aed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.362592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fde26c43-fad0-4304-9cba-9db1ba2aed42 None None] Port 21c1a4a2-7086-4b38-a478-5541c64ceae8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:49.373095 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1699677 Jul 13 19:42:49.378321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:49.394684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1463c6-1284-4a1e-8666-338e162d0d19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Port': ['ID=0472ffab-9518-45c9-a122-4aeafeae34bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:49.590567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053afca6-cb86-43f5-babf-3ff6e8a8b98d tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:49.597869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053afca6-cb86-43f5-babf-3ff6e8a8b98d tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:49.612061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053afca6-cb86-43f5-babf-3ff6e8a8b98d tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:49.616697 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-053afca6-cb86-43f5-babf-3ff6e8a8b98d tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2373528 Jul 13 19:42:49.619690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:49.651095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.653029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 79e881e9-65b6-4b77-a387-618305aea6e7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:49.678820 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.723665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 79e881e9-65b6-4b77-a387-618305aea6e7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:49.787425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.807665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event updated for resources: {'Port': ['ID=21c1a4a2-7086-4b38-a478-5541c64ceae8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:49.910858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-99346fe8-5316-4e6e-8e2f-e99abe7bdf55 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Deleting port 0472ffab-9518-45c9-a122-4aeafeae34bf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:49.911207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99346fe8-5316-4e6e-8e2f-e99abe7bdf55 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.975457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Network db9a92da-2224-4d41-8e2b-39d985a50a95 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:49.980519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:50.095813 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99346fe8-5316-4e6e-8e2f-e99abe7bdf55 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:50.131703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-99346fe8-5316-4e6e-8e2f-e99abe7bdf55 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Calling delete_port for 0472ffab-9518-45c9-a122-4aeafeae34bf owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:50.161503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Router ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:42:50.293635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ffe78a1-2274-4d4c-8ead-52536460ba52 None None] Provisioning complete for port 21c1a4a2-7086-4b38-a478-5541c64ceae8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:50.299698 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ffe78a1-2274-4d4c-8ead-52536460ba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:50.340773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:50.347379 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5cd96516-8135-4448-8bf9-384949a8d03e tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "PUT /v2.0/routers/ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5341582 Jul 13 19:42:50.350993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:50.364023 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3730e16-7bd7-40ea-bb53-f335e925dd08 None None] Sync routers for ids ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:50.371546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe78a1-2274-4d4c-8ead-52536460ba52 None None] Port 21c1a4a2-7086-4b38-a478-5541c64ceae8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:50.379431 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3730e16-7bd7-40ea-bb53-f335e925dd08 None None] Routers {'ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:50.383440 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3730e16-7bd7-40ea-bb53-f335e925dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:50.474102 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3730e16-7bd7-40ea-bb53-f335e925dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:50.475999 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99346fe8-5316-4e6e-8e2f-e99abe7bdf55 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:50.499352 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3730e16-7bd7-40ea-bb53-f335e925dd08 None None] Routers {'ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:50.500074 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3730e16-7bd7-40ea-bb53-f335e925dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:50.533042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99346fe8-5316-4e6e-8e2f-e99abe7bdf55 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event deleted for resources: {'Port': ['ID=0472ffab-9518-45c9-a122-4aeafeae34bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:50.568747 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1e591d7-1084-47f9-84cc-334f76dbec7f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:50.581379 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3730e16-7bd7-40ea-bb53-f335e925dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:50.582437 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3730e16-7bd7-40ea-bb53-f335e925dd08 None None] The sync data for ids ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:50.697175 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e1e591d7-1084-47f9-84cc-334f76dbec7f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 19:42:50.701664 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e1e591d7-1084-47f9-84cc-334f76dbec7f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "DELETE /v2.0/routers/ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d HTTP/1.1" status: 409 len: 329 time: 0.3489184 Jul 13 19:42:50.702526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:50.724397 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b16c570d-9a58-480f-8ce4-e8563072e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:50.744698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f0eab-8339-42b5-b795-c72b3b9505ea None None] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:50.782743 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99346fe8-5316-4e6e-8e2f-e99abe7bdf55 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:50.784872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-99346fe8-5316-4e6e-8e2f-e99abe7bdf55 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "DELETE /v2.0/ports/0472ffab-9518-45c9-a122-4aeafeae34bf HTTP/1.1" status: 204 len: 168 time: 1.1586065 Jul 13 19:42:50.789893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:50.835684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6982c65c-c3d8-4197-9a77-60cafe3bab42 None None] Provisioning for port 79e881e9-65b6-4b77-a387-618305aea6e7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:50.840886 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e25174-e083-43a6-befa-1ef9434d92b6 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] GET failed (client error): The resource could not be found. Jul 13 19:42:50.842479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6982c65c-c3d8-4197-9a77-60cafe3bab42 None None] Provisioning complete for port 79e881e9-65b6-4b77-a387-618305aea6e7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:50.843132 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6982c65c-c3d8-4197-9a77-60cafe3bab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:50.844765 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f1e25174-e083-43a6-befa-1ef9434d92b6 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "GET /v2.0/ports/0472ffab-9518-45c9-a122-4aeafeae34bf HTTP/1.1" status: 404 len: 333 time: 0.0474050 Jul 13 19:42:50.846539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:50.866013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'port': {'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-637708453'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:51.035013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Made reservation on behalf of b5e4316fc4334bd590d4709e378d410e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:51.039473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.056217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6982c65c-c3d8-4197-9a77-60cafe3bab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.097331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] device_id is not set on port 0202a009-71ed-44b1-94bf-701eab9c2270 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:42:51.128255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6982c65c-c3d8-4197-9a77-60cafe3bab42 None None] For port 79e881e9-65b6-4b77-a387-618305aea6e7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=79e881e9-65b6-4b77-a387-618305aea6e7,segment=NetworkSegment(3d2bdf62-2c67-4694-af77-462d8a1fcd86),segment_id=3d2bdf62-2c67-4694-af77-462d8a1fcd86)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:51.139072 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6982c65c-c3d8-4197-9a77-60cafe3bab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.201493 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.232280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982c65c-c3d8-4197-9a77-60cafe3bab42 None None] Pushing event updated for resources: {'Port': ['ID=79e881e9-65b6-4b77-a387-618305aea6e7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:51.331136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Allocated IP 2001:db8::265 (c4987295-5a1c-4ca7-8eb2-0a905c1c9512/a4727289-dfcd-4f49-8175-076fca28c173/0202a009-71ed-44b1-94bf-701eab9c2270) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:51.537959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.549240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Deleting port 21c1a4a2-7086-4b38-a478-5541c64ceae8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:51.549738 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.553875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Transition to ACTIVE for port object 0202a009-71ed-44b1-94bf-701eab9c2270 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:51.580077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 79e881e9-65b6-4b77-a387-618305aea6e7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:51.620799 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.638037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3d0a3f1-b46f-4f08-b733-bc67a37ce884 None None] Provisioning for port 8497f1b0-d9ef-4623-843b-79a11957383c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:51.656325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3d0a3f1-b46f-4f08-b733-bc67a37ce884 None None] Provisioning complete for port 8497f1b0-d9ef-4623-843b-79a11957383c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:51.656799 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a3f1-b46f-4f08-b733-bc67a37ce884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.685456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:51.689072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:51.691586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:51.697890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:51.698563 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.698824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.707632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Port': ['ID=0202a009-71ed-44b1-94bf-701eab9c2270,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:51.727260 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c40f5a7c-0ada-4d69-b27a-d6d2066cf577 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8749688 Jul 13 19:42:51.727481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:51.729674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Calling delete_port for 21c1a4a2-7086-4b38-a478-5541c64ceae8 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:51.733040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d804a07a-d680-467b-b76a-cfecf3c4e422 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c7', 'mac_address': 'fa:16:3e:09:91:2d'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:51.748086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0a3f1-b46f-4f08-b733-bc67a37ce884 None None] Port 8497f1b0-d9ef-4623-843b-79a11957383c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:51.795095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 79e881e9-65b6-4b77-a387-618305aea6e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:51.795412 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.799666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3d0a3f1-b46f-4f08-b733-bc67a37ce884 None None] Provisioning complete for port 79e881e9-65b6-4b77-a387-618305aea6e7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:51.800019 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a3f1-b46f-4f08-b733-bc67a37ce884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.056316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.093491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Port': ['ID=21c1a4a2-7086-4b38-a478-5541c64ceae8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:52.094626 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d804a07a-d680-467b-b76a-cfecf3c4e422 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.205995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2f4e343d-ee8e-49a4-ae72-52a2f2119f83 None None] Provisioning complete for port 8497f1b0-d9ef-4623-843b-79a11957383c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:52.206558 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f4e343d-ee8e-49a4-ae72-52a2f2119f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.309453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.327495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e343d-ee8e-49a4-ae72-52a2f2119f83 None None] Port 8497f1b0-d9ef-4623-843b-79a11957383c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:52.444191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d19729e1-1697-4a5c-b72c-b1b5618e2497 None None] Could not find standard attr ID for object 0472ffab-9518-45c9-a122-4aeafeae34bf. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:42:52.519085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d804a07a-d680-467b-b76a-cfecf3c4e422 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.529134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d804a07a-d680-467b-b76a-cfecf3c4e422 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.619980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d804a07a-d680-467b-b76a-cfecf3c4e422 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] In _notify_port_updated(), no bound segment for port 0202a009-71ed-44b1-94bf-701eab9c2270 on network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:42:52.639717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d804a07a-d680-467b-b76a-cfecf3c4e422 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:52.640387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d804a07a-d680-467b-b76a-cfecf3c4e422 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.646529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d804a07a-d680-467b-b76a-cfecf3c4e422 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "PUT /v2.0/ports/0202a009-71ed-44b1-94bf-701eab9c2270 HTTP/1.1" status: 200 len: 1002 time: 0.9176302 Jul 13 19:42:52.652249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:52.687772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804a07a-d680-467b-b76a-cfecf3c4e422 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Port': ['ID=0202a009-71ed-44b1-94bf-701eab9c2270,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:52.821164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e1d16f01-97d7-4b38-af9c-51ff6a41d4bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Deleting port 0202a009-71ed-44b1-94bf-701eab9c2270 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:52.821549 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1d16f01-97d7-4b38-af9c-51ff6a41d4bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.882654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05104948-0b15-4428-9e23-db18fea2888b None None] Provisioning for port 0202a009-71ed-44b1-94bf-701eab9c2270 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:52.886940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05104948-0b15-4428-9e23-db18fea2888b None None] Provisioning complete for port 0202a009-71ed-44b1-94bf-701eab9c2270 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:52.887527 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05104948-0b15-4428-9e23-db18fea2888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.940178 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1d16f01-97d7-4b38-af9c-51ff6a41d4bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:52.957633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e1d16f01-97d7-4b38-af9c-51ff6a41d4bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Calling delete_port for 0202a009-71ed-44b1-94bf-701eab9c2270 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:52.965073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-05104948-0b15-4428-9e23-db18fea2888b None None] Port 0202a009-71ed-44b1-94bf-701eab9c2270 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:53.091039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Router ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:42:53.121146 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1d16f01-97d7-4b38-af9c-51ff6a41d4bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:53.157202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d16f01-97d7-4b38-af9c-51ff6a41d4bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event deleted for resources: {'Port': ['ID=0202a009-71ed-44b1-94bf-701eab9c2270,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:53.192405 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:53.199032 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0b7b6dc1-2bc0-404a-8ec8-b112f10f76db tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "PUT /v2.0/routers/ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4953067 Jul 13 19:42:53.202519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:53.206049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dff0ed0-cf01-47eb-9005-f9be7ef420b5 None None] Sync routers for ids ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:53.219471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff0ed0-cf01-47eb-9005-f9be7ef420b5 None None] Routers {'ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:53.223237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6dff0ed0-cf01-47eb-9005-f9be7ef420b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:53.285697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1d16f01-97d7-4b38-af9c-51ff6a41d4bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:53.288758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e1d16f01-97d7-4b38-af9c-51ff6a41d4bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "DELETE /v2.0/ports/0202a009-71ed-44b1-94bf-701eab9c2270 HTTP/1.1" status: 204 len: 168 time: 0.6358016 Jul 13 19:42:53.293435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:53.295660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6dff0ed0-cf01-47eb-9005-f9be7ef420b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:53.299124 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-45b783a8-38c4-4f33-befe-12de1f3604d2 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] show failed (client error): The resource could not be found. Jul 13 19:42:53.302302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-45b783a8-38c4-4f33-befe-12de1f3604d2 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-2001426802 HTTP/1.1" status: 404 len: 335 time: 0.0874991 Jul 13 19:42:53.307641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:53.313151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-555fade2-66de-4be9-a70f-7d3f8cd09b98 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:53.320522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff0ed0-cf01-47eb-9005-f9be7ef420b5 None None] Routers {'ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:53.321477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6dff0ed0-cf01-47eb-9005-f9be7ef420b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:53.356200 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba62025-5364-4b64-87c8-3e3eb75c334b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] GET failed (client error): The resource could not be found. Jul 13 19:42:53.358134 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bba62025-5364-4b64-87c8-3e3eb75c334b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "GET /v2.0/ports/0202a009-71ed-44b1-94bf-701eab9c2270 HTTP/1.1" status: 404 len: 333 time: 0.0633752 Jul 13 19:42:53.361753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:53.367197 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'port': {'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1864474741'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:53.367945 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6dff0ed0-cf01-47eb-9005-f9be7ef420b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:53.368826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dff0ed0-cf01-47eb-9005-f9be7ef420b5 None None] The sync data for ids ['ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:53.393930 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-555fade2-66de-4be9-a70f-7d3f8cd09b98 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] update failed (client error): The resource could not be found. Jul 13 19:42:53.402921 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-555fade2-66de-4be9-a70f-7d3f8cd09b98 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1227808483 HTTP/1.1" status: 404 len: 335 time: 0.0937619 Jul 13 19:42:53.403763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:53.466136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-592722dc-8077-4271-ad48-ba09204b579f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Deleting subnet 6205f10f-af85-4856-bcee-4dd9477a35fc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:42:53.469807 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-592722dc-8077-4271-ad48-ba09204b579f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:53.534856 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-592722dc-8077-4271-ad48-ba09204b579f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:53.543848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Made reservation on behalf of b5e4316fc4334bd590d4709e378d410e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:53.547957 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:53.619741 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7033fe5c-e503-4d47-9e31-3fc8adb16ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:53.621223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] device_id is not set on port f1d6c3e9-9a81-4199-8005-4d568ada6caf yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:42:53.625092 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:53.687048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-260be9ae-5995-4d84-aecf-6adc3ad6c8a1 None None] Could not find standard attr ID for object 0202a009-71ed-44b1-94bf-701eab9c2270. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:42:53.711732 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-592722dc-8077-4271-ad48-ba09204b579f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:53.826571 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-592722dc-8077-4271-ad48-ba09204b579f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:53.839264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Allocated IP 2001:db8::102 (c4987295-5a1c-4ca7-8eb2-0a905c1c9512/a4727289-dfcd-4f49-8175-076fca28c173/f1d6c3e9-9a81-4199-8005-4d568ada6caf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:53.857713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3db223-bb16-4f74-897d-be5a85f734c8 None None] Network c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:53.878467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592722dc-8077-4271-ad48-ba09204b579f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Subnet': ['ID=6205f10f-af85-4856-bcee-4dd9477a35fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:53.881792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-592722dc-8077-4271-ad48-ba09204b579f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:53.884051 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-592722dc-8077-4271-ad48-ba09204b579f tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "DELETE /v2.0/subnets/6205f10f-af85-4856-bcee-4dd9477a35fc HTTP/1.1" status: 204 len: 168 time: 0.4791815 Jul 13 19:42:53.886465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:53.954021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8af2f7e-a64f-435a-98cb-6b37db303b8d tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Deleting subnet 243db113-7918-47a1-b886-d9135e441e2b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:42:53.968775 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8af2f7e-a64f-435a-98cb-6b37db303b8d tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.024560 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8af2f7e-a64f-435a-98cb-6b37db303b8d tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.094121 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.113558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Transition to ACTIVE for port object f1d6c3e9-9a81-4199-8005-4d568ada6caf will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:54.153217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8af2f7e-a64f-435a-98cb-6b37db303b8d tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.217287 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.218528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0212ef1e-1d44-4a36-a6d0-75bd2797a1e2 None None] DHCP port deletion for c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:42:54.246245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8af2f7e-a64f-435a-98cb-6b37db303b8d tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.291040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Port': ['ID=f1d6c3e9-9a81-4199-8005-4d568ada6caf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:54.304898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0212ef1e-1d44-4a36-a6d0-75bd2797a1e2 None None] Deleting port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:54.305241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:54.305978 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0212ef1e-1d44-4a36-a6d0-75bd2797a1e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.306973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:54.322701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:54.323390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af2f7e-a64f-435a-98cb-6b37db303b8d tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Subnet': ['ID=243db113-7918-47a1-b886-d9135e441e2b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:54.330829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:54.331705 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.333038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8af2f7e-a64f-435a-98cb-6b37db303b8d tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.338769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c8af2f7e-a64f-435a-98cb-6b37db303b8d tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "DELETE /v2.0/subnets/243db113-7918-47a1-b886-d9135e441e2b HTTP/1.1" status: 204 len: 168 time: 0.4509344 Jul 13 19:42:54.339432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:54.373544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2e7738-e719-4c24-ba66-00c5e89108df None None] Network 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:54.382529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4ea8771c-ef66-4119-b8be-e97333b81e19 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0187507 Jul 13 19:42:54.383739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:54.389664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6508477b-053c-49b4-9aa3-39eadeb4b30e tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:09:91:2d'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:54.442344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.480500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0212ef1e-1d44-4a36-a6d0-75bd2797a1e2 None None] For port 4e46e17c-1e93-44f5-9c5c-dca8cac74387, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4e46e17c-1e93-44f5-9c5c-dca8cac74387,segment=NetworkSegment(440fab60-4e90-4689-870b-fb035b8717eb),segment_id=440fab60-4e90-4689-870b-fb035b8717eb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:54.480841 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0212ef1e-1d44-4a36-a6d0-75bd2797a1e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.517322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0212ef1e-1d44-4a36-a6d0-75bd2797a1e2 None None] Calling delete_port for 4e46e17c-1e93-44f5-9c5c-dca8cac74387 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:54.544848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Deleting port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:54.545423 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.557293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6508477b-053c-49b4-9aa3-39eadeb4b30e tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.660313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] For port 4e46e17c-1e93-44f5-9c5c-dca8cac74387, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4e46e17c-1e93-44f5-9c5c-dca8cac74387,segment=NetworkSegment(440fab60-4e90-4689-870b-fb035b8717eb),segment_id=440fab60-4e90-4689-870b-fb035b8717eb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:54.660882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.690949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Calling delete_port for 4e46e17c-1e93-44f5-9c5c-dca8cac74387 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:54.841330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.918132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Port': ['ID=4e46e17c-1e93-44f5-9c5c-dca8cac74387,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:54.937551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] No DVR routers for this DVR port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:54.956643 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.967831 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6508477b-053c-49b4-9aa3-39eadeb4b30e tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.977107 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6508477b-053c-49b4-9aa3-39eadeb4b30e tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:54.997844 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c420163-671f-407f-8437-26ead874e63b None None] Provisioning for port f1d6c3e9-9a81-4199-8005-4d568ada6caf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:55.003907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c420163-671f-407f-8437-26ead874e63b None None] Provisioning complete for port f1d6c3e9-9a81-4199-8005-4d568ada6caf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:55.004470 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c420163-671f-407f-8437-26ead874e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:55.015444 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:42:55.019634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6508477b-053c-49b4-9aa3-39eadeb4b30e tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] In _notify_port_updated(), no bound segment for port f1d6c3e9-9a81-4199-8005-4d568ada6caf on network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:42:55.024053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508477b-053c-49b4-9aa3-39eadeb4b30e tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:55.024699 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6508477b-053c-49b4-9aa3-39eadeb4b30e tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.026004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6508477b-053c-49b4-9aa3-39eadeb4b30e tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "PUT /v2.0/ports/f1d6c3e9-9a81-4199-8005-4d568ada6caf HTTP/1.1" status: 200 len: 1003 time: 0.6412129 Jul 13 19:42:55.028819 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:55.060116 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.088610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:55.096115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508477b-053c-49b4-9aa3-39eadeb4b30e tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Port': ['ID=f1d6c3e9-9a81-4199-8005-4d568ada6caf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:55.107252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440fab60-4e90-4689-870b-fb035b8717eb') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:55.107552 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440fab60-4e90-4689-870b-fb035b8717eb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:55.113011 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0212ef1e-1d44-4a36-a6d0-75bd2797a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.126089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5c420163-671f-407f-8437-26ead874e63b None None] Port f1d6c3e9-9a81-4199-8005-4d568ada6caf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:55.129934 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.153230 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.159117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212ef1e-1d44-4a36-a6d0-75bd2797a1e2 None None] Pushing event deleted for resources: {'Port': ['ID=4e46e17c-1e93-44f5-9c5c-dca8cac74387,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:55.162068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:42:55.162532 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.165358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212ef1e-1d44-4a36-a6d0-75bd2797a1e2 None None] No DVR routers for this DVR port 4e46e17c-1e93-44f5-9c5c-dca8cac74387 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:42:55.175816 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:42:55.200252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4b410750-2e56-44f3-8a4a-ae5f08d2654c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Deleting port f1d6c3e9-9a81-4199-8005-4d568ada6caf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:55.200731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b410750-2e56-44f3-8a4a-ae5f08d2654c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.250585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab8bd8-14c0-4db9-9ba0-ecde20d99346 None None] DHCP port deletion for 690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:42:55.283359 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.296434 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.303721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "DELETE /v2.0/networks/c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5 HTTP/1.1" status: 204 len: 168 time: 0.9595852 Jul 13 19:42:55.309261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:55.333316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022c1a0-f3cf-4593-a569-221f6ecdaf57 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Network': ['ID=c6d0d87b-8c40-4ab0-95d6-d0ffa62f94f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:55.366702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-44ab8bd8-14c0-4db9-9ba0-ecde20d99346 None None] Deleting port adec5dfb-8bc7-41dc-b273-74f34dc7c23d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:55.367765 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44ab8bd8-14c0-4db9-9ba0-ecde20d99346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.402711 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b410750-2e56-44f3-8a4a-ae5f08d2654c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.424212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4b410750-2e56-44f3-8a4a-ae5f08d2654c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Calling delete_port for f1d6c3e9-9a81-4199-8005-4d568ada6caf owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:55.444809 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.459870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-44ab8bd8-14c0-4db9-9ba0-ecde20d99346 None None] For port adec5dfb-8bc7-41dc-b273-74f34dc7c23d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=adec5dfb-8bc7-41dc-b273-74f34dc7c23d,segment=NetworkSegment(3644689c-b097-473f-a433-aec3c30b79ee),segment_id=3644689c-b097-473f-a433-aec3c30b79ee)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:55.460261 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44ab8bd8-14c0-4db9-9ba0-ecde20d99346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.471342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b4d5706-48e5-4462-8c4e-9579dfd02567 None None] Provisioning complete for port f1d6c3e9-9a81-4199-8005-4d568ada6caf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:55.471682 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5706-48e5-4462-8c4e-9579dfd02567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.476873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-44ab8bd8-14c0-4db9-9ba0-ecde20d99346 None None] Calling delete_port for adec5dfb-8bc7-41dc-b273-74f34dc7c23d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:55.551373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4e46e17c-1e93-44f5-9c5c-dca8cac74387 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:55.557959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d5706-48e5-4462-8c4e-9579dfd02567 None None] Port f1d6c3e9-9a81-4199-8005-4d568ada6caf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:55.581014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 4e46e17c-1e93-44f5-9c5c-dca8cac74387 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:42:55.581356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4e46e17c-1e93-44f5-9c5c-dca8cac74387 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:42:55.581773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device adec5dfb-8bc7-41dc-b273-74f34dc7c23d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:55.626095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Deleting port adec5dfb-8bc7-41dc-b273-74f34dc7c23d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:55.626496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.640640 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b410750-2e56-44f3-8a4a-ae5f08d2654c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.670028 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44ab8bd8-14c0-4db9-9ba0-ecde20d99346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.705960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab8bd8-14c0-4db9-9ba0-ecde20d99346 None None] Pushing event deleted for resources: {'Port': ['ID=adec5dfb-8bc7-41dc-b273-74f34dc7c23d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:55.709193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b410750-2e56-44f3-8a4a-ae5f08d2654c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event deleted for resources: {'Port': ['ID=f1d6c3e9-9a81-4199-8005-4d568ada6caf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:55.718602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab8bd8-14c0-4db9-9ba0-ecde20d99346 None None] No DVR routers for this DVR port adec5dfb-8bc7-41dc-b273-74f34dc7c23d on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:55.720247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.752211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b410750-2e56-44f3-8a4a-ae5f08d2654c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.754135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4b410750-2e56-44f3-8a4a-ae5f08d2654c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "DELETE /v2.0/ports/f1d6c3e9-9a81-4199-8005-4d568ada6caf HTTP/1.1" status: 204 len: 168 time: 0.7244098 Jul 13 19:42:55.756783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] For port adec5dfb-8bc7-41dc-b273-74f34dc7c23d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=adec5dfb-8bc7-41dc-b273-74f34dc7c23d,segment=NetworkSegment(3644689c-b097-473f-a433-aec3c30b79ee),segment_id=3644689c-b097-473f-a433-aec3c30b79ee)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:55.757123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.757813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:55.783335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Calling delete_port for adec5dfb-8bc7-41dc-b273-74f34dc7c23d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:55.799899 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f57cec2-ff6d-47a8-ac57-1c2e46c1817a tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] GET failed (client error): The resource could not be found. Jul 13 19:42:55.805205 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3f57cec2-ff6d-47a8-ac57-1c2e46c1817a tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "GET /v2.0/ports/f1d6c3e9-9a81-4199-8005-4d568ada6caf HTTP/1.1" status: 404 len: 333 time: 0.0425055 Jul 13 19:42:55.806119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:55.811509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'port': {'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-85952062'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:55.885673 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:55.916523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Port': ['ID=adec5dfb-8bc7-41dc-b273-74f34dc7c23d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:55.918994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] No DVR routers for this DVR port adec5dfb-8bc7-41dc-b273-74f34dc7c23d on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:56.019154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Made reservation on behalf of b5e4316fc4334bd590d4709e378d410e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:56.027722 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.059017 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.071115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] device_id is not set on port a613b9b7-50cb-49fc-8b82-19795a5080a1 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:42:56.089448 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.101160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690ef6b9-0bc1-4842-bd16-025d2ff4b2f1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:56.113041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3644689c-b097-473f-a433-aec3c30b79ee') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:56.113427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3644689c-b097-473f-a433-aec3c30b79ee') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:56.123803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.140193 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.146698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:42:56.147166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: self.session.flush() Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:42:56.152079 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:42:56.207202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Allocated IP 2001:db8::58 (c4987295-5a1c-4ca7-8eb2-0a905c1c9512/a4727289-dfcd-4f49-8175-076fca28c173/a613b9b7-50cb-49fc-8b82-19795a5080a1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:56.224315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.231797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.233788 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "DELETE /v2.0/networks/690ef6b9-0bc1-4842-bd16-025d2ff4b2f1 HTTP/1.1" status: 204 len: 168 time: 0.9194357 Jul 13 19:42:56.236395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:56.255888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328dc8d-d4a8-44cd-a6f2-4e940f6996d3 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Network': ['ID=690ef6b9-0bc1-4842-bd16-025d2ff4b2f1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:56.309763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dde0447-7a85-416c-9541-fccc5c28ebca tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Deleting subnet cdc3b278-8f21-4025-8ab3-d75c9ee0463d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:42:56.313215 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dde0447-7a85-416c-9541-fccc5c28ebca tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.421840 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.441317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Transition to ACTIVE for port object a613b9b7-50cb-49fc-8b82-19795a5080a1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:56.498699 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.564033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:56.570817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:56.583363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:56.590974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:56.591907 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.622488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8135464 Jul 13 19:42:56.627040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:56.636292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'port': {'network_id': 'c4987295-5a1c-4ca7-8eb2-0a905c1c9512', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-465466485'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:56.695422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e97a50-1124-4026-a3a8-3c906026b46f tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Port': ['ID=a613b9b7-50cb-49fc-8b82-19795a5080a1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:56.750045 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dde0447-7a85-416c-9541-fccc5c28ebca tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.844426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Made reservation on behalf of b5e4316fc4334bd590d4709e378d410e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:56.848222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.870080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] device_id is not set on port 0aff6834-5e8c-4671-9ef9-606847a37d05 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:42:56.905296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dde0447-7a85-416c-9541-fccc5c28ebca tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:56.935957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66b6ab7c-d5ce-4238-b867-7145303e42cb None None] Provisioning for port a613b9b7-50cb-49fc-8b82-19795a5080a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:56.940593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66b6ab7c-d5ce-4238-b867-7145303e42cb None None] Provisioning complete for port a613b9b7-50cb-49fc-8b82-19795a5080a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:56.941021 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66b6ab7c-d5ce-4238-b867-7145303e42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.000887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-66b6ab7c-d5ce-4238-b867-7145303e42cb None None] Port a613b9b7-50cb-49fc-8b82-19795a5080a1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:57.028412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Allocated IP 2001:db8::2b2 (c4987295-5a1c-4ca7-8eb2-0a905c1c9512/a4727289-dfcd-4f49-8175-076fca28c173/0aff6834-5e8c-4671-9ef9-606847a37d05) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:57.032572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dde0447-7a85-416c-9541-fccc5c28ebca tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.069096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde0447-7a85-416c-9541-fccc5c28ebca tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc3b278-8f21-4025-8ab3-d75c9ee0463d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:57.082621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0594e238-4a66-421d-af13-54ebbdd19140 None None] Network db9a92da-2224-4d41-8e2b-39d985a50a95 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:42:57.091902 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dde0447-7a85-416c-9541-fccc5c28ebca tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.093914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2dde0447-7a85-416c-9541-fccc5c28ebca tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "DELETE /v2.0/subnets/cdc3b278-8f21-4025-8ab3-d75c9ee0463d HTTP/1.1" status: 204 len: 168 time: 0.8565891 Jul 13 19:42:57.097819 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:57.204506 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.228359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Transition to ACTIVE for port object 0aff6834-5e8c-4671-9ef9-606847a37d05 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:57.231443 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.281781 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.351698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Port': ['ID=0aff6834-5e8c-4671-9ef9-606847a37d05,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:57.358711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Deleting port 791c5077-2e05-4aa2-a333-91813d099bee {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:57.359609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.383749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:57.385664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:57.388973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:57.397240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:57.398064 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.418328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-84805e50-b187-4fd0-97d9-6455647aafea tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7899854 Jul 13 19:42:57.419091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:57.431302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-acc074fb-8a6d-4250-909e-980f5998b7fb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c7', 'mac_address': 'fa:16:3e:09:91:2d'}, {'ip_address': '2001:db8::58', 'mac_address': 'fa:16:3e:12:90:7d'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:57.453672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616b9bd-5870-4119-926e-af7924a55236 None None] DHCP port deletion for db9a92da-2224-4d41-8e2b-39d985a50a95 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:42:57.491282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] For port 791c5077-2e05-4aa2-a333-91813d099bee, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=791c5077-2e05-4aa2-a333-91813d099bee,segment=NetworkSegment(4dae7168-99f1-49de-9e96-d518a28f055e),segment_id=4dae7168-99f1-49de-9e96-d518a28f055e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:57.491649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.513765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Calling delete_port for 791c5077-2e05-4aa2-a333-91813d099bee owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:57.537912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c616b9bd-5870-4119-926e-af7924a55236 None None] Deleting port 791c5077-2e05-4aa2-a333-91813d099bee {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:57.538791 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c616b9bd-5870-4119-926e-af7924a55236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.660062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c616b9bd-5870-4119-926e-af7924a55236 None None] For port 791c5077-2e05-4aa2-a333-91813d099bee, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=791c5077-2e05-4aa2-a333-91813d099bee,segment=NetworkSegment(4dae7168-99f1-49de-9e96-d518a28f055e),segment_id=4dae7168-99f1-49de-9e96-d518a28f055e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:57.660458 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c616b9bd-5870-4119-926e-af7924a55236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.687430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 791c5077-2e05-4aa2-a333-91813d099bee no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:57.748690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c616b9bd-5870-4119-926e-af7924a55236 None None] Calling delete_port for 791c5077-2e05-4aa2-a333-91813d099bee owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:57.754206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.764399 n-d-800708-1 neutron-server[93768]: INFO neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No ports have port_id starting with 791c5077-2e05-4aa2-a333-91813d099bee Jul 13 19:42:57.771492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] No DVR routers for this DVR port 791c5077-2e05-4aa2-a333-91813d099bee on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:57.784518 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acc074fb-8a6d-4250-909e-980f5998b7fb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.786920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b4c72c8-8a65-40ce-9dc4-1d70621c2e06 None None] Provisioning for port 0aff6834-5e8c-4671-9ef9-606847a37d05 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:57.792838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b4c72c8-8a65-40ce-9dc4-1d70621c2e06 None None] Provisioning complete for port 0aff6834-5e8c-4671-9ef9-606847a37d05 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:57.793432 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b4c72c8-8a65-40ce-9dc4-1d70621c2e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.797640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Port': ['ID=791c5077-2e05-4aa2-a333-91813d099bee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:57.876057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.879191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c72c8-8a65-40ce-9dc4-1d70621c2e06 None None] Port 0aff6834-5e8c-4671-9ef9-606847a37d05 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:57.889274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9a92da-2224-4d41-8e2b-39d985a50a95']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:57.902422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dae7168-99f1-49de-9e96-d518a28f055e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:57.902775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dae7168-99f1-49de-9e96-d518a28f055e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:57.910647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c616b9bd-5870-4119-926e-af7924a55236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.914603 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.931372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.939443 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:42:57.940287 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:42:57.945699 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:42:57.956574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616b9bd-5870-4119-926e-af7924a55236 None None] Pushing event deleted for resources: {'Port': ['ID=791c5077-2e05-4aa2-a333-91813d099bee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:57.959339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616b9bd-5870-4119-926e-af7924a55236 None None] No DVR routers for this DVR port 791c5077-2e05-4aa2-a333-91813d099bee on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:58.028133 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.037730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.042429 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "DELETE /v2.0/networks/db9a92da-2224-4d41-8e2b-39d985a50a95 HTTP/1.1" status: 204 len: 168 time: 0.9410872 Jul 13 19:42:58.043463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:58.052948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a1a9f-c0f0-42f7-a152-03daaa72be88 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Pushing event deleted for resources: {'Network': ['ID=db9a92da-2224-4d41-8e2b-39d985a50a95,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:58.092751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a72fdc70-bcf5-44c7-9aea-ef28f28b02f9 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d HTTP/1.1" status: 200 len: 205 time: 0.0477579 Jul 13 19:42:58.095075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:58.183885 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acc074fb-8a6d-4250-909e-980f5998b7fb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.187778 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01834b2d-16ad-4257-b3ab-c7f7827e5c35 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.222467 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acc074fb-8a6d-4250-909e-980f5998b7fb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.287201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-acc074fb-8a6d-4250-909e-980f5998b7fb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] In _notify_port_updated(), no bound segment for port 0aff6834-5e8c-4671-9ef9-606847a37d05 on network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:42:58.293938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc074fb-8a6d-4250-909e-980f5998b7fb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:58.294635 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acc074fb-8a6d-4250-909e-980f5998b7fb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.299202 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-acc074fb-8a6d-4250-909e-980f5998b7fb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "PUT /v2.0/ports/0aff6834-5e8c-4671-9ef9-606847a37d05 HTTP/1.1" status: 200 len: 1066 time: 0.8748772 Jul 13 19:42:58.299949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:58.433050 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01834b2d-16ad-4257-b3ab-c7f7827e5c35 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.438831 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01834b2d-16ad-4257-b3ab-c7f7827e5c35 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.443072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc074fb-8a6d-4250-909e-980f5998b7fb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event updated for resources: {'Port': ['ID=0aff6834-5e8c-4671-9ef9-606847a37d05,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:58.468775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d9455-0643-44f5-a3e9-8b6ed94c2b5c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Deleting port 0aff6834-5e8c-4671-9ef9-606847a37d05 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:58.469248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9455-0643-44f5-a3e9-8b6ed94c2b5c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.503595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01834b2d-16ad-4257-b3ab-c7f7827e5c35 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.504653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01834b2d-16ad-4257-b3ab-c7f7827e5c35 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Fanout notify agent at l3_agent the message router_deleted on router ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:42:58.515016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01834b2d-16ad-4257-b3ab-c7f7827e5c35 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.519136 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-01834b2d-16ad-4257-b3ab-c7f7827e5c35 tempest-RoutersNegativeTest-749498823 tempest-RoutersNegativeTest-749498823-project] 10.222.0.25 "DELETE /v2.0/routers/ae608beb-2ab2-4bfd-b619-e6d93bfa2f4d HTTP/1.1" status: 204 len: 168 time: 0.4230139 Jul 13 19:42:58.596131 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9455-0643-44f5-a3e9-8b6ed94c2b5c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.611621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d9455-0643-44f5-a3e9-8b6ed94c2b5c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Calling delete_port for 0aff6834-5e8c-4671-9ef9-606847a37d05 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:58.719709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bbf35eb8-7723-4391-a66a-717b97df5f8f None None] Provisioning complete for port 0aff6834-5e8c-4671-9ef9-606847a37d05 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:58.720088 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbf35eb8-7723-4391-a66a-717b97df5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.774501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbf35eb8-7723-4391-a66a-717b97df5f8f None None] Port 0aff6834-5e8c-4671-9ef9-606847a37d05 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:58.790374 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9455-0643-44f5-a3e9-8b6ed94c2b5c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:58.825042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d9455-0643-44f5-a3e9-8b6ed94c2b5c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event deleted for resources: {'Port': ['ID=0aff6834-5e8c-4671-9ef9-606847a37d05,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:58.894557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:59.075508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9455-0643-44f5-a3e9-8b6ed94c2b5c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:59.081718 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cb9d9455-0643-44f5-a3e9-8b6ed94c2b5c tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "DELETE /v2.0/ports/0aff6834-5e8c-4671-9ef9-606847a37d05 HTTP/1.1" status: 204 len: 168 time: 0.7801528 Jul 13 19:42:59.082299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:59.118889 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3976d705-2c3a-448d-b5f9-8b6b8ca9be8b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] GET failed (client error): The resource could not be found. Jul 13 19:42:59.125189 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3976d705-2c3a-448d-b5f9-8b6b8ca9be8b tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "GET /v2.0/ports/0aff6834-5e8c-4671-9ef9-606847a37d05 HTTP/1.1" status: 404 len: 333 time: 0.0412264 Jul 13 19:42:59.125909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:59.128451 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-991cb594-54ec-4aa3-b0b6-fb405e5d42d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4f554af664740db80de56496a9c3272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325385 Jul 13 19:42:59.129131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:59.187327 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2f941f9-b64d-4f44-abeb-0f8539970377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:59.230062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2f941f9-b64d-4f44-abeb-0f8539970377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:59.261490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-32bb65aa-346c-40c1-b359-9251c7e6b9e1 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Deleting port a613b9b7-50cb-49fc-8b82-19795a5080a1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:59.262245 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32bb65aa-346c-40c1-b359-9251c7e6b9e1 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:59.303272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2f941f9-b64d-4f44-abeb-0f8539970377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:59.306092 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2f941f9-b64d-4f44-abeb-0f8539970377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:59.335355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a2f941f9-b64d-4f44-abeb-0f8539970377 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16249b47-6ce9-4bd5-aa41-43eb716ee9f7 HTTP/1.1" status: 204 len: 168 time: 0.2050309 Jul 13 19:42:59.348404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f941f9-b64d-4f44-abeb-0f8539970377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16249b47-6ce9-4bd5-aa41-43eb716ee9f7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:59.352512 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:42:59.454889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32bb65aa-346c-40c1-b359-9251c7e6b9e1 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:59.473088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-32bb65aa-346c-40c1-b359-9251c7e6b9e1 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Calling delete_port for a613b9b7-50cb-49fc-8b82-19795a5080a1 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:59.653254 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32bb65aa-346c-40c1-b359-9251c7e6b9e1 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:59.698774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb65aa-346c-40c1-b359-9251c7e6b9e1 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event deleted for resources: {'Port': ['ID=a613b9b7-50cb-49fc-8b82-19795a5080a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:59.728511 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32bb65aa-346c-40c1-b359-9251c7e6b9e1 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:59.732940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-32bb65aa-346c-40c1-b359-9251c7e6b9e1 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "DELETE /v2.0/ports/a613b9b7-50cb-49fc-8b82-19795a5080a1 HTTP/1.1" status: 204 len: 168 time: 0.6031029 Jul 13 19:42:59.733586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:59.773949 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc18241-cda5-49b9-a195-ec743530e6f0 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] GET failed (client error): The resource could not be found. Jul 13 19:42:59.775766 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cdc18241-cda5-49b9-a195-ec743530e6f0 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "GET /v2.0/ports/a613b9b7-50cb-49fc-8b82-19795a5080a1 HTTP/1.1" status: 404 len: 333 time: 0.0415270 Jul 13 19:42:59.780298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:59.928730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6a45b01d-7161-402e-9acf-abe806aefe36 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Deleting port 8497f1b0-d9ef-4623-843b-79a11957383c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:59.929149 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a45b01d-7161-402e-9acf-abe806aefe36 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.030734 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a45b01d-7161-402e-9acf-abe806aefe36 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.043975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6a45b01d-7161-402e-9acf-abe806aefe36 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Calling delete_port for 8497f1b0-d9ef-4623-843b-79a11957383c owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:00.190878 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a45b01d-7161-402e-9acf-abe806aefe36 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.223157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45b01d-7161-402e-9acf-abe806aefe36 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event deleted for resources: {'Port': ['ID=8497f1b0-d9ef-4623-843b-79a11957383c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:00.235410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:00.257244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a45b01d-7161-402e-9acf-abe806aefe36 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.262472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:00.269593 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6a45b01d-7161-402e-9acf-abe806aefe36 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "DELETE /v2.0/ports/8497f1b0-d9ef-4623-843b-79a11957383c HTTP/1.1" status: 204 len: 168 time: 0.4880168 Jul 13 19:43:00.334754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e88bfd3-2330-4d05-ab2b-f035ae319751 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Deleting subnet a4727289-dfcd-4f49-8175-076fca28c173 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:43:00.340052 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e88bfd3-2330-4d05-ab2b-f035ae319751 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.390671 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e88bfd3-2330-4d05-ab2b-f035ae319751 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.441889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group': {'name': 'tempest-secgroup--98940918'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:00.502315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.513293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.530967 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e88bfd3-2330-4d05-ab2b-f035ae319751 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.621003 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e88bfd3-2330-4d05-ab2b-f035ae319751 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.672357 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e88bfd3-2330-4d05-ab2b-f035ae319751 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.673429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb72c664-58b8-4679-8889-7c4ea942b6b8 None None] Network c4987295-5a1c-4ca7-8eb2-0a905c1c9512 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:43:00.674517 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4e88bfd3-2330-4d05-ab2b-f035ae319751 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "DELETE /v2.0/subnets/a4727289-dfcd-4f49-8175-076fca28c173 HTTP/1.1" status: 204 len: 168 time: 0.4103427 Jul 13 19:43:00.677693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88bfd3-2330-4d05-ab2b-f035ae319751 tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event deleted for resources: {'Subnet': ['ID=a4727289-dfcd-4f49-8175-076fca28c173,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:00.678123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:00.797721 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.806728 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.829245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.866155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0463562c-30a0-442f-b95f-ed73bc866716,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:00.905535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Deleting port 79e881e9-65b6-4b77-a387-618305aea6e7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:00.905886 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.918832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c678d77c-b96a-482b-87cb-86bb0988df8a None None] DHCP port deletion for c4987295-5a1c-4ca7-8eb2-0a905c1c9512 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:43:00.941843 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.948452 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.979505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c678d77c-b96a-482b-87cb-86bb0988df8a None None] Deleting port 79e881e9-65b6-4b77-a387-618305aea6e7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:00.979986 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c678d77c-b96a-482b-87cb-86bb0988df8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.980954 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.984732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7458167 Jul 13 19:43:00.984888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] For port 79e881e9-65b6-4b77-a387-618305aea6e7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=79e881e9-65b6-4b77-a387-618305aea6e7,segment=NetworkSegment(3d2bdf62-2c67-4694-af77-462d8a1fcd86),segment_id=3d2bdf62-2c67-4694-af77-462d8a1fcd86)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:00.984888 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.985361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:00.995114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f10b8-d1af-4fd7-9572-a4d2e408e9af tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a6262e-3b01-4d04-aec1-f5bb830fb071,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:01.003911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Calling delete_port for 79e881e9-65b6-4b77-a387-618305aea6e7 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:01.064746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-01266be3-ad49-4801-9ba2-889adec81b80 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0781863 Jul 13 19:43:01.069246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:01.073028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c678d77c-b96a-482b-87cb-86bb0988df8a None None] For port 79e881e9-65b6-4b77-a387-618305aea6e7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=79e881e9-65b6-4b77-a387-618305aea6e7,segment=NetworkSegment(3d2bdf62-2c67-4694-af77-462d8a1fcd86),segment_id=3d2bdf62-2c67-4694-af77-462d8a1fcd86)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:01.073429 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c678d77c-b96a-482b-87cb-86bb0988df8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.074282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4f6363f5-3021-48e6-8899-86ca974947f0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group': {'name': 'tempest-security--1797389976', 'description': 'tempest-security-description-492436773'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:01.093498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c678d77c-b96a-482b-87cb-86bb0988df8a None None] Calling delete_port for 79e881e9-65b6-4b77-a387-618305aea6e7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:01.096105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.106731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6363f5-3021-48e6-8899-86ca974947f0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.127362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event deleted for resources: {'Port': ['ID=79e881e9-65b6-4b77-a387-618305aea6e7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:01.132055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] No DVR routers for this DVR port 79e881e9-65b6-4b77-a387-618305aea6e7 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:01.162005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6363f5-3021-48e6-8899-86ca974947f0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.166281 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6363f5-3021-48e6-8899-86ca974947f0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.169752 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6363f5-3021-48e6-8899-86ca974947f0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.177861 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4f6363f5-3021-48e6-8899-86ca974947f0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "PUT /v2.0/security-groups/f4a6262e-3b01-4d04-aec1-f5bb830fb071 HTTP/1.1" status: 200 len: 1779 time: 0.1073990 Jul 13 19:43:01.183040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:01.190760 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c678d77c-b96a-482b-87cb-86bb0988df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.219823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678d77c-b96a-482b-87cb-86bb0988df8a None None] Pushing event deleted for resources: {'Port': ['ID=79e881e9-65b6-4b77-a387-618305aea6e7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:01.225655 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678d77c-b96a-482b-87cb-86bb0988df8a None None] No DVR routers for this DVR port 79e881e9-65b6-4b77-a387-618305aea6e7 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:01.228672 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.247110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4987295-5a1c-4ca7-8eb2-0a905c1c9512']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:01.251848 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cc2bae9b-66d9-45c4-a683-2ba2085b7814 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups/f4a6262e-3b01-4d04-aec1-f5bb830fb071 HTTP/1.1" status: 200 len: 1779 time: 0.0666401 Jul 13 19:43:01.252756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6363f5-3021-48e6-8899-86ca974947f0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a6262e-3b01-4d04-aec1-f5bb830fb071,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:01.261878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:01.269100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2bdf62-2c67-4694-af77-462d8a1fcd86') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:01.269491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2bdf62-2c67-4694-af77-462d8a1fcd86') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:01.281508 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.299227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.324373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:43:01.324812 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:43:01.327835 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:43:01.335123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed275af0-ea2a-4da3-b8ad-7c1923b27fb5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.360644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed275af0-ea2a-4da3-b8ad-7c1923b27fb5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.393062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.404662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.406821 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] 10.222.0.25 "DELETE /v2.0/networks/c4987295-5a1c-4ca7-8eb2-0a905c1c9512 HTTP/1.1" status: 204 len: 168 time: 0.7273586 Jul 13 19:43:01.417142 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed275af0-ea2a-4da3-b8ad-7c1923b27fb5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.419940 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed275af0-ea2a-4da3-b8ad-7c1923b27fb5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.421138 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ed275af0-ea2a-4da3-b8ad-7c1923b27fb5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-groups/f4a6262e-3b01-4d04-aec1-f5bb830fb071 HTTP/1.1" status: 204 len: 168 time: 0.1582005 Jul 13 19:43:01.424335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:01.431487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed275af0-ea2a-4da3-b8ad-7c1923b27fb5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a6262e-3b01-4d04-aec1-f5bb830fb071,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:01.459473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b034bb2-9760-4f74-851c-70161af0c8bb tempest-AllowedAddressPairIpV6TestJSON-788133247 tempest-AllowedAddressPairIpV6TestJSON-788133247-project] Pushing event deleted for resources: {'Network': ['ID=c4987295-5a1c-4ca7-8eb2-0a905c1c9512,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:01.552304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:01.552793 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e4214abf-90a5-4060-a7d4-15749a7ec803 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1266389 Jul 13 19:43:01.558068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 79e881e9-65b6-4b77-a387-618305aea6e7 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:43:01.568195 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-aa2066cf-7318-4e37-890a-8a7009193675 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] delete failed (client error): The resource could not be found. Jul 13 19:43:01.575365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aa2066cf-7318-4e37-890a-8a7009193675 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-groups/f4a6262e-3b01-4d04-aec1-f5bb830fb071 HTTP/1.1" status: 404 len: 347 time: 0.0218203 Jul 13 19:43:01.579680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:01.588140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fef89e10-5163-46bf-8d68-f9a6399dbea8 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group': {'name': 'tempest-secgroup--350072887'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:01.611730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 79e881e9-65b6-4b77-a387-618305aea6e7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:43:01.612229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 79e881e9-65b6-4b77-a387-618305aea6e7 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:43:01.626130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef89e10-5163-46bf-8d68-f9a6399dbea8 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.750929 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef89e10-5163-46bf-8d68-f9a6399dbea8 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.755804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef89e10-5163-46bf-8d68-f9a6399dbea8 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.791575 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef89e10-5163-46bf-8d68-f9a6399dbea8 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.795712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:01.795999 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fef89e10-5163-46bf-8d68-f9a6399dbea8 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2151592 Jul 13 19:43:01.801322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef89e10-5163-46bf-8d68-f9a6399dbea8 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6e5ef6-231b-4e35-bc0d-8d33cff24d95,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:01.803074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c542e87c-247f-4489-9eb7-935f8eb03887 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': 'bc6e5ef6-231b-4e35-bc0d-8d33cff24d95', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:01.854020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c542e87c-247f-4489-9eb7-935f8eb03887 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.881837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:01.927237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c542e87c-247f-4489-9eb7-935f8eb03887 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.931883 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c542e87c-247f-4489-9eb7-935f8eb03887 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.955644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542e87c-247f-4489-9eb7-935f8eb03887 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9dfc55-948b-466f-85c6-a3e8fc797972,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:01.959953 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c542e87c-247f-4489-9eb7-935f8eb03887 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:01.961181 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c542e87c-247f-4489-9eb7-935f8eb03887 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638911 Jul 13 19:43:01.964115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:02.012339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66df22a4-7041-425d-aca3-97f3ff280a30 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.021798 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66df22a4-7041-425d-aca3-97f3ff280a30 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.068276 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66df22a4-7041-425d-aca3-97f3ff280a30 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.075472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66df22a4-7041-425d-aca3-97f3ff280a30 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.076567 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2f02c56d-fd86-4936-816f-83b2b4c4f39b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5e4316fc4334bd590d4709e378d410e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935244 Jul 13 19:43:02.079064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-66df22a4-7041-425d-aca3-97f3ff280a30 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/7f9dfc55-948b-466f-85c6-a3e8fc797972 HTTP/1.1" status: 204 len: 168 time: 0.1139851 Jul 13 19:43:02.079625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:02.087819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:02.090266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df22a4-7041-425d-aca3-97f3ff280a30 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f9dfc55-948b-466f-85c6-a3e8fc797972,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:02.171702 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fe45f716-91b4-49df-8870-38e3a7cd1045 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0799739 Jul 13 19:43:02.171893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:02.191003 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e411e1f-6a78-4455-89ad-4c2f745d969f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.233727 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e411e1f-6a78-4455-89ad-4c2f745d969f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.258918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9b863ce-7cfe-4ee0-8f22-5e4b3368545d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.310445 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9b863ce-7cfe-4ee0-8f22-5e4b3368545d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.336529 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e411e1f-6a78-4455-89ad-4c2f745d969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.339365 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e411e1f-6a78-4455-89ad-4c2f745d969f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.343631 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1e411e1f-6a78-4455-89ad-4c2f745d969f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae29b4a9-0acd-40d7-bbba-572ae639f31f HTTP/1.1" status: 204 len: 168 time: 0.2598186 Jul 13 19:43:02.354209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e411e1f-6a78-4455-89ad-4c2f745d969f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae29b4a9-0acd-40d7-bbba-572ae639f31f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:02.375874 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9b863ce-7cfe-4ee0-8f22-5e4b3368545d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.379346 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9b863ce-7cfe-4ee0-8f22-5e4b3368545d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.382595 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c9b863ce-7cfe-4ee0-8f22-5e4b3368545d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-groups/bc6e5ef6-231b-4e35-bc0d-8d33cff24d95 HTTP/1.1" status: 204 len: 168 time: 0.2094588 Jul 13 19:43:02.386073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:02.394012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b863ce-7cfe-4ee0-8f22-5e4b3368545d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6e5ef6-231b-4e35-bc0d-8d33cff24d95,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:02.454638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ebb9b7af-cc83-4ac7-89b3-b3be15bfcbd2 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0673633 Jul 13 19:43:02.459344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:02.464575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3c32d457-3ea2-42bd-8024-302ad0a41541 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group': {'name': 'tempest-secgroup--652031409'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:02.489610 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c32d457-3ea2-42bd-8024-302ad0a41541 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.610873 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c32d457-3ea2-42bd-8024-302ad0a41541 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.617325 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c32d457-3ea2-42bd-8024-302ad0a41541 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.650293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32d457-3ea2-42bd-8024-302ad0a41541 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8de7ae5-cba9-40ed-8b5f-f409fbc2d522,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:02.653559 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c32d457-3ea2-42bd-8024-302ad0a41541 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.656445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3c32d457-3ea2-42bd-8024-302ad0a41541 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1942756 Jul 13 19:43:02.657696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:02.663018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-505dc6fc-ef41-4cde-9a77-f888ae6b48d7 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': 'c8de7ae5-cba9-40ed-8b5f-f409fbc2d522', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:02.727175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505dc6fc-ef41-4cde-9a77-f888ae6b48d7 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.815001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505dc6fc-ef41-4cde-9a77-f888ae6b48d7 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.820082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505dc6fc-ef41-4cde-9a77-f888ae6b48d7 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.844465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dc6fc-ef41-4cde-9a77-f888ae6b48d7 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62155731-af9e-43fd-90f7-0df35515b420,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:02.852730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505dc6fc-ef41-4cde-9a77-f888ae6b48d7 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:02.856830 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-505dc6fc-ef41-4cde-9a77-f888ae6b48d7 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1954978 Jul 13 19:43:02.856981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:02.861532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d775a217-5999-4083-8b9b-d873a3a0f853 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': 'c8de7ae5-cba9-40ed-8b5f-f409fbc2d522', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:02.901435 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d775a217-5999-4083-8b9b-d873a3a0f853 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.030789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d775a217-5999-4083-8b9b-d873a3a0f853 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.038370 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d775a217-5999-4083-8b9b-d873a3a0f853 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.066841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775a217-5999-4083-8b9b-d873a3a0f853 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f8efb6-28be-4112-aef2-05782b965e02,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:03.079217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d775a217-5999-4083-8b9b-d873a3a0f853 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.081574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d775a217-5999-4083-8b9b-d873a3a0f853 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2237511 Jul 13 19:43:03.085713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:03.091101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-97abf541-2a56-4d3c-9b49-19553faee8a0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': 'c8de7ae5-cba9-40ed-8b5f-f409fbc2d522', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:03.133926 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97abf541-2a56-4d3c-9b49-19553faee8a0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.244980 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97abf541-2a56-4d3c-9b49-19553faee8a0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.264962 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97abf541-2a56-4d3c-9b49-19553faee8a0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.329365 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97abf541-2a56-4d3c-9b49-19553faee8a0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.336627 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-97abf541-2a56-4d3c-9b49-19553faee8a0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2472756 Jul 13 19:43:03.336980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:03.340108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abf541-2a56-4d3c-9b49-19553faee8a0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ef8abb-7d9a-4a14-aae8-2e630cd47748,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:03.347260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-576f3a76-bde6-4f54-a92c-58800c766b31 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': 'c8de7ae5-cba9-40ed-8b5f-f409fbc2d522', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:03.373210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:03.394949 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-576f3a76-bde6-4f54-a92c-58800c766b31 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.465240 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-576f3a76-bde6-4f54-a92c-58800c766b31 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.470877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-576f3a76-bde6-4f54-a92c-58800c766b31 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.499274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f3a76-bde6-4f54-a92c-58800c766b31 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78054ebb-bfb8-44ce-b701-99e36dec9774,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:03.510722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1534213696'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:03.535204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-576f3a76-bde6-4f54-a92c-58800c766b31 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.536988 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-576f3a76-bde6-4f54-a92c-58800c766b31 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1992073 Jul 13 19:43:03.540239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:03.548393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Made reservation on behalf of 338d91c96f354a8ba5a7966168fc145a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:03.551235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7fe4f0c0-c8ae-46a9-9085-d8375b26f57b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': 'c8de7ae5-cba9-40ed-8b5f-f409fbc2d522', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:03.553862 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.566551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.589914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f0c0-c8ae-46a9-9085-d8375b26f57b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.659483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f0c0-c8ae-46a9-9085-d8375b26f57b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.664768 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f0c0-c8ae-46a9-9085-d8375b26f57b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.695329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4f0c0-c8ae-46a9-9085-d8375b26f57b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023760f2-b8a1-493a-a3a8-2087a8eed33d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:03.717137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.723647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.730737 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f0c0-c8ae-46a9-9085-d8375b26f57b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.736449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7fe4f0c0-c8ae-46a9-9085-d8375b26f57b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1939754 Jul 13 19:43:03.737072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:03.787559 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ce0ba9-28b2-4d09-96f5-af4da509f917 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.791389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:43:03.807459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e08b0fc-c7b5-475e-8d17-58d53f591409,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:03.811487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ce0ba9-28b2-4d09-96f5-af4da509f917 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.827724 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.828252 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Added segment 8f3512ec-8876-4f3c-bce6-511100f15ba0 of type vlan for network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 Jul 13 19:43:03.854878 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ce0ba9-28b2-4d09-96f5-af4da509f917 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.864408 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ce0ba9-28b2-4d09-96f5-af4da509f917 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.865844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7ce0ba9-28b2-4d09-96f5-af4da509f917 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/023760f2-b8a1-493a-a3a8-2087a8eed33d HTTP/1.1" status: 204 len: 168 time: 0.1278207 Jul 13 19:43:03.869891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:03.879058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce0ba9-28b2-4d09-96f5-af4da509f917 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=023760f2-b8a1-493a-a3a8-2087a8eed33d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:03.898187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.949560 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.951005 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5e851de0-a481-467d-a867-d5bab166d474 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0797009 Jul 13 19:43:03.954519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:03.955674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:03.956598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.987917 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23722c2e-24e8-42b1-a67a-f4146c50e5c4 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:03.996970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23722c2e-24e8-42b1-a67a-f4146c50e5c4 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.025173 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6506181 Jul 13 19:43:04.028900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:04.034530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Request body: {'subnet': {'network_id': '9dbdabb3-a35b-4b36-9a0b-6486899eb8c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:04.037697 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5aec0-9a50-42e9-972c-8bea66fde773 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event updated for resources: {'Network': ['ID=9dbdabb3-a35b-4b36-9a0b-6486899eb8c0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:04.049619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:43:04.057852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23722c2e-24e8-42b1-a67a-f4146c50e5c4 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.099233 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23722c2e-24e8-42b1-a67a-f4146c50e5c4 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.100491 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-23722c2e-24e8-42b1-a67a-f4146c50e5c4 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/78054ebb-bfb8-44ce-b701-99e36dec9774 HTTP/1.1" status: 204 len: 168 time: 0.1457896 Jul 13 19:43:04.103264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:04.116777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23722c2e-24e8-42b1-a67a-f4146c50e5c4 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78054ebb-bfb8-44ce-b701-99e36dec9774,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:04.179463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-be3d2527-32fc-43c7-a305-dd696f421564 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0746121 Jul 13 19:43:04.182315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:04.195998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Made reservation on behalf of 338d91c96f354a8ba5a7966168fc145a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:04.201838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.225019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9da008a5-77ba-4f35-a5f7-921316be3298 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.240146 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9da008a5-77ba-4f35-a5f7-921316be3298 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.291639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9da008a5-77ba-4f35-a5f7-921316be3298 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.301959 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9da008a5-77ba-4f35-a5f7-921316be3298 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.302342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9da008a5-77ba-4f35-a5f7-921316be3298 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c6ef8abb-7d9a-4a14-aae8-2e630cd47748 HTTP/1.1" status: 204 len: 168 time: 0.1185014 Jul 13 19:43:04.304610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:04.335040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da008a5-77ba-4f35-a5f7-921316be3298 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6ef8abb-7d9a-4a14-aae8-2e630cd47748,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:04.402646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:04.408643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3b201bd1-48fd-45cb-a38e-81e50d8fdde0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1024082 Jul 13 19:43:04.467322 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5161b9e-0a17-45e8-9f39-9e80ae875208 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.485973 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5161b9e-0a17-45e8-9f39-9e80ae875208 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.503928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.552066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5161b9e-0a17-45e8-9f39-9e80ae875208 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.565845 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5161b9e-0a17-45e8-9f39-9e80ae875208 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.569490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a5161b9e-0a17-45e8-9f39-9e80ae875208 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/48f8efb6-28be-4112-aef2-05782b965e02 HTTP/1.1" status: 204 len: 168 time: 0.1634398 Jul 13 19:43:04.570713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:04.577558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5161b9e-0a17-45e8-9f39-9e80ae875208 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48f8efb6-28be-4112-aef2-05782b965e02,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:04.599153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event updated for resources: {'Subnet': ['ID=4996fed6-4ea1-4484-941d-da9b491a15e7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:04.603964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Checking segment: {'id': '8f3512ec-8876-4f3c-bce6-511100f15ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9dbdabb3-a35b-4b36-9a0b-6486899eb8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:43:04.604338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Network hostable DHCP agents. Network: 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:43:04.627338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:43:04.640621 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2aac46d5-b7e5-469b-822f-f2da4b5e124b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0670679 Jul 13 19:43:04.642719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:04.644151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:04.657498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d2a57-247e-4190-83c9-6a163f53fc91 None None] Network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:43:04.659494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:04.660417 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.683324 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1f7c654e-d69f-41d3-afc3-085b826260d8 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6529393 Jul 13 19:43:04.685914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:04.695363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Request body: {'port': {'network_id': '9dbdabb3-a35b-4b36-9a0b-6486899eb8c0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1084191655'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:04.717873 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa2c61cc-632b-40c0-aa42-6bcb232b5ef0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.745233 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa2c61cc-632b-40c0-aa42-6bcb232b5ef0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.806771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa2c61cc-632b-40c0-aa42-6bcb232b5ef0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.816882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa2c61cc-632b-40c0-aa42-6bcb232b5ef0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.829208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aa2c61cc-632b-40c0-aa42-6bcb232b5ef0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/62155731-af9e-43fd-90f7-0df35515b420 HTTP/1.1" status: 204 len: 168 time: 0.1846917 Jul 13 19:43:04.830182 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:04.840622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c61cc-632b-40c0-aa42-6bcb232b5ef0 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62155731-af9e-43fd-90f7-0df35515b420,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:04.923025 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-82d2f543-b20b-4541-ad3a-573034d6bf47 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0887876 Jul 13 19:43:04.924047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:04.929698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Made reservation on behalf of 338d91c96f354a8ba5a7966168fc145a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:04.936893 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.969471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-9dbdabb3-a35b-4b36-9a0b-6486899eb8c0', 'network_id': '9dbdabb3-a35b-4b36-9a0b-6486899eb8c0', 'tenant_id': '338d91c96f354a8ba5a7966168fc145a', 'fixed_ips': [{'subnet_id': '4996fed6-4ea1-4484-941d-da9b491a15e7'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:43:04.971456 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:04.972965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] device_id is not set on port fa09bf31-f221-4eae-a59a-c226fe152a26 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:43:05.003762 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93a4021c-76f9-4b5b-906b-063931c8dcd2 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.032336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93a4021c-76f9-4b5b-906b-063931c8dcd2 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.102659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93a4021c-76f9-4b5b-906b-063931c8dcd2 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.108065 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93a4021c-76f9-4b5b-906b-063931c8dcd2 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.109685 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-93a4021c-76f9-4b5b-906b-063931c8dcd2 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-groups/c8de7ae5-cba9-40ed-8b5f-f409fbc2d522 HTTP/1.1" status: 204 len: 168 time: 0.1846299 Jul 13 19:43:05.114366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:05.141251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4021c-76f9-4b5b-906b-063931c8dcd2 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8de7ae5-cba9-40ed-8b5f-f409fbc2d522,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:05.155075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Allocated IP 172.20.0.13 (9dbdabb3-a35b-4b36-9a0b-6486899eb8c0/4996fed6-4ea1-4484-941d-da9b491a15e7/fa09bf31-f221-4eae-a59a-c226fe152a26) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:05.209872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4f1a91b6-2d2c-4925-9195-52ac4bb2b5e6 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890574 Jul 13 19:43:05.209872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:05.214238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-41512abe-84b2-492e-b0d3-dbeee9cd8630 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132779601'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:05.238745 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41512abe-84b2-492e-b0d3-dbeee9cd8630 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.358439 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41512abe-84b2-492e-b0d3-dbeee9cd8630 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.364730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41512abe-84b2-492e-b0d3-dbeee9cd8630 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.402087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41512abe-84b2-492e-b0d3-dbeee9cd8630 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.403364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-41512abe-84b2-492e-b0d3-dbeee9cd8630 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1929748 Jul 13 19:43:05.405400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41512abe-84b2-492e-b0d3-dbeee9cd8630 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b48773-a112-4da6-8d3c-941d0d5586f3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:05.409880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:05.417012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-964e7bf6-6f1b-49b8-8ade-c6cd3878447f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': '69b48773-a112-4da6-8d3c-941d0d5586f3', 'direction': 'ingress', 'protocol': 17}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:05.451683 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.472888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Transition to ACTIVE for port object fa09bf31-f221-4eae-a59a-c226fe152a26 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:05.477022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964e7bf6-6f1b-49b8-8ade-c6cd3878447f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.552511 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.596135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964e7bf6-6f1b-49b8-8ade-c6cd3878447f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.612219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964e7bf6-6f1b-49b8-8ade-c6cd3878447f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.626446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:05.631783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Allocated IP 172.20.0.2 (9dbdabb3-a35b-4b36-9a0b-6486899eb8c0/4996fed6-4ea1-4484-941d-da9b491a15e7/a17ed171-bcb1-495f-b359-4bbc5ce96823) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:05.641277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:05.647624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:05.650567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event updated for resources: {'Port': ['ID=fa09bf31-f221-4eae-a59a-c226fe152a26,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:05.661502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e7bf6-6f1b-49b8-8ade-c6cd3878447f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6a591a-2715-4f95-84f4-b4d8dd2c7ba9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:05.700647 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964e7bf6-6f1b-49b8-8ade-c6cd3878447f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.701940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-964e7bf6-6f1b-49b8-8ade-c6cd3878447f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2909651 Jul 13 19:43:05.705234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:05.721836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:05.722431 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.741124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3838051e-d279-441f-96c8-f9c7bb5330ad tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0537107 Jul 13 19:43:05.744106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:05.755463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Request body: {'port': {'network_id': '9dbdabb3-a35b-4b36-9a0b-6486899eb8c0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1936049041', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:05.755966 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:43:05.756313 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:43:05.758449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:43:05.835594 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-767707c1-aa7e-4c85-bc8d-cb7985d48a92 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.877654 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-767707c1-aa7e-4c85-bc8d-cb7985d48a92 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.894934 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.919460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Transition to ACTIVE for port object a17ed171-bcb1-495f-b359-4bbc5ce96823 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:05.946237 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-767707c1-aa7e-4c85-bc8d-cb7985d48a92 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.956885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Transition to ACTIVE for port object a17ed171-bcb1-495f-b359-4bbc5ce96823 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:05.970362 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.970935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-767707c1-aa7e-4c85-bc8d-cb7985d48a92 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:05.975789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:05.981790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-767707c1-aa7e-4c85-bc8d-cb7985d48a92 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-groups/69b48773-a112-4da6-8d3c-941d0d5586f3 HTTP/1.1" status: 204 len: 168 time: 0.2713675 Jul 13 19:43:06.021827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767707c1-aa7e-4c85-bc8d-cb7985d48a92 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b48773-a112-4da6-8d3c-941d0d5586f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:06.074555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ca7cac39-a4ad-4ee5-b76e-f5f2e4d77594 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956781 Jul 13 19:43:06.077796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:06.082391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-74747abd-3197-413a-a47f-0b84c3b6ccaa tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074650169'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:06.091970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Pushing event updated for resources: {'Port': ['ID=a17ed171-bcb1-495f-b359-4bbc5ce96823,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:06.101620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:06.103731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:06.108264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Made reservation on behalf of 338d91c96f354a8ba5a7966168fc145a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:06.112040 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.114692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:06.140468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] device_id is not set on port fbe8a1d1-302a-4ff4-8277-8f375a141649 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:43:06.190179 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74747abd-3197-413a-a47f-0b84c3b6ccaa tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.197079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Attempting to bind port a17ed171-bcb1-495f-b359-4bbc5ce96823 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:43:06.197758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Attempting to bind port a17ed171-bcb1-495f-b359-4bbc5ce96823 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '8f3512ec-8876-4f3c-bce6-511100f15ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9dbdabb3-a35b-4b36-9a0b-6486899eb8c0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:43:06.198238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Attempting to bind port a17ed171-bcb1-495f-b359-4bbc5ce96823 on network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:43:06.204172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:43:06.204899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Checking segment: {'id': '8f3512ec-8876-4f3c-bce6-511100f15ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9dbdabb3-a35b-4b36-9a0b-6486899eb8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:43:06.205518 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.206109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Bound using segment: {'id': '8f3512ec-8876-4f3c-bce6-511100f15ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9dbdabb3-a35b-4b36-9a0b-6486899eb8c0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:43:06.206817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Bound port: a17ed171-bcb1-495f-b359-4bbc5ce96823, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3512ec-8876-4f3c-bce6-511100f15ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9dbdabb3-a35b-4b36-9a0b-6486899eb8c0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:43:06.207547 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.304458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Allocated IP 172.20.0.7 (9dbdabb3-a35b-4b36-9a0b-6486899eb8c0/4996fed6-4ea1-4484-941d-da9b491a15e7/fbe8a1d1-302a-4ff4-8277-8f375a141649) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:06.338498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] For port a17ed171-bcb1-495f-b359-4bbc5ce96823, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:43:06.343751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] For port a17ed171-bcb1-495f-b359-4bbc5ce96823, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a17ed171-bcb1-495f-b359-4bbc5ce96823,segment=NetworkSegment(8f3512ec-8876-4f3c-bce6-511100f15ba0),segment_id=8f3512ec-8876-4f3c-bce6-511100f15ba0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:43:06.362609 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.369071 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74747abd-3197-413a-a47f-0b84c3b6ccaa tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.376334 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74747abd-3197-413a-a47f-0b84c3b6ccaa tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.484651 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74747abd-3197-413a-a47f-0b84c3b6ccaa tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.485860 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-74747abd-3197-413a-a47f-0b84c3b6ccaa tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4071374 Jul 13 19:43:06.489445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:06.496212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-037b54a2-c0fe-4387-b30e-28a8758faa5f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group': {'name': 'tempest-secgroup--718012147'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:06.513689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74747abd-3197-413a-a47f-0b84c3b6ccaa tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc19ee7-cf18-4565-a75d-7815f5203353,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:06.561649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cac896-e3e0-4098-9909-67e19f987d8f None None] Pushing event updated for resources: {'Port': ['ID=a17ed171-bcb1-495f-b359-4bbc5ce96823,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:06.600653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-037b54a2-c0fe-4387-b30e-28a8758faa5f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.734484 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.752627 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Transition to ACTIVE for port object fbe8a1d1-302a-4ff4-8277-8f375a141649 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:06.790922 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-037b54a2-c0fe-4387-b30e-28a8758faa5f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.806190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-037b54a2-c0fe-4387-b30e-28a8758faa5f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.822352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.861461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-037b54a2-c0fe-4387-b30e-28a8758faa5f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.866555 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-037b54a2-c0fe-4387-b30e-28a8758faa5f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3755319 Jul 13 19:43:06.871118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b54a2-c0fe-4387-b30e-28a8758faa5f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c310d402-6ae1-40da-b4a6-98c2ed748491,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:06.876354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:06.883443 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5d6bcf15-527b-4bb2-9a86-62b0ccc0e832 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': '7cc19ee7-cf18-4565-a75d-7815f5203353', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c310d402-6ae1-40da-b4a6-98c2ed748491', 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:06.892369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event updated for resources: {'Port': ['ID=fbe8a1d1-302a-4ff4-8277-8f375a141649,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:06.910428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:06.913526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:06.918722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:06.959141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d6bcf15-527b-4bb2-9a86-62b0ccc0e832 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:06.992644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:06.993334 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.011770 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5abdf3e8-bb97-48fb-bc33-940105225765 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2652667 Jul 13 19:43:07.014816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:07.132192 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d6bcf15-527b-4bb2-9a86-62b0ccc0e832 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.142927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305e24f-5be9-45c6-92d0-e88f6a11574c tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:07.149279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305e24f-5be9-45c6-92d0-e88f6a11574c tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:07.155480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305e24f-5be9-45c6-92d0-e88f6a11574c tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:07.160365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:07.160530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0305e24f-5be9-45c6-92d0-e88f6a11574c tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1443369 Jul 13 19:43:07.162492 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d6bcf15-527b-4bb2-9a86-62b0ccc0e832 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.184277 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bcf15-527b-4bb2-9a86-62b0ccc0e832 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a331a76d-22a4-4622-ba53-e905be57d44b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:07.197633 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d6bcf15-527b-4bb2-9a86-62b0ccc0e832 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.199120 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5d6bcf15-527b-4bb2-9a86-62b0ccc0e832 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3211117 Jul 13 19:43:07.202001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:07.240206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac703711-2ec2-4984-adf2-b239dcfeef1e tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.253003 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac703711-2ec2-4984-adf2-b239dcfeef1e tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.307537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac703711-2ec2-4984-adf2-b239dcfeef1e tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.309574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-375d34cd-0de2-40be-b971-5c09ed0b0e2f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Deleting port fbe8a1d1-302a-4ff4-8277-8f375a141649 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:07.310958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-375d34cd-0de2-40be-b971-5c09ed0b0e2f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.319991 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac703711-2ec2-4984-adf2-b239dcfeef1e tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.321190 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ac703711-2ec2-4984-adf2-b239dcfeef1e tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a331a76d-22a4-4622-ba53-e905be57d44b HTTP/1.1" status: 204 len: 168 time: 0.1173966 Jul 13 19:43:07.325254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:07.333630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac703711-2ec2-4984-adf2-b239dcfeef1e tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a331a76d-22a4-4622-ba53-e905be57d44b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:07.401199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-106debd1-950b-4190-ba3f-4926dfb5c8b7 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0746222 Jul 13 19:43:07.409984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:07.488519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-375d34cd-0de2-40be-b971-5c09ed0b0e2f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.510143 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db845b90-c0ce-4a46-b866-b2610021cdda tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.517465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-375d34cd-0de2-40be-b971-5c09ed0b0e2f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Calling delete_port for fbe8a1d1-302a-4ff4-8277-8f375a141649 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:07.570453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db845b90-c0ce-4a46-b866-b2610021cdda tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.680983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a17ed171-bcb1-495f-b359-4bbc5ce96823 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:07.685172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db845b90-c0ce-4a46-b866-b2610021cdda tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.688130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db845b90-c0ce-4a46-b866-b2610021cdda tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.691617 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-db845b90-c0ce-4a46-b866-b2610021cdda tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-groups/c310d402-6ae1-40da-b4a6-98c2ed748491 HTTP/1.1" status: 204 len: 168 time: 0.2780762 Jul 13 19:43:07.698876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:07.751522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db845b90-c0ce-4a46-b866-b2610021cdda tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c310d402-6ae1-40da-b4a6-98c2ed748491,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:07.873370 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1f5172fd-9186-4c5a-98e1-4f939253cecf tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1715319 Jul 13 19:43:07.874662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:07.877920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port a17ed171-bcb1-495f-b359-4bbc5ce96823 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:07.882443 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-375d34cd-0de2-40be-b971-5c09ed0b0e2f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:07.929539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d34cd-0de2-40be-b971-5c09ed0b0e2f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event deleted for resources: {'Port': ['ID=fbe8a1d1-302a-4ff4-8277-8f375a141649,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:08.001670 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22b9d1cb-96ea-4dcd-8e22-e72d3b29024b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.013732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f43537-2c03-412f-b3f0-b7d08a361b2c None None] Network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:43:08.045859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-375d34cd-0de2-40be-b971-5c09ed0b0e2f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.050556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-375d34cd-0de2-40be-b971-5c09ed0b0e2f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "DELETE /v2.0/ports/fbe8a1d1-302a-4ff4-8277-8f375a141649 HTTP/1.1" status: 204 len: 168 time: 0.8884249 Jul 13 19:43:08.058735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:08.065202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Request body: {'port': {'name': 'tempest-new-port-name-2098176004', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:08.065503 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] bootfile-name is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:43:08.065987 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] tftp-server is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:43:08.066495 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] server-ip-address is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 19:43:08.098121 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22b9d1cb-96ea-4dcd-8e22-e72d3b29024b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.105639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d07fdc4e-67b9-4ad2-9944-2cd3ad41a0d2 None None] Provisioning for port a17ed171-bcb1-495f-b359-4bbc5ce96823 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:08.120584 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d07fdc4e-67b9-4ad2-9944-2cd3ad41a0d2 None None] Provisioning complete for port a17ed171-bcb1-495f-b359-4bbc5ce96823 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:08.120963 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d07fdc4e-67b9-4ad2-9944-2cd3ad41a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.199389 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.203726 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22b9d1cb-96ea-4dcd-8e22-e72d3b29024b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.206701 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22b9d1cb-96ea-4dcd-8e22-e72d3b29024b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.208508 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-22b9d1cb-96ea-4dcd-8e22-e72d3b29024b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-groups/7cc19ee7-cf18-4565-a75d-7815f5203353 HTTP/1.1" status: 204 len: 168 time: 0.3328221 Jul 13 19:43:08.211145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:08.228042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9d1cb-96ea-4dcd-8e22-e72d3b29024b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc19ee7-cf18-4565-a75d-7815f5203353,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:08.290453 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7889b06-e317-43e0-a726-987d3455c908 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763304 Jul 13 19:43:08.293839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:08.302287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7cbc44ad-3d41-4a86-9ea1-3454c703011c tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037714115'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:08.370452 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d07fdc4e-67b9-4ad2-9944-2cd3ad41a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.374925 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cbc44ad-3d41-4a86-9ea1-3454c703011c tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.415976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d07fdc4e-67b9-4ad2-9944-2cd3ad41a0d2 None None] For port a17ed171-bcb1-495f-b359-4bbc5ce96823, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a17ed171-bcb1-495f-b359-4bbc5ce96823,segment=NetworkSegment(8f3512ec-8876-4f3c-bce6-511100f15ba0),segment_id=8f3512ec-8876-4f3c-bce6-511100f15ba0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:08.433672 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d07fdc4e-67b9-4ad2-9944-2cd3ad41a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.520352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fdc4e-67b9-4ad2-9944-2cd3ad41a0d2 None None] Pushing event updated for resources: {'Port': ['ID=a17ed171-bcb1-495f-b359-4bbc5ce96823,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:08.531515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.545953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.616129 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cbc44ad-3d41-4a86-9ea1-3454c703011c tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.623676 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cbc44ad-3d41-4a86-9ea1-3454c703011c tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.669018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] In _notify_port_updated(), no bound segment for port fa09bf31-f221-4eae-a59a-c226fe152a26 on network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:43:08.674907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:08.675832 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cbc44ad-3d41-4a86-9ea1-3454c703011c tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.675984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.677470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "PUT /v2.0/ports/fa09bf31-f221-4eae-a59a-c226fe152a26 HTTP/1.1" status: 200 len: 1137 time: 0.6177104 Jul 13 19:43:08.680745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7cbc44ad-3d41-4a86-9ea1-3454c703011c tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3854880 Jul 13 19:43:08.681530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:08.684825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:08.693493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc44ad-3d41-4a86-9ea1-3454c703011c tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c7a8df-64b5-4c5b-aca6-9fc26f620dea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:08.701944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-80eb2168-c5c1-4461-b9c1-9086db4bf5d5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': 'd9c7a8df-64b5-4c5b-aca6-9fc26f620dea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:08.715800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edaf43b-05ba-499c-bb6f-29aa45d2ed43 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event updated for resources: {'Port': ['ID=fa09bf31-f221-4eae-a59a-c226fe152a26,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:08.772523 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80eb2168-c5c1-4461-b9c1-9086db4bf5d5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.786492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca5ab5-f321-4918-ab2e-b4ef14f4da84 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:08.788193 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-70ca5ab5-f321-4918-ab2e-b4ef14f4da84 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "GET /v2.0/ports/fa09bf31-f221-4eae-a59a-c226fe152a26 HTTP/1.1" status: 200 len: 1137 time: 0.1044705 Jul 13 19:43:08.791534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:08.866792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80eb2168-c5c1-4461-b9c1-9086db4bf5d5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.874344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80eb2168-c5c1-4461-b9c1-9086db4bf5d5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.888818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb2168-c5c1-4461-b9c1-9086db4bf5d5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c181345-3abd-45b2-8cf6-75607aa0f4e9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:08.894263 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34025d9d-a4d2-461f-b08c-e2de43e85d5e None None] Provisioning complete for port a17ed171-bcb1-495f-b359-4bbc5ce96823 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:08.895438 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34025d9d-a4d2-461f-b08c-e2de43e85d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.918011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80eb2168-c5c1-4461-b9c1-9086db4bf5d5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.926911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-80eb2168-c5c1-4461-b9c1-9086db4bf5d5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2289615 Jul 13 19:43:08.928866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:08.981750 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec089bd5-ed85-462d-a7f5-34ddc510be70 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:08.995957 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec089bd5-ed85-462d-a7f5-34ddc510be70 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.083302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f79526d2-7da8-4961-a5f9-f1576850df2b tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Deleting port fa09bf31-f221-4eae-a59a-c226fe152a26 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:09.084375 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f79526d2-7da8-4961-a5f9-f1576850df2b tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.088357 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec089bd5-ed85-462d-a7f5-34ddc510be70 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.142781 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec089bd5-ed85-462d-a7f5-34ddc510be70 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.144184 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ec089bd5-ed85-462d-a7f5-34ddc510be70 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2c181345-3abd-45b2-8cf6-75607aa0f4e9 HTTP/1.1" status: 204 len: 168 time: 0.2124615 Jul 13 19:43:09.147358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:09.235486 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec089bd5-ed85-462d-a7f5-34ddc510be70 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c181345-3abd-45b2-8cf6-75607aa0f4e9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:09.239985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c7b9507f-56a7-4573-912c-08908d07e2d2 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0887241 Jul 13 19:43:09.240218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:09.392440 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f739af09-d91b-48ae-8274-6e8b8dc0d9a9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.436871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34025d9d-a4d2-461f-b08c-e2de43e85d5e None None] Provisioning for port fa09bf31-f221-4eae-a59a-c226fe152a26 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:09.441691 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f79526d2-7da8-4961-a5f9-f1576850df2b tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.443139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34025d9d-a4d2-461f-b08c-e2de43e85d5e None None] Provisioning complete for port fa09bf31-f221-4eae-a59a-c226fe152a26 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:09.443517 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34025d9d-a4d2-461f-b08c-e2de43e85d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.460473 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f739af09-d91b-48ae-8274-6e8b8dc0d9a9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.468227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f79526d2-7da8-4961-a5f9-f1576850df2b tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Calling delete_port for fa09bf31-f221-4eae-a59a-c226fe152a26 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:09.565162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f739af09-d91b-48ae-8274-6e8b8dc0d9a9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.567817 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f739af09-d91b-48ae-8274-6e8b8dc0d9a9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.569109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f739af09-d91b-48ae-8274-6e8b8dc0d9a9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-groups/d9c7a8df-64b5-4c5b-aca6-9fc26f620dea HTTP/1.1" status: 204 len: 168 time: 0.3051269 Jul 13 19:43:09.572787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:09.575001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-34025d9d-a4d2-461f-b08c-e2de43e85d5e None None] Port fa09bf31-f221-4eae-a59a-c226fe152a26 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:43:09.585228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739af09-d91b-48ae-8274-6e8b8dc0d9a9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c7a8df-64b5-4c5b-aca6-9fc26f620dea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:09.624537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a17ed171-bcb1-495f-b359-4bbc5ce96823 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:09.693589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a17ed171-bcb1-495f-b359-4bbc5ce96823 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:09.693957 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.759730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8ceefed7-1da7-4b3a-9294-054e3798f2ef tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1781945 Jul 13 19:43:09.763911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:09.765219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9853d723-2379-415f-aeb3-e82a3b0ba5f2 None None] Provisioning complete for port fa09bf31-f221-4eae-a59a-c226fe152a26 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:09.765591 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9853d723-2379-415f-aeb3-e82a3b0ba5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.770868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-33ec0da7-d9fd-4a12-b76b-cabcbd9ed293 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group': {'name': 'tempest-secgroup--816383139'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:09.836541 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33ec0da7-d9fd-4a12-b76b-cabcbd9ed293 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.837546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9853d723-2379-415f-aeb3-e82a3b0ba5f2 None None] Port fa09bf31-f221-4eae-a59a-c226fe152a26 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:43:09.844621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9853d723-2379-415f-aeb3-e82a3b0ba5f2 None None] Could not find standard attr ID for object fbe8a1d1-302a-4ff4-8277-8f375a141649. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:43:09.931714 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f79526d2-7da8-4961-a5f9-f1576850df2b tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:09.964886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79526d2-7da8-4961-a5f9-f1576850df2b tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event deleted for resources: {'Port': ['ID=fa09bf31-f221-4eae-a59a-c226fe152a26,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:10.060330 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f79526d2-7da8-4961-a5f9-f1576850df2b tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.061855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f79526d2-7da8-4961-a5f9-f1576850df2b tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "DELETE /v2.0/ports/fa09bf31-f221-4eae-a59a-c226fe152a26 HTTP/1.1" status: 204 len: 168 time: 1.2691712 Jul 13 19:43:10.065089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:10.277015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8f97125b-4143-4b4c-b0c9-b899a08fe4a8 None None] Could not find standard attr ID for object fa09bf31-f221-4eae-a59a-c226fe152a26. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:43:10.485271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33ec0da7-d9fd-4a12-b76b-cabcbd9ed293 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.496356 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33ec0da7-d9fd-4a12-b76b-cabcbd9ed293 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.538735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e815b68e-f95c-421b-8093-d45903d7cf31 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Deleting subnet 4996fed6-4ea1-4484-941d-da9b491a15e7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:43:10.542533 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec0da7-d9fd-4a12-b76b-cabcbd9ed293 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa51d8e-68d2-4ec0-b790-a72ab1ed3f60,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:10.544778 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e815b68e-f95c-421b-8093-d45903d7cf31 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.547805 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33ec0da7-d9fd-4a12-b76b-cabcbd9ed293 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.552498 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-33ec0da7-d9fd-4a12-b76b-cabcbd9ed293 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7860818 Jul 13 19:43:10.552649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:10.557309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c7444509-257e-4923-9184-a773186ea535 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': '2aa51d8e-68d2-4ec0-b790-a72ab1ed3f60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:10.596831 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e815b68e-f95c-421b-8093-d45903d7cf31 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.603460 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7444509-257e-4923-9184-a773186ea535 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.684635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7444509-257e-4923-9184-a773186ea535 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.690170 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7444509-257e-4923-9184-a773186ea535 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.705369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7444509-257e-4923-9184-a773186ea535 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561bd86d-3254-4d3b-8185-daa574d02d8a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:10.714315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e815b68e-f95c-421b-8093-d45903d7cf31 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.725612 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7444509-257e-4923-9184-a773186ea535 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.727095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7444509-257e-4923-9184-a773186ea535 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1733677 Jul 13 19:43:10.730249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:10.751269 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-68f95dcf-3a9e-4598-9adb-0e19ee62c715 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules/561bd86d-3254-4d3b-8185-daa574d02d8a HTTP/1.1" status: 200 len: 763 time: 0.0197144 Jul 13 19:43:10.754691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:10.814086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-73535acb-4980-42e5-a60c-f2f75f048216 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0550203 Jul 13 19:43:10.817455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:10.836500 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e815b68e-f95c-421b-8093-d45903d7cf31 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.869776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c116eff-3b59-4471-accf-f0d129a50506 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.874902 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e815b68e-f95c-421b-8093-d45903d7cf31 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.876751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e815b68e-f95c-421b-8093-d45903d7cf31 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "DELETE /v2.0/subnets/4996fed6-4ea1-4484-941d-da9b491a15e7 HTTP/1.1" status: 204 len: 168 time: 0.8106456 Jul 13 19:43:10.878639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815b68e-f95c-421b-8093-d45903d7cf31 tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event deleted for resources: {'Subnet': ['ID=4996fed6-4ea1-4484-941d-da9b491a15e7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:10.883778 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:10.887415 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c116eff-3b59-4471-accf-f0d129a50506 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.905257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9759209c-6d90-42a0-8833-8f8b182af13b None None] Network 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:43:10.920406 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c116eff-3b59-4471-accf-f0d129a50506 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.928731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c116eff-3b59-4471-accf-f0d129a50506 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:10.932967 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4c116eff-3b59-4471-accf-f0d129a50506 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/561bd86d-3254-4d3b-8185-daa574d02d8a HTTP/1.1" status: 204 len: 168 time: 0.1114380 Jul 13 19:43:10.935879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:10.944147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c116eff-3b59-4471-accf-f0d129a50506 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=561bd86d-3254-4d3b-8185-daa574d02d8a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:11.029961 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8a225f9f-3a2e-4da9-8cc4-1e4c98fc7c11 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0920734 Jul 13 19:43:11.030205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:11.035605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f972e08a-354e-4779-b82f-2d35f6c6e60f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': '2aa51d8e-68d2-4ec0-b790-a72ab1ed3f60', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:11.062418 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.087327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f972e08a-354e-4779-b82f-2d35f6c6e60f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.187188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f972e08a-354e-4779-b82f-2d35f6c6e60f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.197648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Deleting port a17ed171-bcb1-495f-b359-4bbc5ce96823 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:11.198037 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.266087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f972e08a-354e-4779-b82f-2d35f6c6e60f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.294514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] For port a17ed171-bcb1-495f-b359-4bbc5ce96823, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a17ed171-bcb1-495f-b359-4bbc5ce96823,segment=NetworkSegment(8f3512ec-8876-4f3c-bce6-511100f15ba0),segment_id=8f3512ec-8876-4f3c-bce6-511100f15ba0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:11.294906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.333559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972e08a-354e-4779-b82f-2d35f6c6e60f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa72d8d-850a-4915-a8f6-36121cab374c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:11.346229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Calling delete_port for a17ed171-bcb1-495f-b359-4bbc5ce96823 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:11.353810 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f972e08a-354e-4779-b82f-2d35f6c6e60f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.356211 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f972e08a-354e-4779-b82f-2d35f6c6e60f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3247962 Jul 13 19:43:11.358662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:11.402112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5088d8f8-9289-42bc-8574-1ba54a2a6697 None None] DHCP port deletion for 9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:43:11.420457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bbe2033f-eb8c-4991-9dec-9ab21bca9525 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules/7aa72d8d-850a-4915-a8f6-36121cab374c HTTP/1.1" status: 200 len: 763 time: 0.0605295 Jul 13 19:43:11.421503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:11.552071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5088d8f8-9289-42bc-8574-1ba54a2a6697 None None] Deleting port a17ed171-bcb1-495f-b359-4bbc5ce96823 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:11.553754 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5088d8f8-9289-42bc-8574-1ba54a2a6697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.568342 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8bd71636-2f55-4637-8994-022e3366cb6c tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1410322 Jul 13 19:43:11.569065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:11.585152 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.642163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47273f69-a1b8-4d37-b66e-4009b58e4a94 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.651243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a17ed171-bcb1-495f-b359-4bbc5ce96823 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:43:11.656051 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event deleted for resources: {'Port': ['ID=a17ed171-bcb1-495f-b359-4bbc5ce96823,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:11.656766 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47273f69-a1b8-4d37-b66e-4009b58e4a94 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.677485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] No DVR routers for this DVR port a17ed171-bcb1-495f-b359-4bbc5ce96823 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:11.720440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: a17ed171-bcb1-495f-b359-4bbc5ce96823 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:43:11.720775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a17ed171-bcb1-495f-b359-4bbc5ce96823 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:43:11.744264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5088d8f8-9289-42bc-8574-1ba54a2a6697 None None] For port a17ed171-bcb1-495f-b359-4bbc5ce96823, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a17ed171-bcb1-495f-b359-4bbc5ce96823,segment=NetworkSegment(8f3512ec-8876-4f3c-bce6-511100f15ba0),segment_id=8f3512ec-8876-4f3c-bce6-511100f15ba0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:11.744890 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5088d8f8-9289-42bc-8574-1ba54a2a6697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.751643 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47273f69-a1b8-4d37-b66e-4009b58e4a94 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.767860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47273f69-a1b8-4d37-b66e-4009b58e4a94 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.774277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5088d8f8-9289-42bc-8574-1ba54a2a6697 None None] Calling delete_port for a17ed171-bcb1-495f-b359-4bbc5ce96823 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:11.775255 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-47273f69-a1b8-4d37-b66e-4009b58e4a94 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/7aa72d8d-850a-4915-a8f6-36121cab374c HTTP/1.1" status: 204 len: 168 time: 0.2050540 Jul 13 19:43:11.775877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:11.814493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47273f69-a1b8-4d37-b66e-4009b58e4a94 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7aa72d8d-850a-4915-a8f6-36121cab374c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:11.850856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f791ea81-9e72-4e0a-b059-543205be22e4 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682888 Jul 13 19:43:11.853390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:11.858132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fa0a2285-4351-48b7-aaf0-68973a39086f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Request body: {'security_group_rule': {'security_group_id': '2aa51d8e-68d2-4ec0-b790-a72ab1ed3f60', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:11.924080 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2285-4351-48b7-aaf0-68973a39086f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.937080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:11.971332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbdabb3-a35b-4b36-9a0b-6486899eb8c0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:12.002171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3512ec-8876-4f3c-bce6-511100f15ba0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:12.005263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3512ec-8876-4f3c-bce6-511100f15ba0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:12.022848 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5088d8f8-9289-42bc-8574-1ba54a2a6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.035325 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.039843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088d8f8-9289-42bc-8574-1ba54a2a6697 None None] No DVR routers for this DVR port a17ed171-bcb1-495f-b359-4bbc5ce96823 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:12.040356 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2285-4351-48b7-aaf0-68973a39086f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.045185 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-1aee59b9-b91c-4bf3-bb4c-de64c51a9188 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4077168 Jul 13 19:43:12.050284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2285-4351-48b7-aaf0-68973a39086f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.086521 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.099620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a2285-4351-48b7-aaf0-68973a39086f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbd1515-2f3b-4a6e-9824-aa9763d98a34,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:12.103257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:43:12.103967 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:43:12.107588 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:43:12.110132 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2285-4351-48b7-aaf0-68973a39086f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.110132 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fa0a2285-4351-48b7-aaf0-68973a39086f tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2543013 Jul 13 19:43:12.112100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:12.168210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088d8f8-9289-42bc-8574-1ba54a2a6697 None None] Pushing event deleted for resources: {'Port': ['ID=a17ed171-bcb1-495f-b359-4bbc5ce96823,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:12.189091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-deb0d207-3e8c-44d8-a160-5026a1c091d5 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules/2fbd1515-2f3b-4a6e-9824-aa9763d98a34 HTTP/1.1" status: 200 len: 764 time: 0.0692232 Jul 13 19:43:12.190610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:12.252986 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.270654 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.273664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] 10.222.0.25 "DELETE /v2.0/networks/9dbdabb3-a35b-4b36-9a0b-6486899eb8c0 HTTP/1.1" status: 204 len: 168 time: 1.3848209 Jul 13 19:43:12.291917 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-377c0524-f70a-4468-9e61-bf917ee1f9fe tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0999167 Jul 13 19:43:12.292297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:12.300908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877660a-c8b3-4eea-95be-6ae6cd9ee97f tempest-ExtraDHCPOptionsTestJSON-648412985 tempest-ExtraDHCPOptionsTestJSON-648412985-project] Pushing event deleted for resources: {'Network': ['ID=9dbdabb3-a35b-4b36-9a0b-6486899eb8c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:12.341447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a6c2ee80-559c-4a49-b171-67d150caf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.341923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a6c2ee80-559c-4a49-b171-67d150caf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.342417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a6c2ee80-559c-4a49-b171-67d150caf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.342900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a6c2ee80-559c-4a49-b171-67d150caf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.343366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a6c2ee80-559c-4a49-b171-67d150caf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.343887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a6c2ee80-559c-4a49-b171-67d150caf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.344410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a6c2ee80-559c-4a49-b171-67d150caf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.347363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a6c2ee80-559c-4a49-b171-67d150caf94d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=367294edf4204f10bfb6e7392c153491&device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 6491 time: 0.1933191 Jul 13 19:43:12.358054 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1153cf80-7dfc-49ff-b8ca-64693e18a3d9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.375121 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1153cf80-7dfc-49ff-b8ca-64693e18a3d9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.449639 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-b08005b1-6443-4021-888d-5ca7189f71c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1553893 Jul 13 19:43:12.459592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1153cf80-7dfc-49ff-b8ca-64693e18a3d9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.467613 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1153cf80-7dfc-49ff-b8ca-64693e18a3d9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.470455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1153cf80-7dfc-49ff-b8ca-64693e18a3d9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2fbd1515-2f3b-4a6e-9824-aa9763d98a34 HTTP/1.1" status: 204 len: 168 time: 0.1745973 Jul 13 19:43:12.471801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:12.478898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153cf80-7dfc-49ff-b8ca-64693e18a3d9 tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fbd1515-2f3b-4a6e-9824-aa9763d98a34,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:12.556087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-bfcd5024-51b0-4771-b7ff-5feb41c9297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.556939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-bfcd5024-51b0-4771-b7ff-5feb41c9297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.558925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-bfcd5024-51b0-4771-b7ff-5feb41c9297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.560991 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-bfcd5024-51b0-4771-b7ff-5feb41c9297f service neutron] 10.222.0.60 "GET /v2.0/networks?id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=93efba6e-435e-43b9-918b-7231596fb596&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 HTTP/1.1" status: 200 len: 2293 time: 0.1777081 Jul 13 19:43:12.607827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b1d9d421-fa9b-4431-9b29-1202e8516a1c tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1344428 Jul 13 19:43:12.608484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:12.716617 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a1ecd78c-0e87-4031-aad8-5e1bb3a71e9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5203f733-bba5-4060-91fd-72000c2983bc HTTP/1.1" status: 200 len: 1002 time: 0.1418107 Jul 13 19:43:12.742304 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3008489f-5b3a-4366-a997-fb25dbf10a6d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.752735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2bb48eb9-de27-4f8e-b4c8-d4413530bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.752956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2bb48eb9-de27-4f8e-b4c8-d4413530bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.753299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2bb48eb9-de27-4f8e-b4c8-d4413530bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.753784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2bb48eb9-de27-4f8e-b4c8-d4413530bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.754327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2bb48eb9-de27-4f8e-b4c8-d4413530bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.755177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2bb48eb9-de27-4f8e-b4c8-d4413530bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.755655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2bb48eb9-de27-4f8e-b4c8-d4413530bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.757682 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2bb48eb9-de27-4f8e-b4c8-d4413530bd46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6501 time: 0.2228663 Jul 13 19:43:12.797626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3008489f-5b3a-4366-a997-fb25dbf10a6d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.810785 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-1890f4ba-d5fe-4907-89e7-85c1d8c78a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.812359 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-1890f4ba-d5fe-4907-89e7-85c1d8c78a97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b HTTP/1.1" status: 200 len: 851 time: 0.0888944 Jul 13 19:43:12.861225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:12.900056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-350b5d08-b4f4-457a-a2f7-7d0811b9ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.901573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-350b5d08-b4f4-457a-a2f7-7d0811b9ff58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826283 Jul 13 19:43:12.920222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3008489f-5b3a-4366-a997-fb25dbf10a6d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.923609 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3008489f-5b3a-4366-a997-fb25dbf10a6d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:12.924758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3008489f-5b3a-4366-a997-fb25dbf10a6d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "DELETE /v2.0/security-groups/2aa51d8e-68d2-4ec0-b790-a72ab1ed3f60 HTTP/1.1" status: 204 len: 168 time: 0.2815695 Jul 13 19:43:12.931460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:12.978889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008489f-5b3a-4366-a997-fb25dbf10a6d tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa51d8e-68d2-4ec0-b790-a72ab1ed3f60,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:12.991944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-7e2048ef-3c1f-4b06-8dac-f51b227cd7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.992521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-7e2048ef-3c1f-4b06-8dac-f51b227cd7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.993124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-7e2048ef-3c1f-4b06-8dac-f51b227cd7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:12.995106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-7e2048ef-3c1f-4b06-8dac-f51b227cd7bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=60de7d8c-9f98-4164-9b60-2ef9123f341b&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d HTTP/1.1" status: 200 len: 2298 time: 0.1765027 Jul 13 19:43:13.060504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-6f955c24-7b66-4ceb-b320-eb4ca91bfa07 service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513128 Jul 13 19:43:13.079621 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-df1846d0-39be-477f-93e0-cf1d9bc0041b tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1402292 Jul 13 19:43:13.079878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:13.114722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-468668f6-ac8f-4134-b643-f63b680be2ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34 HTTP/1.1" status: 200 len: 1001 time: 0.1106710 Jul 13 19:43:13.175608 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7242bf2a-9853-4b2b-9340-ebea604558ad tempest-SecGroupTest-821382090 tempest-SecGroupTest-821382090-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0905881 Jul 13 19:43:13.188581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-8e985efe-1055-4d75-9aba-bc883a214fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:13.194030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-8e985efe-1055-4d75-9aba-bc883a214fcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce31b39-5b80-4d84-8622-b4b60ff44bd7 HTTP/1.1" status: 200 len: 856 time: 0.0714247 Jul 13 19:43:13.211845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-0997ea3f-cf6a-4b37-91c5-8dade7e32a5f service neutron] 10.222.0.60 "GET /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394649 Jul 13 19:43:13.216657 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e40f57d1-9d0e-4af2-b4e0-707be324d3fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=338d91c96f354a8ba5a7966168fc145a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519483 Jul 13 19:43:13.217057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:13.284900 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-8a4805f3-6b7d-4c7a-a69d-b80129f89f65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 200 len: 217 time: 0.0554767 Jul 13 19:43:13.368775 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9111b8cc-f89a-43d3-ae81-2d05a5ba238b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:13.372467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-6525946b-5ff5-4592-86e3-23ee792ab570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:13.373874 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-6525946b-5ff5-4592-86e3-23ee792ab570 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0828609 Jul 13 19:43:13.377732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-ece9648b-92f8-4baf-9bc7-2710bb51ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:13.379502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-ece9648b-92f8-4baf-9bc7-2710bb51ddfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60de7d8c-9f98-4164-9b60-2ef9123f341b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543348 Jul 13 19:43:13.407909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9111b8cc-f89a-43d3-ae81-2d05a5ba238b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:13.449531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-5259042b-9b4b-44b6-a4f8-662e9f2b64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:13.451573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-5259042b-9b4b-44b6-a4f8-662e9f2b64ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704250 Jul 13 19:43:13.485080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:13.526477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-7593c921-9130-40bc-a3fe-ff5812d125ab service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324797 Jul 13 19:43:13.551653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9111b8cc-f89a-43d3-ae81-2d05a5ba238b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:13.554701 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9111b8cc-f89a-43d3-ae81-2d05a5ba238b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:13.559169 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9111b8cc-f89a-43d3-ae81-2d05a5ba238b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e08b0fc-c7b5-475e-8d17-58d53f591409 HTTP/1.1" status: 204 len: 168 time: 0.3410363 Jul 13 19:43:13.608768 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-e968f9ee-3a5b-4501-8b99-4165cc180590 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472881 Jul 13 19:43:13.610713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111b8cc-f89a-43d3-ae81-2d05a5ba238b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e08b0fc-c7b5-475e-8d17-58d53f591409,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:13.682662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-c3cf47cc-7512-45b1-8746-7875681fc5df service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493833 Jul 13 19:43:13.768035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-9da27bdc-c052-4185-ab10-e92e442ee0ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 200 len: 217 time: 0.0787086 Jul 13 19:43:13.780085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a2a7434f-c8e1-4734-8923-5f0b0f54d62d service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662066 Jul 13 19:43:13.882894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-8d8b81e7-d870-4f62-8c35-139c0190bfe9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 200 len: 217 time: 0.0974417 Jul 13 19:43:13.909463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-41df27f8-07ba-4650-a767-ad6a11bd246e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62256d3ce51842689390aff69f635dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200776 Jul 13 19:43:13.920610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:14.004507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-d7df79aa-3f4c-4e65-b18c-1592321e7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:14.006112 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-d7df79aa-3f4c-4e65-b18c-1592321e7e5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.1166708 Jul 13 19:43:14.049548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57732cd4-6fc1-4fdc-940e-1c032ae861fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:14.053023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-bb6990bc-f3ed-430e-9c00-1d8c5c058773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:14.054645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-bb6990bc-f3ed-430e-9c00-1d8c5c058773 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.2746167 Jul 13 19:43:14.154552 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57732cd4-6fc1-4fdc-940e-1c032ae861fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:14.266074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-828775d6-634a-404c-bcc9-a49171ddb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:14.266074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-828775d6-634a-404c-bcc9-a49171ddb80d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1931362 Jul 13 19:43:14.361607 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57732cd4-6fc1-4fdc-940e-1c032ae861fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:14.375101 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57732cd4-6fc1-4fdc-940e-1c032ae861fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:14.382493 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-57732cd4-6fc1-4fdc-940e-1c032ae861fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0463562c-30a0-442f-b95f-ed73bc866716 HTTP/1.1" status: 204 len: 168 time: 0.4606376 Jul 13 19:43:14.403615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57732cd4-6fc1-4fdc-940e-1c032ae861fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0463562c-30a0-442f-b95f-ed73bc866716,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:14.466795 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-20f244af-104e-41d5-b904-9f2b75a8743f service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920516 Jul 13 19:43:14.516016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-16493117-6909-4158-94fc-4a86f0f4dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:14.517576 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-16493117-6909-4158-94fc-4a86f0f4dd27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5053263 Jul 13 19:43:14.612427 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-e6b9289b-0038-4bb8-857b-096a24f3a1de service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369467 Jul 13 19:43:14.633562 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-a5624b82-9835-4de9-aee6-855a91b1ae35 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082089 Jul 13 19:43:14.671609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-f37633b1-353d-4712-af6c-f897fbb9132d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 200 len: 217 time: 0.0474830 Jul 13 19:43:14.747059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-f780323f-f14f-4536-aace-2db584c72935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:14.748568 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-f780323f-f14f-4536-aace-2db584c72935 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0691416 Jul 13 19:43:14.781614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:14.810366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-890ad5aa-5630-4a5b-9302-9dfa6d38e080 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701498 Jul 13 19:43:14.873065 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-46b02545-3c9c-441f-8787-8e003f5dfa17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=328bf161-1eb4-4b28-9339-08c47932338b HTTP/1.1" status: 200 len: 217 time: 0.0568120 Jul 13 19:43:14.907016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-eb8dcc01-f413-42b9-a3e7-518625cb814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:14.909232 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-eb8dcc01-f413-42b9-a3e7-518625cb814a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1528461 Jul 13 19:43:14.950131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-753e54c4-195c-487b-89bc-e57f73efb8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:14.952264 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-753e54c4-195c-487b-89bc-e57f73efb8dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0732818 Jul 13 19:43:15.033458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-83364343'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:15.046707 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-bec854a1-41db-4fc6-90de-af02c716ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:15.048961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-bec854a1-41db-4fc6-90de-af02c716ad78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892770 Jul 13 19:43:15.114456 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-e19147e3-8419-49c6-89a7-222dd429e657 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945953 Jul 13 19:43:15.138311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Made reservation on behalf of f1a2b0dbf2e14f7f8aeddca32dba5b27 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:15.141859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:15.187570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:15.245623 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-f67cc609-2f79-4d73-b1c6-7ac9f9abee41 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243870 Jul 13 19:43:15.272509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-6dd0729c-2db9-4403-8d1c-bdd5a117f8d3 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152026 Jul 13 19:43:15.323741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-b757cdb6-b84f-46d8-b4c5-d028b228b99f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0 HTTP/1.1" status: 200 len: 217 time: 0.0678005 Jul 13 19:43:15.440839 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:15.450133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-0911f8f7-5df5-4a14-9db5-4e3975a8d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:15.454979 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-0911f8f7-5df5-4a14-9db5-4e3975a8d2d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.1233354 Jul 13 19:43:15.463049 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:15.502732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-6228eaee-f66b-488a-91b6-31c8c45f87bb service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227542 Jul 13 19:43:15.515107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:43:15.544295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-4cefa259-d1e7-4183-ade3-30b739a9821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:15.545902 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-4cefa259-d1e7-4183-ade3-30b739a9821c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809872 Jul 13 19:43:15.573829 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-ea2c2ac0-d7bc-412d-a538-bbf838011239 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5 HTTP/1.1" status: 200 len: 217 time: 0.0636683 Jul 13 19:43:15.575336 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:15.575813 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Added segment 3711e47e-7282-4446-bf25-7baba3a78c86 of type vlan for network ae6b9e3f-4085-44d7-ba22-85aa217023b7 Jul 13 19:43:15.577089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b80fca-31f3-4731-961d-e5affe4c98e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:15.636080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-e7402662-c0c0-4fbf-9b8b-3450fb6b85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:15.637738 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-e7402662-c0c0-4fbf-9b8b-3450fb6b85f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 200 len: 797 time: 0.0503733 Jul 13 19:43:15.688513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:15.727391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:15.741412 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-120852dd-cc94-4b77-9f60-b9926bf206ee service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827652 Jul 13 19:43:15.774491 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:15.780451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:15.781076 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:15.797492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-8562681f-715d-4688-9c13-a25504358f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:15.799709 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-8562681f-715d-4688-9c13-a25504358f69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93efba6e-435e-43b9-918b-7231596fb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1415102 Jul 13 19:43:15.869961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0847943 Jul 13 19:43:15.882855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:15.900077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'subnet': {'network_id': 'ae6b9e3f-4085-44d7-ba22-85aa217023b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:15.945966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ae1b8-931f-45aa-a12f-89e66a07da78 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Network': ['ID=ae6b9e3f-4085-44d7-ba22-85aa217023b7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:16.005040 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network ae6b9e3f-4085-44d7-ba22-85aa217023b7 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:43:16.085806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-210c1f63-b6b1-494d-ba89-9a06c2176151 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743587 Jul 13 19:43:16.111828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-e60c811e-e52f-486b-860e-cbbda89283b6 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630056 Jul 13 19:43:16.116678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Made reservation on behalf of f1a2b0dbf2e14f7f8aeddca32dba5b27 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:16.126435 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:16.206840 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-b643a950-0af9-43f8-8a6b-e5d979130fc8 service neutron] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129601 Jul 13 19:43:16.284069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-a846e0b5-a93e-453a-a9b2-bfa96001bfe6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f HTTP/1.1" status: 200 len: 217 time: 0.0569444 Jul 13 19:43:16.298827 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-2986b716-0b0b-46de-a548-d4d218de4727 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc HTTP/1.1" status: 200 len: 217 time: 0.0855651 Jul 13 19:43:16.335161 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:16.371495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2ecce366-4b19-477a-81b4-57ab90731a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:16.372997 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2ecce366-4b19-477a-81b4-57ab90731a70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0783913 Jul 13 19:43:16.423991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-3bff4831-b6c0-4030-8fa8-48b903fc1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:16.430198 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-3bff4831-b6c0-4030-8fa8-48b903fc1656 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.1239948 Jul 13 19:43:16.555681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-04454d72-2e8b-41a5-b68b-3069bc89e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:16.557550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-04454d72-2e8b-41a5-b68b-3069bc89e28b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216042 Jul 13 19:43:16.584564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-95991b62-5bd3-4547-a0e7-efa0a8341741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:16.586091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-95991b62-5bd3-4547-a0e7-efa0a8341741 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2046924 Jul 13 19:43:16.622305 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:16.773338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Subnet': ['ID=59ba541a-385c-478d-aace-3adbb23a7a33,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:16.790840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Checking segment: {'id': '3711e47e-7282-4446-bf25-7baba3a78c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ae6b9e3f-4085-44d7-ba22-85aa217023b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:43:16.791587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network hostable DHCP agents. Network: ae6b9e3f-4085-44d7-ba22-85aa217023b7, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:43:16.808098 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-f3049021-d9fd-48aa-9f70-38618c577ec2 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145591 Jul 13 19:43:16.836460 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-7afcd4bd-8311-49c7-b78b-11cf29e2ebd7 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720895 Jul 13 19:43:16.928974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network ae6b9e3f-4085-44d7-ba22-85aa217023b7 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:43:16.941960 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-284efaea-9358-4579-bfca-c28897326806 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201949 Jul 13 19:43:17.026788 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-3847316c-b0be-4459-a889-5a6a9679b060 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89c321a2-c868-4075-8150-883f6b612ea4 HTTP/1.1" status: 200 len: 217 time: 0.0745623 Jul 13 19:43:17.027432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, ae6b9e3f-4085-44d7-ba22-85aa217023b7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:17.037601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa66e9-b76f-45b6-a5d5-8c5e0e77bf05 None None] Network ae6b9e3f-4085-44d7-ba22-85aa217023b7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:43:17.060208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:17.063428 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:17.091628 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-cc5d72a2-c579-4663-9ab1-4382fc7062e1 service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429779 Jul 13 19:43:17.167820 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-9070638a-f604-420d-9015-09a1c292a7f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 HTTP/1.1" status: 200 len: 217 time: 0.0711646 Jul 13 19:43:17.224074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f095983d-a883-412c-8867-0fac421bd43d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3372309 Jul 13 19:43:17.227322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:17.236992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1412473755', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:17.244272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-56a495c0-459f-43e3-a5e4-acc47d7f6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:17.245758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-56a495c0-459f-43e3-a5e4-acc47d7f6f17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 200 len: 797 time: 0.0722692 Jul 13 19:43:17.248978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-0f19bc61-241f-4080-93f4-fb6265ad1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:17.250530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-0f19bc61-241f-4080-93f4-fb6265ad1af6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.1780009 Jul 13 19:43:17.315297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:17.316353 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:17.371570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-37994ee0-5620-4f63-b02e-868456895607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:17.380931 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-37994ee0-5620-4f63-b02e-868456895607 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1288152 Jul 13 19:43:17.395575 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:17.416566 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf5e18-20d1-456c-94cb-fef7557335cc None None] Network ae6b9e3f-4085-44d7-ba22-85aa217023b7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:43:17.419676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-01667c30-3418-45e1-862c-7f0b793215f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:17.419676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-01667c30-3418-45e1-862c-7f0b793215f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1569810 Jul 13 19:43:17.598223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-4822a0d9-0ab4-4c17-b98f-0727beb0887c service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106118 Jul 13 19:43:17.685741 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:17.750577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce0906c3-db9d-4468-a92e-32fb0166bbee req-e12f8304-93dd-4489-a226-fcf258c09a4f service neutron] 10.222.0.60 "GET /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447299 Jul 13 19:43:17.857650 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-2332380b-14ad-4701-b322-a4b106ef70fb service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200498 Jul 13 19:43:18.040950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-1602197c-4b81-4286-aa53-e99dbe262c03 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749036 Jul 13 19:43:18.065804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:18.111501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:18.115114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-bcb9ddcf-5665-42bd-af34-89bedda7d625 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fe38d307-aeed-4940-8698-a4e553caad39 HTTP/1.1" status: 200 len: 217 time: 0.0557246 Jul 13 19:43:18.233044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-b9d60d39-0d49-4746-85db-a06d83bdc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:18.234695 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-b9d60d39-0d49-4746-85db-a06d83bdc9d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.1112363 Jul 13 19:43:18.288959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.25.7.86 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/4385931b-3833-4753-a8f1-77cdbd273790) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:18.373715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330abe-fba8-4f27-870f-f52969f0f801 req-a3591c73-a51a-464a-8718-e22a6120e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:18.375353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-a3591c73-a51a-464a-8718-e22a6120e877 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306138 Jul 13 19:43:18.847163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:18.903284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:18.945637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:18.950561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:18.957597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:19.112267 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-12f61bd7-be7b-4285-bcf3-a83536b9dc45 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282181 Jul 13 19:43:19.146122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=4385931b-3833-4753-a8f1-77cdbd273790,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:19.324281 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:19.328137 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91330abe-fba8-4f27-870f-f52969f0f801 req-456fd452-d37a-4a33-bd25-4c0de2f3f8ef service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069592 Jul 13 19:43:19.569622 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:19.721673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:43:19.849219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:19.859198 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93bd35d-c2f7-40dd-9e9b-0daa8881fe92 None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:19.874476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:19.876435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-89ec70b9-7692-4bf6-8bf1-1cfda011c629 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6466851 Jul 13 19:43:19.879749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:19.893592 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93bd35d-c2f7-40dd-9e9b-0daa8881fe92 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:19.896606 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b93bd35d-c2f7-40dd-9e9b-0daa8881fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:19.951484 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b93bd35d-c2f7-40dd-9e9b-0daa8881fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:19.979414 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93bd35d-c2f7-40dd-9e9b-0daa8881fe92 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:19.980324 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b93bd35d-c2f7-40dd-9e9b-0daa8881fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:20.039657 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b93bd35d-c2f7-40dd-9e9b-0daa8881fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:20.040701 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93bd35d-c2f7-40dd-9e9b-0daa8881fe92 None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:20.690242 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:20.700552 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72ad080b-2ae9-4175-a963-c15f8461b165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:20.979907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.20.0.1 (ae6b9e3f-4085-44d7-ba22-85aa217023b7/59ba541a-385c-478d-aace-3adbb23a7a33/84063fab-21d3-4673-911c-bc0a1b082340) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:21.101969 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:21.144434 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:21.166437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network ae6b9e3f-4085-44d7-ba22-85aa217023b7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:21.169132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:21.189174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:21.245399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=84063fab-21d3-4673-911c-bc0a1b082340,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:21.256024 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:21.422054 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:21.846635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:21.853828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:21.949795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=84063fab-21d3-4673-911c-bc0a1b082340,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:21.955471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:22.069377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network ae6b9e3f-4085-44d7-ba22-85aa217023b7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:22.071574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:22.201739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:22.323194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:22.331216 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4c5cab2b-246b-4de9-8b73-e3785c8bd2f9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "PUT /v2.0/routers/93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4489522 Jul 13 19:43:22.332876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6c60d-c0c8-4ad7-92b1-4e7af7f8f1df None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:22.333921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:22.339821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'port': {'network_id': 'ae6b9e3f-4085-44d7-ba22-85aa217023b7', 'name': 'tempest-FloatingIPTestJSON-240525620'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:22.360397 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6c60d-c0c8-4ad7-92b1-4e7af7f8f1df None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:22.361297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d8d6c60d-c0c8-4ad7-92b1-4e7af7f8f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:22.396823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d8d6c60d-c0c8-4ad7-92b1-4e7af7f8f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:22.407148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6c60d-c0c8-4ad7-92b1-4e7af7f8f1df None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:22.408161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d8d6c60d-c0c8-4ad7-92b1-4e7af7f8f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:42:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:22.454767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d8d6c60d-c0c8-4ad7-92b1-4e7af7f8f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:22.455536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6c60d-c0c8-4ad7-92b1-4e7af7f8f1df None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:22.502938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Made reservation on behalf of f1a2b0dbf2e14f7f8aeddca32dba5b27 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:22.508665 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:22.532791 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] device_id is not set on port 5de1eea5-3d9d-4c1a-95a4-2a28bbe711a4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:43:22.707978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.20.0.6 (ae6b9e3f-4085-44d7-ba22-85aa217023b7/59ba541a-385c-478d-aace-3adbb23a7a33/5de1eea5-3d9d-4c1a-95a4-2a28bbe711a4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:22.931995 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:22.991954 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:23.058220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=5de1eea5-3d9d-4c1a-95a4-2a28bbe711a4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:23.062228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network ae6b9e3f-4085-44d7-ba22-85aa217023b7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:23.064232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:23.067160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:23.122675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:23.123183 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:23.148136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:23.153425 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f636d436-d49e-496d-a45c-061d64c4bbb0 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8086720 Jul 13 19:43:23.155128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'port': {'network_id': 'ae6b9e3f-4085-44d7-ba22-85aa217023b7', 'name': 'tempest-FloatingIPTestJSON-443362650'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:23.364994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Made reservation on behalf of f1a2b0dbf2e14f7f8aeddca32dba5b27 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:23.370730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:23.397102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] device_id is not set on port b7763878-4e8b-4bec-b962-7c9859e4ce3d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:43:23.635312 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6758e6b8-86bb-4b8f-aff8-e1940b9167a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:23.644257 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:23.681418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.20.0.9 (ae6b9e3f-4085-44d7-ba22-85aa217023b7/59ba541a-385c-478d-aace-3adbb23a7a33/b7763878-4e8b-4bec-b962-7c9859e4ce3d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:23.902543 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:23.950177 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:23.995066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network ae6b9e3f-4085-44d7-ba22-85aa217023b7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:24.000542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:24.005300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:24.049898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=b7763878-4e8b-4bec-b962-7c9859e4ce3d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:24.062252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.062703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.062938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.063277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.063626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.063923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.064405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.064589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.064877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.065223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.065596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.065873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:24.083082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:24.084038 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:24.104754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:24.107007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1058f554-5f49-43ca-b540-f729b8932b9a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9568114 Jul 13 19:43:24.112665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'b7763878-4e8b-4bec-b962-7c9859e4ce3d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:24.157449 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:24.283026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:24.416409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.25.7.101 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/aac7cc80-73ab-48a3-a929-1fe2bbe58eb3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:24.534041 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:24.579096 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:24.581315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:24.626889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:24.629972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:24.632546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:24.665799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=aac7cc80-73ab-48a3-a929-1fe2bbe58eb3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:25.151061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:25.291803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:25.473038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:25.487780 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:25.543946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=aac7cc80-73ab-48a3-a929-1fe2bbe58eb3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:25.587974 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:25.693981 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP f7ce2e75-3e25-4635-adbb-e2901fe6fd06 associated. External IP: 172.25.7.101, port: b7763878-4e8b-4bec-b962-7c9859e4ce3d. Jul 13 19:43:25.998070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:26.090016 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:26.203564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:26.214296 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317f084-1c3e-4b1f-81e0-09376fc8f03e None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:26.232571 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317f084-1c3e-4b1f-81e0-09376fc8f03e None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:26.233306 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e317f084-1c3e-4b1f-81e0-09376fc8f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:26.240321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:26.302054 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aa60ebd1-40e7-4cab-ad54-0f256248265c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1940145 Jul 13 19:43:26.306305 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e317f084-1c3e-4b1f-81e0-09376fc8f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:26.306877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:26.313353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a38e95cb-28de-4961-b547-d044b30cc02e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:26.342818 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317f084-1c3e-4b1f-81e0-09376fc8f03e None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:26.347279 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e317f084-1c3e-4b1f-81e0-09376fc8f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:26.410847 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e317f084-1c3e-4b1f-81e0-09376fc8f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:26.411884 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317f084-1c3e-4b1f-81e0-09376fc8f03e None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:26.423323 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a38e95cb-28de-4961-b547-d044b30cc02e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:26.971046 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a38e95cb-28de-4961-b547-d044b30cc02e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:26.977544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a38e95cb-28de-4961-b547-d044b30cc02e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:26.979158 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-a38e95cb-28de-4961-b547-d044b30cc02e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP f7ce2e75-3e25-4635-adbb-e2901fe6fd06 disassociated. External IP: 172.25.7.101, port: b7763878-4e8b-4bec-b962-7c9859e4ce3d. Jul 13 19:43:27.266449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38e95cb-28de-4961-b547-d044b30cc02e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:27.392978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38e95cb-28de-4961-b547-d044b30cc02e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:27.404522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1698361-6d44-47b5-92aa-20c6c0919278 None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:27.406460 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a38e95cb-28de-4961-b547-d044b30cc02e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:27.417645 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1698361-6d44-47b5-92aa-20c6c0919278 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:27.419326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1698361-6d44-47b5-92aa-20c6c0919278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:27.450221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a38e95cb-28de-4961-b547-d044b30cc02e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "PUT /v2.0/floatingips/f7ce2e75-3e25-4635-adbb-e2901fe6fd06 HTTP/1.1" status: 200 len: 688 time: 1.1418521 Jul 13 19:43:27.452747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:27.514998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1698361-6d44-47b5-92aa-20c6c0919278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:27.526523 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1698361-6d44-47b5-92aa-20c6c0919278 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:27.527384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1698361-6d44-47b5-92aa-20c6c0919278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:27.586305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1698361-6d44-47b5-92aa-20c6c0919278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:27.586996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1698361-6d44-47b5-92aa-20c6c0919278 None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:27.646425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac2cd63c-4034-4666-bf19-87bd0fcd6fff tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port aac7cc80-73ab-48a3-a929-1fe2bbe58eb3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:27.646425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd63c-4034-4666-bf19-87bd0fcd6fff tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:27.778258 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd63c-4034-4666-bf19-87bd0fcd6fff tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:27.778650 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd63c-4034-4666-bf19-87bd0fcd6fff tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:27.808016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac2cd63c-4034-4666-bf19-87bd0fcd6fff tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for aac7cc80-73ab-48a3-a929-1fe2bbe58eb3 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:27.972163 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd63c-4034-4666-bf19-87bd0fcd6fff tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:28.003118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cd63c-4034-4666-bf19-87bd0fcd6fff tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=aac7cc80-73ab-48a3-a929-1fe2bbe58eb3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:28.104662 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd63c-4034-4666-bf19-87bd0fcd6fff tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:28.111435 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd63c-4034-4666-bf19-87bd0fcd6fff tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:28.116837 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ac2cd63c-4034-4666-bf19-87bd0fcd6fff tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/floatingips/f7ce2e75-3e25-4635-adbb-e2901fe6fd06 HTTP/1.1" status: 204 len: 168 time: 0.6611209 Jul 13 19:43:28.120344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:28.125386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '5de1eea5-3d9d-4c1a-95a4-2a28bbe711a4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:28.156648 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:28.473320 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:28.606799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.25.7.21 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/4e01c78e-801a-4ce4-81fa-15a2b84e5b3f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:28.772437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:28.849509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:28.881941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:28.923757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:28.929309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:29.040533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=4e01c78e-801a-4ce4-81fa-15a2b84e5b3f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:30.089189 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:30.278354 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:30.548546 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:30.563349 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:30.645401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=4e01c78e-801a-4ce4-81fa-15a2b84e5b3f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:30.700562 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:30.889001 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP 119ea689-baae-4e45-a3d2-28fd9e01fa6c associated. External IP: 172.25.7.21, port: 5de1eea5-3d9d-4c1a-95a4-2a28bbe711a4. Jul 13 19:43:31.176460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:31.424175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:31.447847 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:31.456213 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bc3d4-a9fc-4d2a-addc-7daf2e6835bf None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:31.470599 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3bc3d4-a9fc-4d2a-addc-7daf2e6835bf None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:31.471390 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce3bc3d4-a9fc-4d2a-addc-7daf2e6835bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:31.533604 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce3bc3d4-a9fc-4d2a-addc-7daf2e6835bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:31.553283 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3bc3d4-a9fc-4d2a-addc-7daf2e6835bf None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:31.554096 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce3bc3d4-a9fc-4d2a-addc-7daf2e6835bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:31.590156 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce3bc3d4-a9fc-4d2a-addc-7daf2e6835bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:31.591064 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bc3d4-a9fc-4d2a-addc-7daf2e6835bf None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:31.602480 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-88999430-35e4-4a18-8403-87384ebe0599 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.4790969 Jul 13 19:43:31.603290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:31.731844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:31.732262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b61c92c7-3f42-4fd6-bd35-e09ad2d93172 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "GET /v2.0/floatingips/119ea689-baae-4e45-a3d2-28fd9e01fa6c HTTP/1.1" status: 200 len: 976 time: 0.1278191 Jul 13 19:43:32.108883 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d01b680a-17c4-4dac-a8aa-837875c4dc0e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3754582 Jul 13 19:43:32.111639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:32.117103 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'port_id': 'b7763878-4e8b-4bec-b962-7c9859e4ce3d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:32.190043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:33.224199 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:33.230589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:33.387982 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP 119ea689-baae-4e45-a3d2-28fd9e01fa6c associated. External IP: 172.25.7.21, port: 5de1eea5-3d9d-4c1a-95a4-2a28bbe711a4. Jul 13 19:43:33.653760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:33.782185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:33.794560 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e67fb-5a18-41cb-a219-c915b2ea6e93 None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:33.821003 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e67fb-5a18-41cb-a219-c915b2ea6e93 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:33.821738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-946e67fb-5a18-41cb-a219-c915b2ea6e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:33.929981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-946e67fb-5a18-41cb-a219-c915b2ea6e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:33.960475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e67fb-5a18-41cb-a219-c915b2ea6e93 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:33.962253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-946e67fb-5a18-41cb-a219-c915b2ea6e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:34.023253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-946e67fb-5a18-41cb-a219-c915b2ea6e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:34.024268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e67fb-5a18-41cb-a219-c915b2ea6e93 None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:34.077682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:34.224658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:34.228823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:34.233309 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.239057 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1103cfe-25fd-4725-ad68-7ca8d54feb6e None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:34.265968 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1103cfe-25fd-4725-ad68-7ca8d54feb6e None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:34.279502 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1103cfe-25fd-4725-ad68-7ca8d54feb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:34.378011 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1103cfe-25fd-4725-ad68-7ca8d54feb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:34.401734 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1103cfe-25fd-4725-ad68-7ca8d54feb6e None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:34.402770 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1103cfe-25fd-4725-ad68-7ca8d54feb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:34.418239 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2b033f87-fb83-4972-b554-ee286076fde9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "PUT /v2.0/floatingips/119ea689-baae-4e45-a3d2-28fd9e01fa6c HTTP/1.1" status: 200 len: 976 time: 2.3036611 Jul 13 19:43:34.419048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:34.423979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b3217d1-8b64-42d2-acb9-628d73f9d08f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:34.452051 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1103cfe-25fd-4725-ad68-7ca8d54feb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:34.452894 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1103cfe-25fd-4725-ad68-7ca8d54feb6e None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:34.527895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.561488 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b3217d1-8b64-42d2-acb9-628d73f9d08f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.694137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.707974 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.751856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d60eaf3cbf74762a698977db96f9ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219898 Jul 13 19:43:34.758806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:34.822050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b3217d1-8b64-42d2-acb9-628d73f9d08f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.823893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75056bc-fef5-4a42-ac04-7f97f7e723c2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:34.828448 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b3217d1-8b64-42d2-acb9-628d73f9d08f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.828958 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-1b3217d1-8b64-42d2-acb9-628d73f9d08f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP 119ea689-baae-4e45-a3d2-28fd9e01fa6c disassociated. External IP: 172.25.7.21, port: b7763878-4e8b-4bec-b962-7c9859e4ce3d. Jul 13 19:43:34.843481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.843827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.844175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.844515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.844855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.845184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.845523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.845851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.846236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.847233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.847578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.848033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21478b-55f3-445b-83b7-b739676c2047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:34.852013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df575aa2-b9d2-4a46-b0da-08fd4e16e6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.877804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df575aa2-b9d2-4a46-b0da-08fd4e16e6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.934843 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df575aa2-b9d2-4a46-b0da-08fd4e16e6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.937768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df575aa2-b9d2-4a46-b0da-08fd4e16e6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:34.939347 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-df575aa2-b9d2-4a46-b0da-08fd4e16e6a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e75056bc-fef5-4a42-ac04-7f97f7e723c2 HTTP/1.1" status: 204 len: 168 time: 0.1794055 Jul 13 19:43:34.949661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df575aa2-b9d2-4a46-b0da-08fd4e16e6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75056bc-fef5-4a42-ac04-7f97f7e723c2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:35.098875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3217d1-8b64-42d2-acb9-628d73f9d08f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:35.583604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3217d1-8b64-42d2-acb9-628d73f9d08f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:35.588754 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b3217d1-8b64-42d2-acb9-628d73f9d08f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:35.595021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f879087-7fdd-4a84-b274-be757556d6b6 None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:35.610241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f879087-7fdd-4a84-b274-be757556d6b6 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:35.611752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1f879087-7fdd-4a84-b274-be757556d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:35.640844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1b3217d1-8b64-42d2-acb9-628d73f9d08f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "PUT /v2.0/floatingips/119ea689-baae-4e45-a3d2-28fd9e01fa6c HTTP/1.1" status: 200 len: 687 time: 1.2184598 Jul 13 19:43:35.641457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:35.661342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1f879087-7fdd-4a84-b274-be757556d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:35.671134 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f879087-7fdd-4a84-b274-be757556d6b6 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:35.672624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1f879087-7fdd-4a84-b274-be757556d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:35.723939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1f879087-7fdd-4a84-b274-be757556d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:35.724891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f879087-7fdd-4a84-b274-be757556d6b6 None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:35.817544 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:35.850810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-70378d80-4a19-4953-b889-897d0496e420 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port 4e01c78e-801a-4ce4-81fa-15a2b84e5b3f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:35.851167 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70378d80-4a19-4953-b889-897d0496e420 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:35.962864 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70378d80-4a19-4953-b889-897d0496e420 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:35.963509 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70378d80-4a19-4953-b889-897d0496e420 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:35.973276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-93099504-network', 'tenant_id': '2f046c7874b140689fca1e1019f554a6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:35.978320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-70378d80-4a19-4953-b889-897d0496e420 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for 4e01c78e-801a-4ce4-81fa-15a2b84e5b3f owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:36.001120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Made reservation on behalf of 2f046c7874b140689fca1e1019f554a6 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:36.004537 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.014301 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.147451 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.151834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.152946 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70378d80-4a19-4953-b889-897d0496e420 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.183984 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75719935-89cf-4cc8-9c22-f86f68c8a413,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:36.189145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70378d80-4a19-4953-b889-897d0496e420 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=4e01c78e-801a-4ce4-81fa-15a2b84e5b3f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:36.193465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:43:36.203572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.203929 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Added segment fe80d3b1-d274-40e1-9f6e-83fb28c35d0c of type vlan for network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 Jul 13 19:43:36.252738 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.272126 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70378d80-4a19-4953-b889-897d0496e420 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.274815 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70378d80-4a19-4953-b889-897d0496e420 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.278465 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-70378d80-4a19-4953-b889-897d0496e420 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/floatingips/119ea689-baae-4e45-a3d2-28fd9e01fa6c HTTP/1.1" status: 204 len: 168 time: 0.6335924 Jul 13 19:43:36.278835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:36.295413 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.296655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:36.297692 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.329050 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0fe571db-c0a9-4eee-883d-08708fc59ecc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] delete failed (client error): The resource could not be found. Jul 13 19:43:36.330457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0fe571db-c0a9-4eee-883d-08708fc59ecc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/floatingips/119ea689-baae-4e45-a3d2-28fd9e01fa6c HTTP/1.1" status: 404 len: 345 time: 0.0502782 Jul 13 19:43:36.334351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:36.344344 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:43:36.359549 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5402436 Jul 13 19:43:36.364693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:36.371556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Request body: {'subnet': {'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-93099504-subnet', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:36.380494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65191e4a-7c57-4a04-ad40-4c8777e41ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=58ac2077-baa0-4baa-a6a1-ab19aff28ce2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:36.391940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:43:36.407804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Made reservation on behalf of 2f046c7874b140689fca1e1019f554a6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:36.410629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.539739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7b4236-05b0-4180-8db5-c73b1f9c22de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:36.545543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7b4236-05b0-4180-8db5-c73b1f9c22de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:36.552599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7b4236-05b0-4180-8db5-c73b1f9c22de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:36.554291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3f7b4236-05b0-4180-8db5-c73b1f9c22de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "GET /v2.0/ports?network_id=ae6b9e3f-4085-44d7-ba22-85aa217023b7 HTTP/1.1" status: 200 len: 2356 time: 0.2189951 Jul 13 19:43:36.564471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:36.661565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf32e3a-f1b7-4f02-9bda-c4a3784e6b73 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:36.663688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5bf32e3a-f1b7-4f02-9bda-c4a3784e6b73 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "GET /v2.0/subnets/59ba541a-385c-478d-aace-3adbb23a7a33 HTTP/1.1" status: 200 len: 797 time: 0.0962145 Jul 13 19:43:36.669408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:36.679557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'port': {'network_id': 'ae6b9e3f-4085-44d7-ba22-85aa217023b7', 'name': 'tempest-FloatingIPTestJSON-1548321232', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:36.700644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:36.787780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86834b9-265d-49a5-8625-14e47bc9371a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:36.829968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Checking segment: {'id': 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:43:36.830346 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Network hostable DHCP agents. Network: 58ac2077-baa0-4baa-a6a1-ab19aff28ce2, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:43:36.908255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:43:36.918453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Made reservation on behalf of f1a2b0dbf2e14f7f8aeddca32dba5b27 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:36.950885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 58ac2077-baa0-4baa-a6a1-ab19aff28ce2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:36.964351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0646a-b47f-4902-aadb-3c0eeec50d79 None None] Network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:43:37.032192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:37.032825 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.061923 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.082525 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-675be25e-4d24-4e36-833d-45e8f4976e8e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7149029 Jul 13 19:43:37.084498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:37.096620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] device_id is not set on port bde2eb90-e5d9-4dbc-9173-729ae10512b1 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:43:37.097061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-93099504-router', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:37.124396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.126239 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.140389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-58ac2077-baa0-4baa-a6a1-ab19aff28ce2', 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'fixed_ips': [{'subnet_id': 'a86834b9-265d-49a5-8625-14e47bc9371a'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:43:37.141406 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.251074 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.356639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Allocated IP 172.20.0.2 (58ac2077-baa0-4baa-a6a1-ab19aff28ce2/a86834b9-265d-49a5-8625-14e47bc9371a/10dd0e53-049f-4ebf-ba14-8464f88b6e79) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:37.459187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.588146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.610659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Transition to ACTIVE for port object 10dd0e53-049f-4ebf-ba14-8464f88b6e79 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:37.623027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.20.0.14 (ae6b9e3f-4085-44d7-ba22-85aa217023b7/59ba541a-385c-478d-aace-3adbb23a7a33/bde2eb90-e5d9-4dbc-9173-729ae10512b1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:37.638077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.20.0.13 (ae6b9e3f-4085-44d7-ba22-85aa217023b7/59ba541a-385c-478d-aace-3adbb23a7a33/bde2eb90-e5d9-4dbc-9173-729ae10512b1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:37.643017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Transition to ACTIVE for port object 10dd0e53-049f-4ebf-ba14-8464f88b6e79 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:37.658180 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.680079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:37.702030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:37.712714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:37.835591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Attempting to bind port 10dd0e53-049f-4ebf-ba14-8464f88b6e79 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:43:37.835591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Attempting to bind port 10dd0e53-049f-4ebf-ba14-8464f88b6e79 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:43:37.835591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Attempting to bind port 10dd0e53-049f-4ebf-ba14-8464f88b6e79 on network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:43:37.838565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:43:37.838881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Checking segment: {'id': 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:43:37.839433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.839433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Bound using segment: {'id': 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:43:37.839433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Bound port: 10dd0e53-049f-4ebf-ba14-8464f88b6e79, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:43:37.839433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.847152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Pushing event updated for resources: {'Port': ['ID=10dd0e53-049f-4ebf-ba14-8464f88b6e79,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:37.854762 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.869562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.870314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.870715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.871054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.871388 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.871719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.872256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.872592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.873176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.873873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.874204 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.874729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:37.905001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.933939 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:37.998629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:38.015681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] For port 10dd0e53-049f-4ebf-ba14-8464f88b6e79, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:43:38.019265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] For port 10dd0e53-049f-4ebf-ba14-8464f88b6e79, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=10dd0e53-049f-4ebf-ba14-8464f88b6e79,segment=NetworkSegment(fe80d3b1-d274-40e1-9f6e-83fb28c35d0c),segment_id=fe80d3b1-d274-40e1-9f6e-83fb28c35d0c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:43:38.030555 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:38.095149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network ae6b9e3f-4085-44d7-ba22-85aa217023b7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:38.111195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:38.133605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:38.140667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Allocated IP 172.25.7.19 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/ce36446c-8d3e-4317-9dc1-59d78d68f767) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:38.166494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae8c0c-5118-4db0-a6a8-9529498498c6 None None] Pushing event updated for resources: {'Port': ['ID=10dd0e53-049f-4ebf-ba14-8464f88b6e79,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:38.205762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=bde2eb90-e5d9-4dbc-9173-729ae10512b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:38.271338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:38.273241 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:38.305272 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9cce45c7-2d8b-4f25-b1bc-be1141b2de67 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6346848 Jul 13 19:43:38.308030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:38.317476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'bde2eb90-e5d9-4dbc-9173-729ae10512b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:38.354957 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:38.441318 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:38.504125 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:38.583108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:38.586808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:38.590719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:38.598310 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:38.640605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Pushing event updated for resources: {'Port': ['ID=ce36446c-8d3e-4317-9dc1-59d78d68f767,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:38.742852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.25.7.232 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/a245fe64-c9e1-4739-89bb-846e55f28996) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:38.896990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:38.947787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:38.959039 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:39.027839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:39.034452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:39.038412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:39.040293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=a245fe64-c9e1-4739-89bb-846e55f28996,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:39.221413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d324-2e32-47a8-ac89-bff550820ca5 req-cf254cd4-f332-4b7e-a154-7a5f41dd5730 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:39.229945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d324-2e32-47a8-ac89-bff550820ca5 req-cf254cd4-f332-4b7e-a154-7a5f41dd5730 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:39.236833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d324-2e32-47a8-ac89-bff550820ca5 req-cf254cd4-f332-4b7e-a154-7a5f41dd5730 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:39.243797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d324-2e32-47a8-ac89-bff550820ca5 req-cf254cd4-f332-4b7e-a154-7a5f41dd5730 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:39.251460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d324-2e32-47a8-ac89-bff550820ca5 req-cf254cd4-f332-4b7e-a154-7a5f41dd5730 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:39.267731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d324-2e32-47a8-ac89-bff550820ca5 req-cf254cd4-f332-4b7e-a154-7a5f41dd5730 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:39.275681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d324-2e32-47a8-ac89-bff550820ca5 req-cf254cd4-f332-4b7e-a154-7a5f41dd5730 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:39.278898 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e90d324-2e32-47a8-ac89-bff550820ca5 req-cf254cd4-f332-4b7e-a154-7a5f41dd5730 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5434 time: 0.3052065 Jul 13 19:43:39.424798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e90d324-2e32-47a8-ac89-bff550820ca5 req-5e81c943-6b89-4350-82a4-df3eb9483c76 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936198 Jul 13 19:43:39.712798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418781c-e8e8-4c60-af42-de3fce0c88cd None None] Network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:43:39.743525 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:39.747160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 10dd0e53-049f-4ebf-ba14-8464f88b6e79 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:39.827350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e419cda9-ffe4-49c2-88ca-a34e2563660e None None] Provisioning for port 10dd0e53-049f-4ebf-ba14-8464f88b6e79 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:39.877516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 10dd0e53-049f-4ebf-ba14-8464f88b6e79 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:39.885996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 10dd0e53-049f-4ebf-ba14-8464f88b6e79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:39.886389 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:39.946327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:43:40.071154 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:40.108738 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:40.127973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:40.129185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-5c3927c7-2a48-4ca0-9add-8f58ac2878c0 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:40.138140 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Sync routers for ids ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:40.150569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-5c3927c7-2a48-4ca0-9add-8f58ac2878c0 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:40.152445 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Routers {'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:40.153555 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:40.153957 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:40.159641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b1c2e8de-c5d8-42bb-8095-b90d52ed2b4e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0728006 Jul 13 19:43:40.159641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:40.163335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-5c3927c7-2a48-4ca0-9add-8f58ac2878c0 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:40.179953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-5c3927c7-2a48-4ca0-9add-8f58ac2878c0 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:40.185868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-5c3927c7-2a48-4ca0-9add-8f58ac2878c0 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:40.193728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 10dd0e53-049f-4ebf-ba14-8464f88b6e79, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=10dd0e53-049f-4ebf-ba14-8464f88b6e79,segment=NetworkSegment(fe80d3b1-d274-40e1-9f6e-83fb28c35d0c),segment_id=fe80d3b1-d274-40e1-9f6e-83fb28c35d0c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:40.202243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-5c3927c7-2a48-4ca0-9add-8f58ac2878c0 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:40.209214 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:40.219763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-5c3927c7-2a48-4ca0-9add-8f58ac2878c0 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:40.221627 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-5c3927c7-2a48-4ca0-9add-8f58ac2878c0 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5434 time: 0.2993777 Jul 13 19:43:40.284471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=10dd0e53-049f-4ebf-ba14-8464f88b6e79,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:40.364612 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Set router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:43:40.396818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-c3ac0ee0-5c4b-4121-bb52-ab2fae719bca tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:40.398261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-c3ac0ee0-5c4b-4121-bb52-ab2fae719bca tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "GET /v2.0/ports/80792181-0e6a-4bc6-ad65-9787bf987279?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1661866 Jul 13 19:43:40.417592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:40.572402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc296ee-9e3f-428d-9570-11a7fdcf39c4 None None] Provisioning complete for port 10dd0e53-049f-4ebf-ba14-8464f88b6e79 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:40.574082 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc296ee-9e3f-428d-9570-11a7fdcf39c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:40.640623 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'name': 'tempest-TestAggregatesBasicOps-93099504-router', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:38Z', 'revision_number': 3, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'gw_port': {'id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:22:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:40.701418 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Checking router: bac19d77-70f8-4dc9-ade9-7db3bd64fb7d for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:43:40.702124 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Updating router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d port ce36446c-8d3e-4317-9dc1-59d78d68f767 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:43:40.768493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-065924f2-1302-4afd-946a-61d270a0b21f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "GET /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3487329 Jul 13 19:43:40.790241 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:40.821009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:41.004002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d089e-5008-4e55-8ad8-eaf2b2a5d28b req-12dd2152-f601-46db-8156-d4edf6ff35b9 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:41.011226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d089e-5008-4e55-8ad8-eaf2b2a5d28b req-12dd2152-f601-46db-8156-d4edf6ff35b9 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:41.017145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d089e-5008-4e55-8ad8-eaf2b2a5d28b req-12dd2152-f601-46db-8156-d4edf6ff35b9 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:41.023779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d089e-5008-4e55-8ad8-eaf2b2a5d28b req-12dd2152-f601-46db-8156-d4edf6ff35b9 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:41.030782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d089e-5008-4e55-8ad8-eaf2b2a5d28b req-12dd2152-f601-46db-8156-d4edf6ff35b9 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:41.037910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d089e-5008-4e55-8ad8-eaf2b2a5d28b req-12dd2152-f601-46db-8156-d4edf6ff35b9 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:41.043875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d089e-5008-4e55-8ad8-eaf2b2a5d28b req-12dd2152-f601-46db-8156-d4edf6ff35b9 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:41.045755 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e05d089e-5008-4e55-8ad8-eaf2b2a5d28b req-12dd2152-f601-46db-8156-d4edf6ff35b9 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 5434 time: 0.2678144 Jul 13 19:43:41.065296 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.098502 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.126773 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.164125 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.167687 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.180384 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Transition to ACTIVE for port object ce36446c-8d3e-4317-9dc1-59d78d68f767 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:41.189539 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.290595 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Pushing event updated for resources: {'Port': ['ID=ce36446c-8d3e-4317-9dc1-59d78d68f767,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:41.292945 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e05d089e-5008-4e55-8ad8-eaf2b2a5d28b req-e4472c2c-0ffb-4ce6-ac74-644f08d16fc9 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2336738 Jul 13 19:43:41.318468 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.319069 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.319505 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.319886 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.320313 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.320831 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.321254 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.321719 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.322256 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.322720 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.323140 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.324185 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:43:41.328579 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Attempting to bind port ce36446c-8d3e-4317-9dc1-59d78d68f767 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:43:41.329055 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Attempting to bind port ce36446c-8d3e-4317-9dc1-59d78d68f767 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:43:41.329510 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Attempting to bind port ce36446c-8d3e-4317-9dc1-59d78d68f767 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:43:41.336179 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:43:41.336686 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:43:41.337189 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.337692 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:43:41.338365 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Bound port: ce36446c-8d3e-4317-9dc1-59d78d68f767, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:43:41.339055 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.353101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Allocated IP 172.20.0.1 (58ac2077-baa0-4baa-a6a1-ab19aff28ce2/a86834b9-265d-49a5-8625-14e47bc9371a/2c3909e7-62b6-43c1-adf3-7efaad84437d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:41.372350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=a245fe64-c9e1-4739-89bb-846e55f28996,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:41.427031 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] For port ce36446c-8d3e-4317-9dc1-59d78d68f767, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:43:41.432765 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] For port ce36446c-8d3e-4317-9dc1-59d78d68f767, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce36446c-8d3e-4317-9dc1-59d78d68f767,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:43:41.444254 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.515268 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Routers {'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:41.515998 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:41.527355 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.569348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.578584 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980f261-4cbc-4d69-9932-a862800f732f None None] Pushing event updated for resources: {'Port': ['ID=ce36446c-8d3e-4317-9dc1-59d78d68f767,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:41.594189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Transition to ACTIVE for port object 2c3909e7-62b6-43c1-adf3-7efaad84437d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:41.605980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 10dd0e53-049f-4ebf-ba14-8464f88b6e79 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:41.643494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.702275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 10dd0e53-049f-4ebf-ba14-8464f88b6e79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:41.702671 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:41.705228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] For port 80792181-0e6a-4bc6-ad65-9787bf987279, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=80792181-0e6a-4bc6-ad65-9787bf987279,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:41.727157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:41.730054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:41.730967 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP 24d13c67-7556-4cc5-802f-9a2973177761 associated. External IP: 172.25.7.232, port: bde2eb90-e5d9-4dbc-9173-729ae10512b1. Jul 13 19:43:41.743912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:41.761983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Pushing event updated for resources: {'Port': ['ID=2c3909e7-62b6-43c1-adf3-7efaad84437d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:41.796634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] For port 80792181-0e6a-4bc6-ad65-9787bf987279, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:43:41.845014 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.013189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 80792181-0e6a-4bc6-ad65-9787bf987279 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:43:42.018509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] device_id is not set on port 80792181-0e6a-4bc6-ad65-9787bf987279 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:43:42.026775 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] Set router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:43:42.048558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.071891 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.143520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 80792181-0e6a-4bc6-ad65-9787bf987279 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:43:42.146529 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 743dbe49-a56b-44e7-a269-19a3d7e44dcc no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:43:42.276883 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.281787 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.318768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] No DVR routers for this DVR port 80792181-0e6a-4bc6-ad65-9787bf987279 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:42.324111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743dbe49-a56b-44e7-a269-19a3d7e44dcc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:43:42.327322 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6fbbce-c39f-4724-9759-9f337ac137a1" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "743dbe49-a56b-44e7-a269-19a3d7e44dcc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:43:42.351105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 743dbe49-a56b-44e7-a269-19a3d7e44dcc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:42.355377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81ef1f9d-8d96-4d5d-a4af-78ba2a9cc623 None None] Provisioning for port 2c3909e7-62b6-43c1-adf3-7efaad84437d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:42.361156 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.362433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2480dd49-4d94-4997-a4d4-c4f04f063dda no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:43:42.446869 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d63288-4d5d-460a-808c-ebb78e88b5af x-openstack-request-id: req-98d63288-4d5d-460a-808c-ebb78e88b5af {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:43:42.447278 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "743dbe49-a56b-44e7-a269-19a3d7e44dcc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:43:42.447634 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98d63288-4d5d-460a-808c-ebb78e88b5af {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:43:42.451412 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743dbe49-a56b-44e7-a269-19a3d7e44dcc', 'code': 200} Jul 13 19:43:42.465329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=80792181-0e6a-4bc6-ad65-9787bf987279,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:42.486167 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'name': 'tempest-TestAggregatesBasicOps-93099504-router', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:38Z', 'revision_number': 3, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'gw_port': {'id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:22:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:42.528778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=743dbe49-a56b-44e7-a269-19a3d7e44dcc,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:42.536549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81ef1f9d-8d96-4d5d-a4af-78ba2a9cc623 None None] Provisioning complete for port 2c3909e7-62b6-43c1-adf3-7efaad84437d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:42.537558 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81ef1f9d-8d96-4d5d-a4af-78ba2a9cc623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.552195 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1145cb4-9d5a-42f0-9de4-af5311f10ada None None] The sync data for ids ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'] in n-d-800708-1 is: [{'id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'name': 'tempest-TestAggregatesBasicOps-93099504-router', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:38Z', 'revision_number': 3, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'gw_port': {'id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:22:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:42.593822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] In _notify_port_updated(), no bound segment for port 80792181-0e6a-4bc6-ad65-9787bf987279 on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:43:42.597935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:42.599020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.600521 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-834dc4e9-ed5a-461c-b5f7-4e0be88e3aa7 service neutron] 10.222.0.60 "PUT /v2.0/ports/80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 200 len: 1027 time: 1.8112140 Jul 13 19:43:42.641823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-81ef1f9d-8d96-4d5d-a4af-78ba2a9cc623 None None] Port 2c3909e7-62b6-43c1-adf3-7efaad84437d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:43:42.686941 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.697307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:42.710988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.720898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-f561b43f-d75d-454d-839d-d9b330cd6236 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:42.725955 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-f561b43f-d75d-454d-839d-d9b330cd6236 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "GET /v2.0/ports/2480dd49-4d94-4997-a4d4-c4f04f063dda?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1198406 Jul 13 19:43:42.739775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:42.869255 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.879514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Pushing event updated for resources: {'Port': ['ID=2c3909e7-62b6-43c1-adf3-7efaad84437d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:42.945493 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:42.946449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:42.970200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b962e-4e34-4f8c-b10d-b525a3f1db33 None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:43.074850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28dc45-ef1b-4615-bda1-5318cb063b23 req-b6a08d34-c7cd-48bd-87bc-5bdfae12adac tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:43.080189 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:43.081365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28dc45-ef1b-4615-bda1-5318cb063b23 req-b6a08d34-c7cd-48bd-87bc-5bdfae12adac tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:43.097853 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:43.099574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28dc45-ef1b-4615-bda1-5318cb063b23 req-b6a08d34-c7cd-48bd-87bc-5bdfae12adac tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:43.103251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2480dd49-4d94-4997-a4d4-c4f04f063dda, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:43.118387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28dc45-ef1b-4615-bda1-5318cb063b23 req-b6a08d34-c7cd-48bd-87bc-5bdfae12adac tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:43.122368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b962e-4e34-4f8c-b10d-b525a3f1db33 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:43.123060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd6b962e-4e34-4f8c-b10d-b525a3f1db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:43.124338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28dc45-ef1b-4615-bda1-5318cb063b23 req-b6a08d34-c7cd-48bd-87bc-5bdfae12adac tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:43.132678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28dc45-ef1b-4615-bda1-5318cb063b23 req-b6a08d34-c7cd-48bd-87bc-5bdfae12adac tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:43.134647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c48b0fb9-858d-411a-84b2-a8e2a4a30e3c None None] Provisioning complete for port 80792181-0e6a-4bc6-ad65-9787bf987279 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:43.136488 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48b0fb9-858d-411a-84b2-a8e2a4a30e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:43.148363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce28dc45-ef1b-4615-bda1-5318cb063b23 req-b6a08d34-c7cd-48bd-87bc-5bdfae12adac tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 4658 time: 0.4830906 Jul 13 19:43:43.195568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:43.196284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 328bf161-1eb4-4b28-9339-08c47932338b no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:43:43.272382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:43.282298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:43.291497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c48b0fb9-858d-411a-84b2-a8e2a4a30e3c None None] Port 80792181-0e6a-4bc6-ad65-9787bf987279 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:43:43.314807 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce28dc45-ef1b-4615-bda1-5318cb063b23 req-fe9ba774-a389-4e52-9fbd-448a495e4abd tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&id=462f42a7-1b77-447d-9484-4f4e8912c964&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546996 Jul 13 19:43:43.340317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4e82e800-86eb-43da-9497-4b558305374d tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0287366 Jul 13 19:43:43.478124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:43.481473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd6b962e-4e34-4f8c-b10d-b525a3f1db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:43.493343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-78821b6c-da95-4ce9-885b-e7601c7f761e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'port_id': 'bde2eb90-e5d9-4dbc-9173-729ae10512b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:43.536609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b962e-4e34-4f8c-b10d-b525a3f1db33 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:43.537248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd6b962e-4e34-4f8c-b10d-b525a3f1db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:43.664725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] For port 2480dd49-4d94-4997-a4d4-c4f04f063dda, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2480dd49-4d94-4997-a4d4-c4f04f063dda,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:43.669407 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd6b962e-4e34-4f8c-b10d-b525a3f1db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:43.671110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b962e-4e34-4f8c-b10d-b525a3f1db33 None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:43.707049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2480dd49-4d94-4997-a4d4-c4f04f063dda,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:43.737069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] For port 2480dd49-4d94-4997-a4d4-c4f04f063dda, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:43:43.775997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce36446c-8d3e-4317-9dc1-59d78d68f767 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:43.810013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78821b6c-da95-4ce9-885b-e7601c7f761e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:43.861867 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:43.895146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:43.917492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a403c427-a798-408c-a870-b941a1640d8e None None] Provisioning complete for port 2c3909e7-62b6-43c1-adf3-7efaad84437d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:43.917860 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a403c427-a798-408c-a870-b941a1640d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:44.005931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ce36446c-8d3e-4317-9dc1-59d78d68f767 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:44.009177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 328bf161-1eb4-4b28-9339-08c47932338b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=328bf161-1eb4-4b28-9339-08c47932338b,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:44.048351 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:44.049079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 5203f733-bba5-4060-91fd-72000c2983bc no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:43:44.115565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:44.121247 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-85939ac3-2c8d-489f-a972-1946940c28de admin admin] 10.222.0.25 "PUT /v2.0/routers/bac19d77-70f8-4dc9-ade9-7db3bd64fb7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9601245 Jul 13 19:43:44.129737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ce36446c-8d3e-4317-9dc1-59d78d68f767 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:44.130323 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:44.234687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a403c427-a798-408c-a870-b941a1640d8e None None] Port 2c3909e7-62b6-43c1-adf3-7efaad84437d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:43:44.266449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=328bf161-1eb4-4b28-9339-08c47932338b,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:44.391177 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:44.415892 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:44.431120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] device_id is not set on port 2480dd49-4d94-4997-a4d4-c4f04f063dda yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:43:44.451386 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:44.466547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ce36446c-8d3e-4317-9dc1-59d78d68f767, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce36446c-8d3e-4317-9dc1-59d78d68f767,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:44.468315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:44.473135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2480dd49-4d94-4997-a4d4-c4f04f063dda'}, {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328bf161-1eb4-4b28-9339-08c47932338b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:43:44.478805 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242c149d-fef6-47eb-8245-17c0e0dad4f5" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "2480dd49-4d94-4997-a4d4-c4f04f063dda"}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "328bf161-1eb4-4b28-9339-08c47932338b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:43:44.496378 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:44.565016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ce36446c-8d3e-4317-9dc1-59d78d68f767,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:44.625111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 5203f733-bba5-4060-91fd-72000c2983bc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5203f733-bba5-4060-91fd-72000c2983bc,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:44.644744 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:44.645806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:43:44.693138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] No DVR routers for this DVR port 2480dd49-4d94-4997-a4d4-c4f04f063dda on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:44.700282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] Pushing event updated for resources: {'Port': ['ID=2480dd49-4d94-4997-a4d4-c4f04f063dda,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:44.808170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] In _notify_port_updated(), no bound segment for port 2480dd49-4d94-4997-a4d4-c4f04f063dda on network 93efba6e-435e-43b9-918b-7231596fb596 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:43:44.809610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:44.811573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:44.815080 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-bfc1494b-2254-4f03-b6c4-eb5f2d4176ef service neutron] 10.222.0.60 "PUT /v2.0/ports/2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 200 len: 1026 time: 2.0791492 Jul 13 19:43:44.899862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=5203f733-bba5-4060-91fd-72000c2983bc,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:44.938873 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 13 Jul 2021 19:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0734e197-6631-41c6-bce8-d0b466cad5ad x-openstack-request-id: req-0734e197-6631-41c6-bce8-d0b466cad5ad {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:43:44.939774 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "2480dd49-4d94-4997-a4d4-c4f04f063dda", "code": 200}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "328bf161-1eb4-4b28-9339-08c47932338b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:43:44.941278 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0734e197-6631-41c6-bce8-d0b466cad5ad {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:43:44.945459 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2480dd49-4d94-4997-a4d4-c4f04f063dda', 'code': 200} Jul 13 19:43:44.948513 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328bf161-1eb4-4b28-9339-08c47932338b', 'code': 200} Jul 13 19:43:45.051712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-8337eef3-d7d6-4051-9701-d07f8db444c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting port 743dbe49-a56b-44e7-a269-19a3d7e44dcc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:45.052063 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-8337eef3-d7d6-4051-9701-d07f8db444c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.069884 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.079889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-715db557-5b95-49dc-ae9e-5c5127735a90 None None] Provisioning complete for port 2480dd49-4d94-4997-a4d4-c4f04f063dda triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:45.085490 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715db557-5b95-49dc-ae9e-5c5127735a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.204983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-8337eef3-d7d6-4051-9701-d07f8db444c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] For port 743dbe49-a56b-44e7-a269-19a3d7e44dcc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=743dbe49-a56b-44e7-a269-19a3d7e44dcc,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:45.205361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-8337eef3-d7d6-4051-9701-d07f8db444c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.227394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:45.233299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-715db557-5b95-49dc-ae9e-5c5127735a90 None None] Port 2480dd49-4d94-4997-a4d4-c4f04f063dda cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:43:45.242389 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.243287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:43:45.249530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-8337eef3-d7d6-4051-9701-d07f8db444c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Calling delete_port for 743dbe49-a56b-44e7-a269-19a3d7e44dcc owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:45.388399 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ee663-6406-423a-946d-249fed146f4a req-bdb58f1f-1fe2-4a3b-8849-3f20f52c3c10 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:45.416029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:45.426667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ee663-6406-423a-946d-249fed146f4a req-bdb58f1f-1fe2-4a3b-8849-3f20f52c3c10 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:45.431515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1193516410-network', 'tenant_id': '88aef261a43249cd864891798414e6e7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:45.433227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ee663-6406-423a-946d-249fed146f4a req-bdb58f1f-1fe2-4a3b-8849-3f20f52c3c10 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:45.447782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ee663-6406-423a-946d-249fed146f4a req-bdb58f1f-1fe2-4a3b-8849-3f20f52c3c10 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:45.453760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ee663-6406-423a-946d-249fed146f4a req-bdb58f1f-1fe2-4a3b-8849-3f20f52c3c10 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:45.455971 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-606ee663-6406-423a-946d-249fed146f4a req-bdb58f1f-1fe2-4a3b-8849-3f20f52c3c10 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 3881 time: 0.7516360 Jul 13 19:43:45.469495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:45.486837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Made reservation on behalf of 88aef261a43249cd864891798414e6e7 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:45.490655 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.520822 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78821b6c-da95-4ce9-885b-e7601c7f761e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.527196 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.547775 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78821b6c-da95-4ce9-885b-e7601c7f761e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.554356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-606ee663-6406-423a-946d-249fed146f4a req-a53904e5-9150-4935-a13c-bd5e782634a8 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831363 Jul 13 19:43:45.587083 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.637781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce36446c-8d3e-4317-9dc1-59d78d68f767 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:45.685009 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Sync routers for ids ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:45.699488 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Routers {'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:45.700107 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:45.701909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-8337eef3-d7d6-4051-9701-d07f8db444c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.738262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:45.764929 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.765840 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.795501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337eef3-d7d6-4051-9701-d07f8db444c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Port': ['ID=743dbe49-a56b-44e7-a269-19a3d7e44dcc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:45.951862 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Set router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:43:45.954389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-8337eef3-d7d6-4051-9701-d07f8db444c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] No DVR routers for this DVR port 743dbe49-a56b-44e7-a269-19a3d7e44dcc on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:45.960966 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.962576 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-8337eef3-d7d6-4051-9701-d07f8db444c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.966741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:45.969056 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-8337eef3-d7d6-4051-9701-d07f8db444c2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "DELETE /v2.0/ports/743dbe49-a56b-44e7-a269-19a3d7e44dcc HTTP/1.1" status: 204 len: 173 time: 1.1487679 Jul 13 19:43:45.969422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-deleted', 'tag': '743dbe49-a56b-44e7-a269-19a3d7e44dcc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:43:45.976145 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8569fc0-0c82-4a7e-96af-afae84227add" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-deleted", "tag": "743dbe49-a56b-44e7-a269-19a3d7e44dcc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:43:45.994722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ce36446c-8d3e-4317-9dc1-59d78d68f767 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:45.995158 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.999609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.063471 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ea6aed-3ca9-4b49-bd18-aaed46384776 x-openstack-request-id: req-21ea6aed-3ca9-4b49-bd18-aaed46384776 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:43:46.063471 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-deleted", "tag": "743dbe49-a56b-44e7-a269-19a3d7e44dcc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:43:46.063471 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21ea6aed-3ca9-4b49-bd18-aaed46384776 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:43:46.079048 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-deleted', 'tag': '743dbe49-a56b-44e7-a269-19a3d7e44dcc', 'status': 'completed', 'code': 200} Jul 13 19:43:46.105973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:43:46.178176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2f71b8-699e-4c01-b2d7-a3960f19f0a0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:46.193164 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.193788 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Added segment 59d40059-105f-4aa7-bc2d-cdf33607b0f0 of type vlan for network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 Jul 13 19:43:46.335852 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.352993 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.372592 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'name': 'tempest-TestAggregatesBasicOps-93099504-router', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:42Z', 'revision_number': 4, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'gw_port': {'id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:22:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2c3909e7-62b6-43c1-adf3-7efaad84437d', 'name': '', 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'mac_address': 'fa:16:3e:cd:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a86834b9-265d-49a5-8625-14e47bc9371a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:41Z', 'updated_at': '2021-07-13T19:43:42Z', 'revision_number': 2, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'subnets': [{'id': 'a86834b9-265d-49a5-8625-14e47bc9371a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:46.405001 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Checking router: bac19d77-70f8-4dc9-ade9-7db3bd64fb7d for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:43:46.405280 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Updating router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d port 2c3909e7-62b6-43c1-adf3-7efaad84437d binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:43:46.445805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.447848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:46.449593 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.466880 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.559305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-557e8b99-f817-486d-be97-7079406279a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:46.562272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-557e8b99-f817-486d-be97-7079406279a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.605629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1843383 Jul 13 19:43:46.619170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:46.629744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78821b6c-da95-4ce9-885b-e7601c7f761e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:46.636635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Request body: {'subnet': {'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1193516410-subnet', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:46.665447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af513d3f-9935-4397-8f96-4a575098ada6 admin admin] Pushing event updated for resources: {'Network': ['ID=5e447122-d9e2-46f4-ae9b-e0eba75cb3d1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:46.679965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:43:46.736242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Made reservation on behalf of 88aef261a43249cd864891798414e6e7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:46.739961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.764526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-557e8b99-f817-486d-be97-7079406279a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] For port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:46.764981 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-557e8b99-f817-486d-be97-7079406279a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.789891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-557e8b99-f817-486d-be97-7079406279a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Calling delete_port for dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:46.951534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5203f733-bba5-4060-91fd-72000c2983bc'}, {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e51cffb-fb72-4009-b0b7-8c8304c3bde5'}, {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:43:46.955243 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31b0724-d758-443e-9e5e-6b106752e930" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "5203f733-bba5-4060-91fd-72000c2983bc"}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e51cffb-fb72-4009-b0b7-8c8304c3bde5"}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:43:46.959987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba497d52-3cf3-43b1-84c2-2812a4b5afbc req-b55eabce-471c-42c0-be55-a290be93e9e2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:46.966204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba497d52-3cf3-43b1-84c2-2812a4b5afbc req-b55eabce-471c-42c0-be55-a290be93e9e2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:46.973073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba497d52-3cf3-43b1-84c2-2812a4b5afbc req-b55eabce-471c-42c0-be55-a290be93e9e2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:46.979021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba497d52-3cf3-43b1-84c2-2812a4b5afbc req-b55eabce-471c-42c0-be55-a290be93e9e2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:46.980775 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba497d52-3cf3-43b1-84c2-2812a4b5afbc req-b55eabce-471c-42c0-be55-a290be93e9e2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 3144 time: 0.1243804 Jul 13 19:43:47.027986 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 13 Jul 2021 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945a9491-9212-45c9-91d6-d020024fd864 x-openstack-request-id: req-945a9491-9212-45c9-91d6-d020024fd864 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:43:47.028507 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "5203f733-bba5-4060-91fd-72000c2983bc", "code": 200}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e51cffb-fb72-4009-b0b7-8c8304c3bde5", "code": 200}, {"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-unplugged", "status": "completed", "tag": "dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:43:47.028771 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-945a9491-9212-45c9-91d6-d020024fd864 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:43:47.029269 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5203f733-bba5-4060-91fd-72000c2983bc', 'code': 200} Jul 13 19:43:47.030314 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e51cffb-fb72-4009-b0b7-8c8304c3bde5', 'code': 200} Jul 13 19:43:47.030314 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8', 'code': 200} Jul 13 19:43:47.031293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78821b6c-da95-4ce9-885b-e7601c7f761e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:47.037557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78821b6c-da95-4ce9-885b-e7601c7f761e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.040697 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.048874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631d75f-00d8-4a8f-b103-02e9a808170f None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:47.061395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631d75f-00d8-4a8f-b103-02e9a808170f None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:47.062341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9631d75f-00d8-4a8f-b103-02e9a808170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:47.106652 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba497d52-3cf3-43b1-84c2-2812a4b5afbc req-f9f28587-92cc-4cfe-891d-a769dbd04a30 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065981 Jul 13 19:43:47.107681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9631d75f-00d8-4a8f-b103-02e9a808170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:47.119649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631d75f-00d8-4a8f-b103-02e9a808170f None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:47.120638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9631d75f-00d8-4a8f-b103-02e9a808170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:47.139551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.157485 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-557e8b99-f817-486d-be97-7079406279a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.160510 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Transition to ACTIVE for port object 2c3909e7-62b6-43c1-adf3-7efaad84437d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:47.165700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9631d75f-00d8-4a8f-b103-02e9a808170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:47.167093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631d75f-00d8-4a8f-b103-02e9a808170f None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:47.174245 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.234151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e8d6a0-1232-4fc0-bbf4-f90adbfcb613,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:47.256226 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-78821b6c-da95-4ce9-885b-e7601c7f761e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "PUT /v2.0/floatingips/24d13c67-7556-4cc5-802f-9a2973177761 HTTP/1.1" status: 200 len: 979 time: 3.7730193 Jul 13 19:43:47.260272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:47.267054 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-557e8b99-f817-486d-be97-7079406279a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] No DVR routers for this DVR port dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:47.269346 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e8b99-f817-486d-be97-7079406279a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Port': ['ID=dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:47.271861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-557e8b99-f817-486d-be97-7079406279a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.273983 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-557e8b99-f817-486d-be97-7079406279a4 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "DELETE /v2.0/ports/dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8 HTTP/1.1" status: 204 len: 173 time: 1.2891490 Jul 13 19:43:47.299027 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751fe29-7887-44a8-bb07-c28691edc38c None None] Pushing event updated for resources: {'Port': ['ID=2c3909e7-62b6-43c1-adf3-7efaad84437d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:47.337190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Checking segment: {'id': '59d40059-105f-4aa7-bc2d-cdf33607b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:43:47.337872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Network hostable DHCP agents. Network: 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:43:47.348654 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Attempting to bind port 2c3909e7-62b6-43c1-adf3-7efaad84437d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:43:47.349021 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Attempting to bind port 2c3909e7-62b6-43c1-adf3-7efaad84437d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:43:47.349520 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Attempting to bind port 2c3909e7-62b6-43c1-adf3-7efaad84437d on network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:43:47.354956 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:43:47.355255 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Checking segment: {'id': 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:43:47.355666 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.356050 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Bound using segment: {'id': 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:43:47.356518 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Bound port: 2c3909e7-62b6-43c1-adf3-7efaad84437d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:43:47.357027 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.375806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:43:47.430707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:47.438775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:47.439104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b2f1a-cb10-4e80-921d-6f7ec75ad997 None None] Network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:43:47.439372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.474697 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] For port 2c3909e7-62b6-43c1-adf3-7efaad84437d, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:43:47.486478 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-63652a47-ed1c-4c5b-96c5-f1e975ae33ce admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8524389 Jul 13 19:43:47.487146 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] For port 2c3909e7-62b6-43c1-adf3-7efaad84437d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2c3909e7-62b6-43c1-adf3-7efaad84437d,segment=NetworkSegment(fe80d3b1-d274-40e1-9f6e-83fb28c35d0c),segment_id=fe80d3b1-d274-40e1-9f6e-83fb28c35d0c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:43:47.491400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:47.501653 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.515121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1193516410-router', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:47.538313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port a245fe64-c9e1-4739-89bb-846e55f28996 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:47.539040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.568354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-dc297048-4bec-45df-b70e-0749b8e827ab tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:47.568688 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-dc297048-4bec-45df-b70e-0749b8e827ab tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.611279 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Routers {'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:47.615371 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:47.715593 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.716132 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.722733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-5e447122-d9e2-46f4-ae9b-e0eba75cb3d1', 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'fixed_ips': [{'subnet_id': 'd6e8d6a0-1232-4fc0-bbf4-f90adbfcb613'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:43:47.723763 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.754942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for a245fe64-c9e1-4739-89bb-846e55f28996 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:47.858685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.861459 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.868457 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751fe29-7887-44a8-bb07-c28691edc38c None None] Pushing event updated for resources: {'Port': ['ID=2c3909e7-62b6-43c1-adf3-7efaad84437d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:47.948557 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] Set router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:43:48.021657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Allocated IP 172.20.0.2 (5e447122-d9e2-46f4-ae9b-e0eba75cb3d1/d6e8d6a0-1232-4fc0-bbf4-f90adbfcb613/6c6661f1-6ca1-4312-9043-32ed9c145fa7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:48.072084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-dc297048-4bec-45df-b70e-0749b8e827ab tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] For port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:48.072677 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-dc297048-4bec-45df-b70e-0749b8e827ab tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.076208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.083301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-deleted', 'tag': 'dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:43:48.085922 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7658f8-534b-48a6-9114-c9798e28c9e5" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-deleted", "tag": "dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:43:48.134291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-dc297048-4bec-45df-b70e-0749b8e827ab tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Calling delete_port for 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:48.177373 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.195214 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2cb386-9619-4d2b-99a6-609676dc7a27 x-openstack-request-id: req-af2cb386-9619-4d2b-99a6-609676dc7a27 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:43:48.195524 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-deleted", "tag": "dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:43:48.195941 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af2cb386-9619-4d2b-99a6-609676dc7a27 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:43:48.196400 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-deleted', 'tag': 'dfb60ab4-8420-4772-9cc1-4c5e8b7cd2c8', 'status': 'completed', 'code': 200} Jul 13 19:43:48.280872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=a245fe64-c9e1-4739-89bb-846e55f28996,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:48.486433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.496690 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'name': 'tempest-TestAggregatesBasicOps-93099504-router', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:42Z', 'revision_number': 4, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'gw_port': {'id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:22:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2c3909e7-62b6-43c1-adf3-7efaad84437d', 'name': '', 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'mac_address': 'fa:16:3e:cd:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a86834b9-265d-49a5-8625-14e47bc9371a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:41Z', 'updated_at': '2021-07-13T19:43:47Z', 'revision_number': 4, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'subnets': [{'id': 'a86834b9-265d-49a5-8625-14e47bc9371a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:48.500667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Transition to ACTIVE for port object 6c6661f1-6ca1-4312-9043-32ed9c145fa7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:48.515440 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.532531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Transition to ACTIVE for port object 6c6661f1-6ca1-4312-9043-32ed9c145fa7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:48.545199 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.569031 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e4fef-73cd-444d-b0c8-05ef3193928c None None] The sync data for ids ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'] in n-d-800708-1 is: [{'id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'name': 'tempest-TestAggregatesBasicOps-93099504-router', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:42Z', 'revision_number': 4, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'gw_port': {'id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:22:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2c3909e7-62b6-43c1-adf3-7efaad84437d', 'name': '', 'network_id': '58ac2077-baa0-4baa-a6a1-ab19aff28ce2', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'mac_address': 'fa:16:3e:cd:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a86834b9-265d-49a5-8625-14e47bc9371a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:41Z', 'updated_at': '2021-07-13T19:43:47Z', 'revision_number': 4, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'subnets': [{'id': 'a86834b9-265d-49a5-8625-14e47bc9371a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:48.622053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Pushing event updated for resources: {'Port': ['ID=6c6661f1-6ca1-4312-9043-32ed9c145fa7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:48.666267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:48.670045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:48.673731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.674379 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP 24d13c67-7556-4cc5-802f-9a2973177761 disassociated (deleted). External IP: 172.25.7.232, port: bde2eb90-e5d9-4dbc-9173-729ae10512b1. Jul 13 19:43:48.688786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:48.803915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ea71b-abf4-4fc8-b184-384c2135b059 req-0fa535d7-5faa-40bb-9509-eaec300dff48 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:48.812496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ea71b-abf4-4fc8-b184-384c2135b059 req-0fa535d7-5faa-40bb-9509-eaec300dff48 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:48.821198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ea71b-abf4-4fc8-b184-384c2135b059 req-0fa535d7-5faa-40bb-9509-eaec300dff48 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:48.823220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Attempting to bind port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:43:48.823593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Attempting to bind port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '59d40059-105f-4aa7-bc2d-cdf33607b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:43:48.823954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Attempting to bind port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 on network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:43:48.826248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-dc297048-4bec-45df-b70e-0749b8e827ab tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.829423 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-363ea71b-abf4-4fc8-b184-384c2135b059 req-0fa535d7-5faa-40bb-9509-eaec300dff48 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 2411 time: 0.4324329 Jul 13 19:43:48.830024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:43:48.830439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Checking segment: {'id': '59d40059-105f-4aa7-bc2d-cdf33607b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:43:48.830841 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.837309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Bound using segment: {'id': '59d40059-105f-4aa7-bc2d-cdf33607b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:43:48.838817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Bound port: 6c6661f1-6ca1-4312-9043-32ed9c145fa7, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d40059-105f-4aa7-bc2d-cdf33607b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:43:48.838817 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.885203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc297048-4bec-45df-b70e-0749b8e827ab tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Port': ['ID=9e51cffb-fb72-4009-b0b7-8c8304c3bde5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:48.960098 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-363ea71b-abf4-4fc8-b184-384c2135b059 req-cfcca8f8-cfb6-40a9-891a-ee9375cad59f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288743 Jul 13 19:43:48.997590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] For port 6c6661f1-6ca1-4312-9043-32ed9c145fa7, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:43:49.002054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] For port 6c6661f1-6ca1-4312-9043-32ed9c145fa7, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6c6661f1-6ca1-4312-9043-32ed9c145fa7,segment=NetworkSegment(59d40059-105f-4aa7-bc2d-cdf33607b0f0),segment_id=59d40059-105f-4aa7-bc2d-cdf33607b0f0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:43:49.011056 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:49.081121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-dc297048-4bec-45df-b70e-0749b8e827ab tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] No DVR routers for this DVR port 9e51cffb-fb72-4009-b0b7-8c8304c3bde5 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:49.085310 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-dc297048-4bec-45df-b70e-0749b8e827ab tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:49.094578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-dc297048-4bec-45df-b70e-0749b8e827ab tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "DELETE /v2.0/ports/9e51cffb-fb72-4009-b0b7-8c8304c3bde5 HTTP/1.1" status: 204 len: 173 time: 1.8149385 Jul 13 19:43:49.113130 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc37325-b0fd-4d71-b7c6-9d954def0d41 None None] Pushing event updated for resources: {'Port': ['ID=6c6661f1-6ca1-4312-9043-32ed9c145fa7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:49.186507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:49.246509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:49.283755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:49.451994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:49.457480 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:49.500642 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad084193-440b-4d65-9d59-4aa921413004 None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:49.535632 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad084193-440b-4d65-9d59-4aa921413004 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:49.537631 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad084193-440b-4d65-9d59-4aa921413004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:49.583007 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-91719399-33a2-4d45-974b-3ece9df6981a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/floatingips/24d13c67-7556-4cc5-802f-9a2973177761 HTTP/1.1" status: 204 len: 168 time: 2.3216839 Jul 13 19:43:49.586854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:49.745725 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad084193-440b-4d65-9d59-4aa921413004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:49.779565 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad084193-440b-4d65-9d59-4aa921413004 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:49.780438 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad084193-440b-4d65-9d59-4aa921413004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:49.855736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2c3909e7-62b6-43c1-adf3-7efaad84437d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:49.888146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-01e072f5-a89d-4013-ab6c-3848599ef48c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting port 328bf161-1eb4-4b28-9339-08c47932338b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:49.889180 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-01e072f5-a89d-4013-ab6c-3848599ef48c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:49.911641 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad084193-440b-4d65-9d59-4aa921413004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:49.913480 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad084193-440b-4d65-9d59-4aa921413004 None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:49.928228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fc72cb1c-a788-4746-b434-7652c77d540f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port bde2eb90-e5d9-4dbc-9173-729ae10512b1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:49.928796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc72cb1c-a788-4746-b434-7652c77d540f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:49.961878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2c3909e7-62b6-43c1-adf3-7efaad84437d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:49.968230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2c3909e7-62b6-43c1-adf3-7efaad84437d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:49.968503 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.004318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Allocated IP 172.25.7.131 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/ce0cb09a-a9e8-4181-a291-2bf099ad7726) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:50.080233 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc72cb1c-a788-4746-b434-7652c77d540f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.110442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fc72cb1c-a788-4746-b434-7652c77d540f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for bde2eb90-e5d9-4dbc-9173-729ae10512b1 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:50.147757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-01e072f5-a89d-4013-ab6c-3848599ef48c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] For port 328bf161-1eb4-4b28-9339-08c47932338b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=328bf161-1eb4-4b28-9339-08c47932338b,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:50.148127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-01e072f5-a89d-4013-ab6c-3848599ef48c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.171438 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.187777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-01e072f5-a89d-4013-ab6c-3848599ef48c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Calling delete_port for 328bf161-1eb4-4b28-9339-08c47932338b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:50.197608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-deleted', 'tag': '9e51cffb-fb72-4009-b0b7-8c8304c3bde5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:43:50.200366 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3479db8d-41e9-4d07-b1d0-0d16793010e9" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-deleted", "tag": "9e51cffb-fb72-4009-b0b7-8c8304c3bde5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:43:50.248816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2c3909e7-62b6-43c1-adf3-7efaad84437d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2c3909e7-62b6-43c1-adf3-7efaad84437d,segment=NetworkSegment(fe80d3b1-d274-40e1-9f6e-83fb28c35d0c),segment_id=fe80d3b1-d274-40e1-9f6e-83fb28c35d0c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:50.263990 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.264771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6c6661f1-6ca1-4312-9043-32ed9c145fa7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:50.327991 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ac65f4-6c72-4eb4-b538-8683ccc1042d x-openstack-request-id: req-c2ac65f4-6c72-4eb4-b538-8683ccc1042d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:43:50.327991 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-deleted", "tag": "9e51cffb-fb72-4009-b0b7-8c8304c3bde5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:43:50.327991 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2ac65f4-6c72-4eb4-b538-8683ccc1042d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:43:50.327991 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-deleted', 'tag': '9e51cffb-fb72-4009-b0b7-8c8304c3bde5', 'status': 'completed', 'code': 200} Jul 13 19:43:50.403441 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.462503 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:50.485073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2c3909e7-62b6-43c1-adf3-7efaad84437d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:50.512958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11ef56-343a-4a8b-854e-6a21bd0598f4 req-871ae1e4-80fa-4900-8bdc-b215d808f9f1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:50.523197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11ef56-343a-4a8b-854e-6a21bd0598f4 req-871ae1e4-80fa-4900-8bdc-b215d808f9f1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:50.531289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f11ef56-343a-4a8b-854e-6a21bd0598f4 req-871ae1e4-80fa-4900-8bdc-b215d808f9f1 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 1678 time: 0.3175974 Jul 13 19:43:50.543209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.605826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Pushing event updated for resources: {'Port': ['ID=ce0cb09a-a9e8-4181-a291-2bf099ad7726,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:50.636430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:50.638867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:50.642953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:50.687048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-01e072f5-a89d-4013-ab6c-3848599ef48c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.701323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f11ef56-343a-4a8b-854e-6a21bd0598f4 req-61714637-c44e-4242-8bc3-8aad03fd5e59 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689947 Jul 13 19:43:50.711099 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc72cb1c-a788-4746-b434-7652c77d540f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.726088 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5e700c3-f60a-4c5f-b6fb-821fd03bd8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.745217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e072f5-a89d-4013-ab6c-3848599ef48c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Port': ['ID=328bf161-1eb4-4b28-9339-08c47932338b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:50.877472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72cb1c-a788-4746-b434-7652c77d540f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=bde2eb90-e5d9-4dbc-9173-729ae10512b1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:50.934363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-01e072f5-a89d-4013-ab6c-3848599ef48c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] No DVR routers for this DVR port 328bf161-1eb4-4b28-9339-08c47932338b on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:50.938781 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-01e072f5-a89d-4013-ab6c-3848599ef48c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.941610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-01e072f5-a89d-4013-ab6c-3848599ef48c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "DELETE /v2.0/ports/328bf161-1eb4-4b28-9339-08c47932338b HTTP/1.1" status: 204 len: 173 time: 1.8395956 Jul 13 19:43:51.006620 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc72cb1c-a788-4746-b434-7652c77d540f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.009737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fc72cb1c-a788-4746-b434-7652c77d540f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/ports/bde2eb90-e5d9-4dbc-9173-729ae10512b1 HTTP/1.1" status: 204 len: 168 time: 1.4219232 Jul 13 19:43:51.015190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:51.021614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:51.085083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8096561-f92d-4938-bd7b-b67f2c967aec None None] Network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:43:51.095288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.218993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting port 5203f733-bba5-4060-91fd-72000c2983bc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:51.219353 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.226050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.229516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4907d78d-169a-47b8-a2af-27bfd6fc000a None None] Provisioning for port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:51.238138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4907d78d-169a-47b8-a2af-27bfd6fc000a None None] Provisioning complete for port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:51.238655 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4907d78d-169a-47b8-a2af-27bfd6fc000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.263730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.417875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4907d78d-169a-47b8-a2af-27bfd6fc000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.441047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.25.7.34 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/abb37650-afe8-41b9-a3ab-655dfa519292) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:51.455252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4907d78d-169a-47b8-a2af-27bfd6fc000a None None] For port 6c6661f1-6ca1-4312-9043-32ed9c145fa7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6c6661f1-6ca1-4312-9043-32ed9c145fa7,segment=NetworkSegment(59d40059-105f-4aa7-bc2d-cdf33607b0f0),segment_id=59d40059-105f-4aa7-bc2d-cdf33607b0f0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:51.461974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] For port 5203f733-bba5-4060-91fd-72000c2983bc, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=5203f733-bba5-4060-91fd-72000c2983bc,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:51.462343 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.465769 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4907d78d-169a-47b8-a2af-27bfd6fc000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.552434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907d78d-169a-47b8-a2af-27bfd6fc000a None None] Pushing event updated for resources: {'Port': ['ID=6c6661f1-6ca1-4312-9043-32ed9c145fa7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:51.611421 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.624476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2c3909e7-62b6-43c1-adf3-7efaad84437d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:51.726066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2c3909e7-62b6-43c1-adf3-7efaad84437d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:51.728122 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.740779 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.783932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:51.813691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:51.836297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:51.888622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=abb37650-afe8-41b9-a3ab-655dfa519292,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:51.998304 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.009296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.010054 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.010984 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Floating IP 9814d4ba-7ddd-4ad4-8503-23bb8308f7f8 disassociated. External IP: 172.25.7.212, port: 5203f733-bba5-4060-91fd-72000c2983bc. Jul 13 19:43:52.011472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Calling delete_port for 5203f733-bba5-4060-91fd-72000c2983bc owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:52.044597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-029c47b3-b58e-4c6b-b2fa-a7bf5c4da16f None None] Provisioning complete for port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:52.045007 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-029c47b3-b58e-4c6b-b2fa-a7bf5c4da16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.102692 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.160447 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a6b6b-1767-4da6-9178-1e85ccb5e17d req-84db0c5f-0f20-4814-bd34-53fab630edbb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:52.161936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-648a6b6b-1767-4da6-9178-1e85ccb5e17d req-84db0c5f-0f20-4814-bd34-53fab630edbb tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 944 time: 0.1565065 Jul 13 19:43:52.221307 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.225096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.351887 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-648a6b6b-1767-4da6-9178-1e85ccb5e17d req-4635dc37-d136-4524-a236-2a08142bc3b3 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a8ede3-133d-4bfe-b4e7-ee65a791026f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805344 Jul 13 19:43:52.437500 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.445476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.516944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=abb37650-afe8-41b9-a3ab-655dfa519292,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:52.538552 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.552952 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.556829 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-94a89930-6b4d-4fd4-b90a-32a8496c8a65 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5378578 Jul 13 19:43:52.557032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:52.562230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'port': {'network_id': 'ae6b9e3f-4085-44d7-ba22-85aa217023b7', 'name': 'tempest-FloatingIPTestJSON-155473761'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:52.634527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-deleted', 'tag': '328bf161-1eb4-4b28-9339-08c47932338b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:43:52.636765 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57795e58-7e5d-434b-b0c4-f80535a4be2f" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-deleted", "tag": "328bf161-1eb4-4b28-9339-08c47932338b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:43:52.646263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Port': ['ID=5203f733-bba5-4060-91fd-72000c2983bc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:52.704840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Made reservation on behalf of f1a2b0dbf2e14f7f8aeddca32dba5b27 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:43:52.709155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:52.729284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] device_id is not set on port e8fa4c36-66eb-494d-9d8f-eefaf65914ed yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:43:52.733032 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9b52ca-2cc4-4b06-8d7f-ed44df9ab89a x-openstack-request-id: req-df9b52ca-2cc4-4b06-8d7f-ed44df9ab89a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:43:52.733579 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-deleted", "tag": "328bf161-1eb4-4b28-9339-08c47932338b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:43:52.733835 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df9b52ca-2cc4-4b06-8d7f-ed44df9ab89a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:43:52.734240 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-deleted', 'tag': '328bf161-1eb4-4b28-9339-08c47932338b', 'status': 'completed', 'code': 200} Jul 13 19:43:52.851999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.20.0.11 (ae6b9e3f-4085-44d7-ba22-85aa217023b7/59ba541a-385c-478d-aace-3adbb23a7a33/e8fa4c36-66eb-494d-9d8f-eefaf65914ed) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:52.880001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Router 28be3d94-70ef-4b61-a104-6d94996265f5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:52.906035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Router 3120cca7-9be1-436d-a3b2-b48137b2fd03 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:43:53.029759 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:53.088736 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:53.123604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:53.130835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:53.135335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Sync routers for ids ['3120cca7-9be1-436d-a3b2-b48137b2fd03'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:53.147166 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] Sync routers for ids ['28be3d94-70ef-4b61-a104-6d94996265f5'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:53.159639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network ae6b9e3f-4085-44d7-ba22-85aa217023b7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:53.163362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:53.167050 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] Routers {'28be3d94-70ef-4b61-a104-6d94996265f5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:53.168716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:53.170167 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['28be3d94-70ef-4b61-a104-6d94996265f5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:53.177704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Routers {'3120cca7-9be1-436d-a3b2-b48137b2fd03'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:53.179151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3120cca7-9be1-436d-a3b2-b48137b2fd03'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:53.228887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] No DVR routers for this DVR port 5203f733-bba5-4060-91fd-72000c2983bc on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:43:53.231658 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:53.233479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:53.234133 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:53.235112 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba35f64b-8149-4725-afc8-f1aa3efd8726 req-cef8f09e-8232-4475-9f8f-b575e6d66b26 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.60 "DELETE /v2.0/ports/5203f733-bba5-4060-91fd-72000c2983bc HTTP/1.1" status: 204 len: 173 time: 2.2618477 Jul 13 19:43:53.236129 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:53.248860 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ab502d31-ce19-498e-9ec5-2de29ac409ae admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7516406 Jul 13 19:43:53.249662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:53.260364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=e8fa4c36-66eb-494d-9d8f-eefaf65914ed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:53.285696 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b279495b-ac79-4327-b5f4-c11d48616833 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7275195 Jul 13 19:43:53.287349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:53.292458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a2b074e9-eabd-4e56-a8c1-dd932f9e42f6 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'port_id': 'e8fa4c36-66eb-494d-9d8f-eefaf65914ed'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:53.372453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2b074e9-eabd-4e56-a8c1-dd932f9e42f6 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:53.401312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Set router 3120cca7-9be1-436d-a3b2-b48137b2fd03 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:43:53.611214 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] Set router 28be3d94-70ef-4b61-a104-6d94996265f5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:43:53.708080 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:53.727829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6c6661f1-6ca1-4312-9043-32ed9c145fa7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:53.740426 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6dc6612-aac4-4132-aaa9-0d9e04cc6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:53.840311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73961007-f110-439e-84e5-a265f2990c89 req-7625b955-4c44-4392-8336-908ecdd3e04e tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0877814 Jul 13 19:43:53.922364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:53.922850 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:54.027061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'name': 'tempest-TestAggregatesBasicOps-1193516410-router', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:47Z', 'updated_at': '2021-07-13T19:43:51Z', 'revision_number': 3, 'project_id': '88aef261a43249cd864891798414e6e7', 'gw_port': {'id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:49Z', 'updated_at': '2021-07-13T19:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:54.186587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Checking router: 3120cca7-9be1-436d-a3b2-b48137b2fd03 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:43:54.187214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Updating router 3120cca7-9be1-436d-a3b2-b48137b2fd03 port ce0cb09a-a9e8-4181-a291-2bf099ad7726 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:43:54.226788 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2b074e9-eabd-4e56-a8c1-dd932f9e42f6 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:54.239463 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2b074e9-eabd-4e56-a8c1-dd932f9e42f6 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:54.239602 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:54.258367 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:22Z', 'revision_number': 5, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:54.298977 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] Checking router: 28be3d94-70ef-4b61-a104-6d94996265f5 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:43:54.336919 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] Routers {'28be3d94-70ef-4b61-a104-6d94996265f5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:54.338088 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['28be3d94-70ef-4b61-a104-6d94996265f5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:54.398017 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:54.495303 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-a2b074e9-eabd-4e56-a8c1-dd932f9e42f6 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP 9da626bd-0132-4a46-b354-ed9995f975c5 associated. External IP: 172.25.7.34, port: e8fa4c36-66eb-494d-9d8f-eefaf65914ed. Jul 13 19:43:54.504218 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] Set router 28be3d94-70ef-4b61-a104-6d94996265f5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:43:54.583037 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:54.691915 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:54.730464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Transition to ACTIVE for port object ce0cb09a-a9e8-4181-a291-2bf099ad7726 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:54.754647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:54.766001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Allocated IP 172.20.0.1 (5e447122-d9e2-46f4-ae9b-e0eba75cb3d1/d6e8d6a0-1232-4fc0-bbf4-f90adbfcb613/57f36990-83e6-4b6f-8894-20c80afac805) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:43:54.872063 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:22Z', 'revision_number': 5, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:54.913788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Attempting to bind port ce0cb09a-a9e8-4181-a291-2bf099ad7726 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:43:54.914278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Attempting to bind port ce0cb09a-a9e8-4181-a291-2bf099ad7726 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:43:54.914763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Attempting to bind port ce0cb09a-a9e8-4181-a291-2bf099ad7726 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:43:54.931634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac3ef9-2d76-4bde-bc94-84d2769b2c88 None None] Pushing event updated for resources: {'Port': ['ID=ce0cb09a-a9e8-4181-a291-2bf099ad7726,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:54.933321 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd19c17-b99f-4edf-98af-5efff4e4306e None None] The sync data for ids ['28be3d94-70ef-4b61-a104-6d94996265f5'] in n-d-800708-1 is: [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:33:14Z', 'revision_number': 4, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e81fb2ac-a13a-4351-9622-4f9ecf3de01d', 'name': '', 'network_id': '06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'mac_address': 'fa:16:3e:0a:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:13Z', 'updated_at': '2021-07-13T19:33:22Z', 'revision_number': 5, 'project_id': '367294edf4204f10bfb6e7392c153491', 'subnets': [{'id': 'dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:54.944364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:43:54.950483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:43:54.950483 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:54.951928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:43:54.952634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Bound port: ce0cb09a-a9e8-4181-a291-2bf099ad7726, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:43:54.953628 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:54.997288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.020827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Transition to ACTIVE for port object 57f36990-83e6-4b6f-8894-20c80afac805 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:43:55.036482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-deleted', 'tag': '5203f733-bba5-4060-91fd-72000c2983bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:43:55.038754 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b15045-4313-415b-89a4-2f137da695d5" -d '{"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-deleted", "tag": "5203f733-bba5-4060-91fd-72000c2983bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:43:55.091287 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.116979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b074e9-eabd-4e56-a8c1-dd932f9e42f6 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:55.136917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] For port ce0cb09a-a9e8-4181-a291-2bf099ad7726, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:43:55.140547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] For port ce0cb09a-a9e8-4181-a291-2bf099ad7726, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce0cb09a-a9e8-4181-a291-2bf099ad7726,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:43:55.150721 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.152647 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45474e92-153c-4be0-85b3-d7d4eb707afe x-openstack-request-id: req-45474e92-153c-4be0-85b3-d7d4eb707afe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:43:55.152942 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd25304-4903-4c02-b572-d1682904125d", "name": "network-vif-deleted", "tag": "5203f733-bba5-4060-91fd-72000c2983bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:43:55.153192 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45474e92-153c-4be0-85b3-d7d4eb707afe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:43:55.153583 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd25304-4903-4c02-b572-d1682904125d', 'name': 'network-vif-deleted', 'tag': '5203f733-bba5-4060-91fd-72000c2983bc', 'status': 'completed', 'code': 200} Jul 13 19:43:55.207027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Routers {'3120cca7-9be1-436d-a3b2-b48137b2fd03'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:55.210064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3120cca7-9be1-436d-a3b2-b48137b2fd03'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:55.225618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:55.233094 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71d52203-fecb-4566-89cc-7f0c5d47b62f req-4d16aade-705e-4665-98e9-d325b9c740fa tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0680408 Jul 13 19:43:55.236765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:55.242181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:43:55.313205 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.321207 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Pushing event updated for resources: {'Port': ['ID=57f36990-83e6-4b6f-8894-20c80afac805,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:55.379021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b074e9-eabd-4e56-a8c1-dd932f9e42f6 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:55.388069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2b074e9-eabd-4e56-a8c1-dd932f9e42f6 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.413451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac3ef9-2d76-4bde-bc94-84d2769b2c88 None None] Pushing event updated for resources: {'Port': ['ID=ce0cb09a-a9e8-4181-a291-2bf099ad7726,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:55.469964 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a2b074e9-eabd-4e56-a8c1-dd932f9e42f6 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "PUT /v2.0/floatingips/9da626bd-0132-4a46-b354-ed9995f975c5 HTTP/1.1" status: 200 len: 977 time: 2.1814868 Jul 13 19:43:55.473511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:55.490517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] Set router 3120cca7-9be1-436d-a3b2-b48137b2fd03 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:43:55.499810 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48fb3da-1747-4db6-a501-0f80c5dc88e9 None None] New status for floating IP 9814d4ba-7ddd-4ad4-8503-23bb8308f7f8: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:43:55.595486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28e791-fa4e-4e2d-9f74-df18e932b25d None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:55.597642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.649728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port e8fa4c36-66eb-494d-9d8f-eefaf65914ed {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:55.650111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.656810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28e791-fa4e-4e2d-9f74-df18e932b25d None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:55.657432 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b28e791-fa4e-4e2d-9f74-df18e932b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:55.727954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b28e791-fa4e-4e2d-9f74-df18e932b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:55.747994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c23f2943-ce69-429d-b84d-9571c5228a18 None None] Provisioning for port 57f36990-83e6-4b6f-8894-20c80afac805 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:55.780599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28e791-fa4e-4e2d-9f74-df18e932b25d None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:55.781234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b28e791-fa4e-4e2d-9f74-df18e932b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:55.783182 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.794425 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c23f2943-ce69-429d-b84d-9571c5228a18 None None] Provisioning complete for port 57f36990-83e6-4b6f-8894-20c80afac805 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:55.795904 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c23f2943-ce69-429d-b84d-9571c5228a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.801846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.817636 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.915428 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:55.918668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Pushing event updated for resources: {'Port': ['ID=57f36990-83e6-4b6f-8894-20c80afac805,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:55.954817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c23f2943-ce69-429d-b84d-9571c5228a18 None None] Port 57f36990-83e6-4b6f-8894-20c80afac805 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:43:55.961408 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b28e791-fa4e-4e2d-9f74-df18e932b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:55.962033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28e791-fa4e-4e2d-9f74-df18e932b25d None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:56.092229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'name': 'tempest-TestAggregatesBasicOps-1193516410-router', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:47Z', 'updated_at': '2021-07-13T19:43:51Z', 'revision_number': 3, 'project_id': '88aef261a43249cd864891798414e6e7', 'gw_port': {'id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:49Z', 'updated_at': '2021-07-13T19:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:56.150689 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:56.151796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6536d-28a6-4f3b-8f52-913ec767a644 None None] The sync data for ids ['3120cca7-9be1-436d-a3b2-b48137b2fd03'] in n-d-800708-1 is: [{'id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'name': 'tempest-TestAggregatesBasicOps-1193516410-router', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:47Z', 'updated_at': '2021-07-13T19:43:51Z', 'revision_number': 3, 'project_id': '88aef261a43249cd864891798414e6e7', 'gw_port': {'id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:49Z', 'updated_at': '2021-07-13T19:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:56.164858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:43:56.168647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:43:56.498980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Router 3120cca7-9be1-436d-a3b2-b48137b2fd03 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:56.584362 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50129918-8669-4279-805f-a933ddd99316 req-5d221772-aee1-4d28-9378-d862d98ed3ff tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0764756 Jul 13 19:43:56.706633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28b42f4b-862a-435d-94dc-d9f5ad4869e7 None None] Provisioning complete for port 57f36990-83e6-4b6f-8894-20c80afac805 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:56.707250 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b42f4b-862a-435d-94dc-d9f5ad4869e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:56.801228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28b42f4b-862a-435d-94dc-d9f5ad4869e7 None None] Port 57f36990-83e6-4b6f-8894-20c80afac805 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:43:56.851291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:56.857580 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-006e7705-b3f3-42bd-804b-52d509c8090f admin admin] 10.222.0.25 "PUT /v2.0/routers/3120cca7-9be1-436d-a3b2-b48137b2fd03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6049671 Jul 13 19:43:57.166351 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:57.168210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:57.168685 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP 9da626bd-0132-4a46-b354-ed9995f975c5 disassociated. External IP: 172.25.7.34, port: e8fa4c36-66eb-494d-9d8f-eefaf65914ed. Jul 13 19:43:57.170083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for e8fa4c36-66eb-494d-9d8f-eefaf65914ed owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:57.429017 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:57.511153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=e8fa4c36-66eb-494d-9d8f-eefaf65914ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:57.726378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce0cb09a-a9e8-4181-a291-2bf099ad7726 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:57.751797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:43:57.849449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ce0cb09a-a9e8-4181-a291-2bf099ad7726 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:43:57.854814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ce0cb09a-a9e8-4181-a291-2bf099ad7726 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:57.855388 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:58.012278 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ce2eb2a-ee61-4376-8862-5bdce857184b req-dcb3d483-6f98-4300-90b8-ea9f04f1a30a tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0986340 Jul 13 19:43:58.017393 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:58.051867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ce0cb09a-a9e8-4181-a291-2bf099ad7726, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce0cb09a-a9e8-4181-a291-2bf099ad7726,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:43:58.057423 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:58.125134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:43:58.180734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b70b13c-408c-44fe-ba66-f47af45a2aff None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:58.219292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70b13c-408c-44fe-ba66-f47af45a2aff None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:58.220074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b70b13c-408c-44fe-ba66-f47af45a2aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:58.308893 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:58.318712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-822a0c4e-4cab-4941-96ce-d5266f24b736 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/ports/e8fa4c36-66eb-494d-9d8f-eefaf65914ed HTTP/1.1" status: 204 len: 168 time: 2.8438866 Jul 13 19:43:58.321299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:58.325797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b70b13c-408c-44fe-ba66-f47af45a2aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:58.349576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ce0cb09a-a9e8-4181-a291-2bf099ad7726,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:58.356326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70b13c-408c-44fe-ba66-f47af45a2aff None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:58.357304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b70b13c-408c-44fe-ba66-f47af45a2aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:58.450113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:58.451332 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-64c10517-e365-4071-b20b-0dbff56cd0da tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "GET /v2.0/floatingips/9da626bd-0132-4a46-b354-ed9995f975c5 HTTP/1.1" status: 200 len: 687 time: 0.1288095 Jul 13 19:43:58.699487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b70b13c-408c-44fe-ba66-f47af45a2aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:58.700160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b70b13c-408c-44fe-ba66-f47af45a2aff None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:43:59.057380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:59.171053 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Sync routers for ids ['3120cca7-9be1-436d-a3b2-b48137b2fd03'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:43:59.207653 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Routers {'3120cca7-9be1-436d-a3b2-b48137b2fd03'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:43:59.210232 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3120cca7-9be1-436d-a3b2-b48137b2fd03'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:59.286614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-636e69bd-04dd-422f-bae9-f13a0d0bf49e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port abb37650-afe8-41b9-a3ab-655dfa519292 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:43:59.286963 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-636e69bd-04dd-422f-bae9-f13a0d0bf49e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:59.350332 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Set router 3120cca7-9be1-436d-a3b2-b48137b2fd03 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:43:59.378433 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b21036f-c5ad-479f-be96-ac7707adfb32 req-5536c277-bcac-400b-8133-9f9dbe57cc75 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0681796 Jul 13 19:43:59.434777 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-636e69bd-04dd-422f-bae9-f13a0d0bf49e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:59.435165 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-636e69bd-04dd-422f-bae9-f13a0d0bf49e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:59.448292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-636e69bd-04dd-422f-bae9-f13a0d0bf49e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for abb37650-afe8-41b9-a3ab-655dfa519292 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:43:59.613399 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-636e69bd-04dd-422f-bae9-f13a0d0bf49e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:59.665430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce0cb09a-a9e8-4181-a291-2bf099ad7726 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:43:59.744567 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-636e69bd-04dd-422f-bae9-f13a0d0bf49e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:59.748795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-636e69bd-04dd-422f-bae9-f13a0d0bf49e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:59.750701 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-636e69bd-04dd-422f-bae9-f13a0d0bf49e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/floatingips/9da626bd-0132-4a46-b354-ed9995f975c5 HTTP/1.1" status: 204 len: 168 time: 1.2991345 Jul 13 19:43:59.751829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e69bd-04dd-422f-bae9-f13a0d0bf49e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=abb37650-afe8-41b9-a3ab-655dfa519292,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:43:59.755990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:43:59.762963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'b7763878-4e8b-4bec-b962-7c9859e4ce3d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:43:59.790702 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:59.797458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:59.811304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ce0cb09a-a9e8-4181-a291-2bf099ad7726 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:43:59.811957 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:59.859726 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'name': 'tempest-TestAggregatesBasicOps-1193516410-router', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:47Z', 'updated_at': '2021-07-13T19:43:55Z', 'revision_number': 4, 'project_id': '88aef261a43249cd864891798414e6e7', 'gw_port': {'id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:49Z', 'updated_at': '2021-07-13T19:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '57f36990-83e6-4b6f-8894-20c80afac805', 'name': '', 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'mac_address': 'fa:16:3e:12:9d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'd6e8d6a0-1232-4fc0-bbf4-f90adbfcb613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:54Z', 'updated_at': '2021-07-13T19:43:55Z', 'revision_number': 2, 'project_id': '88aef261a43249cd864891798414e6e7', 'subnets': [{'id': 'd6e8d6a0-1232-4fc0-bbf4-f90adbfcb613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:43:59.934429 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Checking router: 3120cca7-9be1-436d-a3b2-b48137b2fd03 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:43:59.936395 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Updating router 3120cca7-9be1-436d-a3b2-b48137b2fd03 port 57f36990-83e6-4b6f-8894-20c80afac805 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:43:59.977573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:59.988401 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:00.223691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.25.7.98 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/8a7b9ba0-f02a-485e-aad2-6a6e6bc493b8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:00.309511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] Deleting port 2c3909e7-62b6-43c1-adf3-7efaad84437d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:00.310172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:00.452092 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:00.489322 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:00.503866 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Transition to ACTIVE for port object 57f36990-83e6-4b6f-8894-20c80afac805 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:00.512333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] For port 2c3909e7-62b6-43c1-adf3-7efaad84437d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2c3909e7-62b6-43c1-adf3-7efaad84437d,segment=NetworkSegment(fe80d3b1-d274-40e1-9f6e-83fb28c35d0c),segment_id=fe80d3b1-d274-40e1-9f6e-83fb28c35d0c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:00.512886 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:00.517802 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:00.550077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] Calling delete_port for 2c3909e7-62b6-43c1-adf3-7efaad84437d owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:00.599816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:00.690995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:00.695980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:00.700754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:00.747342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=8a7b9ba0-f02a-485e-aad2-6a6e6bc493b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:00.755210 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d3ea3-df3c-46fd-9f75-e9a52a5313e5 None None] Pushing event updated for resources: {'Port': ['ID=57f36990-83e6-4b6f-8894-20c80afac805,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:00.979352 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Attempting to bind port 57f36990-83e6-4b6f-8894-20c80afac805 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:00.983810 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Attempting to bind port 57f36990-83e6-4b6f-8894-20c80afac805 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '59d40059-105f-4aa7-bc2d-cdf33607b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:00.984303 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Attempting to bind port 57f36990-83e6-4b6f-8894-20c80afac805 on network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:00.998761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086b876a-98a5-424a-8037-067c934f9bbf req-31833f7f-9d58-48f4-8831-1e55c7c4cb5c tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.1595700 Jul 13 19:44:01.000300 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:01.008165 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Checking segment: {'id': '59d40059-105f-4aa7-bc2d-cdf33607b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:01.008755 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:01.012831 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Bound using segment: {'id': '59d40059-105f-4aa7-bc2d-cdf33607b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:01.013637 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Bound port: 57f36990-83e6-4b6f-8894-20c80afac805, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d40059-105f-4aa7-bc2d-cdf33607b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:01.014863 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:01.144428 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] For port 57f36990-83e6-4b6f-8894-20c80afac805, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:01.147826 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] For port 57f36990-83e6-4b6f-8894-20c80afac805, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=57f36990-83e6-4b6f-8894-20c80afac805,segment=NetworkSegment(59d40059-105f-4aa7-bc2d-cdf33607b0f0),segment_id=59d40059-105f-4aa7-bc2d-cdf33607b0f0)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:01.158984 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:01.247125 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d3ea3-df3c-46fd-9f75-e9a52a5313e5 None None] Pushing event updated for resources: {'Port': ['ID=57f36990-83e6-4b6f-8894-20c80afac805,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:01.286553 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Routers {'3120cca7-9be1-436d-a3b2-b48137b2fd03'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:01.288855 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3120cca7-9be1-436d-a3b2-b48137b2fd03'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:01.311347 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:01.420784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3909e7-62b6-43c1-adf3-7efaad84437d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:01.584588 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:01.713122 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] Set router 3120cca7-9be1-436d-a3b2-b48137b2fd03 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:01.742934 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:01.750532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:01.980495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:01.998543 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:02.029519 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'name': 'tempest-TestAggregatesBasicOps-1193516410-router', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:47Z', 'updated_at': '2021-07-13T19:43:55Z', 'revision_number': 4, 'project_id': '88aef261a43249cd864891798414e6e7', 'gw_port': {'id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:49Z', 'updated_at': '2021-07-13T19:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '57f36990-83e6-4b6f-8894-20c80afac805', 'name': '', 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'mac_address': 'fa:16:3e:12:9d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'd6e8d6a0-1232-4fc0-bbf4-f90adbfcb613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:54Z', 'updated_at': '2021-07-13T19:44:01Z', 'revision_number': 4, 'project_id': '88aef261a43249cd864891798414e6e7', 'subnets': [{'id': 'd6e8d6a0-1232-4fc0-bbf4-f90adbfcb613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:02.071438 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3585ee4-6998-4a4f-a0ed-036771b72901 None None] The sync data for ids ['3120cca7-9be1-436d-a3b2-b48137b2fd03'] in n-d-800708-1 is: [{'id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'name': 'tempest-TestAggregatesBasicOps-1193516410-router', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:47Z', 'updated_at': '2021-07-13T19:43:55Z', 'revision_number': 4, 'project_id': '88aef261a43249cd864891798414e6e7', 'gw_port': {'id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:49Z', 'updated_at': '2021-07-13T19:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '57f36990-83e6-4b6f-8894-20c80afac805', 'name': '', 'network_id': '5e447122-d9e2-46f4-ae9b-e0eba75cb3d1', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'mac_address': 'fa:16:3e:12:9d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'd6e8d6a0-1232-4fc0-bbf4-f90adbfcb613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:54Z', 'updated_at': '2021-07-13T19:44:01Z', 'revision_number': 4, 'project_id': '88aef261a43249cd864891798414e6e7', 'subnets': [{'id': 'd6e8d6a0-1232-4fc0-bbf4-f90adbfcb613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:02.075270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=8a7b9ba0-f02a-485e-aad2-6a6e6bc493b8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:02.200052 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:02.382024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] Router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:02.414488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf8ab2a7-7dcf-428c-a7dd-4b03aed29730 req-71c9bb36-fe57-40bd-8291-44eaa2efb3e7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0532198 Jul 13 19:44:02.510385 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP f5d96058-d66f-44b4-9d63-22d6c91c9321 associated. External IP: 172.25.7.98, port: b7763878-4e8b-4bec-b962-7c9859e4ce3d. Jul 13 19:44:02.587463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:02.595924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c250d750-ec4d-4740-a745-5a442a2cf4e1 admin admin] 10.222.0.25 "PUT /v2.0/routers/bac19d77-70f8-4dc9-ade9-7db3bd64fb7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5349414 Jul 13 19:44:02.597167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:02.600806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] Sync routers for ids ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:02.616800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] Routers {'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:02.618055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:02.801881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] Set router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:02.849572 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:03.055589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:03.079592 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:03.193905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'name': 'tempest-TestAggregatesBasicOps-93099504-router', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:44:01Z', 'revision_number': 5, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'gw_port': {'id': 'ce36446c-8d3e-4317-9dc1-59d78d68f767', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:22:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:03.258329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] Checking router: bac19d77-70f8-4dc9-ade9-7db3bd64fb7d for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:03.265336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Deleting port ce36446c-8d3e-4317-9dc1-59d78d68f767 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:03.266585 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:03.279185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] Routers {'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:03.280069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:03.367453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:03.384476 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c51a5-8b63-44c3-a2ba-764becd884d5 None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:03.398827 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c51a5-8b63-44c3-a2ba-764becd884d5 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:03.399635 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b09c51a5-8b63-44c3-a2ba-764becd884d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:03.402761 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:03.477524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] Set router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:03.505344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-96747b50-365d-4bdf-a2b2-447ce1f3fa1e tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.7428117 Jul 13 19:44:03.505582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:03.534336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1124710786'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:03.539568 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b09c51a5-8b63-44c3-a2ba-764becd884d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:03.579475 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c51a5-8b63-44c3-a2ba-764becd884d5 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:03.580321 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b09c51a5-8b63-44c3-a2ba-764becd884d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:03.635757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'name': 'tempest-TestAggregatesBasicOps-93099504-router', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:44:03Z', 'revision_number': 6, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:03.642113 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b09c51a5-8b63-44c3-a2ba-764becd884d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:03.646673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] For port ce36446c-8d3e-4317-9dc1-59d78d68f767, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce36446c-8d3e-4317-9dc1-59d78d68f767,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:03.648318 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:03.660402 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c51a5-8b63-44c3-a2ba-764becd884d5 None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:03.691557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e0fc7-5790-4de3-953e-24e0f4147f8d None None] The sync data for ids ['bac19d77-70f8-4dc9-ade9-7db3bd64fb7d'] in n-d-800708-1 is: [{'id': 'bac19d77-70f8-4dc9-ade9-7db3bd64fb7d', 'name': 'tempest-TestAggregatesBasicOps-93099504-router', 'tenant_id': '2f046c7874b140689fca1e1019f554a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:37Z', 'updated_at': '2021-07-13T19:44:03Z', 'revision_number': 6, 'project_id': '2f046c7874b140689fca1e1019f554a6', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:03.760891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Calling delete_port for ce36446c-8d3e-4317-9dc1-59d78d68f767 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:03.761475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 57f36990-83e6-4b6f-8894-20c80afac805 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:03.818772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a74966cf-7380-4965-856e-c60be36eef85 req-e63df52b-bade-4047-9ba6-34000b6bc674 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.1102195 Jul 13 19:44:03.823692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Made reservation on behalf of f1a2b0dbf2e14f7f8aeddca32dba5b27 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:03.828901 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:03.924284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 57f36990-83e6-4b6f-8894-20c80afac805 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:03.931334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 57f36990-83e6-4b6f-8894-20c80afac805 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:03.932156 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.075022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.092080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:44:04.130613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 57f36990-83e6-4b6f-8894-20c80afac805, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=57f36990-83e6-4b6f-8894-20c80afac805,segment=NetworkSegment(59d40059-105f-4aa7-bc2d-cdf33607b0f0),segment_id=59d40059-105f-4aa7-bc2d-cdf33607b0f0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:04.137479 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.144806 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.145361 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Added segment 6e44b723-082a-4ac0-a119-1f2ae0276638 of type vlan for network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 Jul 13 19:44:04.206908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.209988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=57f36990-83e6-4b6f-8894-20c80afac805,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:04.387384 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.393940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:04.394797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.432256 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.597630 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0912397 Jul 13 19:44:04.600082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:04.606267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'subnet': {'network_id': 'cb727149-1bb1-4ce7-b5f8-413f2a4c2d52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:04.637657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce36446c-8d3e-4317-9dc1-59d78d68f767,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:04.654033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a833ad5-1a86-42f8-b133-8088f421f6cc tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Network': ['ID=cb727149-1bb1-4ce7-b5f8-413f2a4c2d52,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:04.667369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:44:04.730786 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.825739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Made reservation on behalf of f1a2b0dbf2e14f7f8aeddca32dba5b27 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:04.833841 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.938986 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.941954 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.998168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:04.999210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bac19d77-70f8-4dc9-ade9-7db3bd64fb7d {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:44:05.005768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.007554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ac02032d-44d2-4130-bfd4-912239251e6a admin admin] 10.222.0.25 "DELETE /v2.0/routers/bac19d77-70f8-4dc9-ade9-7db3bd64fb7d HTTP/1.1" status: 204 len: 168 time: 2.4079418 Jul 13 19:44:05.020398 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:05.258121 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.342313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Subnet': ['ID=c6edd612-6b58-4776-87ec-d24cf034f9b0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:05.396712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Checking segment: {'id': '6e44b723-082a-4ac0-a119-1f2ae0276638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cb727149-1bb1-4ce7-b5f8-413f2a4c2d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:05.397103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network hostable DHCP agents. Network: cb727149-1bb1-4ce7-b5f8-413f2a4c2d52, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:44:05.439697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:44:05.453198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, cb727149-1bb1-4ce7-b5f8-413f2a4c2d52) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:05.464679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f06390a-e315-4a8d-9623-12e968bd6b74 None None] Network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:05.468536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:05.469463 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.493960 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-026209b6-aba5-4774-bfa0-20854d5fb410 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8924496 Jul 13 19:44:05.495217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:05.501166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-176124207', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:05.536591 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.538431 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.627739 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93cc5fa7-de16-49b2-9589-a2c5ddc13fc8 req-7da7750e-109e-4373-a7c3-f2bc42f0c460 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0829937 Jul 13 19:44:05.647839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0741e57-097d-46e0-a7dd-764ee2cfe0fd admin admin] Deleting subnet a86834b9-265d-49a5-8625-14e47bc9371a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:05.661096 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0741e57-097d-46e0-a7dd-764ee2cfe0fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.665131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 57f36990-83e6-4b6f-8894-20c80afac805 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:05.671454 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.702221 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0741e57-097d-46e0-a7dd-764ee2cfe0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.790082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0741e57-097d-46e0-a7dd-764ee2cfe0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.864336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0741e57-097d-46e0-a7dd-764ee2cfe0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.911442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0741e57-097d-46e0-a7dd-764ee2cfe0fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86834b9-265d-49a5-8625-14e47bc9371a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:05.927791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0741e57-097d-46e0-a7dd-764ee2cfe0fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.933016 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e0741e57-097d-46e0-a7dd-764ee2cfe0fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a86834b9-265d-49a5-8625-14e47bc9371a HTTP/1.1" status: 204 len: 168 time: 0.9109542 Jul 13 19:44:05.933636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:05.934035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-cb727149-1bb1-4ce7-b5f8-413f2a4c2d52', 'network_id': 'cb727149-1bb1-4ce7-b5f8-413f2a4c2d52', 'tenant_id': 'f1a2b0dbf2e14f7f8aeddca32dba5b27', 'fixed_ips': [{'subnet_id': 'c6edd612-6b58-4776-87ec-d24cf034f9b0'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:44:05.952146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:05.971555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d011d-a637-4d3e-a2e7-43e3c4903c1b None None] Network 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:06.010698 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.062280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.179193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Deleting port 10dd0e53-049f-4ebf-ba14-8464f88b6e79 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:06.179438 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.324931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] For port 10dd0e53-049f-4ebf-ba14-8464f88b6e79, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=10dd0e53-049f-4ebf-ba14-8464f88b6e79,segment=NetworkSegment(fe80d3b1-d274-40e1-9f6e-83fb28c35d0c),segment_id=fe80d3b1-d274-40e1-9f6e-83fb28c35d0c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:06.325627 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.350624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Calling delete_port for 10dd0e53-049f-4ebf-ba14-8464f88b6e79 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:06.405229 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.409794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 57f36990-83e6-4b6f-8894-20c80afac805 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:06.410552 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.434910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.508347 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.589782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] No DVR routers for this DVR port 10dd0e53-049f-4ebf-ba14-8464f88b6e79 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:06.646353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Allocated IP 172.20.0.2 (cb727149-1bb1-4ce7-b5f8-413f2a4c2d52/c6edd612-6b58-4776-87ec-d24cf034f9b0/c47e08a5-92a1-4653-8f5b-74312307ef0d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:06.649848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d11bb-a0dd-463d-b7c3-961193844f53 None None] DHCP port deletion for 58ac2077-baa0-4baa-a6a1-ab19aff28ce2 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:44:06.680268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.25.7.141 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/afdbc796-3769-4735-a3d2-ea70eaffb5a5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:06.763541 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.776432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ac2077-baa0-4baa-a6a1-ab19aff28ce2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:06.791698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Pushing event deleted for resources: {'Port': ['ID=10dd0e53-049f-4ebf-ba14-8464f88b6e79,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:06.796983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:06.797706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe80d3b1-d274-40e1-9f6e-83fb28c35d0c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:06.818429 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.852227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2c3909e7-62b6-43c1-adf3-7efaad84437d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:06.866566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.878129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:44:06.880807 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:44:06.882764 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:44:06.885423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2c3909e7-62b6-43c1-adf3-7efaad84437d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:06.885423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2c3909e7-62b6-43c1-adf3-7efaad84437d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:06.885423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce36446c-8d3e-4317-9dc1-59d78d68f767 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:06.907096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ce36446c-8d3e-4317-9dc1-59d78d68f767 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:06.907452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce36446c-8d3e-4317-9dc1-59d78d68f767 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:06.950116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:07.053430 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:07.093962 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:07.101368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-35b3e61f-b64e-4262-81c6-3b2ed8f1f894 req-bf35d52d-5f96-4233-a93e-39abf9a44ece tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0493720 Jul 13 19:44:07.125770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:07.127720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Transition to ACTIVE for port object c47e08a5-92a1-4653-8f5b-74312307ef0d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:07.146617 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:07.155022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] 10.222.0.25 "DELETE /v2.0/networks/58ac2077-baa0-4baa-a6a1-ab19aff28ce2 HTTP/1.1" status: 204 len: 168 time: 1.2202947 Jul 13 19:44:07.158371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:07.173507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:07.174216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Transition to ACTIVE for port object c47e08a5-92a1-4653-8f5b-74312307ef0d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:07.178442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21296f4a-e407-4848-9c78-f5427c87539e admin admin] Pushing event deleted for resources: {'Network': ['ID=58ac2077-baa0-4baa-a6a1-ab19aff28ce2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:07.191870 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:07.212512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:07.214233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:07.234833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:07.250855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:07.257630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:07.266048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=afdbc796-3769-4735-a3d2-ea70eaffb5a5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:07.341840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Pushing event updated for resources: {'Port': ['ID=c47e08a5-92a1-4653-8f5b-74312307ef0d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:07.358053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Attempting to bind port c47e08a5-92a1-4653-8f5b-74312307ef0d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:07.358430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Attempting to bind port c47e08a5-92a1-4653-8f5b-74312307ef0d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '6e44b723-082a-4ac0-a119-1f2ae0276638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cb727149-1bb1-4ce7-b5f8-413f2a4c2d52'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:07.358791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Attempting to bind port c47e08a5-92a1-4653-8f5b-74312307ef0d on network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:07.365321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:07.365693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Checking segment: {'id': '6e44b723-082a-4ac0-a119-1f2ae0276638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cb727149-1bb1-4ce7-b5f8-413f2a4c2d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:07.366090 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:07.366499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Bound using segment: {'id': '6e44b723-082a-4ac0-a119-1f2ae0276638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cb727149-1bb1-4ce7-b5f8-413f2a4c2d52'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:07.367087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Bound port: c47e08a5-92a1-4653-8f5b-74312307ef0d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e44b723-082a-4ac0-a119-1f2ae0276638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cb727149-1bb1-4ce7-b5f8-413f2a4c2d52'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:07.367469 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:07.475170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] For port c47e08a5-92a1-4653-8f5b-74312307ef0d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:07.478854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] For port c47e08a5-92a1-4653-8f5b-74312307ef0d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c47e08a5-92a1-4653-8f5b-74312307ef0d,segment=NetworkSegment(6e44b723-082a-4ac0-a119-1f2ae0276638),segment_id=6e44b723-082a-4ac0-a119-1f2ae0276638)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:07.485284 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:07.618779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db2a04-2fee-49fc-980d-511819a954ed None None] Pushing event updated for resources: {'Port': ['ID=c47e08a5-92a1-4653-8f5b-74312307ef0d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:07.689029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 10dd0e53-049f-4ebf-ba14-8464f88b6e79 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:07.740135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 10dd0e53-049f-4ebf-ba14-8464f88b6e79 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:07.740773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 10dd0e53-049f-4ebf-ba14-8464f88b6e79 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:08.124590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:08.359391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1a3b983-90ea-45ea-a5d0-df30cc873cb1 req-e2daaf6b-dbfd-4e6b-9725-b2990c2add83 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0549972 Jul 13 19:44:08.513694 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:08.683780 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:08.906040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 6c70cefb-c01d-4d5a-b52c-71d44bba1690 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:44:08.999611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e153de6-78a8-43b7-a4c5-7520a3a971aa None None] Network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:09.149889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59ec0518-ede9-462f-887a-2cc783428a17 None None] Provisioning for port c47e08a5-92a1-4653-8f5b-74312307ef0d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:09.152237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:09.166211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fbe0c1-8b21-494e-ba69-910dccfd3b71 None None] Sync routers for ids ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:09.192528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:09.196920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:09.198682 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d1f38805-07b7-45ef-9606-b3a18efd3ace tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7004917 Jul 13 19:44:09.202383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] Deleting port 57f36990-83e6-4b6f-8894-20c80afac805 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:09.202917 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:09.210030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fbe0c1-8b21-494e-ba69-910dccfd3b71 None None] Routers {'6c70cefb-c01d-4d5a-b52c-71d44bba1690'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:09.210733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b2fbe0c1-8b21-494e-ba69-910dccfd3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:09.266997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b2fbe0c1-8b21-494e-ba69-910dccfd3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:09.281900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fbe0c1-8b21-494e-ba69-910dccfd3b71 None None] Routers {'6c70cefb-c01d-4d5a-b52c-71d44bba1690'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:09.282824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b2fbe0c1-8b21-494e-ba69-910dccfd3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:09.308942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] For port 57f36990-83e6-4b6f-8894-20c80afac805, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=57f36990-83e6-4b6f-8894-20c80afac805,segment=NetworkSegment(59d40059-105f-4aa7-bc2d-cdf33607b0f0),segment_id=59d40059-105f-4aa7-bc2d-cdf33607b0f0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:09.309315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:09.354174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] Calling delete_port for 57f36990-83e6-4b6f-8894-20c80afac805 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:09.555864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b2fbe0c1-8b21-494e-ba69-910dccfd3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:09.556808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fbe0c1-8b21-494e-ba69-910dccfd3b71 None None] The sync data for ids ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:09.667377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:09.711618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f36990-83e6-4b6f-8894-20c80afac805,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:09.713905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c47e08a5-92a1-4653-8f5b-74312307ef0d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:09.845393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-42cb9647-c7e8-4a4e-8d40-b6890d7e894b req-9f47a20a-01c7-48ba-858b-a4aa107bf53f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0882292 Jul 13 19:44:09.860345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port c47e08a5-92a1-4653-8f5b-74312307ef0d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:09.877784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c47e08a5-92a1-4653-8f5b-74312307ef0d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:09.878727 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:10.071469 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:10.108130 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:10.110265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port c47e08a5-92a1-4653-8f5b-74312307ef0d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c47e08a5-92a1-4653-8f5b-74312307ef0d,segment=NetworkSegment(6e44b723-082a-4ac0-a119-1f2ae0276638),segment_id=6e44b723-082a-4ac0-a119-1f2ae0276638)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:10.123778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d20c92ff-8d3e-4cbb-a1c9-e33dbff6cad1 None None] Provisioning complete for port c47e08a5-92a1-4653-8f5b-74312307ef0d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:10.124181 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d20c92ff-8d3e-4cbb-a1c9-e33dbff6cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:10.126111 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:10.188878 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:10.223927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=c47e08a5-92a1-4653-8f5b-74312307ef0d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:10.550561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.20.0.1 (cb727149-1bb1-4ce7-b5f8-413f2a4c2d52/c6edd612-6b58-4776-87ec-d24cf034f9b0/7f00c8e5-d632-4047-9cd4-63d9aa854022) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:10.698335 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:10.713730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Transition to ACTIVE for port object 7f00c8e5-d632-4047-9cd4-63d9aa854022 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:10.750896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:10.788128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] Router 3120cca7-9be1-436d-a3b2-b48137b2fd03 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:10.792570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:10.801274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:10.805132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:10.831409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=7f00c8e5-d632-4047-9cd4-63d9aa854022,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:10.855768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:10.972990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:10.983153 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-04779536-3dae-4f49-8e71-fff96f99d016 admin admin] 10.222.0.25 "PUT /v2.0/routers/3120cca7-9be1-436d-a3b2-b48137b2fd03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8228893 Jul 13 19:44:10.984128 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] Sync routers for ids ['3120cca7-9be1-436d-a3b2-b48137b2fd03'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:10.985281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:10.998011 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] Routers {'3120cca7-9be1-436d-a3b2-b48137b2fd03'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:11.000773 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3120cca7-9be1-436d-a3b2-b48137b2fd03'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:11.206531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:11.251481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:11.274039 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] Set router 3120cca7-9be1-436d-a3b2-b48137b2fd03 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:11.281206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d9e9095-3474-4226-b857-8c69077cea70 None None] Provisioning for port 7f00c8e5-d632-4047-9cd4-63d9aa854022 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:11.286437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d9e9095-3474-4226-b857-8c69077cea70 None None] Provisioning complete for port 7f00c8e5-d632-4047-9cd4-63d9aa854022 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:11.286932 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9095-3474-4226-b857-8c69077cea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:11.360662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e9095-3474-4226-b857-8c69077cea70 None None] Port 7f00c8e5-d632-4047-9cd4-63d9aa854022 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:11.460753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36bd65d0-e6bb-4b53-80a5-5aed437a8634 req-7b524800-50d0-43e6-ba9a-6fe6a726816f tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.2349606 Jul 13 19:44:11.484830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:11.642545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Deleting port ce0cb09a-a9e8-4181-a291-2bf099ad7726 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:11.647422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:11.700476 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'name': 'tempest-TestAggregatesBasicOps-1193516410-router', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:47Z', 'updated_at': '2021-07-13T19:44:09Z', 'revision_number': 5, 'project_id': '88aef261a43249cd864891798414e6e7', 'gw_port': {'id': 'ce0cb09a-a9e8-4181-a291-2bf099ad7726', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:43:49Z', 'updated_at': '2021-07-13T19:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:11.768603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c47e08a5-92a1-4653-8f5b-74312307ef0d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:11.771850 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] Checking router: 3120cca7-9be1-436d-a3b2-b48137b2fd03 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:11.778759 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:11.788057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:11.802762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] For port ce0cb09a-a9e8-4181-a291-2bf099ad7726, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce0cb09a-a9e8-4181-a291-2bf099ad7726,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:11.803409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:11.813830 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] Routers {'3120cca7-9be1-436d-a3b2-b48137b2fd03'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:11.814471 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3120cca7-9be1-436d-a3b2-b48137b2fd03'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:11.821857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Calling delete_port for ce0cb09a-a9e8-4181-a291-2bf099ad7726 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:11.875323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c47e08a5-92a1-4653-8f5b-74312307ef0d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:11.875692 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:11.957537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:12.019184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=7f00c8e5-d632-4047-9cd4-63d9aa854022,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:12.066726 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] Set router 3120cca7-9be1-436d-a3b2-b48137b2fd03 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:12.129336 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'name': 'tempest-TestAggregatesBasicOps-1193516410-router', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:47Z', 'updated_at': '2021-07-13T19:44:11Z', 'revision_number': 6, 'project_id': '88aef261a43249cd864891798414e6e7', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:12.175251 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd159ac-cb28-430d-b0d0-1bc00bd487f6 None None] The sync data for ids ['3120cca7-9be1-436d-a3b2-b48137b2fd03'] in n-d-800708-1 is: [{'id': '3120cca7-9be1-436d-a3b2-b48137b2fd03', 'name': 'tempest-TestAggregatesBasicOps-1193516410-router', 'tenant_id': '88aef261a43249cd864891798414e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:43:47Z', 'updated_at': '2021-07-13T19:44:11Z', 'revision_number': 6, 'project_id': '88aef261a43249cd864891798414e6e7', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:12.237082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:12.242457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:12.247859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:12.320028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0cb09a-a9e8-4181-a291-2bf099ad7726,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:12.504509 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:12.555222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 6c70cefb-c01d-4d5a-b52c-71d44bba1690 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:12.711942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-420f69b8-d5b1-401e-907b-f5bafaec4bcb None None] Provisioning complete for port 7f00c8e5-d632-4047-9cd4-63d9aa854022 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:12.713019 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-420f69b8-d5b1-401e-907b-f5bafaec4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:12.735839 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:12.740871 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:12.809818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-420f69b8-d5b1-401e-907b-f5bafaec4bcb None None] Port 7f00c8e5-d632-4047-9cd4-63d9aa854022 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:12.879555 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:12.880197 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3120cca7-9be1-436d-a3b2-b48137b2fd03 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:44:12.885871 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:12.887235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a6a4c87a-2426-4e27-befd-467de5235fb3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3120cca7-9be1-436d-a3b2-b48137b2fd03 HTTP/1.1" status: 204 len: 168 time: 1.9010127 Jul 13 19:44:12.889708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:12.926424 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c6b9d1e-3606-4c66-81ef-3a93d274bb7e req-c1d76f71-f506-4a7f-b334-32bc71412682 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0980358 Jul 13 19:44:12.954429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-366309a8-bd0d-4065-936f-9a7e2dd14e7a admin admin] Deleting subnet d6e8d6a0-1232-4fc0-bbf4-f90adbfcb613 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:12.960399 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-366309a8-bd0d-4065-936f-9a7e2dd14e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:12.968932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:12.981861 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-217fe32c-5ef4-427d-95d2-0e6e4486c4de tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "PUT /v2.0/routers/6c70cefb-c01d-4d5a-b52c-71d44bba1690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7813199 Jul 13 19:44:12.982023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e889fefb-2d34-40d0-b676-49fba1ed828c None None] Sync routers for ids ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:12.992272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e889fefb-2d34-40d0-b676-49fba1ed828c None None] Routers {'6c70cefb-c01d-4d5a-b52c-71d44bba1690'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:12.992878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e889fefb-2d34-40d0-b676-49fba1ed828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:12.994362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:12.999701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'port': {'network_id': 'cb727149-1bb1-4ce7-b5f8-413f2a4c2d52', 'name': 'tempest-FloatingIPTestJSON-667339457'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:13.038245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e889fefb-2d34-40d0-b676-49fba1ed828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:13.050732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e889fefb-2d34-40d0-b676-49fba1ed828c None None] Routers {'6c70cefb-c01d-4d5a-b52c-71d44bba1690'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:13.051637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e889fefb-2d34-40d0-b676-49fba1ed828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:13.066185 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-366309a8-bd0d-4065-936f-9a7e2dd14e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.094724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e889fefb-2d34-40d0-b676-49fba1ed828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:13.095380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e889fefb-2d34-40d0-b676-49fba1ed828c None None] The sync data for ids ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:13.268962 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-366309a8-bd0d-4065-936f-9a7e2dd14e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.289968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Made reservation on behalf of f1a2b0dbf2e14f7f8aeddca32dba5b27 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:13.293458 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.324529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] device_id is not set on port 685a6481-fd85-4e2d-9358-a6b0620fcb24 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:44:13.342735 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:44:13.442933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-366309a8-bd0d-4065-936f-9a7e2dd14e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.472654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366309a8-bd0d-4065-936f-9a7e2dd14e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6e8d6a0-1232-4fc0-bbf4-f90adbfcb613,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:13.489652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-366309a8-bd0d-4065-936f-9a7e2dd14e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.494038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:13.494261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-366309a8-bd0d-4065-936f-9a7e2dd14e7a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d6e8d6a0-1232-4fc0-bbf4-f90adbfcb613 HTTP/1.1" status: 204 len: 168 time: 0.6033895 Jul 13 19:44:13.500858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Allocated IP 172.20.0.9 (cb727149-1bb1-4ce7-b5f8-413f2a4c2d52/c6edd612-6b58-4776-87ec-d24cf034f9b0/685a6481-fd85-4e2d-9358-a6b0620fcb24) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:13.501663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7924c7-5d75-48cc-97b7-c3772605b0fc None None] Network 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:13.644779 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.691556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 57f36990-83e6-4b6f-8894-20c80afac805 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:13.753688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Deleting port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:13.754424 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.755333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 57f36990-83e6-4b6f-8894-20c80afac805 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:13.755823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 57f36990-83e6-4b6f-8894-20c80afac805 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:13.756096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce0cb09a-a9e8-4181-a291-2bf099ad7726 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:13.767435 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.787708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Transition to ACTIVE for port object 685a6481-fd85-4e2d-9358-a6b0620fcb24 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:13.837779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ce0cb09a-a9e8-4181-a291-2bf099ad7726 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:13.838134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.838997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce0cb09a-a9e8-4181-a291-2bf099ad7726 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:13.842238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] For port 6c6661f1-6ca1-4312-9043-32ed9c145fa7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6c6661f1-6ca1-4312-9043-32ed9c145fa7,segment=NetworkSegment(59d40059-105f-4aa7-bc2d-cdf33607b0f0),segment_id=59d40059-105f-4aa7-bc2d-cdf33607b0f0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:13.842765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.867921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:13.884121 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Calling delete_port for 6c6661f1-6ca1-4312-9043-32ed9c145fa7 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:13.919493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:13.932440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:14.013913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a4e2cb-a7c1-4362-8640-b1c69ef7b2f0 None None] DHCP port deletion for 5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:44:14.015673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event updated for resources: {'Port': ['ID=685a6481-fd85-4e2d-9358-a6b0620fcb24,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:14.034826 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.056837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:14.062327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.070663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] No DVR routers for this DVR port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:14.104498 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6b02738c-306f-4a95-a471-997cfa43bf29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1065063 Jul 13 19:44:14.104870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:14.109459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Request body: {'floatingip': {'port_id': '685a6481-fd85-4e2d-9358-a6b0620fcb24'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:14.113348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6661f1-6ca1-4312-9043-32ed9c145fa7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:14.145257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4e2cb-a7c1-4362-8640-b1c69ef7b2f0 None None] Deleting port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:14.145625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e2cb-a7c1-4362-8640-b1c69ef7b2f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.257455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.307375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a6a4e2cb-a7c1-4362-8640-b1c69ef7b2f0 None None] For port 6c6661f1-6ca1-4312-9043-32ed9c145fa7, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:14.307753 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e2cb-a7c1-4362-8640-b1c69ef7b2f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.318024 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ccf5570a-a792-40f5-a260-dd3319dec5ee req-858a73bb-736a-48c3-b805-ce3fe266de33 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0524280 Jul 13 19:44:14.333745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4e2cb-a7c1-4362-8640-b1c69ef7b2f0 None None] Calling delete_port for 6c6661f1-6ca1-4312-9043-32ed9c145fa7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:14.336846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-a6a4e2cb-a7c1-4362-8640-b1c69ef7b2f0 None None] Port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:44:14.338538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e2cb-a7c1-4362-8640-b1c69ef7b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.358626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.386106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e447122-d9e2-46f4-ae9b-e0eba75cb3d1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:14.415392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d40059-105f-4aa7-bc2d-cdf33607b0f0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:14.417901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d40059-105f-4aa7-bc2d-cdf33607b0f0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:14.438212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4e2cb-a7c1-4362-8640-b1c69ef7b2f0 None None] Pushing event deleted for resources: {'Port': ['ID=6c6661f1-6ca1-4312-9043-32ed9c145fa7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:14.445167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4e2cb-a7c1-4362-8640-b1c69ef7b2f0 None None] No DVR routers for this DVR port 6c6661f1-6ca1-4312-9043-32ed9c145fa7 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:14.449022 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.457888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef2f5116-136b-4429-b538-5956070ff59e None None] Provisioning for port 685a6481-fd85-4e2d-9358-a6b0620fcb24 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:14.462711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef2f5116-136b-4429-b538-5956070ff59e None None] Provisioning complete for port 685a6481-fd85-4e2d-9358-a6b0620fcb24 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:14.463068 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5116-136b-4429-b538-5956070ff59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.536215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f5116-136b-4429-b538-5956070ff59e None None] Port 685a6481-fd85-4e2d-9358-a6b0620fcb24 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:14.557392 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.574948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:44:14.575917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:44:14.578504 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:44:14.663777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.675721 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:14.677879 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e447122-d9e2-46f4-ae9b-e0eba75cb3d1 HTTP/1.1" status: 204 len: 168 time: 1.1821651 Jul 13 19:44:14.698634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506f3f1-fe09-42a0-9ef5-62a3bc988427 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e447122-d9e2-46f4-ae9b-e0eba75cb3d1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:14.704041 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-3a01057d-4737-496c-acb3-cc49bbff600e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2204320 Jul 13 19:44:14.827047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-f516fa52-0961-4686-9f05-24d30204b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:14.828686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-f516fa52-0961-4686-9f05-24d30204b92f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=889787c29b354faaaa9d8c3fc4bd1a52&device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 1100 time: 0.0932238 Jul 13 19:44:14.985295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:15.011149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-4a7b8653-ee48-4999-9d74-c97ea40a8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:15.012751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-4a7b8653-ee48-4999-9d74-c97ea40a8cd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.1541238 Jul 13 19:44:15.072230 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-37cad592-aa08-443e-8ba0-6c4a2c9bc89d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 HTTP/1.1" status: 200 len: 217 time: 0.0474553 Jul 13 19:44:15.080933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:15.082780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:15.083049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-78a3661a-eeec-4456-af51-3a5be42b7894 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f046c7874b140689fca1e1019f554a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964148 Jul 13 19:44:15.102707 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:15.138265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-bf8e7b97-9e8a-40cf-821a-719c985c2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:15.140003 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-bf8e7b97-9e8a-40cf-821a-719c985c2da6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0557528 Jul 13 19:44:15.239949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-24f8449e-3d44-4367-a0ad-cf689c898964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:15.241987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-24f8449e-3d44-4367-a0ad-cf689c898964 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886698 Jul 13 19:44:15.360339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-4c143330-db9e-4943-89c9-89eb7999febc service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050384 Jul 13 19:44:15.481763 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-43a73eba-a4b9-42c9-b08b-5904dfbe49b1 req-6a93e9c6-2b88-481b-abb0-70cb445b2d7c service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091454 Jul 13 19:44:15.555159 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971f489d-dd0e-4162-b9ac-d80c5f59ea05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:15.598993 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP f5d96058-d66f-44b4-9d63-22d6c91c9321 associated. External IP: 172.25.7.98, port: b7763878-4e8b-4bec-b962-7c9859e4ce3d. Jul 13 19:44:15.612923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6c6661f1-6ca1-4312-9043-32ed9c145fa7 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:15.624478 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-59793aab-6023-4991-9d79-30b99d86c90e req-210c6f67-50c6-4f6e-8495-6e6fa00e9ca2 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd25304-4903-4c02-b572-d1682904125d HTTP/1.1" status: 200 len: 210 time: 0.0976992 Jul 13 19:44:15.662998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 6c6661f1-6ca1-4312-9043-32ed9c145fa7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:15.663895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6c6661f1-6ca1-4312-9043-32ed9c145fa7 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:15.709072 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:15.740959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971f489d-dd0e-4162-b9ac-d80c5f59ea05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:15.836893 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971f489d-dd0e-4162-b9ac-d80c5f59ea05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:15.839560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971f489d-dd0e-4162-b9ac-d80c5f59ea05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:15.840732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-971f489d-dd0e-4162-b9ac-d80c5f59ea05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75719935-89cf-4cc8-9c22-f86f68c8a413 HTTP/1.1" status: 204 len: 168 time: 0.7564049 Jul 13 19:44:15.856698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f489d-dd0e-4162-b9ac-d80c5f59ea05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75719935-89cf-4cc8-9c22-f86f68c8a413,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:15.938065 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:16.136107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:16.146760 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31474671-0162-423c-a54e-2e0de5dec959 None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:16.159698 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31474671-0162-423c-a54e-2e0de5dec959 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:16.161088 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31474671-0162-423c-a54e-2e0de5dec959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:16.210641 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31474671-0162-423c-a54e-2e0de5dec959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:16.221466 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31474671-0162-423c-a54e-2e0de5dec959 None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:16.223968 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31474671-0162-423c-a54e-2e0de5dec959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:16.301843 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31474671-0162-423c-a54e-2e0de5dec959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:16.303010 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31474671-0162-423c-a54e-2e0de5dec959 None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:16.344295 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:16.455763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:16.492659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 6c70cefb-c01d-4d5a-b52c-71d44bba1690 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:16.521684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f54dde08-5ec0-4af7-922e-25766cbc5adf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88aef261a43249cd864891798414e6e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645576 Jul 13 19:44:16.522508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:16.597952 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb23b257-a939-46ae-99d4-923afb71ef9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:16.623152 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb23b257-a939-46ae-99d4-923afb71ef9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:16.655273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:16.660702 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:16.666442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfd3f4-676a-4838-a3f4-2a084fb344ca None None] Sync routers for ids ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:16.704862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfd3f4-676a-4838-a3f4-2a084fb344ca None None] Routers {'6c70cefb-c01d-4d5a-b52c-71d44bba1690'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:16.706202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-38bfd3f4-676a-4838-a3f4-2a084fb344ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:16.753762 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb23b257-a939-46ae-99d4-923afb71ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:16.758775 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb23b257-a939-46ae-99d4-923afb71ef9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:16.760060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bb23b257-a939-46ae-99d4-923afb71ef9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab2f71b8-699e-4c01-b2d7-a3960f19f0a0 HTTP/1.1" status: 204 len: 168 time: 0.2365072 Jul 13 19:44:16.785046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23b257-a939-46ae-99d4-923afb71ef9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2f71b8-699e-4c01-b2d7-a3960f19f0a0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:16.828874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:16.830915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-374e9e1b-34e7-41d6-98f3-718a92b92956 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "PUT /v2.0/floatingips/f5d96058-d66f-44b4-9d63-22d6c91c9321 HTTP/1.1" status: 200 len: 976 time: 2.7250578 Jul 13 19:44:16.865678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-38bfd3f4-676a-4838-a3f4-2a084fb344ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:16.896799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfd3f4-676a-4838-a3f4-2a084fb344ca None None] Routers {'6c70cefb-c01d-4d5a-b52c-71d44bba1690'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:16.898996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-38bfd3f4-676a-4838-a3f4-2a084fb344ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:16.974497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-38bfd3f4-676a-4838-a3f4-2a084fb344ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:16.975481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfd3f4-676a-4838-a3f4-2a084fb344ca None None] The sync data for ids ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:16.980847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:17.064437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port 685a6481-fd85-4e2d-9358-a6b0620fcb24 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:17.065411 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.091343 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcc65099-c2f8-4033-b006-8b5436e7a109 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.123600 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcc65099-c2f8-4033-b006-8b5436e7a109 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.272029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcc65099-c2f8-4033-b006-8b5436e7a109 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.275409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcc65099-c2f8-4033-b006-8b5436e7a109 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.287635 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dcc65099-c2f8-4033-b006-8b5436e7a109 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "DELETE /v2.0/security-groups/42a8ede3-133d-4bfe-b4e7-ee65a791026f HTTP/1.1" status: 204 len: 168 time: 0.3050129 Jul 13 19:44:17.291676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:17.297742 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.332917 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c976f83c-4172-455d-b5fe-4373626dbbca tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] show failed (client error): The resource could not be found. Jul 13 19:44:17.334219 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c976f83c-4172-455d-b5fe-4373626dbbca tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "GET /v2.0/security-groups/42a8ede3-133d-4bfe-b4e7-ee65a791026f HTTP/1.1" status: 404 len: 347 time: 0.0408401 Jul 13 19:44:17.337559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc65099-c2f8-4033-b006-8b5436e7a109 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a8ede3-133d-4bfe-b4e7-ee65a791026f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:17.339822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:17.597186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e62ef4c0-4658-434b-8e7c-da76ea6becea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting port 66202f22-45ee-405b-a6db-d31bba37c75a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:17.597448 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62ef4c0-4658-434b-8e7c-da76ea6becea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.637779 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.639429 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.640032 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Floating IP f5d96058-d66f-44b4-9d63-22d6c91c9321 disassociated. External IP: 172.25.7.98, port: 685a6481-fd85-4e2d-9358-a6b0620fcb24. Jul 13 19:44:17.640147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for 685a6481-fd85-4e2d-9358-a6b0620fcb24 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:17.712980 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62ef4c0-4658-434b-8e7c-da76ea6becea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.713319 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62ef4c0-4658-434b-8e7c-da76ea6becea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.737336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e62ef4c0-4658-434b-8e7c-da76ea6becea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Calling delete_port for 66202f22-45ee-405b-a6db-d31bba37c75a owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:17.835205 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.920433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62ef4c0-4658-434b-8e7c-da76ea6becea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.986991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ef4c0-4658-434b-8e7c-da76ea6becea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Port': ['ID=66202f22-45ee-405b-a6db-d31bba37c75a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:18.094902 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62ef4c0-4658-434b-8e7c-da76ea6becea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:18.098045 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62ef4c0-4658-434b-8e7c-da76ea6becea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:18.099355 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e62ef4c0-4658-434b-8e7c-da76ea6becea tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "DELETE /v2.0/floatingips/9814d4ba-7ddd-4ad4-8503-23bb8308f7f8 HTTP/1.1" status: 204 len: 168 time: 0.7388437 Jul 13 19:44:18.102124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:18.237371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ae32a9de-550d-441a-8b35-ded829186185 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting port 80792181-0e6a-4bc6-ad65-9787bf987279 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:18.237371 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae32a9de-550d-441a-8b35-ded829186185 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:18.373030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=685a6481-fd85-4e2d-9358-a6b0620fcb24,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:18.460141 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae32a9de-550d-441a-8b35-ded829186185 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:18.499547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ae32a9de-550d-441a-8b35-ded829186185 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Calling delete_port for 80792181-0e6a-4bc6-ad65-9787bf987279 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:18.585359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 6c70cefb-c01d-4d5a-b52c-71d44bba1690 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:18.777105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:18.787577 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11965514-dc88-4525-b584-e79e0b5c32f2 None None] Sync routers for ids ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:18.791548 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae32a9de-550d-441a-8b35-ded829186185 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:18.802960 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11965514-dc88-4525-b584-e79e0b5c32f2 None None] Routers {'6c70cefb-c01d-4d5a-b52c-71d44bba1690'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:18.803581 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11965514-dc88-4525-b584-e79e0b5c32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:18.851747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32a9de-550d-441a-8b35-ded829186185 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Port': ['ID=80792181-0e6a-4bc6-ad65-9787bf987279,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:18.869296 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:18.879878 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b81c1111-f3d3-47df-bdfb-15bd50697513 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/ports/685a6481-fd85-4e2d-9358-a6b0620fcb24 HTTP/1.1" status: 204 len: 168 time: 2.0492699 Jul 13 19:44:18.880244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:18.928854 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11965514-dc88-4525-b584-e79e0b5c32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:18.945297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae32a9de-550d-441a-8b35-ded829186185 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:18.950165 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ae32a9de-550d-441a-8b35-ded829186185 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "DELETE /v2.0/ports/80792181-0e6a-4bc6-ad65-9787bf987279 HTTP/1.1" status: 204 len: 168 time: 0.8444734 Jul 13 19:44:18.950330 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11965514-dc88-4525-b584-e79e0b5c32f2 None None] Routers {'6c70cefb-c01d-4d5a-b52c-71d44bba1690'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:18.950330 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11965514-dc88-4525-b584-e79e0b5c32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:18.950658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:19.034705 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11965514-dc88-4525-b584-e79e0b5c32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:19.035699 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11965514-dc88-4525-b584-e79e0b5c32f2 None None] The sync data for ids ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:19.112474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-63511a3d-d16a-4437-b6bc-a3290a0e36d7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting port 2480dd49-4d94-4997-a4d4-c4f04f063dda {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:19.113010 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63511a3d-d16a-4437-b6bc-a3290a0e36d7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:19.282637 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63511a3d-d16a-4437-b6bc-a3290a0e36d7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:19.317827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-63511a3d-d16a-4437-b6bc-a3290a0e36d7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Calling delete_port for 2480dd49-4d94-4997-a4d4-c4f04f063dda owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:19.491410 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:19.610360 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63511a3d-d16a-4437-b6bc-a3290a0e36d7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:19.662857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63511a3d-d16a-4437-b6bc-a3290a0e36d7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Port': ['ID=2480dd49-4d94-4997-a4d4-c4f04f063dda,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:19.766181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63511a3d-d16a-4437-b6bc-a3290a0e36d7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:19.770940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-63511a3d-d16a-4437-b6bc-a3290a0e36d7 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "DELETE /v2.0/ports/2480dd49-4d94-4997-a4d4-c4f04f063dda HTTP/1.1" status: 204 len: 168 time: 0.8174386 Jul 13 19:44:19.771475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:19.833896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f55a6b-bbfb-4d70-83eb-76a30417427b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting subnet 543a6e7f-0df1-4865-b58a-16d05651e8f0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:19.837650 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f55a6b-bbfb-4d70-83eb-76a30417427b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:19.897770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f55a6b-bbfb-4d70-83eb-76a30417427b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.045916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port 7f00c8e5-d632-4047-9cd4-63d9aa854022 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:20.046354 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.114801 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f55a6b-bbfb-4d70-83eb-76a30417427b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.291198 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.347369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for 7f00c8e5-d632-4047-9cd4-63d9aa854022 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:20.366532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f55a6b-bbfb-4d70-83eb-76a30417427b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.449927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f55a6b-bbfb-4d70-83eb-76a30417427b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Subnet': ['ID=543a6e7f-0df1-4865-b58a-16d05651e8f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:20.467173 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f55a6b-bbfb-4d70-83eb-76a30417427b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.468146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1486d156-5664-4504-ad56-bf17012c3c6d None None] Network fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:20.474161 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e7f55a6b-bbfb-4d70-83eb-76a30417427b tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "DELETE /v2.0/subnets/543a6e7f-0df1-4865-b58a-16d05651e8f0 HTTP/1.1" status: 204 len: 168 time: 0.7015531 Jul 13 19:44:20.477588 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:20.671178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b5e36f-413c-4d02-9b43-14ff1b427d72 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting subnet d2db95a2-aa11-43ed-be32-71abe55aecc0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:20.686579 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b5e36f-413c-4d02-9b43-14ff1b427d72 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.751231 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.773146 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b5e36f-413c-4d02-9b43-14ff1b427d72 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.826697 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f35fb0bd-fadc-492a-a4f9-f687ecaef320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.848861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=7f00c8e5-d632-4047-9cd4-63d9aa854022,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:20.978044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08196053-93b6-4d2d-99b0-046299fdce69 None None] DHCP port deletion for fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:44:20.999901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b5e36f-413c-4d02-9b43-14ff1b427d72 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.109788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08196053-93b6-4d2d-99b0-046299fdce69 None None] Deleting port df52796f-1807-4319-9904-5219ec6c7710 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:21.110166 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08196053-93b6-4d2d-99b0-046299fdce69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.193000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:21.217621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'network': {'name': 'tempest-network-smoke--980975306', 'project_id': '0832178c53474c02b4642a7c5064e42b', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:21.271775 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.311839 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b5e36f-413c-4d02-9b43-14ff1b427d72 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.320730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-08196053-93b6-4d2d-99b0-046299fdce69 None None] For port df52796f-1807-4319-9904-5219ec6c7710, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=df52796f-1807-4319-9904-5219ec6c7710,segment=NetworkSegment(a6135a54-da42-4aa8-8643-87b50703f242),segment_id=a6135a54-da42-4aa8-8643-87b50703f242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:21.321571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08196053-93b6-4d2d-99b0-046299fdce69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.325457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Made reservation on behalf of 0832178c53474c02b4642a7c5064e42b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:21.329306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.364549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08196053-93b6-4d2d-99b0-046299fdce69 None None] Calling delete_port for df52796f-1807-4319-9904-5219ec6c7710 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:21.367849 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.370267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5e36f-413c-4d02-9b43-14ff1b427d72 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Subnet': ['ID=d2db95a2-aa11-43ed-be32-71abe55aecc0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:21.374612 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b5e36f-413c-4d02-9b43-14ff1b427d72 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.377267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-67b5e36f-413c-4d02-9b43-14ff1b427d72 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "DELETE /v2.0/subnets/d2db95a2-aa11-43ed-be32-71abe55aecc0 HTTP/1.1" status: 204 len: 168 time: 0.8963375 Jul 13 19:44:21.377790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81191d3e-226e-4034-9df0-2ad497311269 None None] Network 93efba6e-435e-43b9-918b-7231596fb596 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:21.385782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:21.551390 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.773492 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.788593 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.802022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device df52796f-1807-4319-9904-5219ec6c7710 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:21.826514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 6c70cefb-c01d-4d5a-b52c-71d44bba1690 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:21.833592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:44:21.839280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1aeef1-4293-4848-a012-6d8f0489ccdb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:21.851254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Deleting port df52796f-1807-4319-9904-5219ec6c7710 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:21.852005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.856128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.856975 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Added segment c23bc833-436b-44bf-b579-95160d705d7e of type vlan for network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee Jul 13 19:44:21.867910 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08196053-93b6-4d2d-99b0-046299fdce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.978719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08196053-93b6-4d2d-99b0-046299fdce69 None None] Pushing event deleted for resources: {'Port': ['ID=df52796f-1807-4319-9904-5219ec6c7710,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:21.990831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08196053-93b6-4d2d-99b0-046299fdce69 None None] No DVR routers for this DVR port df52796f-1807-4319-9904-5219ec6c7710 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:21.991410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:22.037924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8549262d-4402-437b-8d79-9df611e71c29 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "PUT /v2.0/routers/6c70cefb-c01d-4d5a-b52c-71d44bba1690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1564829 Jul 13 19:44:22.039393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb5ede-4d42-4853-bb9a-73d08d57caa7 None None] Sync routers for ids ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:22.045476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:22.048138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No active binding found for port df52796f-1807-4319-9904-5219ec6c7710 {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 19:44:22.049869 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device df52796f-1807-4319-9904-5219ec6c7710 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:22.066000 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.116331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] For port df52796f-1807-4319-9904-5219ec6c7710, host n-d-800708-1, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:22.116748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.122246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb5ede-4d42-4853-bb9a-73d08d57caa7 None None] Routers {'6c70cefb-c01d-4d5a-b52c-71d44bba1690'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:22.123272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63cb5ede-4d42-4853-bb9a-73d08d57caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:22.169298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Calling delete_port for df52796f-1807-4319-9904-5219ec6c7710 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:22.174354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Port df52796f-1807-4319-9904-5219ec6c7710 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:44:22.192015 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.221511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63cb5ede-4d42-4853-bb9a-73d08d57caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:22.240958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb5ede-4d42-4853-bb9a-73d08d57caa7 None None] Routers {'6c70cefb-c01d-4d5a-b52c-71d44bba1690'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:22.241361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63cb5ede-4d42-4853-bb9a-73d08d57caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:43:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:22.242994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.262119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:22.269369 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.280681 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.295604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63cb5ede-4d42-4853-bb9a-73d08d57caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:22.297378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb5ede-4d42-4853-bb9a-73d08d57caa7 None None] The sync data for ids ['6c70cefb-c01d-4d5a-b52c-71d44bba1690'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:22.302560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Port': ['ID=df52796f-1807-4319-9904-5219ec6c7710,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:22.327581 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a69c41-896e-4c34-9012-6e5856bfc144 None None] DHCP port deletion for 93efba6e-435e-43b9-918b-7231596fb596 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:44:22.410910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] No DVR routers for this DVR port df52796f-1807-4319-9904-5219ec6c7710 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:22.428987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-77a69c41-896e-4c34-9012-6e5856bfc144 None None] Deleting port 4e43bbbb-e809-42cb-975a-c73bd5a10d75 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:22.430817 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77a69c41-896e-4c34-9012-6e5856bfc144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.507522 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3073347 Jul 13 19:44:22.509664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:22.514670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'admin_state_up': True, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:22.562722 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.564949 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.591920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-77a69c41-896e-4c34-9012-6e5856bfc144 None None] For port 4e43bbbb-e809-42cb-975a-c73bd5a10d75, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4e43bbbb-e809-42cb-975a-c73bd5a10d75,segment=NetworkSegment(23de1b37-a7c4-49f2-aee0-d82531ee8762),segment_id=23de1b37-a7c4-49f2-aee0-d82531ee8762)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:22.592297 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77a69c41-896e-4c34-9012-6e5856bfc144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.621570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-77a69c41-896e-4c34-9012-6e5856bfc144 None None] Calling delete_port for 4e43bbbb-e809-42cb-975a-c73bd5a10d75 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:22.631470 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.642528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d0796-9cf7-4715-b4d8-944e17c700b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Network': ['ID=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:22.655535 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.666845 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.693495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc48e9f8-64d4-46ae-b499-cab3fb6c13a4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:22.715707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:44:22.721665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6135a54-da42-4aa8-8643-87b50703f242') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:22.721907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6135a54-da42-4aa8-8643-87b50703f242') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:22.732788 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.753806 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.762729 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:44:22.763414 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:44:22.769428 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:44:22.828112 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77a69c41-896e-4c34-9012-6e5856bfc144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.871066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a69c41-896e-4c34-9012-6e5856bfc144 None None] Pushing event deleted for resources: {'Port': ['ID=4e43bbbb-e809-42cb-975a-c73bd5a10d75,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:22.883333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a69c41-896e-4c34-9012-6e5856bfc144 None None] No DVR routers for this DVR port 4e43bbbb-e809-42cb-975a-c73bd5a10d75 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:22.896652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.906958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.908453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:22.913475 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "DELETE /v2.0/networks/fc48e9f8-64d4-46ae-b499-cab3fb6c13a4 HTTP/1.1" status: 204 len: 168 time: 1.5261106 Jul 13 19:44:22.916178 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:23.022551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port afdbc796-3769-4735-a3d2-ea70eaffb5a5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:23.022903 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:23.152581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:23.175128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:23.197368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for afdbc796-3769-4735-a3d2-ea70eaffb5a5 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:23.227727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5a253-a116-45c4-b3f2-575c0811cd77 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Network': ['ID=fc48e9f8-64d4-46ae-b499-cab3fb6c13a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:23.655540 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b93a3541-af83-4c42-9005-8c5412127fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:23.675244 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:23.693546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4e43bbbb-e809-42cb-975a-c73bd5a10d75 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:23.722016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 4e43bbbb-e809-42cb-975a-c73bd5a10d75 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:23.723011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4e43bbbb-e809-42cb-975a-c73bd5a10d75 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:23.732746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:23.756226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93efba6e-435e-43b9-918b-7231596fb596']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:23.776155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23de1b37-a7c4-49f2-aee0-d82531ee8762') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:23.776665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23de1b37-a7c4-49f2-aee0-d82531ee8762') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:23.828150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:23.913293 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:23.931273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:44:23.931680 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:44:23.934683 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:44:24.029322 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.059781 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.076554 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.088408 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.091031 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] 10.222.0.25 "DELETE /v2.0/networks/93efba6e-435e-43b9-918b-7231596fb596 HTTP/1.1" status: 204 len: 168 time: 1.1728406 Jul 13 19:44:24.130801 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.139782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cc1ad-193e-4750-a16e-e25e565f8a69 tempest-TaggedBootDevicesTest-453963294 tempest-TaggedBootDevicesTest-453963294-project] Pushing event deleted for resources: {'Network': ['ID=93efba6e-435e-43b9-918b-7231596fb596,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:24.168256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=afdbc796-3769-4735-a3d2-ea70eaffb5a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:24.301602 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.438332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Allocated IP 172.25.7.238 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/3abbc2a5-977a-4f28-b598-059c22541373) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:24.449399 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.456246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.567516 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.567994 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.568917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Fanout notify agent at l3_agent the message router_deleted on router 6c70cefb-c01d-4d5a-b52c-71d44bba1690 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:44:24.578977 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.583470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8d82cc1a-c478-4ab4-b72e-b393d4313cbe tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/routers/6c70cefb-c01d-4d5a-b52c-71d44bba1690 HTTP/1.1" status: 204 len: 168 time: 2.5347788 Jul 13 19:44:24.584095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:24.664246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting subnet c6edd612-6b58-4776-87ec-d24cf034f9b0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:24.668491 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.676256 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.727866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.756831 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:24.804355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:24.807820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:24.812178 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:24.870626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Port': ['ID=3abbc2a5-977a-4f28-b598-059c22541373,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:24.939872 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.014035 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.051813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Subnet': ['ID=c6edd612-6b58-4776-87ec-d24cf034f9b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:25.056308 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.060996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dd6079-d887-465e-ae2c-9856eb3be892 None None] Network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:25.061914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/subnets/c6edd612-6b58-4776-87ec-d24cf034f9b0 HTTP/1.1" status: 204 len: 168 time: 0.4767215 Jul 13 19:44:25.062815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:25.079169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.080653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.081474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.082287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.082949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.083541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.084238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.084762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.085320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.086116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.086706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.087228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764ac6-b519-49d9-85ff-710af0433051 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:25.220897 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.293420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port c47e08a5-92a1-4653-8f5b-74312307ef0d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:25.294105 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.348771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.389403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] For port c47e08a5-92a1-4653-8f5b-74312307ef0d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c47e08a5-92a1-4653-8f5b-74312307ef0d,segment=NetworkSegment(6e44b723-082a-4ac0-a119-1f2ae0276638),segment_id=6e44b723-082a-4ac0-a119-1f2ae0276638)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:25.390162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.412584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for c47e08a5-92a1-4653-8f5b-74312307ef0d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:25.438678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526fa197-10e2-4acf-9bc4-f56e10a60394 None None] DHCP port deletion for cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:44:25.562089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-526fa197-10e2-4acf-9bc4-f56e10a60394 None None] Deleting port c47e08a5-92a1-4653-8f5b-74312307ef0d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:25.562508 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-526fa197-10e2-4acf-9bc4-f56e10a60394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.593671 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.633405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=c47e08a5-92a1-4653-8f5b-74312307ef0d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:25.647998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] No DVR routers for this DVR port c47e08a5-92a1-4653-8f5b-74312307ef0d on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:25.712522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c47e08a5-92a1-4653-8f5b-74312307ef0d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:25.742240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: c47e08a5-92a1-4653-8f5b-74312307ef0d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:25.743108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c47e08a5-92a1-4653-8f5b-74312307ef0d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:25.754999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-526fa197-10e2-4acf-9bc4-f56e10a60394 None None] For port c47e08a5-92a1-4653-8f5b-74312307ef0d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c47e08a5-92a1-4653-8f5b-74312307ef0d,segment=NetworkSegment(6e44b723-082a-4ac0-a119-1f2ae0276638),segment_id=6e44b723-082a-4ac0-a119-1f2ae0276638)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:25.755735 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-526fa197-10e2-4acf-9bc4-f56e10a60394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.777472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-526fa197-10e2-4acf-9bc4-f56e10a60394 None None] Calling delete_port for c47e08a5-92a1-4653-8f5b-74312307ef0d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:25.778734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:25.873975 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.885592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb727149-1bb1-4ce7-b5f8-413f2a4c2d52']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:25.900416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e44b723-082a-4ac0-a119-1f2ae0276638') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:25.900801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e44b723-082a-4ac0-a119-1f2ae0276638') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:25.904072 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.911250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.928268 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.948762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:44:25.949453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:44:25.953219 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:44:26.059102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d57e72b-ece9-429b-9c39-050661a1072e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.089192 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.090009 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.098774 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.103035 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/networks/cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 HTTP/1.1" status: 204 len: 168 time: 1.0318043 Jul 13 19:44:26.106104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:26.116901 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-526fa197-10e2-4acf-9bc4-f56e10a60394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.117973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f5413-cdcc-493d-b00c-4b1f244201b9 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Network': ['ID=cb727149-1bb1-4ce7-b5f8-413f2a4c2d52,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:26.151208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fa197-10e2-4acf-9bc4-f56e10a60394 None None] Pushing event deleted for resources: {'Port': ['ID=c47e08a5-92a1-4653-8f5b-74312307ef0d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:26.153939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-526fa197-10e2-4acf-9bc4-f56e10a60394 None None] Network cb727149-1bb1-4ce7-b5f8-413f2a4c2d52 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 19:44:26.154807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526fa197-10e2-4acf-9bc4-f56e10a60394 None None] No DVR routers for this DVR port c47e08a5-92a1-4653-8f5b-74312307ef0d on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:26.216413 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d57e72b-ece9-429b-9c39-050661a1072e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.221687 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d57e72b-ece9-429b-9c39-050661a1072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.264298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:44:26.269457 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6d57e72b-ece9-429b-9c39-050661a1072e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05991bd9d4294c06842eb969efb621d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886916 Jul 13 19:44:26.270976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57e72b-ece9-429b-9c39-050661a1072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c40e1a-a999-4c57-84c5-43c3e80b8396,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:26.273488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:26.328378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59ce794-7123-401e-81c5-c9e1f27e4b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.328651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7ff40983-05d3-4816-b228-e9ee2de72b2f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port 8a7b9ba0-f02a-485e-aad2-6a6e6bc493b8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:26.328799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ff40983-05d3-4816-b228-e9ee2de72b2f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.353990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59ce794-7123-401e-81c5-c9e1f27e4b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.417255 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59ce794-7123-401e-81c5-c9e1f27e4b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.420051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59ce794-7123-401e-81c5-c9e1f27e4b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.421290 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c59ce794-7123-401e-81c5-c9e1f27e4b5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59c40e1a-a999-4c57-84c5-43c3e80b8396 HTTP/1.1" status: 204 len: 168 time: 0.1467700 Jul 13 19:44:26.432165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ce794-7123-401e-81c5-c9e1f27e4b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c40e1a-a999-4c57-84c5-43c3e80b8396,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:26.468545 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ff40983-05d3-4816-b228-e9ee2de72b2f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.469032 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ff40983-05d3-4816-b228-e9ee2de72b2f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.478558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:26.489785 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Sync routers for ids ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:26.503504 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Routers {'99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:26.504145 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:26.505938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7ff40983-05d3-4816-b228-e9ee2de72b2f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for 8a7b9ba0-f02a-485e-aad2-6a6e6bc493b8 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:26.569369 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.571530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8f68d2b5-b6bf-45d4-b870-0e4d71f69637 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0606964 Jul 13 19:44:26.575675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:26.686234 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Set router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:26.786218 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ff40983-05d3-4816-b228-e9ee2de72b2f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:26.849960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff40983-05d3-4816-b228-e9ee2de72b2f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=8a7b9ba0-f02a-485e-aad2-6a6e6bc493b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:26.983618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:26.990197 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-df48e570-e48a-4285-a7c2-7cb6a97b9eda tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0832178c53474c02b4642a7c5064e42b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4112236 Jul 13 19:44:26.992683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:27.024253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ff40983-05d3-4816-b228-e9ee2de72b2f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.027039 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ff40983-05d3-4816-b228-e9ee2de72b2f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.028271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7ff40983-05d3-4816-b228-e9ee2de72b2f tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/floatingips/f5d96058-d66f-44b4-9d63-22d6c91c9321 HTTP/1.1" status: 204 len: 168 time: 0.9211919 Jul 13 19:44:27.035088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:27.072578 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f208a62-98fb-4e0e-8bc6-91dbd7a88f6a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] DELETE failed (client error): The resource could not be found. Jul 13 19:44:27.073360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f208a62-98fb-4e0e-8bc6-91dbd7a88f6a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:44:27.078715 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4f208a62-98fb-4e0e-8bc6-91dbd7a88f6a tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/ports/685a6481-fd85-4e2d-9358-a6b0620fcb24 HTTP/1.1" status: 404 len: 333 time: 0.0390720 Jul 13 19:44:27.079392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:27.133372 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8bb76824-1fa1-4687-9a53-ca72774e9cb2 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c70cefb-c01d-4d5a-b52c-71d44bba1690 HTTP/1.1" status: 200 len: 205 time: 0.0520728 Jul 13 19:44:27.134115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:27.155464 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:25Z', 'revision_number': 3, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:27.169587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763e7aeb-3190-4118-87d7-6bfd281474aa tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:27.171080 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d3f3a1da-d635-4e32-8bfa-feea47d0fa05 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] delete failed (client error): The resource could not be found. Jul 13 19:44:27.171210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-763e7aeb-3190-4118-87d7-6bfd281474aa tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1775649 Jul 13 19:44:27.175351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d3f3a1da-d635-4e32-8bfa-feea47d0fa05 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/routers/6c70cefb-c01d-4d5a-b52c-71d44bba1690 HTTP/1.1" status: 404 len: 336 time: 0.0402873 Jul 13 19:44:27.175928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:27.176252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:27.177327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0bf590e-8a9e-4f0c-8e83-b5840fad4ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.188452 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Checking router: 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:27.190670 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Updating router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 port 3abbc2a5-977a-4f28-b598-059c22541373 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:44:27.246714 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e6c2a1-ec3b-4536-b0c2-d1fe86b2ab58 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] DELETE failed (client error): The resource could not be found. Jul 13 19:44:27.247184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e6c2a1-ec3b-4536-b0c2-d1fe86b2ab58 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:44:27.249048 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-27e6c2a1-ec3b-4536-b0c2-d1fe86b2ab58 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/subnets/c6edd612-6b58-4776-87ec-d24cf034f9b0 HTTP/1.1" status: 404 len: 337 time: 0.0706980 Jul 13 19:44:27.250997 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cdd0bf5c-cfba-4084-8d5d-8349a8779dd9 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738025 Jul 13 19:44:27.252249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:27.256431 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.300756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:27.314496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1689644334', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'project_id': '0832178c53474c02b4642a7c5064e42b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:27.342306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0bf590e-8a9e-4f0c-8e83-b5840fad4ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.352695 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0bf590e-8a9e-4f0c-8e83-b5840fad4ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.452317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d0bf590e-8a9e-4f0c-8e83-b5840fad4ede admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e11e71b300cf4f929e5ad1fcc982f8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674783 Jul 13 19:44:27.454721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf590e-8a9e-4f0c-8e83-b5840fad4ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2650bfe-92c7-4564-af08-25026698d845,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:27.455167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:27.466601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ac7b7-7a45-4bd3-aa44-d34941fb675c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port b7763878-4e8b-4bec-b962-7c9859e4ce3d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:27.466942 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac7b7-7a45-4bd3-aa44-d34941fb675c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.478136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Made reservation on behalf of 0832178c53474c02b4642a7c5064e42b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:27.482845 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.666420 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81b7408-f1e1-45be-a1cf-bbb79c73aec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.676113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac7b7-7a45-4bd3-aa44-d34941fb675c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.700899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ac7b7-7a45-4bd3-aa44-d34941fb675c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for b7763878-4e8b-4bec-b962-7c9859e4ce3d owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:27.718949 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.728868 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81b7408-f1e1-45be-a1cf-bbb79c73aec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.731302 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Transition to ACTIVE for port object 3abbc2a5-977a-4f28-b598-059c22541373 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:27.742018 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.803744 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Attempting to bind port 3abbc2a5-977a-4f28-b598-059c22541373 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:27.804205 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Attempting to bind port 3abbc2a5-977a-4f28-b598-059c22541373 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:27.804634 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Attempting to bind port 3abbc2a5-977a-4f28-b598-059c22541373 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:27.815978 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:27.816511 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:27.816993 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.817455 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:27.818224 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Bound port: 3abbc2a5-977a-4f28-b598-059c22541373, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:27.818748 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.851254 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1d200-c0fd-4c92-8ff2-0893b235e411 None None] Pushing event updated for resources: {'Port': ['ID=3abbc2a5-977a-4f28-b598-059c22541373,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:27.891899 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] For port 3abbc2a5-977a-4f28-b598-059c22541373, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:27.897504 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] For port 3abbc2a5-977a-4f28-b598-059c22541373, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3abbc2a5-977a-4f28-b598-059c22541373,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:27.903399 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:27.960350 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Routers {'99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:27.961411 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:28.092349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81b7408-f1e1-45be-a1cf-bbb79c73aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:28.099454 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81b7408-f1e1-45be-a1cf-bbb79c73aec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:28.106985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b81b7408-f1e1-45be-a1cf-bbb79c73aec2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2650bfe-92c7-4564-af08-25026698d845 HTTP/1.1" status: 204 len: 168 time: 0.6490633 Jul 13 19:44:28.127623 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac7b7-7a45-4bd3-aa44-d34941fb675c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:28.161438 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1d200-c0fd-4c92-8ff2-0893b235e411 None None] Pushing event updated for resources: {'Port': ['ID=3abbc2a5-977a-4f28-b598-059c22541373,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:28.195337 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] Set router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:28.313636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b7408-f1e1-45be-a1cf-bbb79c73aec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2650bfe-92c7-4564-af08-25026698d845,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:28.402554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ac7b7-7a45-4bd3-aa44-d34941fb675c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=b7763878-4e8b-4bec-b962-7c9859e4ce3d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:28.425856 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac7b7-7a45-4bd3-aa44-d34941fb675c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:28.429594 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0b4ac7b7-7a45-4bd3-aa44-d34941fb675c tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/ports/b7763878-4e8b-4bec-b962-7c9859e4ce3d HTTP/1.1" status: 204 len: 168 time: 1.1761575 Jul 13 19:44:28.432396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:28.434098 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:28.527991 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:25Z', 'revision_number': 3, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:28.560014 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf3176-5fbc-4b55-b1f3-ba374dda88f5 None None] The sync data for ids ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'] in n-d-800708-1 is: [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:25Z', 'revision_number': 3, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:28.594384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Checking segment: {'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:28.594788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network hostable DHCP agents. Network: a0bde7a2-c70c-4b3f-9a30-f99a81e006ee, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:44:28.607264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Subnet': ['ID=8ffccab1-6ec5-452f-b385-bda89a3dd909,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:28.628985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab79a6dd-a14a-4684-be08-81140f11b608 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port 5de1eea5-3d9d-4c1a-95a4-2a28bbe711a4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:28.629345 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab79a6dd-a14a-4684-be08-81140f11b608 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:28.655801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:44:28.676848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, a0bde7a2-c70c-4b3f-9a30-f99a81e006ee) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:28.684714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:28.685117 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:28.698287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c3f7ef-af6c-4852-bb7a-7f85e85ac487 None None] Network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:28.723357 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f48f926a-bf23-4d58-a311-72244119c7c6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4187014 Jul 13 19:44:28.723598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:28.830254 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab79a6dd-a14a-4684-be08-81140f11b608 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:28.859823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab79a6dd-a14a-4684-be08-81140f11b608 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for 5de1eea5-3d9d-4c1a-95a4-2a28bbe711a4 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:29.068520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:44:29.069689 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:29.365573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab79a6dd-a14a-4684-be08-81140f11b608 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:29.468631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79a6dd-a14a-4684-be08-81140f11b608 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=5de1eea5-3d9d-4c1a-95a4-2a28bbe711a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:29.552716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Allocated IP 172.20.0.2 (a0bde7a2-c70c-4b3f-9a30-f99a81e006ee/8ffccab1-6ec5-452f-b385-bda89a3dd909/4f870b17-140e-472e-8993-10fb5d20db08) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:29.616505 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab79a6dd-a14a-4684-be08-81140f11b608 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:29.621551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ab79a6dd-a14a-4684-be08-81140f11b608 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/ports/5de1eea5-3d9d-4c1a-95a4-2a28bbe711a4 HTTP/1.1" status: 204 len: 168 time: 1.1871061 Jul 13 19:44:29.622555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:29.763076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288e1f5f-beb1-4674-a770-91ad9d56d517 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:29.771489 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-288e1f5f-beb1-4674-a770-91ad9d56d517 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "GET /v2.0/ports?device_id=93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 HTTP/1.1" status: 200 len: 913 time: 0.1474557 Jul 13 19:44:29.774247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:29.778712 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3abbc2a5-977a-4f28-b598-059c22541373 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:29.970772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 3abbc2a5-977a-4f28-b598-059c22541373 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:29.986954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3abbc2a5-977a-4f28-b598-059c22541373 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:29.990659 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:30.184843 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:30.216191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Transition to ACTIVE for port object 4f870b17-140e-472e-8993-10fb5d20db08 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:30.273779 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:30.289052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Transition to ACTIVE for port object 4f870b17-140e-472e-8993-10fb5d20db08 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:30.325557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 3abbc2a5-977a-4f28-b598-059c22541373, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3abbc2a5-977a-4f28-b598-059c22541373,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:30.330310 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:30.349590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:30.400756 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:30.405817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Pushing event updated for resources: {'Port': ['ID=4f870b17-140e-472e-8993-10fb5d20db08,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:30.444044 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:30.452533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:30.457707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:30.461643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:30.539820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=3abbc2a5-977a-4f28-b598-059c22541373,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:30.622323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Attempting to bind port 4f870b17-140e-472e-8993-10fb5d20db08 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:30.622975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Attempting to bind port 4f870b17-140e-472e-8993-10fb5d20db08 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:30.623548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Attempting to bind port 4f870b17-140e-472e-8993-10fb5d20db08 on network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:30.633546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:30.635709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Checking segment: {'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:30.636294 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:30.636875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Bound using segment: {'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:30.639476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Bound port: 4f870b17-140e-472e-8993-10fb5d20db08, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:30.640059 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:30.775169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] For port 4f870b17-140e-472e-8993-10fb5d20db08, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:30.779977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] For port 4f870b17-140e-472e-8993-10fb5d20db08, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4f870b17-140e-472e-8993-10fb5d20db08,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:30.792335 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:30.830548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Allocated IP 172.20.0.1 (a0bde7a2-c70c-4b3f-9a30-f99a81e006ee/8ffccab1-6ec5-452f-b385-bda89a3dd909/0a3d5f0c-d637-49dc-a71b-ce6250fa6243) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:30.904079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e963-0872-40cf-b408-fb3db0851860 None None] Pushing event updated for resources: {'Port': ['ID=4f870b17-140e-472e-8993-10fb5d20db08,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:31.030173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port 84063fab-21d3-4673-911c-bc0a1b082340 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:31.033019 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.063032 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.088415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Transition to ACTIVE for port object 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:31.178026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.260384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:31.261319 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.270785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:31.275514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:31.296942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for 84063fab-21d3-4673-911c-bc0a1b082340 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:31.360693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Port': ['ID=0a3d5f0c-d637-49dc-a71b-ce6250fa6243,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:31.382549 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.568196 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.590730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:31.648441 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.810151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4f870b17-140e-472e-8993-10fb5d20db08 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:31.824170 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89e74061-fe60-4731-8ccd-96645d037bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.841083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=84063fab-21d3-4673-911c-bc0a1b082340,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:31.910118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 4f870b17-140e-472e-8993-10fb5d20db08 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:31.914795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3abbc2a5-977a-4f28-b598-059c22541373 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:32.024746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3abbc2a5-977a-4f28-b598-059c22541373 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:32.025455 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.105118 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.178350 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89e74061-fe60-4731-8ccd-96645d037bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.186903 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89e74061-fe60-4731-8ccd-96645d037bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.225426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.232841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e74061-fe60-4731-8ccd-96645d037bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e4b73-aea0-496f-9395-3a966ba96260,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:32.245443 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.304687 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.313287 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-89e74061-fe60-4731-8ccd-96645d037bc1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af43fff7375649fd8b5f24e17486d680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7210019 Jul 13 19:44:32.317766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:32.344050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3634bcad-01c5-49c4-9bbf-d4ad5811cc24 None None] Network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:32.427314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-274b4bc7-7e55-44bd-accc-f4e4d6a17098 None None] Provisioning for port 4f870b17-140e-472e-8993-10fb5d20db08 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:32.433655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:32.434112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-274b4bc7-7e55-44bd-accc-f4e4d6a17098 None None] Provisioning complete for port 4f870b17-140e-472e-8993-10fb5d20db08 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:32.434731 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-274b4bc7-7e55-44bd-accc-f4e4d6a17098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.453574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Port': ['ID=0a3d5f0c-d637-49dc-a71b-ce6250fa6243,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:32.499961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-912acf0a-9dbe-4233-bc76-d4d6097179d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.526127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-912acf0a-9dbe-4233-bc76-d4d6097179d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.608887 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-912acf0a-9dbe-4233-bc76-d4d6097179d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.614070 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-912acf0a-9dbe-4233-bc76-d4d6097179d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.615291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-912acf0a-9dbe-4233-bc76-d4d6097179d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb7e4b73-aea0-496f-9395-3a966ba96260 HTTP/1.1" status: 204 len: 168 time: 0.2781780 Jul 13 19:44:32.622477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:32.632874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:32.658047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912acf0a-9dbe-4233-bc76-d4d6097179d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e4b73-aea0-496f-9395-3a966ba96260,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:32.788953 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-274b4bc7-7e55-44bd-accc-f4e4d6a17098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.840320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:32.843371 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-274b4bc7-7e55-44bd-accc-f4e4d6a17098 None None] For port 4f870b17-140e-472e-8993-10fb5d20db08, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4f870b17-140e-472e-8993-10fb5d20db08,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:32.852186 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-274b4bc7-7e55-44bd-accc-f4e4d6a17098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.930483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b4bc7-7e55-44bd-accc-f4e4d6a17098 None None] Pushing event updated for resources: {'Port': ['ID=4f870b17-140e-472e-8993-10fb5d20db08,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:33.103218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:33.116185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Sync routers for ids ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:33.133325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Routers {'99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:33.133972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:33.135949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-79fc6d2e-4ed0-46c0-88a8-904c50904e8e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "PUT /v2.0/routers/99852c82-12fd-4dd1-b2f0-c6f9331bb0b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4113109 Jul 13 19:44:33.139295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:33.148781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-18a11a51-f3aa-480f-9d3c-d42ee1b8da4e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--90640631', 'description': 'tempest-secgroup_access--90640631 description', 'project_id': '0832178c53474c02b4642a7c5064e42b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:33.185339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18a11a51-f3aa-480f-9d3c-d42ee1b8da4e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.207608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:33.213694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c8c81c85-347b-45be-9727-624b527f8690 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "PUT /v2.0/routers/93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4382172 Jul 13 19:44:33.216837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:33.218605 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570ce921-9c5e-465a-a238-b83a6629600b None None] Sync routers for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:33.234940 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ce921-9c5e-465a-a238-b83a6629600b None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:33.235719 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-570ce921-9c5e-465a-a238-b83a6629600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:33.290706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:33.304416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479ecf-38e9-4dc2-979a-23cdaa1febac req-f58f995f-6408-4c83-b7ac-263571c8a731 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:33.306030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba479ecf-38e9-4dc2-979a-23cdaa1febac req-f58f995f-6408-4c83-b7ac-263571c8a731 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 949 time: 0.1683488 Jul 13 19:44:33.309166 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-570ce921-9c5e-465a-a238-b83a6629600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:33.325356 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ce921-9c5e-465a-a238-b83a6629600b None None] Routers {'93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:33.326258 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-570ce921-9c5e-465a-a238-b83a6629600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:33.340221 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-507c6bad-bc3b-4f8b-9651-56eb53ef90a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.373605 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-570ce921-9c5e-465a-a238-b83a6629600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:33.374783 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570ce921-9c5e-465a-a238-b83a6629600b None None] The sync data for ids ['93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:33.403307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Set router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:33.409043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba479ecf-38e9-4dc2-979a-23cdaa1febac req-de67576d-2b6e-4c0d-bb4f-5d2850691cef tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882235 Jul 13 19:44:33.468150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.473546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-504e4538-24fc-43e9-9f74-5f991407c6bd None None] Provisioning for port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:33.504729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-504e4538-24fc-43e9-9f74-5f991407c6bd None None] Provisioning complete for port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:33.505085 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-504e4538-24fc-43e9-9f74-5f991407c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.538354 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18a11a51-f3aa-480f-9d3c-d42ee1b8da4e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.577311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18a11a51-f3aa-480f-9d3c-d42ee1b8da4e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.617229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a11a51-f3aa-480f-9d3c-d42ee1b8da4e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962f3ce1-059d-4be2-864d-e00a10745068,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:33.684834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.685686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-504e4538-24fc-43e9-9f74-5f991407c6bd None None] Port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:33.692278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4f870b17-140e-472e-8993-10fb5d20db08 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:33.773321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-504e4538-24fc-43e9-9f74-5f991407c6bd None None] Provisioning complete for port 4f870b17-140e-472e-8993-10fb5d20db08 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:33.773986 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-504e4538-24fc-43e9-9f74-5f991407c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.804495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-507c6bad-bc3b-4f8b-9651-56eb53ef90a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.810068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting port 4385931b-3833-4753-a8f1-77cdbd273790 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:33.810470 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.846030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0a3d5f0c-d637-49dc-a71b-ce6250fa6243', 'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:96:f4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:30Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 2, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:33.872022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-507c6bad-bc3b-4f8b-9651-56eb53ef90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.885968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4f870b17-140e-472e-8993-10fb5d20db08 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:33.886338 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.891704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Checking router: 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:33.891704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Updating router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:44:33.904747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18a11a51-f3aa-480f-9d3c-d42ee1b8da4e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.909549 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-18a11a51-f3aa-480f-9d3c-d42ee1b8da4e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7643239 Jul 13 19:44:33.910529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:33.915835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fec51564-4d16-4e51-8241-df58fc2bac6d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--501137112', 'description': 'tempest-secgroup_general--501137112 description', 'project_id': '0832178c53474c02b4642a7c5064e42b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:33.955994 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.967014 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fec51564-4d16-4e51-8241-df58fc2bac6d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.969574 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-507c6bad-bc3b-4f8b-9651-56eb53ef90a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c7c414b4ff94cebb739c3e54e11fbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774178 Jul 13 19:44:33.972181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:33.977329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c6bad-bc3b-4f8b-9651-56eb53ef90a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9287208-51d4-4871-8700-fd90ef8fa830,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:34.007027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.024504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Calling delete_port for 4385931b-3833-4753-a8f1-77cdbd273790 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:34.098940 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-402d3a37-a834-4032-8251-59c6dc7c591a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.152894 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-402d3a37-a834-4032-8251-59c6dc7c591a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.205055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-704dd7ad-0e7d-4fb7-9835-7230c08699c6 None None] Provisioning complete for port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:34.205433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-704dd7ad-0e7d-4fb7-9835-7230c08699c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.211016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fec51564-4d16-4e51-8241-df58fc2bac6d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.221815 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fec51564-4d16-4e51-8241-df58fc2bac6d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.289320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec51564-4d16-4e51-8241-df58fc2bac6d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c01e7a-3783-43c2-87dc-1409185ceffd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:34.296474 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fec51564-4d16-4e51-8241-df58fc2bac6d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.299001 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fec51564-4d16-4e51-8241-df58fc2bac6d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3875351 Jul 13 19:44:34.307898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:34.313869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-76af0799-fc46-4384-9f01-cb149b81db9c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'security_group_rule': {'security_group_id': '962f3ce1-059d-4be2-864d-e00a10745068', 'project_id': '0832178c53474c02b4642a7c5064e42b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:34.324445 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-402d3a37-a834-4032-8251-59c6dc7c591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.327984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-402d3a37-a834-4032-8251-59c6dc7c591a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.337270 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-402d3a37-a834-4032-8251-59c6dc7c591a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9287208-51d4-4871-8700-fd90ef8fa830 HTTP/1.1" status: 204 len: 168 time: 0.3559937 Jul 13 19:44:34.395944 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76af0799-fc46-4384-9f01-cb149b81db9c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.400071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d3a37-a834-4032-8251-59c6dc7c591a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9287208-51d4-4871-8700-fd90ef8fa830,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:34.456966 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.507957 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76af0799-fc46-4384-9f01-cb149b81db9c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.513377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76af0799-fc46-4384-9f01-cb149b81db9c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.531818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Port': ['ID=4385931b-3833-4753-a8f1-77cdbd273790,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:34.572278 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af0799-fc46-4384-9f01-cb149b81db9c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fa9e88-d6fd-4e35-a14d-913ac1fe4479,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:34.585830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76af0799-fc46-4384-9f01-cb149b81db9c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.589389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-76af0799-fc46-4384-9f01-cb149b81db9c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2798965 Jul 13 19:44:34.600468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-704dd7ad-0e7d-4fb7-9835-7230c08699c6 None None] Port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:34.700335 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.768934 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.784977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Transition to ACTIVE for port object 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:34.796925 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.818562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8b62-47c6-4224-9166-b08c01b9baf1 req-0acf631d-17fc-4ecd-abdc-be5e1fe783a2 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:34.820162 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f00a8b62-47c6-4224-9166-b08c01b9baf1 req-0acf631d-17fc-4ecd-abdc-be5e1fe783a2 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 949 time: 0.1878431 Jul 13 19:44:34.852157 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.855243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.912853 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.914224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Fanout notify agent at l3_agent the message router_deleted on router 93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:44:34.931768 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.936163 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-41d02ecc-dda6-4719-a942-d2d588b73766 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/routers/93d2a38c-ec9d-4f4a-b82c-241d00d8d3e3 HTTP/1.1" status: 204 len: 168 time: 1.7182126 Jul 13 19:44:34.936895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:34.957416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd278c5-894c-465e-8bdb-f270aa76cee2 None None] Pushing event updated for resources: {'Port': ['ID=0a3d5f0c-d637-49dc-a71b-ce6250fa6243,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:35.003125 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f00a8b62-47c6-4224-9166-b08c01b9baf1 req-1e24085f-9316-4caf-b65b-f6339b2d1b36 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/security-groups?id=0df06a1a-0048-4a9a-aa0c-2739043f027e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534438 Jul 13 19:44:35.052587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0aa7af5-542f-4bf8-a7fa-35c3788ab339 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Deleting subnet 59ba541a-385c-478d-aace-3adbb23a7a33 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:35.068053 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7af5-542f-4bf8-a7fa-35c3788ab339 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.071235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Attempting to bind port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:35.071235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Attempting to bind port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:35.071235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Attempting to bind port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 on network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:35.077987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1b65a-fef6-40dc-9488-f219de26218f req-05f0ba06-e502-4188-a61e-49dc64aea11a tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:35.082862 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-964757ac-89a0-4465-8341-80c45cc8245c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--501137112&fields=id&tenant_id=0832178c53474c02b4642a7c5064e42b HTTP/1.1" status: 200 len: 267 time: 0.1091647 Jul 13 19:44:35.085567 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4de1b65a-fef6-40dc-9488-f219de26218f req-05f0ba06-e502-4188-a61e-49dc64aea11a tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 949 time: 0.3158150 Jul 13 19:44:35.087137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:35.087507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Checking segment: {'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:35.087924 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.088930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Bound using segment: {'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:35.088930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Bound port: 0a3d5f0c-d637-49dc-a71b-ce6250fa6243, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:35.089252 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.149095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7af5-542f-4bf8-a7fa-35c3788ab339 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.192369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-53766afb-b754-484e-8749-5948ece22a18 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--90640631&fields=id&tenant_id=0832178c53474c02b4642a7c5064e42b HTTP/1.1" status: 200 len: 267 time: 0.1062510 Jul 13 19:44:35.271587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] For port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:35.277873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] For port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0a3d5f0c-d637-49dc-a71b-ce6250fa6243,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:35.287988 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.308908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4de1b65a-fef6-40dc-9488-f219de26218f req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Deleting port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:35.309129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4de1b65a-fef6-40dc-9488-f219de26218f req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.409848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Routers {'99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:35.410429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:35.452373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd278c5-894c-465e-8bdb-f270aa76cee2 None None] Pushing event updated for resources: {'Port': ['ID=0a3d5f0c-d637-49dc-a71b-ce6250fa6243,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:35.501907 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7af5-542f-4bf8-a7fa-35c3788ab339 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.520924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4de1b65a-fef6-40dc-9488-f219de26218f req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] For port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:35.521450 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4de1b65a-fef6-40dc-9488-f219de26218f req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.551520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] Set router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:35.564504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4de1b65a-fef6-40dc-9488-f219de26218f req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Calling delete_port for 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:35.649855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7af5-542f-4bf8-a7fa-35c3788ab339 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.699819 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-d37813f0-a64f-4250-bae7-4e4a023cf494 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:35.702296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-d37813f0-a64f-4250-bae7-4e4a023cf494 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/networks?id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee HTTP/1.1" status: 200 len: 796 time: 0.5079098 Jul 13 19:44:35.704665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa7af5-542f-4bf8-a7fa-35c3788ab339 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Subnet': ['ID=59ba541a-385c-478d-aace-3adbb23a7a33,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:35.707192 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7af5-542f-4bf8-a7fa-35c3788ab339 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.708999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b0aa7af5-542f-4bf8-a7fa-35c3788ab339 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/subnets/59ba541a-385c-478d-aace-3adbb23a7a33 HTTP/1.1" status: 204 len: 168 time: 0.7710919 Jul 13 19:44:35.711674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:35.723365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-a3e14435-4ecd-426f-b18e-e81e7e4b4665 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/quotas/0832178c53474c02b4642a7c5064e42b HTTP/1.1" status: 200 len: 375 time: 0.0123129 Jul 13 19:44:35.835979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.896015 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-b4730662-8f1d-4a88-83cb-ab7238e6471c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0832178c53474c02b4642a7c5064e42b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666784 Jul 13 19:44:35.945520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0a3d5f0c-d637-49dc-a71b-ce6250fa6243', 'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:96:f4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:30Z', 'updated_at': '2021-07-13T19:44:35Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:35.974966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba923132-d0d3-4e94-ba12-7bf745ce85dc None None] The sync data for ids ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'] in n-d-800708-1 is: [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0a3d5f0c-d637-49dc-a71b-ce6250fa6243', 'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:96:f4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:30Z', 'updated_at': '2021-07-13T19:44:35Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:36.071942 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4de1b65a-fef6-40dc-9488-f219de26218f req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.090178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['3fb7a23a-8d32-4e39-8d5c-2f2faa80f491'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:44:36.108937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Pushing event deleted for resources: {'Port': ['ID=3fb7a23a-8d32-4e39-8d5c-2f2faa80f491,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:36.139632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.140439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.140783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.141122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.141457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.141834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.142232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.142812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.143253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.143589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.143942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.144277 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:36.151898 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.197195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6b9e3f-4085-44d7-ba22-85aa217023b7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:36.277095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3711e47e-7282-4446-bf25-7baba3a78c86') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:36.279027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3711e47e-7282-4446-bf25-7baba3a78c86') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:36.282382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de1b65a-fef6-40dc-9488-f219de26218f req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] No DVR routers for this DVR port 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:36.289704 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4de1b65a-fef6-40dc-9488-f219de26218f req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.291873 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4de1b65a-fef6-40dc-9488-f219de26218f req-085f834b-69de-4ae2-919e-157c4f07eb3b tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.24 "DELETE /v2.0/ports/3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 HTTP/1.1" status: 204 len: 173 time: 1.2017360 Jul 13 19:44:36.300395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee02671-0aa5-4727-9e17-d72d79393d10', 'name': 'network-vif-deleted', 'tag': '3fb7a23a-8d32-4e39-8d5c-2f2faa80f491'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:44:36.307662 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7e49b4-8efd-4513-ad3e-bd014af2fbba" -d '{"events": [{"server_uuid": "2ee02671-0aa5-4727-9e17-d72d79393d10", "name": "network-vif-deleted", "tag": "3fb7a23a-8d32-4e39-8d5c-2f2faa80f491"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:44:36.326736 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.369440 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01fde5e0-d404-4269-9628-10e654ddfe9b req-d1dc9205-c0b5-415d-a5c3-007839e0b889 tempest-VolumesBackupsTest-1706286431 tempest-VolumesBackupsTest-1706286431-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee02671-0aa5-4727-9e17-d72d79393d10 HTTP/1.1" status: 200 len: 210 time: 0.0587249 Jul 13 19:44:36.381261 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.409826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:44:36.410353 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:44:36.504161 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:44:36.507879 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b652fc89-de7e-4b61-b33c-628bcf294e35 x-openstack-request-id: req-b652fc89-de7e-4b61-b33c-628bcf294e35 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:44:36.507879 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee02671-0aa5-4727-9e17-d72d79393d10", "name": "network-vif-deleted", "tag": "3fb7a23a-8d32-4e39-8d5c-2f2faa80f491", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:44:36.507879 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b652fc89-de7e-4b61-b33c-628bcf294e35 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:44:36.507879 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee02671-0aa5-4727-9e17-d72d79393d10', 'name': 'network-vif-deleted', 'tag': '3fb7a23a-8d32-4e39-8d5c-2f2faa80f491', 'status': 'completed', 'code': 200} Jul 13 19:44:36.523658 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.610892 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.617262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] 10.222.0.25 "DELETE /v2.0/networks/ae6b9e3f-4085-44d7-ba22-85aa217023b7 HTTP/1.1" status: 204 len: 168 time: 0.9010253 Jul 13 19:44:36.629474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbebe8-a37d-46cb-a03e-d5803dd9d902 tempest-FloatingIPTestJSON-2017408230 tempest-FloatingIPTestJSON-2017408230-project] Pushing event deleted for resources: {'Network': ['ID=ae6b9e3f-4085-44d7-ba22-85aa217023b7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:36.675929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-10dc9691-877c-4cf5-ac09-ae08a22bf93b service neutron] 10.222.0.25 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7653484 Jul 13 19:44:36.909782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-3526cd2f-f19a-445b-9ca8-711339b61070 service neutron] 10.222.0.25 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329769 Jul 13 19:44:37.259510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6658c1a3-1e9e-4f50-a19e-455f44571344 req-e8130e0f-68a9-4851-87f3-517990cdde0f tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 210 time: 0.0767603 Jul 13 19:44:37.387816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:37.552238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-494bf5e4-f1b4-4b38-812d-bd6e78decac8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1a2b0dbf2e14f7f8aeddca32dba5b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631012 Jul 13 19:44:37.554603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:37.629099 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2fd47c0-cd01-4cc5-b824-911a8684ca8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.682931 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2fd47c0-cd01-4cc5-b824-911a8684ca8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.710461 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:37.801974 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2fd47c0-cd01-4cc5-b824-911a8684ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.811912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:37.812706 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2fd47c0-cd01-4cc5-b824-911a8684ca8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.816376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e2fd47c0-cd01-4cc5-b824-911a8684ca8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06b80fca-31f3-4731-961d-e5affe4c98e8 HTTP/1.1" status: 204 len: 168 time: 0.2603073 Jul 13 19:44:37.818148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:37.818663 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.839781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd47c0-cd01-4cc5-b824-911a8684ca8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b80fca-31f3-4731-961d-e5affe4c98e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:37.944772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.961976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:38.000218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0a3d5f0c-d637-49dc-a71b-ce6250fa6243,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:38.012584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.083316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=0a3d5f0c-d637-49dc-a71b-ce6250fa6243,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:38.091394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.091735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.092073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.092407 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.092874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.093207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.093533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.093853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.094195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.094542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.094919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.095258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:38.107155 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c7d7-9a44-4e18-8542-222b410e9986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.305939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c7d7-9a44-4e18-8542-222b410e9986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.318261 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c7d7-9a44-4e18-8542-222b410e9986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.368778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:38.375981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4cc1c7d7-9a44-4e18-8542-222b410e9986 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b77ce4b27d1b4ac4b2528d4b98eaba70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128125 Jul 13 19:44:38.386447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1c7d7-9a44-4e18-8542-222b410e9986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74917203-8795-45ff-8235-b32ae5eea6b5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:38.453011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab734-2010-497a-882c-77eac1bb2731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.461136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6ded8720-2a3e-493f-b36f-030375a25eaf req-35a2cecb-d2d6-4224-8825-b4e69ff6305d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 210 time: 0.0773501 Jul 13 19:44:38.483688 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab734-2010-497a-882c-77eac1bb2731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.554115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab734-2010-497a-882c-77eac1bb2731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.557891 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab734-2010-497a-882c-77eac1bb2731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.560921 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5f7ab734-2010-497a-882c-77eac1bb2731 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74917203-8795-45ff-8235-b32ae5eea6b5 HTTP/1.1" status: 204 len: 168 time: 0.1899371 Jul 13 19:44:38.585355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ab734-2010-497a-882c-77eac1bb2731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74917203-8795-45ff-8235-b32ae5eea6b5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:39.035125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:39.053736 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c017fdd-f020-439b-ac4d-b1fcd01aaa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.159076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:39.181970 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c017fdd-f020-439b-ac4d-b1fcd01aaa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.190223 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c017fdd-f020-439b-ac4d-b1fcd01aaa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.220686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c017fdd-f020-439b-ac4d-b1fcd01aaa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6108d8-32b8-4644-ac00-1955cd065c4b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:39.240861 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5c017fdd-f020-439b-ac4d-b1fcd01aaa4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18e75f25e22c4dd0b1e43d14ae1978f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046118 Jul 13 19:44:39.244292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:39.293652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-184915524'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:39.324262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22bbb76a-33ac-4505-bd28-1d40e17bd5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.338227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:39.341913 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.357441 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.374431 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22bbb76a-33ac-4505-bd28-1d40e17bd5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.458265 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22bbb76a-33ac-4505-bd28-1d40e17bd5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.462976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22bbb76a-33ac-4505-bd28-1d40e17bd5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.464371 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-22bbb76a-33ac-4505-bd28-1d40e17bd5b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f6108d8-32b8-4644-ac00-1955cd065c4b HTTP/1.1" status: 204 len: 168 time: 0.2187815 Jul 13 19:44:39.479707 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbb76a-33ac-4505-bd28-1d40e17bd5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6108d8-32b8-4644-ac00-1955cd065c4b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:39.571332 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.580849 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.618355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:44:39.626862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74885169-38a0-44f8-8256-2c37054a28a5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:39.633486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.634927 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Added segment 99b32385-41d3-4139-aefb-2b052ac236f7 of type vlan for network 54cd420a-9f41-4b08-aa64-cdc4471cadaf Jul 13 19:44:39.674521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:39.697991 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.745748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.756541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:39.759409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.796700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:39.798092 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.853717 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-613ad7d7-8641-4ee7-b00c-dbc5b45fc00e req-b8849f7e-6ca2-4b6e-8a80-7128a21ac3b6 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 210 time: 0.0740063 Jul 13 19:44:39.855408 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6946311 Jul 13 19:44:39.891010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1c81d-5d0a-4de5-a187-eb85d9a6dadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Network': ['ID=54cd420a-9f41-4b08-aa64-cdc4471cadaf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:39.934167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 54cd420a-9f41-4b08-aa64-cdc4471cadaf details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:44:40.136306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:40.173967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:40.174569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3fb7a23a-8d32-4e39-8d5c-2f2faa80f491 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:40.446807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:41.104728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ea46e1cb-11eb-4903-9443-498aeaf21b6e req-3eed8b7a-2245-4f45-8125-e5ee9e71709b tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 210 time: 0.0642922 Jul 13 19:44:41.512536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.829879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] Deleting port e81fb2ac-a13a-4351-9622-4f9ecf3de01d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:41.830220 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.929774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] For port e81fb2ac-a13a-4351-9622-4f9ecf3de01d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e81fb2ac-a13a-4351-9622-4f9ecf3de01d,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:41.930133 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.948430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] Calling delete_port for e81fb2ac-a13a-4351-9622-4f9ecf3de01d owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:42.392718 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75072b0b-a2a7-4828-945b-78a49de0dd77 req-d5ed5c4a-1008-419a-afdf-cf9e4e1ea3bc tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 210 time: 0.0454240 Jul 13 19:44:42.425888 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.558751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=e81fb2ac-a13a-4351-9622-4f9ecf3de01d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:42.942580 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.229958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:43.238367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'subnet': {'network_id': '54cd420a-9f41-4b08-aa64-cdc4471cadaf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:43.420187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:43.424740 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.426953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] Router 28be3d94-70ef-4b61-a104-6d94996265f5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:43.491849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-5fe6e95f-009e-49c0-9422-f40c0939f66e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:43.498615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-5fe6e95f-009e-49c0-9422-f40c0939f66e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.60 "GET /v2.0/networks?id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee HTTP/1.1" status: 200 len: 796 time: 0.3081663 Jul 13 19:44:43.700148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-25b35d50-afd1-41fb-91a8-d181a6625b9a req-956ba900-428a-4360-98ea-32c46aa8c1fd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 210 time: 0.0836465 Jul 13 19:44:43.725342 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-ed298b65-23f3-4fc3-bf69-3e0829c9ab63 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0832178c53474c02b4642a7c5064e42b HTTP/1.1" status: 200 len: 475 time: 0.2112527 Jul 13 19:44:43.749814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'port': {'device_id': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'admin_state_up': True, 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'security_groups': ['86c01e7a-3783-43c2-87dc-1409185ceffd', '962f3ce1-059d-4be2-864d-e00a10745068']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:44.014750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:44.021901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f0d68fde-f34d-4bab-94fb-dd2a7573dbbb admin admin] 10.222.0.25 "PUT /v2.0/routers/28be3d94-70ef-4b61-a104-6d94996265f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5720007 Jul 13 19:44:44.024940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:44.027092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] Sync routers for ids ['28be3d94-70ef-4b61-a104-6d94996265f5'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:44.042599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] Routers {'28be3d94-70ef-4b61-a104-6d94996265f5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:44.043582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['28be3d94-70ef-4b61-a104-6d94996265f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:44.167133 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.180210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] Set router 28be3d94-70ef-4b61-a104-6d94996265f5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:44.218994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.284114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Subnet': ['ID=34496b0f-5f4f-4f33-b130-32266b0b8839,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:44.303175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.361338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Checking segment: {'id': '99b32385-41d3-4139-aefb-2b052ac236f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '54cd420a-9f41-4b08-aa64-cdc4471cadaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:44.362194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network hostable DHCP agents. Network: 54cd420a-9f41-4b08-aa64-cdc4471cadaf, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:44:44.373075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Deleting port fda05392-e7f0-48e1-95e9-e3d0e2f1de18 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:44.373546 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.383097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Made reservation on behalf of 0832178c53474c02b4642a7c5064e42b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:44.386972 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.410689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network 54cd420a-9f41-4b08-aa64-cdc4471cadaf is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:44:44.447500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:44:42Z', 'revision_number': 5, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port': {'id': 'fda05392-e7f0-48e1-95e9-e3d0e2f1de18', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:33:08Z', 'updated_at': '2021-07-13T19:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:44.462892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 54cd420a-9f41-4b08-aa64-cdc4471cadaf) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:44.473004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:44.473819 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.474773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] For port fda05392-e7f0-48e1-95e9-e3d0e2f1de18, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fda05392-e7f0-48e1-95e9-e3d0e2f1de18,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:44.475453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.486959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30873a89-5d9b-4a76-b490-4148d84c7d14 None None] Network 54cd420a-9f41-4b08-aa64-cdc4471cadaf requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:44.489609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] Checking router: 28be3d94-70ef-4b61-a104-6d94996265f5 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:44.494053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-95a2ba6f-e340-41c9-bd6f-19e690eca0a8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2628996 Jul 13 19:44:44.496192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Calling delete_port for fda05392-e7f0-48e1-95e9-e3d0e2f1de18 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:44.498254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:44.504792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-680814507'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:44.542372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] Routers {'28be3d94-70ef-4b61-a104-6d94996265f5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:44.543180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['28be3d94-70ef-4b61-a104-6d94996265f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:44.570476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:44.575922 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.633090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:44:44.655197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.659274 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Added segment f1acf6ec-405a-4716-9be5-56ffb0ae526e of type vlan for network 02c9a67d-b949-461d-8c19-7bcf2cb840b6 Jul 13 19:44:44.676611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] Set router 28be3d94-70ef-4b61-a104-6d94996265f5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:44.758526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:44:44Z', 'revision_number': 6, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:44.781920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.801777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359c6ce-9a46-4f56-aedf-94ea9c526a06 None None] The sync data for ids ['28be3d94-70ef-4b61-a104-6d94996265f5'] in n-d-800708-1 is: [{'id': '28be3d94-70ef-4b61-a104-6d94996265f5', 'name': 'tempest-TaggedBootDevicesTest-2136625513-router', 'tenant_id': '367294edf4204f10bfb6e7392c153491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:33:07Z', 'updated_at': '2021-07-13T19:44:44Z', 'revision_number': 6, 'project_id': '367294edf4204f10bfb6e7392c153491', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:44.825873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Pushing event deleted for resources: {'Port': ['ID=fda05392-e7f0-48e1-95e9-e3d0e2f1de18,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:44.840451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Allocated IP 172.20.0.8 (a0bde7a2-c70c-4b3f-9a30-f99a81e006ee/8ffccab1-6ec5-452f-b385-bda89a3dd909/c0df4edf-d012-4bcc-83ce-fb98a6be838e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:44.860111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-54cd420a-9f41-4b08-aa64-cdc4471cadaf', 'network_id': '54cd420a-9f41-4b08-aa64-cdc4471cadaf', 'tenant_id': 'bdb2a9fde2b545feba6e6ae340eae9dd', 'fixed_ips': [{'subnet_id': '34496b0f-5f4f-4f33-b130-32266b0b8839'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:44:44.861486 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.909329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.925309 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.035493 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.039325 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.091699 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-278e6acb-f331-4d38-b43d-29045ddba050 req-91a59564-9e3a-4f87-9d73-3c429ef97060 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 210 time: 0.1591241 Jul 13 19:44:45.096621 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:44:45.107253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.107799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28be3d94-70ef-4b61-a104-6d94996265f5 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:44:45.125417 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.128671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.133904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d5ecca29-5b06-413b-810b-bdd90e9837df admin admin] 10.222.0.25 "DELETE /v2.0/routers/28be3d94-70ef-4b61-a104-6d94996265f5 HTTP/1.1" status: 204 len: 168 time: 1.1057155 Jul 13 19:44:45.134460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:45.148733 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.149517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Allocated IP 2001:db8:0:ffff::2 (54cd420a-9f41-4b08-aa64-cdc4471cadaf/34496b0f-5f4f-4f33-b130-32266b0b8839/825f01ad-8c8e-4a96-a479-6ca9c1faa248) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:45.155215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:45.155952 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.204950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abfdb4d-fb67-4287-a731-f0bc50fd6ee6 admin admin] Deleting subnet dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:45.214375 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8abfdb4d-fb67-4287-a731-f0bc50fd6ee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.304296 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8abfdb4d-fb67-4287-a731-f0bc50fd6ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.343573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8412929 Jul 13 19:44:45.343799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:45.345325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Transition to ACTIVE for port object c0df4edf-d012-4bcc-83ce-fb98a6be838e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:45.374685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'subnet': {'network_id': '02c9a67d-b949-461d-8c19-7bcf2cb840b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:45.387391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205633af-b084-4ca9-8e3f-94b59876b906 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Network': ['ID=02c9a67d-b949-461d-8c19-7bcf2cb840b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:45.401385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 02c9a67d-b949-461d-8c19-7bcf2cb840b6 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:44:45.468556 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8abfdb4d-fb67-4287-a731-f0bc50fd6ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.521498 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.532621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8abfdb4d-fb67-4287-a731-f0bc50fd6ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.543496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Transition to ACTIVE for port object 825f01ad-8c8e-4a96-a479-6ca9c1faa248 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:45.552719 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.573107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfdb4d-fb67-4287-a731-f0bc50fd6ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:45.578295 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8abfdb4d-fb67-4287-a731-f0bc50fd6ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.584196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Transition to ACTIVE for port object 825f01ad-8c8e-4a96-a479-6ca9c1faa248 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:45.584706 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8abfdb4d-fb67-4287-a731-f0bc50fd6ee6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dc2ab1cc-cdb3-4972-9eeb-056f7b8e3c1b HTTP/1.1" status: 204 len: 168 time: 0.4489162 Jul 13 19:44:45.585381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:45.598337 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.606439 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:45.609630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:45.614157 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.619867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:45.625273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:45.670888 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.677880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d554b5-a729-4096-acf9-78c011d77907 None None] Network 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:45.762426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Port': ['ID=c0df4edf-d012-4bcc-83ce-fb98a6be838e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:45.820650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:45.821466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.827786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Pushing event updated for resources: {'Port': ['ID=825f01ad-8c8e-4a96-a479-6ca9c1faa248,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:45.834731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Deleting port e68c85e7-972d-4d8e-81f7-243510e4587a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:45.835130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.886135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-26785731-734e-429c-aed5-2cbcd82eea14 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.1402659 Jul 13 19:44:45.889033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fda05392-e7f0-48e1-95e9-e3d0e2f1de18 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:45.903527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Request body: {'port': {'device_id': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:45.935312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: fda05392-e7f0-48e1-95e9-e3d0e2f1de18 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:45.935696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fda05392-e7f0-48e1-95e9-e3d0e2f1de18 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:45.936085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e81fb2ac-a13a-4351-9622-4f9ecf3de01d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:46.002172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] For port e68c85e7-972d-4d8e-81f7-243510e4587a, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e68c85e7-972d-4d8e-81f7-243510e4587a,segment=NetworkSegment(7ad34b11-2dc7-48b4-a3fe-3047e4b67e57),segment_id=7ad34b11-2dc7-48b4-a3fe-3047e4b67e57)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:46.003149 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.020925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e81fb2ac-a13a-4351-9622-4f9ecf3de01d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:46.021269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e81fb2ac-a13a-4351-9622-4f9ecf3de01d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:46.033960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Calling delete_port for e68c85e7-972d-4d8e-81f7-243510e4587a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:46.039561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Network 54cd420a-9f41-4b08-aa64-cdc4471cadaf is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:46.063835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:46.068891 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.069731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:46.145815 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.150444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9f570de8-b410-435a-a299-6171fff31ab3 None None] Provisioning for port c0df4edf-d012-4bcc-83ce-fb98a6be838e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:46.196046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9f570de8-b410-435a-a299-6171fff31ab3 None None] Provisioning complete for port c0df4edf-d012-4bcc-83ce-fb98a6be838e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:46.196513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f570de8-b410-435a-a299-6171fff31ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.227440 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.333350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=e68c85e7-972d-4d8e-81f7-243510e4587a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:46.343800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] No DVR routers for this DVR port e68c85e7-972d-4d8e-81f7-243510e4587a on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:46.446820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Attempting to bind port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:46.447943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Attempting to bind port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '99b32385-41d3-4139-aefb-2b052ac236f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '54cd420a-9f41-4b08-aa64-cdc4471cadaf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:46.448515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Attempting to bind port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 on network 54cd420a-9f41-4b08-aa64-cdc4471cadaf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:46.501365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9f570de8-b410-435a-a299-6171fff31ab3 None None] Port c0df4edf-d012-4bcc-83ce-fb98a6be838e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:46.506764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:46.507114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Checking segment: {'id': '99b32385-41d3-4139-aefb-2b052ac236f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '54cd420a-9f41-4b08-aa64-cdc4471cadaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:46.507571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.507946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Bound using segment: {'id': '99b32385-41d3-4139-aefb-2b052ac236f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '54cd420a-9f41-4b08-aa64-cdc4471cadaf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:46.508443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Bound port: 825f01ad-8c8e-4a96-a479-6ca9c1faa248, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b32385-41d3-4139-aefb-2b052ac236f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '54cd420a-9f41-4b08-aa64-cdc4471cadaf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:46.508852 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.512516 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.567838 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.596978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:46.600539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a713936-7950-4f8a-a461-16d2dac9c5d4 None None] DHCP port deletion for 06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:44:46.621128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:46.621431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad34b11-2dc7-48b4-a3fe-3047e4b67e57') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:46.636981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] For port 825f01ad-8c8e-4a96-a479-6ca9c1faa248, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:46.640745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] For port 825f01ad-8c8e-4a96-a479-6ca9c1faa248, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=825f01ad-8c8e-4a96-a479-6ca9c1faa248,segment=NetworkSegment(99b32385-41d3-4139-aefb-2b052ac236f7),segment_id=99b32385-41d3-4139-aefb-2b052ac236f7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:46.651525 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.659741 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.698839 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.715126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:44:46.715558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:44:46.720904 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:44:46.879905 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.892660 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.895064 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] 10.222.0.25 "DELETE /v2.0/networks/06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa HTTP/1.1" status: 204 len: 168 time: 1.3080957 Jul 13 19:44:46.914300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e627d59-66cf-4bb2-902f-8537407d7c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=06bbe46a-ddee-4c74-9e0a-8c9553c3c0aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:46.942690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.objects.ports [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:44:46.973500 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.976342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae61d86-a29d-4d90-903f-de452d1896e8 None None] Pushing event updated for resources: {'Port': ['ID=825f01ad-8c8e-4a96-a479-6ca9c1faa248,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:47.054529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c84a5-bc7f-4f00-87e1-de2c601d637a req-18269d8d-95e2-4c82-a5ac-18995f88e405 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:47.056096 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-938c84a5-bc7f-4f00-87e1-de2c601d637a req-18269d8d-95e2-4c82-a5ac-18995f88e405 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 970 time: 0.5725334 Jul 13 19:44:47.113756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Subnet': ['ID=e723b064-067a-49c4-a7e0-165b3205c554,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:47.176542 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-938c84a5-bc7f-4f00-87e1-de2c601d637a req-7f0c21a8-c8e0-4192-9236-0bf75e52e227 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1109445 Jul 13 19:44:47.182148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Checking segment: {'id': 'f1acf6ec-405a-4716-9be5-56ffb0ae526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '02c9a67d-b949-461d-8c19-7bcf2cb840b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:47.182541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network hostable DHCP agents. Network: 02c9a67d-b949-461d-8c19-7bcf2cb840b6, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:44:47.250685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network 02c9a67d-b949-461d-8c19-7bcf2cb840b6 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:44:47.255886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0df4edf-d012-4bcc-83ce-fb98a6be838e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:44:47.269450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.278963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 02c9a67d-b949-461d-8c19-7bcf2cb840b6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:47.287880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:47.288701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.289052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7322b9c-b616-4865-9a2d-05f9ddb82d8f None None] Network 02c9a67d-b949-461d-8c19-7bcf2cb840b6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:47.297406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Transition to ACTIVE for port object c0df4edf-d012-4bcc-83ce-fb98a6be838e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:47.305987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:47.322839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9ab45d29-388e-4727-ae1a-5c2dbfc97fa4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9664071 Jul 13 19:44:47.323147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:47.330271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'port': {'network_id': '02c9a67d-b949-461d-8c19-7bcf2cb840b6', 'name': 'tempest-NetworksIpV6TestAttrs-960117755'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:47.333447 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.446324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ad3edc40-f3d0-4390-b39c-1cb5ac00016b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=367294edf4204f10bfb6e7392c153491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341310 Jul 13 19:44:47.447871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:47.541368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Pushing event updated for resources: {'Port': ['ID=c0df4edf-d012-4bcc-83ce-fb98a6be838e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:47.622836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b804c9e1-fda9-403a-a998-fcbb51a8d326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.669217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b804c9e1-fda9-403a-a998-fcbb51a8d326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.774717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-02c9a67d-b949-461d-8c19-7bcf2cb840b6', 'network_id': '02c9a67d-b949-461d-8c19-7bcf2cb840b6', 'tenant_id': 'bdb2a9fde2b545feba6e6ae340eae9dd', 'fixed_ips': [{'subnet_id': 'e723b064-067a-49c4-a7e0-165b3205c554'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:44:47.775785 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.788835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Attempting to bind port c0df4edf-d012-4bcc-83ce-fb98a6be838e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:47.789172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Attempting to bind port c0df4edf-d012-4bcc-83ce-fb98a6be838e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:47.793883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Attempting to bind port c0df4edf-d012-4bcc-83ce-fb98a6be838e on network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:47.803089 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b804c9e1-fda9-403a-a998-fcbb51a8d326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.806043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b804c9e1-fda9-403a-a998-fcbb51a8d326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.807458 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b804c9e1-fda9-403a-a998-fcbb51a8d326 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/462f42a7-1b77-447d-9484-4f4e8912c964 HTTP/1.1" status: 204 len: 168 time: 0.3583603 Jul 13 19:44:47.816720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Port c0df4edf-d012-4bcc-83ce-fb98a6be838e on network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:44:47.817041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Attempting to bind port c0df4edf-d012-4bcc-83ce-fb98a6be838e on network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:47.836489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:47.836828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Checking segment: {'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:47.838087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Bound using segment: {'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:47.840632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Bound port: c0df4edf-d012-4bcc-83ce-fb98a6be838e, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c23bc833-436b-44bf-b579-95160d705d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:47.841736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804c9e1-fda9-403a-a998-fcbb51a8d326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f42a7-1b77-447d-9484-4f4e8912c964,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:47.842202 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.856088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 825f01ad-8c8e-4a96-a479-6ca9c1faa248 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:47.952835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:47.962550 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.999175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] device_id is not set on port 41fcdbec-76f1-442c-962e-ad910d239f33 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:44:48.075163 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] For port c0df4edf-d012-4bcc-83ce-fb98a6be838e, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:48.091151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:48.094333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Allocated IP 2001:db8::f816:3eff:fe26:8c4e (02c9a67d-b949-461d-8c19-7bcf2cb840b6/e723b064-067a-49c4-a7e0-165b3205c554/49639c22-b08b-43fd-9f33-f141bb85f9cc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:48.104304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] For port c0df4edf-d012-4bcc-83ce-fb98a6be838e, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c0df4edf-d012-4bcc-83ce-fb98a6be838e,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:48.119609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.232132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:48.232918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.237611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e68c85e7-972d-4d8e-81f7-243510e4587a no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:48.244101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] 10.222.0.60 "PUT /v2.0/ports/c0df4edf-d012-4bcc-83ce-fb98a6be838e HTTP/1.1" status: 200 len: 1130 time: 2.3491781 Jul 13 19:44:48.254074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'tag': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:44:48.256775 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "17b75281-5a82-4e74-a6ff-1c1095e112f9", "tag": "c0df4edf-d012-4bcc-83ce-fb98a6be838e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:44:48.341048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03609dfd-45cb-4443-8bcc-1bda90c9d69e service neutron] Pushing event updated for resources: {'Port': ['ID=c0df4edf-d012-4bcc-83ce-fb98a6be838e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:48.408305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e68c85e7-972d-4d8e-81f7-243510e4587a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:48.408845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e68c85e7-972d-4d8e-81f7-243510e4587a not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:48.421569 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf905e2a-52c8-4bb7-b138-5294e5ade79f x-openstack-request-id: req-cf905e2a-52c8-4bb7-b138-5294e5ade79f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:44:48.422483 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b75281-5a82-4e74-a6ff-1c1095e112f9", "tag": "c0df4edf-d012-4bcc-83ce-fb98a6be838e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:44:48.423459 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf905e2a-52c8-4bb7-b138-5294e5ade79f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:44:48.424125 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'tag': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'status': 'completed', 'code': 200} Jul 13 19:44:48.480593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-21f63171-1acc-48ff-9ab1-6327bb7829ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:48.487564 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-21f63171-1acc-48ff-9ab1-6327bb7829ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0832178c53474c02b4642a7c5064e42b&device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 1133 time: 0.1767797 Jul 13 19:44:48.591824 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-cce17aca-0c38-43fc-b277-eccbe6e6b111 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0df4edf-d012-4bcc-83ce-fb98a6be838e HTTP/1.1" status: 200 len: 217 time: 0.0985317 Jul 13 19:44:48.614151 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.628472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Transition to ACTIVE for port object 49639c22-b08b-43fd-9f33-f141bb85f9cc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:48.653541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Transition to ACTIVE for port object 49639c22-b08b-43fd-9f33-f141bb85f9cc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:48.665865 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.711744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Pushing event updated for resources: {'Port': ['ID=49639c22-b08b-43fd-9f33-f141bb85f9cc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:48.731594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Network 02c9a67d-b949-461d-8c19-7bcf2cb840b6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:48.733219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:48.736033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:48.766736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Allocated IP 2001:db8::f816:3eff:fe27:abee (02c9a67d-b949-461d-8c19-7bcf2cb840b6/e723b064-067a-49c4-a7e0-165b3205c554/41fcdbec-76f1-442c-962e-ad910d239f33) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:48.899786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Attempting to bind port 49639c22-b08b-43fd-9f33-f141bb85f9cc on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:48.900896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Attempting to bind port 49639c22-b08b-43fd-9f33-f141bb85f9cc by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'f1acf6ec-405a-4716-9be5-56ffb0ae526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '02c9a67d-b949-461d-8c19-7bcf2cb840b6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:48.902210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Attempting to bind port 49639c22-b08b-43fd-9f33-f141bb85f9cc on network 02c9a67d-b949-461d-8c19-7bcf2cb840b6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:48.915644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:48.920866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Checking segment: {'id': 'f1acf6ec-405a-4716-9be5-56ffb0ae526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '02c9a67d-b949-461d-8c19-7bcf2cb840b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:48.921063 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.923894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Bound using segment: {'id': 'f1acf6ec-405a-4716-9be5-56ffb0ae526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '02c9a67d-b949-461d-8c19-7bcf2cb840b6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:48.924420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Bound port: 49639c22-b08b-43fd-9f33-f141bb85f9cc, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1acf6ec-405a-4716-9be5-56ffb0ae526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '02c9a67d-b949-461d-8c19-7bcf2cb840b6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:48.924819 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.987345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c75d9-7145-425e-b52d-51393f432b66 None None] Network 54cd420a-9f41-4b08-aa64-cdc4471cadaf requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:49.081193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ecfe6de2-bad3-42be-85a4-90537b3ca10f None None] Provisioning for port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:49.099197 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3de6-9831-4685-9a99-47802a654e88 req-4ac61104-9f5c-4e79-88bb-2980fa1f79e4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:49.101023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-571d3de6-9831-4685-9a99-47802a654e88 req-4ac61104-9f5c-4e79-88bb-2980fa1f79e4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 982 time: 0.5188968 Jul 13 19:44:49.102570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ecfe6de2-bad3-42be-85a4-90537b3ca10f None None] Provisioning complete for port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:49.102945 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6de2-bad3-42be-85a4-90537b3ca10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.103081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-d790fd53-e33b-4baf-93f7-c7f515709a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:49.104869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-d790fd53-e33b-4baf-93f7-c7f515709a66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ffccab1-6ec5-452f-b385-bda89a3dd909 HTTP/1.1" status: 200 len: 835 time: 0.5024097 Jul 13 19:44:49.112843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] For port 49639c22-b08b-43fd-9f33-f141bb85f9cc, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:49.166045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] For port 49639c22-b08b-43fd-9f33-f141bb85f9cc, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=49639c22-b08b-43fd-9f33-f141bb85f9cc,segment=NetworkSegment(f1acf6ec-405a-4716-9be5-56ffb0ae526e),segment_id=f1acf6ec-405a-4716-9be5-56ffb0ae526e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:49.171792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.194927 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.224150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-571d3de6-9831-4685-9a99-47802a654e88 req-ddee8f8c-32af-4280-9c16-8c64c1c5c186 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1079235 Jul 13 19:44:49.228054 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Transition to ACTIVE for port object 41fcdbec-76f1-442c-962e-ad910d239f33 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:49.257541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-dc5731f6-a8c0-4ff8-b6e9-da2bdfbf364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:49.265250 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-dc5731f6-a8c0-4ff8-b6e9-da2bdfbf364a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390233 Jul 13 19:44:49.372732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4bf0f-aceb-4426-92b1-a392fda93cc8 None None] Pushing event updated for resources: {'Port': ['ID=49639c22-b08b-43fd-9f33-f141bb85f9cc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:49.396417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:49.413763 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6de2-bad3-42be-85a4-90537b3ca10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.419793 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.485979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ecfe6de2-bad3-42be-85a4-90537b3ca10f None None] For port 825f01ad-8c8e-4a96-a479-6ca9c1faa248, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=825f01ad-8c8e-4a96-a479-6ca9c1faa248,segment=NetworkSegment(99b32385-41d3-4139-aefb-2b052ac236f7),segment_id=99b32385-41d3-4139-aefb-2b052ac236f7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:49.498239 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6de2-bad3-42be-85a4-90537b3ca10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.510915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network 02c9a67d-b949-461d-8c19-7bcf2cb840b6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:49.527511 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:49.549122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:49.562485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:49.563220 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.603619 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-4572f93f-365f-4959-8d5f-6928faf8a26c service neutron] 10.222.0.60 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335965 Jul 13 19:44:49.604642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Port': ['ID=41fcdbec-76f1-442c-962e-ad910d239f33,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:49.618970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:49.619525 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9718d6b3-6b01-4250-a42f-636e995e4ab1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2949965 Jul 13 19:44:49.636418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe6de2-bad3-42be-85a4-90537b3ca10f None None] Pushing event updated for resources: {'Port': ['ID=825f01ad-8c8e-4a96-a479-6ca9c1faa248,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:49.801646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-642689952-network', 'tenant_id': '189af46fe9fe43e29b4671dac0526486'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:49.815851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 49639c22-b08b-43fd-9f33-f141bb85f9cc up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:49.821809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2839d8d0-1cb7-4a41-b5a3-9cbdd8bbbff3 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Deleting subnet e723b064-067a-49c4-a7e0-165b3205c554 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:49.827599 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2839d8d0-1cb7-4a41-b5a3-9cbdd8bbbff3 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.875374 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e89cbee-5908-4047-9aea-601ebabc0c03 req-4d79008a-ad30-4404-92a8-73c17e6946e4 service neutron] 10.222.0.60 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616246 Jul 13 19:44:49.898831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Made reservation on behalf of 189af46fe9fe43e29b4671dac0526486 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:49.901959 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.910018 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2839d8d0-1cb7-4a41-b5a3-9cbdd8bbbff3 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.927575 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.959947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 49639c22-b08b-43fd-9f33-f141bb85f9cc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:49.989137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f6de72b-1200-4aff-a1cc-f61a4bb1de57 None None] Provisioning complete for port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:49.989517 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f6de72b-1200-4aff-a1cc-f61a4bb1de57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.086769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-4064f99b-0b17-464d-9061-f144a37855f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:50.088732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-4064f99b-0b17-464d-9061-f144a37855f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0832178c53474c02b4642a7c5064e42b&device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 1133 time: 0.0813777 Jul 13 19:44:50.165655 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2839d8d0-1cb7-4a41-b5a3-9cbdd8bbbff3 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.230739 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.241242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.294721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-593a60c9-602e-40e5-abbf-5d5b8d2a2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:50.299423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-593a60c9-602e-40e5-abbf-5d5b8d2a2aac service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee HTTP/1.1" status: 200 len: 897 time: 0.2011216 Jul 13 19:44:50.301509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:44:50.333656 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.334007 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Added segment a8bb9c39-f286-495b-8a80-2de4aedea3c0 of type vlan for network 227c41e3-23bb-4667-9fbd-547e24c7c70a Jul 13 19:44:50.342081 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:44:50.350084 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2839d8d0-1cb7-4a41-b5a3-9cbdd8bbbff3 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.389667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-a216c720-65ba-4a24-b736-35cc25560f34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0df4edf-d012-4bcc-83ce-fb98a6be838e HTTP/1.1" status: 200 len: 217 time: 0.0840352 Jul 13 19:44:50.398024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839d8d0-1cb7-4a41-b5a3-9cbdd8bbbff3 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Subnet': ['ID=e723b064-067a-49c4-a7e0-165b3205c554,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:50.399831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:50.447029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2839d8d0-1cb7-4a41-b5a3-9cbdd8bbbff3 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.450470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2839d8d0-1cb7-4a41-b5a3-9cbdd8bbbff3 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/subnets/e723b064-067a-49c4-a7e0-165b3205c554 HTTP/1.1" status: 204 len: 168 time: 0.8289478 Jul 13 19:44:50.451979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:50.580696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4169d58-259b-4052-8c91-071cad33c753 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:50.582640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4169d58-259b-4052-8c91-071cad33c753 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:50.588713 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d4169d58-259b-4052-8c91-071cad33c753 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1357105 Jul 13 19:44:50.588976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-e20ee543-37b6-4a7e-8239-4099761b3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:50.589297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:50.590362 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-e20ee543-37b6-4a7e-8239-4099761b3316 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ffccab1-6ec5-452f-b385-bda89a3dd909 HTTP/1.1" status: 200 len: 835 time: 0.1837783 Jul 13 19:44:50.669095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5be970-d7cd-4aa3-bfea-a0cf1484c2d8 req-e941e56f-132c-49f2-ac63-3eca77894be7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:50.677697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4f5be970-d7cd-4aa3-bfea-a0cf1484c2d8 req-e941e56f-132c-49f2-ac63-3eca77894be7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 982 time: 0.1739933 Jul 13 19:44:50.703612 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b80a7b2-48c0-41e1-8cb7-37d90c0b129e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.716658 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.727832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5416c598-cc1e-47a8-ae76-a23c55f55f5f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.740901 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5416c598-cc1e-47a8-ae76-a23c55f55f5f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 19:44:50.741383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5416c598-cc1e-47a8-ae76-a23c55f55f5f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:44:50.758075 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5416c598-cc1e-47a8-ae76-a23c55f55f5f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/02c9a67d-b949-461d-8c19-7bcf2cb840b6 HTTP/1.1" status: 409 len: 405 time: 0.1596503 Jul 13 19:44:50.758787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:50.769451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1691055238'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:50.776241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-d2c7edbf-23db-4e9a-a267-cbf44224719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:50.777760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-d2c7edbf-23db-4e9a-a267-cbf44224719c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799855 Jul 13 19:44:50.782667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4f5be970-d7cd-4aa3-bfea-a0cf1484c2d8 req-bfbb15d7-6796-45f3-8696-0f82d3a7cc9b tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1035376 Jul 13 19:44:50.788360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.791682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:50.792560 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.795483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf3c071-1895-4feb-b302-116b3d83962e None None] Network 02c9a67d-b949-461d-8c19-7bcf2cb840b6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:50.859204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:50.863827 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.911912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5131125 Jul 13 19:44:50.920073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:50.934090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Request body: {'subnet': {'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-642689952-subnet', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:50.936416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883507e5-d762-4698-a467-2d1570f82a17 admin admin] Pushing event updated for resources: {'Network': ['ID=227c41e3-23bb-4667-9fbd-547e24c7c70a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:50.952735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:44:50.972780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:44:50.980350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-73984cae-f4e1-4053-b767-1ec68ecda1b5 service neutron] 10.222.0.60 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941504 Jul 13 19:44:50.981387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.981752 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Added segment aaffcd69-127b-4d1c-8cc5-aa5691433382 of type vlan for network 87f7a248-b88c-456f-8bd8-8594cabf7a4d Jul 13 19:44:51.029477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Made reservation on behalf of 189af46fe9fe43e29b4671dac0526486 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:51.031459 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.034788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32caef1f-aa3d-464c-9e1f-b9d5a71b9c66 None None] Provisioning for port 49639c22-b08b-43fd-9f33-f141bb85f9cc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:51.042905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32caef1f-aa3d-464c-9e1f-b9d5a71b9c66 None None] Provisioning complete for port 49639c22-b08b-43fd-9f33-f141bb85f9cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:51.043584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32caef1f-aa3d-464c-9e1f-b9d5a71b9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.114340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.173888 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32caef1f-aa3d-464c-9e1f-b9d5a71b9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.213142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-016fbb3f-1409-44ff-89f7-2c77c5f05fa7 req-fd9c10e2-d1b1-4bd4-be06-7b63203ada6d service neutron] 10.222.0.60 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215905 Jul 13 19:44:51.215827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-32caef1f-aa3d-464c-9e1f-b9d5a71b9c66 None None] For port 49639c22-b08b-43fd-9f33-f141bb85f9cc, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=49639c22-b08b-43fd-9f33-f141bb85f9cc,segment=NetworkSegment(f1acf6ec-405a-4716-9be5-56ffb0ae526e),segment_id=f1acf6ec-405a-4716-9be5-56ffb0ae526e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:51.219051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75965680-2f7c-49ce-93dc-89d38f5ae984 None None] DHCP port deletion for 02c9a67d-b949-461d-8c19-7bcf2cb840b6 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:44:51.220990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.227586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:51.233333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.262884 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32caef1f-aa3d-464c-9e1f-b9d5a71b9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.320960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32caef1f-aa3d-464c-9e1f-b9d5a71b9c66 None None] Pushing event updated for resources: {'Port': ['ID=49639c22-b08b-43fd-9f33-f141bb85f9cc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:51.350939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-75965680-2f7c-49ce-93dc-89d38f5ae984 None None] Deleting port 49639c22-b08b-43fd-9f33-f141bb85f9cc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:51.351236 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75965680-2f7c-49ce-93dc-89d38f5ae984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.487741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-75965680-2f7c-49ce-93dc-89d38f5ae984 None None] For port 49639c22-b08b-43fd-9f33-f141bb85f9cc, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=49639c22-b08b-43fd-9f33-f141bb85f9cc,segment=NetworkSegment(f1acf6ec-405a-4716-9be5-56ffb0ae526e),segment_id=f1acf6ec-405a-4716-9be5-56ffb0ae526e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:51.488200 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75965680-2f7c-49ce-93dc-89d38f5ae984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.519897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-75965680-2f7c-49ce-93dc-89d38f5ae984 None None] Calling delete_port for 49639c22-b08b-43fd-9f33-f141bb85f9cc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:51.639851 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75965680-2f7c-49ce-93dc-89d38f5ae984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.676980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75965680-2f7c-49ce-93dc-89d38f5ae984 None None] Pushing event deleted for resources: {'Port': ['ID=49639c22-b08b-43fd-9f33-f141bb85f9cc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:51.681557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75965680-2f7c-49ce-93dc-89d38f5ae984 None None] No DVR routers for this DVR port 49639c22-b08b-43fd-9f33-f141bb85f9cc on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:51.710142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 825f01ad-8c8e-4a96-a479-6ca9c1faa248 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:51.760595 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9997690 Jul 13 19:44:51.763524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:51.768038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0690b94-53f0-4119-9073-18c4ab844c74 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Network': ['ID=87f7a248-b88c-456f-8bd8-8594cabf7a4d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:51.770375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'subnet': {'network_id': '87f7a248-b88c-456f-8bd8-8594cabf7a4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:51.784974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 87f7a248-b88c-456f-8bd8-8594cabf7a4d details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:44:51.787800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:51.788432 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.899680 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.971110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:51.976125 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.071310 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6013355-3027-4a8b-b57b-1797c1fe1bb4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:52.100627 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:52.121380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Checking segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:52.121872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Network hostable DHCP agents. Network: 227c41e3-23bb-4667-9fbd-547e24c7c70a, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:44:52.181948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 49639c22-b08b-43fd-9f33-f141bb85f9cc no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:52.186558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:44:52.199981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab2550-4791-42ed-9b29-0f07510ac63f req-5fcd72c7-80d5-4d09-9ae9-566a632d1118 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:52.201534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cab2550-4791-42ed-9b29-0f07510ac63f req-5fcd72c7-80d5-4d09-9ae9-566a632d1118 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 982 time: 0.1561265 Jul 13 19:44:52.218795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 227c41e3-23bb-4667-9fbd-547e24c7c70a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:52.232310 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:52.233008 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.236213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec83a4b-9e63-4476-b6d3-f27bf33ffbce None None] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:52.252173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 49639c22-b08b-43fd-9f33-f141bb85f9cc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:52.252943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 49639c22-b08b-43fd-9f33-f141bb85f9cc not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:52.280834 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6ec58b82-6531-4ead-8889-ec677a1ca59f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3544073 Jul 13 19:44:52.286972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7cab2550-4791-42ed-9b29-0f07510ac63f req-a0eb46ee-737d-4288-8268-a10963f17842 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0769932 Jul 13 19:44:52.287704 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:52.294984 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:52.367406 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76869888-988e-4f71-8a3f-37780d3ad54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.370246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.371258 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.486765 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.549221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:44:52.550881 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.577660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c0df4edf-d012-4bcc-83ce-fb98a6be838e details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:44:52.628891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Subnet': ['ID=5b155f3d-cba9-42ef-88da-3847c0786a3f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:52.672760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Checking segment: {'id': 'aaffcd69-127b-4d1c-8cc5-aa5691433382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '87f7a248-b88c-456f-8bd8-8594cabf7a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:52.673129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network hostable DHCP agents. Network: 87f7a248-b88c-456f-8bd8-8594cabf7a4d, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:44:52.684651 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76869888-988e-4f71-8a3f-37780d3ad54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.691377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-227c41e3-23bb-4667-9fbd-547e24c7c70a', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:44:52.692549 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.697896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network 87f7a248-b88c-456f-8bd8-8594cabf7a4d is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:44:52.710588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 87f7a248-b88c-456f-8bd8-8594cabf7a4d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:52.715946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:52.716703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.730204 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20044320-4489-4e2f-92e6-9f82161f5ba3 None None] Network 87f7a248-b88c-456f-8bd8-8594cabf7a4d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:52.739606 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ab69c9f2-e030-4b34-9657-fdc2e92545ef tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9711995 Jul 13 19:44:52.740436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:52.748978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'port': {'network_id': '87f7a248-b88c-456f-8bd8-8594cabf7a4d', 'name': 'tempest-NetworksIpV6TestAttrs-1758318603'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:52.780671 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.790018 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76869888-988e-4f71-8a3f-37780d3ad54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:52.849281 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-76869888-988e-4f71-8a3f-37780d3ad54f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca43070ed2e04d7ea9d9e888beb620d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7460449 Jul 13 19:44:52.855065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:52.873819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c0df4edf-d012-4bcc-83ce-fb98a6be838e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c0df4edf-d012-4bcc-83ce-fb98a6be838e,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:52.880410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76869888-988e-4f71-8a3f-37780d3ad54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3686c8-af13-4feb-abec-c298c81156cd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:52.906582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'port_id': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:44:52.961500 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-594a6dde-ef2a-4376-b5d9-b7ee7d6e16c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.002532 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-594a6dde-ef2a-4376-b5d9-b7ee7d6e16c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.009092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Allocated IP 172.20.0.2 (227c41e3-23bb-4667-9fbd-547e24c7c70a/d6013355-3027-4a8b-b57b-1797c1fe1bb4/86b88ba7-af8e-47f1-ade1-bd8d52bc19af) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:53.014572 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.069605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0df4edf-d012-4bcc-83ce-fb98a6be838e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:44:53.080823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.106296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.112522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:53.121890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.167562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c0df4edf-d012-4bcc-83ce-fb98a6be838e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c0df4edf-d012-4bcc-83ce-fb98a6be838e,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:53.173461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-594a6dde-ef2a-4376-b5d9-b7ee7d6e16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.177235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-594a6dde-ef2a-4376-b5d9-b7ee7d6e16c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.182811 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-594a6dde-ef2a-4376-b5d9-b7ee7d6e16c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce3686c8-af13-4feb-abec-c298c81156cd HTTP/1.1" status: 204 len: 168 time: 0.3253121 Jul 13 19:44:53.183927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] device_id is not set on port 330d047a-3347-4f57-945f-055f961efad2 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:44:53.197259 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.199654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a6dde-ef2a-4376-b5d9-b7ee7d6e16c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3686c8-af13-4feb-abec-c298c81156cd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:53.201098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-87f7a248-b88c-456f-8bd8-8594cabf7a4d', 'network_id': '87f7a248-b88c-456f-8bd8-8594cabf7a4d', 'tenant_id': 'bdb2a9fde2b545feba6e6ae340eae9dd', 'fixed_ips': [{'subnet_id': '5b155f3d-cba9-42ef-88da-3847c0786a3f'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:44:53.205318 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.238331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Allocated IP 172.25.7.108 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/62bb441e-5463-4ecb-83cc-ff9a34d1dfac) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:53.393187 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.396839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Allocated IP 2001:db8::f816:3eff:fee9:4509 (87f7a248-b88c-456f-8bd8-8594cabf7a4d/5b155f3d-cba9-42ef-88da-3847c0786a3f/330d047a-3347-4f57-945f-055f961efad2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:53.421107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c0df4edf-d012-4bcc-83ce-fb98a6be838e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:53.456413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c0df4edf-d012-4bcc-83ce-fb98a6be838e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:44:53.480772 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.557424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:53.557735 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.567173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:53.571176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Transition to ACTIVE for port object 86b88ba7-af8e-47f1-ade1-bd8d52bc19af will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:53.588912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:53.619223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Transition to ACTIVE for port object 86b88ba7-af8e-47f1-ade1-bd8d52bc19af will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:53.636124 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7efad91b-ec9b-44a3-b11b-0265c07bf6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.647509 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.649610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Pushing event updated for resources: {'Port': ['ID=62bb441e-5463-4ecb-83cc-ff9a34d1dfac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:53.649878 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.708827 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.709329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:53.723111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:53.732317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:53.739643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Pushing event updated for resources: {'Port': ['ID=86b88ba7-af8e-47f1-ade1-bd8d52bc19af,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:53.787983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Transition to ACTIVE for port object 330d047a-3347-4f57-945f-055f961efad2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:53.791572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcddad-7618-426e-af82-5b0d60295741 req-baa1b7dd-d4f3-4dcf-996b-1bb34ca9c3c0 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:53.793259 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ffbcddad-7618-426e-af82-5b0d60295741 req-baa1b7dd-d4f3-4dcf-996b-1bb34ca9c3c0 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 983 time: 0.2301235 Jul 13 19:44:53.868582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Attempting to bind port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:53.868882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Attempting to bind port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:53.869228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Attempting to bind port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:53.869845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:53.884380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:53.884826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Checking segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:53.885132 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.885523 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Bound using segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:53.885988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Bound port: 86b88ba7-af8e-47f1-ade1-bd8d52bc19af, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:53.886365 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.888889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baa58ad2-2590-4896-a448-6fb155d7a410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.909289 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.966381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network 87f7a248-b88c-456f-8bd8-8594cabf7a4d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:53.972991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:53.986821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:53.993227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:53.993830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.000138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Allocated IP 2001:db8::f816:3eff:feba:cc32 (87f7a248-b88c-456f-8bd8-8594cabf7a4d/5b155f3d-cba9-42ef-88da-3847c0786a3f/2626d489-95cf-44ce-9876-a8265567534c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:54.001263 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ffbcddad-7618-426e-af82-5b0d60295741 req-8b32a57f-569f-4741-905a-deeaa3e47b6e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1353602 Jul 13 19:44:54.021639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Port': ['ID=330d047a-3347-4f57-945f-055f961efad2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:54.036349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] For port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:54.041333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] For port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=86b88ba7-af8e-47f1-ade1-bd8d52bc19af,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:54.076435 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.085407 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.108695 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baa58ad2-2590-4896-a448-6fb155d7a410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.116975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baa58ad2-2590-4896-a448-6fb155d7a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.196902 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-baa58ad2-2590-4896-a448-6fb155d7a410 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60511d047d054a23b302c42fcf836de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259351 Jul 13 19:44:54.197133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:54.201332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b3ff1-b4a4-4a3e-9f56-626a0bcb9820 None None] Pushing event updated for resources: {'Port': ['ID=86b88ba7-af8e-47f1-ade1-bd8d52bc19af,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:54.202245 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15d32f08-f95a-4e8a-98a3-f6330dd4e43f tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4604757 Jul 13 19:44:54.202890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:54.203600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa58ad2-2590-4896-a448-6fb155d7a410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd43a154-8b74-4558-acac-3c2d75fc02e0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:54.279068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e396974c-4119-4a71-a0ee-794320b8287b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Deleting subnet 5b155f3d-cba9-42ef-88da-3847c0786a3f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:54.300747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.312149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Transition to ACTIVE for port object 2626d489-95cf-44ce-9876-a8265567534c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:54.330863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Transition to ACTIVE for port object 2626d489-95cf-44ce-9876-a8265567534c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:54.337598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e396974c-4119-4a71-a0ee-794320b8287b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.341779 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.373769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5eefe7e-d682-44a2-8e2a-a28cf300af0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.387645 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Network 87f7a248-b88c-456f-8bd8-8594cabf7a4d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:54.393585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c0df4edf-d012-4bcc-83ce-fb98a6be838e up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:54.400835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:54.427360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e396974c-4119-4a71-a0ee-794320b8287b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.451745 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5eefe7e-d682-44a2-8e2a-a28cf300af0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.458338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:54.524104 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.553439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Pushing event updated for resources: {'Port': ['ID=2626d489-95cf-44ce-9876-a8265567534c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:54.620830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Attempting to bind port 2626d489-95cf-44ce-9876-a8265567534c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:54.621367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Attempting to bind port 2626d489-95cf-44ce-9876-a8265567534c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'aaffcd69-127b-4d1c-8cc5-aa5691433382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '87f7a248-b88c-456f-8bd8-8594cabf7a4d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:54.622059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Attempting to bind port 2626d489-95cf-44ce-9876-a8265567534c on network 87f7a248-b88c-456f-8bd8-8594cabf7a4d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:54.630602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:54.631014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Checking segment: {'id': 'aaffcd69-127b-4d1c-8cc5-aa5691433382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '87f7a248-b88c-456f-8bd8-8594cabf7a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:54.631716 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.632181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Bound using segment: {'id': 'aaffcd69-127b-4d1c-8cc5-aa5691433382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '87f7a248-b88c-456f-8bd8-8594cabf7a4d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:54.633967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Bound port: 2626d489-95cf-44ce-9876-a8265567534c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaffcd69-127b-4d1c-8cc5-aa5691433382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '87f7a248-b88c-456f-8bd8-8594cabf7a4d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:54.633967 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.635205 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5eefe7e-d682-44a2-8e2a-a28cf300af0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.636389 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.638209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5eefe7e-d682-44a2-8e2a-a28cf300af0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.639729 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f5eefe7e-d682-44a2-8e2a-a28cf300af0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd43a154-8b74-4558-acac-3c2d75fc02e0 HTTP/1.1" status: 204 len: 168 time: 0.4415917 Jul 13 19:44:54.652491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eefe7e-d682-44a2-8e2a-a28cf300af0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd43a154-8b74-4558-acac-3c2d75fc02e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:54.700731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port c0df4edf-d012-4bcc-83ce-fb98a6be838e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:54.709670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port c0df4edf-d012-4bcc-83ce-fb98a6be838e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:54.710052 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.712421 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e396974c-4119-4a71-a0ee-794320b8287b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.772022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Router 72102aa6-c886-4c91-841d-0a57e6ef7465 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:44:54.821966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e396974c-4119-4a71-a0ee-794320b8287b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.843679 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e396974c-4119-4a71-a0ee-794320b8287b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.846365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] For port 2626d489-95cf-44ce-9876-a8265567534c, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:54.850046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e396974c-4119-4a71-a0ee-794320b8287b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/subnets/5b155f3d-cba9-42ef-88da-3847c0786a3f HTTP/1.1" status: 204 len: 168 time: 0.6398096 Jul 13 19:44:54.850220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:54.883851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396974c-4119-4a71-a0ee-794320b8287b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Subnet': ['ID=5b155f3d-cba9-42ef-88da-3847c0786a3f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:54.934702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] For port 2626d489-95cf-44ce-9876-a8265567534c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2626d489-95cf-44ce-9876-a8265567534c,segment=NetworkSegment(aaffcd69-127b-4d1c-8cc5-aa5691433382),segment_id=aaffcd69-127b-4d1c-8cc5-aa5691433382)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:54.936652 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:54.950086 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:55.019044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:44:55.021795 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c784131-058a-4c25-a935-11f261304711" -d '{"events": [{"server_uuid": "17b75281-5a82-4e74-a6ff-1c1095e112f9", "name": "network-vif-plugged", "status": "completed", "tag": "c0df4edf-d012-4bcc-83ce-fb98a6be838e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:44:55.050142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c0df4edf-d012-4bcc-83ce-fb98a6be838e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c0df4edf-d012-4bcc-83ce-fb98a6be838e,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:55.061268 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:55.074613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49361fb3-9f2f-407e-80db-8a44846ceadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:55.074818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84531169-b968-4b7b-ac3d-86782fa5b09e None None] Pushing event updated for resources: {'Port': ['ID=2626d489-95cf-44ce-9876-a8265567534c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:55.077145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49361fb3-9f2f-407e-80db-8a44846ceadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:55.079811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-49361fb3-9f2f-407e-80db-8a44846ceadc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2282023 Jul 13 19:44:55.082795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:55.153499 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae1dd2c-62fd-437c-89b2-0f9f2e1fc6a9 x-openstack-request-id: req-1ae1dd2c-62fd-437c-89b2-0f9f2e1fc6a9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:44:55.154069 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b75281-5a82-4e74-a6ff-1c1095e112f9", "name": "network-vif-plugged", "status": "completed", "tag": "c0df4edf-d012-4bcc-83ce-fb98a6be838e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:44:55.154502 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ae1dd2c-62fd-437c-89b2-0f9f2e1fc6a9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:44:55.155085 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'code': 200} Jul 13 19:44:55.226281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c0df4edf-d012-4bcc-83ce-fb98a6be838e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:55.279516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ea79-4f6f-4c19-a429-72d6dd714e54 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:55.380208 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b7ea79-4f6f-4c19-a429-72d6dd714e54 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 19:44:55.382346 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b7ea79-4f6f-4c19-a429-72d6dd714e54 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:44:55.389490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2dd86-e61b-4f72-bd7c-35ebf7c17534 req-6560d340-e7ba-4756-a5b0-518c501f5d45 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:55.392084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e3b7ea79-4f6f-4c19-a429-72d6dd714e54 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/87f7a248-b88c-456f-8bd8-8594cabf7a4d HTTP/1.1" status: 409 len: 405 time: 0.3044631 Jul 13 19:44:55.393892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:55.398496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:55.404340 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ad2dd86-e61b-4f72-bd7c-35ebf7c17534 req-6560d340-e7ba-4756-a5b0-518c501f5d45 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 984 time: 0.1296632 Jul 13 19:44:55.428099 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Sync routers for ids ['72102aa6-c886-4c91-841d-0a57e6ef7465'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:55.452050 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Routers {'72102aa6-c886-4c91-841d-0a57e6ef7465'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:55.452697 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['72102aa6-c886-4c91-841d-0a57e6ef7465'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:55.458192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-964363071'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:55.475491 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ad2dd86-e61b-4f72-bd7c-35ebf7c17534 req-bee17f61-b0d6-4246-b794-26569eab48b8 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0692949 Jul 13 19:44:55.567313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0309553-ac47-466f-a48d-2a6184b3d163 req-7790cd43-520b-4f20-82db-b595cd0c1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:55.584014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0309553-ac47-466f-a48d-2a6184b3d163 req-7790cd43-520b-4f20-82db-b595cd0c1736 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 1135 time: 0.3072212 Jul 13 19:44:55.584735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:55.593758 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:55.627558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:55.630109 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Set router 72102aa6-c886-4c91-841d-0a57e6ef7465 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:55.634240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1b269a0c-ce2d-4bf2-a3e3-d5e5fba807a0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3444157 Jul 13 19:44:55.634639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:55.763954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:44:55.768890 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0309553-ac47-466f-a48d-2a6184b3d163 req-bd4058ec-df79-48a0-b977-982022088085 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=962f3ce1-059d-4be2-864d-e00a10745068&id=86c01e7a-3783-43c2-87dc-1409185ceffd&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1662183 Jul 13 19:44:55.779560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:55.779912 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Added segment cfdf0795-ffcb-4dab-9d62-409529a6acc6 of type vlan for network 001ef79d-5864-4358-b5fe-f8a10ab11bb2 Jul 13 19:44:55.841555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 86b88ba7-af8e-47f1-ade1-bd8d52bc19af up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:55.926350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:55.949831 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:53Z', 'revision_number': 3, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:56.001060 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:56.013016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:56.013252 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:56.034283 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Checking router: 72102aa6-c886-4c91-841d-0a57e6ef7465 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:56.034873 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Updating router 72102aa6-c886-4c91-841d-0a57e6ef7465 port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:44:56.102904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4047f0c6-a6ff-4ca0-96db-b375e823a2a6 None None] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:56.121688 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:56.209759 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8131151 Jul 13 19:44:56.211951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:56.238970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'subnet': {'network_id': '001ef79d-5864-4358-b5fe-f8a10ab11bb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:56.252425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8299ed5-f5f3-411c-b11a-08ce5889da0b tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Network': ['ID=001ef79d-5864-4358-b5fe-f8a10ab11bb2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:56.274015 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:56.294389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 001ef79d-5864-4358-b5fe-f8a10ab11bb2 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:44:56.409981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e4a8b41-1c6e-4da4-b1bb-e5bf43e67fbc None None] Provisioning for port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:56.466610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:56.477443 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:56.582909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:56.621929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:56.624975 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:56.737407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:56.847718 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:56.879250 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Transition to ACTIVE for port object 62bb441e-5463-4ecb-83cc-ff9a34d1dfac will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:56.896169 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:56.919785 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.041764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18370c05-eb8a-4b8a-8c49-5d6c655e11e9 None None] Network 87f7a248-b88c-456f-8bd8-8594cabf7a4d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:57.094312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b75f49-62ae-4531-bd63-ba973ccf1a34 req-b18e80e4-1635-4d08-81db-4d710c273fcf tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:57.095995 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2b75f49-62ae-4531-bd63-ba973ccf1a34 req-b18e80e4-1635-4d08-81db-4d710c273fcf tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 984 time: 0.3203151 Jul 13 19:44:57.158065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=86b88ba7-af8e-47f1-ade1-bd8d52bc19af,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:57.178011 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.180706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2626d489-95cf-44ce-9876-a8265567534c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:57.182378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.objects.ports [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:44:57.186494 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.191672 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Pushing event updated for resources: {'Port': ['ID=62bb441e-5463-4ecb-83cc-ff9a34d1dfac,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:57.216654 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.217037 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.217326 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.217657 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.217982 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.218309 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.218652 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.218970 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.219822 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.220142 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.220455 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.220771 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:57.252695 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Attempting to bind port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:57.253059 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Attempting to bind port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:57.253417 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Attempting to bind port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:57.278217 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:57.278681 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:57.279017 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.292568 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:57.293113 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Bound port: 62bb441e-5463-4ecb-83cc-ff9a34d1dfac, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:57.293513 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.313729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a204dc6-6091-4fd2-9fca-c99abddd60bb None None] Provisioning for port 2626d489-95cf-44ce-9876-a8265567534c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:57.369363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Subnet': ['ID=7b9e01b9-1aa0-4b5c-81aa-4b41d5b628ef,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:57.377674 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] For port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:57.382511 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] For port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=62bb441e-5463-4ecb-83cc-ff9a34d1dfac,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:57.389019 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.432143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Checking segment: {'id': 'cfdf0795-ffcb-4dab-9d62-409529a6acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '001ef79d-5864-4358-b5fe-f8a10ab11bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:57.432522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network hostable DHCP agents. Network: 001ef79d-5864-4358-b5fe-f8a10ab11bb2, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:44:57.453082 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Routers {'72102aa6-c886-4c91-841d-0a57e6ef7465'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:57.454362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2626d489-95cf-44ce-9876-a8265567534c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:57.454840 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['72102aa6-c886-4c91-841d-0a57e6ef7465'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:57.456241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network 001ef79d-5864-4358-b5fe-f8a10ab11bb2 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:44:57.478444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 001ef79d-5864-4358-b5fe-f8a10ab11bb2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:57.491229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2626d489-95cf-44ce-9876-a8265567534c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:57.491515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:57.491928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.493727 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.514066 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fe146e4c-b425-4148-9a80-90ef381dbcd8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2882504 Jul 13 19:44:57.516531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:57.606955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7e38da-ff19-4661-b0c3-16150968027c None None] Network 001ef79d-5864-4358-b5fe-f8a10ab11bb2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:57.616950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=86b88ba7-af8e-47f1-ade1-bd8d52bc19af,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:57.744454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d646d57-831f-4a28-9b36-fc6189b60c67 None None] DHCP port deletion for 87f7a248-b88c-456f-8bd8-8594cabf7a4d request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:44:57.770795 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] Set router 72102aa6-c886-4c91-841d-0a57e6ef7465 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:57.784550 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.799550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-86e31d96-9a38-4a4b-8adf-770c74ba5971 None None] Provisioning complete for port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:57.799950 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86e31d96-9a38-4a4b-8adf-770c74ba5971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.934033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.947918 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:57.988839 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aa287-2555-4d1c-9cc8-31e00514f5ba None None] Pushing event updated for resources: {'Port': ['ID=62bb441e-5463-4ecb-83cc-ff9a34d1dfac,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:58.009247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d646d57-831f-4a28-9b36-fc6189b60c67 None None] Deleting port 2626d489-95cf-44ce-9876-a8265567534c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:58.009735 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d646d57-831f-4a28-9b36-fc6189b60c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.050259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Allocated IP 172.20.0.1 (227c41e3-23bb-4667-9fbd-547e24c7c70a/d6013355-3027-4a8b-b57b-1797c1fe1bb4/246c6d28-a1f2-42da-a35b-ae28265c2bea) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:58.054384 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.126060 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:53Z', 'revision_number': 3, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:58.139072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9e01b9-1aa0-4b5c-81aa-4b41d5b628ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:58.191318 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.193284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2626d489-95cf-44ce-9876-a8265567534c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2626d489-95cf-44ce-9876-a8265567534c,segment=NetworkSegment(aaffcd69-127b-4d1c-8cc5-aa5691433382),segment_id=aaffcd69-127b-4d1c-8cc5-aa5691433382)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:58.201294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab85ea-c9fe-4845-a92d-575f8e54b310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-001ef79d-5864-4358-b5fe-f8a10ab11bb2', 'network_id': '001ef79d-5864-4358-b5fe-f8a10ab11bb2', 'tenant_id': 'bdb2a9fde2b545feba6e6ae340eae9dd', 'fixed_ips': [{'subnet_id': '7b9e01b9-1aa0-4b5c-81aa-4b41d5b628ef'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:44:58.202544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78ab85ea-c9fe-4845-a92d-575f8e54b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.206846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Transition to ACTIVE for port object 246c6d28-a1f2-42da-a35b-ae28265c2bea will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:58.208970 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14499b3c-dc96-4c88-be6e-e380d3975def None None] The sync data for ids ['72102aa6-c886-4c91-841d-0a57e6ef7465'] in n-d-800708-1 is: [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:53Z', 'revision_number': 3, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:58.247774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.277148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2b75f49-62ae-4531-bd63-ba973ccf1a34 req-9d394c6b-472d-4a18-b4c1-13d6821279ae tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 1.1430621 Jul 13 19:44:58.305695 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.327378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001ef79d-5864-4358-b5fe-f8a10ab11bb2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:58.336892 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.385303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d646d57-831f-4a28-9b36-fc6189b60c67 None None] For port 2626d489-95cf-44ce-9876-a8265567534c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2626d489-95cf-44ce-9876-a8265567534c,segment=NetworkSegment(aaffcd69-127b-4d1c-8cc5-aa5691433382),segment_id=aaffcd69-127b-4d1c-8cc5-aa5691433382)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:58.385720 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d646d57-831f-4a28-9b36-fc6189b60c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.410557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Pushing event updated for resources: {'Port': ['ID=246c6d28-a1f2-42da-a35b-ae28265c2bea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:58.454768 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:58.458513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:58.464485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 86b88ba7-af8e-47f1-ade1-bd8d52bc19af up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:58.465312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:58.502004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d646d57-831f-4a28-9b36-fc6189b60c67 None None] Calling delete_port for 2626d489-95cf-44ce-9876-a8265567534c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:58.505966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2626d489-95cf-44ce-9876-a8265567534c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:58.525975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a34236-cd3d-4106-8e23-181681154588 None None] Network 001ef79d-5864-4358-b5fe-f8a10ab11bb2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:58.551466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.810265 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d646d57-831f-4a28-9b36-fc6189b60c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.870883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d646d57-831f-4a28-9b36-fc6189b60c67 None None] Pushing event deleted for resources: {'Port': ['ID=2626d489-95cf-44ce-9876-a8265567534c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:58.890968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:58.916314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d646d57-831f-4a28-9b36-fc6189b60c67 None None] No DVR routers for this DVR port 2626d489-95cf-44ce-9876-a8265567534c on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:58.992879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:58.994235 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.052931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92645070-8963-49a3-abb6-1c5c5d513d70 None None] Provisioning for port 246c6d28-a1f2-42da-a35b-ae28265c2bea completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:59.070641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92645070-8963-49a3-abb6-1c5c5d513d70 None None] Provisioning complete for port 246c6d28-a1f2-42da-a35b-ae28265c2bea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:59.071616 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92645070-8963-49a3-abb6-1c5c5d513d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.111851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfdf0795-ffcb-4dab-9d62-409529a6acc6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:59.113011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfdf0795-ffcb-4dab-9d62-409529a6acc6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:59.131482 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.139327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-92645070-8963-49a3-abb6-1c5c5d513d70 None None] Port 246c6d28-a1f2-42da-a35b-ae28265c2bea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:59.165789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.170296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.175812 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.188103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:44:59.188618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:44:59.191905 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:44:59.288595 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.293106 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.295075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Pushing event updated for resources: {'Port': ['ID=246c6d28-a1f2-42da-a35b-ae28265c2bea,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:59.308009 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.325447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2626d489-95cf-44ce-9876-a8265567534c no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:59.337411 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/001ef79d-5864-4358-b5fe-f8a10ab11bb2 HTTP/1.1" status: 204 len: 168 time: 1.8173902 Jul 13 19:44:59.352504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:59.361254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-327310775'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:59.369970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2626d489-95cf-44ce-9876-a8265567534c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:59.370316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2626d489-95cf-44ce-9876-a8265567534c not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:59.402219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac27f9-cbab-4205-9867-e5f55225f3f5 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Network': ['ID=001ef79d-5864-4358-b5fe-f8a10ab11bb2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:59.412556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:59.416605 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.430538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:59.431848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:59.481576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:44:59.503298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.504252 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Added segment a202568c-70c1-4370-a1d0-cdcb633de110 of type vlan for network 36baf4c3-ab9f-4672-a11c-df7c554c6cfc Jul 13 19:44:59.585797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.620233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Router 72102aa6-c886-4c91-841d-0a57e6ef7465 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:59.644830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.655719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:59.656385 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.721171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dbccf-7e59-40e9-8b9e-e9b06cfe76e2 req-4b7aa3bb-6733-4525-b19e-0e8857868381 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:59.722850 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a28dbccf-7e59-40e9-8b9e-e9b06cfe76e2 req-4b7aa3bb-6733-4525-b19e-0e8857868381 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 984 time: 0.2815697 Jul 13 19:44:59.776713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fe5efa9-a45a-42fc-95f0-af3468404f68 None None] Provisioning complete for port 246c6d28-a1f2-42da-a35b-ae28265c2bea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:59.778594 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efa9-a45a-42fc-95f0-af3468404f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:59.779335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Network': ['ID=36baf4c3-ab9f-4672-a11c-df7c554c6cfc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:59.796610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f230751d-e74c-4518-af41-7f355f99d2cc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4418962 Jul 13 19:44:59.801024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:59.811749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'subnet': {'network_id': '36baf4c3-ab9f-4672-a11c-df7c554c6cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:59.823438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 36baf4c3-ab9f-4672-a11c-df7c554c6cfc details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:44:59.889546 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a28dbccf-7e59-40e9-8b9e-e9b06cfe76e2 req-8e0a8a68-e06f-4953-b915-f4aa8dc1d7d1 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1219032 Jul 13 19:44:59.896386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:59.903425 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b4f7fb06-6014-49a4-b22a-708d0f524a06 admin admin] 10.222.0.25 "PUT /v2.0/routers/72102aa6-c886-4c91-841d-0a57e6ef7465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2653697 Jul 13 19:44:59.925157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5efa9-a45a-42fc-95f0-af3468404f68 None None] Port 246c6d28-a1f2-42da-a35b-ae28265c2bea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:45:00.027617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:00.035617 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:00.257050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef6312-bc38-4530-8dfc-e5b2165c3122 req-b69e3a36-1814-4c10-bd19-c1c5a97e658f tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:00.258671 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2ef6312-bc38-4530-8dfc-e5b2165c3122 req-b69e3a36-1814-4c10-bd19-c1c5a97e658f tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 984 time: 0.1333611 Jul 13 19:45:00.363692 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2ef6312-bc38-4530-8dfc-e5b2165c3122 req-452e1857-7e83-4cdf-838c-9f3c62408cb0 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0976427 Jul 13 19:45:00.373114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:00.393769 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 62bb441e-5463-4ecb-83cc-ff9a34d1dfac up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:00.459881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Subnet': ['ID=6648dcd5-3734-48f1-b208-63ec5f7da067,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:00.469529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Checking segment: {'id': 'a202568c-70c1-4370-a1d0-cdcb633de110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '36baf4c3-ab9f-4672-a11c-df7c554c6cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:00.469851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network hostable DHCP agents. Network: 36baf4c3-ab9f-4672-a11c-df7c554c6cfc, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:00.493790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network 36baf4c3-ab9f-4672-a11c-df7c554c6cfc is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:00.503013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:00.507755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 36baf4c3-ab9f-4672-a11c-df7c554c6cfc) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:00.513398 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:00.514086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:00.540880 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3ddf9451-6a2c-4e92-af46-7bad3af84b39 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7384453 Jul 13 19:45:00.543717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:00.549031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:00.550036 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:00.555172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad38b2c-cafa-4000-99c2-9c93e9eda7dd None None] Network 36baf4c3-ab9f-4672-a11c-df7c554c6cfc requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:00.732486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e16cb-f35b-4f85-99d8-76e0f332b8c7 req-bb7b3c16-9504-4a67-b278-4b0eebd6749d tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:00.735486 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e6e16cb-f35b-4f85-99d8-76e0f332b8c7 req-bb7b3c16-9504-4a67-b278-4b0eebd6749d tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 1135 time: 0.0876992 Jul 13 19:45:00.747504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:00.755984 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dca04552-6666-4983-915c-43ef42bc243c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550448558', 'description': 'tempest-description--1859179393'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:00.766787 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e6e16cb-f35b-4f85-99d8-76e0f332b8c7 req-5fb07bcf-2ba7-4266-87f1-2ffe216f630a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:00.773255 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:00.815761 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [req-9e6e16cb-f35b-4f85-99d8-76e0f332b8c7 req-5fb07bcf-2ba7-4266-87f1-2ffe216f630a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:45:00.815761 n-d-800708-1 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 19:45:00.815761 n-d-800708-1 neutron-server[93766]: [parameters: {'project_id': 'cfaf5525d02c426f9062b4d2160b1e78', 'id': 'a40277c6-a8e1-4f84-bcd7-4896c301eeb6', 'expiration': datetime.datetime(2021, 7, 13, 19, 47, 0, 794031)}] Jul 13 19:45:00.815761 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:45:00.816717 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [req-9e6e16cb-f35b-4f85-99d8-76e0f332b8c7 req-5fb07bcf-2ba7-4266-87f1-2ffe216f630a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:45:00.843174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:00.889834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca04552-6666-4983-915c-43ef42bc243c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:00.954207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.006655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Subnet': ['ID=6648dcd5-3734-48f1-b208-63ec5f7da067,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:01.057895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c9423-4ffa-4f9b-8134-45a540905598 None None] Network 36baf4c3-ab9f-4672-a11c-df7c554c6cfc requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:01.060584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.088776 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.123414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Sync routers for ids ['72102aa6-c886-4c91-841d-0a57e6ef7465'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:45:01.130542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36baf4c3-ab9f-4672-a11c-df7c554c6cfc']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:01.148585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=62bb441e-5463-4ecb-83cc-ff9a34d1dfac,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:01.158946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Routers {'72102aa6-c886-4c91-841d-0a57e6ef7465'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:01.159616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['72102aa6-c886-4c91-841d-0a57e6ef7465'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:01.162276 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca04552-6666-4983-915c-43ef42bc243c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.168168 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.168762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a202568c-70c1-4370-a1d0-cdcb633de110') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:01.169069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a202568c-70c1-4370-a1d0-cdcb633de110') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:01.182680 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca04552-6666-4983-915c-43ef42bc243c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.198007 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.229570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca04552-6666-4983-915c-43ef42bc243c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.230929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dca04552-6666-4983-915c-43ef42bc243c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4810693 Jul 13 19:45:01.233749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:01.240136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-354e63c6-ce41-4573-b4b0-aab28c16ca65 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'security_group_rule': {'security_group_id': '67dae480-679f-4e16-8054-e9c583a26b15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:01.246372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.254938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca04552-6666-4983-915c-43ef42bc243c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67dae480-679f-4e16-8054-e9c583a26b15,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:01.259332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:01.259753 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:01.263378 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:01.300661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-354e63c6-ce41-4573-b4b0-aab28c16ca65 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.321113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e6e16cb-f35b-4f85-99d8-76e0f332b8c7 req-5fb07bcf-2ba7-4266-87f1-2ffe216f630a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.357017 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.396293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=62bb441e-5463-4ecb-83cc-ff9a34d1dfac,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:01.408450 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-354e63c6-ce41-4573-b4b0-aab28c16ca65 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.412342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.417891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/36baf4c3-ab9f-4672-a11c-df7c554c6cfc HTTP/1.1" status: 204 len: 168 time: 0.8697960 Jul 13 19:45:01.418088 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-354e63c6-ce41-4573-b4b0-aab28c16ca65 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.419630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063faaff-51e0-4763-ac3f-bc5547c88d84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Network': ['ID=36baf4c3-ab9f-4672-a11c-df7c554c6cfc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:01.426629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:01.430096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Set router 72102aa6-c886-4c91-841d-0a57e6ef7465 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:01.433444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1213030533'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:01.450963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e63c6-ce41-4573-b4b0-aab28c16ca65 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994cc79e-60d0-4ee2-8d94-d8f002bb5247,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:01.499200 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e6e16cb-f35b-4f85-99d8-76e0f332b8c7 req-5fb07bcf-2ba7-4266-87f1-2ffe216f630a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.505217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e6e16cb-f35b-4f85-99d8-76e0f332b8c7 req-5fb07bcf-2ba7-4266-87f1-2ffe216f630a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.529054 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e6e16cb-f35b-4f85-99d8-76e0f332b8c7 req-5fb07bcf-2ba7-4266-87f1-2ffe216f630a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.7868032 Jul 13 19:45:01.532479 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-354e63c6-ce41-4573-b4b0-aab28c16ca65 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.533969 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-354e63c6-ce41-4573-b4b0-aab28c16ca65 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2991984 Jul 13 19:45:01.537533 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:01.537725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:01.543286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-67eb0468-4116-4edc-9ab7-dfad7a3ebe55 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'security_group_rule': {'security_group_id': '67dae480-679f-4e16-8054-e9c583a26b15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:01.546679 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.565734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:01.567244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb07bcf-2ba7-4266-87f1-2ffe216f630a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ebfd70-9598-4201-89ac-0d0b4e6c7c21,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:01.584872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:01.600992 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.602048 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Added segment 0ddf807f-5da2-437b-a09b-22ffb02acbbb of type vlan for network a131ee18-b423-48ec-bc33-53334fd26f96 Jul 13 19:45:01.668426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67eb0468-4116-4edc-9ab7-dfad7a3ebe55 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.677040 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.718123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.730288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:01.731875 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.747801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:58Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '246c6d28-a1f2-42da-a35b-ae28265c2bea', 'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'mac_address': 'fa:16:3e:a5:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:56Z', 'updated_at': '2021-07-13T19:44:58Z', 'revision_number': 2, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'subnets': [{'id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:01.755308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98973ba-6ab7-47c0-81a9-5cc2615131a1 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:01.756881 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b98973ba-6ab7-47c0-81a9-5cc2615131a1 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 1130 time: 0.1862171 Jul 13 19:45:01.761726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:01.767167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:01.793228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Checking router: 72102aa6-c886-4c91-841d-0a57e6ef7465 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:45:01.793630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Updating router 72102aa6-c886-4c91-841d-0a57e6ef7465 port 246c6d28-a1f2-42da-a35b-ae28265c2bea binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:45:01.795345 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.803945 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67eb0468-4116-4edc-9ab7-dfad7a3ebe55 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.818853 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67eb0468-4116-4edc-9ab7-dfad7a3ebe55 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.829020 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4006250 Jul 13 19:45:01.832062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:01.838270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Request body: {'subnet': {'network_id': 'a131ee18-b423-48ec-bc33-53334fd26f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:01.855375 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.868937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb0468-4116-4edc-9ab7-dfad7a3ebe55 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdb9d66-c614-4a05-b059-c6547f0730bf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:01.895699 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67eb0468-4116-4edc-9ab7-dfad7a3ebe55 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.899413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-67eb0468-4116-4edc-9ab7-dfad7a3ebe55 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578274 Jul 13 19:45:01.900696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:01.905607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:01.916612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f9eb8-7e03-4869-a3d3-8f9b33930188 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Network': ['ID=a131ee18-b423-48ec-bc33-53334fd26f96,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:01.951196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a131ee18-b423-48ec-bc33-53334fd26f96 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:01.973979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:01.999594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Made reservation on behalf of bdb2a9fde2b545feba6e6ae340eae9dd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:02.006063 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.062825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.224825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.228546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Allocated IP 172.25.7.46 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/6d978386-7214-4649-98a9-39bc7aeb24c8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:02.356227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.371810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Transition to ACTIVE for port object 246c6d28-a1f2-42da-a35b-ae28265c2bea will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:02.381849 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.425214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 62bb441e-5463-4ecb-83cc-ff9a34d1dfac up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:02.458792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.487625 n-d-800708-1 neutron-server[93767]: DEBUG neutron.objects.ports [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:45:02.489627 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.535631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2d984-f078-484b-a378-9e5a37587921 None None] Pushing event updated for resources: {'Port': ['ID=246c6d28-a1f2-42da-a35b-ae28265c2bea,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:02.556197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:02.557757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event updated for resources: {'Subnet': ['ID=b4d5f18e-0d3b-420c-8ce4-c4a629d22b42,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:02.560691 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.566651 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.578139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Checking segment: {'id': '0ddf807f-5da2-437b-a09b-22ffb02acbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a131ee18-b423-48ec-bc33-53334fd26f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:02.578603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network hostable DHCP agents. Network: a131ee18-b423-48ec-bc33-53334fd26f96, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:02.610618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Network a131ee18-b423-48ec-bc33-53334fd26f96 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:02.622012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, a131ee18-b423-48ec-bc33-53334fd26f96) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:02.626862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:02.627611 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.643340 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-91233d4c-40ca-4862-b7fb-c864d37d9436 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8100238 Jul 13 19:45:02.645887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:02.659514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:02.662701 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31384968-07fb-4a3e-9db4-a583988e504e None None] Network a131ee18-b423-48ec-bc33-53334fd26f96 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:02.668936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:02.678723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:02.698737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Port': ['ID=6d978386-7214-4649-98a9-39bc7aeb24c8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:02.730009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Allocated IP 172.25.7.20 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/bbda1c2c-4c6e-479a-9b1b-359c2c1be9e1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:02.775199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Attempting to bind port 246c6d28-a1f2-42da-a35b-ae28265c2bea on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:02.775521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Attempting to bind port 246c6d28-a1f2-42da-a35b-ae28265c2bea by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:02.775851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Attempting to bind port 246c6d28-a1f2-42da-a35b-ae28265c2bea on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:02.787306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:02.787734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Checking segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:02.788156 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.788626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Bound using segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:02.789178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Bound port: 246c6d28-a1f2-42da-a35b-ae28265c2bea, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:02.789805 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.814835 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.913871 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:02.934146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] For port 246c6d28-a1f2-42da-a35b-ae28265c2bea, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:02.940255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] For port 246c6d28-a1f2-42da-a35b-ae28265c2bea, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=246c6d28-a1f2-42da-a35b-ae28265c2bea,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:03.012646 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.013983 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.017686 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.069341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d5f18e-0d3b-420c-8ce4-c4a629d22b42,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:03.127928 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.154538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.174804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a131ee18-b423-48ec-bc33-53334fd26f96']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:03.203647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Routers {'72102aa6-c886-4c91-841d-0a57e6ef7465'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:03.204794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['72102aa6-c886-4c91-841d-0a57e6ef7465'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:03.213548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddf807f-5da2-437b-a09b-22ffb02acbbb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:03.213851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddf807f-5da2-437b-a09b-22ffb02acbbb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:03.227638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.237602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:03.254850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.268985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:03.269409 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:03.278477 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:03.310028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2d984-f078-484b-a378-9e5a37587921 None None] Pushing event updated for resources: {'Port': ['ID=246c6d28-a1f2-42da-a35b-ae28265c2bea,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:03.319573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca94068d-0c17-4271-8923-b104cdb29aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-a131ee18-b423-48ec-bc33-53334fd26f96', 'network_id': 'a131ee18-b423-48ec-bc33-53334fd26f96', 'tenant_id': 'bdb2a9fde2b545feba6e6ae340eae9dd', 'fixed_ips': [{'subnet_id': 'b4d5f18e-0d3b-420c-8ce4-c4a629d22b42'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:03.320446 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca94068d-0c17-4271-8923-b104cdb29aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.372251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:03.383182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:03.442004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'Port': ['ID=bbda1c2c-4c6e-479a-9b1b-359c2c1be9e1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:03.511453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.532734 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.554267 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.556443 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/a131ee18-b423-48ec-bc33-53334fd26f96 HTTP/1.1" status: 204 len: 168 time: 0.9095905 Jul 13 19:45:03.564485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f5359-ee0d-4e02-bbbc-ee5560efccc8 None None] Network a131ee18-b423-48ec-bc33-53334fd26f96 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:03.566610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:03.581713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f5359-ee0d-4e02-bbbc-ee5560efccc8 None None] Network a131ee18-b423-48ec-bc33-53334fd26f96 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 19:45:03.593901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] Set router 72102aa6-c886-4c91-841d-0a57e6ef7465 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:03.618700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c5f8f-e863-4577-ab0b-d85650802b65 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Network': ['ID=a131ee18-b423-48ec-bc33-53334fd26f96,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:03.623177 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d91464-bb5a-4fa8-8196-6c7914eb5fe8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:03.623866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d91464-bb5a-4fa8-8196-6c7914eb5fe8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:03.627013 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-97d91464-bb5a-4fa8-8196-6c7914eb5fe8 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/subnets/b4d5f18e-0d3b-420c-8ce4-c4a629d22b42 HTTP/1.1" status: 404 len: 337 time: 0.0585611 Jul 13 19:45:03.630050 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:03.658717 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.659234 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-012f631a-a4d7-406b-b46c-e68b5dc96bf6 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:03.659968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012f631a-a4d7-406b-b46c-e68b5dc96bf6 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:03.664363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-012f631a-a4d7-406b-b46c-e68b5dc96bf6 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/a131ee18-b423-48ec-bc33-53334fd26f96 HTTP/1.1" status: 404 len: 339 time: 0.0308931 Jul 13 19:45:03.664868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:03.712712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.722042 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a282510-8278-464b-911e-003606a514e1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:03.722909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a282510-8278-464b-911e-003606a514e1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:03.728528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6a282510-8278-464b-911e-003606a514e1 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/subnets/6648dcd5-3734-48f1-b208-63ec5f7da067 HTTP/1.1" status: 404 len: 337 time: 0.0602353 Jul 13 19:45:03.728856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:03.776472 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4d492c-cfda-4302-8299-606c0a5217fc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:03.777628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4d492c-cfda-4302-8299-606c0a5217fc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:03.783443 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fe4d492c-cfda-4302-8299-606c0a5217fc tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/36baf4c3-ab9f-4672-a11c-df7c554c6cfc HTTP/1.1" status: 404 len: 339 time: 0.0510221 Jul 13 19:45:03.783796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:03.818086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:03.840726 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d910b89e-208d-4b9f-8d3d-37f1d0e9bcae tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:03.841235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d910b89e-208d-4b9f-8d3d-37f1d0e9bcae tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:03.847813 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d910b89e-208d-4b9f-8d3d-37f1d0e9bcae tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/subnets/7b9e01b9-1aa0-4b5c-81aa-4b41d5b628ef HTTP/1.1" status: 404 len: 337 time: 0.0605991 Jul 13 19:45:03.848955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:03.874731 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-609b6a51-3c25-4396-85a3-7613d2ec5c8d tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:03.876042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609b6a51-3c25-4396-85a3-7613d2ec5c8d tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:03.885548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-609b6a51-3c25-4396-85a3-7613d2ec5c8d tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/001ef79d-5864-4358-b5fe-f8a10ab11bb2 HTTP/1.1" status: 404 len: 339 time: 0.0355217 Jul 13 19:45:03.886425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:03.905285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:58Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '246c6d28-a1f2-42da-a35b-ae28265c2bea', 'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'mac_address': 'fa:16:3e:a5:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:56Z', 'updated_at': '2021-07-13T19:45:02Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'subnets': [{'id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:03.947314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3f3f5e-6d62-49d4-9355-ca384d3972fc None None] The sync data for ids ['72102aa6-c886-4c91-841d-0a57e6ef7465'] in n-d-800708-1 is: [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:58Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '246c6d28-a1f2-42da-a35b-ae28265c2bea', 'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'mac_address': 'fa:16:3e:a5:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:56Z', 'updated_at': '2021-07-13T19:45:02Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'subnets': [{'id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:45:04.092606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ddd99c1f-07df-400d-9b5c-7076facf3087 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Deleting port 330d047a-3347-4f57-945f-055f961efad2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:04.092959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd99c1f-07df-400d-9b5c-7076facf3087 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.114930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.130161 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.224875 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd99c1f-07df-400d-9b5c-7076facf3087 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.245642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ddd99c1f-07df-400d-9b5c-7076facf3087 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Calling delete_port for 330d047a-3347-4f57-945f-055f961efad2 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:04.289001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.293392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Port': ['ID=6d978386-7214-4649-98a9-39bc7aeb24c8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:04.300265 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.303889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.416988 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd99c1f-07df-400d-9b5c-7076facf3087 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.445071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 246c6d28-a1f2-42da-a35b-ae28265c2bea up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:04.466290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'Port': ['ID=bbda1c2c-4c6e-479a-9b1b-359c2c1be9e1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:04.495939 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.500613 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Floating IP 94d89230-9500-440a-a97c-1404813345c0 associated. External IP: 172.25.7.46, port: c0df4edf-d012-4bcc-83ce-fb98a6be838e. Jul 13 19:45:04.505140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd99c1f-07df-400d-9b5c-7076facf3087 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Port': ['ID=330d047a-3347-4f57-945f-055f961efad2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:04.520081 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd99c1f-07df-400d-9b5c-7076facf3087 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.522095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ddd99c1f-07df-400d-9b5c-7076facf3087 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/ports/330d047a-3347-4f57-945f-055f961efad2 HTTP/1.1" status: 204 len: 168 time: 0.6344800 Jul 13 19:45:04.525143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:04.543748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 246c6d28-a1f2-42da-a35b-ae28265c2bea completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:04.550910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 246c6d28-a1f2-42da-a35b-ae28265c2bea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:04.551254 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.557377 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3269d5e-1662-4187-8e03-d878879d57cf tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:04.557842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3269d5e-1662-4187-8e03-d878879d57cf tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:04.559643 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e3269d5e-1662-4187-8e03-d878879d57cf tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/subnets/5b155f3d-cba9-42ef-88da-3847c0786a3f HTTP/1.1" status: 404 len: 337 time: 0.0335114 Jul 13 19:45:04.562295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:04.591113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.599144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8835f218-1355-4307-8fd4-5d4642a0c783 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6973248 Jul 13 19:45:04.726899 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:04.942183 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-f969e8d0-3d7b-462a-9551-6469ae2f7a9e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1550448558&fields=id&tenant_id=189af46fe9fe43e29b4671dac0526486 HTTP/1.1" status: 200 len: 267 time: 0.0973506 Jul 13 19:45:04.947305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.043636 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.085259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f7a248-b88c-456f-8bd8-8594cabf7a4d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:05.088395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 246c6d28-a1f2-42da-a35b-ae28265c2bea, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=246c6d28-a1f2-42da-a35b-ae28265c2bea,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:05.097540 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.099252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-c78d3d93-9fba-4ee1-a247-318ad71bf2d5 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:05.102717 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-c78d3d93-9fba-4ee1-a247-318ad71bf2d5 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 811 time: 0.1525173 Jul 13 19:45:05.124302 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-eb60779f-a00a-4094-af49-4ff1b7fc6ef6 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/quotas/189af46fe9fe43e29b4671dac0526486 HTTP/1.1" status: 200 len: 375 time: 0.0135961 Jul 13 19:45:05.129042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaffcd69-127b-4d1c-8cc5-aa5691433382') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:05.129424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaffcd69-127b-4d1c-8cc5-aa5691433382') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:05.154272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.210128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.229588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=246c6d28-a1f2-42da-a35b-ae28265c2bea,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:05.229878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:05.230372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:05.237036 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:05.325699 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-9e01977e-ee2f-4b02-ad3f-bfec9442c6da tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1884358 Jul 13 19:45:05.336353 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.343127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.346267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/87f7a248-b88c-456f-8bd8-8594cabf7a4d HTTP/1.1" status: 204 len: 168 time: 0.7829432 Jul 13 19:45:05.361567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:05.408265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:45:05.442278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cd212-d7e5-4807-b177-991304b2f6a4 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Network': ['ID=87f7a248-b88c-456f-8bd8-8594cabf7a4d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:05.571018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-52987ccf-9cf3-4e6d-add5-0dd3834d99aa service neutron] 10.222.0.25 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234530 Jul 13 19:45:05.572359 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79ffb9b6-1393-4c90-8fa1-7a60d7838533 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Deleting port 41fcdbec-76f1-442c-962e-ad910d239f33 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:05.572704 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79ffb9b6-1393-4c90-8fa1-7a60d7838533 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.587565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:45:05.598744 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] Sync routers for ids ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:45:05.609221 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] Routers {'99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:05.610967 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:05.618612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.718097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:05.725647 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-65f08e5a-cbca-42b7-a707-52dfff3cf8aa tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9549334 Jul 13 19:45:05.726382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'tag': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:45:05.728820 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a70f957-2cd4-48c1-b256-3827033eb3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "17b75281-5a82-4e74-a6ff-1c1095e112f9", "tag": "c0df4edf-d012-4bcc-83ce-fb98a6be838e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:45:05.783063 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] Set router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:05.818477 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06881df1-4c17-4931-858b-2b2b91edf742 x-openstack-request-id: req-06881df1-4c17-4931-858b-2b2b91edf742 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:45:05.822857 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b75281-5a82-4e74-a6ff-1c1095e112f9", "tag": "c0df4edf-d012-4bcc-83ce-fb98a6be838e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:45:05.823246 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06881df1-4c17-4931-858b-2b2b91edf742 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:45:05.824377 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'tag': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'status': 'completed', 'code': 200} Jul 13 19:45:05.839968 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79ffb9b6-1393-4c90-8fa1-7a60d7838533 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:05.928046 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79ffb9b6-1393-4c90-8fa1-7a60d7838533 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Calling delete_port for 41fcdbec-76f1-442c-962e-ad910d239f33 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:06.028593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-2b527889-61b3-4e2f-a285-d965819d8b14 service neutron] 10.222.0.25 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507525 Jul 13 19:45:06.219715 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '94d89230-9500-440a-a97c-1404813345c0', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'port_id': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:45:03Z', 'updated_at': '2021-07-13T19:45:03Z', 'revision_number': 0, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a3d5f0c-d637-49dc-a71b-ce6250fa6243', 'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:96:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:30Z', 'updated_at': '2021-07-13T19:44:37Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:06.221504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.221994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.222504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.222974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.223453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.223905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.224637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.225021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.225456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.225914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.231447 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-880317ee-47c2-4df2-a3d9-a7a8b55756d7 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7038 time: 0.5072980 Jul 13 19:45:06.232517 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:06.253905 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] Checking router: 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:45:06.258004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-4f04373c-b29b-41c0-8e22-5f8a36a1c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.261985 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-4f04373c-b29b-41c0-8e22-5f8a36a1c3cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0832178c53474c02b4642a7c5064e42b&device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 1135 time: 0.4044814 Jul 13 19:45:06.320809 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] Routers {'99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:06.321447 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:06.418146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 246c6d28-a1f2-42da-a35b-ae28265c2bea up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:06.419274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-9397cd99-d4f6-4f34-9ee0-f0c25ea9b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.422857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-9397cd99-d4f6-4f34-9ee0-f0c25ea9b16b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee HTTP/1.1" status: 200 len: 897 time: 0.1494234 Jul 13 19:45:06.445221 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-827696b0-be3a-4fef-b11d-57cdff2bf1ec req-02a1e21b-aed1-4f8c-8a01-ddd120e12965 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 210 time: 0.0658100 Jul 13 19:45:06.478829 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79ffb9b6-1393-4c90-8fa1-7a60d7838533 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:06.542191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 246c6d28-a1f2-42da-a35b-ae28265c2bea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:06.542595 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:06.566281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffb9b6-1393-4c90-8fa1-7a60d7838533 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Port': ['ID=41fcdbec-76f1-442c-962e-ad910d239f33,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:06.579080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79ffb9b6-1393-4c90-8fa1-7a60d7838533 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:06.583479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-79ffb9b6-1393-4c90-8fa1-7a60d7838533 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/ports/41fcdbec-76f1-442c-962e-ad910d239f33 HTTP/1.1" status: 204 len: 168 time: 1.2163296 Jul 13 19:45:06.583640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459178ff-4dec-4adc-be8b-dc6f1505e8da tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.583640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459178ff-4dec-4adc-be8b-dc6f1505e8da tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.585833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459178ff-4dec-4adc-be8b-dc6f1505e8da tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.586181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:06.586950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459178ff-4dec-4adc-be8b-dc6f1505e8da tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.589318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459178ff-4dec-4adc-be8b-dc6f1505e8da tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.589970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459178ff-4dec-4adc-be8b-dc6f1505e8da tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.593127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459178ff-4dec-4adc-be8b-dc6f1505e8da tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.595318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459178ff-4dec-4adc-be8b-dc6f1505e8da tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.596387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459178ff-4dec-4adc-be8b-dc6f1505e8da tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.607787 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-459178ff-4dec-4adc-be8b-dc6f1505e8da tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5819 time: 0.3741271 Jul 13 19:45:06.611940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:06.628685 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef17cd58-a3c5-4c8e-a819-37711198cb84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:06.630537 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef17cd58-a3c5-4c8e-a819-37711198cb84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:06.631097 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ef17cd58-a3c5-4c8e-a819-37711198cb84 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/subnets/e723b064-067a-49c4-a7e0-165b3205c554 HTTP/1.1" status: 404 len: 337 time: 0.0439019 Jul 13 19:45:06.634712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:06.647988 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-f7279e01-fdd0-41be-b97f-c6e456e71d32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0df4edf-d012-4bcc-83ce-fb98a6be838e HTTP/1.1" status: 200 len: 998 time: 0.2194576 Jul 13 19:45:06.667496 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] Set router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:06.775004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-26583b06-0043-4a16-bb2a-a71fea4749fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:06.776595 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-26583b06-0043-4a16-bb2a-a71fea4749fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ffccab1-6ec5-452f-b385-bda89a3dd909 HTTP/1.1" status: 200 len: 835 time: 0.1155269 Jul 13 19:45:06.780960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:07.325360 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '94d89230-9500-440a-a97c-1404813345c0', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'port_id': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:45:03Z', 'updated_at': '2021-07-13T19:45:03Z', 'revision_number': 0, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a3d5f0c-d637-49dc-a71b-ce6250fa6243', 'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:96:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:30Z', 'updated_at': '2021-07-13T19:44:37Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:07.370977 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b907b844-51be-47ec-bf84-2aa478d5470a None None] The sync data for ids ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'] in n-d-800708-1 is: [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '94d89230-9500-440a-a97c-1404813345c0', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'port_id': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:45:03Z', 'updated_at': '2021-07-13T19:45:03Z', 'revision_number': 0, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a3d5f0c-d637-49dc-a71b-ce6250fa6243', 'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:96:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:30Z', 'updated_at': '2021-07-13T19:44:37Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:45:07.410278 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6ddb8c90-37cd-4445-9fba-86097521f1fe tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3060 time: 0.7968993 Jul 13 19:45:07.412835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:07.419178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-4829b689-511c-4f9f-845a-4c5b9bd20927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:07.423157 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-4829b689-511c-4f9f-845a-4c5b9bd20927 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6383331 Jul 13 19:45:07.476490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:07.543110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eab4410-7219-4a59-9e7d-454a4ca9da3a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:07.543605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eab4410-7219-4a59-9e7d-454a4ca9da3a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:07.551285 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8eab4410-7219-4a59-9e7d-454a4ca9da3a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 HTTP/1.1" status: 200 len: 1990 time: 0.1362705 Jul 13 19:45:07.605706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c9a67d-b949-461d-8c19-7bcf2cb840b6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:07.626046 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1acf6ec-405a-4716-9be5-56ffb0ae526e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:07.626488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1acf6ec-405a-4716-9be5-56ffb0ae526e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:07.644334 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:07.682937 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09ee2344-b938-4a77-ab4b-07e88c05896c req-d993277c-f545-490f-afee-911960d9fa66 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 210 time: 0.0711548 Jul 13 19:45:07.690049 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:07.713449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:07.714020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:07.720165 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:07.750798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70c855-5afd-48c1-9a77-58cdda014ca1 None None] New status for floating IP 94d89230-9500-440a-a97c-1404813345c0: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:45:07.793119 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-37b4faf1-f7f1-4f1e-a244-33b2ec747e27 service neutron] 10.222.0.60 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522832 Jul 13 19:45:07.891513 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:07.898973 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:07.901265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/02c9a67d-b949-461d-8c19-7bcf2cb840b6 HTTP/1.1" status: 204 len: 168 time: 1.2651422 Jul 13 19:45:07.903480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:07.941161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abc4c1-83a0-4ac3-8592-2d3cdc266a83 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Network': ['ID=02c9a67d-b949-461d-8c19-7bcf2cb840b6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:07.986858 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a70f957-2cd4-48c1-b256-3827033eb3a7 req-64e13825-0502-4576-a2d0-c86c7025a119 service neutron] 10.222.0.60 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667075 Jul 13 19:45:08.004759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c073ec09-afd0-40af-9de5-d9603de42f4a tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Deleting subnet 34496b0f-5f4f-4f33-b130-32266b0b8839 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:45:08.010952 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c073ec09-afd0-40af-9de5-d9603de42f4a tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.088649 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c073ec09-afd0-40af-9de5-d9603de42f4a tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.201234 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c073ec09-afd0-40af-9de5-d9603de42f4a tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.287883 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c073ec09-afd0-40af-9de5-d9603de42f4a tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.288336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-e6db94d5-198f-45c2-a1d1-9202db83d375 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:08.290108 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-e6db94d5-198f-45c2-a1d1-9202db83d375 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 811 time: 0.1624486 Jul 13 19:45:08.319824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073ec09-afd0-40af-9de5-d9603de42f4a tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Subnet': ['ID=34496b0f-5f4f-4f33-b130-32266b0b8839,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:08.322331 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c073ec09-afd0-40af-9de5-d9603de42f4a tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.326885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c073ec09-afd0-40af-9de5-d9603de42f4a tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/subnets/34496b0f-5f4f-4f33-b130-32266b0b8839 HTTP/1.1" status: 204 len: 168 time: 0.4220853 Jul 13 19:45:08.328604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:08.329595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a3880-17d4-4232-8c6e-016efeb87594 None None] Network 54cd420a-9f41-4b08-aa64-cdc4471cadaf requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:08.424670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-84d329f4-de1e-43e1-ab9f-d7d9ac3f0f1e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189af46fe9fe43e29b4671dac0526486 HTTP/1.1" status: 200 len: 380 time: 0.1258075 Jul 13 19:45:08.446338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'port': {'device_id': '511de76d-356e-450f-9969-e4e3466b92a1', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'admin_state_up': True, 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'security_groups': ['67dae480-679f-4e16-8054-e9c583a26b15']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:08.465427 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.594200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Deleting port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:08.594581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.634015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Made reservation on behalf of 189af46fe9fe43e29b4671dac0526486 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:08.646617 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.669743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ae1df-9a05-4ecb-a800-087cc7a7ac72 None None] DHCP port deletion for 54cd420a-9f41-4b08-aa64-cdc4471cadaf request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:45:08.745401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d22ae1df-9a05-4ecb-a800-087cc7a7ac72 None None] Deleting port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:08.745791 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d22ae1df-9a05-4ecb-a800-087cc7a7ac72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.747541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] For port 825f01ad-8c8e-4a96-a479-6ca9c1faa248, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=825f01ad-8c8e-4a96-a479-6ca9c1faa248,segment=NetworkSegment(99b32385-41d3-4139-aefb-2b052ac236f7),segment_id=99b32385-41d3-4139-aefb-2b052ac236f7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:08.749690 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.781053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Calling delete_port for 825f01ad-8c8e-4a96-a479-6ca9c1faa248 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:08.880318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d22ae1df-9a05-4ecb-a800-087cc7a7ac72 None None] For port 825f01ad-8c8e-4a96-a479-6ca9c1faa248, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=825f01ad-8c8e-4a96-a479-6ca9c1faa248,segment=NetworkSegment(99b32385-41d3-4139-aefb-2b052ac236f7),segment_id=99b32385-41d3-4139-aefb-2b052ac236f7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:08.880887 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d22ae1df-9a05-4ecb-a800-087cc7a7ac72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.883252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Allocated IP 172.20.0.8 (227c41e3-23bb-4667-9fbd-547e24c7c70a/d6013355-3027-4a8b-b57b-1797c1fe1bb4/6da03c15-02b1-456e-8ea3-2eaeda185bce) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:08.892792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:08.901020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d22ae1df-9a05-4ecb-a800-087cc7a7ac72 None None] Calling delete_port for 825f01ad-8c8e-4a96-a479-6ca9c1faa248 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:08.961346 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Port': ['ID=825f01ad-8c8e-4a96-a479-6ca9c1faa248,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:08.988172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] No DVR routers for this DVR port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:45:09.002703 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cb4791e-3bfb-44a3-9a97-4bb1d19dc43e req-2cd7d127-bc0a-4f98-b2ea-9cedea70a545 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 210 time: 0.0576773 Jul 13 19:45:09.055371 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d22ae1df-9a05-4ecb-a800-087cc7a7ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.099420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ae1df-9a05-4ecb-a800-087cc7a7ac72 None None] Pushing event deleted for resources: {'Port': ['ID=825f01ad-8c8e-4a96-a479-6ca9c1faa248,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:09.102183 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.110759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ae1df-9a05-4ecb-a800-087cc7a7ac72 None None] No DVR routers for this DVR port 825f01ad-8c8e-4a96-a479-6ca9c1faa248 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:45:09.115164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cd420a-9f41-4b08-aa64-cdc4471cadaf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:09.133075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b32385-41d3-4139-aefb-2b052ac236f7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:09.133651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b32385-41d3-4139-aefb-2b052ac236f7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:09.146103 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.149383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.169748 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.169994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Transition to ACTIVE for port object 6da03c15-02b1-456e-8ea3-2eaeda185bce will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:09.179168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:09.180016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:09.183215 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:09.213380 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.273532 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.277655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:09.292001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:09.293526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:09.296191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:09.298514 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.307398 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] 10.222.0.25 "DELETE /v2.0/networks/54cd420a-9f41-4b08-aa64-cdc4471cadaf HTTP/1.1" status: 204 len: 168 time: 0.9755712 Jul 13 19:45:09.332250 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4123b7-2f6c-47f4-98a0-9bebbee2eaf9 tempest-NetworksIpV6TestAttrs-1700747727 tempest-NetworksIpV6TestAttrs-1700747727-project] Pushing event deleted for resources: {'Network': ['ID=54cd420a-9f41-4b08-aa64-cdc4471cadaf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:09.402887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:09.403508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.425799 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-14c1bea2-daa5-4f65-a03b-f6bc11539d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9889574 Jul 13 19:45:09.438967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Request body: {'port': {'device_id': '511de76d-356e-450f-9969-e4e3466b92a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:09.545643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.740896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae137aa0-b3f2-4548-8746-9c29b0b945d0 None None] Provisioning for port 6da03c15-02b1-456e-8ea3-2eaeda185bce completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:09.746175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae137aa0-b3f2-4548-8746-9c29b0b945d0 None None] Provisioning complete for port 6da03c15-02b1-456e-8ea3-2eaeda185bce triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:09.748112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:09.758824 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae137aa0-b3f2-4548-8746-9c29b0b945d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:09.825352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ae137aa0-b3f2-4548-8746-9c29b0b945d0 None None] Port 6da03c15-02b1-456e-8ea3-2eaeda185bce cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:45:09.930929 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-871d3bc5-0524-4416-bd30-81e9fc83c5ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdb2a9fde2b545feba6e6ae340eae9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807041 Jul 13 19:45:09.933073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:09.995824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c861f597-a6ad-4840-8470-3c2eba6ea301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:10.033258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da03c15-02b1-456e-8ea3-2eaeda185bce {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:45:10.037975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c861f597-a6ad-4840-8470-3c2eba6ea301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:10.044493 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:10.073460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Transition to ACTIVE for port object 6da03c15-02b1-456e-8ea3-2eaeda185bce will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:10.080139 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:10.112300 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c861f597-a6ad-4840-8470-3c2eba6ea301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:10.118130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c861f597-a6ad-4840-8470-3c2eba6ea301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:10.121740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c861f597-a6ad-4840-8470-3c2eba6ea301 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74885169-38a0-44f8-8256-2c37054a28a5 HTTP/1.1" status: 204 len: 168 time: 0.1870015 Jul 13 19:45:10.131274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861f597-a6ad-4840-8470-3c2eba6ea301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74885169-38a0-44f8-8256-2c37054a28a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:10.175528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:10.305231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Attempting to bind port 6da03c15-02b1-456e-8ea3-2eaeda185bce on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:10.305650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Attempting to bind port 6da03c15-02b1-456e-8ea3-2eaeda185bce by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:10.306059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Attempting to bind port 6da03c15-02b1-456e-8ea3-2eaeda185bce on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:10.320821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Port 6da03c15-02b1-456e-8ea3-2eaeda185bce on network 227c41e3-23bb-4667-9fbd-547e24c7c70a not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:45:10.321022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Attempting to bind port 6da03c15-02b1-456e-8ea3-2eaeda185bce on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:10.326760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:10.327245 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Checking segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:10.327497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Bound using segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:10.328543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Bound port: 6da03c15-02b1-456e-8ea3-2eaeda185bce, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:10.329021 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:10.388543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531b5d2-351f-4b99-9242-8e4f559cf1f7 req-0cb6ebad-7776-49a6-8bf9-9c270d2515e1 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:10.392132 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8531b5d2-351f-4b99-9242-8e4f559cf1f7 req-0cb6ebad-7776-49a6-8bf9-9c270d2515e1 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 943 time: 0.1625051 Jul 13 19:45:10.410693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 825f01ad-8c8e-4a96-a479-6ca9c1faa248 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:45:10.455275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 825f01ad-8c8e-4a96-a479-6ca9c1faa248 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:45:10.456224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 825f01ad-8c8e-4a96-a479-6ca9c1faa248 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:45:10.483811 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8531b5d2-351f-4b99-9242-8e4f559cf1f7 req-1ce94f5b-7898-418e-b78d-3f3e6326d368 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852025 Jul 13 19:45:10.490967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:10.496534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:10.501041 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:10.544749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:10.545376 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:10.546857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] 10.222.0.60 "PUT /v2.0/ports/6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 1091 time: 1.1128702 Jul 13 19:45:10.547528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:45:10.549845 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070f7360-59fc-427b-bd3d-393fd66b3558" -d '{"events": [{"name": "network-changed", "server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:45:10.623344 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8d2e7a-f003-480d-82cc-ec18e5f390ed x-openstack-request-id: req-9d8d2e7a-f003-480d-82cc-ec18e5f390ed {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:45:10.623631 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:45:10.624062 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d8d2e7a-f003-480d-82cc-ec18e5f390ed {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:45:10.624450 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'status': 'completed', 'code': 200} Jul 13 19:45:10.653244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4f2ad-aba2-4930-99b5-40bbc11f84a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:10.699827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-f80bb5f6-a4f3-456e-baa4-cd1a8bc16010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:10.701428 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-f80bb5f6-a4f3-456e-baa4-cd1a8bc16010 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1094 time: 0.1155064 Jul 13 19:45:10.792168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-4147ed3f-dba4-4ccd-a84e-4a8a2d9542ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 217 time: 0.0836689 Jul 13 19:45:10.892343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-ad7679cf-caa7-4eec-86f6-45c420c677c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:10.893950 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-ad7679cf-caa7-4eec-86f6-45c420c677c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0946023 Jul 13 19:45:11.001712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-b431d99f-1000-46d3-8876-bd6c36e1d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:11.003905 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-b431d99f-1000-46d3-8876-bd6c36e1d70c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026137 Jul 13 19:45:11.212183 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-eb66829a-e1ed-47bc-b8c1-54609baf459d service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950030 Jul 13 19:45:11.395040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e839d0a4-214b-47be-a0fd-801cfc5c3ceb req-2e52de11-8d3a-4cdc-aad2-6d63190044df service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762650 Jul 13 19:45:11.425931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:11.526711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-809f031d-4e40-456b-9162-371f812d6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:11.528240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-809f031d-4e40-456b-9162-371f812d6c73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1094 time: 0.0644488 Jul 13 19:45:11.618802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1103741502'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:11.674716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:11.678514 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:11.718433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:11.742994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-7a62490e-bf65-43dd-b3ab-c19a7fe5b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:11.744460 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-7a62490e-bf65-43dd-b3ab-c19a7fe5b7a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.2009094 Jul 13 19:45:11.798088 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-aaf06348-1fa7-49ba-9a56-f8a70f98f2f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 217 time: 0.0444171 Jul 13 19:45:11.974025 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-acd4703b-e328-4a56-9d3a-19e9ff570111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:11.975552 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-acd4703b-e328-4a56-9d3a-19e9ff570111 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.1529856 Jul 13 19:45:12.037490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.043653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.055419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08abe02-388c-45a8-8741-b750072187d5 req-9c814868-9103-4f00-be42-a00b0a5ac69f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:12.056866 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f08abe02-388c-45a8-8741-b750072187d5 req-9c814868-9103-4f00-be42-a00b0a5ac69f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 943 time: 0.3758512 Jul 13 19:45:12.101316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:12.113421 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.113845 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment 81e9aa1f-7de4-4b36-9d44-51940c600d37 of type vlan for network 57ac9668-20bf-4e79-9ae1-53ed2289d57f Jul 13 19:45:12.128290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e361cec-73e0-456f-a8ce-00be28df8337,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:12.215801 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.237427 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f08abe02-388c-45a8-8741-b750072187d5 req-ecde04e6-c8ee-4863-82bd-fb8e1282b098 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038320 Jul 13 19:45:12.243296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-89d9cdb4-6a2c-49c9-9f84-e8ed7bdbf290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:12.245053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-89d9cdb4-6a2c-49c9-9f84-e8ed7bdbf290 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548280 Jul 13 19:45:12.332054 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.337672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:12.338284 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.418892 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9913633 Jul 13 19:45:12.436985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f679c-ed4f-47b0-bfd8-11d44294826b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=57ac9668-20bf-4e79-9ae1-53ed2289d57f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:12.444406 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-31da40fd-193e-437f-b919-00dd917e2d02 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879559 Jul 13 19:45:12.449455 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 57ac9668-20bf-4e79-9ae1-53ed2289d57f details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:12.520863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:45:12.552113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:12.557414 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': '57ac9668-20bf-4e79-9ae1-53ed2289d57f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:12.562282 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-070f7360-59fc-427b-bd3d-393fd66b3558 req-3794576f-66b0-4ff6-8190-5485a125c2f8 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107671 Jul 13 19:45:12.628734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:12.641164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'port_id': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'mac_address': 'fa:16:3e:4a:b4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:45:12.675714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:12.679938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.682030 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.695348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da03c15-02b1-456e-8ea3-2eaeda185bce {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:45:12.717614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:12.723600 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.778211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:12.880644 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.931282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['6da03c15-02b1-456e-8ea3-2eaeda185bce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:45:12.950958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=ef54bbd7-ea23-4d7a-a3e2-bb4ec4c3ce30,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:12.958515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': '81e9aa1f-7de4-4b36-9d44-51940c600d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '57ac9668-20bf-4e79-9ae1-53ed2289d57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:12.958878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: 57ac9668-20bf-4e79-9ae1-53ed2289d57f, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:12.979821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network 57ac9668-20bf-4e79-9ae1-53ed2289d57f is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:12.993866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 57ac9668-20bf-4e79-9ae1-53ed2289d57f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:12.999334 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:12.999997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.010182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134fe6f8-e71f-450a-a323-394a487b5570 None None] Network 57ac9668-20bf-4e79-9ae1-53ed2289d57f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:13.016589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-99e819ae-a03b-4bec-bbdb-1f9cebccd5e7 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4632738 Jul 13 19:45:13.020482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:13.026959 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999821002'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:13.060374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:13.066464 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.100815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:13.111682 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.112061 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment a6781d8e-7cf9-4798-81e6-3d76d04ea629 of type vlan for network 39c1c24a-0109-4675-9bfe-8433bd14887b Jul 13 19:45:13.160419 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.205527 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.213962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:13.215605 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.308481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-57ac9668-20bf-4e79-9ae1-53ed2289d57f', 'network_id': '57ac9668-20bf-4e79-9ae1-53ed2289d57f', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': 'ef54bbd7-ea23-4d7a-a3e2-bb4ec4c3ce30'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:13.314425 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.321912 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2977879 Jul 13 19:45:13.322263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:13.327308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': '39c1c24a-0109-4675-9bfe-8433bd14887b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:13.404295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa755f-e6a5-48bf-b325-ae55c530ac6e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=39c1c24a-0109-4675-9bfe-8433bd14887b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:13.461553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 39c1c24a-0109-4675-9bfe-8433bd14887b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:13.510698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:13.517494 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.599498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Allocated IP 172.20.255.242 (57ac9668-20bf-4e79-9ae1-53ed2289d57f/ef54bbd7-ea23-4d7a-a3e2-bb4ec4c3ce30/0e249088-23fa-4db2-804e-803fab16141b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:13.630017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35422225-a88d-49d1-aed5-bdfebf345515 req-18ee4142-45fb-4917-baec-d0615bab6581 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:13.634885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35422225-a88d-49d1-aed5-bdfebf345515 req-18ee4142-45fb-4917-baec-d0615bab6581 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1847763 Jul 13 19:45:13.696552 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35422225-a88d-49d1-aed5-bdfebf345515 req-6a8da727-a68c-4870-8d5f-66ae699e96d5 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580246 Jul 13 19:45:13.791784 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.805693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Transition to ACTIVE for port object 0e249088-23fa-4db2-804e-803fab16141b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:13.826636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Transition to ACTIVE for port object 0e249088-23fa-4db2-804e-803fab16141b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:13.836214 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.852953 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.885429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Network 57ac9668-20bf-4e79-9ae1-53ed2289d57f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:13.888743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:13.892481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:13.947752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=b48d4ae6-4599-48cc-b952-e402c4f321cb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:13.954259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Pushing event updated for resources: {'Port': ['ID=0e249088-23fa-4db2-804e-803fab16141b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:13.970443 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-7763a75e-979e-4337-8447-8e98db0740dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1723988 Jul 13 19:45:13.974318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Attempting to bind port 0e249088-23fa-4db2-804e-803fab16141b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:13.975019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Attempting to bind port 0e249088-23fa-4db2-804e-803fab16141b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '81e9aa1f-7de4-4b36-9d44-51940c600d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '57ac9668-20bf-4e79-9ae1-53ed2289d57f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:13.975160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Attempting to bind port 0e249088-23fa-4db2-804e-803fab16141b on network 57ac9668-20bf-4e79-9ae1-53ed2289d57f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:13.977944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': 'a6781d8e-7cf9-4798-81e6-3d76d04ea629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39c1c24a-0109-4675-9bfe-8433bd14887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:13.978307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: 39c1c24a-0109-4675-9bfe-8433bd14887b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:13.990457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:13.990801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Checking segment: {'id': '81e9aa1f-7de4-4b36-9d44-51940c600d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '57ac9668-20bf-4e79-9ae1-53ed2289d57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:13.991223 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:13.991629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Bound using segment: {'id': '81e9aa1f-7de4-4b36-9d44-51940c600d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '57ac9668-20bf-4e79-9ae1-53ed2289d57f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:13.992122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Bound port: 0e249088-23fa-4db2-804e-803fab16141b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e9aa1f-7de4-4b36-9d44-51940c600d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '57ac9668-20bf-4e79-9ae1-53ed2289d57f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:13.992514 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.002217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network 39c1c24a-0109-4675-9bfe-8433bd14887b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:14.015086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 39c1c24a-0109-4675-9bfe-8433bd14887b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:14.021060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:14.021766 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.059527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f37898-3101-45fd-9821-8dbf7a5338eb None None] Network 39c1c24a-0109-4675-9bfe-8433bd14887b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:14.081254 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ff3331c8-ad61-45aa-8659-459e84c50e02 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7577922 Jul 13 19:45:14.083670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:14.128983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-ba628cb7-7caf-43c0-b82f-95c6ad3eab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:14.131237 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-ba628cb7-7caf-43c0-b82f-95c6ad3eab56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0832178c53474c02b4642a7c5064e42b&device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 1135 time: 0.1007946 Jul 13 19:45:14.219615 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] For port 0e249088-23fa-4db2-804e-803fab16141b, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:14.232853 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.236420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] For port 0e249088-23fa-4db2-804e-803fab16141b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0e249088-23fa-4db2-804e-803fab16141b,segment=NetworkSegment(81e9aa1f-7de4-4b36-9d44-51940c600d37),segment_id=81e9aa1f-7de4-4b36-9d44-51940c600d37)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:14.244298 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.310186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84145467-763b-4032-adf5-06a29b20b6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-39c1c24a-0109-4675-9bfe-8433bd14887b', 'network_id': '39c1c24a-0109-4675-9bfe-8433bd14887b', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': 'b48d4ae6-4599-48cc-b952-e402c4f321cb'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:14.311090 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84145467-763b-4032-adf5-06a29b20b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.327028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-de6f9afe-713d-4390-8adc-4d9014fabcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:14.329901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-de6f9afe-713d-4390-8adc-4d9014fabcae service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee HTTP/1.1" status: 200 len: 897 time: 0.1789112 Jul 13 19:45:14.400065 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.464374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1893a90-6eaa-4b45-a338-c8e223a088f1 None None] Pushing event updated for resources: {'Port': ['ID=0e249088-23fa-4db2-804e-803fab16141b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:14.486521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:14.513464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-e386ddbd-558a-45d9-9462-680366a87ab6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0df4edf-d012-4bcc-83ce-fb98a6be838e HTTP/1.1" status: 200 len: 1000 time: 0.1770175 Jul 13 19:45:14.560126 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-84145467-763b-4032-adf5-06a29b20b6ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b48d4ae6-4599-48cc-b952-e402c4f321cb: This subnet is being modified by another concurrent operation. Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b48d4ae6-4599-48cc-b952-e402c4f321cb: This subnet is being modified by another concurrent operation. Jul 13 19:45:14.597233 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 13 19:45:14.614796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=b48d4ae6-4599-48cc-b952-e402c4f321cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:14.639530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-8f643401-2119-4e45-a5d7-31b7117cfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:14.642424 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-8f643401-2119-4e45-a5d7-31b7117cfecd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ffccab1-6ec5-452f-b385-bda89a3dd909 HTTP/1.1" status: 200 len: 835 time: 0.1238115 Jul 13 19:45:14.648815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad0a374-84e2-409e-a255-d8b5a8bd9f7c None None] Network 39c1c24a-0109-4675-9bfe-8433bd14887b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:14.656231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 6da03c15-02b1-456e-8ea3-2eaeda185bce completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:14.731297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 6da03c15-02b1-456e-8ea3-2eaeda185bce triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:14.732541 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.747809 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.771832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c1c24a-0109-4675-9bfe-8433bd14887b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:14.800139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6781d8e-7cf9-4798-81e6-3d76d04ea629') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:14.800435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6781d8e-7cf9-4798-81e6-3d76d04ea629') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:14.803402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-ac557c81-6dfa-44e7-b7c7-aa722389fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:14.805045 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-ac557c81-6dfa-44e7-b7c7-aa722389fb31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552477 Jul 13 19:45:14.822922 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.855047 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.868886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:14.869303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:14.964464 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:14.967941 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.986007 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:14.995865 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/39c1c24a-0109-4675-9bfe-8433bd14887b HTTP/1.1" status: 204 len: 168 time: 0.9101090 Jul 13 19:45:14.998008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:15.004375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2108490540'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:15.025939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df61f8-3cd3-41fa-8e03-db667e1aa706 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=39c1c24a-0109-4675-9bfe-8433bd14887b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:15.039316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.043022 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-ed5e6cf3-79cf-4bfa-815f-815bc208244a service neutron] 10.222.0.60 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289138 Jul 13 19:45:15.052308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:15.057711 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.097048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:45:15.103222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:15.104179 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be0dc75-57d6-4c3b-9666-57f20b773b35" -d '{"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-plugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:45:15.120489 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.121052 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment e73f2573-bb14-4932-adf1-7f29f2654ae1 of type vlan for network 043be432-8424-46b0-a0d1-6823558a2160 Jul 13 19:45:15.136609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:15.143505 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.159142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c9f2-bda1-4abe-9760-bea7c08a10a5 req-af810704-dc1a-484d-bf1b-65e36bdffadf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:15.160728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9848c9f2-bda1-4abe-9760-bea7c08a10a5 req-af810704-dc1a-484d-bf1b-65e36bdffadf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.2109151 Jul 13 19:45:15.194720 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be16d8c8-f066-4d1d-9bae-6506b6bb3ea8 x-openstack-request-id: req-be16d8c8-f066-4d1d-9bae-6506b6bb3ea8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:45:15.195158 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-plugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:45:15.195502 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be16d8c8-f066-4d1d-9bae-6506b6bb3ea8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:45:15.195978 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'code': 200} Jul 13 19:45:15.198817 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.239661 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9848c9f2-bda1-4abe-9760-bea7c08a10a5 req-4c29c8eb-601f-4bf9-af69-6ef28eee9ea2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575306 Jul 13 19:45:15.252020 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.254363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:15.268691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:15.269998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.281057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8db9f984-0c86-49e7-84bf-c4a9186fb335 req-17befc7c-bf43-40a3-a657-88e103f4656d service neutron] 10.222.0.60 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294075 Jul 13 19:45:15.289095 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2900038 Jul 13 19:45:15.294912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:15.300580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': '043be432-8424-46b0-a0d1-6823558a2160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:15.456865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca6868-e975-4ce8-aea1-2ca19b6af185 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=043be432-8424-46b0-a0d1-6823558a2160,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:15.458017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9ae4e-6d96-4b8c-ac3f-1bf38c2d975c req-9bbe18d7-54c0-4071-af6d-f0336b7c36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:15.460709 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29a9ae4e-6d96-4b8c-ac3f-1bf38c2d975c req-9bbe18d7-54c0-4071-af6d-f0336b7c36f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1096 time: 0.1670873 Jul 13 19:45:15.474846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 043be432-8424-46b0-a0d1-6823558a2160 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:15.523169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:15.528787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.536509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29a9ae4e-6d96-4b8c-ac3f-1bf38c2d975c req-2e99ef3b-e7c4-443a-a3fd-f11f510228fe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700710 Jul 13 19:45:15.619934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 19:45:15.623774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 19:45:15.730609 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.813646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.890528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=8107a6ea-79a1-45f4-ba9b-b6438e5fd929,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:15.899198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': 'e73f2573-bb14-4932-adf1-7f29f2654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '043be432-8424-46b0-a0d1-6823558a2160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:15.899619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: 043be432-8424-46b0-a0d1-6823558a2160, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:15.903981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e0eca-1670-409e-b24d-edf0862f2cdb None None] Network 57ac9668-20bf-4e79-9ae1-53ed2289d57f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:15.920917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network 043be432-8424-46b0-a0d1-6823558a2160 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:15.932797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 043be432-8424-46b0-a0d1-6823558a2160) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:15.944424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:15.945093 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.961849 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-98a40088-b02f-4f91-a1c1-2f721a827cfc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6659098 Jul 13 19:45:15.964420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:15.981678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc22617-78b8-4ff5-88d1-23e697e64653 None None] Network 043be432-8424-46b0-a0d1-6823558a2160 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:16.093757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b953976-c500-4ebe-9fdd-63a1cd8149d3 None None] Provisioning for port 0e249088-23fa-4db2-804e-803fab16141b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:16.100914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:16.191883 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:16.308977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:16.427550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=8107a6ea-79a1-45f4-ba9b-b6438e5fd929,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:16.471361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-fe5ef8ff-2cb2-41ac-9347-f52648739253 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1858637 Jul 13 19:45:16.515788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0e249088-23fa-4db2-804e-803fab16141b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:16.598276 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:16.635916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:16.646233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 0e249088-23fa-4db2-804e-803fab16141b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:16.653383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0e249088-23fa-4db2-804e-803fab16141b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:16.654771 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:16.683727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043be432-8424-46b0-a0d1-6823558a2160']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:16.700974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73f2573-bb14-4932-adf1-7f29f2654ae1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:16.701606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73f2573-bb14-4932-adf1-7f29f2654ae1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:16.714800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac142e-0f68-41e2-afd5-c857b993374e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-043be432-8424-46b0-a0d1-6823558a2160', 'network_id': '043be432-8424-46b0-a0d1-6823558a2160', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': '8107a6ea-79a1-45f4-ba9b-b6438e5fd929'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:16.715818 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09ac142e-0f68-41e2-afd5-c857b993374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:16.741504 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:16.800621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444dfad-de38-412a-a9ca-244a83eeb3c3 req-72e399c6-57a5-4987-9a4b-1cfa4a07fa5c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:16.804665 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b444dfad-de38-412a-a9ca-244a83eeb3c3 req-72e399c6-57a5-4987-9a4b-1cfa4a07fa5c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 945 time: 0.2757149 Jul 13 19:45:16.831993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-cd8f8154-7aa7-4c02-9d45-8fadf705ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:16.832709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-cd8f8154-7aa7-4c02-9d45-8fadf705ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:16.833631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-cd8f8154-7aa7-4c02-9d45-8fadf705ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:16.834431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-cd8f8154-7aa7-4c02-9d45-8fadf705ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:16.835210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-cd8f8154-7aa7-4c02-9d45-8fadf705ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:16.835964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-cd8f8154-7aa7-4c02-9d45-8fadf705ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:16.836583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-cd8f8154-7aa7-4c02-9d45-8fadf705ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:16.839576 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-cd8f8154-7aa7-4c02-9d45-8fadf705ad3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6501 time: 0.2351246 Jul 13 19:45:16.844117 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:16.877702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:16.882894 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:16.886519 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:16.938545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff4786-5326-4958-945e-bdfce199887c None None] Network 043be432-8424-46b0-a0d1-6823558a2160 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:17.054219 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.063503 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b444dfad-de38-412a-a9ca-244a83eeb3c3 req-0cc6b08b-02c6-4506-b78f-89cef081f121 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369368 Jul 13 19:45:17.092988 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.105858 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.107820 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/043be432-8424-46b0-a0d1-6823558a2160 HTTP/1.1" status: 204 len: 168 time: 1.1423435 Jul 13 19:45:17.119957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b25d1-4539-4082-b7a3-c92fa38304bf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=043be432-8424-46b0-a0d1-6823558a2160,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:17.121389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:17.128576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-84956254'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:17.142147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6530f-d37f-4169-915a-3c736efc5d7a None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:45:17.146855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 0e249088-23fa-4db2-804e-803fab16141b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0e249088-23fa-4db2-804e-803fab16141b,segment=NetworkSegment(81e9aa1f-7de4-4b36-9d44-51940c600d37),segment_id=81e9aa1f-7de4-4b36-9d44-51940c600d37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:17.148618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e1431c10-3d8b-4ecb-89da-999d4dee7f51 None None] Provisioning complete for port 0e249088-23fa-4db2-804e-803fab16141b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:17.148986 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1431c10-3d8b-4ecb-89da-999d4dee7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.214218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:17.217995 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.220209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.255958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-ef90b742-9aff-4bfa-8939-146294718230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:17.257522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-ef90b742-9aff-4bfa-8939-146294718230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:17.258173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-ef90b742-9aff-4bfa-8939-146294718230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:17.260028 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-ef90b742-9aff-4bfa-8939-146294718230 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60de7d8c-9f98-4164-9b60-2ef9123f341b&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d HTTP/1.1" status: 200 len: 2298 time: 0.3865271 Jul 13 19:45:17.266932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:17.359570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.360740 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment 02cab223-3d6c-443f-a803-8d2c70262896 of type vlan for network 1b09fa87-c62b-495c-8c45-0d8dd046def4 Jul 13 19:45:17.365142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=0e249088-23fa-4db2-804e-803fab16141b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:17.404174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6530f-d37f-4169-915a-3c736efc5d7a None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:45:17.464328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.470714 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-8ae8ac2d-f52e-465c-98fb-44441510ae7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34 HTTP/1.1" status: 200 len: 1001 time: 0.1987219 Jul 13 19:45:17.543948 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.551623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:17.552536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.561846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-2afe489f-2484-4321-836e-0e1ffe113960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:17.564609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-2afe489f-2484-4321-836e-0e1ffe113960 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce31b39-5b80-4d84-8622-b4b60ff44bd7 HTTP/1.1" status: 200 len: 856 time: 0.0855334 Jul 13 19:45:17.676958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5531807 Jul 13 19:45:17.679903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:17.684984 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': '1b09fa87-c62b-495c-8c45-0d8dd046def4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:17.694698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39ec58-d4f9-4c06-a7c0-460147904a07 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=1b09fa87-c62b-495c-8c45-0d8dd046def4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:17.730732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-0e7e8e61-c97d-4a30-b174-8b09e48f2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:17.733740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-0e7e8e61-c97d-4a30-b174-8b09e48f2c71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60de7d8c-9f98-4164-9b60-2ef9123f341b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556497 Jul 13 19:45:17.782173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 1b09fa87-c62b-495c-8c45-0d8dd046def4 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:17.870388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:17.881644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.929116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-556b9db5-70d1-46cc-b657-1ad41becd0d0 service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841035 Jul 13 19:45:18.223613 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-c5f31ae1-4b1b-492f-a36e-561c8cec4cc7 service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809064 Jul 13 19:45:18.323550 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-46896bdd-d07d-4e41-9623-d26843860f23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 200 len: 217 time: 0.0899084 Jul 13 19:45:18.411574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-7be2d954-3691-4af8-a085-a9b4e35b19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:18.413086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-7be2d954-3691-4af8-a085-a9b4e35b19bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0827444 Jul 13 19:45:18.414591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0e249088-23fa-4db2-804e-803fab16141b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:18.477025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0e249088-23fa-4db2-804e-803fab16141b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:18.477765 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:18.542972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-acf0460d-bde4-43d0-b627-9977e33722a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:18.544527 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-acf0460d-bde4-43d0-b627-9977e33722a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208467 Jul 13 19:45:18.673352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11252cd1-c0a8-4995-81d5-01967eadc3f5 req-e680e948-ff8c-46de-8bc2-7bd5f14b8701 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:18.674920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11252cd1-c0a8-4995-81d5-01967eadc3f5 req-e680e948-ff8c-46de-8bc2-7bd5f14b8701 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 945 time: 0.1485834 Jul 13 19:45:18.760546 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11252cd1-c0a8-4995-81d5-01967eadc3f5 req-877dada0-c667-4fd9-b38b-ede081d02dbe tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653524 Jul 13 19:45:18.906213 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:18.954973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=3f0e7898-4fcb-42f1-acc4-113143bacdab,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:19.018264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': '02cab223-3d6c-443f-a803-8d2c70262896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '1b09fa87-c62b-495c-8c45-0d8dd046def4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:19.018655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: 1b09fa87-c62b-495c-8c45-0d8dd046def4, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:19.047989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network 1b09fa87-c62b-495c-8c45-0d8dd046def4 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:19.059694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 1b09fa87-c62b-495c-8c45-0d8dd046def4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:19.065425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:19.066074 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.075232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee5bd1-06b6-43fe-a220-3d55c1e1bbaf None None] Network 1b09fa87-c62b-495c-8c45-0d8dd046def4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:19.088927 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cc4c13c9-6efe-4ba5-8305-4ea736d3dbc9 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4053054 Jul 13 19:45:19.089296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:19.150757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-400169bb-81ba-46f3-9320-ceb8934ae78b service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982029 Jul 13 19:45:19.206575 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.296174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.396812 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-f493cd3c-e23a-42a8-b3c0-d5da439ba980 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299850 Jul 13 19:45:19.412019 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.462300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-74a02d65-d560-4d9a-9bce-279c65083db7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 200 len: 217 time: 0.0476542 Jul 13 19:45:19.463374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b8051c-96a9-40a9-a2ce-da76a7fec91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-1b09fa87-c62b-495c-8c45-0d8dd046def4', 'network_id': '1b09fa87-c62b-495c-8c45-0d8dd046def4', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': '3f0e7898-4fcb-42f1-acc4-113143bacdab'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:19.464204 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19b8051c-96a9-40a9-a2ce-da76a7fec91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.469122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0e7898-4fcb-42f1-acc4-113143bacdab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:19.491871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef56fd7-4705-496f-a6d4-0a68254fdefe req-b47c50a4-2c1e-4c5e-8dcb-7181157b687f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:19.497077 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ef56fd7-4705-496f-a6d4-0a68254fdefe req-b47c50a4-2c1e-4c5e-8dcb-7181157b687f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 945 time: 0.3452034 Jul 13 19:45:19.514179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:19.562347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-5fa7a0b0-413e-4538-81d5-13d3562edba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:19.571057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-5fa7a0b0-413e-4538-81d5-13d3562edba9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0923626 Jul 13 19:45:19.584249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a011a-dc0e-4fee-9130-2eb97b2de379 None None] Network 1b09fa87-c62b-495c-8c45-0d8dd046def4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:19.596418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a4869d9-816d-4a9e-b656-49c5aa460313 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'floatingip': {'port_id': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:19.644068 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a4869d9-816d-4a9e-b656-49c5aa460313 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.662681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-4bf4c77e-2552-4577-96c0-37315e404d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:19.664254 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-4bf4c77e-2552-4577-96c0-37315e404d03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845490 Jul 13 19:45:19.748090 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.772535 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b09fa87-c62b-495c-8c45-0d8dd046def4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:19.792091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cab223-3d6c-443f-a803-8d2c70262896') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:19.792419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cab223-3d6c-443f-a803-8d2c70262896') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:19.793027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-77f9ee90-5ed5-4c44-97d8-18427917c60e service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165509 Jul 13 19:45:19.824393 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.860182 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.868372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:19.868788 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:19.888648 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:19.923469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-62ca77cb-3b88-449b-b525-5a3507a2e641 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203671 Jul 13 19:45:19.982768 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-b2666a6e-ed18-4bff-809a-2f7479408c99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0 HTTP/1.1" status: 200 len: 217 time: 0.0466263 Jul 13 19:45:20.008277 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.018700 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.027248 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/1b09fa87-c62b-495c-8c45-0d8dd046def4 HTTP/1.1" status: 204 len: 168 time: 0.9302881 Jul 13 19:45:20.032998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:20.039157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1624140884'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:20.071426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ced060-b47d-48e5-893b-89fc232eb95b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=1b09fa87-c62b-495c-8c45-0d8dd046def4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:20.088084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:20.092191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.137190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-e350feb8-af71-4db1-8d5b-e2be8e70f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:20.138717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-e350feb8-af71-4db1-8d5b-e2be8e70f9c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.1469593 Jul 13 19:45:20.139396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:20.159759 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.160169 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment 99c74392-29d9-470d-968e-8ee03ea7a55e of type vlan for network dd3f1002-f33c-4fef-aa7c-ac95b0020114 Jul 13 19:45:20.239613 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.271930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-a5e51196-965c-4fb2-b779-019fa96e0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:20.273773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-a5e51196-965c-4fb2-b779-019fa96e0edf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227973 Jul 13 19:45:20.291273 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.297405 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:20.298284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.416244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3821597 Jul 13 19:45:20.418900 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a4869d9-816d-4a9e-b656-49c5aa460313 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.419893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:20.425846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': 'dd3f1002-f33c-4fef-aa7c-ac95b0020114', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:20.427348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32907e4-17f9-4f0f-8216-ef1e13d02e27 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=dd3f1002-f33c-4fef-aa7c-ac95b0020114,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:20.431209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a4869d9-816d-4a9e-b656-49c5aa460313 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.443830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network dd3f1002-f33c-4fef-aa7c-ac95b0020114 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:20.453259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-e564f751-9a27-4366-b70a-a337ca38704d service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700587 Jul 13 19:45:20.602567 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-f4e90dec-22fd-40c6-be9d-bc442e1937ab service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397207 Jul 13 19:45:20.651778 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-4a4869d9-816d-4a9e-b656-49c5aa460313 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Floating IP 44d9adb4-0c18-4224-9fe9-be551263eb58 associated. External IP: 172.25.7.20, port: 6da03c15-02b1-456e-8ea3-2eaeda185bce. Jul 13 19:45:20.667848 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-a107d6ec-53b2-48f9-9900-09bdbccb3eee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f HTTP/1.1" status: 200 len: 217 time: 0.0531929 Jul 13 19:45:20.697448 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:20.698521 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e63bb79-843f-47b0-9179-93b1b9838d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.701516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.725909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-323783d6-bc82-42b2-b57e-b7de7ef1c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:20.727465 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-323783d6-bc82-42b2-b57e-b7de7ef1c405 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0519290 Jul 13 19:45:20.793971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-040d2c6d-5e89-4cf5-b19e-4189d7276c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:20.795758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-040d2c6d-5e89-4cf5-b19e-4189d7276c88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561247 Jul 13 19:45:20.901217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-a95f7bd8-f306-4628-8a79-c3834aeca687 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976577 Jul 13 19:45:20.964029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4869d9-816d-4a9e-b656-49c5aa460313 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Router 72102aa6-c886-4c91-841d-0a57e6ef7465 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:45:21.024920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-d7eff458-6835-4c10-a8d7-afa560bcdab1 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130884 Jul 13 19:45:21.092773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-0d3237db-4e0d-44d7-b2b0-03c816e62541 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89c321a2-c868-4075-8150-883f6b612ea4 HTTP/1.1" status: 200 len: 217 time: 0.0548372 Jul 13 19:45:21.148278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4869d9-816d-4a9e-b656-49c5aa460313 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:45:21.155206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a4869d9-816d-4a9e-b656-49c5aa460313 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:21.164544 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] Sync routers for ids ['72102aa6-c886-4c91-841d-0a57e6ef7465'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:45:21.177513 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] Routers {'72102aa6-c886-4c91-841d-0a57e6ef7465'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:21.178138 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['72102aa6-c886-4c91-841d-0a57e6ef7465'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:21.200707 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:21.238213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-a804f6cb-d909-4679-af6d-454e7b37f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:21.239755 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-a804f6cb-d909-4679-af6d-454e7b37f813 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.1352394 Jul 13 19:45:21.248281 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4a4869d9-816d-4a9e-b656-49c5aa460313 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "PUT /v2.0/floatingips/44d9adb4-0c18-4224-9fe9-be551263eb58 HTTP/1.1" status: 200 len: 990 time: 1.7331655 Jul 13 19:45:21.270217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:45:21.277111 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760b146f-772d-47c1-a92b-8e985c6b3a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:45:21.292331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=9d28f463-86e7-4474-bf9e-017524fee590,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:21.347157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': '99c74392-29d9-470d-968e-8ee03ea7a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3f1002-f33c-4fef-aa7c-ac95b0020114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:21.347438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: dd3f1002-f33c-4fef-aa7c-ac95b0020114, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:21.347995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-eb626e8b-69d4-4a6c-bc82-39c5cf00cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:21.351332 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-eb626e8b-69d4-4a6c-bc82-39c5cf00cf43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990715 Jul 13 19:45:21.380168 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1a5177-6cc2-4127-ac34-c7687e6f6b34 x-openstack-request-id: req-fe1a5177-6cc2-4127-ac34-c7687e6f6b34 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:45:21.380451 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:45:21.380698 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe1a5177-6cc2-4127-ac34-c7687e6f6b34 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:45:21.381104 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'status': 'completed', 'code': 200} Jul 13 19:45:21.382531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network dd3f1002-f33c-4fef-aa7c-ac95b0020114 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:21.408199 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] Set router 72102aa6-c886-4c91-841d-0a57e6ef7465 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:21.457674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, dd3f1002-f33c-4fef-aa7c-ac95b0020114) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:21.465976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92edfac5-13fc-4240-8bbd-f5d5662a85c2 None None] Network dd3f1002-f33c-4fef-aa7c-ac95b0020114 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:21.472886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:21.474824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:21.508031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ee5bf012-a39e-46ef-981a-a9d427208a94 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0870528 Jul 13 19:45:21.511048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:21.529599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-e6e4bfb2-1b5b-42d3-ae36-6bb1a52e69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:21.533485 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-e6e4bfb2-1b5b-42d3-ae36-6bb1a52e69a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1096 time: 0.1416571 Jul 13 19:45:21.651455 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-1943baaa-44e3-4584-86ee-313cac77320d service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858398 Jul 13 19:45:21.725118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-1a2a1032-3e2b-4f0a-8b66-04ea1135f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:21.726970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-1a2a1032-3e2b-4f0a-8b66-04ea1135f55d service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1864607 Jul 13 19:45:21.820406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-dd3f1002-f33c-4fef-aa7c-ac95b0020114', 'network_id': 'dd3f1002-f33c-4fef-aa7c-ac95b0020114', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': '9d28f463-86e7-4474-bf9e-017524fee590'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:21.821290 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:21.878420 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-0e672905-9bc8-4f22-96c4-af928b49375f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 998 time: 0.1406031 Jul 13 19:45:21.947148 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:21.980525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-e2384176-5071-4f0b-844f-4d7b777aea2a service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991223 Jul 13 19:45:21.982500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-b90bb1e4-1700-47eb-bed9-2398a5984ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:21.985632 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-b90bb1e4-1700-47eb-bed9-2398a5984ceb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.1006634 Jul 13 19:45:22.028023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Allocated IP 172.20.0.2 (dd3f1002-f33c-4fef-aa7c-ac95b0020114/9d28f463-86e7-4474-bf9e-017524fee590/3a0854e2-76e7-4feb-a902-975a26d6d234) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:22.104447 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:58Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '44d9adb4-0c18-4224-9fe9-be551263eb58', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'port_id': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'mac_address': 'fa:16:3e:4a:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511de76d-356e-450f-9969-e4e3466b92a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:45:03Z', 'updated_at': '2021-07-13T19:45:20Z', 'revision_number': 1, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246c6d28-a1f2-42da-a35b-ae28265c2bea', 'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'mac_address': 'fa:16:3e:a5:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:56Z', 'updated_at': '2021-07-13T19:45:05Z', 'revision_number': 5, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'subnets': [{'id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:22.114066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-ad8c88e6-20e5-40e7-a04d-cf0601787fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:22.115647 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-ad8c88e6-20e5-40e7-a04d-cf0601787fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241663 Jul 13 19:45:22.141022 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] Checking router: 72102aa6-c886-4c91-841d-0a57e6ef7465 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:45:22.156657 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] Routers {'72102aa6-c886-4c91-841d-0a57e6ef7465'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:22.157547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-98f17197-7755-4d9c-89fd-2f90180f3bcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fe38d307-aeed-4940-8698-a4e553caad39 HTTP/1.1" status: 200 len: 217 time: 0.1262555 Jul 13 19:45:22.159253 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['72102aa6-c886-4c91-841d-0a57e6ef7465'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:22.212939 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.222790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Transition to ACTIVE for port object 3a0854e2-76e7-4feb-a902-975a26d6d234 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:22.234192 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.241664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Transition to ACTIVE for port object 3a0854e2-76e7-4feb-a902-975a26d6d234 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:22.248917 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.302148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Network dd3f1002-f33c-4fef-aa7c-ac95b0020114 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:22.309850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:22.313502 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Pushing event updated for resources: {'Port': ['ID=3a0854e2-76e7-4feb-a902-975a26d6d234,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:22.320298 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:22.350698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-738e3955-024a-4710-8372-3d6eeb1b27c6 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284369 Jul 13 19:45:22.377572 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.393005 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] Set router 72102aa6-c886-4c91-841d-0a57e6ef7465 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:22.430234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Attempting to bind port 3a0854e2-76e7-4feb-a902-975a26d6d234 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:22.430992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Attempting to bind port 3a0854e2-76e7-4feb-a902-975a26d6d234 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '99c74392-29d9-470d-968e-8ee03ea7a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3f1002-f33c-4fef-aa7c-ac95b0020114'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:22.431575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Attempting to bind port 3a0854e2-76e7-4feb-a902-975a26d6d234 on network dd3f1002-f33c-4fef-aa7c-ac95b0020114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:22.451604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:22.452642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Checking segment: {'id': '99c74392-29d9-470d-968e-8ee03ea7a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3f1002-f33c-4fef-aa7c-ac95b0020114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:22.453707 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.454332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Bound using segment: {'id': '99c74392-29d9-470d-968e-8ee03ea7a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3f1002-f33c-4fef-aa7c-ac95b0020114'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:22.455125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Bound port: 3a0854e2-76e7-4feb-a902-975a26d6d234, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c74392-29d9-470d-968e-8ee03ea7a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3f1002-f33c-4fef-aa7c-ac95b0020114'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:22.455728 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.473930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=9d28f463-86e7-4474-bf9e-017524fee590,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:22.520921 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-760b146f-772d-47c1-a92b-8e985c6b3a1b req-8745f21a-29e4-4d9d-9a4d-f946adc691f5 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627855 Jul 13 19:45:22.552845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] For port 3a0854e2-76e7-4feb-a902-975a26d6d234, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:22.586435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] For port 3a0854e2-76e7-4feb-a902-975a26d6d234, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3a0854e2-76e7-4feb-a902-975a26d6d234,segment=NetworkSegment(99c74392-29d9-470d-968e-8ee03ea7a55e),segment_id=99c74392-29d9-470d-968e-8ee03ea7a55e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:22.594774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.609423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-e5fc7ad4-4528-4fb2-8141-fd107a5c9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:22.611056 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-e5fc7ad4-4528-4fb2-8141-fd107a5c9ccc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.4446242 Jul 13 19:45:22.628164 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.711416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3f1002-f33c-4fef-aa7c-ac95b0020114']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:22.725566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c74392-29d9-470d-968e-8ee03ea7a55e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:22.725934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c74392-29d9-470d-968e-8ee03ea7a55e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:22.740109 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.760924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9ef49-9dac-47da-8de1-ed1191f11b1b None None] Pushing event updated for resources: {'Port': ['ID=3a0854e2-76e7-4feb-a902-975a26d6d234,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:22.773245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94095a7-f093-4e5f-af7d-896b0109d47b None None] Network dd3f1002-f33c-4fef-aa7c-ac95b0020114 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:22.778421 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.788491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:22.788909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:22.793177 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:22.830366 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:58Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '44d9adb4-0c18-4224-9fe9-be551263eb58', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'port_id': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'mac_address': 'fa:16:3e:4a:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511de76d-356e-450f-9969-e4e3466b92a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:45:03Z', 'updated_at': '2021-07-13T19:45:20Z', 'revision_number': 1, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246c6d28-a1f2-42da-a35b-ae28265c2bea', 'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'mac_address': 'fa:16:3e:a5:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:56Z', 'updated_at': '2021-07-13T19:45:05Z', 'revision_number': 5, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'subnets': [{'id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:22.837830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-01e81aee-ef9e-4180-a48f-45979e371605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:22.839473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-01e81aee-ef9e-4180-a48f-45979e371605 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2150829 Jul 13 19:45:22.870894 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddda93ad-476a-4fa6-8590-139b5fdd94b2 None None] The sync data for ids ['72102aa6-c886-4c91-841d-0a57e6ef7465'] in n-d-800708-1 is: [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:58Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '44d9adb4-0c18-4224-9fe9-be551263eb58', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'port_id': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'mac_address': 'fa:16:3e:4a:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511de76d-356e-450f-9969-e4e3466b92a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:45:03Z', 'updated_at': '2021-07-13T19:45:20Z', 'revision_number': 1, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246c6d28-a1f2-42da-a35b-ae28265c2bea', 'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'mac_address': 'fa:16:3e:a5:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:56Z', 'updated_at': '2021-07-13T19:45:05Z', 'revision_number': 5, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'subnets': [{'id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:45:22.908019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 19:45:22.908019 n-d-800708-1 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 19:45:22.908019 n-d-800708-1 neutron-server[93766]: [parameters: {'id': 'dd3f1002-f33c-4fef-aa7c-ac95b0020114'}] Jul 13 19:45:22.908019 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:45:22.908532 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:45:22.989279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-459f6a17-84c0-475f-adbd-3840cd5a1ec2 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388285 Jul 13 19:45:22.991068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc6365-31c0-40a3-8cc9-dcd004931121 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:45:23.159439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc6365-31c0-40a3-8cc9-dcd004931121 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:45:23.163936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db9874a2-bb8a-4d5b-9b73-8dd7465c99fe req-35f7fcef-191d-4a18-9966-880b498dd6e3 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636004 Jul 13 19:45:23.228270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44012a40-5b81-48f2-995a-1535dd1ba0f1 None None] New status for floating IP 44d9adb4-0c18-4224-9fe9-be551263eb58: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:45:23.410348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:23.510240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Deleting port 3a0854e2-76e7-4feb-a902-975a26d6d234 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:23.514768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:23.635627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] For port 3a0854e2-76e7-4feb-a902-975a26d6d234, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3a0854e2-76e7-4feb-a902-975a26d6d234,segment=NetworkSegment(99c74392-29d9-470d-968e-8ee03ea7a55e),segment_id=99c74392-29d9-470d-968e-8ee03ea7a55e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:23.636376 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:23.657743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Calling delete_port for 3a0854e2-76e7-4feb-a902-975a26d6d234 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:23.662945 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e137ab8-4bce-4394-9fa4-26f226089f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:23.668580 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:23.830581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:23.897960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Port': ['ID=3a0854e2-76e7-4feb-a902-975a26d6d234,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:23.901044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No DVR routers for this DVR port 3a0854e2-76e7-4feb-a902-975a26d6d234 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:45:24.012381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.022016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3f1002-f33c-4fef-aa7c-ac95b0020114']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:24.032878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c74392-29d9-470d-968e-8ee03ea7a55e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:24.033208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c74392-29d9-470d-968e-8ee03ea7a55e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:24.042314 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.057662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.064769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:24.065339 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:24.068452 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:24.134297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.139644 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.141732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/dd3f1002-f33c-4fef-aa7c-ac95b0020114 HTTP/1.1" status: 204 len: 168 time: 2.6265192 Jul 13 19:45:24.146840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:24.158524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532ab32-78b6-404d-bcc9-b9e33014c721 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=dd3f1002-f33c-4fef-aa7c-ac95b0020114,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:24.169387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-174930892'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:24.217719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:24.223678 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.261616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:24.283626 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.284619 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment 015110ee-cd20-4b3f-b204-3a9ab9eda10b of type vlan for network d4561cdd-b823-4428-903e-908981676d5f Jul 13 19:45:24.341317 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.377490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.383279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:24.383893 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.443634 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2943482 Jul 13 19:45:24.446903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:24.454945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': 'd4561cdd-b823-4428-903e-908981676d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:24.512812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db037f-fffc-48e9-adb1-8941232a5a98 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=d4561cdd-b823-4428-903e-908981676d5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:24.529651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network d4561cdd-b823-4428-903e-908981676d5f details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:24.590767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:24.595905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.623057 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.681433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 19:45:24.681956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 19:45:24.819216 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.883179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=4b087353-eaab-4363-a992-1204be28f7ca,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:24.888199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': '015110ee-cd20-4b3f-b204-3a9ab9eda10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4561cdd-b823-4428-903e-908981676d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:24.888548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: d4561cdd-b823-4428-903e-908981676d5f, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:24.906976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network d4561cdd-b823-4428-903e-908981676d5f is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:24.916804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, d4561cdd-b823-4428-903e-908981676d5f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:24.921590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:24.922776 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.928961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf315b4-b865-4078-92b6-654d827e023c None None] Network d4561cdd-b823-4428-903e-908981676d5f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:24.950827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:24.953350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4c89cb3b-9718-4c27-919c-6ffdd003408e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5039620 Jul 13 19:45:25.066524 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.120741 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.184373 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.217888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=4b087353-eaab-4363-a992-1204be28f7ca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:25.258017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59acc118-fdf2-4d8b-a3d8-43908f83d583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-d4561cdd-b823-4428-903e-908981676d5f', 'network_id': 'd4561cdd-b823-4428-903e-908981676d5f', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': '4b087353-eaab-4363-a992-1204be28f7ca'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:25.259052 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59acc118-fdf2-4d8b-a3d8-43908f83d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.279889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.291668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4561cdd-b823-4428-903e-908981676d5f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:25.304437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015110ee-cd20-4b3f-b204-3a9ab9eda10b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:25.304726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015110ee-cd20-4b3f-b204-3a9ab9eda10b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:25.329124 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.349237 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.355320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c163d9f3-09f7-4b9b-81c5-f0bfc7ebf5b0 None None] Network d4561cdd-b823-4428-903e-908981676d5f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:25.359327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:25.359983 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:25.407425 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:25.439129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.458225 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.463992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/d4561cdd-b823-4428-903e-908981676d5f HTTP/1.1" status: 204 len: 168 time: 0.5082858 Jul 13 19:45:25.463992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3e036-ff1e-4d6f-9ff6-62810abe0620 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=d4561cdd-b823-4428-903e-908981676d5f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:25.464368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:25.470335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1775088873'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:25.493010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:25.496581 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.522571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:25.532323 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.532666 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment 80cae223-5fc4-4e05-b239-2fe6cf0abd3e of type vlan for network cfb29c6a-f63e-42b2-a80e-9de4073e40e6 Jul 13 19:45:25.575779 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.606481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.613451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:25.614108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:25.680495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2123663 Jul 13 19:45:25.680913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:25.686265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': 'cfb29c6a-f63e-42b2-a80e-9de4073e40e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:25.705674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=cfb29c6a-f63e-42b2-a80e-9de4073e40e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:25.713351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.713777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.714204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.714626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.715027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.715428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.715849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.716241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.716631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.717020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.717420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.717807 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4048e5-aaf1-4d25-a7e2-f115c9fad9c1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:25.729703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network cfb29c6a-f63e-42b2-a80e-9de4073e40e6 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:25.827005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:25.831199 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.050850 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.063217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.114241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=f124d492-d32c-4d8c-997a-17afe7950e12,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:26.154234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': '80cae223-5fc4-4e05-b239-2fe6cf0abd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cfb29c6a-f63e-42b2-a80e-9de4073e40e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:26.154539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: cfb29c6a-f63e-42b2-a80e-9de4073e40e6, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:26.175056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network cfb29c6a-f63e-42b2-a80e-9de4073e40e6 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:26.184279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, cfb29c6a-f63e-42b2-a80e-9de4073e40e6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:26.191234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:26.191893 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.196132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce7473-eabe-4255-a3fc-275ec4ec2a05 None None] Network cfb29c6a-f63e-42b2-a80e-9de4073e40e6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:26.213452 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d1038a91-0dd8-44b6-99c0-4872d265e507 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5290873 Jul 13 19:45:26.213930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:26.337488 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.390008 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.397572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbaffce-8291-4858-bf90-9f28161afbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-cfb29c6a-f63e-42b2-a80e-9de4073e40e6', 'network_id': 'cfb29c6a-f63e-42b2-a80e-9de4073e40e6', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': 'f124d492-d32c-4d8c-997a-17afe7950e12'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:26.398459 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdbaffce-8291-4858-bf90-9f28161afbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.498182 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-cdbaffce-8291-4858-bf90-9f28161afbab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f124d492-d32c-4d8c-997a-17afe7950e12: This subnet is being modified by another concurrent operation. Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f124d492-d32c-4d8c-997a-17afe7950e12: This subnet is being modified by another concurrent operation. Jul 13 19:45:26.526636 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 13 19:45:26.537091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=f124d492-d32c-4d8c-997a-17afe7950e12,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:26.557922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b631ecf-eb93-45ff-b131-d1786f1cd032 None None] Network cfb29c6a-f63e-42b2-a80e-9de4073e40e6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:26.600265 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.617477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb29c6a-f63e-42b2-a80e-9de4073e40e6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:26.633764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cae223-5fc4-4e05-b239-2fe6cf0abd3e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:26.634063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cae223-5fc4-4e05-b239-2fe6cf0abd3e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:26.643791 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.661732 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.668408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:26.669083 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:26.673810 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:26.733527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2497c86e-1f03-4f12-8c72-5d8d69692e8f None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:45:26.761977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.769613 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.776241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:26.777869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/cfb29c6a-f63e-42b2-a80e-9de4073e40e6 HTTP/1.1" status: 204 len: 168 time: 0.5628335 Jul 13 19:45:26.782168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-193543243'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:26.802499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c6980-0d37-410c-b414-e20d03dc015e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=cfb29c6a-f63e-42b2-a80e-9de4073e40e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:26.847524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:26.852490 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.871521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2497c86e-1f03-4f12-8c72-5d8d69692e8f None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:45:26.879379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:26.889224 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.889224 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment 49df34f3-202a-4162-8681-e0ddb4c1259a of type vlan for network b3f3123c-700d-42df-86aa-124bafb000b9 Jul 13 19:45:26.934858 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.969865 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:26.975697 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:26.976347 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:27.003901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2268734 Jul 13 19:45:27.007097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:27.013241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': 'b3f3123c-700d-42df-86aa-124bafb000b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:27.149536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab4474-b509-4721-8991-d743b993779d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=b3f3123c-700d-42df-86aa-124bafb000b9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:27.183828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network b3f3123c-700d-42df-86aa-124bafb000b9 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:27.227033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:27.231425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:27.342063 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:45:27.453558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:27.521488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=8b0cafd6-dcf5-474a-9b50-4c8b85e65084,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:27.531898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': '49df34f3-202a-4162-8681-e0ddb4c1259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b3f3123c-700d-42df-86aa-124bafb000b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:27.532265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: b3f3123c-700d-42df-86aa-124bafb000b9, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:27.554120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network b3f3123c-700d-42df-86aa-124bafb000b9 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:27.565818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, b3f3123c-700d-42df-86aa-124bafb000b9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:27.571490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:27.572103 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:27.578055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b01ed-0b61-4bd5-aeb4-48847f3bc019 None None] Network b3f3123c-700d-42df-86aa-124bafb000b9 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:27.594935 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-42a68ef7-82d5-45de-a45f-cce90064d866 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5861645 Jul 13 19:45:27.595764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:27.707283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:27.744725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-b3f3123c-700d-42df-86aa-124bafb000b9', 'network_id': 'b3f3123c-700d-42df-86aa-124bafb000b9', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': '8b0cafd6-dcf5-474a-9b50-4c8b85e65084'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:27.745833 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:27.793507 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:27.912401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Allocated IP 172.20.0.1 (b3f3123c-700d-42df-86aa-124bafb000b9/8b0cafd6-dcf5-474a-9b50-4c8b85e65084/8429adf1-3e9d-439b-ac57-4dc3c547fa6c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:28.069653 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.078732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Transition to ACTIVE for port object 8429adf1-3e9d-439b-ac57-4dc3c547fa6c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:28.097544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Transition to ACTIVE for port object 8429adf1-3e9d-439b-ac57-4dc3c547fa6c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:28.105247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.131994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.166709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0cafd6-dcf5-474a-9b50-4c8b85e65084,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:28.177073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Pushing event updated for resources: {'Port': ['ID=8429adf1-3e9d-439b-ac57-4dc3c547fa6c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:28.190114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Network b3f3123c-700d-42df-86aa-124bafb000b9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:28.192964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:28.195875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:28.273016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.285533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f3123c-700d-42df-86aa-124bafb000b9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:28.300427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Attempting to bind port 8429adf1-3e9d-439b-ac57-4dc3c547fa6c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:28.301135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Attempting to bind port 8429adf1-3e9d-439b-ac57-4dc3c547fa6c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '49df34f3-202a-4162-8681-e0ddb4c1259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b3f3123c-700d-42df-86aa-124bafb000b9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:28.301505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Attempting to bind port 8429adf1-3e9d-439b-ac57-4dc3c547fa6c on network b3f3123c-700d-42df-86aa-124bafb000b9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:28.307734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:28.309296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Checking segment: {'id': '49df34f3-202a-4162-8681-e0ddb4c1259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b3f3123c-700d-42df-86aa-124bafb000b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:28.309772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.316790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Bound using segment: {'id': '49df34f3-202a-4162-8681-e0ddb4c1259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b3f3123c-700d-42df-86aa-124bafb000b9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:28.317469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Bound port: 8429adf1-3e9d-439b-ac57-4dc3c547fa6c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49df34f3-202a-4162-8681-e0ddb4c1259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b3f3123c-700d-42df-86aa-124bafb000b9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:28.317954 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.462630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] For port 8429adf1-3e9d-439b-ac57-4dc3c547fa6c, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:28.468372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] For port 8429adf1-3e9d-439b-ac57-4dc3c547fa6c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8429adf1-3e9d-439b-ac57-4dc3c547fa6c,segment=NetworkSegment(49df34f3-202a-4162-8681-e0ddb4c1259a),segment_id=49df34f3-202a-4162-8681-e0ddb4c1259a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:28.482532 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.580906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:28.639384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7d625-59c3-4d73-a5af-a86a8485edbe None None] Pushing event updated for resources: {'Port': ['ID=8429adf1-3e9d-439b-ac57-4dc3c547fa6c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:28.672101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6c81c3-9754-4255-8a9a-21c034dcd7d1 None None] Network b3f3123c-700d-42df-86aa-124bafb000b9 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:28.782444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49df34f3-202a-4162-8681-e0ddb4c1259a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:28.783005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49df34f3-202a-4162-8681-e0ddb4c1259a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:28.792293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.802231 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8166154f-fa06-4e6d-8143-930fbcb5206a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.807002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.817244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:28.818199 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:28.834193 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:28.845835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf56c66-b9c5-41da-bf9e-720919efae41 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:45:28.903165 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 19:45:28.903165 n-d-800708-1 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 19:45:28.903165 n-d-800708-1 neutron-server[93767]: [parameters: {'id': 'b3f3123c-700d-42df-86aa-124bafb000b9'}] Jul 13 19:45:28.903165 n-d-800708-1 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:45:28.903753 n-d-800708-1 neutron-server[93767]: DEBUG oslo_db.api [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:45:29.022189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf56c66-b9c5-41da-bf9e-720919efae41 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:45:29.027826 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8166154f-fa06-4e6d-8143-930fbcb5206a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.032047 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8166154f-fa06-4e6d-8143-930fbcb5206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.076074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8166154f-fa06-4e6d-8143-930fbcb5206a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd3d9e135e1347c19ec3cb425b082e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934690 Jul 13 19:45:29.080552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:29.082228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166154f-fa06-4e6d-8143-930fbcb5206a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e250ba9e-b0bb-4aab-84aa-9c8df35b4c51,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:29.148394 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58aff087-00c5-4c4d-9eba-91a3c8a795b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.171420 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58aff087-00c5-4c4d-9eba-91a3c8a795b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.227087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58aff087-00c5-4c4d-9eba-91a3c8a795b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.229725 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58aff087-00c5-4c4d-9eba-91a3c8a795b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.233703 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-58aff087-00c5-4c4d-9eba-91a3c8a795b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e250ba9e-b0bb-4aab-84aa-9c8df35b4c51 HTTP/1.1" status: 204 len: 168 time: 0.1487710 Jul 13 19:45:29.252247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aff087-00c5-4c4d-9eba-91a3c8a795b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e250ba9e-b0bb-4aab-84aa-9c8df35b4c51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:29.404757 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.460779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Deleting port 8429adf1-3e9d-439b-ac57-4dc3c547fa6c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:29.461187 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.532987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] For port 8429adf1-3e9d-439b-ac57-4dc3c547fa6c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8429adf1-3e9d-439b-ac57-4dc3c547fa6c,segment=NetworkSegment(49df34f3-202a-4162-8681-e0ddb4c1259a),segment_id=49df34f3-202a-4162-8681-e0ddb4c1259a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:29.533844 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.548882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Calling delete_port for 8429adf1-3e9d-439b-ac57-4dc3c547fa6c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:29.645137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.674515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No DVR routers for this DVR port 8429adf1-3e9d-439b-ac57-4dc3c547fa6c on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:45:29.681550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Port': ['ID=8429adf1-3e9d-439b-ac57-4dc3c547fa6c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:29.764652 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.774981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f3123c-700d-42df-86aa-124bafb000b9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:29.786344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49df34f3-202a-4162-8681-e0ddb4c1259a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:29.786971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49df34f3-202a-4162-8681-e0ddb4c1259a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:29.795683 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.810878 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.817456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:29.822850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:29.826045 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:29.893417 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.898254 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.903994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/b3f3123c-700d-42df-86aa-124bafb000b9 HTTP/1.1" status: 204 len: 168 time: 2.3060522 Jul 13 19:45:29.904140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:29.909030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-231877015'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:29.931332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f38e2b-b604-4fd9-869d-28e27dbacd12 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=b3f3123c-700d-42df-86aa-124bafb000b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:29.951541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:29.955944 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.982653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:29.994712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:29.995096 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment a32e5039-8113-4b5e-9a85-8b4303b89c6e of type vlan for network fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 Jul 13 19:45:30.043926 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:30.080489 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:30.087964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:30.088927 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:30.167349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2623544 Jul 13 19:45:30.170190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:30.177146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbd0d6-a523-4e7d-b213-79db76e0e90c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=fef68982-d34a-4e8a-ad2f-2cc2bba31fa9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:30.178828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3d6f8b44-1601-4968-aed1-f3b8a9b96680 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:30.191854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:30.435937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8b44-1601-4968-aed1-f3b8a9b96680 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:30.450923 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8b44-1601-4968-aed1-f3b8a9b96680 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:30.505679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d6f8b44-1601-4968-aed1-f3b8a9b96680 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 19:45:30.511499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6f8b44-1601-4968-aed1-f3b8a9b96680 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:30.512186 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8b44-1601-4968-aed1-f3b8a9b96680 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:30.516584 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3d6f8b44-1601-4968-aed1-f3b8a9b96680 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "PUT /v2.0/networks/fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 HTTP/1.1" status: 200 len: 723 time: 0.3411696 Jul 13 19:45:30.517493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:30.524163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': 'fef68982-d34a-4e8a-ad2f-2cc2bba31fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:30.536087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f8b44-1601-4968-aed1-f3b8a9b96680 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=fef68982-d34a-4e8a-ad2f-2cc2bba31fa9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:30.548246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:30.657549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:30.661334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.156928 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.223370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=a565a3c0-e823-443e-b4f7-4eb17d94b166,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:31.231342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': 'a32e5039-8113-4b5e-9a85-8b4303b89c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fef68982-d34a-4e8a-ad2f-2cc2bba31fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:31.231342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: fef68982-d34a-4e8a-ad2f-2cc2bba31fa9, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:31.248334 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:31.257718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, fef68982-d34a-4e8a-ad2f-2cc2bba31fa9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:31.262056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:31.262910 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.274846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e66066-f80c-44de-b2da-22199e7eb218 None None] Network fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:31.282804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fc230f6f-21df-407d-8d2a-064c750ecbfb tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7633142 Jul 13 19:45:31.285347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:31.291851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a39663a4-cd17-436f-ae6d-8121d8e9d4ad tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:31.393336 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a39663a4-cd17-436f-ae6d-8121d8e9d4ad tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14547125'] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.430597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-fef68982-d34a-4e8a-ad2f-2cc2bba31fa9', 'network_id': 'fef68982-d34a-4e8a-ad2f-2cc2bba31fa9', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': 'a565a3c0-e823-443e-b4f7-4eb17d94b166'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:31.431864 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.562481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a39663a4-cd17-436f-ae6d-8121d8e9d4ad tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776825270038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14195903'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.614260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Allocated IP 172.20.0.2 (fef68982-d34a-4e8a-ad2f-2cc2bba31fa9/a565a3c0-e823-443e-b4f7-4eb17d94b166/72a591b3-3596-4f82-b80d-e6643a13ef5f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:31.632764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39663a4-cd17-436f-ae6d-8121d8e9d4ad tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:31.646201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a39663a4-cd17-436f-ae6d-8121d8e9d4ad tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.649497 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a39663a4-cd17-436f-ae6d-8121d8e9d4ad tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "PUT /v2.0/subnets/a565a3c0-e823-443e-b4f7-4eb17d94b166 HTTP/1.1" status: 200 len: 806 time: 0.3606007 Jul 13 19:45:31.649882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:31.703131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39663a4-cd17-436f-ae6d-8121d8e9d4ad tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=a565a3c0-e823-443e-b4f7-4eb17d94b166,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:31.800884 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.860104 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.862365 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.872656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Transition to ACTIVE for port object 72a591b3-3596-4f82-b80d-e6643a13ef5f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:31.888796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Transition to ACTIVE for port object 72a591b3-3596-4f82-b80d-e6643a13ef5f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:31.897332 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.939821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:31.948584 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Network fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:31.951725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:31.955621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:31.991125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=a565a3c0-e823-443e-b4f7-4eb17d94b166,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:32.034709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Pushing event updated for resources: {'Port': ['ID=72a591b3-3596-4f82-b80d-e6643a13ef5f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:32.047463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Attempting to bind port 72a591b3-3596-4f82-b80d-e6643a13ef5f on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:32.047854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Attempting to bind port 72a591b3-3596-4f82-b80d-e6643a13ef5f by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a32e5039-8113-4b5e-9a85-8b4303b89c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fef68982-d34a-4e8a-ad2f-2cc2bba31fa9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:32.048227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Attempting to bind port 72a591b3-3596-4f82-b80d-e6643a13ef5f on network fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:32.060181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:32.060880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Checking segment: {'id': 'a32e5039-8113-4b5e-9a85-8b4303b89c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fef68982-d34a-4e8a-ad2f-2cc2bba31fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:32.062236 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:32.063060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Bound using segment: {'id': 'a32e5039-8113-4b5e-9a85-8b4303b89c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fef68982-d34a-4e8a-ad2f-2cc2bba31fa9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:32.063757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Bound port: 72a591b3-3596-4f82-b80d-e6643a13ef5f, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5039-8113-4b5e-9a85-8b4303b89c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fef68982-d34a-4e8a-ad2f-2cc2bba31fa9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:32.064646 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:32.077326 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:32.089019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef68982-d34a-4e8a-ad2f-2cc2bba31fa9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:32.100455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32e5039-8113-4b5e-9a85-8b4303b89c6e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:32.100757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32e5039-8113-4b5e-9a85-8b4303b89c6e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:32.111601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:32.127329 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:32.135176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:32.135736 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:32.139520 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:32.162267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] For port 72a591b3-3596-4f82-b80d-e6643a13ef5f, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:32.203055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] For port 72a591b3-3596-4f82-b80d-e6643a13ef5f, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=72a591b3-3596-4f82-b80d-e6643a13ef5f,segment=NetworkSegment(a32e5039-8113-4b5e-9a85-8b4303b89c6e),segment_id=a32e5039-8113-4b5e-9a85-8b4303b89c6e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:32.203921 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 19:45:32.203921 n-d-800708-1 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 19:45:32.203921 n-d-800708-1 neutron-server[93766]: [parameters: {'id': 'fef68982-d34a-4e8a-ad2f-2cc2bba31fa9'}] Jul 13 19:45:32.203921 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:45:32.204797 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:45:32.208093 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:32.478689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea63cd2-bb7e-44f6-8837-d65f6efcb6ea None None] Pushing event updated for resources: {'Port': ['ID=72a591b3-3596-4f82-b80d-e6643a13ef5f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:32.491061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679f974-36c9-4c88-a6e5-21978b088c36 None None] Network fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:32.624571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c5794-edfb-4c82-8468-a9357d6704af None None] Network fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:32.705524 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:32.778444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52104db7-349f-4a23-a94d-44d292994373 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:45:32.789478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Deleting port 72a591b3-3596-4f82-b80d-e6643a13ef5f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:32.794776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:32.859931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] For port 72a591b3-3596-4f82-b80d-e6643a13ef5f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=72a591b3-3596-4f82-b80d-e6643a13ef5f,segment=NetworkSegment(a32e5039-8113-4b5e-9a85-8b4303b89c6e),segment_id=a32e5039-8113-4b5e-9a85-8b4303b89c6e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:32.860476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:32.874170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Calling delete_port for 72a591b3-3596-4f82-b80d-e6643a13ef5f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:32.931803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52104db7-349f-4a23-a94d-44d292994373 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:45:32.977450 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.032466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No DVR routers for this DVR port 72a591b3-3596-4f82-b80d-e6643a13ef5f on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:45:33.036964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Port': ['ID=72a591b3-3596-4f82-b80d-e6643a13ef5f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:33.137982 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.149694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef68982-d34a-4e8a-ad2f-2cc2bba31fa9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:33.162330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32e5039-8113-4b5e-9a85-8b4303b89c6e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:33.162954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32e5039-8113-4b5e-9a85-8b4303b89c6e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:33.174062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.189368 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.196786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:33.197459 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:33.201056 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:33.278791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.293553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.299656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 HTTP/1.1" status: 204 len: 168 time: 1.6450434 Jul 13 19:45:33.300360 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:33.322544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6adea4-6a08-4610-b8e1-cd843841deae tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=fef68982-d34a-4e8a-ad2f-2cc2bba31fa9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:33.332051 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e658b2-9442-4a1b-a785-dfc7ae94cb7d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:33.332967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e658b2-9442-4a1b-a785-dfc7ae94cb7d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:33.334801 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-24e658b2-9442-4a1b-a785-dfc7ae94cb7d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 HTTP/1.1" status: 404 len: 339 time: 0.0334628 Jul 13 19:45:33.338697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:33.344646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1847888587', 'description': 'd1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:33.368478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:33.372664 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.402214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:33.412374 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.412721 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment 0ab26d71-831f-4377-8abe-4cb7a16b85b8 of type vlan for network 8826ed34-c71f-4776-baa2-582500614108 Jul 13 19:45:33.462096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.496578 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.503831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:33.504746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.579491 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2395740 Jul 13 19:45:33.582221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:33.586429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:33.648860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d37e7-e2b3-42d8-9450-ee7c0a7df5ca tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=8826ed34-c71f-4776-baa2-582500614108,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:33.664464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 8826ed34-c71f-4776-baa2-582500614108 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:33.690063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a28ed-6d61-410b-ac47-1a8b724dedc0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:33.695246 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ad1a28ed-6d61-410b-ac47-1a8b724dedc0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/networks?id=8826ed34-c71f-4776-baa2-582500614108 HTTP/1.1" status: 200 len: 761 time: 0.1120753 Jul 13 19:45:33.698786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:33.705492 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b9287cb2-dfe5-42a7-beda-3efee7511c1f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'description': 'd2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:33.754857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e03fa416-2f9f-49da-bfc9-14eaa8bdcf12 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3830 time: 0.1643956 Jul 13 19:45:33.755957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:33.761958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'network': {'name': 'tempest-network-smoke--428440661', 'project_id': '0832178c53474c02b4642a7c5064e42b', 'port_security_enabled': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:33.786942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Made reservation on behalf of 0832178c53474c02b4642a7c5064e42b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:33.792633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.823273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:33.855446 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.855869 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Added segment 623e2d3d-7f14-486b-8d8c-9980e2c3425e of type vlan for network 5b3bde0b-1940-4856-b192-92fa8768f084 Jul 13 19:45:33.934578 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.955516 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9287cb2-dfe5-42a7-beda-3efee7511c1f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.969805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.979375 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9287cb2-dfe5-42a7-beda-3efee7511c1f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.982146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:33.985959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:33.996310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9287cb2-dfe5-42a7-beda-3efee7511c1f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network 8826ed34-c71f-4776-baa2-582500614108 is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 19:45:34.008954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9287cb2-dfe5-42a7-beda-3efee7511c1f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:34.010616 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9287cb2-dfe5-42a7-beda-3efee7511c1f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.012469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b9287cb2-dfe5-42a7-beda-3efee7511c1f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "PUT /v2.0/networks/8826ed34-c71f-4776-baa2-582500614108 HTTP/1.1" status: 200 len: 758 time: 0.3124652 Jul 13 19:45:34.015618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:34.150896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Network': ['ID=5b3bde0b-1940-4856-b192-92fa8768f084,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:34.161720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 5b3bde0b-1940-4856-b192-92fa8768f084 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:34.162949 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7c0683cd-788f-4678-9927-3a3ef911f087 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4052980 Jul 13 19:45:34.165467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:34.171625 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-176908971', 'admin_state_up': True, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:34.198069 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.200308 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.245607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9287cb2-dfe5-42a7-beda-3efee7511c1f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=8826ed34-c71f-4776-baa2-582500614108,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:34.272029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 8826ed34-c71f-4776-baa2-582500614108 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:34.273337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ed18d-754e-4fce-97e4-31dbfd840cf8 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:34.275142 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a42ed18d-754e-4fce-97e4-31dbfd840cf8 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/networks?id=8826ed34-c71f-4776-baa2-582500614108 HTTP/1.1" status: 200 len: 761 time: 0.2579079 Jul 13 19:45:34.278558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:34.284222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-580009724'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:34.287968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:34.324283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.326268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:34.332063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.382875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:34.402960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.403305 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment ed08831e-06e5-4a5b-9fdc-d9851565622b of type vlan for network fa728836-b199-405a-b554-5c1c1e4a5aaa Jul 13 19:45:34.479319 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.489423 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a524-cb9c-4ef6-80d1-d2302767d621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.541824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.549737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:34.550500 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.581830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.646118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=fa728836-b199-405a-b554-5c1c1e4a5aaa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:34.660475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network fa728836-b199-405a-b554-5c1c1e4a5aaa details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:34.711662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a524-cb9c-4ef6-80d1-d2302767d621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.716330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a524-cb9c-4ef6-80d1-d2302767d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.771142 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5cf3a524-cb9c-4ef6-80d1-d2302767d621 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfa039355ece4902b4640f0617b691c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812479 Jul 13 19:45:34.776318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:34.804066 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1c72bc94-2eab-4d44-aa73-f2dc2d99d0cc tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5218539 Jul 13 19:45:34.804066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3a524-cb9c-4ef6-80d1-d2302767d621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17d8d84-a816-427a-8c0b-f0af2fe863e1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:34.806283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:34.812729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': 'fa728836-b199-405a-b554-5c1c1e4a5aaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:34.854145 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.883866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.909992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:34.914017 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.936119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4594be9-30da-44c8-869c-0f86d60c1875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:34.973099 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4594be9-30da-44c8-869c-0f86d60c1875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.041872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Allocated IP 172.25.7.67 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/33d6faa1-72fd-4589-9a24-5b2e10555b5d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:35.102876 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4594be9-30da-44c8-869c-0f86d60c1875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.105480 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4594be9-30da-44c8-869c-0f86d60c1875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.110541 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b4594be9-30da-44c8-869c-0f86d60c1875 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b17d8d84-a816-427a-8c0b-f0af2fe863e1 HTTP/1.1" status: 204 len: 168 time: 0.3298559 Jul 13 19:45:35.117898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4594be9-30da-44c8-869c-0f86d60c1875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17d8d84-a816-427a-8c0b-f0af2fe863e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:35.158320 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.184799 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.232915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': 'ed08831e-06e5-4a5b-9fdc-d9851565622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fa728836-b199-405a-b554-5c1c1e4a5aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:35.233889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: fa728836-b199-405a-b554-5c1c1e4a5aaa, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:35.244955 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.254793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=0ebc1d89-0215-492f-addf-7d82a901ce0e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:35.281613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network fa728836-b199-405a-b554-5c1c1e4a5aaa is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:35.291480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:35.293764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, fa728836-b199-405a-b554-5c1c1e4a5aaa) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:35.296618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:35.302924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:35.303764 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.303904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:35.306971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5376e7-5034-4cc2-b26d-00acdd908b2c None None] Network fa728836-b199-405a-b554-5c1c1e4a5aaa requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:35.325965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a81e9a47-f394-47c0-a8b1-3e2275b9c414 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5178542 Jul 13 19:45:35.328182 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Port': ['ID=33d6faa1-72fd-4589-9a24-5b2e10555b5d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:35.328953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:35.540039 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.560022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-fa728836-b199-405a-b554-5c1c1e4a5aaa', 'network_id': 'fa728836-b199-405a-b554-5c1c1e4a5aaa', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': '0ebc1d89-0215-492f-addf-7d82a901ce0e'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:35.561333 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.662488 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.668129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:35.750373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Allocated IP 172.20.0.2 (fa728836-b199-405a-b554-5c1c1e4a5aaa/0ebc1d89-0215-492f-addf-7d82a901ce0e/e5a13fbf-dd59-4fab-baa0-b166aa65b67a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:35.968658 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.003600 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.014342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Transition to ACTIVE for port object e5a13fbf-dd59-4fab-baa0-b166aa65b67a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:36.034622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Transition to ACTIVE for port object e5a13fbf-dd59-4fab-baa0-b166aa65b67a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:36.048601 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.071404 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.102480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Network fa728836-b199-405a-b554-5c1c1e4a5aaa is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:36.106101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:36.112366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:36.132727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebc1d89-0215-492f-addf-7d82a901ce0e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:36.137272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Router eb74d909-cce5-49b6-99a3-b6d105a2cefb is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:45:36.204416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Pushing event updated for resources: {'Port': ['ID=e5a13fbf-dd59-4fab-baa0-b166aa65b67a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:36.241813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.257392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa728836-b199-405a-b554-5c1c1e4a5aaa']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:36.282744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed08831e-06e5-4a5b-9fdc-d9851565622b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:36.282995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed08831e-06e5-4a5b-9fdc-d9851565622b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:36.286099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Attempting to bind port e5a13fbf-dd59-4fab-baa0-b166aa65b67a on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:36.286583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Attempting to bind port e5a13fbf-dd59-4fab-baa0-b166aa65b67a by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ed08831e-06e5-4a5b-9fdc-d9851565622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fa728836-b199-405a-b554-5c1c1e4a5aaa'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:36.286771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Attempting to bind port e5a13fbf-dd59-4fab-baa0-b166aa65b67a on network fa728836-b199-405a-b554-5c1c1e4a5aaa {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:36.299193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:36.299415 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Checking segment: {'id': 'ed08831e-06e5-4a5b-9fdc-d9851565622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fa728836-b199-405a-b554-5c1c1e4a5aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:36.301664 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.302068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Bound using segment: {'id': 'ed08831e-06e5-4a5b-9fdc-d9851565622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fa728836-b199-405a-b554-5c1c1e4a5aaa'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:36.302592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Bound port: e5a13fbf-dd59-4fab-baa0-b166aa65b67a, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed08831e-06e5-4a5b-9fdc-d9851565622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fa728836-b199-405a-b554-5c1c1e4a5aaa'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:36.304675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.305491 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.321302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:45:36.334341 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Sync routers for ids ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:45:36.352145 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.353077 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Routers {'eb74d909-cce5-49b6-99a3-b6d105a2cefb'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:36.355234 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:36.357233 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.358919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8d6efe01-71d3-4ef0-b383-24789a1dd06c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1916344 Jul 13 19:45:36.362073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:36.369109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:36.369518 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:36.372658 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:36.471382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] For port e5a13fbf-dd59-4fab-baa0-b166aa65b67a, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:36.488525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] For port e5a13fbf-dd59-4fab-baa0-b166aa65b67a, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e5a13fbf-dd59-4fab-baa0-b166aa65b67a,segment=NetworkSegment(ed08831e-06e5-4a5b-9fdc-d9851565622b),segment_id=ed08831e-06e5-4a5b-9fdc-d9851565622b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:36.491451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 19:45:36.491451 n-d-800708-1 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 19:45:36.491451 n-d-800708-1 neutron-server[93766]: [parameters: {'id': 'fa728836-b199-405a-b554-5c1c1e4a5aaa'}] Jul 13 19:45:36.491451 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:45:36.493104 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:36.501313 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:45:36.501558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bdd96-3984-4b4e-9577-1c5bdf57b4ac tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:36.502938 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-890bdd96-3984-4b4e-9577-1c5bdf57b4ac tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0832178c53474c02b4642a7c5064e42b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1395521 Jul 13 19:45:36.506637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:36.545202 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Set router eb74d909-cce5-49b6-99a3-b6d105a2cefb gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:36.658119 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75cfbd-7808-4287-b877-2df93f226144 None None] Pushing event updated for resources: {'Port': ['ID=e5a13fbf-dd59-4fab-baa0-b166aa65b67a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:36.684739 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286dfb5c-cf99-4843-b82f-356517540145 None None] Network fa728836-b199-405a-b554-5c1c1e4a5aaa requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:36.788537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e6441-598c-4600-ba73-a0c697007d93 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:36.791693 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-883e6441-598c-4600-ba73-a0c697007d93 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2840605 Jul 13 19:45:36.794570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:36.862722 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0c21f4e1-d67a-430d-9210-1f701840f02a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645170 Jul 13 19:45:36.863620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:36.892043 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-176908971', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:35Z', 'revision_number': 3, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:36.900775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ef6a3-1a3f-4667-b447-83dc7cb66153 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:45:36.910905 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-093d0bfc-ef66-44c4-9ed0-9505f4b9ac50 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0832178c53474c02b4642a7c5064e42b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438850 Jul 13 19:45:36.911278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:36.930833 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Checking router: eb74d909-cce5-49b6-99a3-b6d105a2cefb for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:45:36.931179 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Updating router eb74d909-cce5-49b6-99a3-b6d105a2cefb port 33d6faa1-72fd-4589-9a24-5b2e10555b5d binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:45:36.972619 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.003739 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.074095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba64f5-f337-4930-bd68-c045aeab19d8 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:37.080704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:37.083085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-50ba64f5-f337-4930-bd68-c045aeab19d8 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1706915 Jul 13 19:45:37.130278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ef6a3-1a3f-4667-b447-83dc7cb66153 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:45:37.137086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1c5f34a7-81d7-4acb-a05b-f0db8e8c9d6b tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540066 Jul 13 19:45:37.137318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:37.147357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-240241040', 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084', 'project_id': '0832178c53474c02b4642a7c5064e42b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:37.298883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Deleting port e5a13fbf-dd59-4fab-baa0-b166aa65b67a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:37.300229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.303924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Made reservation on behalf of 0832178c53474c02b4642a7c5064e42b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:37.309402 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.417005 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.428709 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Transition to ACTIVE for port object 33d6faa1-72fd-4589-9a24-5b2e10555b5d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:37.437460 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.438200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] For port e5a13fbf-dd59-4fab-baa0-b166aa65b67a, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e5a13fbf-dd59-4fab-baa0-b166aa65b67a,segment=NetworkSegment(ed08831e-06e5-4a5b-9fdc-d9851565622b),segment_id=ed08831e-06e5-4a5b-9fdc-d9851565622b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:37.439668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.482845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Calling delete_port for e5a13fbf-dd59-4fab-baa0-b166aa65b67a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:37.500717 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Attempting to bind port 33d6faa1-72fd-4589-9a24-5b2e10555b5d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:37.501085 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Attempting to bind port 33d6faa1-72fd-4589-9a24-5b2e10555b5d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:37.501432 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Attempting to bind port 33d6faa1-72fd-4589-9a24-5b2e10555b5d on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:37.509199 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:37.509612 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:37.510128 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.510914 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:37.511547 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Bound port: 33d6faa1-72fd-4589-9a24-5b2e10555b5d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:37.512539 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.515680 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344808b-0e38-4ab1-9a7f-46a04c7bed5b None None] Pushing event updated for resources: {'Port': ['ID=33d6faa1-72fd-4589-9a24-5b2e10555b5d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:37.588991 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] For port 33d6faa1-72fd-4589-9a24-5b2e10555b5d, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:37.592876 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] For port 33d6faa1-72fd-4589-9a24-5b2e10555b5d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=33d6faa1-72fd-4589-9a24-5b2e10555b5d,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:37.597708 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.656453 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Routers {'eb74d909-cce5-49b6-99a3-b6d105a2cefb'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:37.657342 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:37.722862 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.795039 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] Set router eb74d909-cce5-49b6-99a3-b6d105a2cefb gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:37.817840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Subnet': ['ID=f4af4568-93e8-4c29-a655-19b207a00ff7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:37.848867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Checking segment: {'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:37.848867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network hostable DHCP agents. Network: 5b3bde0b-1940-4856-b192-92fa8768f084, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:37.851351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.851757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.852113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.852717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.853065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.853481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.854170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.854377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.854720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.855108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.855442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.855831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:37.878643 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:37.924067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No DVR routers for this DVR port e5a13fbf-dd59-4fab-baa0-b166aa65b67a on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:45:37.924221 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344808b-0e38-4ab1-9a7f-46a04c7bed5b None None] Pushing event updated for resources: {'Port': ['ID=33d6faa1-72fd-4589-9a24-5b2e10555b5d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:37.939531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Port': ['ID=e5a13fbf-dd59-4fab-baa0-b166aa65b67a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:37.941291 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network 5b3bde0b-1940-4856-b192-92fa8768f084 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:37.995968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 5b3bde0b-1940-4856-b192-92fa8768f084) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:38.004638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a30f6d-08cc-4664-8c1a-26cc609281af None None] Network 5b3bde0b-1940-4856-b192-92fa8768f084 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:38.040127 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-176908971', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:35Z', 'revision_number': 3, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:38.071946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:38.072824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.078775 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d6bdeb-71f6-4e7e-9434-d2d87d8e2105 None None] The sync data for ids ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'] in n-d-800708-1 is: [{'id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-176908971', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:35Z', 'revision_number': 3, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:45:38.103909 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f2b3c49e-b704-4908-9d98-112de7a9a00a tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9647202 Jul 13 19:45:38.106453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:38.118789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.134964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa728836-b199-405a-b554-5c1c1e4a5aaa']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:38.147534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed08831e-06e5-4a5b-9fdc-d9851565622b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:38.148084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed08831e-06e5-4a5b-9fdc-d9851565622b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:38.154712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:38.168209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9249045', 'description': 'tempest-secgroup-smoke-9249045 description', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:38.186681 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.201549 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.209191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:38.209600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:38.288371 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:38.297985 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.318425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.321075 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/fa728836-b199-405a-b554-5c1c1e4a5aaa HTTP/1.1" status: 204 len: 168 time: 2.9911439 Jul 13 19:45:38.325247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:38.347365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-5b3bde0b-1940-4856-b192-92fa8768f084', 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'fixed_ips': [{'subnet_id': 'f4af4568-93e8-4c29-a655-19b207a00ff7'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:38.348363 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.367269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f1238-47bc-47de-b388-bce0da694b90 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=fa728836-b199-405a-b554-5c1c1e4a5aaa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:38.370963 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0c1fa4-cc8b-409d-89b0-d03f9a8f5d79 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] GET failed (client error): The resource could not be found. Jul 13 19:45:38.372564 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8f0c1fa4-cc8b-409d-89b0-d03f9a8f5d79 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/subnets/0ebc1d89-0215-492f-addf-7d82a901ce0e HTTP/1.1" status: 404 len: 337 time: 0.0361447 Jul 13 19:45:38.374509 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.376540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:38.401639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.404239 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4574f91-dbeb-4890-a79f-ec7bb5f06c76 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:38.404839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4574f91-dbeb-4890-a79f-ec7bb5f06c76 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:38.406778 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a4574f91-dbeb-4890-a79f-ec7bb5f06c76 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/fa728836-b199-405a-b554-5c1c1e4a5aaa HTTP/1.1" status: 404 len: 339 time: 0.0283892 Jul 13 19:45:38.415451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:38.608243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Allocated IP 172.20.0.18 (5b3bde0b-1940-4856-b192-92fa8768f084/f4af4568-93e8-4c29-a655-19b207a00ff7/7ffec2c2-aa55-4a7d-b890-e1249891d962) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:38.877690 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.898210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Transition to ACTIVE for port object 7ffec2c2-aa55-4a7d-b890-e1249891d962 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:38.945879 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:38.953802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Transition to ACTIVE for port object 7ffec2c2-aa55-4a7d-b890-e1249891d962 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:38.969297 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.046208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Network 5b3bde0b-1940-4856-b192-92fa8768f084 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:39.058967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:39.066532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:39.109504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Pushing event updated for resources: {'Port': ['ID=7ffec2c2-aa55-4a7d-b890-e1249891d962,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:39.151609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.151956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.152380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.152720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.153487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.153829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.154158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.154521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.154845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.156056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.156385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.156829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:45:39.161727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb5890c-27ae-4734-8239-be42de11ac4d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:39.172760 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3eb5890c-27ae-4734-8239-be42de11ac4d tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7474575 Jul 13 19:45:39.181424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:39.215620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Attempting to bind port 7ffec2c2-aa55-4a7d-b890-e1249891d962 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:39.215620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Attempting to bind port 7ffec2c2-aa55-4a7d-b890-e1249891d962 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:39.215620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Attempting to bind port 7ffec2c2-aa55-4a7d-b890-e1249891d962 on network 5b3bde0b-1940-4856-b192-92fa8768f084 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:39.222467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:39.222467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Checking segment: {'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:39.222467 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.222467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Bound using segment: {'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:39.223053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Bound port: 7ffec2c2-aa55-4a7d-b890-e1249891d962, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:39.223433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.286895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-62641c55-9d84-4200-b573-5dd46c060d22 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 207 time: 0.1010647 Jul 13 19:45:39.291954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:39.314286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] For port 7ffec2c2-aa55-4a7d-b890-e1249891d962, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:39.319051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] For port 7ffec2c2-aa55-4a7d-b890-e1249891d962, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7ffec2c2-aa55-4a7d-b890-e1249891d962,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:39.324070 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.469280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7ae6d-3966-4cbe-b7a1-2f8beb4525b8 None None] Pushing event updated for resources: {'Port': ['ID=7ffec2c2-aa55-4a7d-b890-e1249891d962,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:39.495603 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.514867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.627042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4442f8a2-0031-4c80-a9b1-6e6264b71838,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:39.739775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeeff5d-480a-45b2-b4e9-6539cbe8f351 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:39.745383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeeff5d-480a-45b2-b4e9-6539cbe8f351 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:39.752008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeeff5d-480a-45b2-b4e9-6539cbe8f351 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:39.758096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeeff5d-480a-45b2-b4e9-6539cbe8f351 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:39.759913 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dbeeff5d-480a-45b2-b4e9-6539cbe8f351 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4669888 Jul 13 19:45:39.766087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:39.831169 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.835741 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.867713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.870453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.7125268 Jul 13 19:45:39.872961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:39.879361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8103aec2-9783-4980-802b-a46e8ba50b8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': 'cffaef3c-7fa5-43a5-8514-5569e270c84b', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:39.887955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea0388-5400-455d-a16b-dd52d4b4248c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffaef3c-7fa5-43a5-8514-5569e270c84b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:39.897085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Allocated IP 172.20.0.17 (5b3bde0b-1940-4856-b192-92fa8768f084/f4af4568-93e8-4c29-a655-19b207a00ff7/b79ca3b1-ed24-4a93-84c9-20b03d43799a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:39.914730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8103aec2-9783-4980-802b-a46e8ba50b8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.978028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8103aec2-9783-4980-802b-a46e8ba50b8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:39.985006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8103aec2-9783-4980-802b-a46e8ba50b8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.001637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103aec2-9783-4980-802b-a46e8ba50b8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1312c9b4-309e-4ab5-b134-14449198ae86,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:40.027015 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8103aec2-9783-4980-802b-a46e8ba50b8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.032205 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8103aec2-9783-4980-802b-a46e8ba50b8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566479 Jul 13 19:45:40.033135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:40.038998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c9bc0b16-cacd-4ab7-8ca1-43591e5c7a20 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': 'cffaef3c-7fa5-43a5-8514-5569e270c84b', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:40.074017 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0b16-cacd-4ab7-8ca1-43591e5c7a20 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.136693 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a4e00fb1-dfed-4296-b3a7-3790428ff454 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3671157 Jul 13 19:45:40.141492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:40.167163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0b16-cacd-4ab7-8ca1-43591e5c7a20 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.173668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0b16-cacd-4ab7-8ca1-43591e5c7a20 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.205666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc0b16-cacd-4ab7-8ca1-43591e5c7a20 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afecce6-ba18-491d-92a0-84c278dc5dc3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:40.221905 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0b16-cacd-4ab7-8ca1-43591e5c7a20 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.225499 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c9bc0b16-cacd-4ab7-8ca1-43591e5c7a20 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1883965 Jul 13 19:45:40.225499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:40.228454 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.234597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-410e08f2-791e-4284-8ef9-81dfa60ecc9b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': 'cffaef3c-7fa5-43a5-8514-5569e270c84b', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:40.241429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9afc69-a149-471d-88e6-89bdfd036593 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:40.243151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9afc69-a149-471d-88e6-89bdfd036593 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:40.244778 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7e9afc69-a149-471d-88e6-89bdfd036593 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1028187 Jul 13 19:45:40.248367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:40.267995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Transition to ACTIVE for port object b79ca3b1-ed24-4a93-84c9-20b03d43799a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:40.277520 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-410e08f2-791e-4284-8ef9-81dfa60ecc9b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.365139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37974b-4c18-4ecb-b5e0-d3dc5258d621 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:40.366585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37974b-4c18-4ecb-b5e0-d3dc5258d621 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:40.368197 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6d37974b-4c18-4ecb-b5e0-d3dc5258d621 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1181734 Jul 13 19:45:40.372140 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-410e08f2-791e-4284-8ef9-81dfa60ecc9b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.373046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:40.387708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.441657 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-410e08f2-791e-4284-8ef9-81dfa60ecc9b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.467300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Port': ['ID=b79ca3b1-ed24-4a93-84c9-20b03d43799a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:40.472521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network 5b3bde0b-1940-4856-b192-92fa8768f084 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:40.475147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:40.477969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:40.520372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-410e08f2-791e-4284-8ef9-81dfa60ecc9b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.523434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 33d6faa1-72fd-4589-9a24-5b2e10555b5d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:40.525754 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-410e08f2-791e-4284-8ef9-81dfa60ecc9b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991016 Jul 13 19:45:40.526390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:40.536565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b82fc8a0-4843-4420-9736-5e6db47062f8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': 'cffaef3c-7fa5-43a5-8514-5569e270c84b', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:40.546180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e08f2-791e-4284-8ef9-81dfa60ecc9b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3591771-1ff2-4dad-985c-e2246ecb4886,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:40.560126 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.666450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 33d6faa1-72fd-4589-9a24-5b2e10555b5d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:40.672638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 33d6faa1-72fd-4589-9a24-5b2e10555b5d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:40.676705 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.716914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62762ee4-7898-4fe4-adf0-af6437cf576f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:40.722959 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-62762ee4-7898-4fe4-adf0-af6437cf576f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/networks/57ac9668-20bf-4e79-9ae1-53ed2289d57f HTTP/1.1" status: 200 len: 800 time: 0.3450506 Jul 13 19:45:40.724783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:40.749748 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b82fc8a0-4843-4420-9736-5e6db47062f8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.846714 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b82fc8a0-4843-4420-9736-5e6db47062f8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.852553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b82fc8a0-4843-4420-9736-5e6db47062f8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.857481 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.872422 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cf5353bb-7a47-4ab1-b7d0-d92cd5456b2f tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/networks/57ac9668-20bf-4e79-9ae1-53ed2289d57f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1464028 Jul 13 19:45:40.875930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:40.880233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc8a0-4843-4420-9736-5e6db47062f8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7156252e-ebc7-468e-9b3e-8d6d08da9624,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:40.885048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b82fc8a0-4843-4420-9736-5e6db47062f8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.886516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b82fc8a0-4843-4420-9736-5e6db47062f8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3550043 Jul 13 19:45:40.889282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:40.895912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-77b39769-e5d3-43ca-8be0-ed7bb744369b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': 'cffaef3c-7fa5-43a5-8514-5569e270c84b', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:40.918937 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 33d6faa1-72fd-4589-9a24-5b2e10555b5d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=33d6faa1-72fd-4589-9a24-5b2e10555b5d,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:40.929608 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.930571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7ffec2c2-aa55-4a7d-b890-e1249891d962 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:40.937231 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-77b39769-e5d3-43ca-8be0-ed7bb744369b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Project 0d551bfaa9d447d2b834405a7b06ff80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:45:40.949430 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77b39769-e5d3-43ca-8be0-ed7bb744369b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:40.984293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e07809-3874-4e7b-9b2f-3b896f87e312 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:40.985685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a2e07809-3874-4e7b-9b2f-3b896f87e312 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/subnets/ef54bbd7-ea23-4d7a-a3e2-bb4ec4c3ce30 HTTP/1.1" status: 200 len: 811 time: 0.1083949 Jul 13 19:45:40.994930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:41.009718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=33d6faa1-72fd-4589-9a24-5b2e10555b5d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:41.046890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 7ffec2c2-aa55-4a7d-b890-e1249891d962 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:41.054130 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.072552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370da4e-9979-4658-a44f-9e1b3d817417 None None] Network 5b3bde0b-1940-4856-b192-92fa8768f084 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:41.088283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77b39769-e5d3-43ca-8be0-ed7bb744369b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.097196 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77b39769-e5d3-43ca-8be0-ed7bb744369b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.120322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a283c4-37d6-474b-a9bb-9ef6c30a0488 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:41.121918 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c5a283c4-37d6-474b-a9bb-9ef6c30a0488 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "GET /v2.0/subnets/ef54bbd7-ea23-4d7a-a3e2-bb4ec4c3ce30?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1260450 Jul 13 19:45:41.126093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:41.131342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1538433663'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:41.150546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b39769-e5d3-43ca-8be0-ed7bb744369b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4038f4ee-3bfb-4c5d-9f9f-7cd3fe3158eb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:41.159335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:41.163389 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.167566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77b39769-e5d3-43ca-8be0-ed7bb744369b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.170948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-77b39769-e5d3-43ca-8be0-ed7bb744369b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2786505 Jul 13 19:45:41.175029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:41.175724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16a2947c-3b92-4fd2-9e93-195591da6076 None None] Provisioning for port 7ffec2c2-aa55-4a7d-b890-e1249891d962 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:41.180740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-365fa727-84c4-438e-ad32-a8898160ce73 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': 'cffaef3c-7fa5-43a5-8514-5569e270c84b', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:41.193394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16a2947c-3b92-4fd2-9e93-195591da6076 None None] Provisioning complete for port 7ffec2c2-aa55-4a7d-b890-e1249891d962 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:41.194924 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16a2947c-3b92-4fd2-9e93-195591da6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.197265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:41.208259 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.208744 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Added segment 463bd7ca-4cf5-4baf-afe9-cf8363955215 of type vlan for network c6a27fdf-b49f-47fe-a5f6-99d6a1171d85 Jul 13 19:45:41.253678 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-365fa727-84c4-438e-ad32-a8898160ce73 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Project 0d551bfaa9d447d2b834405a7b06ff80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:45:41.256425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.260330 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365fa727-84c4-438e-ad32-a8898160ce73 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.305156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.327268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:41.333883 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.434097 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16a2947c-3b92-4fd2-9e93-195591da6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.448439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Network': ['ID=c6a27fdf-b49f-47fe-a5f6-99d6a1171d85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:41.464406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c6a27fdf-b49f-47fe-a5f6-99d6a1171d85 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:41.469160 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f332c2d4-c1a1-419c-b66d-0eb0c20b08d0 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3406284 Jul 13 19:45:41.471145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:41.483046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'network_id': 'c6a27fdf-b49f-47fe-a5f6-99d6a1171d85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:41.520971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365fa727-84c4-438e-ad32-a8898160ce73 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.559174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365fa727-84c4-438e-ad32-a8898160ce73 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.581755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-16a2947c-3b92-4fd2-9e93-195591da6076 None None] For port 7ffec2c2-aa55-4a7d-b890-e1249891d962, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7ffec2c2-aa55-4a7d-b890-e1249891d962,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:41.586844 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16a2947c-3b92-4fd2-9e93-195591da6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.601346 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fa727-84c4-438e-ad32-a8898160ce73 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdf0ec4-4371-4576-8732-b73c68adfff3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:41.616310 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365fa727-84c4-438e-ad32-a8898160ce73 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.617639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-365fa727-84c4-438e-ad32-a8898160ce73 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4410765 Jul 13 19:45:41.621865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:41.638653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'network': {'name': 'tempest-network-smoke--188993583', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:41.665372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:45:41.665372 n-d-800708-1 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:45:41.665372 n-d-800708-1 neutron-server[93766]: [parameters: {'project_id_1': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 45, 41, 644880)}] Jul 13 19:45:41.665372 n-d-800708-1 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:45:41.666583 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:45:41.671866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2947c-3b92-4fd2-9e93-195591da6076 None None] Pushing event updated for resources: {'Port': ['ID=7ffec2c2-aa55-4a7d-b890-e1249891d962,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:41.678746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:41.682669 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.710781 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.718190 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.727071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:45:41.798946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.799310 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Added segment 00a63ccf-d936-4d9a-a438-660d36eb6634 of type vlan for network 411c1342-358d-4b10-9e72-b5f4acd7f33c Jul 13 19:45:41.811977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-626b21b1-b42a-475d-86d6-0a00de77bac7 None None] Provisioning for port b79ca3b1-ed24-4a93-84c9-20b03d43799a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:41.818704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-626b21b1-b42a-475d-86d6-0a00de77bac7 None None] Provisioning complete for port b79ca3b1-ed24-4a93-84c9-20b03d43799a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:41.818912 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-626b21b1-b42a-475d-86d6-0a00de77bac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.820859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.852758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Port': ['ID=b79ca3b1-ed24-4a93-84c9-20b03d43799a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:41.861451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-626b21b1-b42a-475d-86d6-0a00de77bac7 None None] Port b79ca3b1-ed24-4a93-84c9-20b03d43799a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:45:41.883145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-626b21b1-b42a-475d-86d6-0a00de77bac7 None None] Provisioning complete for port 7ffec2c2-aa55-4a7d-b890-e1249891d962 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:41.883693 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-626b21b1-b42a-475d-86d6-0a00de77bac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.895049 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.962215 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:41.967387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:41.968168 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:42.034450 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4114323 Jul 13 19:45:42.037779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:42.043192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'admin_state_up': True, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:42.055997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a858b-dfb8-43ae-bd71-2ce48f285e07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Network': ['ID=411c1342-358d-4b10-9e72-b5f4acd7f33c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:42.069240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 411c1342-358d-4b10-9e72-b5f4acd7f33c details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:45:42.087192 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:42.090874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:42.097949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network 5b3bde0b-1940-4856-b192-92fa8768f084 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:42.100078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:42.250823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Router eb74d909-cce5-49b6-99a3-b6d105a2cefb has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:45:42.261153 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:42.315318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Made reservation on behalf of f8eb4f0907de40e2970c9dd06e79a4e3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:42.319752 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:42.377832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f1d2eb3-27d4-436e-81c9-90b6cbf309ec None None] Provisioning complete for port b79ca3b1-ed24-4a93-84c9-20b03d43799a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:42.378538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2eb3-27d4-436e-81c9-90b6cbf309ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:42.442367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d2eb3-27d4-436e-81c9-90b6cbf309ec None None] Port b79ca3b1-ed24-4a93-84c9-20b03d43799a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:45:42.448876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:45:42.464074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Sync routers for ids ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:45:42.467223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d386b1dc-9d14-45a9-8e6c-69d8e0e1b8c7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "PUT /v2.0/routers/eb74d909-cce5-49b6-99a3-b6d105a2cefb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3592217 Jul 13 19:45:42.470289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 33d6faa1-72fd-4589-9a24-5b2e10555b5d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:42.513559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Routers {'eb74d909-cce5-49b6-99a3-b6d105a2cefb'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:42.514934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:42.566136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 19:45:42.566692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 19:45:42.580617 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:42.594675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0666a847-9e83-4d7a-b3da-1b1148c02d38 None None] Provisioning complete for port b79ca3b1-ed24-4a93-84c9-20b03d43799a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:42.595776 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0666a847-9e83-4d7a-b3da-1b1148c02d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:42.674147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 33d6faa1-72fd-4589-9a24-5b2e10555b5d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:42.674984 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:42.711425 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Set router eb74d909-cce5-49b6-99a3-b6d105a2cefb gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:42.793198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0666a847-9e83-4d7a-b3da-1b1148c02d38 None None] Port b79ca3b1-ed24-4a93-84c9-20b03d43799a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:45:42.885195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:42.945991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7ffec2c2-aa55-4a7d-b890-e1249891d962 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:43.029500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=9445e856-7583-42d8-9986-0e42f386cb04,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:43.065004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-639be4e1-52e2-4190-9e07-c4d87127d03c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:43.066615 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-639be4e1-52e2-4190-9e07-c4d87127d03c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/networks?id=5b3bde0b-1940-4856-b192-92fa8768f084 HTTP/1.1" status: 200 len: 797 time: 0.3223548 Jul 13 19:45:43.068492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 7ffec2c2-aa55-4a7d-b890-e1249891d962 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:43.068998 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.082201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Checking segment: {'id': '463bd7ca-4cf5-4baf-afe9-cf8363955215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c6a27fdf-b49f-47fe-a5f6-99d6a1171d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:43.082619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network hostable DHCP agents. Network: c6a27fdf-b49f-47fe-a5f6-99d6a1171d85, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:43.114518 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.119564 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-1859d4e3-49db-4391-80af-f74579aef06d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/quotas/0832178c53474c02b4642a7c5064e42b HTTP/1.1" status: 200 len: 375 time: 0.0397124 Jul 13 19:45:43.133120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-176908971', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:40Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'b79ca3b1-ed24-4a93-84c9-20b03d43799a', 'name': '', 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:ec:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'f4af4568-93e8-4c29-a655-19b207a00ff7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:39Z', 'updated_at': '2021-07-13T19:45:41Z', 'revision_number': 2, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': 'f4af4568-93e8-4c29-a655-19b207a00ff7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:43.142152 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.166391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Checking router: eb74d909-cce5-49b6-99a3-b6d105a2cefb for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:45:43.169076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Updating router eb74d909-cce5-49b6-99a3-b6d105a2cefb port b79ca3b1-ed24-4a93-84c9-20b03d43799a binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:45:43.198747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Network c6a27fdf-b49f-47fe-a5f6-99d6a1171d85 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:43.234054 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.253163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c6a27fdf-b49f-47fe-a5f6-99d6a1171d85) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:43.265700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:43.266308 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.272297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362a1fe-31f2-4ac8-9b41-9fec5ca13408 None None] Network c6a27fdf-b49f-47fe-a5f6-99d6a1171d85 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:43.306130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-05c436a9-2850-4f77-be3e-a05958ace3b3 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8306403 Jul 13 19:45:43.307033 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:43.315345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-882c7d26-a1c8-4d31-b41f-31084ed6fd22 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:43.364274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-747750fa-39d3-499d-bb8f-bd43718d911b tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0832178c53474c02b4642a7c5064e42b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2274711 Jul 13 19:45:43.393337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.25.7.129 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/70fb730e-4c4e-4db7-8080-e8ef50a10fd6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:43.498218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c7d26-a1c8-4d31-b41f-31084ed6fd22 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14547125'] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.525211 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.574323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.625681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c6a27fdf-b49f-47fe-a5f6-99d6a1171d85', 'network_id': 'c6a27fdf-b49f-47fe-a5f6-99d6a1171d85', 'tenant_id': 'f8eb4f0907de40e2970c9dd06e79a4e3', 'fixed_ips': [{'subnet_id': '9445e856-7583-42d8-9986-0e42f386cb04'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:43.627222 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.636219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-f6677b73-a8f2-41e9-afd4-4a4afff9cbe6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:45:43.637324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-f6677b73-a8f2-41e9-afd4-4a4afff9cbe6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2556143 Jul 13 19:45:43.673735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:43.705206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:43.715884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:43.720232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=70fb730e-4c4e-4db7-8080-e8ef50a10fd6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:43.785568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c7d26-a1c8-4d31-b41f-31084ed6fd22 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776825270038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14195903'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.852574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Allocated IP 172.20.0.3 (c6a27fdf-b49f-47fe-a5f6-99d6a1171d85/9445e856-7583-42d8-9986-0e42f386cb04/c54082b6-681e-4061-b1c9-85d6ccfc12bb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:43.855600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c7d26-a1c8-4d31-b41f-31084ed6fd22 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event updated for resources: {'Subnet': ['ID=9445e856-7583-42d8-9986-0e42f386cb04,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:43.871066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882c7d26-a1c8-4d31-b41f-31084ed6fd22 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:43.872462 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c7d26-a1c8-4d31-b41f-31084ed6fd22 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.876932 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-882c7d26-a1c8-4d31-b41f-31084ed6fd22 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "PUT /v2.0/subnets/9445e856-7583-42d8-9986-0e42f386cb04 HTTP/1.1" status: 200 len: 877 time: 0.5683258 Jul 13 19:45:43.877718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:43.908440 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:43.934462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-d2b97525-48a6-44e1-82b9-a2791e5a601f service neutron] 10.222.0.25 "GET /v2.0/networks/5b3bde0b-1940-4856-b192-92fa8768f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539475 Jul 13 19:45:43.962993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Transition to ACTIVE for port object b79ca3b1-ed24-4a93-84c9-20b03d43799a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:43.981928 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.017919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.159161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a3f01-69d6-4232-ae66-c48f4856889c None None] Pushing event updated for resources: {'Port': ['ID=b79ca3b1-ed24-4a93-84c9-20b03d43799a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:44.215958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.237893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Attempting to bind port b79ca3b1-ed24-4a93-84c9-20b03d43799a on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:44.238283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Attempting to bind port b79ca3b1-ed24-4a93-84c9-20b03d43799a by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:44.238659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Attempting to bind port b79ca3b1-ed24-4a93-84c9-20b03d43799a on network 5b3bde0b-1940-4856-b192-92fa8768f084 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:44.248284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:44.249263 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Checking segment: {'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:44.249681 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.250079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Bound using segment: {'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:44.250588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Bound port: b79ca3b1-ed24-4a93-84c9-20b03d43799a, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:44.250978 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.293416 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.371187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] For port b79ca3b1-ed24-4a93-84c9-20b03d43799a, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:44.376652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] For port b79ca3b1-ed24-4a93-84c9-20b03d43799a, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b79ca3b1-ed24-4a93-84c9-20b03d43799a,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:44.385186 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.392228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Transition to ACTIVE for port object c54082b6-681e-4061-b1c9-85d6ccfc12bb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:44.462880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Transition to ACTIVE for port object c54082b6-681e-4061-b1c9-85d6ccfc12bb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:44.498178 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-a5f90fcf-f916-4ec8-9edc-1140e05a1308 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3bde0b-1940-4856-b192-92fa8768f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551310 Jul 13 19:45:44.504120 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.517370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Routers {'eb74d909-cce5-49b6-99a3-b6d105a2cefb'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:44.518226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:44.555566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.590999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=9445e856-7583-42d8-9986-0e42f386cb04,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:44.602953 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.640098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a3f01-69d6-4232-ae66-c48f4856889c None None] Pushing event updated for resources: {'Port': ['ID=b79ca3b1-ed24-4a93-84c9-20b03d43799a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:44.731492 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.762947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a27fdf-b49f-47fe-a5f6-99d6a1171d85']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:44.767669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Network c6a27fdf-b49f-47fe-a5f6-99d6a1171d85 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:44.776778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:44.779151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:44.814797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463bd7ca-4cf5-4baf-afe9-cf8363955215') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:44.816664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463bd7ca-4cf5-4baf-afe9-cf8363955215') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:44.849454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Pushing event updated for resources: {'Port': ['ID=c54082b6-681e-4061-b1c9-85d6ccfc12bb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:44.877732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-80f43d7e-c334-4741-af2e-4d6c836bcf5b req-4acdfe16-510d-4ade-af6f-b082f8a3539b tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 210 time: 0.0842905 Jul 13 19:45:44.888903 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.891631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] Set router eb74d909-cce5-49b6-99a3-b6d105a2cefb gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:44.922736 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.933145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:44.935258 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:44.943069 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:44.974844 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:45.031963 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 19:45:45.031963 n-d-800708-1 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 19:45:45.031963 n-d-800708-1 neutron-server[93767]: [parameters: {'id': 'c6a27fdf-b49f-47fe-a5f6-99d6a1171d85'}] Jul 13 19:45:45.031963 n-d-800708-1 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:45:45.032539 n-d-800708-1 neutron-server[93767]: DEBUG oslo_db.api [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:45:45.171313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:45:45.200406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Attempting to bind port c54082b6-681e-4061-b1c9-85d6ccfc12bb on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:45.200711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Attempting to bind port c54082b6-681e-4061-b1c9-85d6ccfc12bb by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '463bd7ca-4cf5-4baf-afe9-cf8363955215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c6a27fdf-b49f-47fe-a5f6-99d6a1171d85'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:45.201065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Attempting to bind port c54082b6-681e-4061-b1c9-85d6ccfc12bb on network c6a27fdf-b49f-47fe-a5f6-99d6a1171d85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:45.241475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:45.241851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Checking segment: {'id': '463bd7ca-4cf5-4baf-afe9-cf8363955215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c6a27fdf-b49f-47fe-a5f6-99d6a1171d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:45.242256 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:45.242672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Bound using segment: {'id': '463bd7ca-4cf5-4baf-afe9-cf8363955215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c6a27fdf-b49f-47fe-a5f6-99d6a1171d85'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:45.243143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Bound port: c54082b6-681e-4061-b1c9-85d6ccfc12bb, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463bd7ca-4cf5-4baf-afe9-cf8363955215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c6a27fdf-b49f-47fe-a5f6-99d6a1171d85'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:45.243523 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:45.302812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:45:45.323120 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470539f2-c535-4498-9405-708e062eb20d None None] Sync routers for ids ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:45:45.349183 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470539f2-c535-4498-9405-708e062eb20d None None] Routers {'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:45.350449 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-470539f2-c535-4498-9405-708e062eb20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:45.355703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:45.357102 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aad49be1-b8fc-41e3-918b-cdc9dfee6155 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3178947 Jul 13 19:45:45.360883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:45.412720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] For port c54082b6-681e-4061-b1c9-85d6ccfc12bb, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:45.417663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] For port c54082b6-681e-4061-b1c9-85d6ccfc12bb, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c54082b6-681e-4061-b1c9-85d6ccfc12bb,segment=NetworkSegment(463bd7ca-4cf5-4baf-afe9-cf8363955215),segment_id=463bd7ca-4cf5-4baf-afe9-cf8363955215)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:45.422572 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:45.501952 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-45ac8f83-50c5-46b0-9af4-5d2153a1fdd0 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0d551bfaa9d447d2b834405a7b06ff80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1397891 Jul 13 19:45:45.505125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:45.537345 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:45.594510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cd89a-3305-49fd-b31b-46d9a1d39a49 None None] Pushing event updated for resources: {'Port': ['ID=c54082b6-681e-4061-b1c9-85d6ccfc12bb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:45.613139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08436086-6459-4b30-af38-bf2dec0f80bb None None] Network c6a27fdf-b49f-47fe-a5f6-99d6a1171d85 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:45.675901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-176908971', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:40Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'b79ca3b1-ed24-4a93-84c9-20b03d43799a', 'name': '', 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:ec:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'f4af4568-93e8-4c29-a655-19b207a00ff7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:39Z', 'updated_at': '2021-07-13T19:45:44Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': 'f4af4568-93e8-4c29-a655-19b207a00ff7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:45.722447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd08e4-7860-4cb8-8f72-8ade23b144c6 None None] The sync data for ids ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'] in n-d-800708-1 is: [{'id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-176908971', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:40Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'b79ca3b1-ed24-4a93-84c9-20b03d43799a', 'name': '', 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:ec:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'f4af4568-93e8-4c29-a655-19b207a00ff7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:39Z', 'updated_at': '2021-07-13T19:45:44Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': 'f4af4568-93e8-4c29-a655-19b207a00ff7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:45:45.751522 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-470539f2-c535-4498-9405-708e062eb20d None None] Set router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:45.776943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Deleting port c54082b6-681e-4061-b1c9-85d6ccfc12bb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:45.777547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:45.782076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c2664-2cfe-4169-bdfa-1267b308a77f tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:45.805912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:45.806158 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c56c2664-2cfe-4169-bdfa-1267b308a77f tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2958179 Jul 13 19:45:45.861443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8923ea6f-81fa-4d99-85fd-b1dfc8efa603 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530283 Jul 13 19:45:45.864140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:45.864406 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:45.884053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1003950157', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:45.914521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd94df-c233-4bcd-a050-2bd62a1fabc6 None None] Network c6a27fdf-b49f-47fe-a5f6-99d6a1171d85 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:46.016577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] For port c54082b6-681e-4061-b1c9-85d6ccfc12bb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c54082b6-681e-4061-b1c9-85d6ccfc12bb,segment=NetworkSegment(463bd7ca-4cf5-4baf-afe9-cf8363955215),segment_id=463bd7ca-4cf5-4baf-afe9-cf8363955215)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:46.017077 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:46.020383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:46.024235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:46.056167 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-470539f2-c535-4498-9405-708e062eb20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:43Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:46.131396 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470539f2-c535-4498-9405-708e062eb20d None None] Checking router: bf57ad4d-299e-4ac5-a968-d5c3f4149bdc for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:45:46.131791 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470539f2-c535-4498-9405-708e062eb20d None None] Updating router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:45:46.142119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Calling delete_port for c54082b6-681e-4061-b1c9-85d6ccfc12bb owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:46.185278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ca2ac-5b9d-467a-8141-e9ae92dec7a2 None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:45:46.220749 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff71e714-211d-43e7-8523-60b264dcf028 req-44f2bfc9-5147-4089-af15-6943442aab4b tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 210 time: 0.0641358 Jul 13 19:45:46.242794 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-470539f2-c535-4498-9405-708e062eb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:46.408858 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:46.430717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ca2ac-5b9d-467a-8141-e9ae92dec7a2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:45:46.452547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Port': ['ID=c54082b6-681e-4061-b1c9-85d6ccfc12bb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:46.496196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No DVR routers for this DVR port c54082b6-681e-4061-b1c9-85d6ccfc12bb on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:45:46.643066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-7ded9727-82bf-4323-8f5f-804704d56e78 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:46.648571 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-7ded9727-82bf-4323-8f5f-804704d56e78 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.24 "GET /v2.0/networks?id=5b3bde0b-1940-4856-b192-92fa8768f084 HTTP/1.1" status: 200 len: 797 time: 0.3496251 Jul 13 19:45:46.663961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Request body: {'port': {'device_id': '2650604b-30d4-4b01-9b2d-13992acde5e2', 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084', 'admin_state_up': True, 'tenant_id': '0832178c53474c02b4642a7c5064e42b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:46.668311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:46.690198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a27fdf-b49f-47fe-a5f6-99d6a1171d85']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:46.714166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463bd7ca-4cf5-4baf-afe9-cf8363955215') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:46.714494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463bd7ca-4cf5-4baf-afe9-cf8363955215') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:46.730466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b79ca3b1-ed24-4a93-84c9-20b03d43799a up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:46.740786 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:46.770874 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:46.779140 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:46.805478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:46.806170 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:46.858839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Made reservation on behalf of 0832178c53474c02b4642a7c5064e42b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:46.867273 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:46.901857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port b79ca3b1-ed24-4a93-84c9-20b03d43799a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:46.907717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port b79ca3b1-ed24-4a93-84c9-20b03d43799a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:46.908282 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.022463 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-470539f2-c535-4498-9405-708e062eb20d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.059899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Allocated IP 172.20.0.30 (5b3bde0b-1940-4856-b192-92fa8768f084/f4af4568-93e8-4c29-a655-19b207a00ff7/63d8e048-7750-4165-8208-6d67fc841a8b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:47.060285 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:47.070462 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.141801 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-470539f2-c535-4498-9405-708e062eb20d None None] Transition to ACTIVE for port object 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:47.154424 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-470539f2-c535-4498-9405-708e062eb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.193052 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.207347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Transition to ACTIVE for port object 63d8e048-7750-4165-8208-6d67fc841a8b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:47.228610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.242955 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.243398 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.301487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port b79ca3b1-ed24-4a93-84c9-20b03d43799a, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b79ca3b1-ed24-4a93-84c9-20b03d43799a,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:47.305331 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f9fed-a338-4e09-be33-5356183c561b None None] Pushing event updated for resources: {'Port': ['ID=70fb730e-4c4e-4db7-8080-e8ef50a10fd6,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:47.306272 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.336256 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.348938 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/c6a27fdf-b49f-47fe-a5f6-99d6a1171d85 HTTP/1.1" status: 204 len: 168 time: 3.4586651 Jul 13 19:45:47.357419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:47.358672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event updated for resources: {'Port': ['ID=63d8e048-7750-4165-8208-6d67fc841a8b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:47.362561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65317e0d-9978-4de9-9800-06b3ec7ef458 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=c6a27fdf-b49f-47fe-a5f6-99d6a1171d85,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:47.371153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Checking segment: {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:47.372977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network hostable DHCP agents. Network: 411c1342-358d-4b10-9e72-b5f4acd7f33c, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:45:47.390691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Subnet': ['ID=41ce45dd-4069-427a-9480-7ef0127c52fb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:47.401093 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-470539f2-c535-4498-9405-708e062eb20d None None] Attempting to bind port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:47.402828 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-470539f2-c535-4498-9405-708e062eb20d None None] Attempting to bind port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:47.403361 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470539f2-c535-4498-9405-708e062eb20d None None] Attempting to bind port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:47.425473 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470539f2-c535-4498-9405-708e062eb20d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:47.425853 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470539f2-c535-4498-9405-708e062eb20d None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:47.426630 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-470539f2-c535-4498-9405-708e062eb20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.427091 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470539f2-c535-4498-9405-708e062eb20d None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:47.427567 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-470539f2-c535-4498-9405-708e062eb20d None None] Bound port: 70fb730e-4c4e-4db7-8080-e8ef50a10fd6, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:47.427696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 411c1342-358d-4b10-9e72-b5f4acd7f33c is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:45:47.427939 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-470539f2-c535-4498-9405-708e062eb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.440897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Network 5b3bde0b-1940-4856-b192-92fa8768f084 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:47.442908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:47.445833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 411c1342-358d-4b10-9e72-b5f4acd7f33c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:47.450252 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-930fac71-dda3-464b-9b04-16852c06634b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:47.451552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:47.452287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930fac71-dda3-464b-9b04-16852c06634b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:47.454602 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.459989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-930fac71-dda3-464b-9b04-16852c06634b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/9445e856-7583-42d8-9986-0e42f386cb04 HTTP/1.1" status: 404 len: 337 time: 0.0986075 Jul 13 19:45:47.460911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:47.462575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:47.464468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=b79ca3b1-ed24-4a93-84c9-20b03d43799a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:47.487759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc2cfd4-9a5d-4022-ae06-33fdf32c060a None None] Network 411c1342-358d-4b10-9e72-b5f4acd7f33c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:47.493077 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a62c5e6e-8f45-46ff-ac62-fb78d82543ab tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6277065 Jul 13 19:45:47.495710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:47.570122 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-470539f2-c535-4498-9405-708e062eb20d None None] For port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:47.573713 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-470539f2-c535-4498-9405-708e062eb20d None None] For port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=70fb730e-4c4e-4db7-8080-e8ef50a10fd6,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:47.579773 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-470539f2-c535-4498-9405-708e062eb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.651493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:47.652282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.653642 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f9fed-a338-4e09-be33-5356183c561b None None] Pushing event updated for resources: {'Port': ['ID=70fb730e-4c4e-4db7-8080-e8ef50a10fd6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:47.677380 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470539f2-c535-4498-9405-708e062eb20d None None] Routers {'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:47.678295 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-470539f2-c535-4498-9405-708e062eb20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:47.685248 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0eab52-6b05-48c8-aacb-dd827c1fcb15 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:47.687188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0eab52-6b05-48c8-aacb-dd827c1fcb15 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:47.689895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8f0eab52-6b05-48c8-aacb-dd827c1fcb15 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/c6a27fdf-b49f-47fe-a5f6-99d6a1171d85 HTTP/1.1" status: 404 len: 339 time: 0.0902927 Jul 13 19:45:47.692840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:47.733755 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-3c6325c8-1653-4f8a-8b87-cc872c2e72ac tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0731573 Jul 13 19:45:47.738474 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-27af3e0e-2ecf-403f-aaea-59c6f745d3df tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:47.739145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27af3e0e-2ecf-403f-aaea-59c6f745d3df tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:47.741130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-27af3e0e-2ecf-403f-aaea-59c6f745d3df tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/0ebc1d89-0215-492f-addf-7d82a901ce0e HTTP/1.1" status: 404 len: 337 time: 0.0469859 Jul 13 19:45:47.743652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:47.827047 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c0e41f-afab-4e60-88b8-8c31493a378c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:47.828388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c0e41f-afab-4e60-88b8-8c31493a378c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:47.847835 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-08c0e41f-afab-4e60-88b8-8c31493a378c tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/fa728836-b199-405a-b554-5c1c1e4a5aaa HTTP/1.1" status: 404 len: 339 time: 0.1029162 Jul 13 19:45:47.850220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-411c1342-358d-4b10-9e72-b5f4acd7f33c', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:45:47.852682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:47.853821 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.953651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Request body: {'port': {'device_id': '2650604b-30d4-4b01-9b2d-13992acde5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:48.008883 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-470539f2-c535-4498-9405-708e062eb20d None None] Set router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:48.053173 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.058439 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.061955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21177351-57a2-4290-b4c0-a7466748d41e None None] Provisioning for port 63d8e048-7750-4165-8208-6d67fc841a8b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:48.068970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21177351-57a2-4290-b4c0-a7466748d41e None None] Provisioning complete for port 63d8e048-7750-4165-8208-6d67fc841a8b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:48.069636 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21177351-57a2-4290-b4c0-a7466748d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.151515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-21177351-57a2-4290-b4c0-a7466748d41e None None] Port 63d8e048-7750-4165-8208-6d67fc841a8b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:45:48.161598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.165392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Allocated IP 172.20.0.2 (411c1342-358d-4b10-9e72-b5f4acd7f33c/41ce45dd-4069-427a-9480-7ef0127c52fb/88e86140-acd4-4afb-bf91-3deebfbe91fd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:48.173716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8826ed34-c71f-4776-baa2-582500614108']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:48.185339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab26d71-831f-4377-8abe-4cb7a16b85b8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:48.185642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab26d71-831f-4377-8abe-4cb7a16b85b8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:48.196284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.211947 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.219149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:48.219662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.221142 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-470539f2-c535-4498-9405-708e062eb20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:43Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:48.250231 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470539f2-c535-4498-9405-708e062eb20d None None] The sync data for ids ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'] in n-d-800708-1 is: [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:43Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:48.302012 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:48.305822 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.359564 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.364343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/8826ed34-c71f-4776-baa2-582500614108 HTTP/1.1" status: 204 len: 168 time: 0.5103278 Jul 13 19:45:48.365031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:48.386613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b627bb-8281-4f26-aea5-0f8710173f74 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=8826ed34-c71f-4776-baa2-582500614108,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:48.401805 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.412384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Transition to ACTIVE for port object 88e86140-acd4-4afb-bf91-3deebfbe91fd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:48.424467 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d51d1b-fffa-4916-bd11-105adec72bb1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:48.424933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d51d1b-fffa-4916-bd11-105adec72bb1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:48.431301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-06d51d1b-fffa-4916-bd11-105adec72bb1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/a565a3c0-e823-443e-b4f7-4eb17d94b166 HTTP/1.1" status: 404 len: 337 time: 0.0611947 Jul 13 19:45:48.440030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:48.447221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Transition to ACTIVE for port object 88e86140-acd4-4afb-bf91-3deebfbe91fd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:48.476349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b79ca3b1-ed24-4a93-84c9-20b03d43799a up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:48.478634 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdbd18e-dff6-49f7-9fd2-4f9c6ae28768 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:48.479217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdbd18e-dff6-49f7-9fd2-4f9c6ae28768 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:48.484441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9cdbd18e-dff6-49f7-9fd2-4f9c6ae28768 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/fef68982-d34a-4e8a-ad2f-2cc2bba31fa9 HTTP/1.1" status: 404 len: 339 time: 0.0433745 Jul 13 19:45:48.485113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:48.489639 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.537225 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f460fa-0972-463f-8447-8747964badaf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:48.537953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f460fa-0972-463f-8447-8747964badaf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:48.542955 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-03f460fa-0972-463f-8447-8747964badaf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/8b0cafd6-dcf5-474a-9b50-4c8b85e65084 HTTP/1.1" status: 404 len: 337 time: 0.0497978 Jul 13 19:45:48.545930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:48.599212 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-473df172-56f2-478e-aded-bf705b83efcf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:48.600317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473df172-56f2-478e-aded-bf705b83efcf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:48.608255 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-473df172-56f2-478e-aded-bf705b83efcf tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/b3f3123c-700d-42df-86aa-124bafb000b9 HTTP/1.1" status: 404 len: 339 time: 0.0593972 Jul 13 19:45:48.694146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Network 411c1342-358d-4b10-9e72-b5f4acd7f33c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:48.717194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:48.724184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:48.740234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Pushing event updated for resources: {'Port': ['ID=88e86140-acd4-4afb-bf91-3deebfbe91fd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:48.745586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:48.779522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port b79ca3b1-ed24-4a93-84c9-20b03d43799a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:48.780549 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.807336 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1967c176-9c7e-435d-bcac-3a2047ca4d77 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:48.808193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1967c176-9c7e-435d-bcac-3a2047ca4d77 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:48.813153 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1967c176-9c7e-435d-bcac-3a2047ca4d77 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/f124d492-d32c-4d8c-997a-17afe7950e12 HTTP/1.1" status: 404 len: 337 time: 0.0650718 Jul 13 19:45:48.814707 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:48.857252 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cedf079-0f86-4257-a51d-482b7464c072 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:48.858353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cedf079-0f86-4257-a51d-482b7464c072 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:48.860373 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4cedf079-0f86-4257-a51d-482b7464c072 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/cfb29c6a-f63e-42b2-a80e-9de4073e40e6 HTTP/1.1" status: 404 len: 339 time: 0.0414624 Jul 13 19:45:48.865404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:48.876263 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Attempting to bind port 88e86140-acd4-4afb-bf91-3deebfbe91fd on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:48.876842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Attempting to bind port 88e86140-acd4-4afb-bf91-3deebfbe91fd by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:48.876961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Attempting to bind port 88e86140-acd4-4afb-bf91-3deebfbe91fd on network 411c1342-358d-4b10-9e72-b5f4acd7f33c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:48.885894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:48.886268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Checking segment: {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:48.886704 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.887098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Bound using segment: {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:48.887573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Bound port: 88e86140-acd4-4afb-bf91-3deebfbe91fd, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:48.887954 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:48.917566 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29d240e-b088-4d6d-892c-74cf65d3be1a tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:48.921484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29d240e-b088-4d6d-892c-74cf65d3be1a tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:48.923845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f29d240e-b088-4d6d-892c-74cf65d3be1a tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/4b087353-eaab-4363-a992-1204be28f7ca HTTP/1.1" status: 404 len: 337 time: 0.0565481 Jul 13 19:45:48.928620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:49.038872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] For port 88e86140-acd4-4afb-bf91-3deebfbe91fd, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:49.042837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] For port 88e86140-acd4-4afb-bf91-3deebfbe91fd, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=88e86140-acd4-4afb-bf91-3deebfbe91fd,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:49.048638 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:49.090845 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b767f7-65b5-4fe9-b11f-e0a9424824e5 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:49.108380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b767f7-65b5-4fe9-b11f-e0a9424824e5 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:49.113350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-34b767f7-65b5-4fe9-b11f-e0a9424824e5 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/d4561cdd-b823-4428-903e-908981676d5f HTTP/1.1" status: 404 len: 339 time: 0.1814210 Jul 13 19:45:49.114094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:49.159108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d8e048-7750-4165-8208-6d67fc841a8b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:45:49.182122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21617f68-bf61-4aa1-a263-517a8c31fe35 req-49d8fc98-39c5-4ede-a773-19ecb0db05db tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:49.183878 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21617f68-bf61-4aa1-a263-517a8c31fe35 req-49d8fc98-39c5-4ede-a773-19ecb0db05db tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 895 time: 1.5230975 Jul 13 19:45:49.202135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b36fb5-a5e6-4f9a-bd02-6ab34ccdc570 None None] Pushing event updated for resources: {'Port': ['ID=88e86140-acd4-4afb-bf91-3deebfbe91fd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:49.207068 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:49.208199 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-da31664e-da74-4ea0-841b-77ee4b8d26e1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:49.208735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da31664e-da74-4ea0-841b-77ee4b8d26e1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:49.215478 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-da31664e-da74-4ea0-841b-77ee4b8d26e1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/9d28f463-86e7-4474-bf9e-017524fee590 HTTP/1.1" status: 404 len: 337 time: 0.0951753 Jul 13 19:45:49.216259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:49.247298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Transition to ACTIVE for port object 63d8e048-7750-4165-8208-6d67fc841a8b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:49.254896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:49.255391 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a719b219-fed5-4d15-b053-9d213775e835 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:49.255972 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a719b219-fed5-4d15-b053-9d213775e835 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:49.263123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:49.264519 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a719b219-fed5-4d15-b053-9d213775e835 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/dd3f1002-f33c-4fef-aa7c-ac95b0020114 HTTP/1.1" status: 404 len: 339 time: 0.0435591 Jul 13 19:45:49.361489 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92c225c-8cd3-4b2f-8c69-39da22ace498 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:49.362823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92c225c-8cd3-4b2f-8c69-39da22ace498 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:49.366071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c92c225c-8cd3-4b2f-8c69-39da22ace498 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/3f0e7898-4fcb-42f1-acc4-113143bacdab HTTP/1.1" status: 404 len: 337 time: 0.0943570 Jul 13 19:45:49.369834 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:49.403680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Pushing event updated for resources: {'Port': ['ID=63d8e048-7750-4165-8208-6d67fc841a8b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:49.480811 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c583c3-9be7-42e2-8de0-6f087f802c49 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:49.481433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c583c3-9be7-42e2-8de0-6f087f802c49 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:49.487276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-29c583c3-9be7-42e2-8de0-6f087f802c49 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/1b09fa87-c62b-495c-8c45-0d8dd046def4 HTTP/1.1" status: 404 len: 339 time: 0.1139922 Jul 13 19:45:49.491665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:49.531809 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:49.619109 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9efd152-5831-498d-97ef-ff6f9d615108 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:49.619768 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9efd152-5831-498d-97ef-ff6f9d615108 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:49.621605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c9efd152-5831-498d-97ef-ff6f9d615108 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/8107a6ea-79a1-45f4-ba9b-b6438e5fd929 HTTP/1.1" status: 404 len: 337 time: 0.1285203 Jul 13 19:45:49.625296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:49.669309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Attempting to bind port 63d8e048-7750-4165-8208-6d67fc841a8b on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:49.670018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Attempting to bind port 63d8e048-7750-4165-8208-6d67fc841a8b by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:49.671140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Attempting to bind port 63d8e048-7750-4165-8208-6d67fc841a8b on network 5b3bde0b-1940-4856-b192-92fa8768f084 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:49.676209 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bedd3e-ae4d-440b-8f17-6389790cf4d1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:49.676948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bedd3e-ae4d-440b-8f17-6389790cf4d1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:49.681092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-16bedd3e-ae4d-440b-8f17-6389790cf4d1 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/043be432-8424-46b0-a0d1-6823558a2160 HTTP/1.1" status: 404 len: 339 time: 0.0524933 Jul 13 19:45:49.681092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Port 63d8e048-7750-4165-8208-6d67fc841a8b on network 5b3bde0b-1940-4856-b192-92fa8768f084 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:45:49.682525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Attempting to bind port 63d8e048-7750-4165-8208-6d67fc841a8b on network 5b3bde0b-1940-4856-b192-92fa8768f084 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:49.686722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:49.695001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:49.695345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Checking segment: {'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:49.695727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Bound using segment: {'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:49.696166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Bound port: 63d8e048-7750-4165-8208-6d67fc841a8b, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623e2d3d-7f14-486b-8d8c-9980e2c3425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:49.696527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:49.726415 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ecac03-8b20-4de0-9277-5ea0c05070a2 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:49.726886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ecac03-8b20-4de0-9277-5ea0c05070a2 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:49.731113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-58ecac03-8b20-4de0-9277-5ea0c05070a2 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/b48d4ae6-4599-48cc-b952-e402c4f321cb HTTP/1.1" status: 404 len: 337 time: 0.0407388 Jul 13 19:45:49.731583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:49.753022 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dea4b7-20b7-4847-acce-e5866f71992e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] DELETE failed (client error): The resource could not be found. Jul 13 19:45:49.761687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dea4b7-20b7-4847-acce-e5866f71992e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:45:49.761687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f1dea4b7-20b7-4847-acce-e5866f71992e tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/39c1c24a-0109-4675-9bfe-8433bd14887b HTTP/1.1" status: 404 len: 339 time: 0.0232565 Jul 13 19:45:49.761687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:49.862466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2d02ca-f2fc-43a4-af93-b189ca83b436 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Deleting subnet ef54bbd7-ea23-4d7a-a3e2-bb4ec4c3ce30 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:45:49.869637 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2d02ca-f2fc-43a4-af93-b189ca83b436 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:49.928885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] For port 63d8e048-7750-4165-8208-6d67fc841a8b, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:49.934509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] For port 63d8e048-7750-4165-8208-6d67fc841a8b, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=63d8e048-7750-4165-8208-6d67fc841a8b,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:49.937614 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2d02ca-f2fc-43a4-af93-b189ca83b436 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:49.963815 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:49.990434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.20.0.1 (411c1342-358d-4b10-9e72-b5f4acd7f33c/41ce45dd-4069-427a-9480-7ef0127c52fb/2b6caa18-a9f7-4149-b78d-4524da3adcd3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:50.013492 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:50.015985 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:50.017249 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] 10.222.0.24 "PUT /v2.0/ports/63d8e048-7750-4165-8208-6d67fc841a8b HTTP/1.1" status: 200 len: 1055 time: 2.2748058 Jul 13 19:45:50.017777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2650604b-30d4-4b01-9b2d-13992acde5e2', 'tag': '63d8e048-7750-4165-8208-6d67fc841a8b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:45:50.020205 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2650604b-30d4-4b01-9b2d-13992acde5e2", "tag": "63d8e048-7750-4165-8208-6d67fc841a8b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:45:50.128639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2d02ca-f2fc-43a4-af93-b189ca83b436 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:50.212194 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:50.221849 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76217e0-fbb6-4ee4-a4a3-38b48eaddf9a x-openstack-request-id: req-d76217e0-fbb6-4ee4-a4a3-38b48eaddf9a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:45:50.222131 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2650604b-30d4-4b01-9b2d-13992acde5e2", "tag": "63d8e048-7750-4165-8208-6d67fc841a8b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:45:50.222380 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d76217e0-fbb6-4ee4-a4a3-38b48eaddf9a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:45:50.222812 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2650604b-30d4-4b01-9b2d-13992acde5e2', 'tag': '63d8e048-7750-4165-8208-6d67fc841a8b', 'status': 'completed', 'code': 200} Jul 13 19:45:50.234219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Transition to ACTIVE for port object 2b6caa18-a9f7-4149-b78d-4524da3adcd3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:50.270635 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2d02ca-f2fc-43a4-af93-b189ca83b436 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:50.298394 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06802c10-1f8f-46a4-9738-3e7e58263d91 service neutron] Pushing event updated for resources: {'Port': ['ID=63d8e048-7750-4165-8208-6d67fc841a8b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:50.305058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc92be-f5e8-4d88-80db-9b35392e395f None None] Network 57ac9668-20bf-4e79-9ae1-53ed2289d57f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:50.321105 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:50.368971 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2d02ca-f2fc-43a4-af93-b189ca83b436 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:50.374203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ac2d02ca-f2fc-43a4-af93-b189ca83b436 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/subnets/ef54bbd7-ea23-4d7a-a3e2-bb4ec4c3ce30 HTTP/1.1" status: 204 len: 168 time: 0.6111593 Jul 13 19:45:50.379645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:50.381507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d02ca-f2fc-43a4-af93-b189ca83b436 tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Subnet': ['ID=ef54bbd7-ea23-4d7a-a3e2-bb4ec4c3ce30,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:50.449974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-41627a5f-21fb-46dc-8eef-23979e8b76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:50.451769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-41627a5f-21fb-46dc-8eef-23979e8b76d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0832178c53474c02b4642a7c5064e42b&device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 1058 time: 0.2407119 Jul 13 19:45:50.458447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=2b6caa18-a9f7-4149-b78d-4524da3adcd3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:50.528985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 411c1342-358d-4b10-9e72-b5f4acd7f33c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:50.553763 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-6db086c3-6700-4147-92d6-89f47cf310ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=63d8e048-7750-4165-8208-6d67fc841a8b HTTP/1.1" status: 200 len: 217 time: 0.0936229 Jul 13 19:45:50.588048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:50.603272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:50.659810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-ef758ee1-62c9-484d-8478-43cf4ea9e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:50.661447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 88e86140-acd4-4afb-bf91-3deebfbe91fd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:50.664094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-ef758ee1-62c9-484d-8478-43cf4ea9e927 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4af4568-93e8-4c29-a655-19b207a00ff7 HTTP/1.1" status: 200 len: 837 time: 0.0979679 Jul 13 19:45:50.692082 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:50.719991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57792bd1-dcaf-4a15-a698-f54dcbd503c7 None None] Network 411c1342-358d-4b10-9e72-b5f4acd7f33c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:45:50.763050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:50.809315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d319cf-a9d5-4577-a910-478e42c9afa5 None None] DHCP port deletion for 57ac9668-20bf-4e79-9ae1-53ed2289d57f request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:45:50.812166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-25b07ff1-4219-4e9f-acd0-222319830964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:50.819826 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-504a395e-92de-46a3-9b5d-5c467ee4ab00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:50.820094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-25b07ff1-4219-4e9f-acd0-222319830964 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3bde0b-1940-4856-b192-92fa8768f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445565 Jul 13 19:45:50.870878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10744159-8b5d-4a4a-83ea-c758b6e19ad6 req-08cfae4f-8e1a-45e2-9c3a-1a5b9718cd09 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:50.883882 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-10744159-8b5d-4a4a-83ea-c758b6e19ad6 req-08cfae4f-8e1a-45e2-9c3a-1a5b9718cd09 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 907 time: 0.3677056 Jul 13 19:45:50.885164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d44f1c5b-2250-48f7-a38e-a9355e889603 None None] Provisioning for port 88e86140-acd4-4afb-bf91-3deebfbe91fd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:50.927843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 88e86140-acd4-4afb-bf91-3deebfbe91fd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:50.980200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-47dd4b55-bcd4-4814-b405-0ae3d5867157 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3bde0b-1940-4856-b192-92fa8768f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516283 Jul 13 19:45:50.982270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 88e86140-acd4-4afb-bf91-3deebfbe91fd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:50.983758 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.013093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Deleting port 0e249088-23fa-4db2-804e-803fab16141b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:51.013703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.057762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c4d319cf-a9d5-4577-a910-478e42c9afa5 None None] Deleting port 0e249088-23fa-4db2-804e-803fab16141b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:45:51.058136 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4d319cf-a9d5-4577-a910-478e42c9afa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.144203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d583363f-d7d7-40e1-b7ab-94738cd663bf req-0d9a655f-ad11-4d0d-8a3a-73f32afbfb6d service neutron] 10.222.0.24 "GET /v2.0/networks/5b3bde0b-1940-4856-b192-92fa8768f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511111 Jul 13 19:45:51.169666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c4d319cf-a9d5-4577-a910-478e42c9afa5 None None] For port 0e249088-23fa-4db2-804e-803fab16141b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0e249088-23fa-4db2-804e-803fab16141b,segment=NetworkSegment(81e9aa1f-7de4-4b36-9d44-51940c600d37),segment_id=81e9aa1f-7de4-4b36-9d44-51940c600d37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:51.170073 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4d319cf-a9d5-4577-a910-478e42c9afa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.185334 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.192064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c4d319cf-a9d5-4577-a910-478e42c9afa5 None None] Calling delete_port for 0e249088-23fa-4db2-804e-803fab16141b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:51.194132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] For port 0e249088-23fa-4db2-804e-803fab16141b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0e249088-23fa-4db2-804e-803fab16141b,segment=NetworkSegment(81e9aa1f-7de4-4b36-9d44-51940c600d37),segment_id=81e9aa1f-7de4-4b36-9d44-51940c600d37)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:51.194820 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.206355 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.221787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Calling delete_port for 0e249088-23fa-4db2-804e-803fab16141b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:45:51.360253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-8ac0d8ad-0ad5-4325-b58e-9f6361242c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:51.361852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-8ac0d8ad-0ad5-4325-b58e-9f6361242c10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0832178c53474c02b4642a7c5064e42b&device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 1058 time: 0.1196427 Jul 13 19:45:51.517093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-c26ef0cb-1b3e-440b-acdd-7279d7a05fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:51.519464 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-c26ef0cb-1b3e-440b-acdd-7279d7a05fa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b3bde0b-1940-4856-b192-92fa8768f084 HTTP/1.1" status: 200 len: 898 time: 0.1512101 Jul 13 19:45:51.576017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 88e86140-acd4-4afb-bf91-3deebfbe91fd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=88e86140-acd4-4afb-bf91-3deebfbe91fd,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:51.588591 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.594759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:51.595452 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-5b742774-7195-486b-a5cf-31821efe1246 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=63d8e048-7750-4165-8208-6d67fc841a8b HTTP/1.1" status: 200 len: 217 time: 0.0664134 Jul 13 19:45:51.692517 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.699249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-dc38455f-4acc-4e4f-b2f6-3453a8e33570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:51.700981 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-dc38455f-4acc-4e4f-b2f6-3453a8e33570 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4af4568-93e8-4c29-a655-19b207a00ff7 HTTP/1.1" status: 200 len: 837 time: 0.0984743 Jul 13 19:45:51.723364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-468ff983-5cc0-461b-a98a-cc7bc125e813 None None] Provisioning for port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:51.738947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-468ff983-5cc0-461b-a98a-cc7bc125e813 None None] Provisioning complete for port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:51.739459 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-468ff983-5cc0-461b-a98a-cc7bc125e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.748387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Port': ['ID=0e249088-23fa-4db2-804e-803fab16141b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:51.753525 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.755701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] No DVR routers for this DVR port 0e249088-23fa-4db2-804e-803fab16141b on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:45:51.808110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-298e0b25-243d-4db3-aef0-306f25f433ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:51.810319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-298e0b25-243d-4db3-aef0-306f25f433ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3bde0b-1940-4856-b192-92fa8768f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995829 Jul 13 19:45:51.842882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=88e86140-acd4-4afb-bf91-3deebfbe91fd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:51.861375 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4d319cf-a9d5-4577-a910-478e42c9afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.866080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-468ff983-5cc0-461b-a98a-cc7bc125e813 None None] Port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:45:51.871885 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.894527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:51.905995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d319cf-a9d5-4577-a910-478e42c9afa5 None None] Pushing event deleted for resources: {'Port': ['ID=0e249088-23fa-4db2-804e-803fab16141b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:51.908155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d319cf-a9d5-4577-a910-478e42c9afa5 None None] No DVR routers for this DVR port 0e249088-23fa-4db2-804e-803fab16141b on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:45:51.911188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:51.911621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.916559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-468ff983-5cc0-461b-a98a-cc7bc125e813 None None] Provisioning complete for port 88e86140-acd4-4afb-bf91-3deebfbe91fd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:51.926915 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-468ff983-5cc0-461b-a98a-cc7bc125e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:51.957834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-1745d8fb-9e23-4445-9988-a96480c8d056 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3bde0b-1940-4856-b192-92fa8768f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336627 Jul 13 19:45:51.971978 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.003644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.031469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ac9668-20bf-4e79-9ae1-53ed2289d57f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:52.056616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e9aa1f-7de4-4b36-9d44-51940c600d37') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:52.056947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e9aa1f-7de4-4b36-9d44-51940c600d37') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:52.091577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=2b6caa18-a9f7-4149-b78d-4524da3adcd3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:52.097747 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4b553a9-1b3f-4bc1-bb66-30af6e5d88eb req-4b8d4998-9717-45c0-9e7f-5d6a3097ef16 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3bde0b-1940-4856-b192-92fa8768f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315987 Jul 13 19:45:52.113889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.154855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.171186 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.171947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:45:52.172889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:45:52.178170 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:45:52.214115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=70fb730e-4c4e-4db7-8080-e8ef50a10fd6,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:52.215934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a00bc7-2885-4b69-8b77-73d0d7a4444b req-e8392968-55d8-4401-85e5-27ac05e83bdc tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:52.219683 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-41a00bc7-2885-4b69-8b77-73d0d7a4444b req-e8392968-55d8-4401-85e5-27ac05e83bdc tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 907 time: 0.1201787 Jul 13 19:45:52.225214 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.293172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 411c1342-358d-4b10-9e72-b5f4acd7f33c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:52.293526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=70fb730e-4c4e-4db7-8080-e8ef50a10fd6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:52.300115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:52.307921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-20fe2e66-f1da-40a2-8b77-4e61297e359f None None] Provisioning complete for port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:52.308408 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20fe2e66-f1da-40a2-8b77-4e61297e359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.363121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-20fe2e66-f1da-40a2-8b77-4e61297e359f None None] Port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:45:52.406562 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.416296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.418121 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] 10.222.0.25 "DELETE /v2.0/networks/57ac9668-20bf-4e79-9ae1-53ed2289d57f HTTP/1.1" status: 204 len: 168 time: 2.0342572 Jul 13 19:45:52.426871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 63d8e048-7750-4165-8208-6d67fc841a8b details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:45:52.432741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5810d1-c610-4ad9-b1b5-d688881a9d0b tempest-NetworksTest-300422538 tempest-NetworksTest-300422538-project] Pushing event deleted for resources: {'Network': ['ID=57ac9668-20bf-4e79-9ae1-53ed2289d57f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:52.452287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 88e86140-acd4-4afb-bf91-3deebfbe91fd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:52.453731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:45:52.634784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 63d8e048-7750-4165-8208-6d67fc841a8b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=63d8e048-7750-4165-8208-6d67fc841a8b,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:52.640137 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:45:52.645980 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-699c2206-b8cf-4d55-9204-b150e7f4145e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "PUT /v2.0/routers/bf57ad4d-299e-4ac5-a968-d5c3f4149bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1488812 Jul 13 19:45:52.659081 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Sync routers for ids ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:45:52.670666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '63d8e048-7750-4165-8208-6d67fc841a8b', 'network_id': '5b3bde0b-1940-4856-b192-92fa8768f084', 'port_id': '63d8e048-7750-4165-8208-6d67fc841a8b', 'mac_address': 'fa:16:3e:c0:e4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4af4568-93e8-4c29-a655-19b207a00ff7', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:45:52.678855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 88e86140-acd4-4afb-bf91-3deebfbe91fd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:52.679234 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.757120 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.758958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Routers {'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:52.759593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:52.793177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:52.820290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8a6e8b9d-ce30-481c-bcf0-8e35a99f4f2d None None] Provisioning complete for port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:52.820957 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8b9d-ce30-481c-bcf0-8e35a99f4f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.827706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d8e048-7750-4165-8208-6d67fc841a8b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:45:52.925049 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-f470dc88-8f77-4113-bfec-f2b1ef68e494 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9249045&fields=id&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 267 time: 0.0647354 Jul 13 19:45:52.934992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 63d8e048-7750-4165-8208-6d67fc841a8b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=63d8e048-7750-4165-8208-6d67fc841a8b,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:52.949180 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:52.957299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e8b9d-ce30-481c-bcf0-8e35a99f4f2d None None] Port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:45:53.009777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Set router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:53.069301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a03fcd31-2fc0-48c0-832c-18835ad73d2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8eb4f0907de40e2970c9dd06e79a4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723885 Jul 13 19:45:53.071076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:53.080473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:53.084001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d703420-597d-4ce2-b925-2dc24d822571 req-efa6cf34-e15e-4fb3-850e-45aeec4ec11f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:53.086563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=63d8e048-7750-4165-8208-6d67fc841a8b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:53.093594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-efa6cf34-e15e-4fb3-850e-45aeec4ec11f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/networks?id=411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 200 len: 796 time: 0.1612287 Jul 13 19:45:53.110846 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-f53e7874-0737-4537-9524-05ca6f9d1b56 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/quotas/0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 375 time: 0.0161386 Jul 13 19:45:53.133229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bb6-a3b9-4b6d-8eb3-3368210bb825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:53.164226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bb6-a3b9-4b6d-8eb3-3368210bb825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:53.192691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-247bc6c5-e543-4916-9d49-8366818315cc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807371 Jul 13 19:45:53.235457 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bb6-a3b9-4b6d-8eb3-3368210bb825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:53.236657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:53.237032 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:53.238931 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bb6-a3b9-4b6d-8eb3-3368210bb825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:53.252382 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ecba9bb6-a3b9-4b6d-8eb3-3368210bb825 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e361cec-73e0-456f-a8ce-00be28df8337 HTTP/1.1" status: 204 len: 168 time: 0.1688371 Jul 13 19:45:53.270750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9bb6-a3b9-4b6d-8eb3-3368210bb825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e361cec-73e0-456f-a8ce-00be28df8337,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:53.384719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-1296bb59-15c1-4d7d-ba7d-30ec0a38d0bf service neutron] 10.222.0.25 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798811 Jul 13 19:45:53.398047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:51Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2b6caa18-a9f7-4149-b78d-4524da3adcd3', 'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:be:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:49Z', 'updated_at': '2021-07-13T19:45:51Z', 'revision_number': 2, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:53.404017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['63d8e048-7750-4165-8208-6d67fc841a8b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:45:53.487537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Checking router: bf57ad4d-299e-4ac5-a968-d5c3f4149bdc for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:45:53.487817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Updating router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:45:53.505599 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-11eb8857-6b46-4a3b-af36-3ab458470a47 service neutron] 10.222.0.25 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131678 Jul 13 19:45:53.550683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e3cf0-0135-4052-92bd-69adabc1a0dc req-dbbc2ee4-1097-4fa4-a30c-ccb7008f61d8 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:53.552550 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e7e3cf0-0135-4052-92bd-69adabc1a0dc req-dbbc2ee4-1097-4fa4-a30c-ccb7008f61d8 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 908 time: 0.1063128 Jul 13 19:45:53.567395 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:53.625986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0e249088-23fa-4db2-804e-803fab16141b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:45:53.653395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 0e249088-23fa-4db2-804e-803fab16141b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:45:53.655111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0e249088-23fa-4db2-804e-803fab16141b not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:45:53.693597 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:53.695571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9579d993-1f21-498c-a6e1-8398a06ca104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:53.850781 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-537a98a0-189d-4bbb-9e52-0258fd35342f req-839e5c23-a674-475d-9aa6-73c83f5260bf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 210 time: 0.0539122 Jul 13 19:45:54.314012 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:54.327061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Transition to ACTIVE for port object 2b6caa18-a9f7-4149-b78d-4524da3adcd3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:54.335216 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:54.397761 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e900b-3fa5-4ab1-8884-ff270c913807 None None] Pushing event updated for resources: {'Port': ['ID=2b6caa18-a9f7-4149-b78d-4524da3adcd3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:54.458468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 63d8e048-7750-4165-8208-6d67fc841a8b up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:54.497931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Attempting to bind port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:54.499233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Attempting to bind port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:54.499437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Attempting to bind port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 on network 411c1342-358d-4b10-9e72-b5f4acd7f33c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:54.510198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:54.510609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Checking segment: {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:54.511022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:54.511503 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Bound using segment: {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:54.511957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Bound port: 2b6caa18-a9f7-4149-b78d-4524da3adcd3, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:54.512341 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:54.629576 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:54.651899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 63d8e048-7750-4165-8208-6d67fc841a8b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:54.663225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] For port 2b6caa18-a9f7-4149-b78d-4524da3adcd3, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:54.671997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] For port 2b6caa18-a9f7-4149-b78d-4524da3adcd3, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2b6caa18-a9f7-4149-b78d-4524da3adcd3,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:54.673546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 63d8e048-7750-4165-8208-6d67fc841a8b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:54.673915 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:54.738738 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:54.878233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Routers {'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:45:54.879264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:54.936952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e900b-3fa5-4ab1-8884-ff270c913807 None None] Pushing event updated for resources: {'Port': ['ID=2b6caa18-a9f7-4149-b78d-4524da3adcd3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:55.130714 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:55.185800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] Set router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:45:55.186159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4e0b4-0122-4c40-971f-283e5ba1b6e8 req-9ec843c1-76a0-44dc-b814-8119ad627fd4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:55.198840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-58e4e0b4-0122-4c40-971f-283e5ba1b6e8 req-9ec843c1-76a0-44dc-b814-8119ad627fd4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 908 time: 0.1291342 Jul 13 19:45:55.226897 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-187990f7-e173-4c82-a92d-f0b0346192bb req-3dedc3d4-a35e-4e26-a1d9-bd6c0434fe4b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 210 time: 0.1046529 Jul 13 19:45:55.242056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2650604b-30d4-4b01-9b2d-13992acde5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d8e048-7750-4165-8208-6d67fc841a8b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:45:55.246064 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cdb8dc-01c2-44bc-b366-3de5380e3c75" -d '{"events": [{"server_uuid": "2650604b-30d4-4b01-9b2d-13992acde5e2", "name": "network-vif-plugged", "status": "completed", "tag": "63d8e048-7750-4165-8208-6d67fc841a8b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:45:55.278540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 63d8e048-7750-4165-8208-6d67fc841a8b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=63d8e048-7750-4165-8208-6d67fc841a8b,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:55.291868 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:55.364721 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e38b9e4-e9be-4850-a9bf-1428e03539e3 x-openstack-request-id: req-6e38b9e4-e9be-4850-a9bf-1428e03539e3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:45:55.364960 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2650604b-30d4-4b01-9b2d-13992acde5e2", "name": "network-vif-plugged", "status": "completed", "tag": "63d8e048-7750-4165-8208-6d67fc841a8b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:45:55.365249 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e38b9e4-e9be-4850-a9bf-1428e03539e3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:45:55.365848 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2650604b-30d4-4b01-9b2d-13992acde5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d8e048-7750-4165-8208-6d67fc841a8b', 'code': 200} Jul 13 19:45:55.446276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d703420-597d-4ce2-b925-2dc24d822571 req-e37d5ebb-1e07-4bf5-8509-ba04878d0fec tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:55.448124 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-e37d5ebb-1e07-4bf5-8509-ba04878d0fec tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.24 "GET /v2.0/networks?id=411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 200 len: 796 time: 0.2029865 Jul 13 19:45:55.514024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=63d8e048-7750-4165-8208-6d67fc841a8b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:55.609393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-1bbedcc7-42fc-4d35-93b8-8bed96943ffd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 377 time: 0.1434095 Jul 13 19:45:55.614833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:55.628096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'port': {'device_id': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'admin_state_up': True, 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'security_groups': ['cffaef3c-7fa5-43a5-8514-5569e270c84b']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:55.659254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:51Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2b6caa18-a9f7-4149-b78d-4524da3adcd3', 'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:be:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:49Z', 'updated_at': '2021-07-13T19:45:54Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:45:55.694686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b86e4d-6dea-4650-8279-a8d4d2faa4d7 None None] The sync data for ids ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'] in n-d-800708-1 is: [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:51Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2b6caa18-a9f7-4149-b78d-4524da3adcd3', 'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:be:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:49Z', 'updated_at': '2021-07-13T19:45:54Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:45:55.778899 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c1f75f4-78a2-486b-ac3c-44ffa50a46b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:55.926132 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c1f75f4-78a2-486b-ac3c-44ffa50a46b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:55.935254 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c1f75f4-78a2-486b-ac3c-44ffa50a46b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.016409 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8c1f75f4-78a2-486b-ac3c-44ffa50a46b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c90b54079516400aa87f0d3e86a49fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973486 Jul 13 19:45:56.016667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:56.018684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f75f4-78a2-486b-ac3c-44ffa50a46b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89f78e4-c236-4912-a597-40ba9b2cbeb2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:56.073419 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.095790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39e231b9-6f52-4e10-a36b-4b46901a4934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.125084 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39e231b9-6f52-4e10-a36b-4b46901a4934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.148805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab5a18-a999-4c24-a76e-f81590b99165 req-5df5b069-42f9-40b3-b6d7-4bb63fca4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:56.150648 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dbab5a18-a999-4c24-a76e-f81590b99165 req-5df5b069-42f9-40b3-b6d7-4bb63fca4c30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 1060 time: 0.6469195 Jul 13 19:45:56.197793 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39e231b9-6f52-4e10-a36b-4b46901a4934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.200425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39e231b9-6f52-4e10-a36b-4b46901a4934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.204968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-39e231b9-6f52-4e10-a36b-4b46901a4934 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d89f78e4-c236-4912-a597-40ba9b2cbeb2 HTTP/1.1" status: 204 len: 168 time: 0.1847243 Jul 13 19:45:56.213709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e231b9-6f52-4e10-a36b-4b46901a4934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89f78e4-c236-4912-a597-40ba9b2cbeb2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:56.245797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:45:56.253934 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.491695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2b6caa18-a9f7-4149-b78d-4524da3adcd3 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:56.520415 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ca29227-9ed8-419a-be59-70e5d43a7c81 req-1224e0dc-3976-4ac4-b148-b25af7f1f9d6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 210 time: 0.0635059 Jul 13 19:45:56.556372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.20.0.12 (411c1342-358d-4b10-9e72-b5f4acd7f33c/41ce45dd-4069-427a-9480-7ef0127c52fb/76bb70de-79cc-46d6-a300-9b7b60fe75f2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:45:56.588034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d8f8b-0378-4148-adb3-1e516360f17e req-0e670385-4a1d-4ade-868e-f9056fa74d47 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:56.601273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f9d8f8b-0378-4148-adb3-1e516360f17e req-0e670385-4a1d-4ade-868e-f9056fa74d47 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 909 time: 0.1708472 Jul 13 19:45:56.612729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:56.619888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:56.620423 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.751126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:56.761954 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.769589 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c6334a-41f5-41ac-85ab-06a766bf5b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.800606 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.803662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2b6caa18-a9f7-4149-b78d-4524da3adcd3, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2b6caa18-a9f7-4149-b78d-4524da3adcd3,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:45:56.810587 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.817466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Transition to ACTIVE for port object 76bb70de-79cc-46d6-a300-9b7b60fe75f2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:56.885706 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.907714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2b6caa18-a9f7-4149-b78d-4524da3adcd3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:56.939530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 411c1342-358d-4b10-9e72-b5f4acd7f33c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:45:56.943307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:45:56.952466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c6334a-41f5-41ac-85ab-06a766bf5b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:56.959911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:45:56.983444 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c6334a-41f5-41ac-85ab-06a766bf5b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:57.036699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=76bb70de-79cc-46d6-a300-9b7b60fe75f2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:57.060173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:57.061747 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:57.085595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-3eecc84a-d510-4451-8b37-4b689ca16905 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4621367 Jul 13 19:45:57.130833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Request body: {'port': {'device_id': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:45:57.149311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-39c6334a-41f5-41ac-85ab-06a766bf5b1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=397e398ac673410ba99f3f33d1f2415b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968790 Jul 13 19:45:57.150207 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:57.152710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6334a-41f5-41ac-85ab-06a766bf5b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718a2cb2-e2aa-4672-999c-ac4742d0777d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:57.267254 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:57.343454 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39dd798c-4198-4ba8-bb7f-31b5ef93bb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:57.381348 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39dd798c-4198-4ba8-bb7f-31b5ef93bb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:57.425636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-052fcf3d-793e-4ccf-887a-0dd3505d5c8b None None] Provisioning for port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:45:57.430760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-052fcf3d-793e-4ccf-887a-0dd3505d5c8b None None] Provisioning complete for port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:57.431744 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-052fcf3d-793e-4ccf-887a-0dd3505d5c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:57.451789 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39dd798c-4198-4ba8-bb7f-31b5ef93bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:57.455077 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39dd798c-4198-4ba8-bb7f-31b5ef93bb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:57.456519 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-39dd798c-4198-4ba8-bb7f-31b5ef93bb9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/718a2cb2-e2aa-4672-999c-ac4742d0777d HTTP/1.1" status: 204 len: 168 time: 0.3049607 Jul 13 19:45:57.466298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd798c-4198-4ba8-bb7f-31b5ef93bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718a2cb2-e2aa-4672-999c-ac4742d0777d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:57.485377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-052fcf3d-793e-4ccf-887a-0dd3505d5c8b None None] Port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:45:57.699663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bb70de-79cc-46d6-a300-9b7b60fe75f2 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:45:57.711872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:57.729879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Transition to ACTIVE for port object 76bb70de-79cc-46d6-a300-9b7b60fe75f2 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:45:57.736862 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:57.770893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549659c6-f2e5-48ed-9127-484d3c9c312a req-683cf6f6-f5f4-4a18-9739-b4058d107f78 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:57.778613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-549659c6-f2e5-48ed-9127-484d3c9c312a req-683cf6f6-f5f4-4a18-9739-b4058d107f78 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 932 time: 0.0874205 Jul 13 19:45:57.789957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Pushing event updated for resources: {'Port': ['ID=76bb70de-79cc-46d6-a300-9b7b60fe75f2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:57.841675 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-549659c6-f2e5-48ed-9127-484d3c9c312a req-1f96b014-b3b0-49e9-af7e-989ad4d74d6e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0607791 Jul 13 19:45:57.944708 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Attempting to bind port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:45:57.945327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Attempting to bind port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:45:57.945857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Attempting to bind port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 on network 411c1342-358d-4b10-9e72-b5f4acd7f33c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:57.956179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 on network 411c1342-358d-4b10-9e72-b5f4acd7f33c not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:45:57.956805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Attempting to bind port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 on network 411c1342-358d-4b10-9e72-b5f4acd7f33c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:45:57.973430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:45:57.973937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Checking segment: {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:45:57.974847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Bound using segment: {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:45:57.975385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Bound port: 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:45:57.975943 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:58.049332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf0bbe-2c0a-4d05-8fc3-64ea2bd864d8 req-8cf04af5-a66b-4f4c-ae9a-642d7c44a93c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:58.051204 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bbaf0bbe-2c0a-4d05-8fc3-64ea2bd864d8 req-8cf04af5-a66b-4f4c-ae9a-642d7c44a93c tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 909 time: 0.2276106 Jul 13 19:45:58.098074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:45:58.104214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:45:58.111682 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:58.200555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:58.202351 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:58.204135 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] 10.222.0.24 "PUT /v2.0/ports/76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 1092 time: 1.0991864 Jul 13 19:45:58.204789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:45:58.207637 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:45:58.211286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64d657-71d6-427b-892d-ee13425d8080 service neutron] Pushing event updated for resources: {'Port': ['ID=76bb70de-79cc-46d6-a300-9b7b60fe75f2,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:45:58.333891 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59a7aca-0a48-4fcc-a1d5-2f43d528acc4 x-openstack-request-id: req-e59a7aca-0a48-4fcc-a1d5-2f43d528acc4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:45:58.336140 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:45:58.336140 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e59a7aca-0a48-4fcc-a1d5-2f43d528acc4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:45:58.336140 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'status': 'completed', 'code': 200} Jul 13 19:45:58.358491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757238d-e36a-4efe-8d6f-1dcb95ff081a req-7bbb06d3-916b-488b-8d11-d3e07a3bb4ea tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:58.361844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9757238d-e36a-4efe-8d6f-1dcb95ff081a req-7bbb06d3-916b-488b-8d11-d3e07a3bb4ea tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 909 time: 0.1391301 Jul 13 19:45:58.401292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d703420-597d-4ce2-b925-2dc24d822571 req-67e576cd-d25e-4f5a-9093-e033b70afe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:58.402862 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-67e576cd-d25e-4f5a-9093-e033b70afe80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1095 time: 0.1354234 Jul 13 19:45:58.504876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2b6caa18-a9f7-4149-b78d-4524da3adcd3 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:45:58.505430 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-e04dbb9f-bbae-40e8-a118-c2b6088e58f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 217 time: 0.0852079 Jul 13 19:45:58.616928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d703420-597d-4ce2-b925-2dc24d822571 req-ff9f2578-5b1f-4cd6-9820-4ecc095abc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:58.618415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-ff9f2578-5b1f-4cd6-9820-4ecc095abc3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ce45dd-4069-427a-9480-7ef0127c52fb HTTP/1.1" status: 200 len: 835 time: 0.0975935 Jul 13 19:45:58.640232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:45:58.641082 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:58.676572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91389e-9fed-4530-9e98-5959a1a0e164 req-fb8c5247-1fb8-4444-b485-b3578484618a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:58.678387 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dc91389e-9fed-4530-9e98-5959a1a0e164 req-fb8c5247-1fb8-4444-b485-b3578484618a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 1060 time: 0.0776265 Jul 13 19:45:58.704194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d703420-597d-4ce2-b925-2dc24d822571 req-23cdd0c0-d95c-4fdd-bdea-e66b6ad3596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:58.706092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-23cdd0c0-d95c-4fdd-bdea-e66b6ad3596c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=411c1342-358d-4b10-9e72-b5f4acd7f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785980 Jul 13 19:45:58.873404 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-4af36a3e-d336-4714-b682-7037b3daefc0 service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600895 Jul 13 19:45:58.938800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13986dce-f07a-43c4-a90b-1a0b5549fc69 req-3219a187-3bd5-476f-895b-7aca2d5db9b8 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:58.940473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-13986dce-f07a-43c4-a90b-1a0b5549fc69 req-3219a187-3bd5-476f-895b-7aca2d5db9b8 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 1135 time: 0.1235859 Jul 13 19:45:59.005200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d703420-597d-4ce2-b925-2dc24d822571 req-e57f5302-8042-4a2f-8d2c-96615e27bb51 service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245511 Jul 13 19:45:59.007590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-13986dce-f07a-43c4-a90b-1a0b5549fc69 req-a8e9598c-2443-4f6b-83e6-2ca8121e70a1 tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0584478 Jul 13 19:45:59.038493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:45:59.118450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded3f2-f37f-44db-8be5-d42245c90ffb req-75ba774f-d437-478a-a3cf-b6295777d298 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:59.120193 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3dded3f2-f37f-44db-8be5-d42245c90ffb req-75ba774f-d437-478a-a3cf-b6295777d298 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 944 time: 0.0956345 Jul 13 19:45:59.188105 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3dded3f2-f37f-44db-8be5-d42245c90ffb req-29f0a549-5251-4059-a8fd-ac6880a10172 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0607271 Jul 13 19:45:59.211666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc53192-3d7e-4a8e-94ae-132aa536989a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:59.213227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1dc53192-3d7e-4a8e-94ae-132aa536989a tempest-TestSecurityGroupsBasicOps-863609178 tempest-TestSecurityGroupsBasicOps-863609178-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 1055 time: 0.1731515 Jul 13 19:45:59.222775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-8a46b5ef-2af4-4fdb-9d7f-e31d8f49734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:59.224431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-8a46b5ef-2af4-4fdb-9d7f-e31d8f49734c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1095 time: 0.0991590 Jul 13 19:45:59.368617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-0db300e9-b8d8-4095-b20b-f50f26c6c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:59.370889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-0db300e9-b8d8-4095-b20b-f50f26c6c084 service neutron] 10.222.0.24 "GET /v2.0/networks?id=411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 200 len: 897 time: 0.1386452 Jul 13 19:45:59.432549 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-a711e108-2b28-44fa-8d06-9e5b5ea82220 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 217 time: 0.0538692 Jul 13 19:45:59.497182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-c3274cd5-dce1-4fc8-b08e-f9091166545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:59.499249 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-c3274cd5-dce1-4fc8-b08e-f9091166545b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ce45dd-4069-427a-9480-7ef0127c52fb HTTP/1.1" status: 200 len: 835 time: 0.0599155 Jul 13 19:45:59.578706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-da989478-a022-401f-9449-db0e2e51a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:59.580799 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-da989478-a022-401f-9449-db0e2e51a46c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=411c1342-358d-4b10-9e72-b5f4acd7f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666025 Jul 13 19:45:59.738784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-0b17fc96-e789-427f-95d8-0b3405117244 service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492670 Jul 13 19:45:59.761112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6cb4d-15a9-4433-80a5-fafbf4895835 req-c367473e-9e7f-42bf-990e-dbeebf56e417 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:59.762715 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-efa6cb4d-15a9-4433-80a5-fafbf4895835 req-c367473e-9e7f-42bf-990e-dbeebf56e417 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 909 time: 0.1130197 Jul 13 19:45:59.854737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb509acf-cfbf-45e7-983e-6d0f21b8d37f req-5f7cfb95-d082-4e9a-9e49-bf30a9618961 service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087959 Jul 13 19:46:00.026843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 50988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:00.131409 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-839e841a-95ff-4da6-8c40-9415abe90f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.229023 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-839e841a-95ff-4da6-8c40-9415abe90f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.236568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-839e841a-95ff-4da6-8c40-9415abe90f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.290058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 50998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:00.290685 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-839e841a-95ff-4da6-8c40-9415abe90f67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0783a07a07994099bdda8afe35c4583a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621865 Jul 13 19:46:00.291114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e841a-95ff-4da6-8c40-9415abe90f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06f2d8b-0348-42d1-94da-d564074ab431,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:00.365803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e31c94d7-84a7-42a6-8e9d-6fe6c179d31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.391850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e31c94d7-84a7-42a6-8e9d-6fe6c179d31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.397171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c013-5b8e-4565-b998-804b0882a9b9 req-813e37fe-1488-4b74-acdf-701948bafce7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:00.400361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c931c013-5b8e-4565-b998-804b0882a9b9 req-813e37fe-1488-4b74-acdf-701948bafce7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 944 time: 0.0720713 Jul 13 19:46:00.443003 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c931c013-5b8e-4565-b998-804b0882a9b9 req-cd761fad-6dfb-41a7-bced-573cf5f6716f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348191 Jul 13 19:46:00.444406 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e31c94d7-84a7-42a6-8e9d-6fe6c179d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.447408 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e31c94d7-84a7-42a6-8e9d-6fe6c179d31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.450446 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e31c94d7-84a7-42a6-8e9d-6fe6c179d31d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d06f2d8b-0348-42d1-94da-d564074ab431 HTTP/1.1" status: 204 len: 168 time: 0.1561296 Jul 13 19:46:00.460990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c94d7-84a7-42a6-8e9d-6fe6c179d31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06f2d8b-0348-42d1-94da-d564074ab431,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:00.504050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 76bb70de-79cc-46d6-a300-9b7b60fe75f2 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:46:00.611472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:00.622773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'port_id': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'mac_address': 'fa:16:3e:a0:37:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:46:00.666203 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.679987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bb70de-79cc-46d6-a300-9b7b60fe75f2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:46:00.703222 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:00.708775 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.759799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=76bb70de-79cc-46d6-a300-9b7b60fe75f2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:00.783206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:00.797836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4b3c-4980-4cc1-9653-305fd7754674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.897778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4b3c-4980-4cc1-9653-305fd7754674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.902163 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4b3c-4980-4cc1-9653-305fd7754674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:00.943907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5dbe4b3c-4980-4cc1-9653-305fd7754674 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e42238d3d1145ca82e287f009b9bd36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596298 Jul 13 19:46:00.944718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4b3c-4980-4cc1-9653-305fd7754674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be59a24-c72f-425a-b45b-d0fa807f9c6c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:00.947895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:00.970460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0182b-1d10-4881-9810-de68e5b09b81 req-b622df3d-0818-46fb-9e65-2e858857dfe1 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:00.972475 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dc0182b-1d10-4881-9810-de68e5b09b81 req-b622df3d-0818-46fb-9e65-2e858857dfe1 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 909 time: 0.0793014 Jul 13 19:46:01.006917 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3116670f-4e06-422d-9ad4-592359f68ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:01.027313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['76bb70de-79cc-46d6-a300-9b7b60fe75f2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:46:01.028316 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3116670f-4e06-422d-9ad4-592359f68ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:01.080944 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3116670f-4e06-422d-9ad4-592359f68ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:01.083824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3116670f-4e06-422d-9ad4-592359f68ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:01.088083 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3116670f-4e06-422d-9ad4-592359f68ebe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3be59a24-c72f-425a-b45b-d0fa807f9c6c HTTP/1.1" status: 204 len: 168 time: 0.1385953 Jul 13 19:46:01.099850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116670f-4e06-422d-9ad4-592359f68ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be59a24-c72f-425a-b45b-d0fa807f9c6c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:01.147123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7709a-a532-47b9-a120-d898a73809b9 req-13e4842e-503d-4b96-946d-1208744adf4f tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:01.148965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66b7709a-a532-47b9-a120-d898a73809b9 req-13e4842e-503d-4b96-946d-1208744adf4f tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.24 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 909 time: 0.0710921 Jul 13 19:46:01.316257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-66b7709a-a532-47b9-a120-d898a73809b9 req-5711843b-e36e-4b61-9a97-b06cd473bf5d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Deleting port 63d8e048-7750-4165-8208-6d67fc841a8b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:46:01.316662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66b7709a-a532-47b9-a120-d898a73809b9 req-5711843b-e36e-4b61-9a97-b06cd473bf5d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:01.440413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66b7709a-a532-47b9-a120-d898a73809b9 req-5711843b-e36e-4b61-9a97-b06cd473bf5d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] For port 63d8e048-7750-4165-8208-6d67fc841a8b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=63d8e048-7750-4165-8208-6d67fc841a8b,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:01.441104 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66b7709a-a532-47b9-a120-d898a73809b9 req-5711843b-e36e-4b61-9a97-b06cd473bf5d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:01.455242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-66b7709a-a532-47b9-a120-d898a73809b9 req-5711843b-e36e-4b61-9a97-b06cd473bf5d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Calling delete_port for 63d8e048-7750-4165-8208-6d67fc841a8b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:46:01.634596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66b7709a-a532-47b9-a120-d898a73809b9 req-5711843b-e36e-4b61-9a97-b06cd473bf5d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:01.675213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711843b-e36e-4b61-9a97-b06cd473bf5d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Port': ['ID=63d8e048-7750-4165-8208-6d67fc841a8b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:01.733978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b7709a-a532-47b9-a120-d898a73809b9 req-5711843b-e36e-4b61-9a97-b06cd473bf5d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] No DVR routers for this DVR port 63d8e048-7750-4165-8208-6d67fc841a8b on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:46:01.737101 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66b7709a-a532-47b9-a120-d898a73809b9 req-5711843b-e36e-4b61-9a97-b06cd473bf5d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:01.739297 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66b7709a-a532-47b9-a120-d898a73809b9 req-5711843b-e36e-4b61-9a97-b06cd473bf5d tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.24 "DELETE /v2.0/ports/63d8e048-7750-4165-8208-6d67fc841a8b HTTP/1.1" status: 204 len: 173 time: 0.5835426 Jul 13 19:46:01.739837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2650604b-30d4-4b01-9b2d-13992acde5e2', 'name': 'network-vif-deleted', 'tag': '63d8e048-7750-4165-8208-6d67fc841a8b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:46:01.742244 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8594251c-720e-4577-801a-62e5cc974e1c" -d '{"events": [{"server_uuid": "2650604b-30d4-4b01-9b2d-13992acde5e2", "name": "network-vif-deleted", "tag": "63d8e048-7750-4165-8208-6d67fc841a8b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:46:01.757520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a7371-b1eb-4cd8-af01-3d7218e3973c req-2d5751ed-2133-4489-936a-47fd3cfefc1c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:01.765242 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d1a7371-b1eb-4cd8-af01-3d7218e3973c req-2d5751ed-2133-4489-936a-47fd3cfefc1c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 945 time: 0.1725121 Jul 13 19:46:01.829382 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d1a7371-b1eb-4cd8-af01-3d7218e3973c req-627f7b5d-aa2e-43a7-aa11-462374f226d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0632856 Jul 13 19:46:01.860087 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4fd89d-2ccc-4192-82c1-66fcc6b551dd x-openstack-request-id: req-4d4fd89d-2ccc-4192-82c1-66fcc6b551dd {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:46:01.860476 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2650604b-30d4-4b01-9b2d-13992acde5e2", "name": "network-vif-deleted", "tag": "63d8e048-7750-4165-8208-6d67fc841a8b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:46:01.860824 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d4fd89d-2ccc-4192-82c1-66fcc6b551dd {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:46:01.861315 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2650604b-30d4-4b01-9b2d-13992acde5e2', 'name': 'network-vif-deleted', 'tag': '63d8e048-7750-4165-8208-6d67fc841a8b', 'status': 'completed', 'code': 200} Jul 13 19:46:02.147929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7dca9b72-c616-41f6-a0c7-8b0b14472905 req-cb16183e-6016-408c-a53a-31c7c74dbb02 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=2650604b-30d4-4b01-9b2d-13992acde5e2 HTTP/1.1" status: 200 len: 210 time: 0.0298879 Jul 13 19:46:02.526010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 76bb70de-79cc-46d6-a300-9b7b60fe75f2 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:46:02.621755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:46:02.627335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:46:02.627734 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:02.712804 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:02.734091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:46:02.736633 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6f42c6-7a9a-44c1-b909-17fc89292354" -d '{"events": [{"server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "name": "network-vif-plugged", "status": "completed", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:46:02.750433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:02.756361 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:02.757787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 63d8e048-7750-4165-8208-6d67fc841a8b no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:46:02.785360 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fee4bb-9957-4c78-a906-d7ca7269a28f x-openstack-request-id: req-c6fee4bb-9957-4c78-a906-d7ca7269a28f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:46:02.785658 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "name": "network-vif-plugged", "status": "completed", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:46:02.785908 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6fee4bb-9957-4c78-a906-d7ca7269a28f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:46:02.786312 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'code': 200} Jul 13 19:46:02.809561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 63d8e048-7750-4165-8208-6d67fc841a8b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:46:02.810042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 63d8e048-7750-4165-8208-6d67fc841a8b not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:46:02.840734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=76bb70de-79cc-46d6-a300-9b7b60fe75f2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:02.949316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327dddf-6b94-466e-936e-17ac95aa58be req-258bad81-f1f6-4470-ad9c-452448434888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:02.952323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c327dddf-6b94-466e-936e-17ac95aa58be req-258bad81-f1f6-4470-ad9c-452448434888 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1097 time: 0.0740321 Jul 13 19:46:03.055764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c327dddf-6b94-466e-936e-17ac95aa58be req-7e770c65-da93-4b35-949d-e5bdb8b44309 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0888965 Jul 13 19:46:03.089669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba482a4-6969-41ab-9465-2bf2251e4845 req-0994199e-6d58-47f8-b2cb-e8f027661479 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:03.098007 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ba482a4-6969-41ab-9465-2bf2251e4845 req-0994199e-6d58-47f8-b2cb-e8f027661479 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1434164 Jul 13 19:46:03.138922 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ba482a4-6969-41ab-9465-2bf2251e4845 req-27f49921-9799-44d7-99b8-93a4013d4903 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402570 Jul 13 19:46:03.252695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:03.412199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:03.527171 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bab121ff-f887-4258-8d47-8f26230a06b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:03.620531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bab121ff-f887-4258-8d47-8f26230a06b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:03.625333 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bab121ff-f887-4258-8d47-8f26230a06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:03.638214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:03.661800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab121ff-f887-4258-8d47-8f26230a06b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53022435-781d-4f94-9750-9a5161fcf525,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:03.686294 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bab121ff-f887-4258-8d47-8f26230a06b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54be92dc1ec24471a8db6ff5937af835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722275 Jul 13 19:46:03.687080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:03.744288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14fa91aa-da58-4d06-8884-a11de79a6776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:03.774114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14fa91aa-da58-4d06-8884-a11de79a6776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:03.828306 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14fa91aa-da58-4d06-8884-a11de79a6776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:03.831194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14fa91aa-da58-4d06-8884-a11de79a6776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:03.835176 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-14fa91aa-da58-4d06-8884-a11de79a6776 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53022435-781d-4f94-9750-9a5161fcf525 HTTP/1.1" status: 204 len: 168 time: 0.1468406 Jul 13 19:46:03.848055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa91aa-da58-4d06-8884-a11de79a6776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53022435-781d-4f94-9750-9a5161fcf525,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:04.212536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:04.247642 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e4b273-a606-4d00-ac86-13a6b34146ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:04.345548 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:46:04.384570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e4b273-a606-4d00-ac86-13a6b34146ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:04.397943 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e4b273-a606-4d00-ac86-13a6b34146ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:04.430582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Deleting port b79ca3b1-ed24-4a93-84c9-20b03d43799a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:46:04.431560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:04.472445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b273-a606-4d00-ac86-13a6b34146ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af01bddf-cac9-4c80-a60f-51feb8ce3bc6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:04.477349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-52e4b273-a606-4d00-ac86-13a6b34146ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a42ef6a2e71b4afa83d3da6eb491c33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636764 Jul 13 19:46:04.480094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:04.526328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] For port b79ca3b1-ed24-4a93-84c9-20b03d43799a, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b79ca3b1-ed24-4a93-84c9-20b03d43799a,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:04.526870 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:04.537131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3422bd-c43c-4e4e-9560-620789e82e9a req-1f21a877-a850-4c9b-8652-43e2bb9d8ea3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:04.538767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b3422bd-c43c-4e4e-9560-620789e82e9a req-1f21a877-a850-4c9b-8652-43e2bb9d8ea3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1524901 Jul 13 19:46:04.541932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Calling delete_port for b79ca3b1-ed24-4a93-84c9-20b03d43799a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:46:04.569008 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77d57648-bfbd-40f3-a360-54f5fee31779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:04.607042 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77d57648-bfbd-40f3-a360-54f5fee31779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:04.616032 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b3422bd-c43c-4e4e-9560-620789e82e9a req-9e3b33bd-5bd6-4db2-b46c-afd3afd73254 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0671155 Jul 13 19:46:04.663958 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77d57648-bfbd-40f3-a360-54f5fee31779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:04.668680 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77d57648-bfbd-40f3-a360-54f5fee31779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:04.671287 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-77d57648-bfbd-40f3-a360-54f5fee31779 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af01bddf-cac9-4c80-a60f-51feb8ce3bc6 HTTP/1.1" status: 204 len: 168 time: 0.1810400 Jul 13 19:46:04.688054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d57648-bfbd-40f3-a360-54f5fee31779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af01bddf-cac9-4c80-a60f-51feb8ce3bc6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:04.827757 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:04.865453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Port': ['ID=b79ca3b1-ed24-4a93-84c9-20b03d43799a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:04.940006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1524e-68fa-49c3-b691-e8640b4c2b7b req-5429d6ea-d0da-4856-9b7e-6640f3a329f2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:04.941683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3be1524e-68fa-49c3-b691-e8640b4c2b7b req-5429d6ea-d0da-4856-9b7e-6640f3a329f2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1852503 Jul 13 19:46:05.049406 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3be1524e-68fa-49c3-b691-e8640b4c2b7b req-7bcf2737-7ffa-446f-91a3-2161cc9ae4d1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1001534 Jul 13 19:46:05.069793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:05.162929 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:05.164580 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ccfe04-f46a-47a1-af1c-644c84d19ae1 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:05.168661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-03ccfe04-f46a-47a1-af1c-644c84d19ae1 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1092 time: 0.0945508 Jul 13 19:46:05.173702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:05.179851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:46:05.250692 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:05.503827 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:05.555509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Router eb74d909-cce5-49b6-99a3-b6d105a2cefb has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:46:05.698087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.25.7.159 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/8b357a65-0b19-4035-b898-5713c58defa9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:46:05.767911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:46:05.773929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-015ca296-058d-44e6-8e29-50636f6be6bd tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "PUT /v2.0/routers/eb74d909-cce5-49b6-99a3-b6d105a2cefb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5199845 Jul 13 19:46:05.777006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:05.783052 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] Sync routers for ids ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:46:05.802083 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] Routers {'eb74d909-cce5-49b6-99a3-b6d105a2cefb'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:46:05.803085 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:05.844079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a449d9b-48b4-49ff-a6cd-9a1df2f4a6c3 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Deleting subnet f4af4568-93e8-4c29-a655-19b207a00ff7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:46:05.848380 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a449d9b-48b4-49ff-a6cd-9a1df2f4a6c3 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:05.870244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:05.909916 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a449d9b-48b4-49ff-a6cd-9a1df2f4a6c3 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:05.964423 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:05.983800 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] Set router eb74d909-cce5-49b6-99a3-b6d105a2cefb gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:46:06.017234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=8b357a65-0b19-4035-b898-5713c58defa9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:06.030660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:46:06.032741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:46:06.039323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:46:06.047911 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a449d9b-48b4-49ff-a6cd-9a1df2f4a6c3 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.161915 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a449d9b-48b4-49ff-a6cd-9a1df2f4a6c3 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.224033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a449d9b-48b4-49ff-a6cd-9a1df2f4a6c3 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Subnet': ['ID=f4af4568-93e8-4c29-a655-19b207a00ff7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:06.230271 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a449d9b-48b4-49ff-a6cd-9a1df2f4a6c3 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.235771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9a449d9b-48b4-49ff-a6cd-9a1df2f4a6c3 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "DELETE /v2.0/subnets/f4af4568-93e8-4c29-a655-19b207a00ff7 HTTP/1.1" status: 204 len: 168 time: 0.4570830 Jul 13 19:46:06.236362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:06.238330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c0850-fe63-499c-95a4-fd7aeceb2ae0 None None] Network 5b3bde0b-1940-4856-b192-92fa8768f084 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:46:06.379579 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-176908971', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:46:04Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:06.408885 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.440174 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] Checking router: eb74d909-cce5-49b6-99a3-b6d105a2cefb for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:46:06.469572 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] Routers {'eb74d909-cce5-49b6-99a3-b6d105a2cefb'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:46:06.470208 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:06.629835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.667689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7705ef8-7d83-423d-935d-7a9492347b68 None None] DHCP port deletion for 5b3bde0b-1940-4856-b192-92fa8768f084 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:46:06.697772 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.745385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Deleting port 33d6faa1-72fd-4589-9a24-5b2e10555b5d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:46:06.745957 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.774011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c7705ef8-7d83-423d-935d-7a9492347b68 None None] Deleting port 7ffec2c2-aa55-4a7d-b890-e1249891d962 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:46:06.774867 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7705ef8-7d83-423d-935d-7a9492347b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.834696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.863247 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] Set router eb74d909-cce5-49b6-99a3-b6d105a2cefb gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:46:06.878072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c7705ef8-7d83-423d-935d-7a9492347b68 None None] For port 7ffec2c2-aa55-4a7d-b890-e1249891d962, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7ffec2c2-aa55-4a7d-b890-e1249891d962,segment=NetworkSegment(623e2d3d-7f14-486b-8d8c-9980e2c3425e),segment_id=623e2d3d-7f14-486b-8d8c-9980e2c3425e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:06.879111 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7705ef8-7d83-423d-935d-7a9492347b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.894879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c7705ef8-7d83-423d-935d-7a9492347b68 None None] Calling delete_port for 7ffec2c2-aa55-4a7d-b890-e1249891d962 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:46:06.954902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] For port 33d6faa1-72fd-4589-9a24-5b2e10555b5d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=33d6faa1-72fd-4589-9a24-5b2e10555b5d,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:06.955531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.988573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Calling delete_port for 33d6faa1-72fd-4589-9a24-5b2e10555b5d owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:46:07.038312 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7705ef8-7d83-423d-935d-7a9492347b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.096762 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-176908971', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:46:04Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:07.097273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7705ef8-7d83-423d-935d-7a9492347b68 None None] Pushing event deleted for resources: {'Port': ['ID=7ffec2c2-aa55-4a7d-b890-e1249891d962,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:07.099427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7705ef8-7d83-423d-935d-7a9492347b68 None None] No DVR routers for this DVR port 7ffec2c2-aa55-4a7d-b890-e1249891d962 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:46:07.129912 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.136063 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bbea8-f75b-4f17-86b5-bfb56fec0ca2 None None] The sync data for ids ['eb74d909-cce5-49b6-99a3-b6d105a2cefb'] in n-d-800708-1 is: [{'id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-176908971', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:46:04Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '33d6faa1-72fd-4589-9a24-5b2e10555b5d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb74d909-cce5-49b6-99a3-b6d105a2cefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:34Z', 'updated_at': '2021-07-13T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:46:07.142922 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.301999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=8b357a65-0b19-4035-b898-5713c58defa9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:07.327062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.356185 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.398741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Port': ['ID=33d6faa1-72fd-4589-9a24-5b2e10555b5d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:07.452405 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.504257 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Floating IP 783d4be9-3b39-4bd3-ab8c-be500b6d1837 associated. External IP: 172.25.7.159, port: 76bb70de-79cc-46d6-a300-9b7b60fe75f2. Jul 13 19:46:07.610089 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.622075 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.686822 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.687592 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Fanout notify agent at l3_agent the message router_deleted on router eb74d909-cce5-49b6-99a3-b6d105a2cefb {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:46:07.700894 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.702653 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bb00e4bd-b762-43da-bc57-5a8236ec8ea4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "DELETE /v2.0/routers/eb74d909-cce5-49b6-99a3-b6d105a2cefb HTTP/1.1" status: 204 len: 168 time: 1.4652719 Jul 13 19:46:07.705332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:07.827226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:46:07.835986 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.944888 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:07.956276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3bde0b-1940-4856-b192-92fa8768f084']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:07.968288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623e2d3d-7f14-486b-8d8c-9980e2c3425e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:07.968611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623e2d3d-7f14-486b-8d8c-9980e2c3425e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:07.980913 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:08.001055 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:08.007823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:46:08.008932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:46:08.009359 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:08.031526 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:08.039925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] Sync routers for ids ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:46:08.070030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] Routers {'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:46:08.073977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:08.084029 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ae815693-639f-4e50-bf61-5a946bead0d0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9091187 Jul 13 19:46:08.084791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:46:08.092576 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:46:08.106450 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:08.120881 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:08.125063 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "DELETE /v2.0/networks/5b3bde0b-1940-4856-b192-92fa8768f084 HTTP/1.1" status: 204 len: 168 time: 0.4177873 Jul 13 19:46:08.134743 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69" -d '{"events": [{"name": "network-changed", "server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:46:08.136224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:08.244359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] Set router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:46:08.253924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbed185-c153-4b7f-9a22-452dae3434bb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Network': ['ID=5b3bde0b-1940-4856-b192-92fa8768f084,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:08.379747 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85129dcb-ed8b-4feb-bcd1-cd849b1a575b x-openstack-request-id: req-85129dcb-ed8b-4feb-bcd1-cd849b1a575b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:46:08.380175 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:46:08.380430 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85129dcb-ed8b-4feb-bcd1-cd849b1a575b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:46:08.380985 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'status': 'completed', 'code': 200} Jul 13 19:46:08.519101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Deleting port 6d978386-7214-4649-98a9-39bc7aeb24c8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:46:08.519453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:08.590208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498171a-f38f-4826-8a69-9033ec438531 req-c53a1629-afb5-4d52-9d69-9d6c88aa6a57 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:08.594102 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c498171a-f38f-4826-8a69-9033ec438531 req-c53a1629-afb5-4d52-9d69-9d6c88aa6a57 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1911592 Jul 13 19:46:08.636595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 33d6faa1-72fd-4589-9a24-5b2e10555b5d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:46:08.637362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-4370753b-7df7-43b1-9d2f-1854ff97122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:08.640281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-4370753b-7df7-43b1-9d2f-1854ff97122f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1097 time: 0.2269578 Jul 13 19:46:08.667746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 33d6faa1-72fd-4589-9a24-5b2e10555b5d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:46:08.668100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 33d6faa1-72fd-4589-9a24-5b2e10555b5d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:46:08.668602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7ffec2c2-aa55-4a7d-b890-e1249891d962 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:46:08.700839 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 7ffec2c2-aa55-4a7d-b890-e1249891d962 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:46:08.701956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7ffec2c2-aa55-4a7d-b890-e1249891d962 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:46:08.702794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b79ca3b1-ed24-4a93-84c9-20b03d43799a no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:46:08.703603 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c498171a-f38f-4826-8a69-9033ec438531 req-cd3146da-8439-4904-926d-e593a3713386 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0957088 Jul 13 19:46:08.735353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:08.864997 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-03050eaa-dc9a-4218-a42b-dbcd3954517d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/783d4be9-3b39-4bd3-ab8c-be500b6d1837 HTTP/1.1" status: 200 len: 992 time: 0.1281753 Jul 13 19:46:08.971584 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: b79ca3b1-ed24-4a93-84c9-20b03d43799a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:46:08.971928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b79ca3b1-ed24-4a93-84c9-20b03d43799a not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:46:08.975111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:51Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '783d4be9-3b39-4bd3-ab8c-be500b6d1837', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'port_id': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'mac_address': 'fa:16:3e:a0:37:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:46:06Z', 'updated_at': '2021-07-13T19:46:06Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6caa18-a9f7-4149-b78d-4524da3adcd3', 'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:be:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:49Z', 'updated_at': '2021-07-13T19:45:56Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:09.005330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] Checking router: bf57ad4d-299e-4ac5-a968-d5c3f4149bdc for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:46:09.015297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] Routers {'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:46:09.016038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:09.147192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] Set router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:46:09.209433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-93a489bb-2b07-42e2-af35-3e63f9be9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:09.211107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-93a489bb-2b07-42e2-af35-3e63f9be9a08 service neutron] 10.222.0.24 "GET /v2.0/networks?id=411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 200 len: 897 time: 0.5626585 Jul 13 19:46:09.285345 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-ba3d0202-54c8-4974-bda2-c78be89a7ef6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 1000 time: 0.0622785 Jul 13 19:46:09.289207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:09.289651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:09.348985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-2dd7d768-e2d8-47c8-bc59-371d7814f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:09.350736 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-2dd7d768-e2d8-47c8-bc59-371d7814f120 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ce45dd-4069-427a-9480-7ef0127c52fb HTTP/1.1" status: 200 len: 835 time: 0.0526643 Jul 13 19:46:09.356530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Calling delete_port for 6d978386-7214-4649-98a9-39bc7aeb24c8 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:46:09.417715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:51Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '783d4be9-3b39-4bd3-ab8c-be500b6d1837', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'port_id': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'mac_address': 'fa:16:3e:a0:37:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:46:06Z', 'updated_at': '2021-07-13T19:46:06Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6caa18-a9f7-4149-b78d-4524da3adcd3', 'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:be:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:49Z', 'updated_at': '2021-07-13T19:45:56Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:09.449644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a13f1d-e880-4b9b-b6c0-2a3d121cbb65 None None] The sync data for ids ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'] in n-d-800708-1 is: [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:51Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '783d4be9-3b39-4bd3-ab8c-be500b6d1837', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'port_id': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'mac_address': 'fa:16:3e:a0:37:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:46:06Z', 'updated_at': '2021-07-13T19:46:06Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6caa18-a9f7-4149-b78d-4524da3adcd3', 'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:be:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:49Z', 'updated_at': '2021-07-13T19:45:56Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:46:09.496325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-3580e0e9-e97d-4c74-9126-85c5e4df8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:09.498073 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-3580e0e9-e97d-4c74-9126-85c5e4df8605 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=411c1342-358d-4b10-9e72-b5f4acd7f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389248 Jul 13 19:46:09.629291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-9b0249ee-f57e-490c-b30b-6b88012e2233 service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235321 Jul 13 19:46:09.731893 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc8e7ebe-ce51-4015-97b8-dc6b2aa76d69 req-e794c6e4-8bbc-4bfd-8f7f-d6d575eaeae8 service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943468 Jul 13 19:46:09.804478 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:09.805049 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74522ae4-35ef-47fa-a6ef-bd7a41560b32 None None] New status for floating IP 783d4be9-3b39-4bd3-ab8c-be500b6d1837: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:46:09.867216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:09.875542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Port': ['ID=6d978386-7214-4649-98a9-39bc7aeb24c8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:09.937571 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:09.938064 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Floating IP 94d89230-9500-440a-a97c-1404813345c0 disassociated (deleted). External IP: 172.25.7.46, port: c0df4edf-d012-4bcc-83ce-fb98a6be838e. Jul 13 19:46:09.967143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-33a737d1-8022-43c5-befa-1ea395a5831f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/783d4be9-3b39-4bd3-ab8c-be500b6d1837 HTTP/1.1" status: 200 len: 992 time: 0.0971565 Jul 13 19:46:10.183108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:46:10.309218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:46:10.323403 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:10.328792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] Sync routers for ids ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:46:10.345006 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] Routers {'99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:46:10.345638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:10.368469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-14e2fa36-76b8-45ef-a443-3f691678b220 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "DELETE /v2.0/floatingips/94d89230-9500-440a-a97c-1404813345c0 HTTP/1.1" status: 204 len: 168 time: 2.2287753 Jul 13 19:46:10.368469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'tag': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:46:10.369703 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cb0947-552a-4219-8966-ae36add370e7" -d '{"events": [{"name": "network-changed", "server_uuid": "17b75281-5a82-4e74-a6ff-1c1095e112f9", "tag": "c0df4edf-d012-4bcc-83ce-fb98a6be838e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:46:10.409850 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec16810-655d-40e3-93c9-6688a7b01f04 x-openstack-request-id: req-8ec16810-655d-40e3-93c9-6688a7b01f04 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:46:10.410347 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b75281-5a82-4e74-a6ff-1c1095e112f9", "tag": "c0df4edf-d012-4bcc-83ce-fb98a6be838e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:46:10.410729 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ec16810-655d-40e3-93c9-6688a7b01f04 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:46:10.411243 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'tag': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'status': 'completed', 'code': 200} Jul 13 19:46:10.587191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] Set router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:46:10.735576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb0947-552a-4219-8966-ae36add370e7 req-bd4da04d-60d3-453a-855f-4fd24476e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:10.737092 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0cb0947-552a-4219-8966-ae36add370e7 req-bd4da04d-60d3-453a-855f-4fd24476e1f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0832178c53474c02b4642a7c5064e42b&device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 1135 time: 0.2968864 Jul 13 19:46:10.901374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0a3d5f0c-d637-49dc-a71b-ce6250fa6243', 'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:96:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:30Z', 'updated_at': '2021-07-13T19:44:37Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:10.901681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb0947-552a-4219-8966-ae36add370e7 req-cb7c5e9f-9f7e-4f83-a2f4-be6efe12d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:10.903914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0cb0947-552a-4219-8966-ae36add370e7 req-cb7c5e9f-9f7e-4f83-a2f4-be6efe12d4c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee HTTP/1.1" status: 200 len: 897 time: 0.1595035 Jul 13 19:46:10.970846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51200ff9-e17e-4e9d-9422-d6a4f7f6ba04 req-b5b0de57-97db-4c88-ae98-9385fa9ce4f9 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:10.974777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:10.976977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] Checking router: 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:46:10.979255 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51200ff9-e17e-4e9d-9422-d6a4f7f6ba04 req-b5b0de57-97db-4c88-ae98-9385fa9ce4f9 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 984 time: 0.1420279 Jul 13 19:46:11.000299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] Routers {'99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:46:11.000928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:11.029626 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51200ff9-e17e-4e9d-9422-d6a4f7f6ba04 req-44d64c9f-3afe-4a52-b734-554513ec6c78 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0492849 Jul 13 19:46:11.051597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5ff3c8a5-62f8-46c5-a815-2c4eb5ad4893 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/783d4be9-3b39-4bd3-ab8c-be500b6d1837 HTTP/1.1" status: 200 len: 994 time: 0.0754652 Jul 13 19:46:11.053357 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0cb0947-552a-4219-8966-ae36add370e7 req-43c126bc-a715-4bf3-b2cd-feb9419993f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0df4edf-d012-4bcc-83ce-fb98a6be838e HTTP/1.1" status: 200 len: 217 time: 0.1427960 Jul 13 19:46:11.128806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb0947-552a-4219-8966-ae36add370e7 req-80543748-8249-4c75-ba05-2fab61073232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:11.130359 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0cb0947-552a-4219-8966-ae36add370e7 req-80543748-8249-4c75-ba05-2fab61073232 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ffccab1-6ec5-452f-b385-bda89a3dd909 HTTP/1.1" status: 200 len: 835 time: 0.0701289 Jul 13 19:46:11.214777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb0947-552a-4219-8966-ae36add370e7 req-0b57acf0-1b23-42d7-84b6-e9932bd59ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:11.215879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] Set router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:46:11.216475 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0cb0947-552a-4219-8966-ae36add370e7 req-0b57acf0-1b23-42d7-84b6-e9932bd59ee5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788541 Jul 13 19:46:11.340237 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0cb0947-552a-4219-8966-ae36add370e7 req-8c512cd2-d5ac-458f-8e3f-68ba12ed3326 service neutron] 10.222.0.60 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134303 Jul 13 19:46:11.483218 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0cb0947-552a-4219-8966-ae36add370e7 req-3150a5d6-74fe-433d-92fb-01344707e966 service neutron] 10.222.0.60 "GET /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358008 Jul 13 19:46:11.502962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0a3d5f0c-d637-49dc-a71b-ce6250fa6243', 'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:96:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:30Z', 'updated_at': '2021-07-13T19:44:37Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:11.538379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90831bd0-b0c9-4be9-af00-8730b2718c97 None None] The sync data for ids ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'] in n-d-800708-1 is: [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 4, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0a3d5f0c-d637-49dc-a71b-ce6250fa6243', 'name': '', 'network_id': 'a0bde7a2-c70c-4b3f-9a30-f99a81e006ee', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'mac_address': 'fa:16:3e:96:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:30Z', 'updated_at': '2021-07-13T19:44:37Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'subnets': [{'id': '8ffccab1-6ec5-452f-b385-bda89a3dd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:46:11.925426 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf8756-f1e4-47fb-9ec8-9fce1a28679a None None] New status for floating IP 94d89230-9500-440a-a97c-1404813345c0: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:46:12.048676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-7cec11ce-5951-433a-825c-5eb3a3cb5dcc tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:12.050445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-7cec11ce-5951-433a-825c-5eb3a3cb5dcc tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.60 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 984 time: 0.0903378 Jul 13 19:46:12.204716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-fe64e395-9a38-4a93-8a4f-f78ebd7c2510 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Deleting port c0df4edf-d012-4bcc-83ce-fb98a6be838e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:46:12.204919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-fe64e395-9a38-4a93-8a4f-f78ebd7c2510 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:12.365652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-fe64e395-9a38-4a93-8a4f-f78ebd7c2510 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] For port c0df4edf-d012-4bcc-83ce-fb98a6be838e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c0df4edf-d012-4bcc-83ce-fb98a6be838e,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:12.366023 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-fe64e395-9a38-4a93-8a4f-f78ebd7c2510 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:12.384009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5430e68-8257-4e17-ac60-4a933ff8b29a req-1ba32d4c-1488-4efa-9746-9ffbbeacd80b tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:12.385562 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d5430e68-8257-4e17-ac60-4a933ff8b29a req-1ba32d4c-1488-4efa-9746-9ffbbeacd80b tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 984 time: 0.1358178 Jul 13 19:46:12.393122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-fe64e395-9a38-4a93-8a4f-f78ebd7c2510 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Calling delete_port for c0df4edf-d012-4bcc-83ce-fb98a6be838e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:46:12.483679 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d5430e68-8257-4e17-ac60-4a933ff8b29a req-30232b0e-5416-44b8-890b-cad0a73bd3c9 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c01e7a-3783-43c2-87dc-1409185ceffd&id=962f3ce1-059d-4be2-864d-e00a10745068&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0886073 Jul 13 19:46:12.583894 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-fe64e395-9a38-4a93-8a4f-f78ebd7c2510 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:12.623924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64e395-9a38-4a93-8a4f-f78ebd7c2510 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Port': ['ID=c0df4edf-d012-4bcc-83ce-fb98a6be838e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:13.004430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-fe64e395-9a38-4a93-8a4f-f78ebd7c2510 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] No DVR routers for this DVR port c0df4edf-d012-4bcc-83ce-fb98a6be838e on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:46:13.007020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-fe64e395-9a38-4a93-8a4f-f78ebd7c2510 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:13.009053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e1f3ed9-e91e-4ba6-ab14-735b3341de98 req-fe64e395-9a38-4a93-8a4f-f78ebd7c2510 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.60 "DELETE /v2.0/ports/c0df4edf-d012-4bcc-83ce-fb98a6be838e HTTP/1.1" status: 204 len: 173 time: 0.9532554 Jul 13 19:46:13.009513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'name': 'network-vif-deleted', 'tag': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:46:13.011785 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8301350-0e55-495c-a8aa-4ca9fd936415" -d '{"events": [{"server_uuid": "17b75281-5a82-4e74-a6ff-1c1095e112f9", "name": "network-vif-deleted", "tag": "c0df4edf-d012-4bcc-83ce-fb98a6be838e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:46:13.052466 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ff5f14-b436-4cd1-b424-8b4932657d5f x-openstack-request-id: req-90ff5f14-b436-4cd1-b424-8b4932657d5f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:46:13.053086 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b75281-5a82-4e74-a6ff-1c1095e112f9", "name": "network-vif-deleted", "tag": "c0df4edf-d012-4bcc-83ce-fb98a6be838e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:46:13.053086 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90ff5f14-b436-4cd1-b424-8b4932657d5f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:46:13.053395 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b75281-5a82-4e74-a6ff-1c1095e112f9', 'name': 'network-vif-deleted', 'tag': 'c0df4edf-d012-4bcc-83ce-fb98a6be838e', 'status': 'completed', 'code': 200} Jul 13 19:46:13.692202 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c7714f1b-e2ae-4329-9b87-d91814806e87 req-04bc108c-2131-495c-8f52-7ff522646df1 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75281-5a82-4e74-a6ff-1c1095e112f9 HTTP/1.1" status: 200 len: 210 time: 0.0425420 Jul 13 19:46:14.783236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:14.823035 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-1666711c-e1bb-4cee-82af-40b09e6e505e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521162 Jul 13 19:46:14.842992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d5f267-ea4d-471b-b5cc-344be067929e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:14.868877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d5f267-ea4d-471b-b5cc-344be067929e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:14.920763 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d5f267-ea4d-471b-b5cc-344be067929e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:14.923871 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d5f267-ea4d-471b-b5cc-344be067929e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:14.927485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-10d5f267-ea4d-471b-b5cc-344be067929e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "DELETE /v2.0/security-groups/86c01e7a-3783-43c2-87dc-1409185ceffd HTTP/1.1" status: 204 len: 168 time: 0.1408303 Jul 13 19:46:14.929211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:14.941483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-46aaa1a8-ae37-42d6-9b31-d865e9f7acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:14.943086 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-46aaa1a8-ae37-42d6-9b31-d865e9f7acb9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1096 time: 0.0769875 Jul 13 19:46:14.958183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5f267-ea4d-471b-b5cc-344be067929e tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c01e7a-3783-43c2-87dc-1409185ceffd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:15.023112 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94853fb9-8bec-4726-a121-972ea0674077 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:15.050174 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94853fb9-8bec-4726-a121-972ea0674077 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:15.081696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-5956d72c-3f75-4b3a-ac1b-74f3283da7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:15.083222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-5956d72c-3f75-4b3a-ac1b-74f3283da7b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1189401 Jul 13 19:46:15.106057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94853fb9-8bec-4726-a121-972ea0674077 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:15.109294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94853fb9-8bec-4726-a121-972ea0674077 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:15.113089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-94853fb9-8bec-4726-a121-972ea0674077 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "DELETE /v2.0/security-groups/962f3ce1-059d-4be2-864d-e00a10745068 HTTP/1.1" status: 204 len: 168 time: 0.1804383 Jul 13 19:46:15.120828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:15.121832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94853fb9-8bec-4726-a121-972ea0674077 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f3ce1-059d-4be2-864d-e00a10745068,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:15.176335 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-320a0760-fb20-487d-bd75-5d87fd711b71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 1000 time: 0.0812123 Jul 13 19:46:15.231093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-73d13dbb-1b73-4432-8def-2d7d56263eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:15.233496 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-73d13dbb-1b73-4432-8def-2d7d56263eff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0505259 Jul 13 19:46:15.297078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-e349da60-749b-4a2c-9433-d698458fee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:15.299221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-e349da60-749b-4a2c-9433-d698458fee6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600514 Jul 13 19:46:15.413945 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-beafb5af-5f03-4c9c-9ac4-b0137818a633 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076589 Jul 13 19:46:15.609420 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9737e95f-7649-425f-bcf0-5eb6ff0b5021 req-1974f6e2-beb7-4904-be5d-875be196c62a service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725779 Jul 13 19:46:15.632476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:15.727099 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:15.979060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Deleting port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:46:15.979550 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:16.067198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] For port 0a3d5f0c-d637-49dc-a71b-ce6250fa6243, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0a3d5f0c-d637-49dc-a71b-ce6250fa6243,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:16.067553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:16.081639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Calling delete_port for 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:46:16.291115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:16.339020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Port': ['ID=0a3d5f0c-d637-49dc-a71b-ce6250fa6243,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:16.389205 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:16.550559 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:16.821707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:46:16.832304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-d44a67ed-a299-48b5-8770-4b0edc5a4c3d req-0bfeeba9-9f1e-45a2-ad10-5c8ffc505a2d service neutron] (93767) timed out ('10.222.0.25', 42350) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:46:16.858372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c0df4edf-d012-4bcc-83ce-fb98a6be838e no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:46:16.885784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: c0df4edf-d012-4bcc-83ce-fb98a6be838e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:46:16.886264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c0df4edf-d012-4bcc-83ce-fb98a6be838e not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:46:16.942247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:46:16.949544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fb0b7328-f36e-4f05-b74a-21ed92df61cb tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "PUT /v2.0/routers/99852c82-12fd-4dd1-b2f0-c6f9331bb0b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8225176 Jul 13 19:46:16.949920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:16.957797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] Sync routers for ids ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:46:16.969714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] Routers {'99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:46:16.970780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:17.047590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48f5136-fd89-4527-965c-781f8a02c6a7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Deleting subnet 8ffccab1-6ec5-452f-b385-bda89a3dd909 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:46:17.051312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48f5136-fd89-4527-965c-781f8a02c6a7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:17.115089 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48f5136-fd89-4527-965c-781f8a02c6a7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:17.116127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] Set router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:46:17.218241 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48f5136-fd89-4527-965c-781f8a02c6a7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:17.351250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:46:16Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:17.383008 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-fcf8e832-75b4-4094-a2c4-ce460ad86a6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1138048 Jul 13 19:46:17.384673 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48f5136-fd89-4527-965c-781f8a02c6a7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:17.386785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] Checking router: 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:46:17.398771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] Routers {'99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:46:17.399389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:45:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:17.448490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f5136-fd89-4527-965c-781f8a02c6a7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffccab1-6ec5-452f-b385-bda89a3dd909,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:17.471342 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48f5136-fd89-4527-965c-781f8a02c6a7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:17.471578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e79288-4150-434e-b901-0cb179d2cdec None None] Network a0bde7a2-c70c-4b3f-9a30-f99a81e006ee requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:46:17.474519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f48f5136-fd89-4527-965c-781f8a02c6a7 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "DELETE /v2.0/subnets/8ffccab1-6ec5-452f-b385-bda89a3dd909 HTTP/1.1" status: 204 len: 168 time: 0.5233784 Jul 13 19:46:17.478431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:17.540562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-a9b93ac2-dcad-4ff0-a49a-0f2bc6d9fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:17.541496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-a9b93ac2-dcad-4ff0-a49a-0f2bc6d9fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:17.542158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-a9b93ac2-dcad-4ff0-a49a-0f2bc6d9fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:17.542894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-a9b93ac2-dcad-4ff0-a49a-0f2bc6d9fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:17.543548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-a9b93ac2-dcad-4ff0-a49a-0f2bc6d9fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:17.544401 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-a9b93ac2-dcad-4ff0-a49a-0f2bc6d9fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:17.545177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-a9b93ac2-dcad-4ff0-a49a-0f2bc6d9fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:17.549315 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-a9b93ac2-dcad-4ff0-a49a-0f2bc6d9fcda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6501 time: 0.0946817 Jul 13 19:46:17.637028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:17.782521 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:17.826753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-e5493186-9c5f-4f5b-9604-0755e22cfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:17.829255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-e5493186-9c5f-4f5b-9604-0755e22cfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:17.829922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-e5493186-9c5f-4f5b-9604-0755e22cfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:17.836590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-e5493186-9c5f-4f5b-9604-0755e22cfe31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60de7d8c-9f98-4164-9b60-2ef9123f341b&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d HTTP/1.1" status: 200 len: 2298 time: 0.2514477 Jul 13 19:46:17.927351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Deleting port 3abbc2a5-977a-4f28-b598-059c22541373 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:46:17.927977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:17.932422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] Set router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:46:17.990800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-4f37ae5e-b2a5-49b4-80fe-5c13dd74e379 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34 HTTP/1.1" status: 200 len: 1001 time: 0.1312706 Jul 13 19:46:18.094998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-09e064aa-48c5-4a9b-bcdf-5dcfaf17bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:18.097658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-09e064aa-48c5-4a9b-bcdf-5dcfaf17bea0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce31b39-5b80-4d84-8622-b4b60ff44bd7 HTTP/1.1" status: 200 len: 856 time: 0.0907757 Jul 13 19:46:18.099939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] For port 3abbc2a5-977a-4f28-b598-059c22541373, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3abbc2a5-977a-4f28-b598-059c22541373,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:18.100523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:18.121810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f2939e-df35-43cc-952a-ceb07713c478 None None] DHCP port deletion for a0bde7a2-c70c-4b3f-9a30-f99a81e006ee request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:46:18.137986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Calling delete_port for 3abbc2a5-977a-4f28-b598-059c22541373 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:46:18.193382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-5cca136d-3e29-4fa8-8da7-a7f678a083ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:18.195857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-5cca136d-3e29-4fa8-8da7-a7f678a083ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60de7d8c-9f98-4164-9b60-2ef9123f341b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880959 Jul 13 19:46:18.330114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-49f2939e-df35-43cc-952a-ceb07713c478 None None] Deleting port 4f870b17-140e-472e-8993-10fb5d20db08 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:46:18.334977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49f2939e-df35-43cc-952a-ceb07713c478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:18.454936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-f8d2b782-6a02-4a39-a824-87c3d097dfce service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434053 Jul 13 19:46:18.535314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-49f2939e-df35-43cc-952a-ceb07713c478 None None] For port 4f870b17-140e-472e-8993-10fb5d20db08, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4f870b17-140e-472e-8993-10fb5d20db08,segment=NetworkSegment(c23bc833-436b-44bf-b579-95160d705d7e),segment_id=c23bc833-436b-44bf-b579-95160d705d7e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:18.537240 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49f2939e-df35-43cc-952a-ceb07713c478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:18.542275 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:18.586002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Port': ['ID=3abbc2a5-977a-4f28-b598-059c22541373,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:18.588102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-49f2939e-df35-43cc-952a-ceb07713c478 None None] Calling delete_port for 4f870b17-140e-472e-8993-10fb5d20db08 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:46:18.625578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4f870b17-140e-472e-8993-10fb5d20db08 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:46:18.716773 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:18.721636 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-8f4fdbe4-b2f3-4e24-b241-1035e0f3f0ad service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526920 Jul 13 19:46:18.727186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:46:16Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:18.764901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068667a-1049-4eb4-b3ae-c4b466b6e501 None None] The sync data for ids ['99852c82-12fd-4dd1-b2f0-c6f9331bb0b5'] in n-d-800708-1 is: [{'id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135837844', 'tenant_id': '0832178c53474c02b4642a7c5064e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3abbc2a5-977a-4f28-b598-059c22541373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:22Z', 'updated_at': '2021-07-13T19:46:16Z', 'revision_number': 5, 'project_id': '0832178c53474c02b4642a7c5064e42b', 'gw_port': {'id': '3abbc2a5-977a-4f28-b598-059c22541373', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99852c82-12fd-4dd1-b2f0-c6f9331bb0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:24Z', 'updated_at': '2021-07-13T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:46:18.843534 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:18.885027 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49f2939e-df35-43cc-952a-ceb07713c478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:18.923566 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:18.924115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2939e-df35-43cc-952a-ceb07713c478 None None] Pushing event deleted for resources: {'Port': ['ID=4f870b17-140e-472e-8993-10fb5d20db08,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:18.926821 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:18.936686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f2939e-df35-43cc-952a-ceb07713c478 None None] No DVR routers for this DVR port 4f870b17-140e-472e-8993-10fb5d20db08 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:46:18.996775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:18.998122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Fanout notify agent at l3_agent the message router_deleted on router 99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:46:19.005527 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:19.010210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-699365b1-107d-4429-977c-5b00617c41c4 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "DELETE /v2.0/routers/99852c82-12fd-4dd1-b2f0-c6f9331bb0b5 HTTP/1.1" status: 204 len: 168 time: 1.5295298 Jul 13 19:46:19.010759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:19.131171 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:19.332824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:19.338360 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-c41e9efd-37c3-4feb-bd25-eb34133f83b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 200 len: 217 time: 0.6088245 Jul 13 19:46:19.344552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bde7a2-c70c-4b3f-9a30-f99a81e006ee']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:19.359282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23bc833-436b-44bf-b579-95160d705d7e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:19.359699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23bc833-436b-44bf-b579-95160d705d7e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:46:19.371793 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:19.388088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:19.395661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:46:19.396199 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:19.415231 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-3fe214dc-b990-44dc-a468-b44a1fdc0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:19.417130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-3fe214dc-b990-44dc-a468-b44a1fdc0202 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0644240 Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:46:19.460237 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:46:19.489853 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:19.501596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:19.506112 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] 10.222.0.25 "DELETE /v2.0/networks/a0bde7a2-c70c-4b3f-9a30-f99a81e006ee HTTP/1.1" status: 204 len: 168 time: 0.4918339 Jul 13 19:46:19.513450 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-e1ad3c1b-f5de-4f90-b584-3b33fddbf118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:19.515278 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-e1ad3c1b-f5de-4f90-b584-3b33fddbf118 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902255 Jul 13 19:46:19.535582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b2a27-b8d1-4424-a281-6d962fcc2b21 tempest-TestSecurityGroupsBasicOps-1815239621 tempest-TestSecurityGroupsBasicOps-1815239621-project] Pushing event deleted for resources: {'Network': ['ID=a0bde7a2-c70c-4b3f-9a30-f99a81e006ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:19.711342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-08199b55-3f67-412e-91ed-28543a6d3826 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833858 Jul 13 19:46:19.827094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-7f9def6b-3702-4d09-84d3-a50fae9b5332 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058660 Jul 13 19:46:19.880197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-6f885350-2d4d-44f2-9543-3a87cc6e6e12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 200 len: 217 time: 0.0457802 Jul 13 19:46:19.908094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:19.939623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-bd13e062-46da-4506-b913-63fffd1432a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:19.941472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-bd13e062-46da-4506-b913-63fffd1432a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0550256 Jul 13 19:46:20.010735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-ab1dcfe4-a78c-4747-a189-fa576dd1f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:20.012292 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-ab1dcfe4-a78c-4747-a189-fa576dd1f5ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617642 Jul 13 19:46:20.079806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a29122de-ed3f-4f70-ad3f-25b1f555ba4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0832178c53474c02b4642a7c5064e42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702302 Jul 13 19:46:20.082349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:20.157864 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a9444d-95a7-4b19-ace0-2e3789585075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:20.159373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-0fb49a31-cd5b-4f6f-9082-b650aa487622 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367359 Jul 13 19:46:20.187600 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a9444d-95a7-4b19-ace0-2e3789585075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:20.282118 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a9444d-95a7-4b19-ace0-2e3789585075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:20.287359 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a9444d-95a7-4b19-ace0-2e3789585075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:20.289083 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-90a9444d-95a7-4b19-ace0-2e3789585075 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b1aeef1-4293-4848-a012-6d8f0489ccdb HTTP/1.1" status: 204 len: 168 time: 0.2055814 Jul 13 19:46:20.299541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9444d-95a7-4b19-ace0-2e3789585075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1aeef1-4293-4848-a012-6d8f0489ccdb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:20.355258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-0ebaa894-0787-48b7-973f-451e56a06867 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747682 Jul 13 19:46:20.424250 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-fd6e1531-37af-4794-81a4-bfe2bbbc2eb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0 HTTP/1.1" status: 200 len: 217 time: 0.0634372 Jul 13 19:46:20.436679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3abbc2a5-977a-4f28-b598-059c22541373 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:46:20.472623 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 3abbc2a5-977a-4f28-b598-059c22541373 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:46:20.476493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3abbc2a5-977a-4f28-b598-059c22541373 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:46:20.479751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:46:20.514874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-d3df5c06-4634-46b5-9f8f-eaf25c0d56be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:20.516892 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-d3df5c06-4634-46b5-9f8f-eaf25c0d56be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0856264 Jul 13 19:46:20.523671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:46:20.524239 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0a3d5f0c-d637-49dc-a71b-ce6250fa6243 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:46:20.594282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-da49e3c2-8ad0-4e9c-bcc0-01c869652206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:20.599891 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-da49e3c2-8ad0-4e9c-bcc0-01c869652206 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756264 Jul 13 19:46:20.708045 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b54d-9231-4fc7-b4d1-8f51b1ae4508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:20.723752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-e8466b1b-0775-4080-ac38-c2c104ee8583 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126888 Jul 13 19:46:20.743246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:20.763422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00adf6ed-9e8f-4dec-a638-300c38646869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:20.834716 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-2d3a7740-bec5-48bb-9b34-f1aad2ac7437 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992758 Jul 13 19:46:20.884288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00adf6ed-9e8f-4dec-a638-300c38646869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:20.888881 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-85b4ed56-f985-444b-8ee2-00df67d3c7d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f HTTP/1.1" status: 200 len: 217 time: 0.0463152 Jul 13 19:46:20.890025 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00adf6ed-9e8f-4dec-a638-300c38646869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:20.955209 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adf6ed-9e8f-4dec-a638-300c38646869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293a9831-ce88-4d63-b1ca-8edf1e0acc7d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:20.971831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-e37112fd-65e6-41b2-bfd4-c6727b04df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:20.973709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-e37112fd-65e6-41b2-bfd4-c6727b04df2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0770657 Jul 13 19:46:20.977272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 51550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:20.977469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-00adf6ed-9e8f-4dec-a638-300c38646869 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=693436d5b0754cfc95bfab7a8151d587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329748 Jul 13 19:46:21.074785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffaaf-11a6-444e-82b3-b434a3f05382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:21.098003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-261227b9-69a3-4a90-99a4-1c472bf6efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:21.098003 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-261227b9-69a3-4a90-99a4-1c472bf6efe6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1076221 Jul 13 19:46:21.111633 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffaaf-11a6-444e-82b3-b434a3f05382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:21.229770 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-add83cd1-a925-412e-b5de-86ca6401f194 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241539 Jul 13 19:46:21.231269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffaaf-11a6-444e-82b3-b434a3f05382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:21.236430 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffaaf-11a6-444e-82b3-b434a3f05382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:21.240013 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4b3ffaaf-11a6-444e-82b3-b434a3f05382 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/293a9831-ce88-4d63-b1ca-8edf1e0acc7d HTTP/1.1" status: 204 len: 168 time: 0.2590675 Jul 13 19:46:21.301595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ffaaf-11a6-444e-82b3-b434a3f05382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293a9831-ce88-4d63-b1ca-8edf1e0acc7d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:21.358823 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-107a131e-e9f5-40e8-b205-6a6839c9ed03 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199071 Jul 13 19:46:21.414302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-8d09212f-ff7f-4e42-b914-d86bb4855752 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89c321a2-c868-4075-8150-883f6b612ea4 HTTP/1.1" status: 200 len: 217 time: 0.0482030 Jul 13 19:46:21.474271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-f43c90d0-05bc-43fc-a9ff-82a3d4709456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:21.475900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-f43c90d0-05bc-43fc-a9ff-82a3d4709456 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.0552554 Jul 13 19:46:21.583004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-0c0cdec4-37a4-4af4-b3c8-fe37175cad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:21.585044 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-0c0cdec4-37a4-4af4-b3c8-fe37175cad0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1021233 Jul 13 19:46:21.711520 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:21.726301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-c6438617-810f-4cb9-a833-3e8ab78dd93b service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300313 Jul 13 19:46:21.770878 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c122d465-a9fa-4488-8bfc-ef020e1c922d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfaf5525d02c426f9062b4d2160b1e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578914 Jul 13 19:46:21.771879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 51578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:21.847096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8152a91-08f9-42f0-ab06-5262a663d922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:21.869824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-0d05aa5d-0f4c-4dd8-850d-3ac73874bf55 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316764 Jul 13 19:46:21.873625 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8152a91-08f9-42f0-ab06-5262a663d922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:21.929494 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8152a91-08f9-42f0-ab06-5262a663d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:21.932211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8152a91-08f9-42f0-ab06-5262a663d922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:21.935280 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8152a91-08f9-42f0-ab06-5262a663d922 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67ebfd70-9598-4201-89ac-0d0b4e6c7c21 HTTP/1.1" status: 204 len: 168 time: 0.1615837 Jul 13 19:46:21.936819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-b2e645fb-4c36-42fa-88d8-e20852c65fa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fe38d307-aeed-4940-8698-a4e553caad39 HTTP/1.1" status: 200 len: 217 time: 0.0523121 Jul 13 19:46:21.946788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8152a91-08f9-42f0-ab06-5262a663d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ebfd70-9598-4201-89ac-0d0b4e6c7c21,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:22.031090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-29997d0f-801e-47c9-9565-e26674846d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:22.032809 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-29997d0f-801e-47c9-9565-e26674846d71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.0648859 Jul 13 19:46:22.099525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-b2878197-b78f-4387-8ab8-135a1a3bfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:22.101454 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-b2878197-b78f-4387-8ab8-135a1a3bfebb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614727 Jul 13 19:46:22.220248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-c7469b0e-04ef-4ac3-9004-9a79320bb824 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076052 Jul 13 19:46:22.378882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ff8bf2c-3128-4b97-9c98-42c358ae500e req-a5173855-ff7d-45a9-be0b-d5e697749664 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477757 Jul 13 19:46:23.597808 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c17172-2ab5-42c3-8ba1-deaf82090598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:23.616106 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:24.563315 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:26.073988 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:41.346961 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:46:42.318659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5df8cf-2b21-453d-81b3-15bbfcb5041d req-44a7122b-ae66-440f-81ef-6c464222ad16 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:42.320200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d5df8cf-2b21-453d-81b3-15bbfcb5041d req-44a7122b-ae66-440f-81ef-6c464222ad16 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1097 time: 0.0534706 Jul 13 19:46:42.339968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3d5df8cf-2b21-453d-81b3-15bbfcb5041d req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:42.435371 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3d5df8cf-2b21-453d-81b3-15bbfcb5041d req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:42.439659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3d5df8cf-2b21-453d-81b3-15bbfcb5041d req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:42.466502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d5df8cf-2b21-453d-81b3-15bbfcb5041d req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1390815 Jul 13 19:46:42.470956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4024bd6-cd1a-4e2c-a344-95a097e9f660,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:42.478514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.478888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.479265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.479531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.479863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.480195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.480522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.481517 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.481944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.482159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.482780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.483021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df799-9bc7-483e-8c40-16f78105c025 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:42.649595 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e020b7-bb51-48a6-a4ef-b2d5136c2312 req-57523c60-ab52-41f4-a878-7beaeea2be4c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:42.651051 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68e020b7-bb51-48a6-a4ef-b2d5136c2312 req-57523c60-ab52-41f4-a878-7beaeea2be4c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0655520 Jul 13 19:46:42.693169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68e020b7-bb51-48a6-a4ef-b2d5136c2312 req-e61b20a4-83a7-4c47-bd0b-c1370fdf19f6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351431 Jul 13 19:46:42.719810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:42.789385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fd9b1bde-051b-4bdb-80a3-3270167a8c3e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/783d4be9-3b39-4bd3-ab8c-be500b6d1837 HTTP/1.1" status: 200 len: 994 time: 0.0683489 Jul 13 19:46:43.686641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 52270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:46:43.804448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab44e5-dcc1-4058-add6-0be06ff26762 req-e88e6742-45ac-4085-aae9-a87149cdf8de tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:43.813547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9aab44e5-dcc1-4058-add6-0be06ff26762 req-e88e6742-45ac-4085-aae9-a87149cdf8de tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0890298 Jul 13 19:46:43.858300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9aab44e5-dcc1-4058-add6-0be06ff26762 req-ea2cd5f3-dd3e-45b4-9451-316d89039d88 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438051 Jul 13 19:46:43.895069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-7b31586e-a658-433f-9947-b0fc376afc36 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2066321 Jul 13 19:46:45.085639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fef3bc-d041-455e-aa5a-f1f5df345b48 req-e6f5a748-e0fa-4e69-80a5-552e400dbe4b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:45.087321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31fef3bc-d041-455e-aa5a-f1f5df345b48 req-e6f5a748-e0fa-4e69-80a5-552e400dbe4b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0684671 Jul 13 19:46:45.133914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31fef3bc-d041-455e-aa5a-f1f5df345b48 req-eac175ea-7cd2-461a-85cc-cf9185e4ff9d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408151 Jul 13 19:46:45.477510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-01e1efab-5e64-4409-85bd-eb4a5825d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:45.478921 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-01e1efab-5e64-4409-85bd-eb4a5825d751 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1097 time: 0.0657170 Jul 13 19:46:45.581810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-f81a4cf7-a3cb-4350-b460-950b1db2d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:45.583719 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-f81a4cf7-a3cb-4350-b460-950b1db2d0de service neutron] 10.222.0.24 "GET /v2.0/networks?id=411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 200 len: 897 time: 0.0939205 Jul 13 19:46:45.669294 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-87350e3e-2275-456b-879e-5c815f54a5ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 1002 time: 0.0775802 Jul 13 19:46:45.716865 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:45.730664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-5aafc9e1-5d90-432e-bd66-007916d32068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:45.732156 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-5aafc9e1-5d90-432e-bd66-007916d32068 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ce45dd-4069-427a-9480-7ef0127c52fb HTTP/1.1" status: 200 len: 835 time: 0.0564215 Jul 13 19:46:45.800943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-543cb609-99ff-49d1-8651-bf837ad8f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:45.802751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-543cb609-99ff-49d1-8651-bf837ad8f14d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=411c1342-358d-4b10-9e72-b5f4acd7f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628932 Jul 13 19:46:45.923071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-79e4cced-0a15-4435-acaf-3d59f6b819b4 service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108227 Jul 13 19:46:46.040925 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-97efd64a-ddfd-41a1-aa06-89599272e38f service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094058 Jul 13 19:46:46.358105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a9305-ecfe-4685-b1b8-c5b51eede689 req-907c9194-c0e3-41b9-8e33-b60942b5e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:46.359949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-104a9305-ecfe-4685-b1b8-c5b51eede689 req-907c9194-c0e3-41b9-8e33-b60942b5e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0755255 Jul 13 19:46:46.381749 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:46.408507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-104a9305-ecfe-4685-b1b8-c5b51eede689 req-94fdb1c2-f152-428e-8506-a49f29ce5132 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400040 Jul 13 19:46:47.641619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8302734-32e9-4d9a-9947-24c9a4dc280d req-cd7093bb-f5c5-40b1-a6ba-4b7f0544fcce tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:47.641619 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8302734-32e9-4d9a-9947-24c9a4dc280d req-cd7093bb-f5c5-40b1-a6ba-4b7f0544fcce tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0800111 Jul 13 19:46:47.687007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8302734-32e9-4d9a-9947-24c9a4dc280d req-62a6b12d-405d-4a53-bdf3-49c031e6f76c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388362 Jul 13 19:46:48.882263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8c40-2534-4561-a9fe-a3f38700abee req-53d91054-0681-4bcc-92ea-a7714c157a45 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:48.883810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dede8c40-2534-4561-a9fe-a3f38700abee req-53d91054-0681-4bcc-92ea-a7714c157a45 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0732419 Jul 13 19:46:48.935838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dede8c40-2534-4561-a9fe-a3f38700abee req-0c8e3070-80a8-473a-95f7-ccce4dd0e66b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449939 Jul 13 19:46:50.156526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae958ba-5538-49af-93f8-3084f960ad5d req-a7c52eb9-d1a1-4fb5-ba09-fe3b7c6db220 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:50.158139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ae958ba-5538-49af-93f8-3084f960ad5d req-a7c52eb9-d1a1-4fb5-ba09-fe3b7c6db220 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0707219 Jul 13 19:46:50.201670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ae958ba-5538-49af-93f8-3084f960ad5d req-2534d3e0-5656-4d23-a07c-c5187355cc2e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375206 Jul 13 19:46:50.702828 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72f1925d-856d-41ba-941f-851caf5cf9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:51.438073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acce94-38f7-4b48-b743-192631fa899b req-c9a63d68-7090-4261-9598-1bb3845ae734 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:51.439780 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-41acce94-38f7-4b48-b743-192631fa899b req-c9a63d68-7090-4261-9598-1bb3845ae734 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0783942 Jul 13 19:46:51.484730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-41acce94-38f7-4b48-b743-192631fa899b req-1897f0ba-daeb-4cde-9b24-68e5a787f7ad tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380917 Jul 13 19:46:52.727499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d27ff4-a514-4664-961e-ff5bc8416387 req-f5cba132-3603-4b30-b844-4188d59e4556 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:52.729167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5d27ff4-a514-4664-961e-ff5bc8416387 req-f5cba132-3603-4b30-b844-4188d59e4556 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1010168 Jul 13 19:46:52.771745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5d27ff4-a514-4664-961e-ff5bc8416387 req-fd32ce3c-0bcc-4dcc-94ec-39c9e71d04dc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365117 Jul 13 19:46:53.614645 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac34bff1-4afb-4e16-9207-225b2d309c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:53.619320 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:54.004555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb30201-abe2-4dac-adb8-09f2369e5680 req-73f8203e-3203-40ba-8647-f5ae54679cda tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:54.006286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eb30201-abe2-4dac-adb8-09f2369e5680 req-73f8203e-3203-40ba-8647-f5ae54679cda tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0693991 Jul 13 19:46:54.063389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6eb30201-abe2-4dac-adb8-09f2369e5680 req-c5a863df-4c8f-43e0-8a97-f7c599cee77e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512755 Jul 13 19:46:54.336083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ff2af-0942-42f7-8899-74bfa7b26ca1 req-36ff751c-1d04-4c73-8990-ce8c3de9c5ea tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:54.338219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-340ff2af-0942-42f7-8899-74bfa7b26ca1 req-36ff751c-1d04-4c73-8990-ce8c3de9c5ea tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 945 time: 0.0863230 Jul 13 19:46:54.391526 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-340ff2af-0942-42f7-8899-74bfa7b26ca1 req-cb2fc622-b31d-4b1c-ba51-ae19d2cffcfc tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461581 Jul 13 19:46:54.566130 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:55.284409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aa681-f187-486c-9a18-2844f393fa4d req-6564b7cb-6177-42d2-b599-1cfd4199c242 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:55.286210 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436aa681-f187-486c-9a18-2844f393fa4d req-6564b7cb-6177-42d2-b599-1cfd4199c242 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0894034 Jul 13 19:46:55.333842 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-436aa681-f187-486c-9a18-2844f393fa4d req-aada7cea-2962-466a-86a5-eb4d50cd0b5e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402429 Jul 13 19:46:56.075248 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:56.540472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996b40a-ee10-425f-8848-586fc44ae9fc req-93163138-64ef-47cf-8e45-9b8aa8316cf9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:56.548199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8996b40a-ee10-425f-8848-586fc44ae9fc req-93163138-64ef-47cf-8e45-9b8aa8316cf9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0876610 Jul 13 19:46:56.597208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8996b40a-ee10-425f-8848-586fc44ae9fc req-f120286a-3961-4eb5-a649-cf6325670f2a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480638 Jul 13 19:46:57.028903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:46:57.141388 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:57.158542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'port_id': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'mac_address': 'fa:16:3e:4a:b4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:46:57.209870 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:57.232507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6da03c15-02b1-456e-8ea3-2eaeda185bce {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:46:57.258123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:57.272996 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:57.348810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['6da03c15-02b1-456e-8ea3-2eaeda185bce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:46:57.352419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:57.383082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.383415 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.383684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.384020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.384351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.384679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.385005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.385341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.385792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.386126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.387265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.387614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:46:57.796074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b56312-fa98-48a6-a005-ce068346a106 req-84f47d74-be06-4389-97d5-cd5d065d525f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:57.797901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5b56312-fa98-48a6-a005-ce068346a106 req-84f47d74-be06-4389-97d5-cd5d065d525f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0650675 Jul 13 19:46:57.835724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e5b56312-fa98-48a6-a005-ce068346a106 req-3bb52b7c-332b-4dc6-93c6-03bc82414e95 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321674 Jul 13 19:46:59.036900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a247948-2c2d-4522-9af8-33ad64ee02f6 req-45ff9b6a-a3ee-46ea-ac55-bc4c6be5b015 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:59.044906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:46:59.045769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a247948-2c2d-4522-9af8-33ad64ee02f6 req-45ff9b6a-a3ee-46ea-ac55-bc4c6be5b015 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0854371 Jul 13 19:46:59.095592 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a247948-2c2d-4522-9af8-33ad64ee02f6 req-4e20c27f-a48c-4510-96cf-2d6e2abec9bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0488303 Jul 13 19:46:59.126938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 6da03c15-02b1-456e-8ea3-2eaeda185bce triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:46:59.127646 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:59.234737 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:59.270865 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:46:59.273436 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1631e199-42c9-435c-a011-28112fc80080" -d '{"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-plugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:46:59.305112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:46:59.319654 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:59.477121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:46:59.547885 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9216e67-cc6a-4e7a-81ac-63ced9d8fbff x-openstack-request-id: req-c9216e67-cc6a-4e7a-81ac-63ced9d8fbff {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:46:59.548186 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-plugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:46:59.548535 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9216e67-cc6a-4e7a-81ac-63ced9d8fbff {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:46:59.549197 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'code': 200} Jul 13 19:47:00.364848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93378c-cb1c-466e-a334-37dc343fecab req-1a17f07f-8539-4e2d-804f-d0ae1c6d99db tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:00.366462 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa93378c-cb1c-466e-a334-37dc343fecab req-1a17f07f-8539-4e2d-804f-d0ae1c6d99db tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1034107 Jul 13 19:47:00.431139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa93378c-cb1c-466e-a334-37dc343fecab req-bc719419-b36a-43b4-81e8-3300ce83ae52 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0573654 Jul 13 19:47:01.590057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65b98-5021-4e37-8d56-4456809492a8 req-75ef1840-8442-4d84-8789-9a7272951106 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:01.596219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65b98-5021-4e37-8d56-4456809492a8 req-75ef1840-8442-4d84-8789-9a7272951106 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:01.618173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65b98-5021-4e37-8d56-4456809492a8 req-75ef1840-8442-4d84-8789-9a7272951106 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:01.632372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65b98-5021-4e37-8d56-4456809492a8 req-75ef1840-8442-4d84-8789-9a7272951106 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:01.647071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65b98-5021-4e37-8d56-4456809492a8 req-75ef1840-8442-4d84-8789-9a7272951106 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:01.653990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65b98-5021-4e37-8d56-4456809492a8 req-75ef1840-8442-4d84-8789-9a7272951106 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:01.674938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65b98-5021-4e37-8d56-4456809492a8 req-75ef1840-8442-4d84-8789-9a7272951106 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:01.676989 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-24c65b98-5021-4e37-8d56-4456809492a8 req-75ef1840-8442-4d84-8789-9a7272951106 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5444 time: 0.2610536 Jul 13 19:47:01.743081 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-24c65b98-5021-4e37-8d56-4456809492a8 req-bc9b8796-d16e-4a2d-999c-979972916fbc tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556560 Jul 13 19:47:01.864501 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eed962-14c1-410a-873d-e6921ce9084c req-7969b2bb-004f-44db-a158-9ea23acc939e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:01.900365 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85eed962-14c1-410a-873d-e6921ce9084c req-7969b2bb-004f-44db-a158-9ea23acc939e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1950614 Jul 13 19:47:01.986283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85eed962-14c1-410a-873d-e6921ce9084c req-0271ee85-57f3-4935-ae76-f9f172b02b3a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0842805 Jul 13 19:47:02.091845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc32b-c59a-46f5-aafa-8d06be02f876 req-670a59de-7106-49e4-b9e0-f8d2fdd03d96 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:02.099652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc32b-c59a-46f5-aafa-8d06be02f876 req-670a59de-7106-49e4-b9e0-f8d2fdd03d96 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:02.106683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc32b-c59a-46f5-aafa-8d06be02f876 req-670a59de-7106-49e4-b9e0-f8d2fdd03d96 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:02.112961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc32b-c59a-46f5-aafa-8d06be02f876 req-670a59de-7106-49e4-b9e0-f8d2fdd03d96 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:02.123584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc32b-c59a-46f5-aafa-8d06be02f876 req-670a59de-7106-49e4-b9e0-f8d2fdd03d96 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:02.129821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc32b-c59a-46f5-aafa-8d06be02f876 req-670a59de-7106-49e4-b9e0-f8d2fdd03d96 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:02.136654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc32b-c59a-46f5-aafa-8d06be02f876 req-670a59de-7106-49e4-b9e0-f8d2fdd03d96 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:02.143337 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c4dc32b-c59a-46f5-aafa-8d06be02f876 req-670a59de-7106-49e4-b9e0-f8d2fdd03d96 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5444 time: 0.2071977 Jul 13 19:47:03.236479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866d691-5031-4240-977d-f9ec79724a61 req-09de3274-f53c-4174-b54b-d0ee68a78c77 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:03.239375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6866d691-5031-4240-977d-f9ec79724a61 req-09de3274-f53c-4174-b54b-d0ee68a78c77 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1007090 Jul 13 19:47:03.307252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6866d691-5031-4240-977d-f9ec79724a61 req-16da5a2d-2e37-43c3-a25b-73c97a4caeed tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0583909 Jul 13 19:47:04.652546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 52930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:04.691187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656db77b-d925-4d0c-859c-15f68c7c5bad req-ba9d04e9-fe60-40c0-a1a8-c450dc9376a9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:04.724605 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-656db77b-d925-4d0c-859c-15f68c7c5bad req-ba9d04e9-fe60-40c0-a1a8-c450dc9376a9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1859541 Jul 13 19:47:04.788147 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-656db77b-d925-4d0c-859c-15f68c7c5bad req-4d165d54-7770-4ecc-8518-8f02e462dba0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623126 Jul 13 19:47:04.852603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2279-a5b8-44bd-8516-fa84531946c2 req-ae3d3caf-7110-41f5-8cf3-33d8a827ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:04.853423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2279-a5b8-44bd-8516-fa84531946c2 req-ae3d3caf-7110-41f5-8cf3-33d8a827ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:04.854080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2279-a5b8-44bd-8516-fa84531946c2 req-ae3d3caf-7110-41f5-8cf3-33d8a827ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:04.854832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2279-a5b8-44bd-8516-fa84531946c2 req-ae3d3caf-7110-41f5-8cf3-33d8a827ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:04.855754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2279-a5b8-44bd-8516-fa84531946c2 req-ae3d3caf-7110-41f5-8cf3-33d8a827ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:04.856457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2279-a5b8-44bd-8516-fa84531946c2 req-ae3d3caf-7110-41f5-8cf3-33d8a827ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:04.860793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2279-a5b8-44bd-8516-fa84531946c2 req-ae3d3caf-7110-41f5-8cf3-33d8a827ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:04.869201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-606d2279-a5b8-44bd-8516-fa84531946c2 req-ae3d3caf-7110-41f5-8cf3-33d8a827ea7b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6501 time: 0.2124987 Jul 13 19:47:04.921452 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-606d2279-a5b8-44bd-8516-fa84531946c2 req-0d94af5d-238c-4736-b312-98faab0b3ca5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510883 Jul 13 19:47:06.046838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2197d-e285-4abc-8ada-58fe4235bc1d req-fbd9a621-733c-460c-a5a9-931c2cb56dcb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:06.049484 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dff2197d-e285-4abc-8ada-58fe4235bc1d req-fbd9a621-733c-460c-a5a9-931c2cb56dcb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0862000 Jul 13 19:47:06.096670 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dff2197d-e285-4abc-8ada-58fe4235bc1d req-16fe0b28-8d90-4cce-a675-2dbdd960c713 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357203 Jul 13 19:47:07.424585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae512e5-b2f7-4b9a-b540-c80463f076ea req-3942638d-e42e-407e-b790-cd98651cb898 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:07.436369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ae512e5-b2f7-4b9a-b540-c80463f076ea req-3942638d-e42e-407e-b790-cd98651cb898 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1297994 Jul 13 19:47:07.479464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ae512e5-b2f7-4b9a-b540-c80463f076ea req-17408c35-043b-4de2-b80f-662186212f26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420692 Jul 13 19:47:08.343998 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-67a9aadc-e557-426c-a904-3514c1ed1adb service neutron] show failed (client error): The resource could not be found. Jul 13 19:47:08.345036 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-67a9aadc-e557-426c-a904-3514c1ed1adb service neutron] 10.222.0.24 "GET /v2.0/ports/76bb70de-79cc-46d6-a300-9b7b60fe75f2/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0772736 Jul 13 19:47:08.775556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a6cee-2b20-4cd9-b8aa-d0ffc7773633 req-3e15b129-5d56-4b14-bbab-cb2f96dfb6f6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:08.784021 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-980a6cee-2b20-4cd9-b8aa-d0ffc7773633 req-3e15b129-5d56-4b14-bbab-cb2f96dfb6f6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0932038 Jul 13 19:47:08.831094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-980a6cee-2b20-4cd9-b8aa-d0ffc7773633 req-dccd3ef1-d54c-47c4-b736-49ee17decf88 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459826 Jul 13 19:47:08.842570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-54ce8f74-9e7c-4b1f-b6d2-4b682b70a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:08.844992 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-54ce8f74-9e7c-4b1f-b6d2-4b682b70a2e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 1097 time: 0.1082199 Jul 13 19:47:08.874637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:08.966793 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:09.296385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:09.337735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:47:09.397305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:09.408464 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fd85a0-6b7a-48dc-92b5-1c40c1567f0f" -d '{"events": [{"server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "name": "network-vif-unplugged", "status": "completed", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:09.418302 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:09.442172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Transition to ACTIVE for port object 76bb70de-79cc-46d6-a300-9b7b60fe75f2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:47:09.447851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:09.506651 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7941d6-4d20-444b-96a4-e9cafb5c9b1d x-openstack-request-id: req-ed7941d6-4d20-444b-96a4-e9cafb5c9b1d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:09.506942 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "name": "network-vif-unplugged", "status": "completed", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:09.507291 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed7941d6-4d20-444b-96a4-e9cafb5c9b1d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:09.507589 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'code': 200} Jul 13 19:47:09.645165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=76bb70de-79cc-46d6-a300-9b7b60fe75f2,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:09.661240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.661651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.662057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.662555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.662950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.663543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.663935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.664927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.665329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.665759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.666393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.666803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:09.781068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] No DVR routers for this DVR port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:47:10.014734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Attempting to bind port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:47:10.018749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Attempting to bind port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:47:10.019340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Attempting to bind port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 on network 411c1342-358d-4b10-9e72-b5f4acd7f33c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:47:10.030377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 on network 411c1342-358d-4b10-9e72-b5f4acd7f33c not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:47:10.031028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Attempting to bind port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 on network 411c1342-358d-4b10-9e72-b5f4acd7f33c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:47:10.036716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:47:10.037402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Checking segment: {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:47:10.038266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Bound using segment: {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:47:10.040700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Bound port: 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a63ccf-d936-4d9a-a438-660d36eb6634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:47:10.041587 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:10.136965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17adfb2-2b8d-478c-ab63-01632999a18f req-242aad19-6ecb-4756-bf86-8ee77eee889c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:10.140009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:47:10.143715 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:47:10.146701 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a17adfb2-2b8d-478c-ab63-01632999a18f req-242aad19-6ecb-4756-bf86-8ee77eee889c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 944 time: 0.1536071 Jul 13 19:47:10.157094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:10.226565 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a17adfb2-2b8d-478c-ab63-01632999a18f req-f344d5a8-7c69-45d6-a75d-a8c31f1b124c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0786080 Jul 13 19:47:10.277415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=76bb70de-79cc-46d6-a300-9b7b60fe75f2,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:10.280978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:10.281706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:10.283159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-013448df-40f6-4f3b-9298-5e0aa067c2f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 1092 time: 1.4267919 Jul 13 19:47:10.397349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-1f00a63d-7bd2-418a-879f-a0e123b629ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:10.399286 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-1f00a63d-7bd2-418a-879f-a0e123b629ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1095 time: 0.0810902 Jul 13 19:47:10.516093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-131e6570-54c4-442a-8af4-be55abcbeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:10.518373 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-131e6570-54c4-442a-8af4-be55abcbeee0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 200 len: 897 time: 0.1127534 Jul 13 19:47:10.613405 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-51784286-a68b-44fc-94a8-818174efb2d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 1000 time: 0.0879369 Jul 13 19:47:10.669933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-527ff9d9-910d-4ea7-9541-2f830b9ae714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:10.671634 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-527ff9d9-910d-4ea7-9541-2f830b9ae714 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41ce45dd-4069-427a-9480-7ef0127c52fb HTTP/1.1" status: 200 len: 835 time: 0.0524933 Jul 13 19:47:10.750364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-8895a144-8e5f-439b-945b-c2aab981c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:10.752634 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-8895a144-8e5f-439b-945b-c2aab981c542 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=411c1342-358d-4b10-9e72-b5f4acd7f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751960 Jul 13 19:47:10.885265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-76e1740a-af6d-4f84-82cb-aa73b96761c6 service neutron] 10.222.0.60 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256130 Jul 13 19:47:11.016438 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebadd3f4-e733-4608-92b1-525a5bd813e9 req-a855d2f6-e0f9-4a80-aa2a-138fb4c83e14 service neutron] 10.222.0.60 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232743 Jul 13 19:47:11.509583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:11.512984 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1be34f-44de-4de9-a773-2d902ab459b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:11.579865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f4770-ce9b-41fe-b67d-42c2f955a961 req-1b5ad9b7-94a2-483c-a892-2dd5bf7c280b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:11.595774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4d4f4770-ce9b-41fe-b67d-42c2f955a961 req-1b5ad9b7-94a2-483c-a892-2dd5bf7c280b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 944 time: 0.1326241 Jul 13 19:47:11.615143 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176b78e-d269-4fae-a07c-6a6969bb96b7 x-openstack-request-id: req-1176b78e-d269-4fae-a07c-6a6969bb96b7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:11.617551 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:11.618257 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1176b78e-d269-4fae-a07c-6a6969bb96b7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:11.618830 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'status': 'completed', 'code': 200} Jul 13 19:47:11.677402 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4d4f4770-ce9b-41fe-b67d-42c2f955a961 req-ff1779ff-c456-4168-be80-dcd535985110 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0774584 Jul 13 19:47:11.755599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-3064dd3c-09b3-47c4-a299-685cfd3a8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:11.758948 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-3064dd3c-09b3-47c4-a299-685cfd3a8e8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1095 time: 0.1091297 Jul 13 19:47:11.823153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-95fc74bf-22fe-40c7-b760-9a20979e3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:11.825830 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-95fc74bf-22fe-40c7-b760-9a20979e3f37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1095 time: 0.2074332 Jul 13 19:47:11.858357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25d62a-2d1c-46e0-95c9-7037123025ab req-b7787036-c1c4-4966-918e-bdbbd14d0c98 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:11.859930 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab25d62a-2d1c-46e0-95c9-7037123025ab req-b7787036-c1c4-4966-918e-bdbbd14d0c98 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 945 time: 0.1168256 Jul 13 19:47:11.889532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-825926cc-5c00-4791-af77-ee7b13714109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:11.891477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-825926cc-5c00-4791-af77-ee7b13714109 service neutron] 10.222.0.60 "GET /v2.0/networks?id=411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 200 len: 897 time: 0.1237063 Jul 13 19:47:11.965624 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab25d62a-2d1c-46e0-95c9-7037123025ab req-fad5a48e-5b2c-41fe-bbf0-e4f69572cab5 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897431 Jul 13 19:47:11.993307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-96f2ab3f-0dea-4365-b1ce-2d118e8c0fd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 1000 time: 0.0953925 Jul 13 19:47:12.036417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-1f4c6638-7b33-43a8-ad18-5ba0b3a1e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:12.037924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-1f4c6638-7b33-43a8-ad18-5ba0b3a1e90f service neutron] 10.222.0.24 "GET /v2.0/networks?id=411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 200 len: 897 time: 0.1999259 Jul 13 19:47:12.074513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-fefa370f-1826-46a9-8bdc-329e4a250733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:12.077033 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-fefa370f-1826-46a9-8bdc-329e4a250733 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41ce45dd-4069-427a-9480-7ef0127c52fb HTTP/1.1" status: 200 len: 835 time: 0.0769219 Jul 13 19:47:12.161416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-50a977ea-c6a0-4ce5-be4e-1f17dc7f741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:12.163005 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-50a977ea-c6a0-4ce5-be4e-1f17dc7f741c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=411c1342-358d-4b10-9e72-b5f4acd7f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793121 Jul 13 19:47:12.163569 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-db1b8bff-7e85-4062-ad9d-d23af781a65a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 1000 time: 0.1128557 Jul 13 19:47:12.278983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-cfd19519-c0ac-48a5-9793-e2dee8638644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:12.281354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-cfd19519-c0ac-48a5-9793-e2dee8638644 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ce45dd-4069-427a-9480-7ef0127c52fb HTTP/1.1" status: 200 len: 835 time: 0.1073434 Jul 13 19:47:12.296663 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-5500651e-a9dc-4634-b7c0-d9dd7b8da2ba service neutron] 10.222.0.60 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259186 Jul 13 19:47:12.405755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-1e93ac8b-3aef-47ee-9cc7-a674077a3554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:12.407457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-1e93ac8b-3aef-47ee-9cc7-a674077a3554 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=411c1342-358d-4b10-9e72-b5f4acd7f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153288 Jul 13 19:47:12.469948 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-cc29236e-9203-4d93-823f-01e770c6db3f service neutron] 10.222.0.60 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660707 Jul 13 19:47:12.541435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-eff5b6a9-c655-4387-ac72-09acea3a3ad9 service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220489 Jul 13 19:47:12.697154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c1be34f-44de-4de9-a773-2d902ab459b7 req-5b976042-1ce9-4936-bfd4-97179345ed2a service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445761 Jul 13 19:47:12.897743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 76bb70de-79cc-46d6-a300-9b7b60fe75f2 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:47:12.944491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0afb78-6126-42b1-a098-331ab1f8d4fa req-ccd3a2d3-6b19-4008-8c5d-5a514bbb4d62 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:12.950989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d0afb78-6126-42b1-a098-331ab1f8d4fa req-ccd3a2d3-6b19-4008-8c5d-5a514bbb4d62 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 944 time: 0.1296229 Jul 13 19:47:12.970035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 76bb70de-79cc-46d6-a300-9b7b60fe75f2 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:47:13.004376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d0afb78-6126-42b1-a098-331ab1f8d4fa req-c8558b7f-f97a-4faf-95a2-2bd5a590713b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517538 Jul 13 19:47:14.220608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb28aef-4c72-41a5-8d02-f2fde0b8fd3b req-0326db28-7882-46a6-a708-1eb71bd2f26e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:14.222326 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dcb28aef-4c72-41a5-8d02-f2fde0b8fd3b req-0326db28-7882-46a6-a708-1eb71bd2f26e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 944 time: 0.0758486 Jul 13 19:47:14.274830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dcb28aef-4c72-41a5-8d02-f2fde0b8fd3b req-1a04fa27-5d0e-4241-8483-48aa81b7791a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462203 Jul 13 19:47:14.647803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1abaf0-e9e2-4d54-aef3-660445230463 req-b2931bd1-f031-485a-a1ae-b3a17d94bffd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:14.649738 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df1abaf0-e9e2-4d54-aef3-660445230463 req-b2931bd1-f031-485a-a1ae-b3a17d94bffd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 944 time: 0.0768807 Jul 13 19:47:14.716639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df1abaf0-e9e2-4d54-aef3-660445230463 req-2feca754-2da1-4cd1-9fbe-cd41a8e0f8e0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0601695 Jul 13 19:47:14.727725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-7b67f857-3e16-48a8-9ade-55ea3ff70de6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:14.730005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-7b67f857-3e16-48a8-9ade-55ea3ff70de6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3&tenant_id=0d551bfaa9d447d2b834405a7b06ff80&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 944 time: 0.1387937 Jul 13 19:47:14.805953 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-da37b656-57de-4120-af7f-3c19f47c3a79 service neutron] delete failed (client error): The resource could not be found. Jul 13 19:47:14.806880 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-da37b656-57de-4120-af7f-3c19f47c3a79 service neutron] 10.222.0.24 "DELETE /v2.0/ports/76bb70de-79cc-46d6-a300-9b7b60fe75f2/bindings/n-h1-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0659103 Jul 13 19:47:14.916577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-2b87c442-cdd1-4533-a427-fa4d1a144779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:14.918139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-2b87c442-cdd1-4533-a427-fa4d1a144779 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1095 time: 0.0616598 Jul 13 19:47:15.029937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-b505bf5a-cb86-4532-a3a7-302dfa5e5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:15.031482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-b505bf5a-cb86-4532-a3a7-302dfa5e5cb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 200 len: 897 time: 0.1030445 Jul 13 19:47:15.076656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 76bb70de-79cc-46d6-a300-9b7b60fe75f2 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:47:15.095981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:47:15.103410 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-54a1f346-e5c9-479b-a20f-36c1c2745b47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 1000 time: 0.0611384 Jul 13 19:47:15.161517 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-60382909-45f1-420a-840f-b5c95a87a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:15.163684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-60382909-45f1-420a-840f-b5c95a87a8da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ce45dd-4069-427a-9480-7ef0127c52fb HTTP/1.1" status: 200 len: 835 time: 0.0514734 Jul 13 19:47:15.244941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-ad7f2f4e-6a0a-42ca-80f9-83cbf4f1064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:15.247087 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-ad7f2f4e-6a0a-42ca-80f9-83cbf4f1064b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=411c1342-358d-4b10-9e72-b5f4acd7f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750723 Jul 13 19:47:15.298802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:15.318225 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:15.344366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'port_id': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'mac_address': 'fa:16:3e:a0:37:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:47:15.353277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-2bd7e682-706d-495d-8321-647bf5848cff service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953386 Jul 13 19:47:15.358579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:15.362574 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a541b91-d6cf-4c5c-8a8d-5ece83e997d7" -d '{"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:15.374011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:15.397614 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:15.459460 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75479d51-7e58-452f-8a82-5528c77da60f x-openstack-request-id: req-75479d51-7e58-452f-8a82-5528c77da60f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:15.460017 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:15.460460 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75479d51-7e58-452f-8a82-5528c77da60f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:15.461022 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'code': 200} Jul 13 19:47:15.461735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:15.477554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ac09579-702b-438c-a416-25c0a9a0d038 req-2ea1d0b6-7af2-4a0c-9e14-213db6f98631 service neutron] 10.222.0.24 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126420 Jul 13 19:47:15.481123 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:15.501679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bb70de-79cc-46d6-a300-9b7b60fe75f2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:47:15.528089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:15.533704 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:15.583710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=76bb70de-79cc-46d6-a300-9b7b60fe75f2,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:15.716533 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:15.848101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['76bb70de-79cc-46d6-a300-9b7b60fe75f2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:47:15.911799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-1043ef66-3d5d-4077-bbd4-eb8024256338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:15.914163 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-1043ef66-3d5d-4077-bbd4-eb8024256338 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1094 time: 0.1100748 Jul 13 19:47:15.938829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39ec26-2107-4427-b592-f7d8d27c7ad9 req-5a049832-deec-4163-b012-2e6ae41ab7d4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:15.941550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6e39ec26-2107-4427-b592-f7d8d27c7ad9 req-5a049832-deec-4163-b012-2e6ae41ab7d4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 945 time: 0.1084430 Jul 13 19:47:16.053148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6e39ec26-2107-4427-b592-f7d8d27c7ad9 req-33e7c922-087f-4fad-a97a-fb235b9d3852 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1021767 Jul 13 19:47:16.111960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-38bb207d-17db-46c5-9bf5-a71c710ec5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:16.115159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-38bb207d-17db-46c5-9bf5-a71c710ec5b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1483603 Jul 13 19:47:16.384438 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:16.615391 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-76cba31d-d0b3-455d-8566-8c5addbe373e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 998 time: 0.4917233 Jul 13 19:47:16.674663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-24dc7d26-9508-4462-9703-6ba6c512fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:16.676343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-24dc7d26-9508-4462-9703-6ba6c512fa11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0541310 Jul 13 19:47:16.787956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-0031f55a-8067-44cc-b140-f259901bb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:16.789571 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-0031f55a-8067-44cc-b140-f259901bb2d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072626 Jul 13 19:47:16.906006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-d271e157-2c74-4941-b7d5-08a51b5f500e service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092322 Jul 13 19:47:17.049145 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8d4f31b-cd49-4114-8e61-35f002a7073c req-583523ea-bde2-40d8-b14d-30937e0d1bfa service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364849 Jul 13 19:47:17.091698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:47:17.097264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 76bb70de-79cc-46d6-a300-9b7b60fe75f2 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:47:17.335963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65008a-8c5c-4822-8fa4-6b429e34cd8d req-57693e09-6ba0-491c-8566-e5501892363b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:17.345582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a65008a-8c5c-4822-8fa4-6b429e34cd8d req-57693e09-6ba0-491c-8566-e5501892363b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 945 time: 0.1526074 Jul 13 19:47:17.405978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a65008a-8c5c-4822-8fa4-6b429e34cd8d req-8514ece5-9fa0-46db-af3f-d31309a02151 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0555143 Jul 13 19:47:17.422372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 53708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:17.493041 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3f9cec8f-87bf-4140-b3a5-59e724272555 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/783d4be9-3b39-4bd3-ab8c-be500b6d1837 HTTP/1.1" status: 200 len: 993 time: 0.0691986 Jul 13 19:47:17.516596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:47:17.532324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:47:17.533198 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:17.576041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:17.596647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'port_id': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'mac_address': 'fa:16:3e:4a:b4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:47:17.680891 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:17.683699 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:17.709977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da03c15-02b1-456e-8ea3-2eaeda185bce {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:47:17.722564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:17.724821 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079183a7-0fd9-469b-b7b2-4ee7552f6ffc" -d '{"events": [{"server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "name": "network-vif-plugged", "status": "completed", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:17.794798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:17.800347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:17.803450 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f71905a-137e-46dc-a6f3-27bee7a5852b x-openstack-request-id: req-5f71905a-137e-46dc-a6f3-27bee7a5852b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:17.804077 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "name": "network-vif-plugged", "status": "completed", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:17.804564 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f71905a-137e-46dc-a6f3-27bee7a5852b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:17.805199 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'code': 200} Jul 13 19:47:17.806514 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:17.810967 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:17.866126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=76bb70de-79cc-46d6-a300-9b7b60fe75f2,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:17.895028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['6da03c15-02b1-456e-8ea3-2eaeda185bce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:47:17.968877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:18.346905 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:47:19.111140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:47:19.209007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 6da03c15-02b1-456e-8ea3-2eaeda185bce triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:47:19.209491 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:19.328469 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:19.366722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:19.377408 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:19.433927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:19.842063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:19.842063 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54a83c-bb25-45e8-b070-b4afe4d67df7" -d '{"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-plugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:19.846740 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1df0fb1-8063-41b2-95db-c0af274939f8 x-openstack-request-id: req-b1df0fb1-8063-41b2-95db-c0af274939f8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:19.847083 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-plugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:19.847290 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1df0fb1-8063-41b2-95db-c0af274939f8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:19.847680 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'code': 200} Jul 13 19:47:20.709395 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0ece-c17a-4bb8-95e3-9a498c70b004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:23.601558 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b63258b-0d29-4214-969e-a879ef69c555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:23.638069 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:24.576374 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:26.073593 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:27.735266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94ec6e-0f96-4068-999c-4c37eaad75e5 req-42bb57cf-894a-4dd8-881b-2223575be566 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:27.736942 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a94ec6e-0f96-4068-999c-4c37eaad75e5 req-42bb57cf-894a-4dd8-881b-2223575be566 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.0769610 Jul 13 19:47:27.779624 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a94ec6e-0f96-4068-999c-4c37eaad75e5 req-080cadb7-6e9b-4972-aace-5b220e4e7b20 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358462 Jul 13 19:47:28.391585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e8b80-2835-47c5-b112-63aef2a2a1c4 req-f1b89af9-e9dd-4d40-b486-c444bf53d5dd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:28.399751 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-938e8b80-2835-47c5-b112-63aef2a2a1c4 req-f1b89af9-e9dd-4d40-b486-c444bf53d5dd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.0814440 Jul 13 19:47:28.448696 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-938e8b80-2835-47c5-b112-63aef2a2a1c4 req-06d71ef3-ee12-4cd8-89d4-77fd57d71019 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371060 Jul 13 19:47:29.657876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbdfc9-d9b8-4c8e-bac5-bbe111c6b4e0 req-85a2190b-c928-425f-b2fe-9810f5917bb2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:29.659512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f4cbdfc9-d9b8-4c8e-bac5-bbe111c6b4e0 req-85a2190b-c928-425f-b2fe-9810f5917bb2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.0814552 Jul 13 19:47:29.700594 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f4cbdfc9-d9b8-4c8e-bac5-bbe111c6b4e0 req-beeed8a0-cfaa-45eb-8503-bde8a1b80f06 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355957 Jul 13 19:47:30.892208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b49665-0513-433f-b36d-f066a38fb7f2 req-7f0b1091-8167-48da-91e8-26de87707b2e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:30.893141 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50b49665-0513-433f-b36d-f066a38fb7f2 req-7f0b1091-8167-48da-91e8-26de87707b2e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.0672154 Jul 13 19:47:30.934934 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50b49665-0513-433f-b36d-f066a38fb7f2 req-29a0136c-6c77-4d3a-bece-14db938e53b7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360804 Jul 13 19:47:31.168209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:47:31.252585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:31.280822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:31.284228 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f13409-e9da-4544-9f90-cd4b1e83f8aa" -d '{"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:31.302015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:31.315947 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:31.358637 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d171f113-48f4-4c94-a3f2-235b28ef9c64 x-openstack-request-id: req-d171f113-48f4-4c94-a3f2-235b28ef9c64 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:31.358930 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:31.359381 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d171f113-48f4-4c94-a3f2-235b28ef9c64 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:31.360140 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'code': 200} Jul 13 19:47:31.374226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:32.128376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e606f-4693-4a6a-8b42-43cc99a1c8c4 req-3d30a8a1-f2df-4d6f-8f34-1e764194c7d8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:32.134867 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1a5e606f-4693-4a6a-8b42-43cc99a1c8c4 req-3d30a8a1-f2df-4d6f-8f34-1e764194c7d8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0788291 Jul 13 19:47:32.199253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1a5e606f-4693-4a6a-8b42-43cc99a1c8c4 req-93f74646-bc51-48fa-8f65-0354b37d7705 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503891 Jul 13 19:47:33.185240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:47:33.352718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:33.367841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'port_id': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'mac_address': 'fa:16:3e:4a:b4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:47:33.414880 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:33.446283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da03c15-02b1-456e-8ea3-2eaeda185bce {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:47:33.500803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:33.512997 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:33.553715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223d51a-d441-4c2d-afc2-40110df45647 req-64c09a67-9d3a-4417-a080-e6756cf772c0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:33.558428 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7223d51a-d441-4c2d-afc2-40110df45647 req-64c09a67-9d3a-4417-a080-e6756cf772c0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1402168 Jul 13 19:47:33.634236 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7223d51a-d441-4c2d-afc2-40110df45647 req-812f1117-1b59-4a65-9aa7-1c7185d20fb8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684268 Jul 13 19:47:33.635734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:33.683120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['6da03c15-02b1-456e-8ea3-2eaeda185bce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:47:34.858348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4565c-f1c0-427f-a445-a12c86621e00 req-c50085e6-4cd7-4e6e-ac6c-ce060e531608 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:34.861218 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9af4565c-f1c0-427f-a445-a12c86621e00 req-c50085e6-4cd7-4e6e-ac6c-ce060e531608 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 945 time: 0.0802851 Jul 13 19:47:34.935073 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9af4565c-f1c0-427f-a445-a12c86621e00 req-b2e3c4c1-84a9-4870-b41c-be36e4c2fa1f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680499 Jul 13 19:47:35.193851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:47:35.309085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 6da03c15-02b1-456e-8ea3-2eaeda185bce triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:47:35.309466 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:35.432995 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:35.467476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:35.468634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:35.471794 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c356263c-b11e-4e10-ae91-9953bd1ef2d6" -d '{"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-plugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:35.475585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:35.538090 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e456e81-f710-4f81-8c88-717e84e571fd x-openstack-request-id: req-3e456e81-f710-4f81-8c88-717e84e571fd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:35.538382 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-plugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:35.538654 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e456e81-f710-4f81-8c88-717e84e571fd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:35.539100 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'code': 200} Jul 13 19:47:35.555772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:36.147444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6e80c-b23f-45b4-922d-080082c9c919 req-bd4bb877-bbac-4ae8-8b0b-c8d4df07f71d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:36.149845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42d6e80c-b23f-45b4-922d-080082c9c919 req-bd4bb877-bbac-4ae8-8b0b-c8d4df07f71d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.0785766 Jul 13 19:47:36.199434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42d6e80c-b23f-45b4-922d-080082c9c919 req-c8bf36c7-0fc7-4d40-b471-6ae42f353b13 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393674 Jul 13 19:47:37.472432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c632c-4fdd-4316-a9de-075dd77a2ab8 req-3ad629f6-544a-4c85-a306-a5e77700b42b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:37.475167 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d0c632c-4fdd-4316-a9de-075dd77a2ab8 req-3ad629f6-544a-4c85-a306-a5e77700b42b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.0717123 Jul 13 19:47:37.524889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d0c632c-4fdd-4316-a9de-075dd77a2ab8 req-0360bdac-5cec-4cdd-aa8c-85a4fd7c06ca tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Jul 13 19:47:38.808240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c868543-30a7-4130-a068-855c98b8731d req-8bcd027e-eb36-4db9-925a-5dbbcc6e20e9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:38.817818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c868543-30a7-4130-a068-855c98b8731d req-8bcd027e-eb36-4db9-925a-5dbbcc6e20e9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.1094592 Jul 13 19:47:38.897100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c868543-30a7-4130-a068-855c98b8731d req-58b588ea-f627-48ad-8f8c-72cad624ed16 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778694 Jul 13 19:47:40.180733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346e5b3-1d93-4633-871e-814168bcc4dd req-31e5d58d-172a-4add-9dbf-e8807c214aed tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:40.183023 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8346e5b3-1d93-4633-871e-814168bcc4dd req-31e5d58d-172a-4add-9dbf-e8807c214aed tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.0830998 Jul 13 19:47:40.234474 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8346e5b3-1d93-4633-871e-814168bcc4dd req-06fd7743-4558-450b-805d-6ed8827bf3e2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459080 Jul 13 19:47:41.500214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa0de2-4bc1-4894-9b8f-3a84f5a867d2 req-ee735b32-98ef-48b8-bf3b-77d3cd5c600c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:41.507162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11fa0de2-4bc1-4894-9b8f-3a84f5a867d2 req-ee735b32-98ef-48b8-bf3b-77d3cd5c600c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.1304567 Jul 13 19:47:41.582539 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11fa0de2-4bc1-4894-9b8f-3a84f5a867d2 req-db7f2e48-2466-4e3f-9d5e-45c08c73f31f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740564 Jul 13 19:47:42.891226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f56a4f-07b9-4b05-b3d5-498d22b1ed99 req-82ade658-1d75-4e06-8465-78cd5d24e926 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:42.892907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68f56a4f-07b9-4b05-b3d5-498d22b1ed99 req-82ade658-1d75-4e06-8465-78cd5d24e926 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.1344755 Jul 13 19:47:42.950839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68f56a4f-07b9-4b05-b3d5-498d22b1ed99 req-1b181a0c-092c-4db0-a8d2-efe893888d11 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498021 Jul 13 19:47:44.198605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef6cdf-0cf8-4146-8600-4498de05896c req-b42686c2-dcf2-4bf4-8f8e-2891bb1595e2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:44.200776 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9ef6cdf-0cf8-4146-8600-4498de05896c req-b42686c2-dcf2-4bf4-8f8e-2891bb1595e2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.0928388 Jul 13 19:47:44.615052 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9ef6cdf-0cf8-4146-8600-4498de05896c req-8b087d93-45ba-47be-8a7c-8f75929e9ef6 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087014 Jul 13 19:47:45.020973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e14a4-a35b-46b2-8801-b1217aeaebab req-5c10d66e-6329-4235-88c8-b8ef7021ee09 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:45.022551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be6e14a4-a35b-46b2-8801-b1217aeaebab req-5c10d66e-6329-4235-88c8-b8ef7021ee09 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.0659564 Jul 13 19:47:45.081188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be6e14a4-a35b-46b2-8801-b1217aeaebab req-3ff1b6b8-d4e9-4cff-aeb0-6f78303cebdc tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491037 Jul 13 19:47:45.739870 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:46.188236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d9a5a-2070-4742-adf3-95f4337ba095 req-c5e9eadf-9ba4-43ea-abd3-576b5fd551c7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:46.189868 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-201d9a5a-2070-4742-adf3-95f4337ba095 req-c5e9eadf-9ba4-43ea-abd3-576b5fd551c7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.0635176 Jul 13 19:47:46.228965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-201d9a5a-2070-4742-adf3-95f4337ba095 req-495360d7-7636-4726-bf80-4956964d9fa0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Jul 13 19:47:46.382374 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:46.643512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-75e1917b-e0d5-4b44-84ff-40f5f7ce0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:46.645423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-75e1917b-e0d5-4b44-84ff-40f5f7ce0bb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1097 time: 0.0915716 Jul 13 19:47:46.693985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4ad7a-a567-41e0-b559-700cf71c06b2 req-23d39e75-3bea-4571-8c4a-f7b00716c0ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:46.701475 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8b4ad7a-a567-41e0-b559-700cf71c06b2 req-23d39e75-3bea-4571-8c4a-f7b00716c0ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 946 time: 0.1087925 Jul 13 19:47:46.751453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-c27a14b3-19fa-47bc-b7c0-70cb98f19275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:46.753140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-c27a14b3-19fa-47bc-b7c0-70cb98f19275 service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1005063 Jul 13 19:47:46.754240 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8b4ad7a-a567-41e0-b559-700cf71c06b2 req-aa2ff5cc-e3ea-4598-9578-cf9d61f3dba8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516431 Jul 13 19:47:46.828493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-838cde2b-55dc-4294-8676-6496000f4801 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 1000 time: 0.0656028 Jul 13 19:47:46.879704 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-e7a9afc6-b794-4fb3-9604-508e38d8f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:46.881166 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-e7a9afc6-b794-4fb3-9604-508e38d8f8b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0471065 Jul 13 19:47:46.949766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-1d8ba718-aa3f-4212-89be-34f89ffbaa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:46.951336 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-1d8ba718-aa3f-4212-89be-34f89ffbaa02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622756 Jul 13 19:47:47.048929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-8aabd900-366a-4a22-bb47-8168ba402c45 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912426 Jul 13 19:47:47.154233 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-627ed2f5-7d32-4cfd-b23f-fa4a118879ab req-8d5e233e-11e5-4456-bd77-2c472130cd66 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988889 Jul 13 19:47:47.265240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:47:47.349519 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:47.387111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:47.388023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:47.390465 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcbc192-b3ec-477f-87ec-48fb893ccb7b" -d '{"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:47.405046 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:47.451081 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9fc141-b632-4e93-9566-f56808ea8cbd x-openstack-request-id: req-1c9fc141-b632-4e93-9566-f56808ea8cbd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:47.451595 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:47.451986 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c9fc141-b632-4e93-9566-f56808ea8cbd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:47.452517 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'code': 200} Jul 13 19:47:47.488273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=14']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:47.953766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b12c0-3cef-4614-99cf-25fc1ca8202b req-ddbbd5e2-77f5-4702-8d1b-4390aa493615 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:47.955318 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-723b12c0-3cef-4614-99cf-25fc1ca8202b req-ddbbd5e2-77f5-4702-8d1b-4390aa493615 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0655437 Jul 13 19:47:47.997340 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-723b12c0-3cef-4614-99cf-25fc1ca8202b req-8f3d4584-143e-44ea-abd6-9775affa1c07 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360010 Jul 13 19:47:48.193165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d57509-2c97-467c-b8eb-4c4db073772f req-7878d8d9-66f1-49a6-ac34-a633c3056d44 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:48.194784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89d57509-2c97-467c-b8eb-4c4db073772f req-7878d8d9-66f1-49a6-ac34-a633c3056d44 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1097 time: 0.0962775 Jul 13 19:47:48.246427 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89d57509-2c97-467c-b8eb-4c4db073772f req-3cfd70f5-4252-4f2e-a597-cc65556bcebc tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457344 Jul 13 19:47:48.270499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:48.344402 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bec36-7793-4299-bf29-e0d1a5be4759 req-cc9a56b0-a28e-477b-92c6-67d85c13e519 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:48.345939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a10bec36-7793-4299-bf29-e0d1a5be4759 req-cc9a56b0-a28e-477b-92c6-67d85c13e519 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0832372 Jul 13 19:47:48.394988 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a10bec36-7793-4299-bf29-e0d1a5be4759 req-64ec4625-dd2c-498d-9968-0de86b297c87 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Jul 13 19:47:48.466635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port 8b357a65-0b19-4035-b898-5713c58defa9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:47:48.466904 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:48.584495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:48.584831 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:48.600748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for 8b357a65-0b19-4035-b898-5713c58defa9 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:47:48.666481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad306f-71bc-4b54-a975-a7932cdaad74 req-b5ae663a-d18e-4bdf-b177-10d45bfcda40 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:48.669193 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47ad306f-71bc-4b54-a975-a7932cdaad74 req-b5ae663a-d18e-4bdf-b177-10d45bfcda40 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1442301 Jul 13 19:47:48.765328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47ad306f-71bc-4b54-a975-a7932cdaad74 req-54dbe2f1-5d04-4ae3-bec9-b76a3cdaa234 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856495 Jul 13 19:47:48.861389 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:48.922695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=8b357a65-0b19-4035-b898-5713c58defa9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:48.976275 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:48.976834 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Floating IP 783d4be9-3b39-4bd3-ab8c-be500b6d1837 disassociated (deleted). External IP: 172.25.7.159, port: 76bb70de-79cc-46d6-a300-9b7b60fe75f2. Jul 13 19:47:49.102248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bc5eda98-4503-4cd7-b39d-a662219cf528 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:49.104532 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bc5eda98-4503-4cd7-b39d-a662219cf528 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 811 time: 0.1181123 Jul 13 19:47:49.120196 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-ff8e5aae-b6fe-4ea9-a8bd-b22f7384a439 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/quotas/189af46fe9fe43e29b4671dac0526486 HTTP/1.1" status: 200 len: 375 time: 0.0101669 Jul 13 19:47:49.227803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-2a47a3f2-1189-4545-ba81-325366745abf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1003177 Jul 13 19:47:49.236580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:47:49.365161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:47:49.365816 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-05ae10cb-c252-4536-a03c-b56664e4abe4 service neutron] 10.222.0.25 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307037 Jul 13 19:47:49.384111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:49.403022 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] Sync routers for ids ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:47:49.428073 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8a410ac4-966e-4240-94fb-a1ae9cacd7a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/floatingips/783d4be9-3b39-4bd3-ab8c-be500b6d1837 HTTP/1.1" status: 204 len: 168 time: 1.1586835 Jul 13 19:47:49.428073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:49.428884 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df052e4c-14aa-469d-8629-3f5b4c6f4f14" -d '{"events": [{"name": "network-changed", "server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:49.445008 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] Routers {'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:47:49.445598 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:47:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:49.520354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-243dc533-b08f-4a24-a96e-ebfb2daa8a9c service neutron] 10.222.0.25 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455915 Jul 13 19:47:49.599352 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] Set router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:47:49.763990 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0e6ba7-a0e2-4f80-8ce3-059222598584 x-openstack-request-id: req-da0e6ba7-a0e2-4f80-8ce3-059222598584 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:49.764496 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:49.764932 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da0e6ba7-a0e2-4f80-8ce3-059222598584 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:49.765647 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'status': 'completed', 'code': 200} Jul 13 19:47:49.898456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-655194f9-4ecc-4036-8c9e-e1d3eb5d1b43 req-1dad8b74-1125-4466-83cf-b05419574491 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 210 time: 0.0924017 Jul 13 19:47:49.993407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-9dccbf2d-d8ec-4da7-8054-59954477891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:49.995053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-9dccbf2d-d8ec-4da7-8054-59954477891a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 1097 time: 0.1999578 Jul 13 19:47:50.024666 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:51Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2b6caa18-a9f7-4149-b78d-4524da3adcd3', 'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:be:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:49Z', 'updated_at': '2021-07-13T19:45:56Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:50.071245 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] Checking router: bf57ad4d-299e-4ac5-a968-d5c3f4149bdc for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:47:50.082660 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] Routers {'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:47:50.083590 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:47:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:50.087227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662168ee-795b-4c0f-8439-d00109a503cd req-d57ebb4e-67d4-47b1-bec9-e687049814a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:50.095440 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-662168ee-795b-4c0f-8439-d00109a503cd req-d57ebb4e-67d4-47b1-bec9-e687049814a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1192110 Jul 13 19:47:50.139377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-650d4c8c-7ab5-4278-b6a0-f568eb4abe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:50.140999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-650d4c8c-7ab5-4278-b6a0-f568eb4abe12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 200 len: 897 time: 0.1384087 Jul 13 19:47:50.156414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-662168ee-795b-4c0f-8439-d00109a503cd req-7d12eab5-fa0c-4312-ad16-0d5436c3d693 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0551708 Jul 13 19:47:50.211972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-b3762726-596a-4091-b5e5-f6fa2f4c9ffe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 200 len: 217 time: 0.0641894 Jul 13 19:47:50.293147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-0b950cc7-cb44-43b5-a145-dfe628ebca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:50.294797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-0b950cc7-cb44-43b5-a145-dfe628ebca7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41ce45dd-4069-427a-9480-7ef0127c52fb HTTP/1.1" status: 200 len: 835 time: 0.0763204 Jul 13 19:47:50.334255 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] Set router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:47:50.395758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-f322d346-16dd-4e44-bca8-969a8ce95487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:50.397854 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-f322d346-16dd-4e44-bca8-969a8ce95487 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=411c1342-358d-4b10-9e72-b5f4acd7f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955222 Jul 13 19:47:50.589936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-608c9061-2e31-4d27-beb3-5ce787ea0f89 service neutron] 10.222.0.60 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688023 Jul 13 19:47:50.646152 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:51Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2b6caa18-a9f7-4149-b78d-4524da3adcd3', 'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:be:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:49Z', 'updated_at': '2021-07-13T19:45:56Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:50.684049 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474eb39a-1054-4205-9d18-9e854352e0ea None None] The sync data for ids ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'] in n-d-800708-1 is: [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:45:51Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2b6caa18-a9f7-4149-b78d-4524da3adcd3', 'name': '', 'network_id': '411c1342-358d-4b10-9e72-b5f4acd7f33c', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:be:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:49Z', 'updated_at': '2021-07-13T19:45:56Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '41ce45dd-4069-427a-9480-7ef0127c52fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:47:50.713945 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f868e1a-6da5-4221-a325-ea8e6410b70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:50.744662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df052e4c-14aa-469d-8629-3f5b4c6f4f14 req-83c69fde-f76c-4408-9857-dd3c3aa5724b service neutron] 10.222.0.60 "GET /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484611 Jul 13 19:47:51.088962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acbfa9-483b-4cff-92a0-78e858cfdc42 None None] New status for floating IP 783d4be9-3b39-4bd3-ab8c-be500b6d1837: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:47:51.175003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9500b082-32b6-4515-b11f-025a11e32ec1 req-b29e03e5-6332-43aa-85cd-72da22ab922c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 210 time: 0.0534968 Jul 13 19:47:51.217602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-e3c01d54-3447-4db3-afa5-5c5e037e79a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:51.219283 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-e3c01d54-3447-4db3-afa5-5c5e037e79a7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.1530514 Jul 13 19:47:51.371432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-412fcf0e-e549-42fc-96da-96d4078fbfd3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:47:51.372020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-412fcf0e-e549-42fc-96da-96d4078fbfd3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:51.402847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99090ca4-f9b3-4f83-a62f-d056cad11cbc req-a9e192ea-914e-43ee-a791-65e208e323a0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:51.404941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99090ca4-f9b3-4f83-a62f-d056cad11cbc req-a9e192ea-914e-43ee-a791-65e208e323a0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fec2f5e-331d-4552-b93b-c7e4290ceab3 HTTP/1.1" status: 200 len: 946 time: 0.0973923 Jul 13 19:47:51.487036 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99090ca4-f9b3-4f83-a62f-d056cad11cbc req-1ad8a803-36e6-4288-a5da-8256b658dd98 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffaef3c-7fa5-43a5-8514-5569e270c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0733378 Jul 13 19:47:51.550891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-412fcf0e-e549-42fc-96da-96d4078fbfd3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port 76bb70de-79cc-46d6-a300-9b7b60fe75f2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=76bb70de-79cc-46d6-a300-9b7b60fe75f2,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:51.551836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-412fcf0e-e549-42fc-96da-96d4078fbfd3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:51.568063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-412fcf0e-e549-42fc-96da-96d4078fbfd3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for 76bb70de-79cc-46d6-a300-9b7b60fe75f2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:47:51.639895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-d85d80bf-44bc-4369-9cea-446bd2ee71d6 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:51.641894 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-d85d80bf-44bc-4369-9cea-446bd2ee71d6 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 811 time: 0.1333835 Jul 13 19:47:51.660538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'port': {'device_id': 'ee84fa39-d790-49dd-9c81-b538a33e8efd', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'admin_state_up': True, 'tenant_id': '189af46fe9fe43e29b4671dac0526486'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:51.749130 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-412fcf0e-e549-42fc-96da-96d4078fbfd3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:51.823885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Made reservation on behalf of 189af46fe9fe43e29b4671dac0526486 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:47:51.842968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:51.843942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fcf0e-e549-42fc-96da-96d4078fbfd3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=76bb70de-79cc-46d6-a300-9b7b60fe75f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:51.899796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-412fcf0e-e549-42fc-96da-96d4078fbfd3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] No DVR routers for this DVR port 76bb70de-79cc-46d6-a300-9b7b60fe75f2 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:47:51.903375 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-412fcf0e-e549-42fc-96da-96d4078fbfd3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:51.910124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9accfdf-a9af-4526-ba2c-fad91571e2fd req-412fcf0e-e549-42fc-96da-96d4078fbfd3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "DELETE /v2.0/ports/76bb70de-79cc-46d6-a300-9b7b60fe75f2 HTTP/1.1" status: 204 len: 173 time: 0.6860347 Jul 13 19:47:51.910732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'name': 'network-vif-deleted', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:51.913430 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff6c51d-543c-4efe-9df0-1e66a7a9a3eb" -d '{"events": [{"server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "name": "network-vif-deleted", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:51.955449 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafe0f81-087c-41b0-beae-dd8f52e643d5 x-openstack-request-id: req-dafe0f81-087c-41b0-beae-dd8f52e643d5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:51.955993 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec2f5e-331d-4552-b93b-c7e4290ceab3", "name": "network-vif-deleted", "tag": "76bb70de-79cc-46d6-a300-9b7b60fe75f2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:51.956440 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dafe0f81-087c-41b0-beae-dd8f52e643d5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:51.957035 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec2f5e-331d-4552-b93b-c7e4290ceab3', 'name': 'network-vif-deleted', 'tag': '76bb70de-79cc-46d6-a300-9b7b60fe75f2', 'status': 'completed', 'code': 200} Jul 13 19:47:52.052786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Allocated IP 172.20.0.9 (227c41e3-23bb-4667-9fbd-547e24c7c70a/d6013355-3027-4a8b-b57b-1797c1fe1bb4/2253bd5f-bb69-4ed0-a98a-85eccabd9d12) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:47:52.291754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:52.328933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Transition to ACTIVE for port object 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:47:52.451645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5fa15478-465d-4d00-b2cf-e08a6a6a136e req-1b0b320e-c771-4a15-a85c-fb13336cb5d0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 210 time: 0.0557709 Jul 13 19:47:52.459807 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:52.518804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:47:52.528912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:47:52.533243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:47:52.592961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:52.593872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:52.614832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:52.622600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9671214 Jul 13 19:47:52.625160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'Port': ['ID=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:52.643289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.644103 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.644609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.645154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.645605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.646611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.646611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.647023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.647608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.648130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.649648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.650118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e6695-20b5-4da7-817c-ff9f576940cf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:52.659913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Request body: {'port': {'device_id': 'ee84fa39-d790-49dd-9c81-b538a33e8efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:52.767826 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:52.873603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81011533-a677-4ba9-8496-bb9c4c3532bc None None] Provisioning for port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:47:52.881967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81011533-a677-4ba9-8496-bb9c4c3532bc None None] Provisioning complete for port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:47:52.882559 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81011533-a677-4ba9-8496-bb9c4c3532bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:52.937757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-81011533-a677-4ba9-8496-bb9c4c3532bc None None] Port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:47:53.112039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:47:53.121669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:53.137450 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Transition to ACTIVE for port object 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:47:53.143069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:53.164962 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:53.241497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Pushing event updated for resources: {'Port': ['ID=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:53.320030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Attempting to bind port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:47:53.320383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Attempting to bind port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:47:53.320727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Attempting to bind port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:47:53.331270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:47:53.331389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Attempting to bind port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:47:53.346976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:47:53.347440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Checking segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:47:53.347932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Bound using segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:47:53.348468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Bound port: 2253bd5f-bb69-4ed0-a98a-85eccabd9d12, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:47:53.348931 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:53.470875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] For port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:47:53.475180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] For port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:47:53.482650 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:53.592231 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Pushing event updated for resources: {'Port': ['ID=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:53.600255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:53.601066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:53.603099 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1c4cc0c1-28cd-4b27-a3e0-bfeaf053d54c service neutron] 10.222.0.24 "PUT /v2.0/ports/2253bd5f-bb69-4ed0-a98a-85eccabd9d12 HTTP/1.1" status: 200 len: 1091 time: 0.9476645 Jul 13 19:47:53.603608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee84fa39-d790-49dd-9c81-b538a33e8efd', 'tag': '2253bd5f-bb69-4ed0-a98a-85eccabd9d12'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:53.606033 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88582d04-d429-4057-a351-bc5ff21a59b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee84fa39-d790-49dd-9c81-b538a33e8efd", "tag": "2253bd5f-bb69-4ed0-a98a-85eccabd9d12"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:53.606391 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9444b44e-e37d-41d5-ab52-c2de939bb0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:53.671045 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b26d2a-356b-427c-a865-278f90cb9703 x-openstack-request-id: req-f4b26d2a-356b-427c-a865-278f90cb9703 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:53.671940 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee84fa39-d790-49dd-9c81-b538a33e8efd", "tag": "2253bd5f-bb69-4ed0-a98a-85eccabd9d12", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:53.672851 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4b26d2a-356b-427c-a865-278f90cb9703 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:53.673476 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee84fa39-d790-49dd-9c81-b538a33e8efd', 'tag': '2253bd5f-bb69-4ed0-a98a-85eccabd9d12', 'status': 'completed', 'code': 200} Jul 13 19:47:53.674337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port 2b6caa18-a9f7-4149-b78d-4524da3adcd3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:47:53.675003 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:53.676374 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:53.839125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port 2b6caa18-a9f7-4149-b78d-4524da3adcd3, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2b6caa18-a9f7-4149-b78d-4524da3adcd3,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:53.839621 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:53.859338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ed66-0999-4f55-b2f6-7b446ad822cb req-e2682bcf-5983-430a-ae02-b1aad66f0c11 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:53.861030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7024ed66-0999-4f55-b2f6-7b446ad822cb req-e2682bcf-5983-430a-ae02-b1aad66f0c11 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 943 time: 0.2036917 Jul 13 19:47:53.863432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for 2b6caa18-a9f7-4149-b78d-4524da3adcd3 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:47:53.872802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1be667f2-f3b4-43dc-92df-436b1cee0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:53.874666 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-1be667f2-f3b4-43dc-92df-436b1cee0b42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 1094 time: 0.1767983 Jul 13 19:47:53.940089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-3e1951d8-41a6-4b03-a0a7-3fb2c8f8229f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2253bd5f-bb69-4ed0-a98a-85eccabd9d12 HTTP/1.1" status: 200 len: 217 time: 0.0473261 Jul 13 19:47:53.982139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7024ed66-0999-4f55-b2f6-7b446ad822cb req-68c96985-b61a-48bc-9278-f098c1c030b7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038785 Jul 13 19:47:54.028206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bef0b216-6028-4546-b987-bb1f8facd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:54.030785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-bef0b216-6028-4546-b987-bb1f8facd32c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0696654 Jul 13 19:47:54.108930 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:54.144851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=2b6caa18-a9f7-4149-b78d-4524da3adcd3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:54.148020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-21c327b4-b2c2-45a6-9a5a-0b153fad1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:54.151161 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-21c327b4-b2c2-45a6-9a5a-0b153fad1a8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064801 Jul 13 19:47:54.346877 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:54.364602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-e65b9aa3-9ad6-404e-bf69-a1a1240e0aca service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021313 Jul 13 19:47:54.530879 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e891a9c-c31a-4821-93ef-18badad70c09 req-f194ed7d-aace-48c9-b99a-07f51a740708 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555746 Jul 13 19:47:54.603097 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:54.659853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-2a11c29d-23c4-4991-adeb-f0b198c851e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:54.661430 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-2a11c29d-23c4-4991-adeb-f0b198c851e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 1094 time: 0.0738997 Jul 13 19:47:54.781269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-24a401ea-5d46-47b8-8957-53a8056bd32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:54.782731 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-24a401ea-5d46-47b8-8957-53a8056bd32b service neutron] 10.222.0.24 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1146894 Jul 13 19:47:54.831782 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-0284e777-b243-401a-915b-3c7fb76c0c5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2253bd5f-bb69-4ed0-a98a-85eccabd9d12 HTTP/1.1" status: 200 len: 217 time: 0.0419469 Jul 13 19:47:54.901788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-291cbb2d-2ac4-4dee-9725-f7d40bbea0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:54.903832 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-291cbb2d-2ac4-4dee-9725-f7d40bbea0f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0643513 Jul 13 19:47:54.977780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-d97f53f6-eead-46c1-91d6-84464c97e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:54.979553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-d97f53f6-eead-46c1-91d6-84464c97e8f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664248 Jul 13 19:47:55.089811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:47:55.129303 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-a79dbfee-2a5f-4e38-9ea3-aa167d65bf23 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388960 Jul 13 19:47:55.241678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88582d04-d429-4057-a351-bc5ff21a59b8 req-1cc46054-74aa-4223-87b8-b03ad8059ffa service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051037 Jul 13 19:47:55.276435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:47:55.284882 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cbf0d807-e296-4a7a-987b-a0f915472c04 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "PUT /v2.0/routers/bf57ad4d-299e-4ac5-a968-d5c3f4149bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6689670 Jul 13 19:47:55.288341 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b04ef-3405-4339-a402-b8393211744c None None] Sync routers for ids ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:47:55.298276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:55.310983 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b04ef-3405-4339-a402-b8393211744c None None] Routers {'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:47:55.312085 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b97b04ef-3405-4339-a402-b8393211744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:47:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:55.324667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 76bb70de-79cc-46d6-a300-9b7b60fe75f2 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:47:55.336132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9b481-1c7f-4d60-b9d1-64929d121397 req-38b69495-102a-42a2-acfa-8080203dc5bd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:55.338318 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74c9b481-1c7f-4d60-b9d1-64929d121397 req-38b69495-102a-42a2-acfa-8080203dc5bd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 943 time: 0.1303792 Jul 13 19:47:55.367982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 76bb70de-79cc-46d6-a300-9b7b60fe75f2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:47:55.368822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d818dbd-6644-4a68-9fae-5856bf46a8ca tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting subnet 41ce45dd-4069-427a-9480-7ef0127c52fb {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:47:55.371114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 76bb70de-79cc-46d6-a300-9b7b60fe75f2 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:47:55.372734 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d818dbd-6644-4a68-9fae-5856bf46a8ca tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:55.449367 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d818dbd-6644-4a68-9fae-5856bf46a8ca tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:55.450085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74c9b481-1c7f-4d60-b9d1-64929d121397 req-10a13ee7-e2db-4cf0-828d-6b45ddc9ca77 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039462 Jul 13 19:47:55.550058 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:47:55.577965 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b97b04ef-3405-4339-a402-b8393211744c None None] Set router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:47:55.584581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d818dbd-6644-4a68-9fae-5856bf46a8ca tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:55.652061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d818dbd-6644-4a68-9fae-5856bf46a8ca tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:55.667519 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d818dbd-6644-4a68-9fae-5856bf46a8ca tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:55.671881 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0d818dbd-6644-4a68-9fae-5856bf46a8ca tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/subnets/41ce45dd-4069-427a-9480-7ef0127c52fb HTTP/1.1" status: 204 len: 168 time: 0.3701859 Jul 13 19:47:55.673096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:55.678930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a1e83a-9c46-448a-8554-0f67f8a9be7e None None] Network 411c1342-358d-4b10-9e72-b5f4acd7f33c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:47:55.719180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d818dbd-6644-4a68-9fae-5856bf46a8ca tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Subnet': ['ID=41ce45dd-4069-427a-9480-7ef0127c52fb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:55.819946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:55.833857 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b97b04ef-3405-4339-a402-b8393211744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:47:54Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:55.913800 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b04ef-3405-4339-a402-b8393211744c None None] Checking router: bf57ad4d-299e-4ac5-a968-d5c3f4149bdc for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:47:55.925046 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b04ef-3405-4339-a402-b8393211744c None None] Routers {'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:47:55.926108 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b97b04ef-3405-4339-a402-b8393211744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:47:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:55.970755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:55.998493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f90ad4-2611-40ee-b0ff-5bfb462885be None None] DHCP port deletion for 411c1342-358d-4b10-9e72-b5f4acd7f33c request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:47:56.050577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:47:56.051048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.065965 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b97b04ef-3405-4339-a402-b8393211744c None None] Set router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:47:56.115353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-13f90ad4-2611-40ee-b0ff-5bfb462885be None None] Deleting port 88e86140-acd4-4afb-bf91-3deebfbe91fd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:47:56.117421 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13f90ad4-2611-40ee-b0ff-5bfb462885be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.195749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port 70fb730e-4c4e-4db7-8080-e8ef50a10fd6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=70fb730e-4c4e-4db7-8080-e8ef50a10fd6,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:56.197851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.204289 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.218869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:47:56.241967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-13f90ad4-2611-40ee-b0ff-5bfb462885be None None] For port 88e86140-acd4-4afb-bf91-3deebfbe91fd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=88e86140-acd4-4afb-bf91-3deebfbe91fd,segment=NetworkSegment(00a63ccf-d936-4d9a-a438-660d36eb6634),segment_id=00a63ccf-d936-4d9a-a438-660d36eb6634)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:56.252223 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13f90ad4-2611-40ee-b0ff-5bfb462885be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.281998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-13f90ad4-2611-40ee-b0ff-5bfb462885be None None] Calling delete_port for 88e86140-acd4-4afb-bf91-3deebfbe91fd owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:47:56.354102 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b97b04ef-3405-4339-a402-b8393211744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:47:54Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:56.384164 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13f90ad4-2611-40ee-b0ff-5bfb462885be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.413797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f90ad4-2611-40ee-b0ff-5bfb462885be None None] Pushing event deleted for resources: {'Port': ['ID=88e86140-acd4-4afb-bf91-3deebfbe91fd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:56.418926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f90ad4-2611-40ee-b0ff-5bfb462885be None None] No DVR routers for this DVR port 88e86140-acd4-4afb-bf91-3deebfbe91fd on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:47:56.421299 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b04ef-3405-4339-a402-b8393211744c None None] The sync data for ids ['bf57ad4d-299e-4ac5-a968-d5c3f4149bdc'] in n-d-800708-1 is: [{'id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900439250', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:45:42Z', 'updated_at': '2021-07-13T19:47:54Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '70fb730e-4c4e-4db7-8080-e8ef50a10fd6', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ad4d-299e-4ac5-a968-d5c3f4149bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:45:43Z', 'updated_at': '2021-07-13T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:47:56.523613 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.555303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=70fb730e-4c4e-4db7-8080-e8ef50a10fd6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:56.626932 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.727127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eccf3-f218-4788-9cfd-c33cefd35e31 req-94dcc5ef-7694-476f-8852-ebcc68a8b718 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:56.728543 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.729571 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff3eccf3-f218-4788-9cfd-c33cefd35e31 req-94dcc5ef-7694-476f-8852-ebcc68a8b718 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 943 time: 0.0855210 Jul 13 19:47:56.730953 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.775732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff3eccf3-f218-4788-9cfd-c33cefd35e31 req-ea1b674c-085b-4184-bae8-72ceb15eed66 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387800 Jul 13 19:47:56.788506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.789147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Fanout notify agent at l3_agent the message router_deleted on router bf57ad4d-299e-4ac5-a968-d5c3f4149bdc {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:47:56.800636 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.804386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4a862698-4af6-4a7d-8a2e-49a95217a0cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/routers/bf57ad4d-299e-4ac5-a968-d5c3f4149bdc HTTP/1.1" status: 204 len: 168 time: 1.1283355 Jul 13 19:47:56.805635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:56.914430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 88e86140-acd4-4afb-bf91-3deebfbe91fd no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:47:56.926658 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:56.936682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 88e86140-acd4-4afb-bf91-3deebfbe91fd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:47:56.937138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 88e86140-acd4-4afb-bf91-3deebfbe91fd not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:47:57.030219 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.048718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411c1342-358d-4b10-9e72-b5f4acd7f33c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:57.064498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a63ccf-d936-4d9a-a438-660d36eb6634') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:57.064922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a63ccf-d936-4d9a-a438-660d36eb6634') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:47:57.080336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.096913 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.103885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:47:57.104576 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:47:57.108368 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:47:57.114771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:47:57.199374 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.210868 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.216517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:57.226540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/networks/411c1342-358d-4b10-9e72-b5f4acd7f33c HTTP/1.1" status: 204 len: 168 time: 0.4083796 Jul 13 19:47:57.230432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9ddad-9155-44be-9447-a1856b6a61fa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Network': ['ID=411c1342-358d-4b10-9e72-b5f4acd7f33c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:57.280756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:57.298340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '2253bd5f-bb69-4ed0-a98a-85eccabd9d12', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'port_id': '2253bd5f-bb69-4ed0-a98a-85eccabd9d12', 'mac_address': 'fa:16:3e:d3:3d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:47:57.340169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95d74b10-16d8-4967-8c75-46e646082978 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.357887 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.373993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:47:57.381731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95d74b10-16d8-4967-8c75-46e646082978 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.398743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:57.404983 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.464935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:57.474299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.474828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.475429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.475849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.476112 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95d74b10-16d8-4967-8c75-46e646082978 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.476480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.476924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.477351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.478314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.478971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.479393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.479817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.479915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95d74b10-16d8-4967-8c75-46e646082978 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.480309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:47:57.483954 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-95d74b10-16d8-4967-8c75-46e646082978 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/security-groups/cffaef3c-7fa5-43a5-8514-5569e270c84b HTTP/1.1" status: 204 len: 168 time: 0.2642841 Jul 13 19:47:57.492780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d74b10-16d8-4967-8c75-46e646082978 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffaef3c-7fa5-43a5-8514-5569e270c84b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:57.761069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2253bd5f-bb69-4ed0-a98a-85eccabd9d12'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:47:57.836472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:57.844063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-76468088-296f-44be-a3da-f119c8564085 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936100268', 'description': 'tempest-secgroup-smoke-1936100268 description', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:57.885201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76468088-296f-44be-a3da-f119c8564085 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.998623 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76468088-296f-44be-a3da-f119c8564085 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.002618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76468088-296f-44be-a3da-f119c8564085 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.061590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76468088-296f-44be-a3da-f119c8564085 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.065471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-76468088-296f-44be-a3da-f119c8564085 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2253180 Jul 13 19:47:58.066348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:58.070821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cf73e02e-891b-4549-a2ef-b9de92f2e47d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '81eff221-5dd5-46d5-9f52-77314203903a', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:58.077036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76468088-296f-44be-a3da-f119c8564085 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81eff221-5dd5-46d5-9f52-77314203903a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:58.115927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec41d21-ba89-4480-a8f2-46887ae5f974 req-fd709bad-b969-4029-b4fd-c90bcab2d010 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:58.117517 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ec41d21-ba89-4480-a8f2-46887ae5f974 req-fd709bad-b969-4029-b4fd-c90bcab2d010 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 944 time: 0.1302991 Jul 13 19:47:58.123932 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf73e02e-891b-4549-a2ef-b9de92f2e47d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.186456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ec41d21-ba89-4480-a8f2-46887ae5f974 req-9595de56-7a2b-43fd-ad01-cdeb59aada18 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597847 Jul 13 19:47:58.230460 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf73e02e-891b-4549-a2ef-b9de92f2e47d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.234968 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf73e02e-891b-4549-a2ef-b9de92f2e47d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.253486 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73e02e-891b-4549-a2ef-b9de92f2e47d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99911c54-822e-49f0-92e2-d8f2fe7bc9fd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:58.266656 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf73e02e-891b-4549-a2ef-b9de92f2e47d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.271784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:58.275324 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cf73e02e-891b-4549-a2ef-b9de92f2e47d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2026222 Jul 13 19:47:58.277557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-17fbfe1f-d7d4-4bbf-b2c2-047676496c80 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '81eff221-5dd5-46d5-9f52-77314203903a', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:58.310957 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17fbfe1f-d7d4-4bbf-b2c2-047676496c80 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.377565 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17fbfe1f-d7d4-4bbf-b2c2-047676496c80 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.380655 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17fbfe1f-d7d4-4bbf-b2c2-047676496c80 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.399290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbfe1f-d7d4-4bbf-b2c2-047676496c80 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf6765e-b260-49cd-9c09-def9e9c2debb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:58.410886 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17fbfe1f-d7d4-4bbf-b2c2-047676496c80 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.412480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-17fbfe1f-d7d4-4bbf-b2c2-047676496c80 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400065 Jul 13 19:47:58.415310 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:58.420513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5bd6a9f0-2c04-4e6a-81e1-27069e8be7b2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '81eff221-5dd5-46d5-9f52-77314203903a', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:58.456275 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a9f0-2c04-4e6a-81e1-27069e8be7b2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.548048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2b6caa18-a9f7-4149-b78d-4524da3adcd3 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:47:58.554963 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a9f0-2c04-4e6a-81e1-27069e8be7b2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.559789 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a9f0-2c04-4e6a-81e1-27069e8be7b2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.575710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6a9f0-2c04-4e6a-81e1-27069e8be7b2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b012eb-4841-4864-aaa3-408ab66b735f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:58.585457 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a9f0-2c04-4e6a-81e1-27069e8be7b2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.586961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5bd6a9f0-2c04-4e6a-81e1-27069e8be7b2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703279 Jul 13 19:47:58.590820 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:58.593210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2b6caa18-a9f7-4149-b78d-4524da3adcd3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:47:58.594386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2b6caa18-a9f7-4149-b78d-4524da3adcd3 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:47:58.594902 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:47:58.596090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9898a668-937a-4c91-a276-e47fb760b842 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '81eff221-5dd5-46d5-9f52-77314203903a', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:58.645738 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9898a668-937a-4c91-a276-e47fb760b842 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.648532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:47:58.649082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 70fb730e-4c4e-4db7-8080-e8ef50a10fd6 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:47:58.714156 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9898a668-937a-4c91-a276-e47fb760b842 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.718331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9898a668-937a-4c91-a276-e47fb760b842 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.738116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898a668-937a-4c91-a276-e47fb760b842 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4180f30-01d7-4a0c-bbc6-01f09c896205,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:58.746910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9898a668-937a-4c91-a276-e47fb760b842 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.748358 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9898a668-937a-4c91-a276-e47fb760b842 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561339 Jul 13 19:47:58.751072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:58.755599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-43dd20ae-1331-4a31-8581-bdb4427bbd24 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '81eff221-5dd5-46d5-9f52-77314203903a', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:58.783176 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-43dd20ae-1331-4a31-8581-bdb4427bbd24 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Project 0d551bfaa9d447d2b834405a7b06ff80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:47:58.789234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43dd20ae-1331-4a31-8581-bdb4427bbd24 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.858956 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43dd20ae-1331-4a31-8581-bdb4427bbd24 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.863244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43dd20ae-1331-4a31-8581-bdb4427bbd24 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.884670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd20ae-1331-4a31-8581-bdb4427bbd24 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6f9d6a-51cb-4007-8832-5fa519d6282f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:58.888323 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43dd20ae-1331-4a31-8581-bdb4427bbd24 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:58.892092 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-43dd20ae-1331-4a31-8581-bdb4427bbd24 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374805 Jul 13 19:47:58.892282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:58.905837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7fcae715-d14c-4a86-a71a-a0f56934859b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '81eff221-5dd5-46d5-9f52-77314203903a', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:58.932135 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-7fcae715-d14c-4a86-a71a-a0f56934859b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Project 0d551bfaa9d447d2b834405a7b06ff80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:47:58.936820 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcae715-d14c-4a86-a71a-a0f56934859b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.002442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcae715-d14c-4a86-a71a-a0f56934859b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.006411 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcae715-d14c-4a86-a71a-a0f56934859b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.023878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcae715-d14c-4a86-a71a-a0f56934859b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5853b98-4782-4ec0-a2f6-3042e13ea641,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:59.035506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcae715-d14c-4a86-a71a-a0f56934859b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.039449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7fcae715-d14c-4a86-a71a-a0f56934859b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435771 Jul 13 19:47:59.039927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:59.045640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'network': {'name': 'tempest-network-smoke--180169186', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:59.080216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:47:59.085676 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.114302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:47:59.123376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:47:59.127812 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.128096 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Added segment dac4ee02-85e5-4612-b26c-e5f7b41c56fa of type vlan for network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 Jul 13 19:47:59.175107 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.194280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:47:59.197602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:47:59.198015 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.213648 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.226322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:59.229603 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.330526 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.360470 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee84fa39-d790-49dd-9c81-b538a33e8efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2253bd5f-bb69-4ed0-a98a-85eccabd9d12'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:47:59.363213 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87e5a86-4a7f-4fb7-9739-1ecdcb32997e" -d '{"events": [{"server_uuid": "ee84fa39-d790-49dd-9c81-b538a33e8efd", "name": "network-vif-plugged", "status": "completed", "tag": "2253bd5f-bb69-4ed0-a98a-85eccabd9d12"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:47:59.380250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:47:59.382907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:47:59.386191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'admin_state_up': True, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:47:59.387541 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3453143 Jul 13 19:47:59.388878 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.411958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.413125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.424028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0eff8-f435-42dc-913b-8b340178f36e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Network': ['ID=0a369aae-8f0c-42d6-8d8d-246e14b66f49,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:59.482676 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.497698 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928fb8f0-a670-4bba-be27-80cae4de2f09 x-openstack-request-id: req-928fb8f0-a670-4bba-be27-80cae4de2f09 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:47:59.497902 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee84fa39-d790-49dd-9c81-b538a33e8efd", "name": "network-vif-plugged", "status": "completed", "tag": "2253bd5f-bb69-4ed0-a98a-85eccabd9d12", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:47:59.498113 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-928fb8f0-a670-4bba-be27-80cae4de2f09 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:47:59.498691 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee84fa39-d790-49dd-9c81-b538a33e8efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2253bd5f-bb69-4ed0-a98a-85eccabd9d12', 'code': 200} Jul 13 19:47:59.500978 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:47:59.511809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:47:59.528958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa28419-1836-40a4-9d7e-2ae1c577899f req-f12529e0-ffdc-424b-9914-e0888ad9e24f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:59.537584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3aa28419-1836-40a4-9d7e-2ae1c577899f req-f12529e0-ffdc-424b-9914-e0888ad9e24f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 944 time: 0.2096217 Jul 13 19:47:59.621573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3aa28419-1836-40a4-9d7e-2ae1c577899f req-9486a930-99af-4a89-9138-db2d75b414fb tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829597 Jul 13 19:47:59.666059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef08f3-8512-4a26-9ac4-eceaf82eb3cb req-479e0658-1700-4b58-a51e-5fbe079d75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:59.667613 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6ef08f3-8512-4a26-9ac4-eceaf82eb3cb req-479e0658-1700-4b58-a51e-5fbe079d75b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 1096 time: 0.1215703 Jul 13 19:47:59.677822 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.715625 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6ef08f3-8512-4a26-9ac4-eceaf82eb3cb req-9bc95331-0d94-4851-a2ce-900a0ae7af90 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357237 Jul 13 19:47:59.897801 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:59.921490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:00.035974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.25.7.68 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/18d60266-6eb7-475d-988f-c5beba49162d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:48:00.148489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:00.205486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:00.241946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:48:00.246738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:48:00.250057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:48:00.282425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=18d60266-6eb7-475d-988f-c5beba49162d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:00.530511 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:00.865731 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:00.926000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fde07d-5170-470e-80e7-b6037902c860 req-683b0fb5-9248-4115-9ba3-aade7af13688 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:00.927575 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09fde07d-5170-470e-80e7-b6037902c860 req-683b0fb5-9248-4115-9ba3-aade7af13688 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1273999 Jul 13 19:48:01.016553 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09fde07d-5170-470e-80e7-b6037902c860 req-c05df6a3-70a1-4928-abdd-e2dd29b87771 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791194 Jul 13 19:48:01.066206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router 005baec5-bfd7-4871-bf09-61de48088c50 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:48:01.612941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:48:01.626721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Sync routers for ids ['005baec5-bfd7-4871-bf09-61de48088c50'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:48:01.642955 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:01.647114 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4ac1db5a-6a00-4c7d-bc50-ce707feba753 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2628567 Jul 13 19:48:01.647266 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Routers {'005baec5-bfd7-4871-bf09-61de48088c50'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:48:01.647533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:47:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['005baec5-bfd7-4871-bf09-61de48088c50'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:01.647718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:01.657900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a904fc-063f-45cc-91cf-1c000c57fbd2 req-5f42417a-d114-4e0c-8e7f-214ba12800c4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:01.659417 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a904fc-063f-45cc-91cf-1c000c57fbd2 req-5f42417a-d114-4e0c-8e7f-214ba12800c4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0998302 Jul 13 19:48:01.707187 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b736ffea-84ba-49b0-9085-597ee701726d tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0d551bfaa9d447d2b834405a7b06ff80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553980 Jul 13 19:48:01.713526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:01.809315 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22a904fc-063f-45cc-91cf-1c000c57fbd2 req-c7b3e092-6af5-4393-89f9-9c7fc9bd7151 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372559 Jul 13 19:48:01.812324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Set router 005baec5-bfd7-4871-bf09-61de48088c50 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:48:01.858161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f302ccd-e036-4d7a-a874-f95937a407f7 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:01.859936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2f302ccd-e036-4d7a-a874-f95937a407f7 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454599 Jul 13 19:48:01.863812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:01.903015 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b355ebee-3029-40da-ae03-ac9606daa1f3 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375783 Jul 13 19:48:01.905329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:01.910513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-557287703', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:48:02.004261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:48:02.008419 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:02.031509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:00Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:02.072877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Checking router: 005baec5-bfd7-4871-bf09-61de48088c50 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:48:02.073362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Updating router 005baec5-bfd7-4871-bf09-61de48088c50 port 18d60266-6eb7-475d-988f-c5beba49162d binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:48:02.116378 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:02.261923 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:02.343548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Subnet': ['ID=13937751-2cd5-4222-b55f-89b834368ef0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:02.385748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Checking segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:48:02.386336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network hostable DHCP agents. Network: 0a369aae-8f0c-42d6-8d8d-246e14b66f49, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:48:02.408293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:48:02.426531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 0a369aae-8f0c-42d6-8d8d-246e14b66f49) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:48:02.433334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:02.434746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:02.457262 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8f7a0a82-817b-42cc-ab72-70869dd2b226 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5476246 Jul 13 19:48:02.457369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 55500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:02.484966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d0e51-69b6-4c9f-8e18-9d5a70852710 None None] Network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:48:02.784447 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:02.789324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:48:02.790142 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:02.808474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Transition to ACTIVE for port object 18d60266-6eb7-475d-988f-c5beba49162d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:48:02.937837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:02.974798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.041246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Allocated IP 172.20.0.2 (0a369aae-8f0c-42d6-8d8d-246e14b66f49/13937751-2cd5-4222-b55f-89b834368ef0/088e23b4-c0a4-4340-9084-af69ca00bae0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:48:03.050368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Attempting to bind port 18d60266-6eb7-475d-988f-c5beba49162d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:48:03.050758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Attempting to bind port 18d60266-6eb7-475d-988f-c5beba49162d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:48:03.051107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Attempting to bind port 18d60266-6eb7-475d-988f-c5beba49162d on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:48:03.059468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:48:03.059840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:48:03.060239 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.060625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:48:03.061149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Bound port: 18d60266-6eb7-475d-988f-c5beba49162d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:48:03.061521 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.119300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] For port 18d60266-6eb7-475d-988f-c5beba49162d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:48:03.122695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] For port 18d60266-6eb7-475d-988f-c5beba49162d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=18d60266-6eb7-475d-988f-c5beba49162d,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:48:03.128727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a918ef5-1cd3-4c1f-aea6-e65ef186e4e5 None None] Pushing event updated for resources: {'Port': ['ID=18d60266-6eb7-475d-988f-c5beba49162d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:03.132579 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.171224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9896423-7588-478a-bb95-aa2ebc89d896 req-ffe218c5-3875-4d97-85cb-0d0838158b34 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:03.173330 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9896423-7588-478a-bb95-aa2ebc89d896 req-ffe218c5-3875-4d97-85cb-0d0838158b34 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1421015 Jul 13 19:48:03.229999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a918ef5-1cd3-4c1f-aea6-e65ef186e4e5 None None] Pushing event updated for resources: {'Port': ['ID=18d60266-6eb7-475d-988f-c5beba49162d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:03.279209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9896423-7588-478a-bb95-aa2ebc89d896 req-4f75f827-8de7-458d-9760-849b49520c04 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986435 Jul 13 19:48:03.285980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Routers {'005baec5-bfd7-4871-bf09-61de48088c50'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:48:03.286653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:47:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['005baec5-bfd7-4871-bf09-61de48088c50'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:03.449308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] Set router 005baec5-bfd7-4871-bf09-61de48088c50 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:48:03.513639 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.554393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Transition to ACTIVE for port object 088e23b4-c0a4-4340-9084-af69ca00bae0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:48:03.579550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Transition to ACTIVE for port object 088e23b4-c0a4-4340-9084-af69ca00bae0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:48:03.594244 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.612893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:48:03.618163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:48:03.647802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:48:03.650249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.20.0.1 (0a369aae-8f0c-42d6-8d8d-246e14b66f49/13937751-2cd5-4222-b55f-89b834368ef0/d2b1c519-14fe-4a80-9fee-e8e2e66d4e36) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:48:03.731313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Pushing event updated for resources: {'Port': ['ID=088e23b4-c0a4-4340-9084-af69ca00bae0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:03.768256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Attempting to bind port 088e23b4-c0a4-4340-9084-af69ca00bae0 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:48:03.771306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Attempting to bind port 088e23b4-c0a4-4340-9084-af69ca00bae0 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:48:03.771868 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Attempting to bind port 088e23b4-c0a4-4340-9084-af69ca00bae0 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:48:03.781247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:48:03.781247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Checking segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:48:03.781247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.781763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Bound using segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:48:03.782384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Bound port: 088e23b4-c0a4-4340-9084-af69ca00bae0, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:48:03.782796 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.805014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:00Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:03.819251 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.838247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Transition to ACTIVE for port object d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:48:03.866072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60bb7fb-acf0-423f-81c4-0f2287790ef8 None None] The sync data for ids ['005baec5-bfd7-4871-bf09-61de48088c50'] in n-d-800708-1 is: [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:00Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:48:03.882508 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.898727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] For port 088e23b4-c0a4-4340-9084-af69ca00bae0, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:48:03.909187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] For port 088e23b4-c0a4-4340-9084-af69ca00bae0, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=088e23b4-c0a4-4340-9084-af69ca00bae0,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:48:03.915804 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:03.929182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:48:03.935577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:48:03.939624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:48:03.975851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=d2b1c519-14fe-4a80-9fee-e8e2e66d4e36,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:04.010454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a0b1-c905-4b46-941d-d41228280a2c None None] Pushing event updated for resources: {'Port': ['ID=088e23b4-c0a4-4340-9084-af69ca00bae0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:04.030528 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:04.225963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:04.661126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 18d60266-6eb7-475d-988f-c5beba49162d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:48:04.661532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd9024-542e-425b-9ac1-efff09e87375 req-f8951cfd-35ab-4c7e-a82e-8dc2f5c7408b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:04.664021 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41cd9024-542e-425b-9ac1-efff09e87375 req-f8951cfd-35ab-4c7e-a82e-8dc2f5c7408b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1617868 Jul 13 19:48:04.747635 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41cd9024-542e-425b-9ac1-efff09e87375 req-61f6c401-e611-414c-9622-0e32f0e83a06 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703402 Jul 13 19:48:04.752847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 18d60266-6eb7-475d-988f-c5beba49162d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:48:04.756849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 18d60266-6eb7-475d-988f-c5beba49162d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:04.757203 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:04.859007 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:04.863894 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:04.906651 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:04.941613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 18d60266-6eb7-475d-988f-c5beba49162d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=18d60266-6eb7-475d-988f-c5beba49162d,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:48:04.948470 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:04.949437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 088e23b4-c0a4-4340-9084-af69ca00bae0 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:48:04.968591 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:05.043716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=d2b1c519-14fe-4a80-9fee-e8e2e66d4e36,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:05.053159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 088e23b4-c0a4-4340-9084-af69ca00bae0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:48:05.136207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=18d60266-6eb7-475d-988f-c5beba49162d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:05.155514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:48:05.156991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:48:05.583179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b60acc-6524-45b6-a4d5-5608e03bc9e9 None None] Network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:48:05.681132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24d88fe0-aed6-402c-833d-0bc08a72e47a None None] Provisioning for port 088e23b4-c0a4-4340-9084-af69ca00bae0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:48:05.697438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24d88fe0-aed6-402c-833d-0bc08a72e47a None None] Provisioning complete for port 088e23b4-c0a4-4340-9084-af69ca00bae0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:05.697955 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24d88fe0-aed6-402c-833d-0bc08a72e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:05.764628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router 005baec5-bfd7-4871-bf09-61de48088c50 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:48:05.824149 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24d88fe0-aed6-402c-833d-0bc08a72e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:05.894038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24d88fe0-aed6-402c-833d-0bc08a72e47a None None] For port 088e23b4-c0a4-4340-9084-af69ca00bae0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=088e23b4-c0a4-4340-9084-af69ca00bae0,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:48:05.905845 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24d88fe0-aed6-402c-833d-0bc08a72e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:05.966186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d88fe0-aed6-402c-833d-0bc08a72e47a None None] Pushing event updated for resources: {'Port': ['ID=088e23b4-c0a4-4340-9084-af69ca00bae0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:06.042928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:48:06.049051 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c2093d7b-71ca-42dc-b3e5-e0dc2b3d3b26 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "PUT /v2.0/routers/005baec5-bfd7-4871-bf09-61de48088c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5908246 Jul 13 19:48:06.088157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e9689-cac4-45c0-b811-a66775e58493 req-d85e3056-9520-4cee-9f24-5f24641f9f0b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:06.096541 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-062e9689-cac4-45c0-b811-a66775e58493 req-d85e3056-9520-4cee-9f24-5f24641f9f0b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1238706 Jul 13 19:48:06.137215 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-062e9689-cac4-45c0-b811-a66775e58493 req-0f26a41c-15a9-490c-b19c-945aadcd4827 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396683 Jul 13 19:48:06.232719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c4d6a20d-e92d-42bb-afff-0a2cfcf82401 None None] Provisioning for port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:48:06.236852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c4d6a20d-e92d-42bb-afff-0a2cfcf82401 None None] Provisioning complete for port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:06.237228 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4d6a20d-e92d-42bb-afff-0a2cfcf82401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:06.303329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6a20d-e92d-42bb-afff-0a2cfcf82401 None None] Port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:48:06.322319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c4d6a20d-e92d-42bb-afff-0a2cfcf82401 None None] Provisioning complete for port 088e23b4-c0a4-4340-9084-af69ca00bae0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:06.323168 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4d6a20d-e92d-42bb-afff-0a2cfcf82401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:06.344844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-b9c149fc-7829-4b6e-a156-fbfc2028a05a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936100268&fields=id&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 267 time: 0.0470097 Jul 13 19:48:06.530884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-74eed205-2ff1-4aba-8ad0-00f5ccef278f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:06.532760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-74eed205-2ff1-4aba-8ad0-00f5ccef278f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 796 time: 0.1808729 Jul 13 19:48:06.551124 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Sync routers for ids ['005baec5-bfd7-4871-bf09-61de48088c50'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:48:06.554001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 18d60266-6eb7-475d-988f-c5beba49162d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:48:06.561153 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-c691b6bf-f138-4e52-bd50-23cad9755826 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/quotas/0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 375 time: 0.0227277 Jul 13 19:48:06.562555 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Routers {'005baec5-bfd7-4871-bf09-61de48088c50'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:48:06.563360 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:47:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['005baec5-bfd7-4871-bf09-61de48088c50'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:06.662810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5331a93d-8b95-4538-831e-4d82a846b4ed None None] Provisioning complete for port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:06.663183 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5331a93d-8b95-4538-831e-4d82a846b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:06.679520 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-e377eb41-5191-4ede-854f-7d95e7f42925 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173546 Jul 13 19:48:06.681782 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Set router 005baec5-bfd7-4871-bf09-61de48088c50 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:48:06.704420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 18d60266-6eb7-475d-988f-c5beba49162d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:06.704695 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:06.801835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-74fd8681-8b6b-498c-ba21-3b3590639952 service neutron] 10.222.0.25 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210992 Jul 13 19:48:06.962736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5331a93d-8b95-4538-831e-4d82a846b4ed None None] Port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:48:06.987494 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'd2b1c519-14fe-4a80-9fee-e8e2e66d4e36', 'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:e9:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:48:03Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 2, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '13937751-2cd5-4222-b55f-89b834368ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:07.014528 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Checking router: 005baec5-bfd7-4871-bf09-61de48088c50 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:48:07.014880 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Updating router 005baec5-bfd7-4871-bf09-61de48088c50 port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:48:07.026480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 088e23b4-c0a4-4340-9084-af69ca00bae0 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:48:07.034786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-cf14a85d-d7f7-4191-8922-4ad9aadaef20 service neutron] 10.222.0.25 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316592 Jul 13 19:48:07.052148 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:07.148333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b33d8425-80e7-4fa8-bfd6-87d9eb4b1e4e None None] Provisioning complete for port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:07.148705 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b33d8425-80e7-4fa8-bfd6-87d9eb4b1e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:07.238153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 088e23b4-c0a4-4340-9084-af69ca00bae0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:07.238556 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:07.308729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b33d8425-80e7-4fa8-bfd6-87d9eb4b1e4e None None] Port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:48:07.323474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3cb017ce-57d1-473d-a889-54a04936c7b8 req-bf20b8ea-f8ca-4753-b45d-28fa75fcb49d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 210 time: 0.0526493 Jul 13 19:48:07.513082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ac01-780c-4ee0-8865-e201ed21758b req-ef468012-38f3-4eb1-b0fd-0ec2d70f8952 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:07.514713 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:07.515095 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8305ac01-780c-4ee0-8865-e201ed21758b req-ef468012-38f3-4eb1-b0fd-0ec2d70f8952 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0879707 Jul 13 19:48:07.526227 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Transition to ACTIVE for port object d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:48:07.532889 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:07.587882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8305ac01-780c-4ee0-8865-e201ed21758b req-734a11a3-bd86-4852-9d59-fef87230342b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605085 Jul 13 19:48:07.672016 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Attempting to bind port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:48:07.672829 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Attempting to bind port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:48:07.672977 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Attempting to bind port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:48:07.679128 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:48:07.679354 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Checking segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:48:07.679756 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:07.680147 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Bound using segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:48:07.681365 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Bound port: d2b1c519-14fe-4a80-9fee-e8e2e66d4e36, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:48:07.681677 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:07.697720 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Pushing event updated for resources: {'Port': ['ID=d2b1c519-14fe-4a80-9fee-e8e2e66d4e36,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:07.709452 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.709799 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.710302 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.710950 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.711428 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.712150 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.713014 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.713492 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.713965 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.714460 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.714931 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.715399 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:07.835083 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] For port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:48:07.840582 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] For port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d2b1c519-14fe-4a80-9fee-e8e2e66d4e36,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:48:07.846797 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:07.913613 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Routers {'005baec5-bfd7-4871-bf09-61de48088c50'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:48:07.929270 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:47:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['005baec5-bfd7-4871-bf09-61de48088c50'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:07.932637 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f4383-d50f-4b82-80b2-abc44b170635 None None] Pushing event updated for resources: {'Port': ['ID=d2b1c519-14fe-4a80-9fee-e8e2e66d4e36,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:08.084790 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] Set router 005baec5-bfd7-4871-bf09-61de48088c50 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:48:08.359482 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'd2b1c519-14fe-4a80-9fee-e8e2e66d4e36', 'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:e9:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:48:03Z', 'updated_at': '2021-07-13T19:48:07Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '13937751-2cd5-4222-b55f-89b834368ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:08.544123 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8379ab1b-2274-4461-b905-eab20cddac69 req-1fd614e9-c79d-40ad-9564-6c4d83df8493 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 210 time: 0.0754044 Jul 13 19:48:08.551243 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1d07c-8828-489a-b2d7-1b09cb06b3d3 None None] The sync data for ids ['005baec5-bfd7-4871-bf09-61de48088c50'] in n-d-800708-1 is: [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'd2b1c519-14fe-4a80-9fee-e8e2e66d4e36', 'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:e9:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:48:03Z', 'updated_at': '2021-07-13T19:48:07Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '13937751-2cd5-4222-b55f-89b834368ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:48:08.877459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-e72bcd71-a9f4-4bb8-9484-202d2b8d3a5b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:08.879305 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-e72bcd71-a9f4-4bb8-9484-202d2b8d3a5b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 796 time: 0.2050960 Jul 13 19:48:08.935581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-0b5bfa12-2293-4512-ad05-65830bd116a2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 380 time: 0.0467143 Jul 13 19:48:08.935850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0c0b1-1696-47fe-8335-25ce2ce364a6 req-1a500b7b-3d63-4044-a90e-f729f969b182 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:08.951880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'port': {'device_id': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'admin_state_up': True, 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'security_groups': ['81eff221-5dd5-46d5-9f52-77314203903a']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:48:08.953334 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0c0c0b1-1696-47fe-8335-25ce2ce364a6 req-1a500b7b-3d63-4044-a90e-f729f969b182 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1286917 Jul 13 19:48:08.992326 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0c0c0b1-1696-47fe-8335-25ce2ce364a6 req-abc41604-ee0e-4b7d-b32e-1fe656ce42eb tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379298 Jul 13 19:48:09.107299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:48:09.112266 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:09.252492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.20.0.3 (0a369aae-8f0c-42d6-8d8d-246e14b66f49/13937751-2cd5-4222-b55f-89b834368ef0/13f19588-2c4b-4cd4-b113-cadb13ce0826) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:48:09.429227 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:09.446813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Transition to ACTIVE for port object 13f19588-2c4b-4cd4-b113-cadb13ce0826 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:48:09.486213 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:09.545519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:48:09.551077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:48:09.553015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:09.555229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:48:09.639004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:09.639701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:09.688745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-3c270b5d-c7d6-46fa-ac3c-30c51cc544f3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7408395 Jul 13 19:48:09.703787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Request body: {'port': {'device_id': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:48:09.859243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:09.869039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea46ac-2a55-4086-bcc0-753e01723764 req-25b35838-32b9-44c9-86f4-e6cb87838738 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:09.873552 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3aea46ac-2a55-4086-bcc0-753e01723764 req-25b35838-32b9-44c9-86f4-e6cb87838738 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 931 time: 0.1356623 Jul 13 19:48:09.924563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0e8125c7-a15c-49b1-8629-60e48f182537 None None] Provisioning for port 13f19588-2c4b-4cd4-b113-cadb13ce0826 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:48:09.929423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0e8125c7-a15c-49b1-8629-60e48f182537 None None] Provisioning complete for port 13f19588-2c4b-4cd4-b113-cadb13ce0826 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:09.929851 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e8125c7-a15c-49b1-8629-60e48f182537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:09.961717 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3aea46ac-2a55-4086-bcc0-753e01723764 req-482b4fea-5b17-4426-b4a0-083ca98a3bf5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855269 Jul 13 19:48:09.987453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0e8125c7-a15c-49b1-8629-60e48f182537 None None] Port 13f19588-2c4b-4cd4-b113-cadb13ce0826 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:48:10.239719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b0d6a-23f8-4f39-a3da-7cbadc74d2b8 req-15482d1b-1db5-4d2b-959e-5c8ab1d7567e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:10.241811 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-494b0d6a-23f8-4f39-a3da-7cbadc74d2b8 req-15482d1b-1db5-4d2b-959e-5c8ab1d7567e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0824764 Jul 13 19:48:10.252556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f19588-2c4b-4cd4-b113-cadb13ce0826 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:48:10.260757 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:10.273658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Transition to ACTIVE for port object 13f19588-2c4b-4cd4-b113-cadb13ce0826 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:48:10.278106 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:10.298020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-494b0d6a-23f8-4f39-a3da-7cbadc74d2b8 req-b21b4b48-084d-44fc-b851-062b17ca2a3a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498905 Jul 13 19:48:10.371617 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:10.406609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.406948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.407291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.407622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.407955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.408286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.408609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.408935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.409259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.409580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.409902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.410221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:10.449940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:48:10.450293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:48:10.450651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:48:10.459197 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:48:10.459759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:48:10.468143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:48:10.468586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Checking segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:48:10.469075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Bound using segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:48:10.469699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Bound port: 13f19588-2c4b-4cd4-b113-cadb13ce0826, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:48:10.470157 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:10.573572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:48:10.576840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:48:10.582271 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:10.625129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:48:10.629732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:10.631399 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:10.633622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] 10.222.0.60 "PUT /v2.0/ports/13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 1091 time: 0.9368136 Jul 13 19:48:10.635307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:48:10.638337 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d" -d '{"events": [{"name": "network-changed", "server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:48:10.669915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4be744-6b78-4cbf-afbb-7d6f843e339e service neutron] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:10.706807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:48:10.711593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:10.712843 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:10.742138 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b2ced2-2c67-492d-ac19-407e37a16db2 x-openstack-request-id: req-78b2ced2-2c67-492d-ac19-407e37a16db2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:48:10.742565 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:48:10.742727 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78b2ced2-2c67-492d-ac19-407e37a16db2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:48:10.743678 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'status': 'completed', 'code': 200} Jul 13 19:48:10.807130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-ee4091f5-e575-4362-82a3-678926400d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:10.809826 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-ee4091f5-e575-4362-82a3-678926400d33 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1094 time: 0.1187677 Jul 13 19:48:10.832384 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:10.873181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d2b1c519-14fe-4a80-9fee-e8e2e66d4e36,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:48:10.877854 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:10.889763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-f1226166-6158-46e4-904d-34f7905c189e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 217 time: 0.0700862 Jul 13 19:48:10.967918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=d2b1c519-14fe-4a80-9fee-e8e2e66d4e36,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:10.990861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-b7ec8fad-2c27-4c48-b819-d8691ffa847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:10.992437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-b7ec8fad-2c27-4c48-b819-d8691ffa847e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.0978785 Jul 13 19:48:11.121033 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-0eca58ed-3590-4d6e-b387-4ea71128c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:11.122693 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-0eca58ed-3590-4d6e-b387-4ea71128c848 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180823 Jul 13 19:48:11.285275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-039faea7-24c9-4be1-b221-15381594de82 service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559010 Jul 13 19:48:11.300584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb4359-546f-4a24-aba2-5d73f2dd3d2e req-2e563bfe-2d49-4ace-8fc3-63f19644d5e1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:11.302107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64bb4359-546f-4a24-aba2-5d73f2dd3d2e req-2e563bfe-2d49-4ace-8fc3-63f19644d5e1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 943 time: 0.1009140 Jul 13 19:48:11.395866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64bb4359-546f-4a24-aba2-5d73f2dd3d2e req-dcf5f00c-b4de-4d58-8e12-06c75df8c25b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856380 Jul 13 19:48:11.405945 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89aade53-aea9-4ca8-8215-7398233c1fc6 req-5913e738-3599-412b-86cd-9dfa6033172a service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119022 Jul 13 19:48:11.630856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-2af8dc78-f542-4436-a9f4-18d777656546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:11.632829 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-2af8dc78-f542-4436-a9f4-18d777656546 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1094 time: 0.1598837 Jul 13 19:48:11.699688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6769b-e003-4984-afc0-a36389868828 req-28262d68-bd6c-4e63-8755-5dd867c6d1e0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:11.701549 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4a6769b-e003-4984-afc0-a36389868828 req-28262d68-bd6c-4e63-8755-5dd867c6d1e0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1486466 Jul 13 19:48:11.773505 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4a6769b-e003-4984-afc0-a36389868828 req-d89026ee-ff24-4cda-a16d-68d2a8fd4cc9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623217 Jul 13 19:48:11.804173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-8b5591ca-8f5e-4ccb-88f9-8d721f4950e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:11.806176 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-8b5591ca-8f5e-4ccb-88f9-8d721f4950e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.1643910 Jul 13 19:48:11.872442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-df5ff427-ce8a-42d1-bc64-029289eca3a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 217 time: 0.0602822 Jul 13 19:48:11.924481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-ac0958ec-1832-4ca4-a255-965f8e170788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:11.926027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-ac0958ec-1832-4ca4-a255-965f8e170788 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.0474854 Jul 13 19:48:11.998600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-e91a237d-2225-42fe-a68a-69a09052d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:12.000133 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-e91a237d-2225-42fe-a68a-69a09052d8e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673547 Jul 13 19:48:12.102746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-801e2914-75fa-4878-a799-16d88a3e1dce service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955734 Jul 13 19:48:12.194906 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-435ab03d-6c8d-448e-a5eb-6a1e4e42d71d req-4573c218-ebb6-4a69-80e2-de011ebc4daa service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852408 Jul 13 19:48:12.533429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:48:12.587861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64979c29-e34b-4207-ad46-436467f089fd req-81a3c7fd-4089-4d51-b142-e6e3d203c56b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:12.600856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64979c29-e34b-4207-ad46-436467f089fd req-81a3c7fd-4089-4d51-b142-e6e3d203c56b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 943 time: 0.1004405 Jul 13 19:48:12.620413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:12.621424 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:12.644376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64979c29-e34b-4207-ad46-436467f089fd req-fb86ab43-9199-432a-a33e-76d194c4531b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Jul 13 19:48:12.965073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dae16-cde1-4b81-9a69-d091293099e4 req-1e7f62ec-c7bd-44ba-a0b2-35bcbada5f74 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:12.966628 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6e4dae16-cde1-4b81-9a69-d091293099e4 req-1e7f62ec-c7bd-44ba-a0b2-35bcbada5f74 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0716915 Jul 13 19:48:13.011901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6e4dae16-cde1-4b81-9a69-d091293099e4 req-2f1c7080-35a1-4883-96c9-960f039b6299 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394452 Jul 13 19:48:13.835530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069a07-a8b7-45ff-8f76-66cddbe049bc req-763c19bc-6965-4bd5-a123-1528817304bf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:13.837753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f069a07-a8b7-45ff-8f76-66cddbe049bc req-763c19bc-6965-4bd5-a123-1528817304bf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 943 time: 0.0703759 Jul 13 19:48:13.884373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f069a07-a8b7-45ff-8f76-66cddbe049bc req-69584064-66be-4939-b34f-ab643b7400a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373704 Jul 13 19:48:14.190587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2607b3-c307-4611-8d87-d11cb8770a02 req-ba709cc8-f54a-45a6-9253-91b748da446e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:14.192011 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec2607b3-c307-4611-8d87-d11cb8770a02 req-ba709cc8-f54a-45a6-9253-91b748da446e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0642936 Jul 13 19:48:14.230853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ec2607b3-c307-4611-8d87-d11cb8770a02 req-70700b13-8684-4d7b-90cf-143ef22d84db tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325930 Jul 13 19:48:15.249705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c21699-dc51-4fa6-b081-c41c5bead57a req-e9c7df49-3d1d-4738-9d5b-9af61adc4da2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:15.251143 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c21699-dc51-4fa6-b081-c41c5bead57a req-e9c7df49-3d1d-4738-9d5b-9af61adc4da2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 943 time: 0.0627046 Jul 13 19:48:15.294987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-96c21699-dc51-4fa6-b081-c41c5bead57a req-585f6ac5-b86a-4184-830e-68bf58443e36 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379472 Jul 13 19:48:15.409171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:48:15.423169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39a31-cdf7-4e3f-bbb0-729267590a1b req-bdf2150a-1350-4667-a2ef-3573d2520298 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:15.424768 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65f39a31-cdf7-4e3f-bbb0-729267590a1b req-bdf2150a-1350-4667-a2ef-3573d2520298 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0650470 Jul 13 19:48:15.469267 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65f39a31-cdf7-4e3f-bbb0-729267590a1b req-237ef8fc-daf2-44ff-974b-19482ecb6017 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Jul 13 19:48:15.512402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:48:15.523787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'port_id': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'mac_address': 'fa:16:3e:11:44:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:48:15.562288 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:15.575334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f19588-2c4b-4cd4-b113-cadb13ce0826 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:48:15.595615 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:48:15.603827 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:15.653143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:15.731477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:15.823768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['13f19588-2c4b-4cd4-b113-cadb13ce0826'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:48:16.376423 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:16.502961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa01b-3155-45c6-80b0-e102ca299f4c req-23b92c0a-a706-4b34-9647-e30f8ece8c07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:16.505054 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-557aa01b-3155-45c6-80b0-e102ca299f4c req-23b92c0a-a706-4b34-9647-e30f8ece8c07 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 944 time: 0.0857246 Jul 13 19:48:16.547711 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-557aa01b-3155-45c6-80b0-e102ca299f4c req-87d16ea0-c13e-402e-8e0b-0eea26edddf0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362930 Jul 13 19:48:16.697769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1129a-b5a4-4dc5-a8e0-962a72744cae req-b6827227-31ad-41e2-bb17-8c61ee44dc49 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:16.703625 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-52b1129a-b5a4-4dc5-a8e0-962a72744cae req-b6827227-31ad-41e2-bb17-8c61ee44dc49 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0876343 Jul 13 19:48:16.745167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-52b1129a-b5a4-4dc5-a8e0-962a72744cae req-fdb69e48-d5a8-4b5f-b8e9-ccd438fc7834 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353682 Jul 13 19:48:17.318999 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-51abe91c-eb55-48d9-b719-144b05d3798f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0740507 Jul 13 19:48:17.416158 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:48:17.438981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-a0303d8a-dc27-4f92-bb63-528a0e9f2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.439473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-a0303d8a-dc27-4f92-bb63-528a0e9f2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.439961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-a0303d8a-dc27-4f92-bb63-528a0e9f2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.440435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-a0303d8a-dc27-4f92-bb63-528a0e9f2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.441089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-a0303d8a-dc27-4f92-bb63-528a0e9f2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.441720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-a0303d8a-dc27-4f92-bb63-528a0e9f2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.442337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-a0303d8a-dc27-4f92-bb63-528a0e9f2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.444719 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-a0303d8a-dc27-4f92-bb63-528a0e9f2dfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b291adcad82488e8ff56675514b433c&device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 6501 time: 0.0694869 Jul 13 19:48:17.505758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 13f19588-2c4b-4cd4-b113-cadb13ce0826 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:48:17.513217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 13f19588-2c4b-4cd4-b113-cadb13ce0826 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:17.513961 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:17.595747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-6f929633-2c74-41bc-a215-a1481565fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.596879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-6f929633-2c74-41bc-a215-a1481565fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.597515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-6f929633-2c74-41bc-a215-a1481565fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.599498 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-6f929633-2c74-41bc-a215-a1481565fac4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60de7d8c-9f98-4164-9b60-2ef9123f341b&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&id=c96bdf60-03fd-4497-81a8-4ed77a3d079d HTTP/1.1" status: 200 len: 2298 time: 0.1194210 Jul 13 19:48:17.619707 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:17.672671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:48:17.675105 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e293d7c-2ad5-4141-b75d-7d20f1148ae8" -d '{"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-plugged", "status": "completed", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:48:17.699339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-2d0b418c-c381-48a5-a7dc-e04b098307d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34 HTTP/1.1" status: 200 len: 1001 time: 0.0910621 Jul 13 19:48:17.710617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:48:17.718068 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:17.750759 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0f7c6b-27cf-445d-9129-24baac180627 x-openstack-request-id: req-dd0f7c6b-27cf-445d-9129-24baac180627 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:48:17.751323 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-plugged", "status": "completed", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:48:17.751726 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd0f7c6b-27cf-445d-9129-24baac180627 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:48:17.752543 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'code': 200} Jul 13 19:48:17.845953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:17.880279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-f1964036-cbd3-44ff-ba99-bc3495ce6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.882146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-f1964036-cbd3-44ff-ba99-bc3495ce6eba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce31b39-5b80-4d84-8622-b4b60ff44bd7 HTTP/1.1" status: 200 len: 856 time: 0.1760056 Jul 13 19:48:17.937862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf4ec2-009a-49f4-b562-7152c939e30f req-df0d665b-06d1-4703-84b1-444814e70af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.940196 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cbdf4ec2-009a-49f4-b562-7152c939e30f req-df0d665b-06d1-4703-84b1-444814e70af2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1096 time: 0.1041460 Jul 13 19:48:17.964623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf8aa3-bdc9-441e-969b-e0220e5ac023 req-a78a464c-e728-413a-84c2-1f639a3ebf35 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:17.972019 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-03cf8aa3-bdc9-441e-969b-e0220e5ac023 req-a78a464c-e728-413a-84c2-1f639a3ebf35 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.1933539 Jul 13 19:48:18.028146 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cbdf4ec2-009a-49f4-b562-7152c939e30f req-240c63bd-c3cb-479a-aae8-59a4ed612784 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756052 Jul 13 19:48:18.043453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-9bc3bd3b-7604-4e3a-9e8d-9c61e08dc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:18.044992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-9bc3bd3b-7604-4e3a-9e8d-9c61e08dc620 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60de7d8c-9f98-4164-9b60-2ef9123f341b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519790 Jul 13 19:48:18.057943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-03cf8aa3-bdc9-441e-969b-e0220e5ac023 req-4b6fa5de-a95c-4aeb-a472-664b81e04a0c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847411 Jul 13 19:48:18.080941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4b797-324c-4bff-b4d4-3afdbdf85311 req-43646564-df4a-468c-9183-e0f213e4cb52 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:18.082676 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41e4b797-324c-4bff-b4d4-3afdbdf85311 req-43646564-df4a-468c-9183-e0f213e4cb52 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1412888 Jul 13 19:48:18.141136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41e4b797-324c-4bff-b4d4-3afdbdf85311 req-928b13fe-3f43-4717-9ccf-6c52de8d27e2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521371 Jul 13 19:48:18.179407 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-13ba7fa8-03e5-4db4-bd87-479d09644814 service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202970 Jul 13 19:48:18.279828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-af181391-a5fc-4a87-9f14-6e30df1d26a2 service neutron] 10.222.0.24 "GET /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934644 Jul 13 19:48:18.327978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-1dbedb74-1086-48d3-ad28-c9de2d7df65e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 200 len: 217 time: 0.0410070 Jul 13 19:48:18.379781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-b4fe570b-a234-4f32-9da7-eecd9cdffd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:18.381275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-b4fe570b-a234-4f32-9da7-eecd9cdffd5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0466244 Jul 13 19:48:18.443101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-181de17c-0ba3-40f1-a6aa-c79f08ab7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:18.444709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-181de17c-0ba3-40f1-a6aa-c79f08ab7c3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544848 Jul 13 19:48:18.546892 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-ec0042db-2a07-4c65-9e1c-64dca0b18561 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945897 Jul 13 19:48:18.650091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-b18d637d-13d3-4c9f-bb35-05e00dcab7d7 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965908 Jul 13 19:48:18.702043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-642c9e90-214b-46de-a928-a085f5d62775 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 200 len: 217 time: 0.0428274 Jul 13 19:48:18.757446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-9619c2fe-dffc-4b69-9648-3135e70ef527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:18.759699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-9619c2fe-dffc-4b69-9648-3135e70ef527 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0504715 Jul 13 19:48:18.848275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-8a20dcdf-7a4d-4f90-a680-0ecc82d760f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:18.849944 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-8a20dcdf-7a4d-4f90-a680-0ecc82d760f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832622 Jul 13 19:48:18.963744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-2522bbfd-72be-4142-80d1-ce60dc10ace1 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046846 Jul 13 19:48:19.085879 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-1d514ac7-c3a9-472b-8f1e-f014d07bcf51 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155005 Jul 13 19:48:19.139082 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-f95c0405-5fda-4335-8761-9c7ee80a176e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0 HTTP/1.1" status: 200 len: 217 time: 0.0442605 Jul 13 19:48:19.213016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-494ab7a6-636a-4ba0-a61a-76066d07f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:19.214858 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-494ab7a6-636a-4ba0-a61a-76066d07f938 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0693491 Jul 13 19:48:19.336603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-69192a76-9dcd-4a4a-8b93-27f90e1efd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:19.338155 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-69192a76-9dcd-4a4a-8b93-27f90e1efd0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1138856 Jul 13 19:48:19.428099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219e9c8-f1d3-4750-94a7-76be0c52b98c req-c8e1bdfc-9172-4b27-b149-abe2af0bfdb1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:19.429590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5219e9c8-f1d3-4750-94a7-76be0c52b98c req-c8e1bdfc-9172-4b27-b149-abe2af0bfdb1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.1692052 Jul 13 19:48:19.489886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412e9f9-e0ee-4944-9431-8515920b19ff req-f2e9701a-c112-4a34-820a-3b14fa67cb7d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:19.497738 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2412e9f9-e0ee-4944-9431-8515920b19ff req-f2e9701a-c112-4a34-820a-3b14fa67cb7d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1484628 Jul 13 19:48:19.519389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5219e9c8-f1d3-4750-94a7-76be0c52b98c req-9619e5fc-c1b7-40a3-97c3-f3f3e3079ab0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808392 Jul 13 19:48:19.521923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-16faa320-a2e4-4dc4-96e6-76a7bb81bf7b service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730971 Jul 13 19:48:19.565194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2412e9f9-e0ee-4944-9431-8515920b19ff req-bce61852-8a81-4840-abe6-81c77dadfc61 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664799 Jul 13 19:48:19.677232 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-46dd3ccd-73e6-4b20-8463-44ec75d04396 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422632 Jul 13 19:48:19.739337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-59477d44-e0af-4e26-a532-e98043fac446 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f HTTP/1.1" status: 200 len: 217 time: 0.0502360 Jul 13 19:48:19.818198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-453f401a-4dc2-4259-bd0d-8fc52f3e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:19.819713 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-453f401a-4dc2-4259-bd0d-8fc52f3e10ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 200 len: 797 time: 0.0626307 Jul 13 19:48:19.879844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989ee77-2a79-4041-86e5-92fcbf178674 req-b9a836bb-25ca-4b2d-9fcf-018dbd67b944 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:19.883053 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b989ee77-2a79-4041-86e5-92fcbf178674 req-b9a836bb-25ca-4b2d-9fcf-018dbd67b944 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.1844058 Jul 13 19:48:19.935970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-1a6cc024-6d4b-4e1f-a410-deb42169cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:19.937537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-1a6cc024-6d4b-4e1f-a410-deb42169cb98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883f7b7f-1be5-4606-b4a9-bfa7021c92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103196 Jul 13 19:48:19.940814 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b989ee77-2a79-4041-86e5-92fcbf178674 req-ad954029-c192-4f71-9fbf-bde06996b84d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522089 Jul 13 19:48:19.971035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:20.041890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a558ddea-a588-4bf6-80c1-58843a031ed7 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:20.044269 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a558ddea-a588-4bf6-80c1-58843a031ed7 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1091 time: 0.0720077 Jul 13 19:48:20.047769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 55980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:20.058886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:48:20.077101 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-6c4245be-dbc2-48c0-8346-0578152ed65a service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256373 Jul 13 19:48:20.098458 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:20.195328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-c580beb8-2c47-4eb7-be5b-77e40975b857 service neutron] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099410 Jul 13 19:48:20.213848 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:20.246718 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-fdb9b97e-fd80-4277-b4f8-4e2926893d38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89c321a2-c868-4075-8150-883f6b612ea4 HTTP/1.1" status: 200 len: 217 time: 0.0442896 Jul 13 19:48:20.308921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-71f046eb-59a1-47bb-8324-99c3c87f4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:20.311105 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-71f046eb-59a1-47bb-8324-99c3c87f4d8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.0555978 Jul 13 19:48:20.360855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.25.7.11 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/cce3a88f-01f4-4d8d-ab2e-6abafd3f2ef2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:48:20.392115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-7cc8c81f-16f4-4609-a69b-0d1d82d59c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:20.393780 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-7cc8c81f-16f4-4609-a69b-0d1d82d59c96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744317 Jul 13 19:48:20.509919 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-897f98e3-4cb3-4d23-82cd-430e6c28452e service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081846 Jul 13 19:48:20.521838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:20.577724 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:20.642504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:48:20.645408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:48:20.649713 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:48:20.656099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=cce3a88f-01f4-4d8d-ab2e-6abafd3f2ef2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:20.665530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-5c8bb736-66a1-4943-b3c5-6a873ab1751b service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471364 Jul 13 19:48:20.714612 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d1e12e3-e9ff-4f6d-9b73-6dcf43ad582d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:20.737657 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-2f9e7fbc-f00f-4069-8fb6-430b7159c9f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fe38d307-aeed-4940-8698-a4e553caad39 HTTP/1.1" status: 200 len: 217 time: 0.0637684 Jul 13 19:48:20.810738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-d1f42c46-3a76-4aa8-866c-9c7bf1710a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:20.812545 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-d1f42c46-3a76-4aa8-866c-9c7bf1710a22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 200 len: 797 time: 0.0684099 Jul 13 19:48:20.900335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-ca5e7b41-7322-4118-9921-9ed7b721cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:20.902507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-ca5e7b41-7322-4118-9921-9ed7b721cc6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bdf60-03fd-4497-81a8-4ed77a3d079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809245 Jul 13 19:48:20.907955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe519a-d6cb-4a50-845b-24be0c369256 req-4f591a61-6383-4a03-96de-94c139990cb2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:20.909348 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2efe519a-d6cb-4a50-845b-24be0c369256 req-4f591a61-6383-4a03-96de-94c139990cb2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1568437 Jul 13 19:48:20.998879 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2efe519a-d6cb-4a50-845b-24be0c369256 req-25ed8051-3a68-4891-bb2b-01812b442c88 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798469 Jul 13 19:48:21.050216 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-51110e6a-5f24-46fb-afd4-f29586406a87 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308262 Jul 13 19:48:21.182971 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b21d22f8-d1cc-4f22-9f3c-ebfddf471ded req-aea0420f-5e77-437d-a9fd-19b0ef6ac01d service neutron] 10.222.0.24 "GET /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251450 Jul 13 19:48:21.222685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:21.306994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:21.487558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:21.493606 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:21.581863 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:21.585083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=cce3a88f-01f4-4d8d-ab2e-6abafd3f2ef2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:22.057002 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Floating IP 0b37a320-dfaa-4c48-bdf0-21b373df95d3 associated. External IP: 172.25.7.11, port: 13f19588-2c4b-4cd4-b113-cadb13ce0826. Jul 13 19:48:22.249667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8fef-4c95-4d6d-8fb2-635c30187264 req-fa4dbeb7-65a0-4ce4-868b-9a77ceb3a6fe tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:22.251148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3eac8fef-4c95-4d6d-8fb2-635c30187264 req-fa4dbeb7-65a0-4ce4-868b-9a77ceb3a6fe tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1054747 Jul 13 19:48:22.307481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3eac8fef-4c95-4d6d-8fb2-635c30187264 req-344c36f9-f3a6-4be1-99f1-fe5eeb9c5dbe tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459697 Jul 13 19:48:22.355317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router 005baec5-bfd7-4871-bf09-61de48088c50 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:48:22.501532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:48:22.512594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] Sync routers for ids ['005baec5-bfd7-4871-bf09-61de48088c50'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:48:22.522507 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:22.524626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] Routers {'005baec5-bfd7-4871-bf09-61de48088c50'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:48:22.526059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:47:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['005baec5-bfd7-4871-bf09-61de48088c50'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:22.567233 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-da43eeac-6363-4760-98e2-ca188d7c2c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5184045 Jul 13 19:48:22.568387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:48:22.575067 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b18329a-d322-4308-9f25-d11a4938bb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:48:22.652317 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397f2691-0bef-4402-9414-5b6f62d65764 x-openstack-request-id: req-397f2691-0bef-4402-9414-5b6f62d65764 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:48:22.653473 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:48:22.659679 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-397f2691-0bef-4402-9414-5b6f62d65764 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:48:22.660415 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'status': 'completed', 'code': 200} Jul 13 19:48:22.704182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] Set router 005baec5-bfd7-4871-bf09-61de48088c50 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:48:22.809951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-60c012bb-ab92-4836-aff4-e4ca702e375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:22.811468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-60c012bb-ab92-4836-aff4-e4ca702e375d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1096 time: 0.1026459 Jul 13 19:48:22.818988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc05b-14ad-4bd2-afa4-085ad91a8f23 req-b18007bb-d2ed-404f-a7ac-290636159079 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:22.826343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c4fc05b-14ad-4bd2-afa4-085ad91a8f23 req-b18007bb-d2ed-404f-a7ac-290636159079 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.1382663 Jul 13 19:48:22.916512 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c4fc05b-14ad-4bd2-afa4-085ad91a8f23 req-6458612f-9849-43fb-8eb4-b3cc38852250 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891676 Jul 13 19:48:22.945845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:22.992031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-4894b433-8d8f-4b29-a08e-d1b095aea7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:22.995082 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-4894b433-8d8f-4b29-a08e-d1b095aea7e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.1602910 Jul 13 19:48:23.041363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '0b37a320-dfaa-4c48-bdf0-21b373df95d3', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'port_id': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'mac_address': 'fa:16:3e:11:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:48:21Z', 'updated_at': '2021-07-13T19:48:21Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b1c519-14fe-4a80-9fee-e8e2e66d4e36', 'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:e9:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:48:03Z', 'updated_at': '2021-07-13T19:48:10Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '13937751-2cd5-4222-b55f-89b834368ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:23.049929 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a3b19bd4-fcb6-4edb-a312-b81044f5a7f4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/0b37a320-dfaa-4c48-bdf0-21b373df95d3 HTTP/1.1" status: 200 len: 990 time: 0.0950880 Jul 13 19:48:23.074731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] Checking router: 005baec5-bfd7-4871-bf09-61de48088c50 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:48:23.081950 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-9c507130-171e-4674-95b3-7b6d365f3401 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 998 time: 0.0811877 Jul 13 19:48:23.084814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] Routers {'005baec5-bfd7-4871-bf09-61de48088c50'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:48:23.085423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:47:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['005baec5-bfd7-4871-bf09-61de48088c50'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:23.141367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-82801692-dcbd-4bd8-9ad9-31cc2c185c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:23.142925 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-82801692-dcbd-4bd8-9ad9-31cc2c185c6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.0550294 Jul 13 19:48:23.217202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] Set router 005baec5-bfd7-4871-bf09-61de48088c50 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:48:23.236026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-5ea6fcfa-9f79-45b6-8ecc-91d5e3ebdd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:23.238529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-5ea6fcfa-9f79-45b6-8ecc-91d5e3ebdd17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890400 Jul 13 19:48:23.341678 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-20944ccc-4c8f-4568-8488-7f596c621f14 service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952110 Jul 13 19:48:23.457875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b18329a-d322-4308-9f25-d11a4938bb8e req-9d94b47e-8943-4aef-9e47-93c1bd4d7e2d service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103408 Jul 13 19:48:23.506151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '0b37a320-dfaa-4c48-bdf0-21b373df95d3', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'port_id': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'mac_address': 'fa:16:3e:11:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:48:21Z', 'updated_at': '2021-07-13T19:48:21Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b1c519-14fe-4a80-9fee-e8e2e66d4e36', 'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:e9:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:48:03Z', 'updated_at': '2021-07-13T19:48:10Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '13937751-2cd5-4222-b55f-89b834368ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:48:23.537959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3bad7-b585-40ec-998d-557ba24077a4 None None] The sync data for ids ['005baec5-bfd7-4871-bf09-61de48088c50'] in n-d-800708-1 is: [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '0b37a320-dfaa-4c48-bdf0-21b373df95d3', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'port_id': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'mac_address': 'fa:16:3e:11:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:48:21Z', 'updated_at': '2021-07-13T19:48:21Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b1c519-14fe-4a80-9fee-e8e2e66d4e36', 'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:e9:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:48:03Z', 'updated_at': '2021-07-13T19:48:10Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '13937751-2cd5-4222-b55f-89b834368ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:48:23.554483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84bd2-173d-4437-85b7-31bebf557a60 req-c760d192-f5cf-4ea0-b32d-8786aaedf043 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:23.557239 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ac84bd2-173d-4437-85b7-31bebf557a60 req-c760d192-f5cf-4ea0-b32d-8786aaedf043 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0922213 Jul 13 19:48:23.595674 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35880996-91b5-4dd3-a0ff-d50f32543905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:23.625821 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ac84bd2-173d-4437-85b7-31bebf557a60 req-9f6e3d93-2e82-46ef-a9d7-ed16ef6b7f94 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626676 Jul 13 19:48:23.631208 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:23.792356 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa01c09-6aef-4d70-b9cf-e21a188b2932 None None] New status for floating IP 0b37a320-dfaa-4c48-bdf0-21b373df95d3: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:48:24.046108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:24.113318 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-af076caf-f03d-494a-bdce-e83f761c7006 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/0b37a320-dfaa-4c48-bdf0-21b373df95d3 HTTP/1.1" status: 200 len: 992 time: 0.0658708 Jul 13 19:48:24.576804 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:24.827654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fbc29-737b-4cff-84bd-da64b7be7b08 req-340f7492-6eea-4adb-b94c-a4cc93052f9c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:24.829277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c81fbc29-737b-4cff-84bd-da64b7be7b08 req-340f7492-6eea-4adb-b94c-a4cc93052f9c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0812006 Jul 13 19:48:24.882312 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c81fbc29-737b-4cff-84bd-da64b7be7b08 req-050aa6a3-c5d5-4818-bc43-f26c38ee8d9a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375791 Jul 13 19:48:26.084050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8a729-f4cf-4640-a2ff-0961257c4f32 req-a3dac2aa-5485-4241-97a3-2b60a644551a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:26.085595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dbd8a729-f4cf-4640-a2ff-0961257c4f32 req-a3dac2aa-5485-4241-97a3-2b60a644551a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0805159 Jul 13 19:48:26.090152 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:26.127978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dbd8a729-f4cf-4640-a2ff-0961257c4f32 req-407f4c7d-251a-4e0f-85aa-7072598bc0db tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355227 Jul 13 19:48:27.331190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b27ae7-cd4e-4539-8fb3-1347a234f25c req-e8eee5b1-1106-4ecc-a879-a3e693c51bc8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:27.332968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22b27ae7-cd4e-4539-8fb3-1347a234f25c req-e8eee5b1-1106-4ecc-a879-a3e693c51bc8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0766280 Jul 13 19:48:27.384033 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22b27ae7-cd4e-4539-8fb3-1347a234f25c req-6a049367-f2d9-40f1-ae70-5caf9567ead1 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Jul 13 19:48:28.571049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14546fd4-c428-44db-be49-2440e9ff7424 req-6ff13ebd-6b6d-42d9-a270-e6716fa8356a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:28.572569 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14546fd4-c428-44db-be49-2440e9ff7424 req-6ff13ebd-6b6d-42d9-a270-e6716fa8356a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0720139 Jul 13 19:48:28.612714 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14546fd4-c428-44db-be49-2440e9ff7424 req-cb6be9a5-714e-4694-bef9-a46f0974961f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341878 Jul 13 19:48:29.828672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af044a31-5e19-4353-8a7d-e4bbe533ab4c req-048bec24-c4d3-4f0f-a6a8-d4183ef5130d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:29.831418 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af044a31-5e19-4353-8a7d-e4bbe533ab4c req-048bec24-c4d3-4f0f-a6a8-d4183ef5130d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0840039 Jul 13 19:48:29.885221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af044a31-5e19-4353-8a7d-e4bbe533ab4c req-8453f568-fbba-4fe8-8c20-79a8ed6480a1 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469034 Jul 13 19:48:29.982104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:30.092268 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc3fddfe-10f4-47c6-86e3-242249afb20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.193504 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc3fddfe-10f4-47c6-86e3-242249afb20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.197821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc3fddfe-10f4-47c6-86e3-242249afb20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.243256 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cc3fddfe-10f4-47c6-86e3-242249afb20d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03e18584e0c040a4ab01a5f085856e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586391 Jul 13 19:48:30.244318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fddfe-10f4-47c6-86e3-242249afb20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a351d05f-33dd-4ba5-9bdf-88eb2f2ef6f7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:30.246262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:30.309547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5478ff-6a82-4b60-87df-c1b08f81f9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.331740 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5478ff-6a82-4b60-87df-c1b08f81f9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.385666 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5478ff-6a82-4b60-87df-c1b08f81f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.387459 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5478ff-6a82-4b60-87df-c1b08f81f9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.391844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0c5478ff-6a82-4b60-87df-c1b08f81f9a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a351d05f-33dd-4ba5-9bdf-88eb2f2ef6f7 HTTP/1.1" status: 204 len: 168 time: 0.1443210 Jul 13 19:48:30.401323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5478ff-6a82-4b60-87df-c1b08f81f9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a351d05f-33dd-4ba5-9bdf-88eb2f2ef6f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:30.689774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 56544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:30.704037 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-816ef7f9-b531-4cd4-bd35-4d639a75144a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.795263 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-816ef7f9-b531-4cd4-bd35-4d639a75144a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.799094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-816ef7f9-b531-4cd4-bd35-4d639a75144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.841378 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-816ef7f9-b531-4cd4-bd35-4d639a75144a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c3a54ff490c45008c3ddf50c3ba68e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504843 Jul 13 19:48:30.842225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ef7f9-b531-4cd4-bd35-4d639a75144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd933614-b8cd-46d2-8c2c-2ff61cf5c30b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:30.844221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 56546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:30.899945 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2090d93f-2578-4308-8dd5-322ce1b0fba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.921349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2090d93f-2578-4308-8dd5-322ce1b0fba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.970175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2090d93f-2578-4308-8dd5-322ce1b0fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.972944 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2090d93f-2578-4308-8dd5-322ce1b0fba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:30.974231 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2090d93f-2578-4308-8dd5-322ce1b0fba7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd933614-b8cd-46d2-8c2c-2ff61cf5c30b HTTP/1.1" status: 204 len: 168 time: 0.1242719 Jul 13 19:48:30.987835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090d93f-2578-4308-8dd5-322ce1b0fba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd933614-b8cd-46d2-8c2c-2ff61cf5c30b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:31.077093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908029f-958b-4837-b7d4-07b4385ca565 req-bfa0999d-3f5a-4646-9bd2-3dd1f1fba047 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:31.078680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2908029f-958b-4837-b7d4-07b4385ca565 req-bfa0999d-3f5a-4646-9bd2-3dd1f1fba047 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0757091 Jul 13 19:48:31.120313 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2908029f-958b-4837-b7d4-07b4385ca565 req-a98e0faf-e1da-4835-bbb7-ef90347cbfb4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360167 Jul 13 19:48:32.296825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28699337-4812-43d3-8ead-4de3b58aa05b req-e0f7d753-ffcf-4590-8226-cc33500e1d70 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:32.298852 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28699337-4812-43d3-8ead-4de3b58aa05b req-e0f7d753-ffcf-4590-8226-cc33500e1d70 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.0643158 Jul 13 19:48:32.338365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28699337-4812-43d3-8ead-4de3b58aa05b req-4f7c8b7b-5cff-4f5e-84ad-c90631989f49 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342071 Jul 13 19:48:32.399856 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:48:32.632006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b4f1e-7b4b-4f96-b010-fb85b7742c17 req-9d693319-036d-4520-bc96-c1c7e72a63c3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:32.639394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-774b4f1e-7b4b-4f96-b010-fb85b7742c17 req-9d693319-036d-4520-bc96-c1c7e72a63c3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0750773 Jul 13 19:48:32.716950 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-774b4f1e-7b4b-4f96-b010-fb85b7742c17 req-27864a53-f47e-4697-b17f-45a493b0844f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649011 Jul 13 19:48:32.917910 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc0871-39f2-4629-8c5a-53c6469471dd req-a9e62585-f97d-4be9-a4bd-fdca6810eb0a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:32.919519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26cc0871-39f2-4629-8c5a-53c6469471dd req-a9e62585-f97d-4be9-a4bd-fdca6810eb0a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0706925 Jul 13 19:48:32.960248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26cc0871-39f2-4629-8c5a-53c6469471dd req-5015ac60-74c5-4849-b01c-47b0681e5613 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342076 Jul 13 19:48:33.251690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-89840a36-bf79-4de4-a632-1b6b19ac6c6e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:33.253633 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-89840a36-bf79-4de4-a632-1b6b19ac6c6e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 811 time: 0.1132495 Jul 13 19:48:33.275891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-6155fa5a-20e2-4674-9a0d-db0652a330c9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/quotas/189af46fe9fe43e29b4671dac0526486 HTTP/1.1" status: 200 len: 375 time: 0.0162859 Jul 13 19:48:33.372942 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-4157c473-5996-4bb7-bbb7-2e884cf43bca tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0908136 Jul 13 19:48:33.471038 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-5f4a9a18-760c-4a85-89c9-5b544de73ff1 service neutron] 10.222.0.25 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905263 Jul 13 19:48:33.560480 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-05fa7ddf-0851-47de-88a6-ed6eac38b729 service neutron] 10.222.0.25 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836878 Jul 13 19:48:33.733912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3be11410-9aa9-44f4-8280-360bbc32a0a8 req-5151f901-03eb-43b2-ac73-378abbd4ff0d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 210 time: 0.0333073 Jul 13 19:48:34.943463 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d622d8e7-68f8-4b1c-9ce1-a153635db430 req-4e8e5f8e-af4b-4fc2-bcff-f0fba9dc2988 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 210 time: 0.0439062 Jul 13 19:48:34.995203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-30e5c742-a96b-4917-9f9b-6fe1a3679a54 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:34.996815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-30e5c742-a96b-4917-9f9b-6fe1a3679a54 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 811 time: 0.1321647 Jul 13 19:48:35.015770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'port': {'device_id': 'fc628185-df03-4373-a139-c7a1bad6d876', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'admin_state_up': True, 'tenant_id': '189af46fe9fe43e29b4671dac0526486'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:48:35.136925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Made reservation on behalf of 189af46fe9fe43e29b4671dac0526486 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:48:35.140675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:35.278015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Allocated IP 172.20.0.7 (227c41e3-23bb-4667-9fbd-547e24c7c70a/d6013355-3027-4a8b-b57b-1797c1fe1bb4/d589b19d-ba4e-48f4-9a32-ca9a865cf045) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:48:35.436784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:35.455108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Transition to ACTIVE for port object d589b19d-ba4e-48f4-9a32-ca9a865cf045 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:48:35.490798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:35.517275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2253bd5f-bb69-4ed0-a98a-85eccabd9d12'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:48:35.576529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:48:35.581989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:48:35.586623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:48:35.646313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'Port': ['ID=d589b19d-ba4e-48f4-9a32-ca9a865cf045,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:35.711974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:35.712685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:35.733896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-0bfb460f-2627-40af-946f-a6ee085953f4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7223413 Jul 13 19:48:35.751136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Request body: {'port': {'device_id': 'fc628185-df03-4373-a139-c7a1bad6d876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:48:35.833963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:35.936386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01a44209-8115-47e5-8a98-ab2bdb2b68bf None None] Provisioning for port d589b19d-ba4e-48f4-9a32-ca9a865cf045 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:48:35.960572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01a44209-8115-47e5-8a98-ab2bdb2b68bf None None] Provisioning complete for port d589b19d-ba4e-48f4-9a32-ca9a865cf045 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:35.964414 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01a44209-8115-47e5-8a98-ab2bdb2b68bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:36.027697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01a44209-8115-47e5-8a98-ab2bdb2b68bf None None] Port d589b19d-ba4e-48f4-9a32-ca9a865cf045 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:48:36.241439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c6560-89b8-437a-83de-1be0e1cc64cd req-4ebbf76a-639a-408f-83ae-cdd84fc16dab tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:36.243559 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d39c6560-89b8-437a-83de-1be0e1cc64cd req-4ebbf76a-639a-408f-83ae-cdd84fc16dab tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 931 time: 0.1177430 Jul 13 19:48:36.319145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d589b19d-ba4e-48f4-9a32-ca9a865cf045 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:48:36.329537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:36.335434 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d39c6560-89b8-437a-83de-1be0e1cc64cd req-5dfaa2bc-e4ba-4191-8d02-4f630850dd1a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822415 Jul 13 19:48:36.346932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Transition to ACTIVE for port object d589b19d-ba4e-48f4-9a32-ca9a865cf045 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:48:36.353316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:36.409427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Pushing event updated for resources: {'Port': ['ID=d589b19d-ba4e-48f4-9a32-ca9a865cf045,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:36.490944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Attempting to bind port d589b19d-ba4e-48f4-9a32-ca9a865cf045 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:48:36.491282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Attempting to bind port d589b19d-ba4e-48f4-9a32-ca9a865cf045 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:48:36.491611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Attempting to bind port d589b19d-ba4e-48f4-9a32-ca9a865cf045 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:48:36.496390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Port d589b19d-ba4e-48f4-9a32-ca9a865cf045 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:48:36.496721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Attempting to bind port d589b19d-ba4e-48f4-9a32-ca9a865cf045 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:48:36.501766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:48:36.502109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Checking segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:48:36.502525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Bound using segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:48:36.502953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Bound port: d589b19d-ba4e-48f4-9a32-ca9a865cf045, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:48:36.503312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:36.584694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] For port d589b19d-ba4e-48f4-9a32-ca9a865cf045, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:48:36.591006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] For port d589b19d-ba4e-48f4-9a32-ca9a865cf045, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d589b19d-ba4e-48f4-9a32-ca9a865cf045,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:48:36.595927 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:36.639657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:36.640424 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:36.642030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] 10.222.0.24 "PUT /v2.0/ports/d589b19d-ba4e-48f4-9a32-ca9a865cf045 HTTP/1.1" status: 200 len: 1091 time: 0.8956048 Jul 13 19:48:36.642680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc628185-df03-4373-a139-c7a1bad6d876', 'tag': 'd589b19d-ba4e-48f4-9a32-ca9a865cf045'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:48:36.645391 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc67421-fed1-4bb2-8640-146cec3782f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc628185-df03-4373-a139-c7a1bad6d876", "tag": "d589b19d-ba4e-48f4-9a32-ca9a865cf045"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:48:36.667079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febab85b-fd8f-4831-90c0-7d31c30d6867 service neutron] Pushing event updated for resources: {'Port': ['ID=d589b19d-ba4e-48f4-9a32-ca9a865cf045,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:36.742932 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc76baec-87e7-44bd-846c-4ee4149f49e2 x-openstack-request-id: req-cc76baec-87e7-44bd-846c-4ee4149f49e2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:48:36.742932 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc628185-df03-4373-a139-c7a1bad6d876", "tag": "d589b19d-ba4e-48f4-9a32-ca9a865cf045", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:48:36.742932 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc76baec-87e7-44bd-846c-4ee4149f49e2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:48:36.744436 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc628185-df03-4373-a139-c7a1bad6d876', 'tag': 'd589b19d-ba4e-48f4-9a32-ca9a865cf045', 'status': 'completed', 'code': 200} Jul 13 19:48:36.781359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-e8d62344-5f03-4bef-926d-75cc1539d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:36.782940 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-e8d62344-5f03-4bef-926d-75cc1539d45e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 1094 time: 0.0886624 Jul 13 19:48:36.853502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-5349f677-a5ba-42fa-bd6a-249233414887 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d589b19d-ba4e-48f4-9a32-ca9a865cf045 HTTP/1.1" status: 200 len: 217 time: 0.0584486 Jul 13 19:48:36.911166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-5b735372-dcd1-438f-9ba3-867cdc9beaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:36.912647 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-5b735372-dcd1-438f-9ba3-867cdc9beaf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0504613 Jul 13 19:48:36.981266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-12aeff9f-e36e-485e-9049-13cdc7f0707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:36.987978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-12aeff9f-e36e-485e-9049-13cdc7f0707d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680866 Jul 13 19:48:37.131407 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-74709b03-fb47-4146-ad25-c00a59ab12a0 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296246 Jul 13 19:48:37.242109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7b286bc-4dfe-4332-898b-1be871e78167 req-d4704b3b-7867-49fd-8b48-fff7ef07540b service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003091 Jul 13 19:48:37.780171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-cd76e128-998e-47a6-9d88-b4aae3462c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:37.782217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-cd76e128-998e-47a6-9d88-b4aae3462c5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 1094 time: 0.4748731 Jul 13 19:48:37.802111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafdd6a-458b-418d-ba41-8bebeff0b150 req-0f7cfd32-75db-45e2-bf76-c8cc8ca92b54 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:37.802963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffafdd6a-458b-418d-ba41-8bebeff0b150 req-0f7cfd32-75db-45e2-bf76-c8cc8ca92b54 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 943 time: 0.0981731 Jul 13 19:48:37.896382 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffafdd6a-458b-418d-ba41-8bebeff0b150 req-81e82f7c-90e7-4a36-b8f7-9071328c183b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848141 Jul 13 19:48:37.931426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-0010e931-a11f-4ece-8833-509d9ff89ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:37.933069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-0010e931-a11f-4ece-8833-509d9ff89ebd service neutron] 10.222.0.24 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1290574 Jul 13 19:48:37.979893 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-fe50e1a7-8ede-4c47-89f6-d1267469dccc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d589b19d-ba4e-48f4-9a32-ca9a865cf045 HTTP/1.1" status: 200 len: 217 time: 0.0368741 Jul 13 19:48:38.038191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-271926b6-35c1-43ac-b51f-d0bc336f1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:38.040383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-271926b6-35c1-43ac-b51f-d0bc336f1dc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0536721 Jul 13 19:48:38.103661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-503b8754-22d6-42c4-b056-fa735b5eb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:38.105186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-503b8754-22d6-42c4-b056-fa735b5eb6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579348 Jul 13 19:48:38.211817 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-92da9e59-7665-4387-aad4-6a89bdde4463 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949404 Jul 13 19:48:38.328172 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffc67421-fed1-4bb2-8640-146cec3782f6 req-20e92242-69f1-4293-85ab-4afa862b49be service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057706 Jul 13 19:48:39.100388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be28a96-3475-4d38-8a32-f746ae214a54 req-74bf7eb6-95ee-4189-8c12-d76bcec7c446 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:39.104005 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4be28a96-3475-4d38-8a32-f746ae214a54 req-74bf7eb6-95ee-4189-8c12-d76bcec7c446 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 943 time: 0.0799584 Jul 13 19:48:39.150878 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4be28a96-3475-4d38-8a32-f746ae214a54 req-5a3d5698-058d-4be9-8a27-7a94579b0801 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412402 Jul 13 19:48:40.394263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1cf73-0cc6-458a-a332-7dc15559e0aa req-5872d357-475c-4c6f-bc77-9893850d0472 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:40.395846 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48a1cf73-0cc6-458a-a332-7dc15559e0aa req-5872d357-475c-4c6f-bc77-9893850d0472 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 943 time: 0.0846918 Jul 13 19:48:40.451917 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-48a1cf73-0cc6-458a-a332-7dc15559e0aa req-23cc81f1-7e6f-414f-8b21-125a9eaee65b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477803 Jul 13 19:48:41.363945 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d589b19d-ba4e-48f4-9a32-ca9a865cf045 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:48:41.466944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d589b19d-ba4e-48f4-9a32-ca9a865cf045, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d589b19d-ba4e-48f4-9a32-ca9a865cf045,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:48:41.481817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'd589b19d-ba4e-48f4-9a32-ca9a865cf045', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'port_id': 'd589b19d-ba4e-48f4-9a32-ca9a865cf045', 'mac_address': 'fa:16:3e:a2:8e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:48:41.522360 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:41.536170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d589b19d-ba4e-48f4-9a32-ca9a865cf045 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:48:41.558050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d589b19d-ba4e-48f4-9a32-ca9a865cf045, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d589b19d-ba4e-48f4-9a32-ca9a865cf045,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:48:41.562130 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:41.612224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d589b19d-ba4e-48f4-9a32-ca9a865cf045,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:41.663282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa5159-d413-4ad3-be2e-4243e154b0cf req-bbca48b2-8caa-4dc6-99f6-600819df4c1c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:41.665222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ffa5159-d413-4ad3-be2e-4243e154b0cf req-bbca48b2-8caa-4dc6-99f6-600819df4c1c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 944 time: 0.0678556 Jul 13 19:48:41.708650 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ffa5159-d413-4ad3-be2e-4243e154b0cf req-3e39ed8a-9110-4d99-8648-28b38d4c75e5 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375717 Jul 13 19:48:41.913425 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['d589b19d-ba4e-48f4-9a32-ca9a865cf045'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:48:42.961746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063dd70-1753-450f-b47a-9c8bc2078045 req-8bfb5c87-3e9b-4156-8f6e-1a9cbb6f19e0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:42.967754 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b063dd70-1753-450f-b47a-9c8bc2078045 req-8bfb5c87-3e9b-4156-8f6e-1a9cbb6f19e0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 944 time: 0.1347752 Jul 13 19:48:43.027903 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b063dd70-1753-450f-b47a-9c8bc2078045 req-181fa869-4b34-4250-a064-97b93f65c485 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534778 Jul 13 19:48:43.377634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d589b19d-ba4e-48f4-9a32-ca9a865cf045 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:48:43.437605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port d589b19d-ba4e-48f4-9a32-ca9a865cf045 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:48:43.446180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port d589b19d-ba4e-48f4-9a32-ca9a865cf045 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:48:43.447300 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:43.697848 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:43.722005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc628185-df03-4373-a139-c7a1bad6d876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589b19d-ba4e-48f4-9a32-ca9a865cf045'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:48:43.724364 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0772fc64-0458-48dc-8f52-b47d5ce9f6f1" -d '{"events": [{"server_uuid": "fc628185-df03-4373-a139-c7a1bad6d876", "name": "network-vif-plugged", "status": "completed", "tag": "d589b19d-ba4e-48f4-9a32-ca9a865cf045"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:48:43.738775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d589b19d-ba4e-48f4-9a32-ca9a865cf045, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d589b19d-ba4e-48f4-9a32-ca9a865cf045,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:48:43.744197 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:43.767819 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51766fe0-d48c-4f88-a32e-1697d2b9ade6 x-openstack-request-id: req-51766fe0-d48c-4f88-a32e-1697d2b9ade6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:48:43.768103 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc628185-df03-4373-a139-c7a1bad6d876", "name": "network-vif-plugged", "status": "completed", "tag": "d589b19d-ba4e-48f4-9a32-ca9a865cf045", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:48:43.768364 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51766fe0-d48c-4f88-a32e-1697d2b9ade6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:48:43.768761 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc628185-df03-4373-a139-c7a1bad6d876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589b19d-ba4e-48f4-9a32-ca9a865cf045', 'code': 200} Jul 13 19:48:43.795338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d589b19d-ba4e-48f4-9a32-ca9a865cf045,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:43.894177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7cf67-d1b6-4743-8973-a3e421e5b84b req-31d45776-6465-445e-8fb0-42ec5f26598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:43.895989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b0d7cf67-d1b6-4743-8973-a3e421e5b84b req-31d45776-6465-445e-8fb0-42ec5f26598c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 1096 time: 0.0563364 Jul 13 19:48:43.938536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b0d7cf67-d1b6-4743-8973-a3e421e5b84b req-54749e30-3bf5-43ce-bb75-9b606bc7822c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297029 Jul 13 19:48:44.201856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424ef96-29ff-4c4b-908a-d94504f16711 req-e38d4bb4-6386-42e8-b7f2-7f542aa43b4f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:44.203432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7424ef96-29ff-4c4b-908a-d94504f16711 req-e38d4bb4-6386-42e8-b7f2-7f542aa43b4f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 945 time: 0.0668776 Jul 13 19:48:44.255601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7424ef96-29ff-4c4b-908a-d94504f16711 req-76eeb297-369a-4a12-972a-888aa1a4adce tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459030 Jul 13 19:48:45.327594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:45.451148 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c96d6213-ce87-4524-8222-13dff798806c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:45.480136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e4bbf-440c-4e7e-bf93-c9c715c2136f req-3082782c-ca48-4774-a705-6703b59cf083 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:45.481749 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-848e4bbf-440c-4e7e-bf93-c9c715c2136f req-3082782c-ca48-4774-a705-6703b59cf083 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 945 time: 0.0957844 Jul 13 19:48:45.546039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-848e4bbf-440c-4e7e-bf93-c9c715c2136f req-eec9ed5b-240b-4c2e-b940-ba7cb5387f74 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581908 Jul 13 19:48:45.593542 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c96d6213-ce87-4524-8222-13dff798806c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:45.597849 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c96d6213-ce87-4524-8222-13dff798806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:45.637436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d6213-ce87-4524-8222-13dff798806c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d14247-6f27-412d-b530-1656ca45e641,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:45.643656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c96d6213-ce87-4524-8222-13dff798806c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=286b84637d2f4173a88a55f003948b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147542 Jul 13 19:48:45.646617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:45.720405 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84f30c49-fcc4-40aa-882e-e604c2eb004e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:45.728706 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:45.744843 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84f30c49-fcc4-40aa-882e-e604c2eb004e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:45.799103 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84f30c49-fcc4-40aa-882e-e604c2eb004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:45.801774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84f30c49-fcc4-40aa-882e-e604c2eb004e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:45.805634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-84f30c49-fcc4-40aa-882e-e604c2eb004e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97d14247-6f27-412d-b530-1656ca45e641 HTTP/1.1" status: 204 len: 168 time: 0.1556065 Jul 13 19:48:45.812545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f30c49-fcc4-40aa-882e-e604c2eb004e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d14247-6f27-412d-b530-1656ca45e641,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:46.073276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:46.087845 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c32b829-4334-415c-bcc1-fcfa075fb2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:46.175481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c32b829-4334-415c-bcc1-fcfa075fb2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:46.179756 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c32b829-4334-415c-bcc1-fcfa075fb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:46.218171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32b829-4334-415c-bcc1-fcfa075fb2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b47393c-aa31-40ed-ba68-1f616904632e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:46.223613 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1c32b829-4334-415c-bcc1-fcfa075fb2ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3393786cb00c4cd4b7a88caf24aa203f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492512 Jul 13 19:48:46.225322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:46.275915 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97402ab8-5237-4d7c-9426-266fdad3006d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:46.299658 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97402ab8-5237-4d7c-9426-266fdad3006d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:46.346549 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97402ab8-5237-4d7c-9426-266fdad3006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:46.349134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97402ab8-5237-4d7c-9426-266fdad3006d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:46.350354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-97402ab8-5237-4d7c-9426-266fdad3006d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b47393c-aa31-40ed-ba68-1f616904632e HTTP/1.1" status: 204 len: 168 time: 0.1240382 Jul 13 19:48:46.359026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97402ab8-5237-4d7c-9426-266fdad3006d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b47393c-aa31-40ed-ba68-1f616904632e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:46.393794 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:47.011038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:47.148174 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ea0d16d1-d084-4dfa-b0d3-171d4f42812f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=889787c29b354faaaa9d8c3fc4bd1a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359246 Jul 13 19:48:47.151191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:47.206988 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e5c06bf-01ad-4093-9f81-7baaa195d59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:47.229069 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e5c06bf-01ad-4093-9f81-7baaa195d59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:47.284920 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e5c06bf-01ad-4093-9f81-7baaa195d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:47.289830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e5c06bf-01ad-4093-9f81-7baaa195d59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:47.291045 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7e5c06bf-01ad-4093-9f81-7baaa195d59e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0df06a1a-0048-4a9a-aa0c-2739043f027e HTTP/1.1" status: 204 len: 168 time: 0.1388838 Jul 13 19:48:47.299345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c06bf-01ad-4093-9f81-7baaa195d59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df06a1a-0048-4a9a-aa0c-2739043f027e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:50.708296 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7bb0f8d-f0fb-4cdd-8372-cc8aa5e8fddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:50.906810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8604f8-072e-4b08-816b-cd527b2c22c5 req-2318c541-de94-4e6b-8a78-b14ceb9c6341 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:50.908503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba8604f8-072e-4b08-816b-cd527b2c22c5 req-2318c541-de94-4e6b-8a78-b14ceb9c6341 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1096 time: 0.0590131 Jul 13 19:48:50.949875 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba8604f8-072e-4b08-816b-cd527b2c22c5 req-ad4a6086-4bfe-459d-8673-64245f994d78 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343733 Jul 13 19:48:51.149098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cbccb-5815-47f6-a567-07aad6d5fd76 req-0015f7e7-986f-4842-98ac-64ebef36ec1b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:51.150808 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e80cbccb-5815-47f6-a567-07aad6d5fd76 req-0015f7e7-986f-4842-98ac-64ebef36ec1b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0754914 Jul 13 19:48:51.202192 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e80cbccb-5815-47f6-a567-07aad6d5fd76 req-e03de5d4-4e16-463f-8ccf-19dc3fb85573 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450003 Jul 13 19:48:51.230533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:51.311104 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-355483d6-c284-429b-9d04-ce44ffff14ec tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/0b37a320-dfaa-4c48-bdf0-21b373df95d3 HTTP/1.1" status: 200 len: 992 time: 0.0791550 Jul 13 19:48:51.576700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:51.696366 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-306cc593-6de8-4f0b-9f69-7be911df9804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:51.819191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-306cc593-6de8-4f0b-9f69-7be911df9804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:51.824161 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-306cc593-6de8-4f0b-9f69-7be911df9804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:51.866025 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-306cc593-6de8-4f0b-9f69-7be911df9804 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19ff52617f2d46e3a62be5f50f959f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881098 Jul 13 19:48:51.867725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cc593-6de8-4f0b-9f69-7be911df9804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1c597d-b72d-4ce6-8c49-476e3eab037f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:51.869514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:51.933059 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1ca90b1-3109-4ea9-80d5-2b575be5dc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:51.955525 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1ca90b1-3109-4ea9-80d5-2b575be5dc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:52.008728 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1ca90b1-3109-4ea9-80d5-2b575be5dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:52.011790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1ca90b1-3109-4ea9-80d5-2b575be5dc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:52.014899 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b1ca90b1-3109-4ea9-80d5-2b575be5dc7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e1c597d-b72d-4ce6-8c49-476e3eab037f HTTP/1.1" status: 204 len: 168 time: 0.1437256 Jul 13 19:48:52.026981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca90b1-3109-4ea9-80d5-2b575be5dc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1c597d-b72d-4ce6-8c49-476e3eab037f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:52.240253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-fb1f608f-85e5-4d56-a28e-74e0885b0bfc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023364 Jul 13 19:48:52.315748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cef7d-feed-462c-9561-997a91d941fc req-fa9ca8d7-92ef-49c4-80d4-7ea6f9c5edb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:52.323334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-011cef7d-feed-462c-9561-997a91d941fc req-fa9ca8d7-92ef-49c4-80d4-7ea6f9c5edb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.1334755 Jul 13 19:48:52.375564 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-011cef7d-feed-462c-9561-997a91d941fc req-ff6084e6-a0e0-4605-a4d3-dcb3782aed93 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473070 Jul 13 19:48:52.415590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:52.430923 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3242905-6963-4ad8-8e58-8562a86dfe8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:52.535224 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3242905-6963-4ad8-8e58-8562a86dfe8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:52.540877 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3242905-6963-4ad8-8e58-8562a86dfe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:52.585037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d3242905-6963-4ad8-8e58-8562a86dfe8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b258f089c8145eca5af6c24ba7da9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676006 Jul 13 19:48:52.586085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:52.587398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242905-6963-4ad8-8e58-8562a86dfe8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd44f8d-7160-403f-b7b6-10e64b4087e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:52.650536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:52.678517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:52.735646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:52.738783 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:52.740371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bd44f8d-7160-403f-b7b6-10e64b4087e8 HTTP/1.1" status: 204 len: 168 time: 0.1522341 Jul 13 19:48:52.753440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd44f8d-7160-403f-b7b6-10e64b4087e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:52.765739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.766076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.766811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.767161 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.767493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.767831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.768402 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.768737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.769066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.769395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.769721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:52.770212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f02da-878a-4fa3-bee2-f5b76aa749f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:48:53.587665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48811e-5188-4140-9a74-fbe989771f25 req-cfd6151b-7492-41e2-9b4b-90fa161d0a55 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:53.590660 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21640da9-4dd0-4bbf-94ed-6e5405bd8463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:53.595906 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6e48811e-5188-4140-9a74-fbe989771f25 req-cfd6151b-7492-41e2-9b4b-90fa161d0a55 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0847757 Jul 13 19:48:53.640702 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:53.665825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6e48811e-5188-4140-9a74-fbe989771f25 req-e0a32c16-04ed-448a-b55c-adae29c36c64 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626130 Jul 13 19:48:53.741702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-ef920bf5-d70c-4472-a95c-4eda4d85c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:53.743299 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-ef920bf5-d70c-4472-a95c-4eda4d85c3aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1096 time: 0.0596225 Jul 13 19:48:53.851387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-cd36d30b-0c6c-4c40-9496-6a13ccc11434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:53.852941 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-cd36d30b-0c6c-4c40-9496-6a13ccc11434 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.1037612 Jul 13 19:48:53.940156 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-0155e639-a0f7-47d0-a711-41a174c9e7b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 1000 time: 0.0792031 Jul 13 19:48:53.991928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-bae15703-e7d5-4022-a216-de20c86288bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:53.994018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-bae15703-e7d5-4022-a216-de20c86288bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.0476995 Jul 13 19:48:54.061185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-703c4bb5-6513-4756-85c2-1c3f79b937fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:54.062728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-703c4bb5-6513-4756-85c2-1c3f79b937fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628912 Jul 13 19:48:54.069209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 57498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:54.164218 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-739f7758-9eaa-4010-bf2f-474e23b73d7b service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945492 Jul 13 19:48:54.197792 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-183d1ddc-75ee-44a2-9edd-8b4fd4f6671d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:54.274252 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-437c24ed-3d88-4005-b45d-636fb47e3843 service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043117 Jul 13 19:48:54.307119 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-183d1ddc-75ee-44a2-9edd-8b4fd4f6671d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:54.312126 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-183d1ddc-75ee-44a2-9edd-8b4fd4f6671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:54.353734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d1ddc-75ee-44a2-9edd-8b4fd4f6671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6228f3e-0aad-4e61-9ba6-33600153897e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:54.361321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:48:54.363666 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-183d1ddc-75ee-44a2-9edd-8b4fd4f6671d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3a48200cd9d41cb9bcad07be72325d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918227 Jul 13 19:48:54.425059 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08c8a682-6ba3-4a6b-89dc-16867295357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:54.452643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08c8a682-6ba3-4a6b-89dc-16867295357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:54.505231 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08c8a682-6ba3-4a6b-89dc-16867295357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:54.509585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08c8a682-6ba3-4a6b-89dc-16867295357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:54.510881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-08c8a682-6ba3-4a6b-89dc-16867295357a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6228f3e-0aad-4e61-9ba6-33600153897e HTTP/1.1" status: 204 len: 168 time: 0.1483872 Jul 13 19:48:54.525304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8a682-6ba3-4a6b-89dc-16867295357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6228f3e-0aad-4e61-9ba6-33600153897e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:48:54.580981 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:54.838455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833e595-ead9-4b2d-b2f5-01538ccb58b7 req-cee39ce7-e095-4082-b834-6033c1c61ec6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:54.839088 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1833e595-ead9-4b2d-b2f5-01538ccb58b7 req-cee39ce7-e095-4082-b834-6033c1c61ec6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0702338 Jul 13 19:48:54.883438 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1833e595-ead9-4b2d-b2f5-01538ccb58b7 req-868378ec-9f80-490e-b750-080f96d09e30 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386269 Jul 13 19:48:56.081269 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:56.086656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10585b5f-94e6-422b-8b15-cc218266346f req-59dce4ae-b782-4e99-890b-e067770961c7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:56.088181 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-10585b5f-94e6-422b-8b15-cc218266346f req-59dce4ae-b782-4e99-890b-e067770961c7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0768938 Jul 13 19:48:56.139563 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-10585b5f-94e6-422b-8b15-cc218266346f req-7facb094-a9ab-4f27-a99d-ebd7e0e52cb8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444982 Jul 13 19:48:57.330203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f109b7-fa87-48c8-b696-9bea1ee6e62c req-172c6159-797f-4b76-9c42-e67649e853b9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:57.331983 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9f109b7-fa87-48c8-b696-9bea1ee6e62c req-172c6159-797f-4b76-9c42-e67649e853b9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0761554 Jul 13 19:48:57.373281 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9f109b7-fa87-48c8-b696-9bea1ee6e62c req-326d84a4-c57b-4779-bbbd-5e97062c368c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348361 Jul 13 19:48:58.171857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4b6c4-ba6f-40c1-b5e4-0e4b822b4ec9 req-282d4926-157d-41b6-b195-dc5828742916 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:58.173906 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6dc4b6c4-ba6f-40c1-b5e4-0e4b822b4ec9 req-282d4926-157d-41b6-b195-dc5828742916 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0768261 Jul 13 19:48:58.218769 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6dc4b6c4-ba6f-40c1-b5e4-0e4b822b4ec9 req-7a878873-941e-470f-aa4a-aa4ce47bb399 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388174 Jul 13 19:48:58.409933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125ffd3-7f8a-4d0c-a0de-788d0b99797d req-daf9c140-187e-4c62-9d43-d4491c54c8fe tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:58.411460 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1125ffd3-7f8a-4d0c-a0de-788d0b99797d req-daf9c140-187e-4c62-9d43-d4491c54c8fe tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0679650 Jul 13 19:48:58.455307 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1125ffd3-7f8a-4d0c-a0de-788d0b99797d req-c457b2ae-1e4a-4faa-b46a-8810fc0a6324 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378854 Jul 13 19:48:58.564794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870e3d-50e8-4b80-9006-d8fe6365c788 req-589da726-0710-428c-8522-b5ee172fa167 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:58.565950 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56870e3d-50e8-4b80-9006-d8fe6365c788 req-589da726-0710-428c-8522-b5ee172fa167 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0726826 Jul 13 19:48:58.629404 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56870e3d-50e8-4b80-9006-d8fe6365c788 req-2255cca3-a1b9-4295-baa1-7618b3cc5761 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551217 Jul 13 19:48:58.899662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ef506-3aba-45af-992f-9ead5c9c59bd req-f08320c9-9eac-476f-9f5a-188b8d677f08 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:58.901167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e85ef506-3aba-45af-992f-9ead5c9c59bd req-f08320c9-9eac-476f-9f5a-188b8d677f08 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0660987 Jul 13 19:48:58.942230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e85ef506-3aba-45af-992f-9ead5c9c59bd req-8e894da6-2d18-4da6-8a68-12d5cfe6aa9f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345552 Jul 13 19:48:59.650553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfb74f-c5c4-493d-b676-bf6838bb7765 req-f18266bf-2de2-4024-a531-cecd0f43f0e8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:59.652057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41cfb74f-c5c4-493d-b676-bf6838bb7765 req-f18266bf-2de2-4024-a531-cecd0f43f0e8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0861959 Jul 13 19:48:59.696599 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41cfb74f-c5c4-493d-b676-bf6838bb7765 req-9c6f2322-4735-459c-944b-5bb075147d6d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385842 Jul 13 19:48:59.829150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c3a4b-c8d6-4241-ab77-b86b99223e90 req-dd2502d6-8801-4839-8569-00c51016d517 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:59.830932 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e26c3a4b-c8d6-4241-ab77-b86b99223e90 req-dd2502d6-8801-4839-8569-00c51016d517 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0695240 Jul 13 19:48:59.871294 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e26c3a4b-c8d6-4241-ab77-b86b99223e90 req-6f11b617-7097-48c4-a322-31b27773f9ea tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335097 Jul 13 19:49:00.872156 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a78e-21d2-43b0-8096-9595bbb25f5a req-3ba02ea8-1ccd-40eb-8095-31808f61991f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:00.873668 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3223a78e-21d2-43b0-8096-9595bbb25f5a req-3ba02ea8-1ccd-40eb-8095-31808f61991f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0641239 Jul 13 19:49:00.920168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3223a78e-21d2-43b0-8096-9595bbb25f5a req-e380dfad-41a1-484a-a466-3be226b915aa tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406048 Jul 13 19:49:01.059459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baca90a-d2a7-4a31-af60-7d1fbd140ebc req-37740500-de95-4539-9c31-460dc6b1ad7f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:01.061011 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9baca90a-d2a7-4a31-af60-7d1fbd140ebc req-37740500-de95-4539-9c31-460dc6b1ad7f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0699279 Jul 13 19:49:01.107005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9baca90a-d2a7-4a31-af60-7d1fbd140ebc req-e4a21810-db57-4e65-b45d-840eb3933a4a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403168 Jul 13 19:49:02.098131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbd628-804e-4548-b76f-96f26a1ea2ee req-e7db523f-b120-4025-ae91-37debb07f5dd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:02.099700 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3bbd628-804e-4548-b76f-96f26a1ea2ee req-e7db523f-b120-4025-ae91-37debb07f5dd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0676880 Jul 13 19:49:02.156343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3bbd628-804e-4548-b76f-96f26a1ea2ee req-888ecc65-59cc-4bd2-9202-8eb47050d8c3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500355 Jul 13 19:49:02.310213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e59a5-2482-4cce-9004-b8ef9c60d967 req-07525610-8a73-4cb7-9947-6be2ce76fefa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:02.311966 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-734e59a5-2482-4cce-9004-b8ef9c60d967 req-07525610-8a73-4cb7-9947-6be2ce76fefa tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0832996 Jul 13 19:49:02.440968 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-734e59a5-2482-4cce-9004-b8ef9c60d967 req-8390893d-6346-4f73-b493-21efd8fdac74 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176291 Jul 13 19:49:03.351655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c24bb-c3af-4774-90f3-0ec0be88d1bb req-ba9d726e-722c-47b7-a3aa-856eb89d5456 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:03.353161 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce3c24bb-c3af-4774-90f3-0ec0be88d1bb req-ba9d726e-722c-47b7-a3aa-856eb89d5456 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0718338 Jul 13 19:49:03.391101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce3c24bb-c3af-4774-90f3-0ec0be88d1bb req-26a12651-b61a-4831-ab9f-22a58ab29da3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323174 Jul 13 19:49:03.651747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e306f1-b412-4c30-8936-b5061c961e7e req-c8fbe9f2-c2a5-48ce-8837-43e5f70d483f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:03.653685 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-81e306f1-b412-4c30-8936-b5061c961e7e req-c8fbe9f2-c2a5-48ce-8837-43e5f70d483f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0718307 Jul 13 19:49:03.695460 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-81e306f1-b412-4c30-8936-b5061c961e7e req-47eab6ae-fd57-473c-946e-6e83cb80f5bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356212 Jul 13 19:49:04.570808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f5d05-6a43-47bd-bb64-718a90d8cd40 req-b9f66065-e0bd-4d3c-860d-a2d98679c5db tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:04.572341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d2f5d05-6a43-47bd-bb64-718a90d8cd40 req-b9f66065-e0bd-4d3c-860d-a2d98679c5db tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0640347 Jul 13 19:49:04.612305 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d2f5d05-6a43-47bd-bb64-718a90d8cd40 req-37858140-6b6d-40ac-b7e6-a1460aa5849b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Jul 13 19:49:04.885474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0517a-ca45-44d3-8fc5-da8bbd725712 req-00c10983-ba95-4b43-839b-4f3fcfefe118 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:04.887417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06d0517a-ca45-44d3-8fc5-da8bbd725712 req-00c10983-ba95-4b43-839b-4f3fcfefe118 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0754583 Jul 13 19:49:04.949043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06d0517a-ca45-44d3-8fc5-da8bbd725712 req-be6a7f23-5bf7-4e8e-9242-e529c8dfebb7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531936 Jul 13 19:49:05.791802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ca50c-fc61-4243-bd2a-4a55b9d080c6 req-400a7e74-b371-45ce-8ebb-db283f61ee4e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:05.793325 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-628ca50c-fc61-4243-bd2a-4a55b9d080c6 req-400a7e74-b371-45ce-8ebb-db283f61ee4e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0688198 Jul 13 19:49:05.831834 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-628ca50c-fc61-4243-bd2a-4a55b9d080c6 req-8f138500-472a-403f-bfb5-55bb4dc101d3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325019 Jul 13 19:49:06.161331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105f0e1-745b-44a2-954c-7f63c524f827 req-8ac480fd-c441-4dc0-b320-50bea8aba223 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:06.162934 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8105f0e1-745b-44a2-954c-7f63c524f827 req-8ac480fd-c441-4dc0-b320-50bea8aba223 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0832777 Jul 13 19:49:06.208485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8105f0e1-745b-44a2-954c-7f63c524f827 req-6fb1eab5-4081-4b76-be5d-24897dacfc34 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388775 Jul 13 19:49:07.050348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c59b47-6d4d-4f0d-850d-ded4ac5b0048 req-9d2a270e-09c4-47ed-824b-1f64527888cc tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:07.058741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92c59b47-6d4d-4f0d-850d-ded4ac5b0048 req-9d2a270e-09c4-47ed-824b-1f64527888cc tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0792799 Jul 13 19:49:07.145225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-92c59b47-6d4d-4f0d-850d-ded4ac5b0048 req-b3750df5-757b-4b33-90d3-7deefa38895e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855584 Jul 13 19:49:07.493446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ab8ab-0fca-4a1b-8e30-e7cf3a5dd6c1 req-50f1f578-f945-4b30-98ac-ccfa5bd52c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:07.494829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668817-615c-4908-89fe-dbc2e9ef2074 req-17741af0-e381-4364-99d6-9e4f0cecf470 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:07.495297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-933ab8ab-0fca-4a1b-8e30-e7cf3a5dd6c1 req-50f1f578-f945-4b30-98ac-ccfa5bd52c6c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0731673 Jul 13 19:49:07.504927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668817-615c-4908-89fe-dbc2e9ef2074 req-17741af0-e381-4364-99d6-9e4f0cecf470 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:07.512331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668817-615c-4908-89fe-dbc2e9ef2074 req-17741af0-e381-4364-99d6-9e4f0cecf470 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:07.519151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668817-615c-4908-89fe-dbc2e9ef2074 req-17741af0-e381-4364-99d6-9e4f0cecf470 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:07.525552 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668817-615c-4908-89fe-dbc2e9ef2074 req-17741af0-e381-4364-99d6-9e4f0cecf470 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:07.531980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668817-615c-4908-89fe-dbc2e9ef2074 req-17741af0-e381-4364-99d6-9e4f0cecf470 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:07.537161 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-933ab8ab-0fca-4a1b-8e30-e7cf3a5dd6c1 req-56520569-91d3-468d-bfe9-f77f095210a1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351844 Jul 13 19:49:07.539055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668817-615c-4908-89fe-dbc2e9ef2074 req-17741af0-e381-4364-99d6-9e4f0cecf470 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:07.545217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-20668817-615c-4908-89fe-dbc2e9ef2074 req-17741af0-e381-4364-99d6-9e4f0cecf470 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5444 time: 0.1324863 Jul 13 19:49:07.602286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-20668817-615c-4908-89fe-dbc2e9ef2074 req-11d2ff1c-426e-4f54-9b70-6d06d6561d19 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502861 Jul 13 19:49:08.332464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6f17e-1731-4d73-8b44-5a3005e66986 req-5eae28d2-902c-47d1-a78f-5433fddee087 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.333973 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35a6f17e-1731-4d73-8b44-5a3005e66986 req-5eae28d2-902c-47d1-a78f-5433fddee087 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0645652 Jul 13 19:49:08.379391 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35a6f17e-1731-4d73-8b44-5a3005e66986 req-3438b680-4c9b-4e7a-8094-0b04632f7294 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388765 Jul 13 19:49:08.577558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-d4c9b4b2-2ab1-4387-8542-15d521220331 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.583968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-d4c9b4b2-2ab1-4387-8542-15d521220331 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.592620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-d4c9b4b2-2ab1-4387-8542-15d521220331 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.599020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-d4c9b4b2-2ab1-4387-8542-15d521220331 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.605870 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-d4c9b4b2-2ab1-4387-8542-15d521220331 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.612020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-d4c9b4b2-2ab1-4387-8542-15d521220331 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.618791 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-d4c9b4b2-2ab1-4387-8542-15d521220331 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.621562 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-d4c9b4b2-2ab1-4387-8542-15d521220331 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5444 time: 0.1300035 Jul 13 19:49:08.778785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-2f85a6ee-a59d-4c97-ade7-cd96c8cc0261 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.780723 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-2f85a6ee-a59d-4c97-ade7-cd96c8cc0261 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "GET /v2.0/ports/a273a6e8-9c25-4566-8157-bc98cb01072a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1492965 Jul 13 19:49:08.841477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551f44a-b8de-4ae9-800e-66ed0c34d41d req-ef7d3be2-c885-4383-8bc1-019c636517eb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.849369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551f44a-b8de-4ae9-800e-66ed0c34d41d req-ef7d3be2-c885-4383-8bc1-019c636517eb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.858181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551f44a-b8de-4ae9-800e-66ed0c34d41d req-ef7d3be2-c885-4383-8bc1-019c636517eb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.867818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551f44a-b8de-4ae9-800e-66ed0c34d41d req-ef7d3be2-c885-4383-8bc1-019c636517eb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.875749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551f44a-b8de-4ae9-800e-66ed0c34d41d req-ef7d3be2-c885-4383-8bc1-019c636517eb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.883804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cd3c5-861c-4be6-bcd0-5441a75b1336 req-85fd2997-a85d-463c-be86-5c68ce30ec47 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.883971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551f44a-b8de-4ae9-800e-66ed0c34d41d req-ef7d3be2-c885-4383-8bc1-019c636517eb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.885529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a92cd3c5-861c-4be6-bcd0-5441a75b1336 req-85fd2997-a85d-463c-be86-5c68ce30ec47 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.1851206 Jul 13 19:49:08.889827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551f44a-b8de-4ae9-800e-66ed0c34d41d req-ef7d3be2-c885-4383-8bc1-019c636517eb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:08.891955 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7551f44a-b8de-4ae9-800e-66ed0c34d41d req-ef7d3be2-c885-4383-8bc1-019c636517eb tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 5444 time: 0.1365883 Jul 13 19:49:08.949136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7551f44a-b8de-4ae9-800e-66ed0c34d41d req-7aa049d3-b75e-429c-82de-6b863b9dd4b4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505083 Jul 13 19:49:08.971808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a92cd3c5-861c-4be6-bcd0-5441a75b1336 req-0bf20931-44dc-4434-9fcf-7248272f3969 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777733 Jul 13 19:49:08.984798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-a0364693-b6b7-4229-8d7e-a8368cfc9f56 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "GET /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1942446 Jul 13 19:49:09.003578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:49:09.140174 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:09.309720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] For port a273a6e8-9c25-4566-8157-bc98cb01072a, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a273a6e8-9c25-4566-8157-bc98cb01072a,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:09.345373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] For port a273a6e8-9c25-4566-8157-bc98cb01072a, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:49:09.379821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] device_id is not set on port a273a6e8-9c25-4566-8157-bc98cb01072a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:49:09.389149 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:09.400306 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:09.402986 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:49:09.541332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] No DVR routers for this DVR port a273a6e8-9c25-4566-8157-bc98cb01072a on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:09.548112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] Pushing event updated for resources: {'Port': ['ID=a273a6e8-9c25-4566-8157-bc98cb01072a,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:09.616842 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] In _notify_port_updated(), no bound segment for port a273a6e8-9c25-4566-8157-bc98cb01072a on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:49:09.618263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:09.619114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:09.620528 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-562760a7-7938-4ae0-a35f-d5eb1f59bca3 service neutron] 10.222.0.24 "PUT /v2.0/ports/a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 200 len: 1031 time: 0.6275082 Jul 13 19:49:09.749875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-0868672f-0a0d-42af-be6a-c73653af2f9f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:09.756039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-0868672f-0a0d-42af-be6a-c73653af2f9f tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "GET /v2.0/ports/755729ce-168c-4256-aeba-2734cc235134?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1296229 Jul 13 19:49:09.777696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:49:09.819994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35396380-3873-45cf-9130-455df278c87a None None] Provisioning complete for port a273a6e8-9c25-4566-8157-bc98cb01072a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:49:09.824026 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35396380-3873-45cf-9130-455df278c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:09.839755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2ea62-7c45-4ac3-9da1-85f107570a65 req-db27d298-860f-41d4-8e71-89f1fec3435c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:09.846877 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4c2ea62-7c45-4ac3-9da1-85f107570a65 req-db27d298-860f-41d4-8e71-89f1fec3435c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1901250 Jul 13 19:49:09.926124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-35396380-3873-45cf-9130-455df278c87a None None] Port a273a6e8-9c25-4566-8157-bc98cb01072a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:49:09.935824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:09.947012 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4c2ea62-7c45-4ac3-9da1-85f107570a65 req-469afb27-559e-4c3b-bea8-72e5f1fcbf43 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991890 Jul 13 19:49:10.137068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] For port 755729ce-168c-4256-aeba-2734cc235134, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=755729ce-168c-4256-aeba-2734cc235134,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:10.216244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] For port 755729ce-168c-4256-aeba-2734cc235134, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:49:10.221102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd53da-44d6-4b6c-b34f-b3698280e94b req-98d6b1e4-19c5-44ba-9b69-8343dd9fc028 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:10.228438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd53da-44d6-4b6c-b34f-b3698280e94b req-98d6b1e4-19c5-44ba-9b69-8343dd9fc028 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:10.235599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd53da-44d6-4b6c-b34f-b3698280e94b req-98d6b1e4-19c5-44ba-9b69-8343dd9fc028 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:10.244697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd53da-44d6-4b6c-b34f-b3698280e94b req-98d6b1e4-19c5-44ba-9b69-8343dd9fc028 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:10.252452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd53da-44d6-4b6c-b34f-b3698280e94b req-98d6b1e4-19c5-44ba-9b69-8343dd9fc028 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:10.263804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] device_id is not set on port 755729ce-168c-4256-aeba-2734cc235134 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:49:10.272269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd53da-44d6-4b6c-b34f-b3698280e94b req-98d6b1e4-19c5-44ba-9b69-8343dd9fc028 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:10.278845 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:10.279232 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fcbd53da-44d6-4b6c-b34f-b3698280e94b req-98d6b1e4-19c5-44ba-9b69-8343dd9fc028 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 4666 time: 0.1472440 Jul 13 19:49:10.300825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2893d78-7696-4d69-a8f1-c53d34d5e479 req-be2ac79a-d5b7-4dff-8ec9-8a37d71cdccd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:10.302574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2893d78-7696-4d69-a8f1-c53d34d5e479 req-be2ac79a-d5b7-4dff-8ec9-8a37d71cdccd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.1361766 Jul 13 19:49:10.304264 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:10.354323 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fcbd53da-44d6-4b6c-b34f-b3698280e94b req-5b822c73-24bf-4443-bb3d-4f1551db64e4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=50aba2fc-65f4-4c56-a7de-ceec1b4bec50&id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688891 Jul 13 19:49:10.382333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] Pushing event updated for resources: {'Port': ['ID=755729ce-168c-4256-aeba-2734cc235134,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:10.419837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] No DVR routers for this DVR port 755729ce-168c-4256-aeba-2734cc235134 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:10.453264 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2893d78-7696-4d69-a8f1-c53d34d5e479 req-f3854120-1be1-4df8-827d-f72f633d6caf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169591 Jul 13 19:49:10.475555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] In _notify_port_updated(), no bound segment for port 755729ce-168c-4256-aeba-2734cc235134 on network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:49:10.476724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:10.477734 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:10.479530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-e8b3ff84-b55c-481c-bfba-47e88d894e15 service neutron] 10.222.0.24 "PUT /v2.0/ports/755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 200 len: 1033 time: 0.7155814 Jul 13 19:49:10.639471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-4dfe88dd-5d0c-4e1b-b654-88dc8299d803 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting port 89c321a2-c868-4075-8150-883f6b612ea4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:10.640157 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-4dfe88dd-5d0c-4e1b-b654-88dc8299d803 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:10.770521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91d2eb3e-97ba-426f-bf2c-0b39af2e3bb5 None None] Provisioning complete for port 755729ce-168c-4256-aeba-2734cc235134 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:49:10.771234 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d2eb3e-97ba-426f-bf2c-0b39af2e3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:10.809188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-4dfe88dd-5d0c-4e1b-b654-88dc8299d803 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] For port 89c321a2-c868-4075-8150-883f6b612ea4, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89c321a2-c868-4075-8150-883f6b612ea4,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:10.809619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-4dfe88dd-5d0c-4e1b-b654-88dc8299d803 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:10.824696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-4dfe88dd-5d0c-4e1b-b654-88dc8299d803 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Calling delete_port for 89c321a2-c868-4075-8150-883f6b612ea4 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:10.850789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-91d2eb3e-97ba-426f-bf2c-0b39af2e3bb5 None None] Port 755729ce-168c-4256-aeba-2734cc235134 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:49:10.989211 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-4dfe88dd-5d0c-4e1b-b654-88dc8299d803 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:11.078253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe88dd-5d0c-4e1b-b654-88dc8299d803 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Port': ['ID=89c321a2-c868-4075-8150-883f6b612ea4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:11.167432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-4dfe88dd-5d0c-4e1b-b654-88dc8299d803 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] No DVR routers for this DVR port 89c321a2-c868-4075-8150-883f6b612ea4 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:11.175827 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-4dfe88dd-5d0c-4e1b-b654-88dc8299d803 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:11.179818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-4dfe88dd-5d0c-4e1b-b654-88dc8299d803 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "DELETE /v2.0/ports/89c321a2-c868-4075-8150-883f6b612ea4 HTTP/1.1" status: 204 len: 173 time: 0.6925089 Jul 13 19:49:11.180244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-deleted', 'tag': '89c321a2-c868-4075-8150-883f6b612ea4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:11.182761 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaab363-a148-4baa-9bf9-c62530f6c4d3" -d '{"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-deleted", "tag": "89c321a2-c868-4075-8150-883f6b612ea4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:11.299094 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2944a4-67d7-4315-af02-70a310e2aa0b x-openstack-request-id: req-9a2944a4-67d7-4315-af02-70a310e2aa0b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:11.304844 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-deleted", "tag": "89c321a2-c868-4075-8150-883f6b612ea4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:11.305356 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a2944a4-67d7-4315-af02-70a310e2aa0b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:11.305606 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-deleted', 'tag': '89c321a2-c868-4075-8150-883f6b612ea4', 'status': 'completed', 'code': 200} Jul 13 19:49:11.469584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-fb3557f1-dcd3-4423-957c-3264e7098316 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:11.469935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-fb3557f1-dcd3-4423-957c-3264e7098316 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:11.498294 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-7b91e95e-c9e5-435f-9d84-bca384483a4d service neutron] show failed (client error): The resource could not be found. Jul 13 19:49:11.499503 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-7b91e95e-c9e5-435f-9d84-bca384483a4d service neutron] 10.222.0.60 "GET /v2.0/ports/13f19588-2c4b-4cd4-b113-cadb13ce0826/bindings/n-h1-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.1676445 Jul 13 19:49:11.519988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa6b3-90bc-4432-8725-1da025d36918 req-77816d1b-1971-4338-ac5d-d2562db8534a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:11.532757 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e10fa6b3-90bc-4432-8725-1da025d36918 req-77816d1b-1971-4338-ac5d-d2562db8534a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.2530508 Jul 13 19:49:11.583705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7a04f941-dccf-4d58-a5c5-afebc1f13f34 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:11.626688 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e10fa6b3-90bc-4432-8725-1da025d36918 req-ad08830d-1c64-4d26-b425-2929adf96fea tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886841 Jul 13 19:49:11.833286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-fb3557f1-dcd3-4423-957c-3264e7098316 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] For port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:11.835026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-fb3557f1-dcd3-4423-957c-3264e7098316 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:11.857261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-fb3557f1-dcd3-4423-957c-3264e7098316 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Calling delete_port for 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:12.017281 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:12.062813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a04f941-dccf-4d58-a5c5-afebc1f13f34'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:12.067243 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02771f3e-c187-4e20-9ec6-5d68a6662430" -d '{"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-unplugged", "status": "completed", "tag": "7a04f941-dccf-4d58-a5c5-afebc1f13f34"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:12.092153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7a04f941-dccf-4d58-a5c5-afebc1f13f34, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:12.107272 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:12.110184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:12.115398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09115-25e7-4326-b350-f0d279ddadb9 req-09c4b522-283d-4358-8c6f-662e8ddf864e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:12.125716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71f09115-25e7-4326-b350-f0d279ddadb9 req-09c4b522-283d-4358-8c6f-662e8ddf864e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.1538959 Jul 13 19:49:12.212581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71f09115-25e7-4326-b350-f0d279ddadb9 req-6a75fc1d-8445-4df9-b1dc-cf7609fdcad0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778449 Jul 13 19:49:12.245078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-fb3557f1-dcd3-4423-957c-3264e7098316 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:12.291813 n-d-800708-1 neutron-server[93768]: INFO neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No ports have port_id starting with 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f Jul 13 19:49:12.320515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 755729ce-168c-4256-aeba-2734cc235134 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:12.370246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6522b-2e01-43a0-8d72-9cdd4f9e8432 req-dc9c1bd2-7156-4c1a-812e-62e9935da191 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:12.377536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6522b-2e01-43a0-8d72-9cdd4f9e8432 req-dc9c1bd2-7156-4c1a-812e-62e9935da191 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:12.384620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6522b-2e01-43a0-8d72-9cdd4f9e8432 req-dc9c1bd2-7156-4c1a-812e-62e9935da191 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:12.392470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6522b-2e01-43a0-8d72-9cdd4f9e8432 req-dc9c1bd2-7156-4c1a-812e-62e9935da191 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:12.394249 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55d6522b-2e01-43a0-8d72-9cdd4f9e8432 req-dc9c1bd2-7156-4c1a-812e-62e9935da191 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 3073 time: 0.4252577 Jul 13 19:49:12.402996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3557f1-dcd3-4423-957c-3264e7098316 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Port': ['ID=3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:12.432205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7a04f941-dccf-4d58-a5c5-afebc1f13f34,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:12.451878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.452575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.453296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.454391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.456307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.458441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.459031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.459887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.460721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.462444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.464273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.465095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:12.500880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 755729ce-168c-4256-aeba-2734cc235134 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:12.501452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a273a6e8-9c25-4566-8157-bc98cb01072a no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:12.503973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-fb3557f1-dcd3-4423-957c-3264e7098316 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] No DVR routers for this DVR port 3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:12.515571 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-fb3557f1-dcd3-4423-957c-3264e7098316 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:12.517663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-fb3557f1-dcd3-4423-957c-3264e7098316 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "DELETE /v2.0/ports/3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f HTTP/1.1" status: 204 len: 173 time: 1.3281446 Jul 13 19:49:12.521666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-08e552d8-aa7a-4f65-a9d3-9344363ed361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:12.526025 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-08e552d8-aa7a-4f65-a9d3-9344363ed361 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 1096 time: 0.5040979 Jul 13 19:49:12.554824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:49:12.591867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a273a6e8-9c25-4566-8157-bc98cb01072a not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:12.592529 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:12.638854 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55d6522b-2e01-43a0-8d72-9cdd4f9e8432 req-11259f9d-bfbc-4e25-9e86-701fb2bbf7c2 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280364 Jul 13 19:49:12.751595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:12.775612 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:12.791219 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73d4ad-d07e-40e6-97eb-74a60c761b68 x-openstack-request-id: req-aa73d4ad-d07e-40e6-97eb-74a60c761b68 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:12.791687 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-unplugged", "status": "completed", "tag": "7a04f941-dccf-4d58-a5c5-afebc1f13f34", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:12.795142 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa73d4ad-d07e-40e6-97eb-74a60c761b68 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:12.796795 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a04f941-dccf-4d58-a5c5-afebc1f13f34', 'code': 200} Jul 13 19:49:12.811820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6637bb6b-0b19-45c2-a785-6d045d920d03 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:12.812175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6637bb6b-0b19-45c2-a785-6d045d920d03 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:12.844598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:12.858995 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:12.859949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89c321a2-c868-4075-8150-883f6b612ea4 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:12.898378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 89c321a2-c868-4075-8150-883f6b612ea4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:49:12.898726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89c321a2-c868-4075-8150-883f6b612ea4 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:12.899315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fe38d307-aeed-4940-8698-a4e553caad39 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:13.075643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a2f03-ff7d-419c-9f8b-f794d07660fd req-a8bfda53-cf28-4669-b277-2178e63892ae tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:13.078082 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd6a2f03-ff7d-419c-9f8b-f794d07660fd req-a8bfda53-cf28-4669-b277-2178e63892ae tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.2208791 Jul 13 19:49:13.101030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6637bb6b-0b19-45c2-a785-6d045d920d03 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] For port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:13.101780 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6637bb6b-0b19-45c2-a785-6d045d920d03 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:13.113956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:13.133063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6637bb6b-0b19-45c2-a785-6d045d920d03 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Calling delete_port for 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:13.159311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd6a2f03-ff7d-419c-9f8b-f794d07660fd req-3633c6c1-604f-4f4f-8ad6-4ab71a2fd3bb tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698621 Jul 13 19:49:13.162118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-6000f511-92e5-4107-871c-c8ea22c06539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:13.174946 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:13.182385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-6000f511-92e5-4107-871c-c8ea22c06539 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1095 time: 0.2769506 Jul 13 19:49:13.215135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:13.248773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fe38d307-aeed-4940-8698-a4e553caad39, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fe38d307-aeed-4940-8698-a4e553caad39,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:13.258574 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:13.305342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:49:13.334726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-deleted', 'tag': '3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:13.337120 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3818b25b-de47-443c-9913-c9d3785c9912" -d '{"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-deleted", "tag": "3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:13.401952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=fe38d307-aeed-4940-8698-a4e553caad39,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:13.420898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-44457457-f2bc-4132-b91b-727709004542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:13.422670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-44457457-f2bc-4132-b91b-727709004542 service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.2342081 Jul 13 19:49:13.450087 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d72764-0d07-42ce-a39f-3f0b4b58fa4f x-openstack-request-id: req-c8d72764-0d07-42ce-a39f-3f0b4b58fa4f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:13.450693 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-deleted", "tag": "3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:13.451085 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8d72764-0d07-42ce-a39f-3f0b4b58fa4f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:13.451622 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-deleted', 'tag': '3d2d9d93-b5e0-42fe-bda8-0621e74f0a4f', 'status': 'completed', 'code': 200} Jul 13 19:49:13.458852 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:13.504548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-3c0e76a9-dc4c-430d-b672-3224dd272e83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 998 time: 0.0745394 Jul 13 19:49:13.520051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6637bb6b-0b19-45c2-a785-6d045d920d03 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:13.613032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Transition to ACTIVE for port object 13f19588-2c4b-4cd4-b113-cadb13ce0826 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:49:13.613481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-fd28514d-87a2-40e9-9ac8-d128b6b172f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:13.615217 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-fd28514d-87a2-40e9-9ac8-d128b6b172f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.1050067 Jul 13 19:49:13.620482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637bb6b-0b19-45c2-a785-6d045d920d03 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Port': ['ID=0b32ac7d-1b95-48a8-96f6-3373cc9787c0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:13.627069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:13.673468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6637bb6b-0b19-45c2-a785-6d045d920d03 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] No DVR routers for this DVR port 0b32ac7d-1b95-48a8-96f6-3373cc9787c0 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:13.731588 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-d4f4e99a-36c4-4b08-8e42-e6d039cb3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:13.733113 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-d4f4e99a-36c4-4b08-8e42-e6d039cb3177 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005483 Jul 13 19:49:13.789888 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6637bb6b-0b19-45c2-a785-6d045d920d03 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:13.794005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6637bb6b-0b19-45c2-a785-6d045d920d03 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "DELETE /v2.0/ports/0b32ac7d-1b95-48a8-96f6-3373cc9787c0 HTTP/1.1" status: 204 len: 173 time: 1.2506835 Jul 13 19:49:13.879436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f85f46-d74a-45c5-8b2c-ede321ffad79 req-423a3f77-59e4-44c7-b2fb-58bfe5842c9f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:13.891215 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f6f85f46-d74a-45c5-8b2c-ede321ffad79 req-423a3f77-59e4-44c7-b2fb-58bfe5842c9f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.4436934 Jul 13 19:49:14.046018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-5cdf5876-971e-419b-a0e3-1e363d6b6a2e service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059695 Jul 13 19:49:14.097651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:14.145759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411c832-3398-44fc-a5ca-dcb361a94683 req-73c08b41-cf18-4661-aaad-c680a655705b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:14.152663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411c832-3398-44fc-a5ca-dcb361a94683 req-73c08b41-cf18-4661-aaad-c680a655705b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:14.160149 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2411c832-3398-44fc-a5ca-dcb361a94683 req-73c08b41-cf18-4661-aaad-c680a655705b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 1678 time: 0.2861748 Jul 13 19:49:14.161521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] No DVR routers for this DVR port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:14.200336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f6f85f46-d74a-45c5-8b2c-ede321ffad79 req-caec30ff-ea88-42a2-8180-4c3a5f4b5a78 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081918 Jul 13 19:49:14.218251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2411c832-3398-44fc-a5ca-dcb361a94683 req-cc188ba2-b9f3-40d0-8049-4d0fda1c5925 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571649 Jul 13 19:49:14.279230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-efac49a4-d178-4b69-8a63-c1b0aedf9b3a req-65196648-1e6b-444b-b123-27a9c6cc183c service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256913 Jul 13 19:49:14.579033 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:14.768330 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:14.798577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b32ac7d-1b95-48a8-96f6-3373cc9787c0'}, {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe38d307-aeed-4940-8698-a4e553caad39'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:14.801560 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af638a5-f879-42ed-9a42-389182a9659c" -d '{"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0b32ac7d-1b95-48a8-96f6-3373cc9787c0"}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-unplugged", "status": "completed", "tag": "fe38d307-aeed-4940-8698-a4e553caad39"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:14.871840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-520ccec9-68f5-46ca-857c-7b7056dbb9b6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting port fe38d307-aeed-4940-8698-a4e553caad39 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:14.872194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-520ccec9-68f5-46ca-857c-7b7056dbb9b6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:14.900781 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7dde27-fc0b-4942-85da-fac7bf0dabfa x-openstack-request-id: req-9c7dde27-fc0b-4942-85da-fac7bf0dabfa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:14.900923 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0b32ac7d-1b95-48a8-96f6-3373cc9787c0", "code": 200}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-unplugged", "status": "completed", "tag": "fe38d307-aeed-4940-8698-a4e553caad39", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:14.901168 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c7dde27-fc0b-4942-85da-fac7bf0dabfa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:14.901550 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b32ac7d-1b95-48a8-96f6-3373cc9787c0', 'code': 200} Jul 13 19:49:14.901798 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe38d307-aeed-4940-8698-a4e553caad39', 'code': 200} Jul 13 19:49:14.947435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1b8c-a846-46f0-895b-67c87e11e975 req-34f7069a-49b1-4cdd-9bd6-2ebfc42b42fc tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:14.954306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-847b1b8c-a846-46f0-895b-67c87e11e975 req-34f7069a-49b1-4cdd-9bd6-2ebfc42b42fc tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.2469761 Jul 13 19:49:15.056058 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.063099 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.081349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-847b1b8c-a846-46f0-895b-67c87e11e975 req-03523067-8ff1-4529-a5b1-bf3feb09c2a8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261311 Jul 13 19:49:15.088561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-520ccec9-68f5-46ca-857c-7b7056dbb9b6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] For port fe38d307-aeed-4940-8698-a4e553caad39, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fe38d307-aeed-4940-8698-a4e553caad39,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:15.088863 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-520ccec9-68f5-46ca-857c-7b7056dbb9b6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.096928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782497a6-63a6-46e3-a6d3-2dd058781b72,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:15.106282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.106954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.106954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.107311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.107687 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.108010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.108505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.108992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.109465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.109934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.110437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.110913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:15.112008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-520ccec9-68f5-46ca-857c-7b7056dbb9b6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Calling delete_port for fe38d307-aeed-4940-8698-a4e553caad39 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:15.139326 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c56c9b6f-39fe-4617-ae32-dd91a8083b1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0ae7bf408f3438885b804172d487866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591099 Jul 13 19:49:15.141994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 57818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:15.296851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:49:15.298131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:49:15.298558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:49:15.301859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-520ccec9-68f5-46ca-857c-7b7056dbb9b6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.304626 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffadaff-7958-4e1c-a473-99ef4ba027e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.336057 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffadaff-7958-4e1c-a473-99ef4ba027e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.347974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:49:15.348373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:49:15.351382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ccec9-68f5-46ca-857c-7b7056dbb9b6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Port': ['ID=fe38d307-aeed-4940-8698-a4e553caad39,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:15.415521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-520ccec9-68f5-46ca-857c-7b7056dbb9b6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] No DVR routers for this DVR port fe38d307-aeed-4940-8698-a4e553caad39 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:15.419600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-520ccec9-68f5-46ca-857c-7b7056dbb9b6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.422955 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-520ccec9-68f5-46ca-857c-7b7056dbb9b6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "DELETE /v2.0/ports/fe38d307-aeed-4940-8698-a4e553caad39 HTTP/1.1" status: 204 len: 173 time: 1.5624161 Jul 13 19:49:15.424321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:49:15.425169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Checking segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:49:15.425730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Bound using segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:49:15.426512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Bound port: 13f19588-2c4b-4cd4-b113-cadb13ce0826, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:49:15.427164 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.436639 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffadaff-7958-4e1c-a473-99ef4ba027e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.440122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffadaff-7958-4e1c-a473-99ef4ba027e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.441508 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8ffadaff-7958-4e1c-a473-99ef4ba027e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/782497a6-63a6-46e3-a6d3-2dd058781b72 HTTP/1.1" status: 204 len: 168 time: 0.2983489 Jul 13 19:49:15.453983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffadaff-7958-4e1c-a473-99ef4ba027e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782497a6-63a6-46e3-a6d3-2dd058781b72,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:15.511969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}, {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-deleted', 'tag': '0b32ac7d-1b95-48a8-96f6-3373cc9787c0'}, {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-deleted', 'tag': 'fe38d307-aeed-4940-8698-a4e553caad39'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:15.514172 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f741d5df-5824-4d8e-bd58-0dcb30d9fda7" -d '{"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-deleted", "tag": "0b32ac7d-1b95-48a8-96f6-3373cc9787c0"}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-deleted", "tag": "fe38d307-aeed-4940-8698-a4e553caad39"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:15.588288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdd074-ce81-4074-a904-6dda0ff5169c req-43c3cb71-0c95-4a35-92c6-33b18d5eb600 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:15.604107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7bfdd074-ce81-4074-a904-6dda0ff5169c req-43c3cb71-0c95-4a35-92c6-33b18d5eb600 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 943 time: 0.1435239 Jul 13 19:49:15.641464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7bfdd074-ce81-4074-a904-6dda0ff5169c req-f337e825-1696-4131-a88f-2d5989759a3d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366561 Jul 13 19:49:15.725291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:15.740166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:49:15.749432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:49:15.760612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.832543 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.868371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403bf57-73da-44bc-beac-7a610e5b2cea req-b478833f-59e2-498a-a90f-d4aff16db4a5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:15.876122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f403bf57-73da-44bc-beac-7a610e5b2cea req-b478833f-59e2-498a-a90f-d4aff16db4a5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 944 time: 0.3478959 Jul 13 19:49:15.884464 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378af32e-d6e1-4092-a6c0-9ec2e3a38f1a x-openstack-request-id: req-378af32e-d6e1-4092-a6c0-9ec2e3a38f1a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:15.884753 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "code": 200}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-deleted", "tag": "0b32ac7d-1b95-48a8-96f6-3373cc9787c0", "status": "completed", "code": 200}, {"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-deleted", "tag": "fe38d307-aeed-4940-8698-a4e553caad39", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:15.884999 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-378af32e-d6e1-4092-a6c0-9ec2e3a38f1a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:15.885395 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'code': 200} Jul 13 19:49:15.885650 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-deleted', 'tag': '0b32ac7d-1b95-48a8-96f6-3373cc9787c0', 'status': 'completed', 'code': 200} Jul 13 19:49:15.885894 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-deleted', 'tag': 'fe38d307-aeed-4940-8698-a4e553caad39', 'status': 'completed', 'code': 200} Jul 13 19:49:15.886608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:15.961876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:15.962551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.964138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] 10.222.0.24 "PUT /v2.0/ports/13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 1091 time: 3.4220250 Jul 13 19:49:16.019417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efe155-2981-4e41-86ff-6c05699878c3 service neutron] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:16.089810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:16.092695 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:16.121686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f403bf57-73da-44bc-beac-7a610e5b2cea req-d7204205-211f-4c7b-9c39-7dfd2ce79e2e tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446620 Jul 13 19:49:16.237484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-e6472e81-34e6-412a-843e-354549854053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:16.239067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-e6472e81-34e6-412a-843e-354549854053 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1094 time: 0.2292900 Jul 13 19:49:16.299156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] For port 7a04f941-dccf-4d58-a5c5-afebc1f13f34, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7a04f941-dccf-4d58-a5c5-afebc1f13f34,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:16.299743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:16.407836 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:16.415760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208eb36-bbc7-4116-8e7c-43a37fa8a1b8 req-eefce4d4-86ab-4cd4-9383-cb3508c6f4c4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:16.419436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3208eb36-bbc7-4116-8e7c-43a37fa8a1b8 req-eefce4d4-86ab-4cd4-9383-cb3508c6f4c4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1160669 Jul 13 19:49:16.477497 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3208eb36-bbc7-4116-8e7c-43a37fa8a1b8 req-a2db7742-e791-448c-93ad-e365d95b7675 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501277 Jul 13 19:49:16.599142 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-ebb4078f-6999-493d-9a8a-aa55041a5ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:16.601668 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-ebb4078f-6999-493d-9a8a-aa55041a5ee5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.3383870 Jul 13 19:49:16.783300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-e234bbc9-765b-4a44-ab96-6c8b77dd0fe9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 998 time: 0.1693912 Jul 13 19:49:16.786366 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:16.786772 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:16.787085 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Floating IP 810b9d4e-13a8-488f-8880-487085c4e651 disassociated. External IP: 172.25.7.30, port: 7a04f941-dccf-4d58-a5c5-afebc1f13f34. Jul 13 19:49:16.787584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Calling delete_port for 7a04f941-dccf-4d58-a5c5-afebc1f13f34 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:16.883638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-d0a53131-95a1-4b44-944d-1e96144b9b08 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062949 Jul 13 19:49:16.912968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928aa08-dbbe-4bd2-bb2a-9db7fe458270 req-ac821ea5-9962-4500-b26e-ccb62593af35 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:16.914664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1928aa08-dbbe-4bd2-bb2a-9db7fe458270 req-ac821ea5-9962-4500-b26e-ccb62593af35 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 943 time: 0.1196482 Jul 13 19:49:16.942826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c615f-95b2-4dc2-a959-860e6f83d808 req-fe91adb1-1d1f-47d8-932f-5a529be4de72 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:16.944485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-038c615f-95b2-4dc2-a959-860e6f83d808 req-fe91adb1-1d1f-47d8-932f-5a529be4de72 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.3245263 Jul 13 19:49:16.968772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-0aff8103-1ce2-4f9a-9c0c-26be4217bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:16.970277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-0aff8103-1ce2-4f9a-9c0c-26be4217bbfd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.1797063 Jul 13 19:49:17.015382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1928aa08-dbbe-4bd2-bb2a-9db7fe458270 req-76c7e165-c89a-4441-838a-61ce9839fb56 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937672 Jul 13 19:49:17.049915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-882c6662-977d-4c3a-88aa-da8fef2f5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:17.051577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-882c6662-977d-4c3a-88aa-da8fef2f5579 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1095 time: 0.1080542 Jul 13 19:49:17.071885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-038c615f-95b2-4dc2-a959-860e6f83d808 req-67432f16-bb73-4858-980e-3a8ed2b74956 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184566 Jul 13 19:49:17.176284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-ee787f99-4301-4613-9253-300a11da31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:17.182381 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-ee787f99-4301-4613-9253-300a11da31d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979883 Jul 13 19:49:17.238255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-4a213ca7-3a04-4cab-aaae-552c98087a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:17.240023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-4a213ca7-3a04-4cab-aaae-552c98087a4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1645727 Jul 13 19:49:17.398359 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-3bae19a2-1fbc-4687-bf74-30e53939a07f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 998 time: 0.1521885 Jul 13 19:49:17.409826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-474a4a93-4d0d-4613-b4cc-fd662482251b req-ae32c43f-406c-4288-87b6-a02ce6dc95ae tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.1004107 Jul 13 19:49:17.429131 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:17.493982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Port': ['ID=7a04f941-dccf-4d58-a5c5-afebc1f13f34,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:17.502554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-db5df7ab-3280-4dc2-aa1c-7d74e1e1d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:17.504485 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-db5df7ab-3280-4dc2-aa1c-7d74e1e1d0f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0971804 Jul 13 19:49:17.548353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-7cdec6d8-3ff0-4882-8536-630b9931ec74 service neutron] 10.222.0.24 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561468 Jul 13 19:49:17.612533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-14c68596-616d-4fa1-99e0-1fdb48fae419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:17.614631 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-14c68596-616d-4fa1-99e0-1fdb48fae419 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039927 Jul 13 19:49:17.752809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Router c3b05e71-867e-4167-a0a6-ee55055f96d8 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:49:17.759560 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-b71a5935-37be-4197-808a-53f17980975d service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340375 Jul 13 19:49:17.768411 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-be0814a9-645f-4c94-97cf-a464169b1cc1 service neutron] 10.222.0.24 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090561 Jul 13 19:49:17.824490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd015c-18d5-4cdc-93c7-e2ce80347cd2 req-788bb1ba-79e0-49a9-b765-d7263ba5a56a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:17.826569 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bcd015c-18d5-4cdc-93c7-e2ce80347cd2 req-788bb1ba-79e0-49a9-b765-d7263ba5a56a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1557491 Jul 13 19:49:17.874153 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-94a98c97-3fa7-435f-a64d-aec685ac1d6f req-06fd7db1-85c7-480e-a3cb-5a99132246f9 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085589 Jul 13 19:49:17.902021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:17.904289 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2" -d '{"events": [{"name": "network-changed", "server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:17.939665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8bcd015c-18d5-4cdc-93c7-e2ce80347cd2 req-f8f2eb9e-e83c-4be6-af8e-11fc1a8195e2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972807 Jul 13 19:49:17.950969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:49:17.962944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] Sync routers for ids ['c3b05e71-867e-4167-a0a6-ee55055f96d8'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:49:17.980577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] Routers {'c3b05e71-867e-4167-a0a6-ee55055f96d8'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:49:17.982049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:48:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c3b05e71-867e-4167-a0a6-ee55055f96d8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:18.028693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] No DVR routers for this DVR port 7a04f941-dccf-4d58-a5c5-afebc1f13f34 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:18.048398 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:18.052786 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d125dce6-6bec-46a4-96a8-b32be6f995cd req-6ac0595b-545e-4c44-8fa7-193343dc938c tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.24 "DELETE /v2.0/ports/7a04f941-dccf-4d58-a5c5-afebc1f13f34 HTTP/1.1" status: 204 len: 173 time: 2.6198649 Jul 13 19:49:18.058484 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57a835e-55cd-40d5-a13b-0ac5e27158ea x-openstack-request-id: req-e57a835e-55cd-40d5-a13b-0ac5e27158ea {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:18.058484 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:18.058484 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e57a835e-55cd-40d5-a13b-0ac5e27158ea {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:18.061968 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'status': 'completed', 'code': 200} Jul 13 19:49:18.186669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] Set router c3b05e71-867e-4167-a0a6-ee55055f96d8 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:49:18.238677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-5c9e0a27-b618-4025-bd19-08e726323826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:18.249638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-5c9e0a27-b618-4025-bd19-08e726323826 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1094 time: 0.1669307 Jul 13 19:49:18.266527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-37f111cb-4ad4-428f-acbf-538dc13f27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:18.268076 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-37f111cb-4ad4-428f-acbf-538dc13f27fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1094 time: 0.2044272 Jul 13 19:49:18.490890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-8a81b491-ed3e-4a5b-9e44-0a798316b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:18.495841 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-8a81b491-ed3e-4a5b-9e44-0a798316b1fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.2153609 Jul 13 19:49:18.635665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-6b0cf10b-618b-481e-b86f-b3e64aba99bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 998 time: 0.1323273 Jul 13 19:49:18.639703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:31Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6affa9e2-41d8-4f46-b53e-c5432a6f3abe', 'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'mac_address': 'fa:16:3e:6a:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:30Z', 'updated_at': '2021-07-13T19:38:38Z', 'revision_number': 5, 'project_id': '3b291adcad82488e8ff56675514b433c', 'subnets': [{'id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:18.714064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-3abb43eb-e491-456a-93cd-fe86d5ac8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:18.715007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] Checking router: c3b05e71-867e-4167-a0a6-ee55055f96d8 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:49:18.715926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-3abb43eb-e491-456a-93cd-fe86d5ac8f62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.0726290 Jul 13 19:49:18.730306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] Routers {'c3b05e71-867e-4167-a0a6-ee55055f96d8'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:49:18.734118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:48:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c3b05e71-867e-4167-a0a6-ee55055f96d8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:18.907156 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-565358cc-f879-46b6-b9c3-6215c70bc75b req-c756dab4-1222-40f5-ba42-b882ba1d9bda tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0459628 Jul 13 19:49:18.963686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-dc43abd0-ac07-4d2f-834d-eade5cb1c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:18.970373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-dc43abd0-ac07-4d2f-834d-eade5cb1c3c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438428 Jul 13 19:49:18.997730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] Set router c3b05e71-867e-4167-a0a6-ee55055f96d8 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:49:19.045237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-35f80148-782e-4853-9e7d-88e3424938c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:19.048569 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-35f80148-782e-4853-9e7d-88e3424938c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.7980475 Jul 13 19:49:19.247689 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-501b5578-f292-45e1-bd67-f1eea2c26567 service neutron] 10.222.0.24 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685623 Jul 13 19:49:19.276041 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-63fb4e86-9076-4a81-9c0a-276b56a51b98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 998 time: 0.1762323 Jul 13 19:49:19.368782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9f9a7-7ba2-4ba1-95b4-82e9f1e42cbb req-ee253742-cdac-418b-a5be-302b3bbe6e3d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:19.376985 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-93a9f9a7-7ba2-4ba1-95b4-82e9f1e42cbb req-ee253742-cdac-418b-a5be-302b3bbe6e3d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 943 time: 0.4561272 Jul 13 19:49:19.431955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:31Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6affa9e2-41d8-4f46-b53e-c5432a6f3abe', 'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'mac_address': 'fa:16:3e:6a:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:30Z', 'updated_at': '2021-07-13T19:38:38Z', 'revision_number': 5, 'project_id': '3b291adcad82488e8ff56675514b433c', 'subnets': [{'id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:19.461185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515b8bd-f2fc-4d31-93fb-04836a31b075 req-0fdcc9c3-6303-4321-9528-0b57c3ac5b18 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:19.466263 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79648a4-fc72-4059-8bed-0a7f71270435 None None] The sync data for ids ['c3b05e71-867e-4167-a0a6-ee55055f96d8'] in n-d-800708-1 is: [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:38:31Z', 'revision_number': 4, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6affa9e2-41d8-4f46-b53e-c5432a6f3abe', 'name': '', 'network_id': '60de7d8c-9f98-4164-9b60-2ef9123f341b', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'mac_address': 'fa:16:3e:6a:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:30Z', 'updated_at': '2021-07-13T19:38:38Z', 'revision_number': 5, 'project_id': '3b291adcad82488e8ff56675514b433c', 'subnets': [{'id': 'fce31b39-5b80-4d84-8622-b4b60ff44bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:49:19.468959 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6515b8bd-f2fc-4d31-93fb-04836a31b075 req-0fdcc9c3-6303-4321-9528-0b57c3ac5b18 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.3404567 Jul 13 19:49:19.481869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-a82b0d39-e2c7-4cbe-a068-795b551aecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:19.483653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-a82b0d39-e2c7-4cbe-a068-795b551aecff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.1956625 Jul 13 19:49:19.533468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-93a9f9a7-7ba2-4ba1-95b4-82e9f1e42cbb req-3dca0a93-6795-4085-b363-045dfb92d372 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524093 Jul 13 19:49:19.589726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-834ecef3-ae1b-4e9d-8d46-0488ce55fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:19.593539 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-834ecef3-ae1b-4e9d-8d46-0488ce55fd0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972657 Jul 13 19:49:19.608524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6515b8bd-f2fc-4d31-93fb-04836a31b075 req-aa70d3d4-226d-4a3a-b5c8-b5ebfef45814 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385143 Jul 13 19:49:19.619285 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-e3e07688-0aaf-4b23-9a4e-d60158fdec89 service neutron] 10.222.0.24 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582237 Jul 13 19:49:19.629514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-8044826c-9f34-4a7b-ac09-fcbefff5688d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2255478 Jul 13 19:49:19.829336 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-ae407c9e-3945-426e-b876-4fdda86ad98c service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254205 Jul 13 19:49:19.851787 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-d3a3d0f9-0b68-4c23-977a-9a1db8a9812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:19.859640 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-d3a3d0f9-0b68-4c23-977a-9a1db8a9812f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 1096 time: 0.1666021 Jul 13 19:49:20.043983 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2eb2f-8972-42ae-97af-27716adfb456 None None] New status for floating IP 810b9d4e-13a8-488f-8880-487085c4e651: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:49:20.156763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a2f0785-51d8-42a0-93c8-6e7ace1e0de2 req-fb2b8a17-86f3-4585-82aa-215af7df968a service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214743 Jul 13 19:49:20.607299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c11126-d0ef-4567-8772-32b966d5ed68 req-f1bb734b-ff7a-4860-8826-04c8a8a276e8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:20.613925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-deleted', 'tag': '7a04f941-dccf-4d58-a5c5-afebc1f13f34'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:20.616092 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38c11126-d0ef-4567-8772-32b966d5ed68 req-f1bb734b-ff7a-4860-8826-04c8a8a276e8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1602647 Jul 13 19:49:20.621591 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0db9bd-2a4f-4e6b-88f2-33c00fa04e10" -d '{"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-deleted", "tag": "7a04f941-dccf-4d58-a5c5-afebc1f13f34"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:20.628061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-20dbfb84-ff23-498d-ac2c-a78afa959c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:20.633566 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-20dbfb84-ff23-498d-ac2c-a78afa959c97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.7396255 Jul 13 19:49:20.659506 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38c11126-d0ef-4567-8772-32b966d5ed68 req-b786cd92-a14d-4774-b3db-6341c57c4b5d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Jul 13 19:49:20.696433 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f1cab8f9-635c-47c0-acd2-9d1bb8746916 req-3129af47-2cf0-428a-ba18-40f173edbd82 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0612290 Jul 13 19:49:20.712921 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8df2da5a-dac4-4f9f-b0ee-3778a8421aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:20.736225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-1657dd95-f7dd-4677-a96d-05ce1d5bd724 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2253bd5f-bb69-4ed0-a98a-85eccabd9d12 HTTP/1.1" status: 200 len: 217 time: 0.0824904 Jul 13 19:49:20.781539 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352881dc-2f45-45ad-a367-eaacc64b520e x-openstack-request-id: req-352881dc-2f45-45ad-a367-eaacc64b520e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:20.782091 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aed2db-5a55-4fe0-be1e-c07ba0b214f8", "name": "network-vif-deleted", "tag": "7a04f941-dccf-4d58-a5c5-afebc1f13f34", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:20.782509 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-352881dc-2f45-45ad-a367-eaacc64b520e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:20.783071 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aed2db-5a55-4fe0-be1e-c07ba0b214f8', 'name': 'network-vif-deleted', 'tag': '7a04f941-dccf-4d58-a5c5-afebc1f13f34', 'status': 'completed', 'code': 200} Jul 13 19:49:20.804475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-2de1dda3-d151-4323-a602-d837afe11dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:20.806000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-2de1dda3-d151-4323-a602-d837afe11dc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0562382 Jul 13 19:49:20.895599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2c137-7715-4553-8e34-d27bf9a2ff1a req-69c58da1-aef4-4931-99e0-42118651f2ec tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:20.896844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-c2717146-025d-499d-b343-e6ae80b36ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:20.897296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35c2c137-7715-4553-8e34-d27bf9a2ff1a req-69c58da1-aef4-4931-99e0-42118651f2ec tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 943 time: 0.0762849 Jul 13 19:49:20.898585 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-c2717146-025d-499d-b343-e6ae80b36ae1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843925 Jul 13 19:49:20.945660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35c2c137-7715-4553-8e34-d27bf9a2ff1a req-e64270ac-0ebc-4f53-a7c6-c5a446f2545e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424595 Jul 13 19:49:21.055190 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-84e81441-1daa-4e51-8ce0-bcd234a03bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481578 Jul 13 19:49:21.190154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-afc59982-f59d-4f91-91ac-12289a9eb940 req-7863ee7f-eeaf-456f-a286-9fa2ece455a3 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233540 Jul 13 19:49:21.453805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-54f1d905-582c-4bec-9809-15f9a0e7b80c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:21.455561 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-54f1d905-582c-4bec-9809-15f9a0e7b80c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd&tenant_id=0d551bfaa9d447d2b834405a7b06ff80&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 943 time: 0.1213996 Jul 13 19:49:21.491073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58f18e-a274-4496-9543-56cb151dfb61 req-0c07de64-d457-43d8-afe7-b10187b19559 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:21.493035 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c58f18e-a274-4496-9543-56cb151dfb61 req-0c07de64-d457-43d8-afe7-b10187b19559 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 943 time: 0.0878830 Jul 13 19:49:21.532888 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-531d5371-45da-4690-8d71-938798cb45f7 service neutron] 10.222.0.24 "GET /v2.0/ports/13f19588-2c4b-4cd4-b113-cadb13ce0826/bindings/n-h1-800708-1 HTTP/1.1" status: 200 len: 382 time: 0.0698969 Jul 13 19:49:21.549163 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c58f18e-a274-4496-9543-56cb151dfb61 req-11922218-1e04-44d2-845f-b626e1b106f8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496366 Jul 13 19:49:21.612053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:49:21.648917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-e957b86e-8173-4473-8613-76fd9b0bf4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:21.653403 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-e957b86e-8173-4473-8613-76fd9b0bf4db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1094 time: 0.0908377 Jul 13 19:49:21.769524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:21.785857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'port_id': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'mac_address': 'fa:16:3e:11:44:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:49:21.826949 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:21.841155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f19588-2c4b-4cd4-b113-cadb13ce0826 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:49:21.856611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-7116d960-7d68-42f5-9b12-e2cbbdb777f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:21.858870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-7116d960-7d68-42f5-9b12-e2cbbdb777f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.1976871 Jul 13 19:49:21.877265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:21.894185 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:21.971184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:21.998991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-e3a501ed-e032-49c1-8459-d4acaaf98f0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 998 time: 0.1323822 Jul 13 19:49:22.009362 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4602393a-7569-4bf9-a0bc-951352590e8e req-7b518489-57e3-4b9a-8eb2-ebcd1655f330 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0460539 Jul 13 19:49:22.075238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-044f8599-7620-4625-a332-adb7f5971474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:22.077034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-044f8599-7620-4625-a332-adb7f5971474 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.0666869 Jul 13 19:49:22.106087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261213d1-9e42-41f6-a325-c8d633e31ac7 req-8fd90166-451d-42bb-baf6-ba449aabc797 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:22.113703 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-261213d1-9e42-41f6-a325-c8d633e31ac7 req-8fd90166-451d-42bb-baf6-ba449aabc797 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1916952 Jul 13 19:49:22.183166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['13f19588-2c4b-4cd4-b113-cadb13ce0826'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:49:22.183662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-261213d1-9e42-41f6-a325-c8d633e31ac7 req-d58deddd-b850-4d30-903f-a93cd3062d68 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685062 Jul 13 19:49:22.245172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-3b9c10b1-ca06-49c6-8bff-d88ba787aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:22.246889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-3b9c10b1-ca06-49c6-8bff-d88ba787aa08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613855 Jul 13 19:49:22.385302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-6c9c45c9-8bc5-4206-a1b9-46ad05ad93c3 service neutron] 10.222.0.24 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310072 Jul 13 19:49:22.477186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ef327-1348-429c-8bf0-7abac69ac046 req-eba52149-e7bf-480a-ba20-aa6922f2a73d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:22.481429 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-634ef327-1348-429c-8bf0-7abac69ac046 req-eba52149-e7bf-480a-ba20-aa6922f2a73d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1054735 Jul 13 19:49:22.563493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-634ef327-1348-429c-8bf0-7abac69ac046 req-5edc8ad0-4190-4260-b564-28cc8ab42b3b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764220 Jul 13 19:49:22.579815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-be4dec03-1e50-4854-af29-4ce027bc9ae3 service neutron] 10.222.0.24 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860535 Jul 13 19:49:22.831152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e345b-48dd-4531-b675-0f6fff1eb00e req-4e33d341-c86b-470e-9757-525975809d94 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:22.832818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-416e345b-48dd-4531-b675-0f6fff1eb00e req-4e33d341-c86b-470e-9757-525975809d94 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0948436 Jul 13 19:49:22.851643 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0084b3-9b8d-4970-82bd-7f77283a3205 req-b8083441-eee0-43ca-aeb4-fe28b3c02da3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:22.853424 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c0084b3-9b8d-4970-82bd-7f77283a3205 req-b8083441-eee0-43ca-aeb4-fe28b3c02da3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 944 time: 0.1132591 Jul 13 19:49:22.892044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-416e345b-48dd-4531-b675-0f6fff1eb00e req-99d3a975-c4c3-4700-962d-54fa8fc54515 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521481 Jul 13 19:49:22.910775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c0084b3-9b8d-4970-82bd-7f77283a3205 req-9a36bcb3-5453-42c9-9c07-d4a38ca2acfd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508943 Jul 13 19:49:23.121741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4cfe0-e693-44f2-988b-c1917966e5dd req-f4ea49cc-c3d1-48f5-8823-bb871e47f2ce tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:23.125140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c6c4cfe0-e693-44f2-988b-c1917966e5dd req-f4ea49cc-c3d1-48f5-8823-bb871e47f2ce tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0901394 Jul 13 19:49:23.187581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c6c4cfe0-e693-44f2-988b-c1917966e5dd req-3ff3fa4b-dfad-4faf-be6d-24a75f4bc1d9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540657 Jul 13 19:49:23.258864 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc6868c6-ecba-4bd2-aded-563d5bc63f3f req-f295a3cc-6c79-4f81-8a7e-85e104a02d63 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0843089 Jul 13 19:49:23.599181 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56d062b3-8529-418d-bceb-46350858876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:23.614762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:49:23.665275 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:23.695154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 13f19588-2c4b-4cd4-b113-cadb13ce0826 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:49:23.700232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 13f19588-2c4b-4cd4-b113-cadb13ce0826 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:49:23.700612 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:23.800952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:23.826701 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:23.831030 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aba021-6937-4573-8fe5-20db42573533" -d '{"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-plugged", "status": "completed", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:23.846518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:23.856644 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:23.926125 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40850f26-84a7-4f63-abdf-4006caad22f4 x-openstack-request-id: req-40850f26-84a7-4f63-abdf-4006caad22f4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:23.928438 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-plugged", "status": "completed", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:23.930332 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40850f26-84a7-4f63-abdf-4006caad22f4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:23.930332 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'code': 200} Jul 13 19:49:23.930885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:24.135483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725c9c5-2316-414c-b395-627ed6732ebb req-fa97e5bd-6206-427f-94ce-8df8cd7b1576 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:24.143770 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b725c9c5-2316-414c-b395-627ed6732ebb req-fa97e5bd-6206-427f-94ce-8df8cd7b1576 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0934908 Jul 13 19:49:24.189492 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b725c9c5-2316-414c-b395-627ed6732ebb req-6327b81b-9f55-4d41-9258-b547f6cb8c32 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444903 Jul 13 19:49:24.436648 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-245f35f8-e335-4fad-82d8-202290f889c4 req-c05d28cd-abff-41f9-acd1-40936ce18cf6 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0423102 Jul 13 19:49:24.588545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:25.012563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-db0ff472-bc1d-459f-8c5e-e2993ec2a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:25.014389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-db0ff472-bc1d-459f-8c5e-e2993ec2a21b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 1096 time: 0.0852194 Jul 13 19:49:25.031668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:49:25.114062 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:25.417401 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c13065-e6b0-4aa4-88f8-dfe4cb1413d7 req-de8f1166-ab6b-463c-93b7-19b63d3aee0e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:25.418941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:25.425409 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3c13065-e6b0-4aa4-88f8-dfe4cb1413d7 req-de8f1166-ab6b-463c-93b7-19b63d3aee0e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 945 time: 0.0761647 Jul 13 19:49:25.459633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:49:25.510286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3c13065-e6b0-4aa4-88f8-dfe4cb1413d7 req-18215285-8d73-4167-949d-6be4876d7eec tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835974 Jul 13 19:49:25.545002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:25.548003 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d69fbaa-b3e6-47f9-a060-c64f3b82de91" -d '{"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:25.572993 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:25.616903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Transition to ACTIVE for port object 13f19588-2c4b-4cd4-b113-cadb13ce0826 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:49:25.643123 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a92b1ff-62ea-418a-929d-6caa1aac6939 x-openstack-request-id: req-6a92b1ff-62ea-418a-929d-6caa1aac6939 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:25.643417 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:25.643661 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a92b1ff-62ea-418a-929d-6caa1aac6939 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:25.644050 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'code': 200} Jul 13 19:49:25.646909 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a11a9be5-6039-43cc-9228-a4e52fd60a69 req-f974fdbc-0ebf-4937-ad6d-af63163f2292 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0440938 Jul 13 19:49:25.647824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:25.719831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:25.825144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] No DVR routers for this DVR port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:26.001637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:49:26.002257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:49:26.002845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:49:26.011133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:49:26.011654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Attempting to bind port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:49:26.036175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:49:26.038034 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Checking segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:49:26.038456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Bound using segment: {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:49:26.040342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Bound port: 13f19588-2c4b-4cd4-b113-cadb13ce0826, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:49:26.040725 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:26.096137 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:26.116014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:49:26.119643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:49:26.124482 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:26.168369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:26.169005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:26.170468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] 10.222.0.60 "PUT /v2.0/ports/13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 1092 time: 1.1449549 Jul 13 19:49:26.234763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13acf7-65da-44a0-841d-a38b227ca242 service neutron] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:26.363244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-1abf411b-c4a5-47df-896e-b9c153b2922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:26.364814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-1abf411b-c4a5-47df-896e-b9c153b2922c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1095 time: 0.1662362 Jul 13 19:49:26.574014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-1f66d6e6-942f-4230-92cf-e825af983a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:26.575547 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-1f66d6e6-942f-4230-92cf-e825af983a33 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.1986716 Jul 13 19:49:26.780078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:26.851463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e71251-1fad-4dd8-80a0-0765c6b8d4f0 req-db35be26-5582-4301-8581-c978ec94c8cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:26.860529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34e71251-1fad-4dd8-80a0-0765c6b8d4f0 req-db35be26-5582-4301-8581-c978ec94c8cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 944 time: 0.1537595 Jul 13 19:49:26.863984 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-14a25458-05e6-41c1-9f32-09ac068c4cbf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 998 time: 0.2800930 Jul 13 19:49:26.968774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34e71251-1fad-4dd8-80a0-0765c6b8d4f0 req-92e0b02f-91c3-460e-9c87-f2499eaa1ebe tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019866 Jul 13 19:49:27.017502 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3115f522-51aa-4779-a7b6-0193d1802aa5 req-13a5a3d9-47ed-4e2e-b62a-ba869881c07b tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0803881 Jul 13 19:49:27.030843 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-169ea56e-349c-412e-a04d-023246936f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:27.032256 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-169ea56e-349c-412e-a04d-023246936f78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.1588030 Jul 13 19:49:27.167004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73228e5a-0db6-4c75-aed4-3cfdf5935dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:27.219540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-7c54a346-334f-4139-b17f-0172ca6fd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:27.222663 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-7c54a346-334f-4139-b17f-0172ca6fd09e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814339 Jul 13 19:49:27.450287 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-372f700d-6ee4-4802-bfa6-09eca4ecc6fe service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154338 Jul 13 19:49:27.489872 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73228e5a-0db6-4c75-aed4-3cfdf5935dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:27.519501 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73228e5a-0db6-4c75-aed4-3cfdf5935dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:27.574634 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-73228e5a-0db6-4c75-aed4-3cfdf5935dd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=552fe31f5c9f4ec3b2abc2f50e2613f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7888095 Jul 13 19:49:27.575701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73228e5a-0db6-4c75-aed4-3cfdf5935dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6294a459-6823-4bae-8592-5011c58516b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:27.581847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:27.629100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:27.642780 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62d302c6-da8b-4b17-9f32-9631ded122cf req-325efd92-385f-41c4-9974-581481cf0fb4 service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821787 Jul 13 19:49:27.644555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:27.666938 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b888ac40-e327-4249-93c8-7b9b7d7dec40" -d '{"events": [{"name": "network-changed", "server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:27.675979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a6df08-1055-4c57-8217-6b54d27bb98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:27.699419 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a6df08-1055-4c57-8217-6b54d27bb98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:27.730074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:27.760910 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a6df08-1055-4c57-8217-6b54d27bb98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:27.764578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a6df08-1055-4c57-8217-6b54d27bb98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:27.766153 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-51a6df08-1055-4c57-8217-6b54d27bb98b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6294a459-6823-4bae-8592-5011c58516b9 HTTP/1.1" status: 204 len: 168 time: 0.1831932 Jul 13 19:49:27.771608 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ed2332-0193-43ef-93b4-a060647541fa x-openstack-request-id: req-19ed2332-0193-43ef-93b4-a060647541fa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:27.776354 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:27.776704 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19ed2332-0193-43ef-93b4-a060647541fa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:27.777039 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'status': 'completed', 'code': 200} Jul 13 19:49:27.777403 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6df08-1055-4c57-8217-6b54d27bb98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6294a459-6823-4bae-8592-5011c58516b9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:27.870128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-826f7f24-65ae-4352-8121-fca828852372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:27.879468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-826f7f24-65ae-4352-8121-fca828852372 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1095 time: 0.0811245 Jul 13 19:49:27.913939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-41dc1302-fd18-4c84-8d10-d4bd685466c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:27.915914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-41dc1302-fd18-4c84-8d10-d4bd685466c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1095 time: 0.1157761 Jul 13 19:49:28.094570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-4c5a6257-349c-4ae7-b09b-76f03d808fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:28.096468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-4c5a6257-349c-4ae7-b09b-76f03d808fe8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.1737521 Jul 13 19:49:28.139898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-2a40b7d7-b961-4190-91a6-2521e032a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:28.141447 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-2a40b7d7-b961-4190-91a6-2521e032a60c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.2548771 Jul 13 19:49:28.362325 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-1e25a4ce-d0d7-4a75-b514-0a590239fbe1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 998 time: 0.2085690 Jul 13 19:49:28.412680 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-510952d7-20f9-45b3-9e21-4c56fb59a815 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 998 time: 0.3093336 Jul 13 19:49:28.486098 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53d04997-ce98-4f65-b4c8-9fb2515eb7d0 req-9fa411c7-d9f0-45f0-9143-11829cf11ba4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0400629 Jul 13 19:49:28.488062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-0432f3f9-424c-4b67-b1d2-ca47ab37470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:28.488266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cacbb-dc6c-44ce-b7e6-8d003a9d0a5e req-ab14ade9-2e05-4513-9638-3678b8954d4d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:28.489764 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f73cacbb-dc6c-44ce-b7e6-8d003a9d0a5e req-ab14ade9-2e05-4513-9638-3678b8954d4d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 944 time: 0.2084410 Jul 13 19:49:28.495947 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-0432f3f9-424c-4b67-b1d2-ca47ab37470d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.1229734 Jul 13 19:49:28.550667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-5936d43a-9d15-4b52-8b6a-9c853f2b3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:28.552158 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-5936d43a-9d15-4b52-8b6a-9c853f2b3b18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.1279490 Jul 13 19:49:28.557380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f73cacbb-dc6c-44ce-b7e6-8d003a9d0a5e req-3ddf7280-a73b-426a-8209-6e5dfabdabf1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591958 Jul 13 19:49:28.597126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-99fbd4ab-80c4-4185-9b6b-5179ec1fa698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:28.598703 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-99fbd4ab-80c4-4185-9b6b-5179ec1fa698 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904076 Jul 13 19:49:28.676067 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-3d01ffc5-fbfd-4557-a3d2-02164ea979ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:28.678323 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-3d01ffc5-fbfd-4557-a3d2-02164ea979ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189666 Jul 13 19:49:28.722139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-d11de0ac-7972-4a86-9825-984af3b7b72a service neutron] 10.222.0.24 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153443 Jul 13 19:49:28.840953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-9f47cb6a-9328-46e5-b3e5-8ca2b1b0cb93 service neutron] 10.222.0.24 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056073 Jul 13 19:49:28.863194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-a6e9eded-115b-491c-9f94-6c56d8316e5c service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774950 Jul 13 19:49:28.966113 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b888ac40-e327-4249-93c8-7b9b7d7dec40 req-c50d374d-2d6d-4134-bd57-51b84c73f726 service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958962 Jul 13 19:49:29.669506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4188427d-769a-47da-970a-895320c79eeb req-76dd5c4b-003e-4982-9e99-579a9c9e9231 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0400846 Jul 13 19:49:29.864739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8e8bb-6841-4af5-89b7-2dc7d6cad72e req-6171c446-00f5-4319-a0d0-73535c171634 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:29.872574 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4cb8e8bb-6841-4af5-89b7-2dc7d6cad72e req-6171c446-00f5-4319-a0d0-73535c171634 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 944 time: 0.0998166 Jul 13 19:49:29.921987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4cb8e8bb-6841-4af5-89b7-2dc7d6cad72e req-f276b1e9-9757-42ca-81eb-b33573860aca tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485671 Jul 13 19:49:29.939024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:30.010612 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-291ff69f-fb58-4225-a88b-38314b6a51cc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/0b37a320-dfaa-4c48-bdf0-21b373df95d3 HTTP/1.1" status: 200 len: 990 time: 0.0703504 Jul 13 19:49:30.868553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-546ed58c-e274-493b-9169-731d65e3b4e6 req-54d8d2b7-29ee-4344-8969-dfd73ddc1441 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0431561 Jul 13 19:49:31.775087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:49:31.872553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:31.884100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'port_id': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'mac_address': 'fa:16:3e:11:44:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:49:31.921677 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:31.935994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f19588-2c4b-4cd4-b113-cadb13ce0826 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:49:31.957488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:31.961816 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:32.014008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:32.054493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-26deb0ca-77ea-4d07-9e83-cb73386131e3 req-4e8eadbf-7dc4-403c-b4ff-45f9e0f3a427 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/ports?device_id=65aed2db-5a55-4fe0-be1e-c07ba0b214f8 HTTP/1.1" status: 200 len: 210 time: 0.0383015 Jul 13 19:49:32.207478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['13f19588-2c4b-4cd4-b113-cadb13ce0826'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:49:33.195272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:33.259489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79f96f83-e70d-4fa4-aa1c-a3e8fc578716 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.283843 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79f96f83-e70d-4fa4-aa1c-a3e8fc578716 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.331698 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79f96f83-e70d-4fa4-aa1c-a3e8fc578716 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.334835 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79f96f83-e70d-4fa4-aa1c-a3e8fc578716 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.335988 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-79f96f83-e70d-4fa4-aa1c-a3e8fc578716 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "DELETE /v2.0/security-groups/e4c76dd8-7671-4b80-9aac-7fb2aaa529cc HTTP/1.1" status: 204 len: 168 time: 0.1396787 Jul 13 19:49:33.338871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:33.345282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f96f83-e70d-4fa4-aa1c-a3e8fc578716 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c76dd8-7671-4b80-9aac-7fb2aaa529cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:33.353546 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4eca7521-632a-47d2-a630-b56d3d0ffac5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] show failed (client error): The resource could not be found. Jul 13 19:49:33.354790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4eca7521-632a-47d2-a630-b56d3d0ffac5 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "GET /v2.0/security-groups/e4c76dd8-7671-4b80-9aac-7fb2aaa529cc HTTP/1.1" status: 404 len: 347 time: 0.0144031 Jul 13 19:49:33.357597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:33.482233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0091b0eb-34ac-4ea0-84ce-2a21cb1fe3a8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting port 7778f3b6-4871-49a2-8e77-f4f8646cd4dc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:33.482610 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0091b0eb-34ac-4ea0-84ce-2a21cb1fe3a8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.561842 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0091b0eb-34ac-4ea0-84ce-2a21cb1fe3a8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.562179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0091b0eb-34ac-4ea0-84ce-2a21cb1fe3a8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.573840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0091b0eb-34ac-4ea0-84ce-2a21cb1fe3a8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Calling delete_port for 7778f3b6-4871-49a2-8e77-f4f8646cd4dc owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:33.716046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0091b0eb-34ac-4ea0-84ce-2a21cb1fe3a8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.745197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091b0eb-34ac-4ea0-84ce-2a21cb1fe3a8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Port': ['ID=7778f3b6-4871-49a2-8e77-f4f8646cd4dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:33.777753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:49:33.817721 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0091b0eb-34ac-4ea0-84ce-2a21cb1fe3a8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.820596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0091b0eb-34ac-4ea0-84ce-2a21cb1fe3a8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.824354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0091b0eb-34ac-4ea0-84ce-2a21cb1fe3a8 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "DELETE /v2.0/floatingips/810b9d4e-13a8-488f-8880-487085c4e651 HTTP/1.1" status: 204 len: 168 time: 0.4632833 Jul 13 19:49:33.824642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:33.931025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c784a7b1-21a3-4cbf-9981-2b6466ebb9b4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting port 755729ce-168c-4256-aeba-2734cc235134 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:33.931564 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c784a7b1-21a3-4cbf-9981-2b6466ebb9b4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:33.988471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 13f19588-2c4b-4cd4-b113-cadb13ce0826 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:49:33.995218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 13f19588-2c4b-4cd4-b113-cadb13ce0826 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:49:33.995592 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.031647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c784a7b1-21a3-4cbf-9981-2b6466ebb9b4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.044906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c784a7b1-21a3-4cbf-9981-2b6466ebb9b4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Calling delete_port for 755729ce-168c-4256-aeba-2734cc235134 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:34.082695 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.112056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:34.115976 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9f308b-1c12-4c46-b8bc-b53c927565f0" -d '{"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-plugged", "status": "completed", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:34.140428 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:34.145438 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.170384 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6f4945-6983-4cb1-aacf-eac26a1350f2 x-openstack-request-id: req-5c6f4945-6983-4cb1-aacf-eac26a1350f2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:34.170696 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-plugged", "status": "completed", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:34.170946 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c6f4945-6983-4cb1-aacf-eac26a1350f2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:34.171338 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'code': 200} Jul 13 19:49:34.196257 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c784a7b1-21a3-4cbf-9981-2b6466ebb9b4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.201948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:34.227361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784a7b1-21a3-4cbf-9981-2b6466ebb9b4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Port': ['ID=755729ce-168c-4256-aeba-2734cc235134,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:34.297818 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c784a7b1-21a3-4cbf-9981-2b6466ebb9b4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.299745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c784a7b1-21a3-4cbf-9981-2b6466ebb9b4 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "DELETE /v2.0/ports/755729ce-168c-4256-aeba-2734cc235134 HTTP/1.1" status: 204 len: 168 time: 0.4741807 Jul 13 19:49:34.302986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:34.406524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-50dfe60b-611c-4166-bb71-6d7c62af7f67 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting port a273a6e8-9c25-4566-8157-bc98cb01072a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:34.407222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50dfe60b-611c-4166-bb71-6d7c62af7f67 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.492822 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50dfe60b-611c-4166-bb71-6d7c62af7f67 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.504325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-50dfe60b-611c-4166-bb71-6d7c62af7f67 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Calling delete_port for a273a6e8-9c25-4566-8157-bc98cb01072a owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:34.645895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50dfe60b-611c-4166-bb71-6d7c62af7f67 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.678750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfe60b-611c-4166-bb71-6d7c62af7f67 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Port': ['ID=a273a6e8-9c25-4566-8157-bc98cb01072a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:34.760335 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50dfe60b-611c-4166-bb71-6d7c62af7f67 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.765402 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-50dfe60b-611c-4166-bb71-6d7c62af7f67 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "DELETE /v2.0/ports/a273a6e8-9c25-4566-8157-bc98cb01072a HTTP/1.1" status: 204 len: 168 time: 0.4611437 Jul 13 19:49:34.766128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:34.824223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecdb430-4c05-4224-beaf-9cef6979c2dd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting subnet 536edcbd-9011-450e-ad62-b983b68ead94 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:49:34.827606 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eecdb430-4c05-4224-beaf-9cef6979c2dd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.882125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eecdb430-4c05-4224-beaf-9cef6979c2dd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:34.972612 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eecdb430-4c05-4224-beaf-9cef6979c2dd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.036779 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eecdb430-4c05-4224-beaf-9cef6979c2dd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.068675 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eecdb430-4c05-4224-beaf-9cef6979c2dd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.070955 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eecdb430-4c05-4224-beaf-9cef6979c2dd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "DELETE /v2.0/subnets/536edcbd-9011-450e-ad62-b983b68ead94 HTTP/1.1" status: 204 len: 168 time: 0.3037109 Jul 13 19:49:35.071719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdb430-4c05-4224-beaf-9cef6979c2dd tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Subnet': ['ID=536edcbd-9011-450e-ad62-b983b68ead94,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:35.075285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:35.076386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639f40b6-7d99-4e9b-a488-9b067beaa594 None None] Network c96bdf60-03fd-4497-81a8-4ed77a3d079d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:49:35.134454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de0aa8e-2893-421e-aa02-8336aef7dd51 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting subnet 3078d0ee-9f18-4d26-85fb-d5c267637468 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:49:35.137403 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de0aa8e-2893-421e-aa02-8336aef7dd51 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.181969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de0aa8e-2893-421e-aa02-8336aef7dd51 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.290489 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de0aa8e-2893-421e-aa02-8336aef7dd51 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.292015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0cace2-fa2c-49ce-b319-defb7b240239 None None] DHCP port deletion for c96bdf60-03fd-4497-81a8-4ed77a3d079d request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:49:35.363865 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de0aa8e-2893-421e-aa02-8336aef7dd51 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.365327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cace2-fa2c-49ce-b319-defb7b240239 None None] Deleting port 02b67c6a-6d90-44a2-afde-0851f7e3902b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:35.365876 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce0cace2-fa2c-49ce-b319-defb7b240239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.396476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de0aa8e-2893-421e-aa02-8336aef7dd51 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.399115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9de0aa8e-2893-421e-aa02-8336aef7dd51 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "DELETE /v2.0/subnets/3078d0ee-9f18-4d26-85fb-d5c267637468 HTTP/1.1" status: 204 len: 168 time: 0.3228145 Jul 13 19:49:35.401670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:35.410750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d6bb8-df27-4bc0-b76e-384f9751abb8 None None] Network 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:49:35.412385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0aa8e-2893-421e-aa02-8336aef7dd51 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Subnet': ['ID=3078d0ee-9f18-4d26-85fb-d5c267637468,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:35.483575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce0cace2-fa2c-49ce-b319-defb7b240239 None None] For port 02b67c6a-6d90-44a2-afde-0851f7e3902b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=02b67c6a-6d90-44a2-afde-0851f7e3902b,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:35.484132 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce0cace2-fa2c-49ce-b319-defb7b240239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.488754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.505192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cace2-fa2c-49ce-b319-defb7b240239 None None] Calling delete_port for 02b67c6a-6d90-44a2-afde-0851f7e3902b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:35.548140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Deleting port 02b67c6a-6d90-44a2-afde-0851f7e3902b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:35.548398 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.613565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] For port 02b67c6a-6d90-44a2-afde-0851f7e3902b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=02b67c6a-6d90-44a2-afde-0851f7e3902b,segment=NetworkSegment(22b1d3a4-df52-47da-90dd-be4e7314a55a),segment_id=22b1d3a4-df52-47da-90dd-be4e7314a55a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:35.614215 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.628919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Calling delete_port for 02b67c6a-6d90-44a2-afde-0851f7e3902b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:35.640795 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce0cace2-fa2c-49ce-b319-defb7b240239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.670688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cace2-fa2c-49ce-b319-defb7b240239 None None] Pushing event deleted for resources: {'Port': ['ID=02b67c6a-6d90-44a2-afde-0851f7e3902b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:35.672923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0cace2-fa2c-49ce-b319-defb7b240239 None None] No DVR routers for this DVR port 02b67c6a-6d90-44a2-afde-0851f7e3902b on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:35.729183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cf42a3-bf07-4df9-a666-8bbe81289dad None None] DHCP port deletion for 883f7b7f-1be5-4606-b4a9-bfa7021c92e7 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:49:35.729803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.757403 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] No DVR routers for this DVR port 02b67c6a-6d90-44a2-afde-0851f7e3902b on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:35.759081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Port': ['ID=02b67c6a-6d90-44a2-afde-0851f7e3902b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:35.778235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-66cf42a3-bf07-4df9-a666-8bbe81289dad None None] Deleting port 27f8d6d5-3d82-49ac-ae0f-43779484013b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:35.778657 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66cf42a3-bf07-4df9-a666-8bbe81289dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.846200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-66cf42a3-bf07-4df9-a666-8bbe81289dad None None] For port 27f8d6d5-3d82-49ac-ae0f-43779484013b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=27f8d6d5-3d82-49ac-ae0f-43779484013b,segment=NetworkSegment(10c8ee6b-3b35-4602-8e77-7536000a0205),segment_id=10c8ee6b-3b35-4602-8e77-7536000a0205)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:35.846621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66cf42a3-bf07-4df9-a666-8bbe81289dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.853180 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.860418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-66cf42a3-bf07-4df9-a666-8bbe81289dad None None] Calling delete_port for 27f8d6d5-3d82-49ac-ae0f-43779484013b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:35.863585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96bdf60-03fd-4497-81a8-4ed77a3d079d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:35.878801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b1d3a4-df52-47da-90dd-be4e7314a55a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:35.879098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b1d3a4-df52-47da-90dd-be4e7314a55a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:35.888039 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.902422 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.910298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:49:35.910721 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:49:35.914685 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:49:35.957655 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66cf42a3-bf07-4df9-a666-8bbe81289dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.980770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.985908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:35.990825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "DELETE /v2.0/networks/c96bdf60-03fd-4497-81a8-4ed77a3d079d HTTP/1.1" status: 204 len: 168 time: 0.5850453 Jul 13 19:49:35.991280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:36.000207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf42a3-bf07-4df9-a666-8bbe81289dad None None] Pushing event deleted for resources: {'Port': ['ID=27f8d6d5-3d82-49ac-ae0f-43779484013b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:36.006003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b258b-35c0-4c17-829c-80e98842ed74 tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Network': ['ID=c96bdf60-03fd-4497-81a8-4ed77a3d079d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:36.007440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf42a3-bf07-4df9-a666-8bbe81289dad None None] No DVR routers for this DVR port 27f8d6d5-3d82-49ac-ae0f-43779484013b on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:36.084525 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:36.178849 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:36.188543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883f7b7f-1be5-4606-b4a9-bfa7021c92e7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:36.200048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c8ee6b-3b35-4602-8e77-7536000a0205') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:36.200345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c8ee6b-3b35-4602-8e77-7536000a0205') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:36.209360 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:36.228512 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:36.235177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:49:36.235637 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:49:36.238533 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:49:36.298672 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:36.306283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:36.308117 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] 10.222.0.25 "DELETE /v2.0/networks/883f7b7f-1be5-4606-b4a9-bfa7021c92e7 HTTP/1.1" status: 204 len: 168 time: 0.3156624 Jul 13 19:49:36.319774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e7b45-dc1b-4387-aecb-e1ecbf5fe2ba tempest-TaggedBootDevicesTest_v242-669419529 tempest-TaggedBootDevicesTest_v242-669419529-project] Pushing event deleted for resources: {'Network': ['ID=883f7b7f-1be5-4606-b4a9-bfa7021c92e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:36.592756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 02b67c6a-6d90-44a2-afde-0851f7e3902b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:36.614689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 02b67c6a-6d90-44a2-afde-0851f7e3902b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:49:36.614689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 02b67c6a-6d90-44a2-afde-0851f7e3902b not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:36.614689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 27f8d6d5-3d82-49ac-ae0f-43779484013b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:36.636538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 27f8d6d5-3d82-49ac-ae0f-43779484013b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:49:36.636882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 27f8d6d5-3d82-49ac-ae0f-43779484013b not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:41.693022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:41.808125 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-288e2ff9-d8cf-4fa1-b63a-e71ed654a392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:41.909374 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-288e2ff9-d8cf-4fa1-b63a-e71ed654a392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:41.914283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-288e2ff9-d8cf-4fa1-b63a-e71ed654a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:41.957616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-288e2ff9-d8cf-4fa1-b63a-e71ed654a392 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bee618978441493a835250bedb1644ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634568 Jul 13 19:49:41.958663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e2ff9-d8cf-4fa1-b63a-e71ed654a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125c5ed7-a417-4d9a-aed8-998be0eb3b3f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:41.960997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:42.011417 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8196b61f-cfb4-448a-b7bd-02987c2ad152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:42.034281 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8196b61f-cfb4-448a-b7bd-02987c2ad152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:42.084368 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8196b61f-cfb4-448a-b7bd-02987c2ad152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:42.087104 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8196b61f-cfb4-448a-b7bd-02987c2ad152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:42.088386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8196b61f-cfb4-448a-b7bd-02987c2ad152 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/125c5ed7-a417-4d9a-aed8-998be0eb3b3f HTTP/1.1" status: 204 len: 168 time: 0.1262105 Jul 13 19:49:42.096478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196b61f-cfb4-448a-b7bd-02987c2ad152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125c5ed7-a417-4d9a-aed8-998be0eb3b3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:44.260561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:44.784290 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:45.045474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] Deleting port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:45.045710 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:45.129072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] For port 6affa9e2-41d8-4f46-b53e-c5432a6f3abe, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6affa9e2-41d8-4f46-b53e-c5432a6f3abe,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:45.129425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:45.143577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] Calling delete_port for 6affa9e2-41d8-4f46-b53e-c5432a6f3abe owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:45.353623 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:45.385582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=6affa9e2-41d8-4f46-b53e-c5432a6f3abe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:45.549901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:45.731648 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:45.768640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] Router c3b05e71-867e-4167-a0a6-ee55055f96d8 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:49:45.879530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:49:45.893914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5399908a-6406-4330-83a5-1fcc825a3b22 admin admin] 10.222.0.25 "PUT /v2.0/routers/c3b05e71-867e-4167-a0a6-ee55055f96d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6240585 Jul 13 19:49:45.894022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:45.902564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] Sync routers for ids ['c3b05e71-867e-4167-a0a6-ee55055f96d8'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:49:45.914088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] Routers {'c3b05e71-867e-4167-a0a6-ee55055f96d8'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:49:45.915004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:49:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c3b05e71-867e-4167-a0a6-ee55055f96d8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:46.008129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.042597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] Set router c3b05e71-867e-4167-a0a6-ee55055f96d8 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:49:46.110141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.173281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Deleting port 0b2115cc-acf4-45f4-9576-b83a1c3d787c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:46.173605 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.232287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:49:45Z', 'revision_number': 5, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port': {'id': '0b2115cc-acf4-45f4-9576-b83a1c3d787c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:38:26Z', 'updated_at': '2021-07-13T19:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:46.256400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] For port 0b2115cc-acf4-45f4-9576-b83a1c3d787c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0b2115cc-acf4-45f4-9576-b83a1c3d787c,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:46.256764 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.260336 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] Checking router: c3b05e71-867e-4167-a0a6-ee55055f96d8 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:49:46.269294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] Routers {'c3b05e71-867e-4167-a0a6-ee55055f96d8'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:49:46.270080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:49:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['c3b05e71-867e-4167-a0a6-ee55055f96d8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:46.275500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Calling delete_port for 0b2115cc-acf4-45f4-9576-b83a1c3d787c owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:46.361289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] Set router c3b05e71-867e-4167-a0a6-ee55055f96d8 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:49:46.403804 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:49:46.427972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:49:46Z', 'revision_number': 6, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:46.458867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.462718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2ec25-8b3f-4df7-96b5-744d0362d5fc None None] The sync data for ids ['c3b05e71-867e-4167-a0a6-ee55055f96d8'] in n-d-800708-1 is: [{'id': 'c3b05e71-867e-4167-a0a6-ee55055f96d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2126341370-router', 'tenant_id': '3b291adcad82488e8ff56675514b433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:38:25Z', 'updated_at': '2021-07-13T19:49:46Z', 'revision_number': 6, 'project_id': '3b291adcad82488e8ff56675514b433c', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:49:46.467014 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.488608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2115cc-acf4-45f4-9576-b83a1c3d787c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:46.564869 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.657546 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.659668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.702187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.702724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b05e71-867e-4167-a0a6-ee55055f96d8 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:49:46.707022 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.708236 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-05487748-a33f-4382-9e4b-482654593bb6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c3b05e71-867e-4167-a0a6-ee55055f96d8 HTTP/1.1" status: 204 len: 168 time: 0.8187590 Jul 13 19:49:46.710935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:46.754193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c593ecc6-b2b8-4978-bb1a-f878508e34f7 admin admin] Deleting subnet fce31b39-5b80-4d84-8622-b4b60ff44bd7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:49:46.757955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c593ecc6-b2b8-4978-bb1a-f878508e34f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.794277 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c593ecc6-b2b8-4978-bb1a-f878508e34f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.878666 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c593ecc6-b2b8-4978-bb1a-f878508e34f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.955002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6affa9e2-41d8-4f46-b53e-c5432a6f3abe no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:46.956399 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c593ecc6-b2b8-4978-bb1a-f878508e34f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.975680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 6affa9e2-41d8-4f46-b53e-c5432a6f3abe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:49:46.976019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6affa9e2-41d8-4f46-b53e-c5432a6f3abe not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:46.981949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593ecc6-b2b8-4978-bb1a-f878508e34f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce31b39-5b80-4d84-8622-b4b60ff44bd7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:46.987654 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c593ecc6-b2b8-4978-bb1a-f878508e34f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:46.992563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c593ecc6-b2b8-4978-bb1a-f878508e34f7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fce31b39-5b80-4d84-8622-b4b60ff44bd7 HTTP/1.1" status: 204 len: 168 time: 0.2776380 Jul 13 19:49:46.992563 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:46.995581 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225818d3-a830-471f-b48f-2c09d6638d99 None None] Network 60de7d8c-9f98-4164-9b60-2ef9123f341b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:49:47.072902 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.127387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Deleting port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:47.127725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.201709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] For port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7973d01b-2e4b-48ba-b2ba-c19644d87e1f,segment=NetworkSegment(610fdb16-e819-4dda-a637-f9686b5772f8),segment_id=610fdb16-e819-4dda-a637-f9686b5772f8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:47.201986 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.215289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Calling delete_port for 7973d01b-2e4b-48ba-b2ba-c19644d87e1f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:47.306371 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76684138-2aca-4b0d-af12-0638a959c8f6 None None] DHCP port deletion for 60de7d8c-9f98-4164-9b60-2ef9123f341b request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:49:47.307967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.340386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] No DVR routers for this DVR port 7973d01b-2e4b-48ba-b2ba-c19644d87e1f on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:47.344905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Pushing event deleted for resources: {'Port': ['ID=7973d01b-2e4b-48ba-b2ba-c19644d87e1f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:47.427284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.437989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60de7d8c-9f98-4164-9b60-2ef9123f341b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:47.449317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610fdb16-e819-4dda-a637-f9686b5772f8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:47.449621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610fdb16-e819-4dda-a637-f9686b5772f8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:47.459469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.472850 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.483040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:49:47.483488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:49:47.485321 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:49:47.540823 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.546116 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.551043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] 10.222.0.25 "DELETE /v2.0/networks/60de7d8c-9f98-4164-9b60-2ef9123f341b HTTP/1.1" status: 204 len: 168 time: 0.5573590 Jul 13 19:49:47.564636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde00fcd-d0a2-494c-8c09-6b870d509062 admin admin] Pushing event deleted for resources: {'Network': ['ID=60de7d8c-9f98-4164-9b60-2ef9123f341b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:47.681103 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:47.730540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-432a8f21-617a-4008-a119-3625e37763ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b291adcad82488e8ff56675514b433c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478880 Jul 13 19:49:47.732741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:47.789136 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c63ce2db-bcf1-4de9-95fa-902616803a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.813113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c63ce2db-bcf1-4de9-95fa-902616803a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.861297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c63ce2db-bcf1-4de9-95fa-902616803a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.863968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c63ce2db-bcf1-4de9-95fa-902616803a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.865946 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c63ce2db-bcf1-4de9-95fa-902616803a5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50aba2fc-65f4-4c56-a7de-ceec1b4bec50 HTTP/1.1" status: 204 len: 168 time: 0.1321657 Jul 13 19:49:47.873869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ce2db-bcf1-4de9-95fa-902616803a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aba2fc-65f4-4c56-a7de-ceec1b4bec50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:48.609136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0b2115cc-acf4-45f4-9576-b83a1c3d787c no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:48.637383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 0b2115cc-acf4-45f4-9576-b83a1c3d787c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:49:48.637924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0b2115cc-acf4-45f4-9576-b83a1c3d787c not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:48.638832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7973d01b-2e4b-48ba-b2ba-c19644d87e1f no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:48.657556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 7973d01b-2e4b-48ba-b2ba-c19644d87e1f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:49:48.658029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7973d01b-2e4b-48ba-b2ba-c19644d87e1f not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:49.340685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:49.459341 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1bfff8e-4d89-4853-84ed-c87f150acdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:49.556976 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1bfff8e-4d89-4853-84ed-c87f150acdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:49.561030 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1bfff8e-4d89-4853-84ed-c87f150acdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:49.605918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfff8e-4d89-4853-84ed-c87f150acdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b9d4d8-70df-42f2-885f-aafafc645511,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:49.612244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f1bfff8e-4d89-4853-84ed-c87f150acdd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a140e08d2e3e43e39a3ab80f2ed1c4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705090 Jul 13 19:49:49.615359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:49.664559 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9af68e6f-a07d-4f7e-961a-42912e6c183b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:49.686049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9af68e6f-a07d-4f7e-961a-42912e6c183b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:49.733712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9af68e6f-a07d-4f7e-961a-42912e6c183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:49.736344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9af68e6f-a07d-4f7e-961a-42912e6c183b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:49.740422 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9af68e6f-a07d-4f7e-961a-42912e6c183b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81b9d4d8-70df-42f2-885f-aafafc645511 HTTP/1.1" status: 204 len: 168 time: 0.1211720 Jul 13 19:49:49.747375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af68e6f-a07d-4f7e-961a-42912e6c183b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b9d4d8-70df-42f2-885f-aafafc645511,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:50.507977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-6c770d6a-0831-445e-b43d-485c34d041f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:50.509560 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-6c770d6a-0831-445e-b43d-485c34d041f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1095 time: 0.1055830 Jul 13 19:49:50.522101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377b375-200e-4546-b4d4-c8bb260b7b85 req-8e648209-df83-4671-b904-c35f245dd16a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:50.523724 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8377b375-200e-4546-b4d4-c8bb260b7b85 req-8e648209-df83-4671-b904-c35f245dd16a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0917943 Jul 13 19:49:50.721976 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46a34da9-a47d-4935-af28-aa31d81da426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:50.998478 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8377b375-200e-4546-b4d4-c8bb260b7b85 req-5c0e470c-6668-4f68-9c03-1b8ea960286f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651599 Jul 13 19:49:51.019671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-d51acadf-08ed-4837-a5a1-5cff01f78bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:51.022508 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-d51acadf-08ed-4837-a5a1-5cff01f78bfe service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.4977226 Jul 13 19:49:51.117927 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-de17559b-e7e3-43ee-88b8-496fd1bc4aef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 998 time: 0.0887358 Jul 13 19:49:51.180422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-23d86cae-7fb0-45cc-9ac2-7e6fcdc46ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:51.181913 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-23d86cae-7fb0-45cc-9ac2-7e6fcdc46ae1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0573575 Jul 13 19:49:51.244299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-4228b494-fe69-45e9-a476-eb3daf77d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:51.245891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-4228b494-fe69-45e9-a476-eb3daf77d75c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578566 Jul 13 19:49:51.353458 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-1b06963f-039b-4e88-b646-43dd6d9d6432 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005671 Jul 13 19:49:51.453685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2481ffb-2133-4e22-862d-95d380dc61ab req-c7596e5e-3bc8-459b-9aae-5d1ec5e1a6a2 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906284 Jul 13 19:49:52.189590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b0f00-89b7-4871-bf8c-bcb07c163555 req-4abd55d8-a1ef-4fe9-9f34-e7cff88f7a2a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:52.191077 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-783b0f00-89b7-4871-bf8c-bcb07c163555 req-4abd55d8-a1ef-4fe9-9f34-e7cff88f7a2a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0641425 Jul 13 19:49:52.230043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-783b0f00-89b7-4871-bf8c-bcb07c163555 req-9da5a401-1e2b-4fc4-93b8-53e131b43b9d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329423 Jul 13 19:49:53.592269 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6eb218a-7d77-45b0-a8a8-b18e2c41fc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:53.646062 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:54.585413 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:56.087848 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:56.316424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:56.421595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:56.508803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:56.512221 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:56.549201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd7f93b115ce44f1bfd6ed249603905b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315960 Jul 13 19:49:56.551196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c4aa2-e3aa-463d-abfb-f3be0f2526e5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:56.551929 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:56.558792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.559052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.559384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.559737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.560039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.560361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.560681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.561001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.561317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.561637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.561954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.562269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26c3cc-0837-41cb-a650-04598f5e35f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:56.602805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dd5dc99-b866-414e-9df7-b7b1247e5030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:56.622958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dd5dc99-b866-414e-9df7-b7b1247e5030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:56.667959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dd5dc99-b866-414e-9df7-b7b1247e5030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:56.670618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dd5dc99-b866-414e-9df7-b7b1247e5030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:56.671819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0dd5dc99-b866-414e-9df7-b7b1247e5030 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd1c4aa2-e3aa-463d-abfb-f3be0f2526e5 HTTP/1.1" status: 204 len: 168 time: 0.1188552 Jul 13 19:49:56.679920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5dc99-b866-414e-9df7-b7b1247e5030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c4aa2-e3aa-463d-abfb-f3be0f2526e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:57.291437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:57.391521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-998658783-network', 'tenant_id': '73c3303cf6294fbf84279627515d6a8a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:49:57.413425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Made reservation on behalf of 73c3303cf6294fbf84279627515d6a8a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:49:57.415851 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:57.425046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:57.521087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:57.525186 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:57.549407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:49:57.559083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5192d60-fcff-4177-af50-e3e3ed22584c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:57.563877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:57.564223 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Added segment 95f72563-3eb7-4208-a20b-70107c4cd95f of type vlan for network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 Jul 13 19:49:57.603810 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:57.632040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:57.633052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:57.633635 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:57.690642 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3978002 Jul 13 19:49:57.694864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:57.696398 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4b7ca-3807-4dae-8840-cc1fd9a185ad admin admin] Pushing event updated for resources: {'Network': ['ID=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:57.700176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Request body: {'subnet': {'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-998658783-subnet', 'tenant_id': '73c3303cf6294fbf84279627515d6a8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:49:57.706852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:49:57.726846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Made reservation on behalf of 73c3303cf6294fbf84279627515d6a8a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:49:57.729564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:57.897701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:57.954734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0b9607-0033-4584-8b87-78d8895dd905,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:57.967407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Checking segment: {'id': '95f72563-3eb7-4208-a20b-70107c4cd95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:49:57.967766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Network hostable DHCP agents. Network: 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:49:57.984147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:49:57.994692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:49:57.999445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:58.000040 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:58.004189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f91529-d721-4e3c-89cc-62641d2051cd None None] Network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:49:58.018625 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-470697e7-53bb-4b22-a6fb-1997174325a3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3224165 Jul 13 19:49:58.159237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97991683-5d73-4860-abc0-d668bfb008db None None] Network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:49:59.431339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:59.537816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc010c32-be1d-470a-b3c5-2c702623cdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:59.629216 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc010c32-be1d-470a-b3c5-2c702623cdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:59.633714 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc010c32-be1d-470a-b3c5-2c702623cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:59.675838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bc010c32-be1d-470a-b3c5-2c702623cdab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be76ea54dd57434ca30c7eb21217edae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434032 Jul 13 19:49:59.677043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc010c32-be1d-470a-b3c5-2c702623cdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00696a91-915e-47b0-9078-1090cba14247,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:59.679070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:59.730807 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f0fd-2c1a-4ddc-835b-d2ca64be206f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:59.754153 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f0fd-2c1a-4ddc-835b-d2ca64be206f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:59.804615 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f0fd-2c1a-4ddc-835b-d2ca64be206f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:59.807206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f0fd-2c1a-4ddc-835b-d2ca64be206f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:59.808683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1fe2f0fd-2c1a-4ddc-835b-d2ca64be206f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00696a91-915e-47b0-9078-1090cba14247 HTTP/1.1" status: 204 len: 168 time: 0.1283660 Jul 13 19:49:59.816467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2f0fd-2c1a-4ddc-835b-d2ca64be206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00696a91-915e-47b0-9078-1090cba14247,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:00.561897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5131bed-86b1-4e8d-bd0b-20da2229f36b req-77fb9cbf-4af5-42d3-b653-d311791f18f3 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:00.563483 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5131bed-86b1-4e8d-bd0b-20da2229f36b req-77fb9cbf-4af5-42d3-b653-d311791f18f3 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1097 time: 0.0602937 Jul 13 19:50:00.607188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5131bed-86b1-4e8d-bd0b-20da2229f36b req-3c464eee-abd8-40f6-ae83-ee97c01e112f tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374789 Jul 13 19:50:00.634190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:00.892217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port cce3a88f-01f4-4d8d-ab2e-6abafd3f2ef2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:00.892558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:00.974334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:00.974912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:00.990224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for cce3a88f-01f4-4d8d-ab2e-6abafd3f2ef2 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:01.115563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:01.231452 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df59c13b-dc05-4ade-b8d6-94caedd7b1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:01.334271 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df59c13b-dc05-4ade-b8d6-94caedd7b1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:01.338696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df59c13b-dc05-4ade-b8d6-94caedd7b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:01.379709 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-df59c13b-dc05-4ade-b8d6-94caedd7b1a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9062bec7f1f49a7ba0af5a893962250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628274 Jul 13 19:50:01.380702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59c13b-dc05-4ade-b8d6-94caedd7b1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecbf9f4-c7b1-4562-9a78-6067143eb5a4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:01.383172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:01.434575 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01d54c0f-bf02-4e93-afa7-d4ed55ae425b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:01.456800 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01d54c0f-bf02-4e93-afa7-d4ed55ae425b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:01.498239 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:01.506790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01d54c0f-bf02-4e93-afa7-d4ed55ae425b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:01.509427 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01d54c0f-bf02-4e93-afa7-d4ed55ae425b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:01.510622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-01d54c0f-bf02-4e93-afa7-d4ed55ae425b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cecbf9f4-c7b1-4562-9a78-6067143eb5a4 HTTP/1.1" status: 204 len: 168 time: 0.1265152 Jul 13 19:50:01.518501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d54c0f-bf02-4e93-afa7-d4ed55ae425b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecbf9f4-c7b1-4562-9a78-6067143eb5a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:01.524177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=cce3a88f-01f4-4d8d-ab2e-6abafd3f2ef2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:01.593354 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:01.593688 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Floating IP 0b37a320-dfaa-4c48-bdf0-21b373df95d3 disassociated (deleted). External IP: 172.25.7.11, port: 13f19588-2c4b-4cd4-b113-cadb13ce0826. Jul 13 19:50:01.807539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router 005baec5-bfd7-4871-bf09-61de48088c50 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:50:01.933329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:50:01.945342 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:01.945584 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] Sync routers for ids ['005baec5-bfd7-4871-bf09-61de48088c50'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:50:01.956478 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] Routers {'005baec5-bfd7-4871-bf09-61de48088c50'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:01.957512 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:49:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['005baec5-bfd7-4871-bf09-61de48088c50'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:01.992432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-86318658-26a7-4fe8-aba0-817494d83bd0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/floatingips/0b37a320-dfaa-4c48-bdf0-21b373df95d3 HTTP/1.1" status: 204 len: 168 time: 1.3567972 Jul 13 19:50:01.993311 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:50:01.996055 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a988b0-5dd0-438b-b15d-1cd54af76992" -d '{"events": [{"name": "network-changed", "server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:50:02.044333 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550ca09c-a7cf-403e-918e-bddf2da5dbc9 x-openstack-request-id: req-550ca09c-a7cf-403e-918e-bddf2da5dbc9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:50:02.044626 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:50:02.044873 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-550ca09c-a7cf-403e-918e-bddf2da5dbc9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:50:02.045271 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'status': 'completed', 'code': 200} Jul 13 19:50:02.107092 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] Set router 005baec5-bfd7-4871-bf09-61de48088c50 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:02.149931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-b0da9680-d7c5-44c4-aa4d-0605142598f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:02.151811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-b0da9680-d7c5-44c4-aa4d-0605142598f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 1097 time: 0.0802157 Jul 13 19:50:02.296153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-02e09d49-bc88-4926-bc99-2ecc2fabfa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:02.297990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-02e09d49-bc88-4926-bc99-2ecc2fabfa11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 200 len: 897 time: 0.1402748 Jul 13 19:50:02.351456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-c1359738-f251-4473-8ea8-e45b0fe966f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 200 len: 217 time: 0.0456538 Jul 13 19:50:02.419973 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'd2b1c519-14fe-4a80-9fee-e8e2e66d4e36', 'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:e9:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:48:03Z', 'updated_at': '2021-07-13T19:48:10Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '13937751-2cd5-4222-b55f-89b834368ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:02.433581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-f208767e-6220-4e58-9413-4636dc321866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:02.435530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-f208767e-6220-4e58-9413-4636dc321866 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 200 len: 834 time: 0.0780520 Jul 13 19:50:02.451026 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] Checking router: 005baec5-bfd7-4871-bf09-61de48088c50 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:50:02.461761 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] Routers {'005baec5-bfd7-4871-bf09-61de48088c50'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:02.463047 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:49:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['005baec5-bfd7-4871-bf09-61de48088c50'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:02.499366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-c5e75d91-0fc3-4eea-9cf1-2a28a4741dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:02.500882 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-c5e75d91-0fc3-4eea-9cf1-2a28a4741dc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a369aae-8f0c-42d6-8d8d-246e14b66f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565276 Jul 13 19:50:02.556930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3089a-5618-4ffd-888b-e4251a11bb16 req-965b3341-ef38-4a38-bde9-b1b000321a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:02.558678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6e3089a-5618-4ffd-888b-e4251a11bb16 req-965b3341-ef38-4a38-bde9-b1b000321a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 946 time: 0.1144333 Jul 13 19:50:02.632001 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] Set router 005baec5-bfd7-4871-bf09-61de48088c50 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:02.642304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6e3089a-5618-4ffd-888b-e4251a11bb16 req-210fd78c-26fb-466e-8883-9eb8d026b5eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707607 Jul 13 19:50:02.653994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-2651d15f-9374-42a9-849a-dd4c261dfcce service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454899 Jul 13 19:50:02.776847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16a988b0-5dd0-438b-b15d-1cd54af76992 req-46abe274-53cb-4885-b6ff-ce96b7368c44 service neutron] 10.222.0.60 "GET /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134305 Jul 13 19:50:02.869071 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'd2b1c519-14fe-4a80-9fee-e8e2e66d4e36', 'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:e9:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:48:03Z', 'updated_at': '2021-07-13T19:48:10Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '13937751-2cd5-4222-b55f-89b834368ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:02.901478 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa91de-202a-4d4d-91c8-a6965d2a91d3 None None] The sync data for ids ['005baec5-bfd7-4871-bf09-61de48088c50'] in n-d-800708-1 is: [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'd2b1c519-14fe-4a80-9fee-e8e2e66d4e36', 'name': '', 'network_id': '0a369aae-8f0c-42d6-8d8d-246e14b66f49', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:e9:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '13937751-2cd5-4222-b55f-89b834368ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:48:03Z', 'updated_at': '2021-07-13T19:48:10Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '13937751-2cd5-4222-b55f-89b834368ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:50:03.183965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14e0d8-25b0-4dba-a736-1e4dfe93b206 None None] New status for floating IP 0b37a320-dfaa-4c48-bdf0-21b373df95d3: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:50:03.770751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-e5a6dc20-ba7b-4297-acc7-f18b452469e1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:03.773063 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-e5a6dc20-ba7b-4297-acc7-f18b452469e1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 946 time: 0.0791063 Jul 13 19:50:03.932647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d98586-8a91-4508-9829-89a3d9102b31 req-4fd3f9fa-e369-425e-a219-a49f2ee5da5f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:03.936019 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5d98586-8a91-4508-9829-89a3d9102b31 req-4fd3f9fa-e369-425e-a219-a49f2ee5da5f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33d196a-faa1-47b4-aa39-41f5bf1fd1cd HTTP/1.1" status: 200 len: 946 time: 0.1539409 Jul 13 19:50:03.985420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-13798505-bb73-43b3-9871-ae60d029e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port 13f19588-2c4b-4cd4-b113-cadb13ce0826 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:03.986125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-13798505-bb73-43b3-9871-ae60d029e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:04.008783 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5d98586-8a91-4508-9829-89a3d9102b31 req-730db3f7-258b-4a6d-9afd-83dec6bd65a2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=81eff221-5dd5-46d5-9f52-77314203903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645001 Jul 13 19:50:04.091976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-13798505-bb73-43b3-9871-ae60d029e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port 13f19588-2c4b-4cd4-b113-cadb13ce0826, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=13f19588-2c4b-4cd4-b113-cadb13ce0826,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:04.092367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-13798505-bb73-43b3-9871-ae60d029e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:04.108077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-13798505-bb73-43b3-9871-ae60d029e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for 13f19588-2c4b-4cd4-b113-cadb13ce0826 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:04.258710 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-13798505-bb73-43b3-9871-ae60d029e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:04.291529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13798505-bb73-43b3-9871-ae60d029e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=13f19588-2c4b-4cd4-b113-cadb13ce0826,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:04.342772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-13798505-bb73-43b3-9871-ae60d029e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] No DVR routers for this DVR port 13f19588-2c4b-4cd4-b113-cadb13ce0826 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:50:04.345757 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-13798505-bb73-43b3-9871-ae60d029e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:04.348032 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83c3eb20-e595-4a39-aa0b-68e09406f74f req-13798505-bb73-43b3-9871-ae60d029e41c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "DELETE /v2.0/ports/13f19588-2c4b-4cd4-b113-cadb13ce0826 HTTP/1.1" status: 204 len: 173 time: 0.5543630 Jul 13 19:50:04.348543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-deleted', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:50:04.351452 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5257569-d7fc-4c34-ab3c-4fb236ca933a" -d '{"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-deleted", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:50:04.402308 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edfd52a-5809-49c0-9a87-531809bcf375 x-openstack-request-id: req-7edfd52a-5809-49c0-9a87-531809bcf375 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:50:04.402859 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d196a-faa1-47b4-aa39-41f5bf1fd1cd", "name": "network-vif-deleted", "tag": "13f19588-2c4b-4cd4-b113-cadb13ce0826", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:50:04.403233 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7edfd52a-5809-49c0-9a87-531809bcf375 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:50:04.403642 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d196a-faa1-47b4-aa39-41f5bf1fd1cd', 'name': 'network-vif-deleted', 'tag': '13f19588-2c4b-4cd4-b113-cadb13ce0826', 'status': 'completed', 'code': 200} Jul 13 19:50:05.120870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:05.553161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:05.872579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:05.872932 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:05.973201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port d2b1c519-14fe-4a80-9fee-e8e2e66d4e36, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d2b1c519-14fe-4a80-9fee-e8e2e66d4e36,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:05.973728 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:05.989515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:06.231464 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:06.299700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=d2b1c519-14fe-4a80-9fee-e8e2e66d4e36,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:06.516412 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:06.834552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router 005baec5-bfd7-4871-bf09-61de48088c50 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:50:06.965844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:50:06.976933 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-83198180-a7e0-4e93-ae21-94c440d9a8b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "PUT /v2.0/routers/005baec5-bfd7-4871-bf09-61de48088c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8516829 Jul 13 19:50:06.977050 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:06.983819 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] Sync routers for ids ['005baec5-bfd7-4871-bf09-61de48088c50'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:50:06.997651 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] Routers {'005baec5-bfd7-4871-bf09-61de48088c50'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:06.998579 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:49:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['005baec5-bfd7-4871-bf09-61de48088c50'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:07.053339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e523d14f-2846-4d07-9c09-5ae787816d9f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting subnet 13937751-2cd5-4222-b55f-89b834368ef0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:50:07.056617 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e523d14f-2846-4d07-9c09-5ae787816d9f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:07.099330 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e523d14f-2846-4d07-9c09-5ae787816d9f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:07.171762 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] Set router 005baec5-bfd7-4871-bf09-61de48088c50 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:07.224229 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e523d14f-2846-4d07-9c09-5ae787816d9f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:07.317539 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e523d14f-2846-4d07-9c09-5ae787816d9f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:07.349997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c68315-99a3-4787-9145-2a86c26d4918 None None] Network 0a369aae-8f0c-42d6-8d8d-246e14b66f49 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:50:07.355931 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e523d14f-2846-4d07-9c09-5ae787816d9f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:07.366125 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e523d14f-2846-4d07-9c09-5ae787816d9f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/subnets/13937751-2cd5-4222-b55f-89b834368ef0 HTTP/1.1" status: 204 len: 168 time: 0.3879824 Jul 13 19:50:07.369196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:07.415188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523d14f-2846-4d07-9c09-5ae787816d9f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Subnet': ['ID=13937751-2cd5-4222-b55f-89b834368ef0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:07.534312 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:50:06Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:07.576940 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] Checking router: 005baec5-bfd7-4871-bf09-61de48088c50 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:50:07.592563 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] Routers {'005baec5-bfd7-4871-bf09-61de48088c50'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:07.593191 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:49:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['005baec5-bfd7-4871-bf09-61de48088c50'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:07.601385 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:07.694424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd10814-53c1-4277-a250-9540ed72de9c None None] DHCP port deletion for 0a369aae-8f0c-42d6-8d8d-246e14b66f49 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:50:07.747841 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:07.791453 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] Set router 005baec5-bfd7-4871-bf09-61de48088c50 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:07.803842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4dd10814-53c1-4277-a250-9540ed72de9c None None] Deleting port 088e23b4-c0a4-4340-9084-af69ca00bae0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:07.805065 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd10814-53c1-4277-a250-9540ed72de9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:07.846670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port 18d60266-6eb7-475d-988f-c5beba49162d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:07.847046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:07.924990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4dd10814-53c1-4277-a250-9540ed72de9c None None] For port 088e23b4-c0a4-4340-9084-af69ca00bae0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=088e23b4-c0a4-4340-9084-af69ca00bae0,segment=NetworkSegment(dac4ee02-85e5-4612-b26c-e5f7b41c56fa),segment_id=dac4ee02-85e5-4612-b26c-e5f7b41c56fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:07.925384 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd10814-53c1-4277-a250-9540ed72de9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:07.976549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port 18d60266-6eb7-475d-988f-c5beba49162d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=18d60266-6eb7-475d-988f-c5beba49162d,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:07.977203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.024230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for 18d60266-6eb7-475d-988f-c5beba49162d owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:08.070180 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:50:06Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:08.141267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:50:08.147817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4dd10814-53c1-4277-a250-9540ed72de9c None None] Calling delete_port for 088e23b4-c0a4-4340-9084-af69ca00bae0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:08.168167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 13f19588-2c4b-4cd4-b113-cadb13ce0826 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:50:08.168495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 13f19588-2c4b-4cd4-b113-cadb13ce0826 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:50:08.174419 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c793d4-661b-4c07-b6fe-8ba41bc28883 None None] The sync data for ids ['005baec5-bfd7-4871-bf09-61de48088c50'] in n-d-800708-1 is: [{'id': '005baec5-bfd7-4871-bf09-61de48088c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494689252', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '18d60266-6eb7-475d-988f-c5beba49162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:50:06Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '18d60266-6eb7-475d-988f-c5beba49162d', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005baec5-bfd7-4871-bf09-61de48088c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:47:59Z', 'updated_at': '2021-07-13T19:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:50:08.305406 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd10814-53c1-4277-a250-9540ed72de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.327689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd10814-53c1-4277-a250-9540ed72de9c None None] Pushing event deleted for resources: {'Port': ['ID=088e23b4-c0a4-4340-9084-af69ca00bae0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:08.343909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd10814-53c1-4277-a250-9540ed72de9c None None] No DVR routers for this DVR port 088e23b4-c0a4-4340-9084-af69ca00bae0 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:50:08.354254 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.388884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=18d60266-6eb7-475d-988f-c5beba49162d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:08.467006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.574890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:08.575497 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.577764 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.628278 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.629248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Fanout notify agent at l3_agent the message router_deleted on router 005baec5-bfd7-4871-bf09-61de48088c50 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:50:08.644541 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.644541 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-04bcd922-39a6-4f60-b9a5-25a9df9289d2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/routers/005baec5-bfd7-4871-bf09-61de48088c50 HTTP/1.1" status: 204 len: 168 time: 1.2717893 Jul 13 19:50:08.647386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:08.774807 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746d98cf-8231-4ac8-b53b-64663efef455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.782133 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.811603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:50:08.836427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:50:08.836772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d2b1c519-14fe-4a80-9fee-e8e2e66d4e36 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:50:08.837196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 088e23b4-c0a4-4340-9084-af69ca00bae0 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:50:08.860861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 088e23b4-c0a4-4340-9084-af69ca00bae0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:50:08.861495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 088e23b4-c0a4-4340-9084-af69ca00bae0 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:50:08.933090 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.938760 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746d98cf-8231-4ac8-b53b-64663efef455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.947014 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746d98cf-8231-4ac8-b53b-64663efef455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.951128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a369aae-8f0c-42d6-8d8d-246e14b66f49']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:08.966479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:08.966874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac4ee02-85e5-4612-b26c-e5f7b41c56fa') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:08.978637 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:08.988016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d98cf-8231-4ac8-b53b-64663efef455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3927a07b-7734-4410-bb51-5aee5ee1030a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:09.006821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.016075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:50:09.016075 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:50:09.020333 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:50:09.035078 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-746d98cf-8231-4ac8-b53b-64663efef455 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd315cf1f3d0410cbe4d4c72c0ad565b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587505 Jul 13 19:50:09.037749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:09.090514 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.098985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41e8a684-262c-441b-8d67-fd07ec62f496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.104226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.106544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/networks/0a369aae-8f0c-42d6-8d8d-246e14b66f49 HTTP/1.1" status: 204 len: 168 time: 0.4600790 Jul 13 19:50:09.112712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:09.127628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf6074-2807-4e2a-aa21-342225294cbf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Network': ['ID=0a369aae-8f0c-42d6-8d8d-246e14b66f49,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:09.151692 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41e8a684-262c-441b-8d67-fd07ec62f496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.214415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abb9c14f-bc28-4802-86c0-55b8e9f68da9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.240282 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41e8a684-262c-441b-8d67-fd07ec62f496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.242805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41e8a684-262c-441b-8d67-fd07ec62f496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.244018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-41e8a684-262c-441b-8d67-fd07ec62f496 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3927a07b-7734-4410-bb51-5aee5ee1030a HTTP/1.1" status: 204 len: 168 time: 0.2038708 Jul 13 19:50:09.252042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abb9c14f-bc28-4802-86c0-55b8e9f68da9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.267813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8a684-262c-441b-8d67-fd07ec62f496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3927a07b-7734-4410-bb51-5aee5ee1030a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:09.341238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abb9c14f-bc28-4802-86c0-55b8e9f68da9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.344298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abb9c14f-bc28-4802-86c0-55b8e9f68da9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.345634 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-abb9c14f-bc28-4802-86c0-55b8e9f68da9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/security-groups/81eff221-5dd5-46d5-9f52-77314203903a HTTP/1.1" status: 204 len: 168 time: 0.2324851 Jul 13 19:50:09.357556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9c14f-bc28-4802-86c0-55b8e9f68da9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eff221-5dd5-46d5-9f52-77314203903a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:09.601122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:09.617852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b788cb4-7d40-49a8-91d3-5fffb557b622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.745116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:09.746101 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b788cb4-7d40-49a8-91d3-5fffb557b622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.750242 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b788cb4-7d40-49a8-91d3-5fffb557b622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.751066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-07429473-5fec-440c-9b1d-e1323b125b94 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1975115518', 'description': 'tempest-secgroup-smoke-1975115518 description', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:09.783793 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07429473-5fec-440c-9b1d-e1323b125b94 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.790636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8b788cb4-7d40-49a8-91d3-5fffb557b622 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62cb96719fae4db49b061f0b34e7e051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876037 Jul 13 19:50:09.791890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b788cb4-7d40-49a8-91d3-5fffb557b622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5892e6c9-c034-4b7f-8284-65049e838af4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:09.794301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:09.857510 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf088f1f-e92b-44ea-9a89-af6d83107aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.884070 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf088f1f-e92b-44ea-9a89-af6d83107aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.890333 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07429473-5fec-440c-9b1d-e1323b125b94 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.896355 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07429473-5fec-440c-9b1d-e1323b125b94 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.920110 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07429473-5fec-440c-9b1d-e1323b125b94 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.921712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-07429473-5fec-440c-9b1d-e1323b125b94 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1747949 Jul 13 19:50:09.927086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:09.933061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b3c25c4-7d5e-4901-b5ef-0cd770664618 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '47d8486f-ae17-4f2e-85d7-a67e85e15c44', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:09.943887 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07429473-5fec-440c-9b1d-e1323b125b94 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d8486f-ae17-4f2e-85d7-a67e85e15c44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:09.960703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf088f1f-e92b-44ea-9a89-af6d83107aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.963302 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf088f1f-e92b-44ea-9a89-af6d83107aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:09.964456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bf088f1f-e92b-44ea-9a89-af6d83107aa9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5892e6c9-c034-4b7f-8284-65049e838af4 HTTP/1.1" status: 204 len: 168 time: 0.1692495 Jul 13 19:50:09.979996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf088f1f-e92b-44ea-9a89-af6d83107aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5892e6c9-c034-4b7f-8284-65049e838af4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:09.997876 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3c25c4-7d5e-4901-b5ef-0cd770664618 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.072210 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3c25c4-7d5e-4901-b5ef-0cd770664618 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.076745 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3c25c4-7d5e-4901-b5ef-0cd770664618 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.106955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c25c4-7d5e-4901-b5ef-0cd770664618 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d5993e-9b5b-4cca-8ab6-d5488283c262,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:10.120075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b3c25c4-7d5e-4901-b5ef-0cd770664618 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.124184 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0b3c25c4-7d5e-4901-b5ef-0cd770664618 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1931791 Jul 13 19:50:10.124359 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:10.134855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a5df9d61-1eca-4f03-a52d-16b95864d462 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '47d8486f-ae17-4f2e-85d7-a67e85e15c44', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:10.163989 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5df9d61-1eca-4f03-a52d-16b95864d462 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.228628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5df9d61-1eca-4f03-a52d-16b95864d462 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.232560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5df9d61-1eca-4f03-a52d-16b95864d462 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.249808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df9d61-1eca-4f03-a52d-16b95864d462 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9f134e-b2ea-41a9-8082-84d8ff8c2e87,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:10.256885 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5df9d61-1eca-4f03-a52d-16b95864d462 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.260666 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a5df9d61-1eca-4f03-a52d-16b95864d462 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329498 Jul 13 19:50:10.260961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:10.267909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5eae70de-575d-421f-801f-f3c989a8e1f4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '47d8486f-ae17-4f2e-85d7-a67e85e15c44', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:10.300552 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eae70de-575d-421f-801f-f3c989a8e1f4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.373357 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eae70de-575d-421f-801f-f3c989a8e1f4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.377667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eae70de-575d-421f-801f-f3c989a8e1f4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.395522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae70de-575d-421f-801f-f3c989a8e1f4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb711e3-2709-448d-9632-7dc64486f2ea,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:10.404769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eae70de-575d-421f-801f-f3c989a8e1f4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.406042 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5eae70de-575d-421f-801f-f3c989a8e1f4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439953 Jul 13 19:50:10.408586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:10.414141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed2250a3-98da-4fd0-adb4-e38becaeac7a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '47d8486f-ae17-4f2e-85d7-a67e85e15c44', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:10.444020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed2250a3-98da-4fd0-adb4-e38becaeac7a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.507939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed2250a3-98da-4fd0-adb4-e38becaeac7a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.511962 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed2250a3-98da-4fd0-adb4-e38becaeac7a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.531781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2250a3-98da-4fd0-adb4-e38becaeac7a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30c371e-fd8c-401e-9cc5-6ab84b41c7fc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:10.537586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed2250a3-98da-4fd0-adb4-e38becaeac7a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.541622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ed2250a3-98da-4fd0-adb4-e38becaeac7a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293592 Jul 13 19:50:10.542100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:10.546284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d218bc66-eac5-4e16-a778-de5aed850e2c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '47d8486f-ae17-4f2e-85d7-a67e85e15c44', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:10.571708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 18d60266-6eb7-475d-988f-c5beba49162d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:50:10.572244 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-d218bc66-eac5-4e16-a778-de5aed850e2c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Project 0d551bfaa9d447d2b834405a7b06ff80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:50:10.577161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d218bc66-eac5-4e16-a778-de5aed850e2c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.592793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 18d60266-6eb7-475d-988f-c5beba49162d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:50:10.593144 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 18d60266-6eb7-475d-988f-c5beba49162d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:50:10.665678 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d218bc66-eac5-4e16-a778-de5aed850e2c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.669723 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d218bc66-eac5-4e16-a778-de5aed850e2c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.688362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218bc66-eac5-4e16-a778-de5aed850e2c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55a3d51-972a-40cc-85f1-955f5441a4d7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:10.696162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d218bc66-eac5-4e16-a778-de5aed850e2c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.700833 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d218bc66-eac5-4e16-a778-de5aed850e2c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1577916 Jul 13 19:50:10.700947 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:10.705798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8bd9a36d-c394-460f-b26a-3b8b1e44a056 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '47d8486f-ae17-4f2e-85d7-a67e85e15c44', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:10.734822 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-8bd9a36d-c394-460f-b26a-3b8b1e44a056 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Project 0d551bfaa9d447d2b834405a7b06ff80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:50:10.740539 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a36d-c394-460f-b26a-3b8b1e44a056 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.795360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a36d-c394-460f-b26a-3b8b1e44a056 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.800034 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a36d-c394-460f-b26a-3b8b1e44a056 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.824562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9a36d-c394-460f-b26a-3b8b1e44a056 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a838b6e-7f64-46f7-9a5a-fc297ea3000d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:10.834713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a36d-c394-460f-b26a-3b8b1e44a056 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.836089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8bd9a36d-c394-460f-b26a-3b8b1e44a056 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343668 Jul 13 19:50:10.838765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:10.845541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'network': {'name': 'tempest-network-smoke--262979485', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:10.868160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:50:10.872528 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.901987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:50:10.914280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.914797 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Added segment c9949e43-46c6-4e63-827a-39383ee40968 of type vlan for network 95b85212-2a27-4924-a23e-5c8ebd946fc4 Jul 13 19:50:10.964909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:10.999713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:11.007257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:11.008032 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:11.094505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2540722 Jul 13 19:50:11.095319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ccc13-46b3-43a8-a651-44501852b849 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Network': ['ID=95b85212-2a27-4924-a23e-5c8ebd946fc4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:11.097202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:11.102944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'admin_state_up': True, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:11.107744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 95b85212-2a27-4924-a23e-5c8ebd946fc4 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:50:11.159171 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:11.160959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:11.231677 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:11.413333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:11.627036 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:11.655219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:11.778652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.25.7.24 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:50:11.898805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:11.952024 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:11.996410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:50:11.999327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:12.003168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:50:12.010626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:12.284234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:12.570445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:12.686043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15aea9df-40e3-434a-9493-c8ad9142b0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:12.803833 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15aea9df-40e3-434a-9493-c8ad9142b0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:12.808242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15aea9df-40e3-434a-9493-c8ad9142b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:12.846094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aea9df-40e3-434a-9493-c8ad9142b0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77307813-6783-423b-8ee4-0b1770ac7acf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:12.851104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15aea9df-40e3-434a-9493-c8ad9142b0f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75745f00ee6c416380e83e61ac37d933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789209 Jul 13 19:50:12.853632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:12.861244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:12.906477 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22800460-7d6e-4f18-add2-dc8c04ae279e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:12.930679 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22800460-7d6e-4f18-add2-dc8c04ae279e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:12.983789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22800460-7d6e-4f18-add2-dc8c04ae279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:12.986767 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22800460-7d6e-4f18-add2-dc8c04ae279e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:12.990733 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-22800460-7d6e-4f18-add2-dc8c04ae279e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77307813-6783-423b-8ee4-0b1770ac7acf HTTP/1.1" status: 204 len: 168 time: 0.1335948 Jul 13 19:50:13.000668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router ca932bf6-347f-4e26-9187-04bf7d57ba2a is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:50:13.004920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22800460-7d6e-4f18-add2-dc8c04ae279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77307813-6783-423b-8ee4-0b1770ac7acf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:13.116494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:50:13.134559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Sync routers for ids ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:50:13.139240 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.143811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-865ce96f-4490-4ace-b46c-0147806f1e69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0418649 Jul 13 19:50:13.144068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:13.152545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Routers {'ca932bf6-347f-4e26-9187-04bf7d57ba2a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:13.153351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:49:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:13.184518 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6547a3d3-bd72-488b-b09d-c777b00a1713 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0d551bfaa9d447d2b834405a7b06ff80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366173 Jul 13 19:50:13.184732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:13.293694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Set router ca932bf6-347f-4e26-9187-04bf7d57ba2a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:13.298860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5672a-616b-4828-bd49-d472530431f9 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:13.300559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1ab5672a-616b-4828-bd49-d472530431f9 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1149602 Jul 13 19:50:13.304369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:13.325242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:13.340328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8260a0a0-52e4-4802-9344-e85ef65ff42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.353925 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c611a272-6ee1-4e90-8ba4-a5de7063870f tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459216 Jul 13 19:50:13.354128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 58908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:13.359372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1359002265', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:13.449211 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8260a0a0-52e4-4802-9344-e85ef65ff42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.453867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8260a0a0-52e4-4802-9344-e85ef65ff42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.483833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:50:13.487751 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.509028 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8260a0a0-52e4-4802-9344-e85ef65ff42e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2164a28147164cc4ade2d20267aca3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823254 Jul 13 19:50:13.509503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:13.516259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260a0a0-52e4-4802-9344-e85ef65ff42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ea65d5-26e3-4621-b9ab-a37f7b03fa6e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:13.542172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:12Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:13.571256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Checking router: ca932bf6-347f-4e26-9187-04bf7d57ba2a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:50:13.571605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Updating router ca932bf6-347f-4e26-9187-04bf7d57ba2a port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:50:13.577529 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ea77d6-ea8b-43f1-a5e5-a87b63e3050d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.603838 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ea77d6-ea8b-43f1-a5e5-a87b63e3050d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.617702 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.667758 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ea77d6-ea8b-43f1-a5e5-a87b63e3050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.671511 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ea77d6-ea8b-43f1-a5e5-a87b63e3050d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.674031 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-05ea77d6-ea8b-43f1-a5e5-a87b63e3050d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52ea65d5-26e3-4621-b9ab-a37f7b03fa6e HTTP/1.1" status: 204 len: 168 time: 0.1624579 Jul 13 19:50:13.705316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea77d6-ea8b-43f1-a5e5-a87b63e3050d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ea65d5-26e3-4621-b9ab-a37f7b03fa6e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:13.758770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.830313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Subnet': ['ID=c86950a1-4f31-4c22-b735-a62625888543,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:13.838780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Checking segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:50:13.839706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network hostable DHCP agents. Network: 95b85212-2a27-4924-a23e-5c8ebd946fc4, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:50:13.860584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 95b85212-2a27-4924-a23e-5c8ebd946fc4 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:50:13.872779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 95b85212-2a27-4924-a23e-5c8ebd946fc4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:13.887321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:13.888101 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:13.892010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0ad7fa-aab4-4cde-b228-870972a18649 None None] Network 95b85212-2a27-4924-a23e-5c8ebd946fc4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:50:13.912040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5999d68e-5a22-4d3e-9174-0bfa4c8e6d8e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5568330 Jul 13 19:50:13.914875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 58916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:14.040801 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:14.052942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Transition to ACTIVE for port object e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:14.061160 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:14.133424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Pushing event updated for resources: {'Port': ['ID=e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:14.164085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.164822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.164921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.165215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.165547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.165873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.166223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.166675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.166920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.167254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.167561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.167880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:14.186174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Attempting to bind port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:50:14.186570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Attempting to bind port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:50:14.186931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Attempting to bind port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:50:14.196216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:50:14.196588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:50:14.196993 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:14.197386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:50:14.197857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Bound port: e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:50:14.198266 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:14.251617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-95b85212-2a27-4924-a23e-5c8ebd946fc4', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:50:14.252516 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:14.295801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] For port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:50:14.300546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] For port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:50:14.348314 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:14.455161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Routers {'ca932bf6-347f-4e26-9187-04bf7d57ba2a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:14.455736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:49:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:14.496215 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:14.503691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5b2b4-a231-4e53-a9ea-2b76686fa224 None None] Pushing event updated for resources: {'Port': ['ID=e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:14.536241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Allocated IP 172.20.0.2 (95b85212-2a27-4924-a23e-5c8ebd946fc4/c86950a1-4f31-4c22-b735-a62625888543/01e87da3-b4dc-4eed-ac6b-a48d24ad2301) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:50:14.659777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] Set router ca932bf6-347f-4e26-9187-04bf7d57ba2a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:14.908808 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:14.921406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Transition to ACTIVE for port object 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:14.945784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Transition to ACTIVE for port object 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:14.953767 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:14.985209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:12Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:14.994345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Network 95b85212-2a27-4924-a23e-5c8ebd946fc4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:50:15.012073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.20.0.1 (95b85212-2a27-4924-a23e-5c8ebd946fc4/c86950a1-4f31-4c22-b735-a62625888543/670acc4d-cc74-4983-8069-92dcd9d30b84) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:50:15.023282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:15.026784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832da3d4-6d58-478b-82bc-f89624657d5f None None] The sync data for ids ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'] in n-d-800708-1 is: [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:12Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:50:15.028231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:50:15.040298 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Pushing event updated for resources: {'Port': ['ID=01e87da3-b4dc-4eed-ac6b-a48d24ad2301,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:15.104391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Attempting to bind port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:50:15.104753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Attempting to bind port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:50:15.105272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Attempting to bind port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:50:15.110427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:50:15.110808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Checking segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:50:15.111227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:15.111613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Bound using segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:50:15.112558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Bound port: 01e87da3-b4dc-4eed-ac6b-a48d24ad2301, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:50:15.112558 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:15.165723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:15.185604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Transition to ACTIVE for port object 670acc4d-cc74-4983-8069-92dcd9d30b84 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:15.200666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] For port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:50:15.203903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] For port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=01e87da3-b4dc-4eed-ac6b-a48d24ad2301,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:50:15.209752 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:15.229599 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:15.289105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc0d6c-4b71-4a42-8fab-cdd758bc1e8d None None] Pushing event updated for resources: {'Port': ['ID=01e87da3-b4dc-4eed-ac6b-a48d24ad2301,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:15.296609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=670acc4d-cc74-4983-8069-92dcd9d30b84,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:15.306268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 95b85212-2a27-4924-a23e-5c8ebd946fc4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:50:15.307792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:15.310723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:50:15.391631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:15.594625 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:15.732569 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:15.968751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:15.975402 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:16.058063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=670acc4d-cc74-4983-8069-92dcd9d30b84,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:16.101554 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:16.239743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 95b85212-2a27-4924-a23e-5c8ebd946fc4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:50:16.241859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:16.408160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router ca932bf6-347f-4e26-9187-04bf7d57ba2a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:50:16.416212 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:16.562307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:50:16.570080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-78975a52-e62c-4804-99f5-3cb092459b96 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "PUT /v2.0/routers/ca932bf6-347f-4e26-9187-04bf7d57ba2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6541212 Jul 13 19:50:16.595786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba11a4-50db-4dd2-8cbb-02be284f29cf None None] Network 95b85212-2a27-4924-a23e-5c8ebd946fc4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:50:16.847282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:50:16.893066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:16.913149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8f0a25be-da77-4ebd-b6d3-00bb95a41273 None None] Provisioning for port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:16.966563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:16.976070 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4fe30151-a445-4b24-811d-c65a899ed531 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975115518&fields=id&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 267 time: 0.0882540 Jul 13 19:50:17.012202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:17.012856 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.065647 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.159568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-8d2019a9-0809-4025-9831-52fe052005fc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:17.161421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-8d2019a9-0809-4025-9831-52fe052005fc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/networks?id=95b85212-2a27-4924-a23e-5c8ebd946fc4 HTTP/1.1" status: 200 len: 796 time: 0.1776574 Jul 13 19:50:17.176134 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.190508 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-5b923c4b-a9a3-4de0-bc8f-1da73acf6557 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/quotas/0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 375 time: 0.0188718 Jul 13 19:50:17.206147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:17.212436 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.224760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:50:17.235786 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Sync routers for ids ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:50:17.247500 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Routers {'ca932bf6-347f-4e26-9187-04bf7d57ba2a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:17.248540 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:49:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:17.257257 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.268804 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.336971 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=663e1ecd18604dd1b0954081873f119e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427223 Jul 13 19:50:17.339749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:17.340877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27e9acc-b1d1-46c8-b2a0-107f735236b5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:17.342379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:17.381995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.382735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.383314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.383858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.384489 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-dc0f7eb2-9e0f-4234-aa6d-120a4b096fa8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1824410 Jul 13 19:50:17.385702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.386041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.386379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.388659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.388996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.389327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.390820 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.391171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788844-6848-484e-9968-ca8119f7b936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:17.408684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:17.431508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:17.432591 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.453076 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5b136-4cb2-43dd-aa5c-feb4c59804d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.482428 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5b136-4cb2-43dd-aa5c-feb4c59804d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.490038 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Set router ca932bf6-347f-4e26-9187-04bf7d57ba2a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:17.546391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-028e76b5-d6e3-4e7f-8efa-3e1ec6fe6c37 service neutron] 10.222.0.25 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350698 Jul 13 19:50:17.580946 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.586022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c57762c2-aae4-4080-8ca4-2e32577c7153 None None] Provisioning complete for port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:17.586388 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c57762c2-aae4-4080-8ca4-2e32577c7153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.588293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5b136-4cb2-43dd-aa5c-feb4c59804d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.591597 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5b136-4cb2-43dd-aa5c-feb4c59804d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.593534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6fc5b136-4cb2-43dd-aa5c-feb4c59804d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a27e9acc-b1d1-46c8-b2a0-107f735236b5 HTTP/1.1" status: 204 len: 168 time: 0.2469003 Jul 13 19:50:17.609857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5b136-4cb2-43dd-aa5c-feb4c59804d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27e9acc-b1d1-46c8-b2a0-107f735236b5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:17.696815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-7d5f4fad-582f-4b8d-a072-7f329393688d service neutron] 10.222.0.25 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442254 Jul 13 19:50:17.749449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=01e87da3-b4dc-4eed-ac6b-a48d24ad2301,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:17.756679 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.868739 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:15Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '670acc4d-cc74-4983-8069-92dcd9d30b84', 'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:a2:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:14Z', 'updated_at': '2021-07-13T19:50:15Z', 'revision_number': 2, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': 'c86950a1-4f31-4c22-b735-a62625888543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:17.906952 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Checking router: ca932bf6-347f-4e26-9187-04bf7d57ba2a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:50:17.907657 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Updating router ca932bf6-347f-4e26-9187-04bf7d57ba2a port 670acc4d-cc74-4983-8069-92dcd9d30b84 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:50:17.968934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=01e87da3-b4dc-4eed-ac6b-a48d24ad2301,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:17.992250 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.998767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c57762c2-aae4-4080-8ca4-2e32577c7153 None None] Provisioning for port 670acc4d-cc74-4983-8069-92dcd9d30b84 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:18.003535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c57762c2-aae4-4080-8ca4-2e32577c7153 None None] Provisioning complete for port 670acc4d-cc74-4983-8069-92dcd9d30b84 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:18.004824 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c57762c2-aae4-4080-8ca4-2e32577c7153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.054281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c57762c2-aae4-4080-8ca4-2e32577c7153 None None] Port 670acc4d-cc74-4983-8069-92dcd9d30b84 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:50:18.185920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a70e8235-ee50-4655-8ef7-0c05ae1d6ba7 None None] Provisioning complete for port 670acc4d-cc74-4983-8069-92dcd9d30b84 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:18.186445 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a70e8235-ee50-4655-8ef7-0c05ae1d6ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.286735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:18.304108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a70e8235-ee50-4655-8ef7-0c05ae1d6ba7 None None] Port 670acc4d-cc74-4983-8069-92dcd9d30b84 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:50:18.307984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897e38a0-9e0c-4f17-9b58-056069db8923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.330986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-67917e64-e10d-4dfa-82ac-be27077e78d2 req-2e263ec8-ad02-4d34-970b-84fc160a23e0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 210 time: 0.3521929 Jul 13 19:50:18.430562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2733b3e8-9bbc-4159-ab5b-52af75a05065 None None] Provisioning complete for port 670acc4d-cc74-4983-8069-92dcd9d30b84 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:18.430941 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2733b3e8-9bbc-4159-ab5b-52af75a05065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.449460 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.464340 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Transition to ACTIVE for port object 670acc4d-cc74-4983-8069-92dcd9d30b84 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:18.465649 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897e38a0-9e0c-4f17-9b58-056069db8923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.470212 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897e38a0-9e0c-4f17-9b58-056069db8923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.471904 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.504648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2733b3e8-9bbc-4159-ab5b-52af75a05065 None None] Port 670acc4d-cc74-4983-8069-92dcd9d30b84 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:50:18.528118 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Pushing event updated for resources: {'Port': ['ID=670acc4d-cc74-4983-8069-92dcd9d30b84,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:18.532139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-897e38a0-9e0c-4f17-9b58-056069db8923 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20654ad55daa4267bec64008fb3e195f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437000 Jul 13 19:50:18.534745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:18.538683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e38a0-9e0c-4f17-9b58-056069db8923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c830bc-e26b-4aec-b070-de160a96405c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:18.543914 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.544593 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.552767 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.553269 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.554366 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.555057 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.555770 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.556321 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.557350 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.558527 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.559184 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.560891 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:18.607075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b40497c-0849-47c2-ad49-7d57526c1b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.667745 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b40497c-0849-47c2-ad49-7d57526c1b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.677364 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Attempting to bind port 670acc4d-cc74-4983-8069-92dcd9d30b84 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:50:18.678321 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Attempting to bind port 670acc4d-cc74-4983-8069-92dcd9d30b84 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:50:18.678815 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Attempting to bind port 670acc4d-cc74-4983-8069-92dcd9d30b84 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:50:18.685475 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:50:18.686485 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Checking segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:50:18.686939 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.687335 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Bound using segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:50:18.687814 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Bound port: 670acc4d-cc74-4983-8069-92dcd9d30b84, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:50:18.688497 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.720744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:50:18.807205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:18.807581 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.837513 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b40497c-0849-47c2-ad49-7d57526c1b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.842069 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b40497c-0849-47c2-ad49-7d57526c1b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.849645 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] For port 670acc4d-cc74-4983-8069-92dcd9d30b84, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:50:18.855338 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] For port 670acc4d-cc74-4983-8069-92dcd9d30b84, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=670acc4d-cc74-4983-8069-92dcd9d30b84,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:50:18.856189 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6b40497c-0849-47c2-ad49-7d57526c1b0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7c830bc-e26b-4aec-b070-de160a96405c HTTP/1.1" status: 204 len: 168 time: 0.3104949 Jul 13 19:50:18.864651 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:18.882911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40497c-0849-47c2-ad49-7d57526c1b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c830bc-e26b-4aec-b070-de160a96405c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:18.928214 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-b42c89dd-0b1f-4b99-9e12-345dddbe641e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1686280 Jul 13 19:50:18.994369 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Routers {'ca932bf6-347f-4e26-9187-04bf7d57ba2a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:18.995068 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:49:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:19.033816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:50:19.068263 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e904f-007b-4447-9151-755c33c36e21 None None] Pushing event updated for resources: {'Port': ['ID=670acc4d-cc74-4983-8069-92dcd9d30b84,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:19.106761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-b22407a4-3c76-4b52-891a-a97b4a5bdfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:19.108948 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-b22407a4-3c76-4b52-891a-a97b4a5bdfe6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1095 time: 0.1151547 Jul 13 19:50:19.167682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:19.168055 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:19.225476 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] Set router ca932bf6-347f-4e26-9187-04bf7d57ba2a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:19.345186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-997acc82-8f94-4c1f-bc0e-4e1ed734b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:19.347945 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-997acc82-8f94-4c1f-bc0e-4e1ed734b967 service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.2000661 Jul 13 19:50:19.423969 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-a03ad196-4f7a-4c33-8be7-4ad5c15d97be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1317148 Jul 13 19:50:19.490216 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-28334b54-3404-4812-84bb-e3e0a96b70e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 998 time: 0.1331654 Jul 13 19:50:19.607275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-df0c9aca-1947-4b14-8627-ec0fc79667bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:19.608914 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-df0c9aca-1947-4b14-8627-ec0fc79667bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 1096 time: 0.1162493 Jul 13 19:50:19.621504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-093d10f4-4d1b-42d6-a049-02d738b8de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:19.632337 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-093d10f4-4d1b-42d6-a049-02d738b8de84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.1342213 Jul 13 19:50:19.787878 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:15Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '670acc4d-cc74-4983-8069-92dcd9d30b84', 'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:a2:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:14Z', 'updated_at': '2021-07-13T19:50:18Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': 'c86950a1-4f31-4c22-b735-a62625888543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:19.857595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-0e9e0443-a025-4dee-99eb-b8398f0e0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:19.858838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-0e9e0443-a025-4dee-99eb-b8398f0e0a8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.2074869 Jul 13 19:50:19.860792 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f732a-33a7-4781-a2d4-e354812b28b5 None None] The sync data for ids ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'] in n-d-800708-1 is: [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:15Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '670acc4d-cc74-4983-8069-92dcd9d30b84', 'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:a2:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:14Z', 'updated_at': '2021-07-13T19:50:18Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': 'c86950a1-4f31-4c22-b735-a62625888543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:50:19.866353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-943ec001-431a-4646-aaaf-ee7d0ab21474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:19.872561 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-943ec001-431a-4646-aaaf-ee7d0ab21474 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289500 Jul 13 19:50:19.888201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-e8cffb9e-f925-4a2c-a5bf-96e1a251bdc2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:50:19.889265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-e8cffb9e-f925-4a2c-a5bf-96e1a251bdc2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052788 Jul 13 19:50:19.919856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-53d79089-ef91-44f6-b59e-3fb59b255964 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2253bd5f-bb69-4ed0-a98a-85eccabd9d12 HTTP/1.1" status: 200 len: 217 time: 0.0504823 Jul 13 19:50:20.064899 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe55cf65-d82e-41a8-8342-e7d2fe6b1944 req-2e9ca1cd-f4eb-4818-8090-157746c5d7e4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 210 time: 0.5206289 Jul 13 19:50:20.080557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-353c0ea9-c63c-4765-9554-8bf5acaec87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:20.083736 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-353c0ea9-c63c-4765-9554-8bf5acaec87f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.1568205 Jul 13 19:50:20.201104 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-91c0c2a9-a068-45a5-b090-18ff7817a58e service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956498 Jul 13 19:50:20.367183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-de8b0a63-1f8a-4a26-924e-45ce6734b8b8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:20.369383 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-de8b0a63-1f8a-4a26-924e-45ce6734b8b8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "GET /v2.0/networks?id=95b85212-2a27-4924-a23e-5c8ebd946fc4 HTTP/1.1" status: 200 len: 796 time: 0.5960166 Jul 13 19:50:20.462463 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-5378abd0-146b-47a1-975f-e7086759f580 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 380 time: 0.0813570 Jul 13 19:50:20.487062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'port': {'device_id': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'admin_state_up': True, 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'security_groups': ['47d8486f-ae17-4f2e-85d7-a67e85e15c44']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:20.510093 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33c9e4ef-fe32-4510-965f-c6bea31b8307 req-788bf9ec-59b4-4527-ba66-59150d74af3c service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007867 Jul 13 19:50:20.747179 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-926a4c03-cfcf-4ed4-8ddb-6c745863926a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:20.776042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 670acc4d-cc74-4983-8069-92dcd9d30b84 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:50:20.808871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:50:20.820834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:20.846732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 670acc4d-cc74-4983-8069-92dcd9d30b84 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:20.855208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 670acc4d-cc74-4983-8069-92dcd9d30b84 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:20.855982 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:20.895067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-8aa66750-817e-43b8-8148-4b09d864b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:20.898889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-8aa66750-817e-43b8-8148-4b09d864b46b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7954257 Jul 13 19:50:20.968668 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:21.044669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 670acc4d-cc74-4983-8069-92dcd9d30b84, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=670acc4d-cc74-4983-8069-92dcd9d30b84,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:21.050258 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:21.065559 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-4873246e-1b15-4e51-b99a-25c6c2104ad2 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548543 Jul 13 19:50:21.092243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.20.0.4 (95b85212-2a27-4924-a23e-5c8ebd946fc4/c86950a1-4f31-4c22-b735-a62625888543/c9bdc09b-b721-47ae-902b-c5a4696eb796) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:50:21.120453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=670acc4d-cc74-4983-8069-92dcd9d30b84,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:21.299818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e99b7b9b-4d6d-414e-8138-aa874c0945ad req-80ed1222-c9d2-49de-9ef1-d64ed8ac6c33 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231739 Jul 13 19:50:21.343292 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8ecfd44-ed9b-4ca4-bb21-6a3e6bc60845 req-cbabbb46-b41a-47fc-90b3-59ffc8ac07a2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 210 time: 0.0767004 Jul 13 19:50:21.398062 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:21.416249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Transition to ACTIVE for port object c9bdc09b-b721-47ae-902b-c5a4696eb796 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:21.464718 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:21.513445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 95b85212-2a27-4924-a23e-5c8ebd946fc4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:50:21.518900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:21.521572 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:50:21.559582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=c9bdc09b-b721-47ae-902b-c5a4696eb796,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:21.584967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:21.585621 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:21.603691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-4c776b63-2924-4705-9b98-8977ff05582a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1319625 Jul 13 19:50:21.617027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Request body: {'port': {'device_id': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:21.727858 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:21.863724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9348e38b-f139-4310-a29f-f155dc7b71b7 None None] Provisioning for port c9bdc09b-b721-47ae-902b-c5a4696eb796 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:21.874019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9348e38b-f139-4310-a29f-f155dc7b71b7 None None] Provisioning complete for port c9bdc09b-b721-47ae-902b-c5a4696eb796 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:21.874499 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9348e38b-f139-4310-a29f-f155dc7b71b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:21.926711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9348e38b-f139-4310-a29f-f155dc7b71b7 None None] Port c9bdc09b-b721-47ae-902b-c5a4696eb796 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:50:22.141314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bdc09b-b721-47ae-902b-c5a4696eb796 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:50:22.153406 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:22.167986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Transition to ACTIVE for port object c9bdc09b-b721-47ae-902b-c5a4696eb796 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:22.171815 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:22.247548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bdc09b-b721-47ae-902b-c5a4696eb796,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:22.306128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:50:22.306564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:50:22.306924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:50:22.315369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Port c9bdc09b-b721-47ae-902b-c5a4696eb796 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:50:22.315369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:50:22.320799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:50:22.321000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Checking segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:50:22.321421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Bound using segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:50:22.321831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Bound port: c9bdc09b-b721-47ae-902b-c5a4696eb796, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:50:22.322347 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:22.412298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:50:22.415774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:50:22.422565 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:22.469862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:22.469862 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:22.470689 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] 10.222.0.60 "PUT /v2.0/ports/c9bdc09b-b721-47ae-902b-c5a4696eb796 HTTP/1.1" status: 200 len: 1091 time: 0.8584921 Jul 13 19:50:22.471123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:50:22.473482 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:50:22.556838 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c7e63d-93db-46c4-8226-102aeeeb6bf6 x-openstack-request-id: req-36c7e63d-93db-46c4-8226-102aeeeb6bf6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:50:22.557144 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:50:22.557373 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36c7e63d-93db-46c4-8226-102aeeeb6bf6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:50:22.557777 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'status': 'completed', 'code': 200} Jul 13 19:50:22.618266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35133875-2b3b-44a6-8c7d-fefe79050777 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bdc09b-b721-47ae-902b-c5a4696eb796,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:22.650269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f71dc-4c4c-4981-a054-8d05b92cdd6d req-5b0716be-8449-4b3d-bc67-3798f4d06ac3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:22.654991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-182f71dc-4c4c-4981-a054-8d05b92cdd6d req-5b0716be-8449-4b3d-bc67-3798f4d06ac3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 943 time: 0.1106923 Jul 13 19:50:22.657136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 670acc4d-cc74-4983-8069-92dcd9d30b84 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:50:22.668855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-2820009e-3cdd-4ac1-a784-ee1576cc798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:22.670390 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-2820009e-3cdd-4ac1-a784-ee1576cc798d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1094 time: 0.1483817 Jul 13 19:50:22.737253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-182f71dc-4c4c-4981-a054-8d05b92cdd6d req-3813bb1e-155d-4bff-97f2-54a4e8fae537 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661571 Jul 13 19:50:22.752753 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-f78245b0-1b12-4f8c-937a-8914bf28aae3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796 HTTP/1.1" status: 200 len: 217 time: 0.0725200 Jul 13 19:50:22.757136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 670acc4d-cc74-4983-8069-92dcd9d30b84 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:22.757697 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:22.867889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-a80fdaf6-7039-4612-ab7e-33b47e673cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:22.869393 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-a80fdaf6-7039-4612-ab7e-33b47e673cc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c86950a1-4f31-4c22-b735-a62625888543 HTTP/1.1" status: 200 len: 835 time: 0.1101470 Jul 13 19:50:22.937096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-0acbe064-6f92-412d-8aa9-973e58ba7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:22.938677 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-0acbe064-6f92-412d-8aa9-973e58ba7c48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95b85212-2a27-4924-a23e-5c8ebd946fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628090 Jul 13 19:50:23.041309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-864a5abe-b63a-4dcf-8a27-ef1ee06177a3 service neutron] 10.222.0.60 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952141 Jul 13 19:50:23.149304 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad82e9b3-ae38-4873-a7b3-83c2b9b60b73 req-17e0cf24-772d-452c-a790-c18951b71bee service neutron] 10.222.0.60 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019955 Jul 13 19:50:23.261702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-e4020400-3dc4-4b3e-892b-d271369e12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:23.263291 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-e4020400-3dc4-4b3e-892b-d271369e12c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1094 time: 0.0631108 Jul 13 19:50:23.380626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-49890526-c245-4b03-94d3-e6c4804a40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:23.382585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-49890526-c245-4b03-94d3-e6c4804a40d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95b85212-2a27-4924-a23e-5c8ebd946fc4 HTTP/1.1" status: 200 len: 897 time: 0.1080616 Jul 13 19:50:23.403805 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:50:23.426037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-481234cd-1fe8-492a-b996-07601822d78b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796 HTTP/1.1" status: 200 len: 217 time: 0.0366373 Jul 13 19:50:23.478855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-42c8a32b-b7c5-4320-be38-dbb2a316bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:23.480551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-42c8a32b-b7c5-4320-be38-dbb2a316bcd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c86950a1-4f31-4c22-b735-a62625888543 HTTP/1.1" status: 200 len: 835 time: 0.0482950 Jul 13 19:50:23.544379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-071c4e0e-9b37-4a4c-b392-914715e56d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:23.545921 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-071c4e0e-9b37-4a4c-b392-914715e56d4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95b85212-2a27-4924-a23e-5c8ebd946fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589688 Jul 13 19:50:23.599985 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dad9905-1643-4886-976f-fc189503bd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:23.639127 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:23.653411 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-83abc855-90e3-4708-a960-aa0fc8133a57 service neutron] 10.222.0.60 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996981 Jul 13 19:50:23.767597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c414e674-f4bf-40f3-be40-dcc4a9c79a7c req-031a1180-7f57-45ab-bbee-292c55d27a71 service neutron] 10.222.0.60 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074660 Jul 13 19:50:23.945607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84db570-303f-4ea1-9370-b8d2f195f9a0 req-8b504ab4-88a8-4ab5-9c23-2d70e946b16c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:23.947871 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c84db570-303f-4ea1-9370-b8d2f195f9a0 req-8b504ab4-88a8-4ab5-9c23-2d70e946b16c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 943 time: 0.0795817 Jul 13 19:50:23.999022 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c84db570-303f-4ea1-9370-b8d2f195f9a0 req-3cbacecf-1522-4227-8562-3db32ef4965e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455675 Jul 13 19:50:24.588334 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:25.048184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aec2a7-c5b6-42e5-9ab4-05200f77d8aa req-c99fed14-2e1c-4b74-80a3-a198319968e7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:25.049935 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01aec2a7-c5b6-42e5-9ab4-05200f77d8aa req-c99fed14-2e1c-4b74-80a3-a198319968e7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0754616 Jul 13 19:50:25.116211 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01aec2a7-c5b6-42e5-9ab4-05200f77d8aa req-ba0f32a5-37cd-4227-bd5a-bea39c0a2f45 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595021 Jul 13 19:50:25.232644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56083035-b923-412e-81e3-8cb95cedb27a req-616f4bad-4dd9-44cd-bdbb-25fa449f055f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:25.235837 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56083035-b923-412e-81e3-8cb95cedb27a req-616f4bad-4dd9-44cd-bdbb-25fa449f055f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 943 time: 0.0811667 Jul 13 19:50:25.309585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56083035-b923-412e-81e3-8cb95cedb27a req-576086cb-0493-4d1d-b977-3370a66462d7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656703 Jul 13 19:50:25.339811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60ec78-663b-4e07-8a40-33acd343bb8c req-19dbd905-12e4-4b67-9af7-0b86293bcd89 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:25.341332 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c60ec78-663b-4e07-8a40-33acd343bb8c req-19dbd905-12e4-4b67-9af7-0b86293bcd89 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0863664 Jul 13 19:50:25.393927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c60ec78-663b-4e07-8a40-33acd343bb8c req-ce1d38e7-9452-4641-b853-68a7096d00d6 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429912 Jul 13 19:50:25.697068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-275093a6-6011-4985-89c8-3e7a6e7d98f9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:25.698654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-275093a6-6011-4985-89c8-3e7a6e7d98f9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 811 time: 0.1130717 Jul 13 19:50:25.715995 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-24cac5c5-80a4-471c-8bfa-bd64097e8120 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/quotas/189af46fe9fe43e29b4671dac0526486 HTTP/1.1" status: 200 len: 375 time: 0.0101635 Jul 13 19:50:25.809833 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-777902ce-0836-46dc-89ae-fa1edff5caac tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0888171 Jul 13 19:50:26.052887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c9bdc09b-b721-47ae-902b-c5a4696eb796 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:50:26.086106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-727ba61f-7d62-42f5-a96f-5d99e8de9154 service neutron] 10.222.0.25 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754064 Jul 13 19:50:26.138446 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:26.193359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:26.196151 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-41b6ba54-9e08-4d4e-a992-4d3be2022afd service neutron] 10.222.0.25 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040518 Jul 13 19:50:26.217905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'port_id': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'mac_address': 'fa:16:3e:67:56:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:50:26.279706 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:26.299970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bdc09b-b721-47ae-902b-c5a4696eb796 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:50:26.323878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:26.330706 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:26.408141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c9bdc09b-b721-47ae-902b-c5a4696eb796,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:26.496751 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45861dff-69e2-4e0b-b169-17c9493f39a0 req-78cf9801-9626-4b65-bd51-0ca4082cc016 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 210 time: 0.0511036 Jul 13 19:50:26.539078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c9bdc09b-b721-47ae-902b-c5a4696eb796'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:50:26.686483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2012ae9-3db0-44ab-b3d1-0044f8a4fabc req-b1f38620-6e9c-4e7d-8030-11d8b6b721b7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:26.692084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2012ae9-3db0-44ab-b3d1-0044f8a4fabc req-b1f38620-6e9c-4e7d-8030-11d8b6b721b7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 944 time: 0.1661639 Jul 13 19:50:26.760912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2012ae9-3db0-44ab-b3d1-0044f8a4fabc req-d43e00c1-68b4-46c2-ab61-26397d589a6e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619805 Jul 13 19:50:27.652939 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a36716dd-b40c-4fc3-83f1-362c2118853c req-eaf7c37c-2f8a-466e-9f71-8709c8aff389 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 210 time: 0.0344284 Jul 13 19:50:27.892213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-b6986115-ffd7-4851-8a3d-f9c24a4b9f82 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:27.893834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-b6986115-ffd7-4851-8a3d-f9c24a4b9f82 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 811 time: 0.1674922 Jul 13 19:50:27.907468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'port': {'device_id': '79d5def5-f2e4-4894-9538-29a3e2b25466', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'admin_state_up': True, 'tenant_id': '189af46fe9fe43e29b4671dac0526486'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:28.057313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c9bdc09b-b721-47ae-902b-c5a4696eb796 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:50:28.073624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Made reservation on behalf of 189af46fe9fe43e29b4671dac0526486 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:50:28.077216 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.126890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port c9bdc09b-b721-47ae-902b-c5a4696eb796 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:28.132852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port c9bdc09b-b721-47ae-902b-c5a4696eb796 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:28.134585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.142848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff60074-54d6-4b09-aa89-d8f38d117284 req-bf29f4bb-7d04-4521-9c63-9fc3184701cb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:28.144597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0ff60074-54d6-4b09-aa89-d8f38d117284 req-bf29f4bb-7d04-4521-9c63-9fc3184701cb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 944 time: 0.2313771 Jul 13 19:50:28.178576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:28.236730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.240922 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0ff60074-54d6-4b09-aa89-d8f38d117284 req-501fce76-5e93-47da-a7ae-5fbe576337a9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598147 Jul 13 19:50:28.262277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:50:28.264876 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eff2ad9-1524-45b8-87c2-e830b8a01748" -d '{"events": [{"server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "name": "network-vif-plugged", "status": "completed", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:50:28.280576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:28.284829 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.313549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Allocated IP 172.20.0.5 (227c41e3-23bb-4667-9fbd-547e24c7c70a/d6013355-3027-4a8b-b57b-1797c1fe1bb4/f544c7d0-3388-475c-b14d-393b3c9709f1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:50:28.346145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c9bdc09b-b721-47ae-902b-c5a4696eb796,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:28.352896 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81421c3-9755-4840-aa12-6e6602286e5b x-openstack-request-id: req-d81421c3-9755-4840-aa12-6e6602286e5b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:50:28.353188 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "name": "network-vif-plugged", "status": "completed", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:50:28.353441 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d81421c3-9755-4840-aa12-6e6602286e5b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:50:28.353847 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'code': 200} Jul 13 19:50:28.400207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f93f434-719b-46c4-8f15-e4f285010521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.482286 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.497080 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Transition to ACTIVE for port object f544c7d0-3388-475c-b14d-393b3c9709f1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:28.527848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca293c58-2033-4ad4-b9fb-8eb79fd0dc89 req-6752582b-73a8-43df-b586-78369ae36476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:28.529605 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca293c58-2033-4ad4-b9fb-8eb79fd0dc89 req-6752582b-73a8-43df-b586-78369ae36476 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1096 time: 0.1029191 Jul 13 19:50:28.532998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.558998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2253bd5f-bb69-4ed0-a98a-85eccabd9d12', 'd589b19d-ba4e-48f4-9a32-ca9a865cf045'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:50:28.592040 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f93f434-719b-46c4-8f15-e4f285010521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.599691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca293c58-2033-4ad4-b9fb-8eb79fd0dc89 req-b510a380-c503-4b1f-a6f2-e8f2fb0f1b20 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621006 Jul 13 19:50:28.601512 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f93f434-719b-46c4-8f15-e4f285010521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.602184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:50:28.605766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:28.610008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:50:28.658148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9f93f434-719b-46c4-8f15-e4f285010521 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=303711b89f1842a49fce586a4ef567cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743536 Jul 13 19:50:28.659145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:28.661927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:28.662089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93f434-719b-46c4-8f15-e4f285010521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08945621-4b7f-41be-a6cc-2f306dff5c89,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:28.662917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.699159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'Port': ['ID=f544c7d0-3388-475c-b14d-393b3c9709f1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:28.704652 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-3d587c30-5c5d-465b-99b0-748925cf6396 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8011847 Jul 13 19:50:28.719483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-059cb7d7-983f-4f49-b76a-a5dbd691c58e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:50:28.721564 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-059cb7d7-983f-4f49-b76a-a5dbd691c58e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085146 Jul 13 19:50:28.734230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Request body: {'port': {'device_id': '79d5def5-f2e4-4894-9538-29a3e2b25466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:28.746602 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c865119-cfc8-4175-bde8-88623bd90703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.797620 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c865119-cfc8-4175-bde8-88623bd90703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.866805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c865119-cfc8-4175-bde8-88623bd90703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.869857 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c865119-cfc8-4175-bde8-88623bd90703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:28.870722 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9c865119-cfc8-4175-bde8-88623bd90703 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08945621-4b7f-41be-a6cc-2f306dff5c89 HTTP/1.1" status: 204 len: 168 time: 0.2096436 Jul 13 19:50:28.888780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c865119-cfc8-4175-bde8-88623bd90703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08945621-4b7f-41be-a6cc-2f306dff5c89,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:28.934592 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.023730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f57ce0b6-3917-4104-9913-25b50bd6e061 None None] Provisioning for port f544c7d0-3388-475c-b14d-393b3c9709f1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:29.029542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f57ce0b6-3917-4104-9913-25b50bd6e061 None None] Provisioning complete for port f544c7d0-3388-475c-b14d-393b3c9709f1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:29.030313 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f57ce0b6-3917-4104-9913-25b50bd6e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.075034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb118742-833e-4943-a65c-ddb4ff1a8004 req-e6e59099-3004-4046-9320-370aad98e5e7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:29.076558 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eb118742-833e-4943-a65c-ddb4ff1a8004 req-e6e59099-3004-4046-9320-370aad98e5e7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 931 time: 0.2005363 Jul 13 19:50:29.077928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f57ce0b6-3917-4104-9913-25b50bd6e061 None None] Port f544c7d0-3388-475c-b14d-393b3c9709f1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:50:29.178862 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eb118742-833e-4943-a65c-ddb4ff1a8004 req-85bdc606-8688-4f2b-a8d9-ba1d7e1cb89f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890837 Jul 13 19:50:29.293165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:29.318366 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce7869e9-318d-4d52-9bba-618559e5d5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.377489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f544c7d0-3388-475c-b14d-393b3c9709f1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:50:29.400425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.421673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Transition to ACTIVE for port object f544c7d0-3388-475c-b14d-393b3c9709f1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:29.428296 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.535299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c56647-7618-411c-add8-3380f0417ade service neutron] Pushing event updated for resources: {'Port': ['ID=f544c7d0-3388-475c-b14d-393b3c9709f1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:29.557295 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce7869e9-318d-4d52-9bba-618559e5d5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.576970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce7869e9-318d-4d52-9bba-618559e5d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.592246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Attempting to bind port f544c7d0-3388-475c-b14d-393b3c9709f1 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:50:29.592246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Attempting to bind port f544c7d0-3388-475c-b14d-393b3c9709f1 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:50:29.592246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Attempting to bind port f544c7d0-3388-475c-b14d-393b3c9709f1 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:50:29.598073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Port f544c7d0-3388-475c-b14d-393b3c9709f1 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:50:29.598671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Attempting to bind port f544c7d0-3388-475c-b14d-393b3c9709f1 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:50:29.604069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:50:29.604411 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Checking segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:50:29.604803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Bound using segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:50:29.605511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Bound port: f544c7d0-3388-475c-b14d-393b3c9709f1, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:50:29.605947 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.623480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:29.625377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ce7869e9-318d-4d52-9bba-618559e5d5b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c008fb675e95457fbcd5e9b19f6b7edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293192 Jul 13 19:50:29.650922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7869e9-318d-4d52-9bba-618559e5d5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227e5401-3f50-4640-b511-9c02d19dd2da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:29.679105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8b05b-ed79-4691-8013-3ada93ad8117 req-fb4c7677-66ad-43a8-a8dd-7ce8509ff894 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:29.688968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aed8b05b-ed79-4691-8013-3ada93ad8117 req-fb4c7677-66ad-43a8-a8dd-7ce8509ff894 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.1796815 Jul 13 19:50:29.718865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] For port f544c7d0-3388-475c-b14d-393b3c9709f1, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:50:29.727534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] For port f544c7d0-3388-475c-b14d-393b3c9709f1, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f544c7d0-3388-475c-b14d-393b3c9709f1,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:50:29.734434 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.743045 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aed8b05b-ed79-4691-8013-3ada93ad8117 req-a59dd0d4-9f90-4be7-a500-20d22af4d507 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523219 Jul 13 19:50:29.746526 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dd1b4c-895f-44c8-87cf-4e110e72b3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.755353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:29.756663 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.758835 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-91c56647-7618-411c-add8-3380f0417ade service neutron] 10.222.0.24 "PUT /v2.0/ports/f544c7d0-3388-475c-b14d-393b3c9709f1 HTTP/1.1" status: 200 len: 1091 time: 1.0299618 Jul 13 19:50:29.759576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d5def5-f2e4-4894-9538-29a3e2b25466', 'tag': 'f544c7d0-3388-475c-b14d-393b3c9709f1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:50:29.761930 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c04b147-ea57-45c6-b1de-387f4babbda9" -d '{"events": [{"name": "network-changed", "server_uuid": "79d5def5-f2e4-4894-9538-29a3e2b25466", "tag": "f544c7d0-3388-475c-b14d-393b3c9709f1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:50:29.814883 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fbe3e0-f22e-4c43-8d1a-b7b362313d9d x-openstack-request-id: req-48fbe3e0-f22e-4c43-8d1a-b7b362313d9d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:50:29.815174 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d5def5-f2e4-4894-9538-29a3e2b25466", "tag": "f544c7d0-3388-475c-b14d-393b3c9709f1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:50:29.815430 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48fbe3e0-f22e-4c43-8d1a-b7b362313d9d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:50:29.816577 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d5def5-f2e4-4894-9538-29a3e2b25466', 'tag': 'f544c7d0-3388-475c-b14d-393b3c9709f1', 'status': 'completed', 'code': 200} Jul 13 19:50:29.880058 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dd1b4c-895f-44c8-87cf-4e110e72b3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.905141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c56647-7618-411c-add8-3380f0417ade service neutron] Pushing event updated for resources: {'Port': ['ID=f544c7d0-3388-475c-b14d-393b3c9709f1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:29.947335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-b6784c9b-2c7d-45c0-85ed-9e8c68e5dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:29.948973 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-b6784c9b-2c7d-45c0-85ed-9e8c68e5dbc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 1094 time: 0.1275976 Jul 13 19:50:29.962723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dd1b4c-895f-44c8-87cf-4e110e72b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.965960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66dd1b4c-895f-44c8-87cf-4e110e72b3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:29.967143 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-66dd1b4c-895f-44c8-87cf-4e110e72b3bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/227e5401-3f50-4640-b511-9c02d19dd2da HTTP/1.1" status: 204 len: 168 time: 0.3427143 Jul 13 19:50:30.012539 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-c385f1fe-2e76-405a-999f-00cb3e45653f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f544c7d0-3388-475c-b14d-393b3c9709f1 HTTP/1.1" status: 200 len: 217 time: 0.0508511 Jul 13 19:50:30.020773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd1b4c-895f-44c8-87cf-4e110e72b3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227e5401-3f50-4640-b511-9c02d19dd2da,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:30.076309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-a3e01995-3c2a-4fdf-9203-748c47084442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:30.078291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-a3e01995-3c2a-4fdf-9203-748c47084442 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0546901 Jul 13 19:50:30.143348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-06168bf3-b97b-49a3-9ec8-89c1a96e7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:30.144955 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-06168bf3-b97b-49a3-9ec8-89c1a96e7af2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587296 Jul 13 19:50:30.254482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-1e360565-73df-4325-b616-7deac048b9b2 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962322 Jul 13 19:50:30.371279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-204e0450-d5fe-488a-88dd-bb86fcb9d615 req-11d9b2b2-4887-4a32-8ca5-8c159f20a7df service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051121 Jul 13 19:50:30.378614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2be0-a68f-49db-8333-c0e693cc5eee req-a6d8488c-0dfc-4d2f-ba36-9e25af4373f2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:30.379664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1ad2be0-a68f-49db-8333-c0e693cc5eee req-a6d8488c-0dfc-4d2f-ba36-9e25af4373f2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 943 time: 0.0761232 Jul 13 19:50:30.428166 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1ad2be0-a68f-49db-8333-c0e693cc5eee req-47acb6aa-7152-4a1d-96c7-9256cbc4a773 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400927 Jul 13 19:50:30.502638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-ae861dfa-2fd1-4646-afa6-e683212fc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:30.504901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-ae861dfa-2fd1-4646-afa6-e683212fc41c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 1094 time: 0.0695245 Jul 13 19:50:30.615203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-201b55be-1e8c-45bf-a45a-8af1ee84cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:30.616808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-201b55be-1e8c-45bf-a45a-8af1ee84cd0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1026762 Jul 13 19:50:30.668315 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-5fbd7440-9649-4098-8d9d-9e2251ba913a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f544c7d0-3388-475c-b14d-393b3c9709f1 HTTP/1.1" status: 200 len: 217 time: 0.0437500 Jul 13 19:50:30.727270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-941ff624-f304-4db1-ae22-161dd2e54af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:30.729220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-941ff624-f304-4db1-ae22-161dd2e54af7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0521488 Jul 13 19:50:30.809498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-063ffb74-3a23-47cc-a163-b91a660561f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:30.811885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-063ffb74-3a23-47cc-a163-b91a660561f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749362 Jul 13 19:50:30.971600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-ea398155-98f5-4bf4-b8a4-0a571a9cf312 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499834 Jul 13 19:50:30.983188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e1836-6660-4983-a0d0-63693525996c req-cf5b0f95-8db7-4d80-9915-d681507cab85 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:30.984729 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935e1836-6660-4983-a0d0-63693525996c req-cf5b0f95-8db7-4d80-9915-d681507cab85 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.1107309 Jul 13 19:50:31.072676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-935e1836-6660-4983-a0d0-63693525996c req-5f0b16e8-7e5e-44ef-a0ce-87a4fc682194 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775931 Jul 13 19:50:31.126837 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c04b147-ea57-45c6-b1de-387f4babbda9 req-e7bee49f-a35c-4993-ae80-80c841db3fc3 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409211 Jul 13 19:50:31.273924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9225bc-f1d7-4416-a7a3-42e0772a8bbc req-314ee5a4-6066-46c9-a742-8b50255437af tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:31.281375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d9225bc-f1d7-4416-a7a3-42e0772a8bbc req-314ee5a4-6066-46c9-a742-8b50255437af tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.0857913 Jul 13 19:50:31.322823 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d9225bc-f1d7-4416-a7a3-42e0772a8bbc req-37f34fe7-5c7a-46c0-81a1-1c0a0ad1ac58 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405362 Jul 13 19:50:31.341780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:31.407920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb753e4-18b7-4878-87ed-2264947c50f8 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:31.410898 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5fb753e4-18b7-4878-87ed-2264947c50f8 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1091 time: 0.0666811 Jul 13 19:50:31.412957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:31.417413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:31.440498 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:31.618183 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:31.695961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca670149-af71-4623-bb50-0257b6e8e08b req-c9673777-1c66-4985-8c29-02f271e4ba6e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:31.697470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca670149-af71-4623-bb50-0257b6e8e08b req-c9673777-1c66-4985-8c29-02f271e4ba6e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 943 time: 0.1305077 Jul 13 19:50:31.766685 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca670149-af71-4623-bb50-0257b6e8e08b req-a3311e9d-5f48-47e3-9921-bed111f38219 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614929 Jul 13 19:50:31.776622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.25.7.170 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/d09f2ea2-9668-40a3-a1c8-91cb41cb5f84) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:50:31.896806 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:31.951413 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:31.994702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:50:31.997550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:32.004418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:50:32.027254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=d09f2ea2-9668-40a3-a1c8-91cb41cb5f84,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:32.390571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:32.413299 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:32.501339 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:32.510653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac26b-bbc8-48b5-915e-b6785f79c956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:32.615263 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac26b-bbc8-48b5-915e-b6785f79c956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:32.620347 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac26b-bbc8-48b5-915e-b6785f79c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:32.664181 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:32.669279 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eb5ac26b-bbc8-48b5-915e-b6785f79c956 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb6270bc01fa452a9b601a192c504c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773824 Jul 13 19:50:32.669705 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:32.670168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ac26b-bbc8-48b5-915e-b6785f79c956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78e5345-2bee-4411-be7b-8f978aef4b12,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:32.672479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:32.772853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=d09f2ea2-9668-40a3-a1c8-91cb41cb5f84,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:32.799565 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:32.805119 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c540e482-382f-45fa-ae8b-b1c53a6db4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:32.871448 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c540e482-382f-45fa-ae8b-b1c53a6db4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:32.943014 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Floating IP 45a7638a-cee4-4592-b740-97cec208ab13 associated. External IP: 172.25.7.170, port: c9bdc09b-b721-47ae-902b-c5a4696eb796. Jul 13 19:50:32.984988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5646d-94ad-4225-9bc1-972d185e92a5 req-d24edf2f-2ccb-4466-a362-e674d700afca tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:32.987201 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39e5646d-94ad-4225-9bc1-972d185e92a5 req-d24edf2f-2ccb-4466-a362-e674d700afca tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 943 time: 0.0885899 Jul 13 19:50:33.006091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c540e482-382f-45fa-ae8b-b1c53a6db4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:33.008377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c540e482-382f-45fa-ae8b-b1c53a6db4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:33.012132 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c540e482-382f-45fa-ae8b-b1c53a6db4af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b78e5345-2bee-4411-be7b-8f978aef4b12 HTTP/1.1" status: 204 len: 168 time: 0.3330812 Jul 13 19:50:33.043687 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39e5646d-94ad-4225-9bc1-972d185e92a5 req-62fb5ce2-183c-4858-af75-c5cc287da5b2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Jul 13 19:50:33.059411 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e482-382f-45fa-ae8b-b1c53a6db4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78e5345-2bee-4411-be7b-8f978aef4b12,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:33.207618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router ca932bf6-347f-4e26-9187-04bf7d57ba2a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:50:33.329084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:50:33.340474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] Sync routers for ids ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:50:33.346047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:33.353792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] Routers {'ca932bf6-347f-4e26-9187-04bf7d57ba2a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:33.354387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:33.354625 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:33.384476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee76ae17-c600-4318-acf7-e0be3a29fdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:33.410723 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cfde5583-4a75-4a3d-af7f-14d09994150d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9935579 Jul 13 19:50:33.410723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:50:33.412618 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:50:33.478102 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131852fd-5e2b-4e55-85a3-6ee4b40db3ee x-openstack-request-id: req-131852fd-5e2b-4e55-85a3-6ee4b40db3ee {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:50:33.478390 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:50:33.478665 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-131852fd-5e2b-4e55-85a3-6ee4b40db3ee {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:50:33.479065 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'status': 'completed', 'code': 200} Jul 13 19:50:33.512050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] Set router ca932bf6-347f-4e26-9187-04bf7d57ba2a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:33.514175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee76ae17-c600-4318-acf7-e0be3a29fdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:33.520657 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee76ae17-c600-4318-acf7-e0be3a29fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:33.574090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ee76ae17-c600-4318-acf7-e0be3a29fdd7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4a1511608544e75bd12d6aa42991f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266757 Jul 13 19:50:33.575333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76ae17-c600-4318-acf7-e0be3a29fdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fe73b3-b0e2-4942-9773-499b13e80138,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:33.590173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:33.636283 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-653ba337-721f-4134-9819-4fd51f903890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:33.638675 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-653ba337-721f-4134-9819-4fd51f903890 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1096 time: 0.1368632 Jul 13 19:50:33.689144 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e4b9-228a-4409-860b-e43558ff2cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:33.705211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16913b4-0961-4b0f-9a00-067f0cb7bb53 req-17d83c57-3275-4adb-87c6-804284a2bb2a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:33.707700 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f16913b4-0961-4b0f-9a00-067f0cb7bb53 req-17d83c57-3275-4adb-87c6-804284a2bb2a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.1044843 Jul 13 19:50:33.746353 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e4b9-228a-4409-860b-e43558ff2cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:33.747750 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-8b4da0c5-17bf-4df0-9aef-9672bab24bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:33.749306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-8b4da0c5-17bf-4df0-9aef-9672bab24bcf service neutron] 10.222.0.60 "GET /v2.0/networks?id=95b85212-2a27-4924-a23e-5c8ebd946fc4 HTTP/1.1" status: 200 len: 897 time: 0.1042187 Jul 13 19:50:33.775908 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f16913b4-0961-4b0f-9a00-067f0cb7bb53 req-92001801-03f7-4007-9788-a4b699394e2b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607030 Jul 13 19:50:33.788835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:15Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '45a7638a-cee4-4592-b740-97cec208ab13', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'port_id': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'mac_address': 'fa:16:3e:67:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:50:32Z', 'updated_at': '2021-07-13T19:50:32Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '670acc4d-cc74-4983-8069-92dcd9d30b84', 'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:a2:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:14Z', 'updated_at': '2021-07-13T19:50:20Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': 'c86950a1-4f31-4c22-b735-a62625888543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:33.808540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:33.819261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] Checking router: ca932bf6-347f-4e26-9187-04bf7d57ba2a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:50:33.825762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] Routers {'ca932bf6-347f-4e26-9187-04bf7d57ba2a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:33.826314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:33.888699 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-2006cbd8-9309-43f0-a23e-f584166fdb4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796 HTTP/1.1" status: 200 len: 999 time: 0.1318130 Jul 13 19:50:33.904130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e4b9-228a-4409-860b-e43558ff2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:33.907911 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e4b9-228a-4409-860b-e43558ff2cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:33.925136 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a4a9e4b9-228a-4409-860b-e43558ff2cf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4fe73b3-b0e2-4942-9773-499b13e80138 HTTP/1.1" status: 204 len: 168 time: 0.3199797 Jul 13 19:50:33.945545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] Set router ca932bf6-347f-4e26-9187-04bf7d57ba2a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:33.955638 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-4177cfe5-e280-4a2b-ab8d-a008518113bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:33.958571 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-4177cfe5-e280-4a2b-ab8d-a008518113bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c86950a1-4f31-4c22-b735-a62625888543 HTTP/1.1" status: 200 len: 835 time: 0.0648229 Jul 13 19:50:33.973709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f544c7d0-3388-475c-b14d-393b3c9709f1 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:50:33.978184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e4b9-228a-4409-860b-e43558ff2cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fe73b3-b0e2-4942-9773-499b13e80138,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:33.985396 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-803f59ac-e050-49cf-b1ba-4e02f66e2acb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/45a7638a-cee4-4592-b740-97cec208ab13 HTTP/1.1" status: 200 len: 991 time: 0.1757703 Jul 13 19:50:34.033356 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-c2f62e95-1e24-4562-acae-d3f70c548aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:34.035958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-c2f62e95-1e24-4562-acae-d3f70c548aac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95b85212-2a27-4924-a23e-5c8ebd946fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716522 Jul 13 19:50:34.176884 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-ad4ed8e6-3e74-479a-a3d7-4e83db6d85a0 service neutron] 10.222.0.60 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346512 Jul 13 19:50:34.300656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f544c7d0-3388-475c-b14d-393b3c9709f1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f544c7d0-3388-475c-b14d-393b3c9709f1,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:34.323024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'f544c7d0-3388-475c-b14d-393b3c9709f1', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'port_id': 'f544c7d0-3388-475c-b14d-393b3c9709f1', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:50:34.337250 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cab341ab-7bf8-4470-b89e-e6d7e81a8f13 req-3ff2d9e0-03f0-42f5-a5c0-223557f3c847 service neutron] 10.222.0.60 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541946 Jul 13 19:50:34.349522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec2655-0394-4afa-9085-1ccbe68385ad req-a76977a3-6bc3-4c25-929c-6327c345b103 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:34.351234 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9aec2655-0394-4afa-9085-1ccbe68385ad req-a76977a3-6bc3-4c25-929c-6327c345b103 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 943 time: 0.1168830 Jul 13 19:50:34.415027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9aec2655-0394-4afa-9085-1ccbe68385ad req-17c3241d-8e23-48cc-a11e-10bc3e3a228d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554614 Jul 13 19:50:34.600829 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:34.616592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f544c7d0-3388-475c-b14d-393b3c9709f1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:50:34.642291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f544c7d0-3388-475c-b14d-393b3c9709f1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f544c7d0-3388-475c-b14d-393b3c9709f1,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:34.650631 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:34.699876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:15Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '45a7638a-cee4-4592-b740-97cec208ab13', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'port_id': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'mac_address': 'fa:16:3e:67:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:50:32Z', 'updated_at': '2021-07-13T19:50:32Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '670acc4d-cc74-4983-8069-92dcd9d30b84', 'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:a2:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:14Z', 'updated_at': '2021-07-13T19:50:20Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': 'c86950a1-4f31-4c22-b735-a62625888543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:34.730681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f129992-7348-47a5-8126-b2453a88a115 None None] The sync data for ids ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'] in n-d-800708-1 is: [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:15Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '45a7638a-cee4-4592-b740-97cec208ab13', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'port_id': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'mac_address': 'fa:16:3e:67:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:50:32Z', 'updated_at': '2021-07-13T19:50:32Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '670acc4d-cc74-4983-8069-92dcd9d30b84', 'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:a2:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:14Z', 'updated_at': '2021-07-13T19:50:20Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': 'c86950a1-4f31-4c22-b735-a62625888543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:50:34.742609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f544c7d0-3388-475c-b14d-393b3c9709f1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:34.933951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f544c7d0-3388-475c-b14d-393b3c9709f1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:50:34.960216 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9327c183-f00a-4138-a57d-f6f638e7de6e None None] New status for floating IP 45a7638a-cee4-4592-b740-97cec208ab13: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:50:34.988977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:35.094550 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e5f175d4-89ae-473d-9c57-e8dc8c72ab68 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/45a7638a-cee4-4592-b740-97cec208ab13 HTTP/1.1" status: 200 len: 991 time: 0.1042573 Jul 13 19:50:35.972833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f544c7d0-3388-475c-b14d-393b3c9709f1 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:50:36.013118 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaa815-728e-46fb-94f4-ac9da976e345 req-1bf6da2b-7752-424e-b996-79b73460b124 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:36.015148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dfcaa815-728e-46fb-94f4-ac9da976e345 req-1bf6da2b-7752-424e-b996-79b73460b124 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 944 time: 0.4637663 Jul 13 19:50:36.040587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port f544c7d0-3388-475c-b14d-393b3c9709f1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:36.045057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port f544c7d0-3388-475c-b14d-393b3c9709f1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:36.045440 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:36.076067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dfcaa815-728e-46fb-94f4-ac9da976e345 req-ce092a8c-37da-476d-a67a-b3d33a3682a0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549717 Jul 13 19:50:36.098337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:36.146151 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:36.175209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1fe2812e-0595-424c-9066-645176626abd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/45a7638a-cee4-4592-b740-97cec208ab13 HTTP/1.1" status: 200 len: 993 time: 0.0752244 Jul 13 19:50:36.184534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d5def5-f2e4-4894-9538-29a3e2b25466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f544c7d0-3388-475c-b14d-393b3c9709f1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:50:36.187048 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f93066-1a48-4744-8edc-1201f9592c37" -d '{"events": [{"server_uuid": "79d5def5-f2e4-4894-9538-29a3e2b25466", "name": "network-vif-plugged", "status": "completed", "tag": "f544c7d0-3388-475c-b14d-393b3c9709f1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:50:36.211728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f544c7d0-3388-475c-b14d-393b3c9709f1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f544c7d0-3388-475c-b14d-393b3c9709f1,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:36.216681 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:36.244005 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a63501f-b318-4849-a52e-ad00ab6f92ef x-openstack-request-id: req-2a63501f-b318-4849-a52e-ad00ab6f92ef {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:50:36.244527 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d5def5-f2e4-4894-9538-29a3e2b25466", "name": "network-vif-plugged", "status": "completed", "tag": "f544c7d0-3388-475c-b14d-393b3c9709f1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:50:36.244961 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a63501f-b318-4849-a52e-ad00ab6f92ef {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:50:36.245516 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d5def5-f2e4-4894-9538-29a3e2b25466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f544c7d0-3388-475c-b14d-393b3c9709f1', 'code': 200} Jul 13 19:50:36.301306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f544c7d0-3388-475c-b14d-393b3c9709f1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:36.381862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b575d-2e00-4c85-b8eb-3d00da6b9a08 req-c1f3c295-a838-4e9b-b95c-1a23b5fc1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:36.384006 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b2b575d-2e00-4c85-b8eb-3d00da6b9a08 req-c1f3c295-a838-4e9b-b95c-1a23b5fc1cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 1096 time: 0.0676832 Jul 13 19:50:36.432036 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b2b575d-2e00-4c85-b8eb-3d00da6b9a08 req-b9139277-9b70-4032-bd38-f47d6bee0ddd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357354 Jul 13 19:50:36.635321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:36.752821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9657c6dd-f178-4631-9c72-926b87942289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:36.843727 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9657c6dd-f178-4631-9c72-926b87942289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:36.848780 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9657c6dd-f178-4631-9c72-926b87942289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:36.885994 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9657c6dd-f178-4631-9c72-926b87942289 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e9d7a7e0701438483ea84589e2449cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495270 Jul 13 19:50:36.886830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657c6dd-f178-4631-9c72-926b87942289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2e6c1e-bb15-40f7-9bc6-0f3155560bb5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:36.888779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:36.946219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0777ee7-0d8d-4a19-95ec-d6d41e31526d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:36.968377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0777ee7-0d8d-4a19-95ec-d6d41e31526d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:37.014717 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0777ee7-0d8d-4a19-95ec-d6d41e31526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:37.017366 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0777ee7-0d8d-4a19-95ec-d6d41e31526d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:37.019220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f0777ee7-0d8d-4a19-95ec-d6d41e31526d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d2e6c1e-bb15-40f7-9bc6-0f3155560bb5 HTTP/1.1" status: 204 len: 168 time: 0.1281760 Jul 13 19:50:37.028005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0777ee7-0d8d-4a19-95ec-d6d41e31526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2e6c1e-bb15-40f7-9bc6-0f3155560bb5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:37.249627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445754-5251-42c9-bf92-0dc511d703ca req-f9a097b8-c8ed-47d1-8762-3679014fc108 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:37.251457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9445754-5251-42c9-bf92-0dc511d703ca req-f9a097b8-c8ed-47d1-8762-3679014fc108 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 945 time: 0.0640366 Jul 13 19:50:37.310131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9445754-5251-42c9-bf92-0dc511d703ca req-b4609d24-5263-44bd-b53a-b3019776382c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Jul 13 19:50:37.333134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:37.347641 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a4ac1fb-000b-4e6d-a18b-11f1d1a720a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:37.442021 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a4ac1fb-000b-4e6d-a18b-11f1d1a720a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:37.446629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a4ac1fb-000b-4e6d-a18b-11f1d1a720a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:37.480810 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2a4ac1fb-000b-4e6d-a18b-11f1d1a720a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c12ffcf2d51840b2b2df9aa199255af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460667 Jul 13 19:50:37.483319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:37.489735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ac1fb-000b-4e6d-a18b-11f1d1a720a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8847b3c1-2f96-444f-9a40-832a05d0cb24,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:37.542374 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097db929-7ee7-44ab-b91d-bc927646fb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:37.564124 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097db929-7ee7-44ab-b91d-bc927646fb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:37.613548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097db929-7ee7-44ab-b91d-bc927646fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:37.616183 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097db929-7ee7-44ab-b91d-bc927646fb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:37.617354 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-097db929-7ee7-44ab-b91d-bc927646fb60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8847b3c1-2f96-444f-9a40-832a05d0cb24 HTTP/1.1" status: 204 len: 168 time: 0.1329293 Jul 13 19:50:37.625635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097db929-7ee7-44ab-b91d-bc927646fb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8847b3c1-2f96-444f-9a40-832a05d0cb24,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:38.526598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d5487-d737-4adc-a2e3-e990dd8cea79 req-f93a878e-2063-42fa-8a1c-688706e78dae tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:38.528101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ef0d5487-d737-4adc-a2e3-e990dd8cea79 req-f93a878e-2063-42fa-8a1c-688706e78dae tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 945 time: 0.0736079 Jul 13 19:50:38.570606 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ef0d5487-d737-4adc-a2e3-e990dd8cea79 req-d7786161-8c1f-48ec-990d-b648977a0e8d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368462 Jul 13 19:50:38.737228 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-e8fe3cc2-38d6-45b6-a882-bd73e32845fc tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=189af46fe9fe43e29b4671dac0526486 HTTP/1.1" status: 200 len: 267 time: 0.0405865 Jul 13 19:50:38.804651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-86214137-be28-4949-96aa-ccceca7c386d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:38.806545 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-86214137-be28-4949-96aa-ccceca7c386d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 945 time: 0.0632246 Jul 13 19:50:38.818358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-97dadbd9-e5a2-406c-9133-6d5f932f6231 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'port': {'security_groups': []}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:38.908688 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-97dadbd9-e5a2-406c-9133-6d5f932f6231 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:38.999140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 59808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:39.077377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-97dadbd9-e5a2-406c-9133-6d5f932f6231 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] For port f544c7d0-3388-475c-b14d-393b3c9709f1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f544c7d0-3388-475c-b14d-393b3c9709f1,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:39.110028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-97dadbd9-e5a2-406c-9133-6d5f932f6231 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.115828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbea96ef-b447-4a95-90a2-1a5f31c72a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.116378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-97dadbd9-e5a2-406c-9133-6d5f932f6231 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.132217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2253bd5f-bb69-4ed0-a98a-85eccabd9d12', 'd589b19d-ba4e-48f4-9a32-ca9a865cf045', 'f544c7d0-3388-475c-b14d-393b3c9709f1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:50:39.208917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-97dadbd9-e5a2-406c-9133-6d5f932f6231 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:39.210999 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-97dadbd9-e5a2-406c-9133-6d5f932f6231 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.212506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-821890df-4fd1-4ca9-82ec-d241e93116f2 req-97dadbd9-e5a2-406c-9133-6d5f932f6231 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "PUT /v2.0/ports/f544c7d0-3388-475c-b14d-393b3c9709f1 HTTP/1.1" status: 200 len: 904 time: 0.3996255 Jul 13 19:50:39.215975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d5def5-f2e4-4894-9538-29a3e2b25466', 'tag': 'f544c7d0-3388-475c-b14d-393b3c9709f1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:50:39.218447 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7abf32-1c23-447b-96c2-4b0a0192daab" -d '{"events": [{"name": "network-changed", "server_uuid": "79d5def5-f2e4-4894-9538-29a3e2b25466", "tag": "f544c7d0-3388-475c-b14d-393b3c9709f1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:50:39.247538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dadbd9-e5a2-406c-9133-6d5f932f6231 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'Port': ['ID=f544c7d0-3388-475c-b14d-393b3c9709f1,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:39.270514 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbea96ef-b447-4a95-90a2-1a5f31c72a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.276134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbea96ef-b447-4a95-90a2-1a5f31c72a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.293235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f544c7d0-3388-475c-b14d-393b3c9709f1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:50:39.323433 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f01a2-13af-4b67-bce5-1c2ad8db8334 x-openstack-request-id: req-041f01a2-13af-4b67-bce5-1c2ad8db8334 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:50:39.323984 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d5def5-f2e4-4894-9538-29a3e2b25466", "tag": "f544c7d0-3388-475c-b14d-393b3c9709f1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:50:39.327230 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-041f01a2-13af-4b67-bce5-1c2ad8db8334 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:50:39.328153 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d5def5-f2e4-4894-9538-29a3e2b25466', 'tag': 'f544c7d0-3388-475c-b14d-393b3c9709f1', 'status': 'completed', 'code': 200} Jul 13 19:50:39.370760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea96ef-b447-4a95-90a2-1a5f31c72a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ea53f-693f-4061-a9ff-53b3d7c1ec83,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:39.407667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cbea96ef-b447-4a95-90a2-1a5f31c72a74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=733be75bb96a4f29b756068548984784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4072430 Jul 13 19:50:39.410451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:39.536420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-94967cfa-fc6f-4c81-9bc5-532689595293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:39.538110 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-94967cfa-fc6f-4c81-9bc5-532689595293 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 1058 time: 0.1999669 Jul 13 19:50:39.541992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5756d3-4a0e-4cab-a43c-da54993007d9 req-cef48ef0-2ea2-4f57-8e2d-d73c815c8fc3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:39.544157 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ab5756d3-4a0e-4cab-a43c-da54993007d9 req-cef48ef0-2ea2-4f57-8e2d-d73c815c8fc3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 907 time: 0.1247401 Jul 13 19:50:39.546075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb7657a8-c39f-493f-909c-1963389193bc None None] Provisioning complete for port f544c7d0-3388-475c-b14d-393b3c9709f1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:39.546530 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb7657a8-c39f-493f-909c-1963389193bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.575819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1302c1c-6755-41a3-90f3-1b1bab1409a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.653694 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1302c1c-6755-41a3-90f3-1b1bab1409a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.744108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-558362c5-3cd1-4b19-bc99-1f438e897a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:39.745669 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-558362c5-3cd1-4b19-bc99-1f438e897a16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1902492 Jul 13 19:50:39.794447 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-efb579f6-3c44-4242-a1e3-52e5dd9a2815 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f544c7d0-3388-475c-b14d-393b3c9709f1 HTTP/1.1" status: 200 len: 217 time: 0.0415025 Jul 13 19:50:39.798430 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1302c1c-6755-41a3-90f3-1b1bab1409a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.801731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1302c1c-6755-41a3-90f3-1b1bab1409a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:39.802809 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f1302c1c-6755-41a3-90f3-1b1bab1409a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b66ea53f-693f-4061-a9ff-53b3d7c1ec83 HTTP/1.1" status: 204 len: 168 time: 0.3908005 Jul 13 19:50:39.843047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1302c1c-6755-41a3-90f3-1b1bab1409a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ea53f-693f-4061-a9ff-53b3d7c1ec83,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:39.865709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461306d-680e-437c-b6a1-aa1869aea5a0 req-623e9c96-e8e9-4ee8-b4e4-f6f3caf8d948 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:39.867344 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e461306d-680e-437c-b6a1-aa1869aea5a0 req-623e9c96-e8e9-4ee8-b4e4-f6f3caf8d948 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1872172 Jul 13 19:50:39.892720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-2229b11a-3cb4-49e9-a32c-26c4370cc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:39.895529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-2229b11a-3cb4-49e9-a32c-26c4370cc9b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0910227 Jul 13 19:50:39.959172 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e461306d-680e-437c-b6a1-aa1869aea5a0 req-2822e28e-acf5-4977-af08-e0fc5eebd4e3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859447 Jul 13 19:50:39.984228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-49091299-738b-4051-ae6b-5548041d500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:39.986059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-49091299-738b-4051-ae6b-5548041d500b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830796 Jul 13 19:50:40.101541 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-a8b61436-041b-4335-b607-4a442c31e945 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077256 Jul 13 19:50:40.179304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a38dd-2c34-41d2-b838-18460b7c89fa req-a2b2ea95-89eb-4b55-b1cf-8d83f41c936d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:40.180969 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-294a38dd-2c34-41d2-b838-18460b7c89fa req-a2b2ea95-89eb-4b55-b1cf-8d83f41c936d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0856271 Jul 13 19:50:40.225853 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b7abf32-1c23-447b-96c2-4b0a0192daab req-1bddaa89-f438-4d7c-bed0-84ee4d9f1e8e service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104121 Jul 13 19:50:40.256369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-294a38dd-2c34-41d2-b838-18460b7c89fa req-c2c22888-14b1-40dc-b37f-c23e17b5fd40 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626972 Jul 13 19:50:40.602451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73c86-3279-453a-9611-2d2d622f4971 req-d80095d2-8205-4046-b67a-43ceebb7c5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:40.603985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-d80095d2-8205-4046-b67a-43ceebb7c5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 811 time: 0.1152220 Jul 13 19:50:40.622183 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-29e5c4f3-e9a6-4e63-bc17-ebc193ec7777 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/quotas/189af46fe9fe43e29b4671dac0526486 HTTP/1.1" status: 200 len: 375 time: 0.0125151 Jul 13 19:50:40.723962 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-aece10f1-c056-4fb8-99f9-edf35cc613fe tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0955198 Jul 13 19:50:40.825080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-68b3cb1d-3afa-45b4-a5dc-0f93f20bc789 service neutron] 10.222.0.25 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938938 Jul 13 19:50:40.958069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-6f340dd4-8fbb-4960-a0ae-1ea105050af7 service neutron] 10.222.0.25 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261735 Jul 13 19:50:41.210373 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7aa7102c-8efc-4f3e-bf64-86b40e819fd1 req-0276ebd0-02a2-4cef-8e98-83896dabaabc tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 210 time: 0.0484159 Jul 13 19:50:42.055553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:42.166494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5837902-0d5b-4576-8406-333f4d9829b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:42.298009 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5837902-0d5b-4576-8406-333f4d9829b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:42.301583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5837902-0d5b-4576-8406-333f4d9829b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:42.339763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5837902-0d5b-4576-8406-333f4d9829b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29304b11-32b3-4317-a157-aa79e26b466b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:42.375226 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b5837902-0d5b-4576-8406-333f4d9829b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a48e4c100ac4f22aace34730bc5034e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183382 Jul 13 19:50:42.377637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:42.437402 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb7c5948-5f9b-41dc-bd11-2540f5e10046 req-0df73ed2-8d86-4c99-b804-dc5c999741c8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 210 time: 0.0460484 Jul 13 19:50:42.472724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73c86-3279-453a-9611-2d2d622f4971 req-401562f7-24b3-4dbb-afe2-9baa027b7b12 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:42.474512 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-401562f7-24b3-4dbb-afe2-9baa027b7b12 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 811 time: 0.1827357 Jul 13 19:50:42.487320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Request body: {'port': {'device_id': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'admin_state_up': True, 'tenant_id': '189af46fe9fe43e29b4671dac0526486'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:42.496982 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d18cf28-3ffe-4b30-90e0-325808c32014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:42.525963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d18cf28-3ffe-4b30-90e0-325808c32014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:42.592187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d18cf28-3ffe-4b30-90e0-325808c32014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:42.594958 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d18cf28-3ffe-4b30-90e0-325808c32014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:42.599054 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7d18cf28-3ffe-4b30-90e0-325808c32014 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29304b11-32b3-4317-a157-aa79e26b466b HTTP/1.1" status: 204 len: 168 time: 0.2168708 Jul 13 19:50:42.604664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18cf28-3ffe-4b30-90e0-325808c32014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29304b11-32b3-4317-a157-aa79e26b466b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:42.633598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Made reservation on behalf of 189af46fe9fe43e29b4671dac0526486 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:50:42.637287 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:42.933068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:42.947139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b214e384-f1fb-4cf0-815a-bbc6b3c55d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.052716 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b214e384-f1fb-4cf0-815a-bbc6b3c55d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.057084 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b214e384-f1fb-4cf0-815a-bbc6b3c55d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.110976 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b214e384-f1fb-4cf0-815a-bbc6b3c55d3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ff80950337d406399c4904b3dbad0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703289 Jul 13 19:50:43.113407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 59994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:43.114230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214e384-f1fb-4cf0-815a-bbc6b3c55d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47681c6b-de78-438a-98b0-a7a80764645e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:43.150328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Allocated IP 172.20.0.6 (227c41e3-23bb-4667-9fbd-547e24c7c70a/d6013355-3027-4a8b-b57b-1797c1fe1bb4/a3d192a3-25b0-4e70-a52b-f28d3d05bf32) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:50:43.176270 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04f5608b-ab1f-41e1-85ac-25ed2484c83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.197875 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04f5608b-ab1f-41e1-85ac-25ed2484c83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.246626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04f5608b-ab1f-41e1-85ac-25ed2484c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.249282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04f5608b-ab1f-41e1-85ac-25ed2484c83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.250912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-04f5608b-ab1f-41e1-85ac-25ed2484c83d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47681c6b-de78-438a-98b0-a7a80764645e HTTP/1.1" status: 204 len: 168 time: 0.1338115 Jul 13 19:50:43.266573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5608b-ab1f-41e1-85ac-25ed2484c83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47681c6b-de78-438a-98b0-a7a80764645e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:43.329497 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.345463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Transition to ACTIVE for port object a3d192a3-25b0-4e70-a52b-f28d3d05bf32 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:43.385244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.400433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2253bd5f-bb69-4ed0-a98a-85eccabd9d12', 'd589b19d-ba4e-48f4-9a32-ca9a865cf045'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:50:43.434522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:50:43.438272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:43.443098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:50:43.527547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event updated for resources: {'Port': ['ID=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:43.562560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:43.563193 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.599241 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-e472a797-8d12-4fc2-abe6-0bee45ba94df tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1158357 Jul 13 19:50:43.624179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Request body: {'port': {'device_id': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:43.778902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3601583-02f2-4710-a21a-1def479002c5 req-5ce9805d-ad1b-4a62-8d74-f24de448d668 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:43.780784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3601583-02f2-4710-a21a-1def479002c5 req-5ce9805d-ad1b-4a62-8d74-f24de448d668 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 931 time: 0.1783922 Jul 13 19:50:43.797612 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.803052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3449e114-ca34-421a-9500-be9b45954e7f None None] Provisioning for port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:43.807138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3449e114-ca34-421a-9500-be9b45954e7f None None] Provisioning complete for port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:43.807514 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3449e114-ca34-421a-9500-be9b45954e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:43.844411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3449e114-ca34-421a-9500-be9b45954e7f None None] Port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:50:43.874542 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3601583-02f2-4710-a21a-1def479002c5 req-6a1c90a1-7bbf-4854-bd46-60a31672b959 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841095 Jul 13 19:50:44.136284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d192a3-25b0-4e70-a52b-f28d3d05bf32 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:50:44.144297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:44.157284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Transition to ACTIVE for port object a3d192a3-25b0-4e70-a52b-f28d3d05bf32 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:44.162767 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:44.323811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:44.326673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Attempting to bind port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:50:44.327254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Attempting to bind port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:50:44.327779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Attempting to bind port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:50:44.334048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:50:44.334655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Attempting to bind port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 on network 227c41e3-23bb-4667-9fbd-547e24c7c70a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:50:44.343622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:50:44.344233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Checking segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:50:44.344799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Bound using segment: {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:50:44.345429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Bound port: a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bb9c39-f286-495b-8a80-2de4aedea3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:50:44.345962 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:44.430739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] For port a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:50:44.434888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] For port a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:50:44.443971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:44.480009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:44.480701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:44.482169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] 10.222.0.60 "PUT /v2.0/ports/a3d192a3-25b0-4e70-a52b-f28d3d05bf32 HTTP/1.1" status: 200 len: 1091 time: 0.8655932 Jul 13 19:50:44.482823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'tag': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:50:44.485304 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7250ae-5673-4411-927e-7a0f90b4ce61", "tag": "a3d192a3-25b0-4e70-a52b-f28d3d05bf32"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:50:44.548045 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc30d86-537b-4061-9dfc-a3297d1d56ff x-openstack-request-id: req-3fc30d86-537b-4061-9dfc-a3297d1d56ff {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:50:44.548684 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7250ae-5673-4411-927e-7a0f90b4ce61", "tag": "a3d192a3-25b0-4e70-a52b-f28d3d05bf32", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:50:44.548684 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fc30d86-537b-4061-9dfc-a3297d1d56ff {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:50:44.549017 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'tag': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32', 'status': 'completed', 'code': 200} Jul 13 19:50:44.552268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15a968-cd68-4c4d-96f6-fa9698c19728 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:44.636250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73c86-3279-453a-9611-2d2d622f4971 req-ac6a5d1a-7555-4ccd-838c-d81650e9c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:44.637966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-ac6a5d1a-7555-4ccd-838c-d81650e9c477 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 1094 time: 0.0874200 Jul 13 19:50:44.692233 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-bb80e3e7-c43e-4aac-812d-f7a7047b5d22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32 HTTP/1.1" status: 200 len: 217 time: 0.0459640 Jul 13 19:50:44.749370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73c86-3279-453a-9611-2d2d622f4971 req-5cfb1e28-6b4c-4bce-a279-3098052b57c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:44.751078 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-5cfb1e28-6b4c-4bce-a279-3098052b57c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0533497 Jul 13 19:50:44.821316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73c86-3279-453a-9611-2d2d622f4971 req-8b0c5172-aa04-4766-bc4c-26aaf5156fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:44.823354 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-8b0c5172-aa04-4766-bc4c-26aaf5156fd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656142 Jul 13 19:50:44.926675 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-37683d0e-9298-4abf-85ca-75078c3c34e2 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971112 Jul 13 19:50:45.080569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802e324-ddd6-44ff-863e-023cafb599d7 req-112294cb-cdb6-4b83-8c57-9325b22a6379 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:45.082726 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a802e324-ddd6-44ff-863e-023cafb599d7 req-112294cb-cdb6-4b83-8c57-9325b22a6379 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 943 time: 0.0946200 Jul 13 19:50:45.085019 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fce73c86-3279-453a-9611-2d2d622f4971 req-15ac32d1-447f-4293-b126-b4d7ac720b73 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519597 Jul 13 19:50:45.125066 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a802e324-ddd6-44ff-863e-023cafb599d7 req-63fffedd-a473-4304-8d1d-24377e53ae5e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364618 Jul 13 19:50:45.219276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-b494dc0c-7384-4c1e-ae66-0ce3ad42e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:45.220812 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-b494dc0c-7384-4c1e-ae66-0ce3ad42e4c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 1094 time: 0.0589604 Jul 13 19:50:45.331357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-e4656f2c-962b-4472-be41-2a52e240d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:45.333061 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-e4656f2c-962b-4472-be41-2a52e240d58f service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1051545 Jul 13 19:50:45.377038 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-491bea5b-036e-45a9-a409-6a73874e39a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32 HTTP/1.1" status: 200 len: 217 time: 0.0371730 Jul 13 19:50:45.441428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-4ca89615-c927-4f40-aa64-ead4a29d8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:45.443156 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-4ca89615-c927-4f40-aa64-ead4a29d8aa8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0599751 Jul 13 19:50:45.512309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-aff93d36-7d5f-4865-bc7a-76299163659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:45.522813 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-aff93d36-7d5f-4865-bc7a-76299163659f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649633 Jul 13 19:50:45.617003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-e0518682-04fd-4f0d-b7b3-e82c7c9d744e service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928812 Jul 13 19:50:45.714298 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04dd0cc4-e5e3-4269-8013-f8fafdbd6b5e req-34e4598c-7fe1-4a10-b3b7-e65390b0f5db service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909460 Jul 13 19:50:45.741515 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:45.982162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:46.093223 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c263-d5bf-48d5-b6c2-6e2c2c639300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.188661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c263-d5bf-48d5-b6c2-6e2c2c639300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.193657 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c263-d5bf-48d5-b6c2-6e2c2c639300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.236835 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bdd3c263-d5bf-48d5-b6c2-6e2c2c639300 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a92f85a807924bc398bafd296170e9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534165 Jul 13 19:50:46.240256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:46.243821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3c263-d5bf-48d5-b6c2-6e2c2c639300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872748c4-ebd4-4b89-ae93-4301e81e32d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:46.301237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c098df-98cc-4953-96a3-83efd3951c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.326707 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c098df-98cc-4953-96a3-83efd3951c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.332913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc105adb-5b73-4e66-b918-2be92eb24aff req-90506450-5e1e-44ba-a7f5-75cec9e8e266 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:46.334630 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc105adb-5b73-4e66-b918-2be92eb24aff req-90506450-5e1e-44ba-a7f5-75cec9e8e266 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 943 time: 0.0734661 Jul 13 19:50:46.385635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c098df-98cc-4953-96a3-83efd3951c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.388685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c098df-98cc-4953-96a3-83efd3951c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.392074 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-06c098df-98cc-4953-96a3-83efd3951c78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/872748c4-ebd4-4b89-ae93-4301e81e32d3 HTTP/1.1" status: 204 len: 168 time: 0.1484811 Jul 13 19:50:46.395035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc105adb-5b73-4e66-b918-2be92eb24aff req-c3cd7e1b-26cb-432a-ac75-0a5330e143aa tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Jul 13 19:50:46.398322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c098df-98cc-4953-96a3-83efd3951c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872748c4-ebd4-4b89-ae93-4301e81e32d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:46.443499 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.673721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:46.687328 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98fa9b2c-5576-4491-8a53-5a29439586ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.786997 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98fa9b2c-5576-4491-8a53-5a29439586ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.791804 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98fa9b2c-5576-4491-8a53-5a29439586ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.831450 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-98fa9b2c-5576-4491-8a53-5a29439586ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25ca2061a8444cb58127762c2473a660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560740 Jul 13 19:50:46.832333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa9b2c-5576-4491-8a53-5a29439586ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99877277-d090-4332-b29b-581c5d8a01a2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:46.834895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:46.885659 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcc14b8e-e180-48be-9b88-7963aff760ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.921807 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcc14b8e-e180-48be-9b88-7963aff760ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.968376 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcc14b8e-e180-48be-9b88-7963aff760ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.971082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcc14b8e-e180-48be-9b88-7963aff760ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:46.972806 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fcc14b8e-e180-48be-9b88-7963aff760ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99877277-d090-4332-b29b-581c5d8a01a2 HTTP/1.1" status: 204 len: 168 time: 0.1367579 Jul 13 19:50:46.980798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc14b8e-e180-48be-9b88-7963aff760ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99877277-d090-4332-b29b-581c5d8a01a2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:47.603816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e01a-c34e-4ea9-8f13-abfaccd6ad41 req-050a5716-df24-4c2f-b9cb-ff31c641f32e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:47.605635 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0eb5e01a-c34e-4ea9-8f13-abfaccd6ad41 req-050a5716-df24-4c2f-b9cb-ff31c641f32e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 943 time: 0.0691397 Jul 13 19:50:47.652173 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0eb5e01a-c34e-4ea9-8f13-abfaccd6ad41 req-490a4dfa-9687-450a-86b0-6f451f3d6328 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 Jul 13 19:50:48.145876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a3d192a3-25b0-4e70-a52b-f28d3d05bf32 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:50:48.252067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:48.270209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'port_id': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32', 'mac_address': 'fa:16:3e:9b:e1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:50:48.311812 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:48.327083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d192a3-25b0-4e70-a52b-f28d3d05bf32 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:50:48.349458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:48.353633 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:48.406624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:48.606443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a3d192a3-25b0-4e70-a52b-f28d3d05bf32'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:50:48.851619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec3c98-d149-45f4-bb01-365e538e221d req-99b4b999-224f-4c77-8d41-1a5633a627d9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:48.853371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0ec3c98-d149-45f4-bb01-365e538e221d req-99b4b999-224f-4c77-8d41-1a5633a627d9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 944 time: 0.0751109 Jul 13 19:50:48.898311 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0ec3c98-d149-45f4-bb01-365e538e221d req-e73b9f0b-c9c5-4f7f-9362-4cf2d7737922 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390995 Jul 13 19:50:49.995499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:50.088381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ad6ff-a7e4-4666-9c42-b70fef0fd1c0 req-89332025-23ec-4561-ac90-b2d9b52d6029 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:50.089987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf2ad6ff-a7e4-4666-9c42-b70fef0fd1c0 req-89332025-23ec-4561-ac90-b2d9b52d6029 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 944 time: 0.0726519 Jul 13 19:50:50.114819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-214d0136-1dae-4de6-8657-2d8eed778116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.137259 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf2ad6ff-a7e4-4666-9c42-b70fef0fd1c0 req-899b9259-a6e7-411b-a119-4c7b0b7929ed tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Jul 13 19:50:50.192220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a3d192a3-25b0-4e70-a52b-f28d3d05bf32 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:50:50.220156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-214d0136-1dae-4de6-8657-2d8eed778116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.224506 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-214d0136-1dae-4de6-8657-2d8eed778116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.249487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:50:50.254182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:50:50.254647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.272906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:50.274998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-214d0136-1dae-4de6-8657-2d8eed778116 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7a818d91e604fe3b816d6e50ad7960e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783217 Jul 13 19:50:50.275852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d0136-1dae-4de6-8657-2d8eed778116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ef39c9-7058-402b-b47b-95bd78d844db,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:50.323496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd638438-0cb2-49a2-ae65-4c990ddba49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.345045 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd638438-0cb2-49a2-ae65-4c990ddba49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.352025 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.375410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:50:50.378274 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b58b7b-9c43-47e0-b92e-7b2855c4fcff" -d '{"events": [{"server_uuid": "aa7250ae-5673-4411-927e-7a0f90b4ce61", "name": "network-vif-plugged", "status": "completed", "tag": "a3d192a3-25b0-4e70-a52b-f28d3d05bf32"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:50:50.398199 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd638438-0cb2-49a2-ae65-4c990ddba49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.399072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:50.401898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd638438-0cb2-49a2-ae65-4c990ddba49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.403112 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dd638438-0cb2-49a2-ae65-4c990ddba49e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95ef39c9-7058-402b-b47b-95bd78d844db HTTP/1.1" status: 204 len: 168 time: 0.1292124 Jul 13 19:50:50.407009 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.414261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd638438-0cb2-49a2-ae65-4c990ddba49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ef39c9-7058-402b-b47b-95bd78d844db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:50.445959 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc1f4e8-33a6-42b1-8228-10e36b5e8f85 x-openstack-request-id: req-0fc1f4e8-33a6-42b1-8228-10e36b5e8f85 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:50:50.446552 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7250ae-5673-4411-927e-7a0f90b4ce61", "name": "network-vif-plugged", "status": "completed", "tag": "a3d192a3-25b0-4e70-a52b-f28d3d05bf32", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:50:50.447061 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fc1f4e8-33a6-42b1-8228-10e36b5e8f85 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:50:50.447711 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32', 'code': 200} Jul 13 19:50:50.486998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:50.573945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7072-1a52-40bd-ab7c-ebc2cb40b70e req-e5ad2cfd-54d6-4036-a939-0051a4017385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:50.574865 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f05e7072-1a52-40bd-ab7c-ebc2cb40b70e req-e5ad2cfd-54d6-4036-a939-0051a4017385 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 1096 time: 0.0611005 Jul 13 19:50:50.612167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f05e7072-1a52-40bd-ab7c-ebc2cb40b70e req-2df2a0a5-80bc-4714-8a77-708627badcff service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296865 Jul 13 19:50:50.724915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:50.727190 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afff72e6-1dec-4759-b518-77381c12eb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.743677 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2e52978-fedd-405f-8347-43e2e8a5de9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.837790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2e52978-fedd-405f-8347-43e2e8a5de9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.841822 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2e52978-fedd-405f-8347-43e2e8a5de9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.880532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b2e52978-fedd-405f-8347-43e2e8a5de9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c77d0f6e99b34699a9ca3def07cc651c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546805 Jul 13 19:50:50.881633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e52978-fedd-405f-8347-43e2e8a5de9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eab3d8-11e3-4860-9ffa-562c4125afaa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:50.883329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:50.938463 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6791004-8033-4c12-a330-6222b785c39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.960208 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6791004-8033-4c12-a330-6222b785c39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:51.006912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6791004-8033-4c12-a330-6222b785c39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:51.009644 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6791004-8033-4c12-a330-6222b785c39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:51.010955 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c6791004-8033-4c12-a330-6222b785c39f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88eab3d8-11e3-4860-9ffa-562c4125afaa HTTP/1.1" status: 204 len: 168 time: 0.1264966 Jul 13 19:50:51.022797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6791004-8033-4c12-a330-6222b785c39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eab3d8-11e3-4860-9ffa-562c4125afaa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:51.354528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0db1-20b7-4796-85f1-d8a083c87953 req-315e5963-9f08-4120-8181-d5645a53455c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:51.356085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4ff0db1-20b7-4796-85f1-d8a083c87953 req-315e5963-9f08-4120-8181-d5645a53455c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.0896902 Jul 13 19:50:51.399803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4ff0db1-20b7-4796-85f1-d8a083c87953 req-30335604-4f83-42a1-af91-3754d77c9955 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379806 Jul 13 19:50:52.437317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:52.572811 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17695de4-75a0-46f4-87dd-fa82dc53decf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.628257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea2691-d174-4dd4-b974-64a9a9f76f56 req-0aa9de2f-d09a-4bb4-babd-28acb4e075b2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:52.629870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ceea2691-d174-4dd4-b974-64a9a9f76f56 req-0aa9de2f-d09a-4bb4-babd-28acb4e075b2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1032193 Jul 13 19:50:52.692311 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ceea2691-d174-4dd4-b974-64a9a9f76f56 req-821eb7ca-57a0-4c23-9037-b0eebd8155dc tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550506 Jul 13 19:50:52.742156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17695de4-75a0-46f4-87dd-fa82dc53decf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.746654 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17695de4-75a0-46f4-87dd-fa82dc53decf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.791635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:52.799756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-17695de4-75a0-46f4-87dd-fa82dc53decf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3768d1e245a400c91138831b4838210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599427 Jul 13 19:50:52.803294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17695de4-75a0-46f4-87dd-fa82dc53decf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4372dee7-cd14-42ad-8140-0ae99e58841a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:52.865478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94e5d6ba-f2e1-4935-9b00-b13d17545350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.888463 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94e5d6ba-f2e1-4935-9b00-b13d17545350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.965692 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94e5d6ba-f2e1-4935-9b00-b13d17545350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.968240 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94e5d6ba-f2e1-4935-9b00-b13d17545350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.976312 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-94e5d6ba-f2e1-4935-9b00-b13d17545350 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4372dee7-cd14-42ad-8140-0ae99e58841a HTTP/1.1" status: 204 len: 168 time: 0.1828418 Jul 13 19:50:52.987260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5d6ba-f2e1-4935-9b00-b13d17545350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4372dee7-cd14-42ad-8140-0ae99e58841a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:53.233787 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f08f1-a6bc-40c2-86dc-021bf0b28862 req-f613665c-fc27-403f-b011-006a1c11ee7b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:53.236313 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d98f08f1-a6bc-40c2-86dc-021bf0b28862 req-f613665c-fc27-403f-b011-006a1c11ee7b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1259289 Jul 13 19:50:53.299318 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d98f08f1-a6bc-40c2-86dc-021bf0b28862 req-5fc141c9-2e77-437a-8958-0dd9e1774097 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553312 Jul 13 19:50:53.606482 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c6560ee-b4d1-400c-a7a5-11e08d9e229e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.650206 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.116237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 60678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:54.230849 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d878572-7ada-43b3-ba37-15d1bccfa25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.371739 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d878572-7ada-43b3-ba37-15d1bccfa25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.385631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d878572-7ada-43b3-ba37-15d1bccfa25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.439855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 60730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:54.447023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8d878572-7ada-43b3-ba37-15d1bccfa25f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c4f398c5883404b88a25a24e1e5c1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295679 Jul 13 19:50:54.448398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d878572-7ada-43b3-ba37-15d1bccfa25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28899fd1-036e-47d7-9e19-761a50e32191,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:54.567018 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-befb48f2-c7c6-4616-838e-e4fa8f780f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.607513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.613568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-befb48f2-c7c6-4616-838e-e4fa8f780f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.650592 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f9ef-077c-4a59-ba62-5c352d8ed63e req-861e06fa-c663-49c2-8a90-d0f5c187182e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:54.652292 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f998f9ef-077c-4a59-ba62-5c352d8ed63e req-861e06fa-c663-49c2-8a90-d0f5c187182e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1467049 Jul 13 19:50:54.721144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f998f9ef-077c-4a59-ba62-5c352d8ed63e req-64f5047c-3619-444c-92e2-c2042c2572e0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Jul 13 19:50:54.740760 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-befb48f2-c7c6-4616-838e-e4fa8f780f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.745975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-befb48f2-c7c6-4616-838e-e4fa8f780f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.757081 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-befb48f2-c7c6-4616-838e-e4fa8f780f56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28899fd1-036e-47d7-9e19-761a50e32191 HTTP/1.1" status: 204 len: 168 time: 0.3153222 Jul 13 19:50:54.792020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb48f2-c7c6-4616-838e-e4fa8f780f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28899fd1-036e-47d7-9e19-761a50e32191,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:55.426088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906f3c0-5191-4e90-96f0-43c11f8686de req-440b8ff7-15c6-43df-9a69-798ce017eb21 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:55.427816 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7906f3c0-5191-4e90-96f0-43c11f8686de req-440b8ff7-15c6-43df-9a69-798ce017eb21 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.0703387 Jul 13 19:50:55.475241 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7906f3c0-5191-4e90-96f0-43c11f8686de req-bb96d8d9-383c-49ff-971d-c02928ffbdfb tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Jul 13 19:50:56.098973 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.558033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:56.657267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c2563-192d-41e7-88cd-746a556fcc5c req-86206869-a6ca-436a-8787-59b6c336184d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:56.658950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-778c2563-192d-41e7-88cd-746a556fcc5c req-86206869-a6ca-436a-8787-59b6c336184d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.0642476 Jul 13 19:50:56.698597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-778c2563-192d-41e7-88cd-746a556fcc5c req-814f8d04-3e44-4f43-ad1b-623d2891c651 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336411 Jul 13 19:50:56.704616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:56.727407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.824830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.932438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Allocated IP 172.25.7.42 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/388fe1d7-c09c-40d1-9aae-ce503fa4c2b9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:50:57.035823 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.078365 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.115018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:50:57.119695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:57.122349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:50:57.166013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event updated for resources: {'Port': ['ID=388fe1d7-c09c-40d1-9aae-ce503fa4c2b9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:57.177076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.177449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.177814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.178155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.178512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.178847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.179174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.179499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.179855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.180176 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.180588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.180892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:57.241740 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.295422 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.335962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-442a662c-a89b-4c3f-8abd-f2035f8236a0 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:57.337597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-442a662c-a89b-4c3f-8abd-f2035f8236a0 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/networks?id=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 HTTP/1.1" status: 200 len: 813 time: 0.1078267 Jul 13 19:50:57.353151 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-9d375c00-455a-46f3-98b7-3bc843557f3e tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/quotas/73c3303cf6294fbf84279627515d6a8a HTTP/1.1" status: 200 len: 375 time: 0.0100896 Jul 13 19:50:57.386928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-d68dada1-184e-49fa-a75b-aa29ddd84f8b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73c3303cf6294fbf84279627515d6a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286691 Jul 13 19:50:57.450247 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.455127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.483679 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-33b0831e-7b68-4bd7-9313-0592753bbfe7 service neutron] 10.222.0.25 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894573 Jul 13 19:50:57.523071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event updated for resources: {'Port': ['ID=388fe1d7-c09c-40d1-9aae-ce503fa4c2b9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:57.535470 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.550052 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.553624 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-08544f09-d18e-4d72-aa59-5c1d77671ef5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9920280 Jul 13 19:50:57.553824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:57.558852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-187667274'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:57.581913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Made reservation on behalf of 905fe34e5a5a4d13bc6896c47f6e1e83 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:50:57.585587 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.586907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-2f3cf45d-888b-4af7-8e27-c8c3320e599a service neutron] 10.222.0.25 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958707 Jul 13 19:50:57.597702 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.712323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.717235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.763932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d1a297-23ca-4086-9aaa-ab145f68bcdb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:57.781573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:50:57.796949 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.797683 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Added segment 3ca620f8-7619-4c77-adf8-8d181a383d2d of type vlan for network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 Jul 13 19:50:57.844977 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e7e7dda-4c31-4580-99f6-9eda05ba9385 req-410fd301-4de4-4b3e-a691-ee1a2a28ddd5 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 210 time: 0.0514796 Jul 13 19:50:57.893047 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.930945 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.939418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:57.940803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.977713 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99662b29-3700-4b58-be34-5421f1d46734 req-dcdd94be-689d-4cf7-88da-b9deefe52713 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:57.979857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99662b29-3700-4b58-be34-5421f1d46734 req-dcdd94be-689d-4cf7-88da-b9deefe52713 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1207838 Jul 13 19:50:58.031755 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4765749 Jul 13 19:50:58.033860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 32854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:58.039944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Request body: {'subnet': {'network_id': '30b196bd-6210-4488-8dbd-8f05e2a38fd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:58.053510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd519517-0311-4cd7-93e0-4cc2a7fe72d7 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event updated for resources: {'Network': ['ID=30b196bd-6210-4488-8dbd-8f05e2a38fd0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:58.059140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99662b29-3700-4b58-be34-5421f1d46734 req-de334ae8-b0fe-41d2-a24a-469e232eb95b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708070 Jul 13 19:50:58.067097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:50:58.176573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Made reservation on behalf of 905fe34e5a5a4d13bc6896c47f6e1e83 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:50:58.180275 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.223753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a3d192a3-25b0-4e70-a52b-f28d3d05bf32 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:50:58.376694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:58.392405 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'port_id': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32', 'mac_address': 'fa:16:3e:9b:e1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:50:58.440643 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.456228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3d192a3-25b0-4e70-a52b-f28d3d05bf32 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:50:58.482279 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.483854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:58.489074 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.561748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:58.582058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Checking segment: {'id': '3ca620f8-7619-4c77-adf8-8d181a383d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '30b196bd-6210-4488-8dbd-8f05e2a38fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:50:58.582449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Network hostable DHCP agents. Network: 30b196bd-6210-4488-8dbd-8f05e2a38fd0, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:50:58.586071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event updated for resources: {'Subnet': ['ID=f285d0ce-f7b4-4ad7-aa96-01ed57be4e21,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:58.600509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a3d192a3-25b0-4e70-a52b-f28d3d05bf32'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:50:58.629906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:50:58.640921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 30b196bd-6210-4488-8dbd-8f05e2a38fd0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:58.649188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:58.649988 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.650822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c525f5-cbc9-43ba-af72-000abc4192e1 None None] Network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:50:58.676330 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-473c3c75-b5cd-4da3-97e5-abdd8738bfb5 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6376476 Jul 13 19:50:58.676736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:58.685469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-125882042', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:58.735471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.738655 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.815570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.949309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-30b196bd-6210-4488-8dbd-8f05e2a38fd0', 'network_id': '30b196bd-6210-4488-8dbd-8f05e2a38fd0', 'tenant_id': '905fe34e5a5a4d13bc6896c47f6e1e83', 'fixed_ips': [{'subnet_id': 'f285d0ce-f7b4-4ad7-aa96-01ed57be4e21'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:50:58.950442 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:59.019305 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:59.077503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-21ba2b2f-8374-44bb-a43a-5af14f3d12bb req-6390bb0d-1668-48f4-b3e6-ff1d3fdf1ea6 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 210 time: 0.0451734 Jul 13 19:50:59.306782 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Allocated IP 172.20.0.2 (30b196bd-6210-4488-8dbd-8f05e2a38fd0/f285d0ce-f7b4-4ad7-aa96-01ed57be4e21/8cddae99-8e58-4bcd-abea-52adacf1d9dd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:50:59.423232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27215267-6db2-43f6-9172-40b5ddd5f207 req-2c41ae60-f8a4-4da0-b9e8-4b4a42142493 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:59.425658 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27215267-6db2-43f6-9172-40b5ddd5f207 req-2c41ae60-f8a4-4da0-b9e8-4b4a42142493 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 944 time: 0.1173525 Jul 13 19:50:59.441474 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:59.473590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:59.480335 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27215267-6db2-43f6-9172-40b5ddd5f207 req-b5c6a698-5f6c-4540-a09c-b670995173f8 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449710 Jul 13 19:50:59.570715 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:59.579790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Transition to ACTIVE for port object 8cddae99-8e58-4bcd-abea-52adacf1d9dd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:59.595946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Transition to ACTIVE for port object 8cddae99-8e58-4bcd-abea-52adacf1d9dd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:50:59.605837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:59.622327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-44d1b518-163e-4841-acb6-d5e53c2e3fc8 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:50:59.624116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-44d1b518-163e-4841-acb6-d5e53c2e3fc8 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.24 "GET /v2.0/networks?id=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 HTTP/1.1" status: 200 len: 813 time: 0.3968549 Jul 13 19:50:59.652892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Request body: {'port': {'device_id': '9fb3ff3e-50d4-4d67-a7e5-1844c82e9841', 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0', 'admin_state_up': True, 'tenant_id': '73c3303cf6294fbf84279627515d6a8a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:50:59.663860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:50:59.666867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:50:59.670780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:50:59.678829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Pushing event updated for resources: {'Port': ['ID=8cddae99-8e58-4bcd-abea-52adacf1d9dd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:59.740086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Allocated IP 172.25.7.178 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/e44b52f5-53f8-484c-8c30-27748115b68e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:50:59.755910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Attempting to bind port 8cddae99-8e58-4bcd-abea-52adacf1d9dd on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:50:59.756530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Attempting to bind port 8cddae99-8e58-4bcd-abea-52adacf1d9dd by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '3ca620f8-7619-4c77-adf8-8d181a383d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '30b196bd-6210-4488-8dbd-8f05e2a38fd0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:50:59.757055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Attempting to bind port 8cddae99-8e58-4bcd-abea-52adacf1d9dd on network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:50:59.766505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:50:59.767185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Checking segment: {'id': '3ca620f8-7619-4c77-adf8-8d181a383d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '30b196bd-6210-4488-8dbd-8f05e2a38fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:50:59.769102 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:59.769509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Bound using segment: {'id': '3ca620f8-7619-4c77-adf8-8d181a383d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '30b196bd-6210-4488-8dbd-8f05e2a38fd0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:50:59.770274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Bound port: 8cddae99-8e58-4bcd-abea-52adacf1d9dd, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca620f8-7619-4c77-adf8-8d181a383d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '30b196bd-6210-4488-8dbd-8f05e2a38fd0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:50:59.770702 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:59.843933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] For port 8cddae99-8e58-4bcd-abea-52adacf1d9dd, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:50:59.848253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] For port 8cddae99-8e58-4bcd-abea-52adacf1d9dd, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8cddae99-8e58-4bcd-abea-52adacf1d9dd,segment=NetworkSegment(3ca620f8-7619-4c77-adf8-8d181a383d2d),segment_id=3ca620f8-7619-4c77-adf8-8d181a383d2d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:50:59.857575 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:59.871396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Made reservation on behalf of 73c3303cf6294fbf84279627515d6a8a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:50:59.874984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:59.957907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d466cfd-48b0-453e-a6f9-4e9a2e7e7e95 None None] Pushing event updated for resources: {'Port': ['ID=8cddae99-8e58-4bcd-abea-52adacf1d9dd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:59.977956 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:00.088193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Allocated IP 172.20.0.11 (8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0/ca0b9607-0033-4584-8b87-78d8895dd905/7bf19906-1446-498a-950c-a309a094079d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:00.090710 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:00.148758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event updated for resources: {'Port': ['ID=e44b52f5-53f8-484c-8c30-27748115b68e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:00.207107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:00.208591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:00.212686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:00.222860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a3d192a3-25b0-4e70-a52b-f28d3d05bf32 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:00.358177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:00.359471 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:00.408587 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:51:00.495842 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:00.530302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:00.533092 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c912a9f9-480a-4589-8fad-90eb0f397393" -d '{"events": [{"server_uuid": "aa7250ae-5673-4411-927e-7a0f90b4ce61", "name": "network-vif-plugged", "status": "completed", "tag": "a3d192a3-25b0-4e70-a52b-f28d3d05bf32"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:00.553527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:00.558760 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:00.640545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:00.761205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf2ce7-e4bd-4759-bc9c-4b56b9007003 req-314420d6-2373-4735-b8b8-ed569b1a4935 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:00.766810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8cddae99-8e58-4bcd-abea-52adacf1d9dd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:00.771922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5edf2ce7-e4bd-4759-bc9c-4b56b9007003 req-314420d6-2373-4735-b8b8-ed569b1a4935 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1158440 Jul 13 19:51:00.817832 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5edf2ce7-e4bd-4759-bc9c-4b56b9007003 req-6a5e5800-d427-46c2-8cef-668aea54d508 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Jul 13 19:51:00.852788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 8cddae99-8e58-4bcd-abea-52adacf1d9dd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:00.896505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4c7d815a-05a1-4f90-bfbe-c6ecd09ebe67 req-2079610e-3c0b-477f-b473-41f905046fab tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 210 time: 0.5919125 Jul 13 19:51:00.907866 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fdb486-7904-44b5-8ced-efc24965cf90 x-openstack-request-id: req-c2fdb486-7904-44b5-8ced-efc24965cf90 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:00.908159 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7250ae-5673-4411-927e-7a0f90b4ce61", "name": "network-vif-plugged", "status": "completed", "tag": "a3d192a3-25b0-4e70-a52b-f28d3d05bf32", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:00.909122 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2fdb486-7904-44b5-8ced-efc24965cf90 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:00.909543 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32', 'code': 200} Jul 13 19:51:01.056293 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:01.158304 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:01.216316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:01.321467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723d2d8-f2d6-4afc-a502-7f853a37f478 None None] Network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:01.358934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:01.365927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:01.368546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:01.409345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Pushing event updated for resources: {'Port': ['ID=7bf19906-1446-498a-950c-a309a094079d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:01.444855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c48033c6-d058-45af-9cc4-29d55672af42 None None] Provisioning for port 8cddae99-8e58-4bcd-abea-52adacf1d9dd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:01.458562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c48033c6-d058-45af-9cc4-29d55672af42 None None] Provisioning complete for port 8cddae99-8e58-4bcd-abea-52adacf1d9dd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:01.459456 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48033c6-d058-45af-9cc4-29d55672af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:01.480246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:01.480878 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:01.507679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f69dd0-fd97-4e5b-bacb-914e4414c875 req-71ccfc09-14d3-41b0-a3b8-26cff2e90f99 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:01.509109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32f69dd0-fd97-4e5b-bacb-914e4414c875 req-71ccfc09-14d3-41b0-a3b8-26cff2e90f99 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.1389968 Jul 13 19:51:01.570926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-260b5c1d-b069-460d-afe5-a0bb9f1e5717 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9205260 Jul 13 19:51:01.596803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32f69dd0-fd97-4e5b-bacb-914e4414c875 req-8ed410e4-f93d-4f45-8126-ac200063a996 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716553 Jul 13 19:51:01.611126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 32892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:01.617285 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:01.657407 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48033c6-d058-45af-9cc4-29d55672af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:01.722631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Request body: {'port': {'device_id': '9fb3ff3e-50d4-4d67-a7e5-1844c82e9841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:01.731643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c48033c6-d058-45af-9cc4-29d55672af42 None None] For port 8cddae99-8e58-4bcd-abea-52adacf1d9dd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8cddae99-8e58-4bcd-abea-52adacf1d9dd,segment=NetworkSegment(3ca620f8-7619-4c77-adf8-8d181a383d2d),segment_id=3ca620f8-7619-4c77-adf8-8d181a383d2d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:01.738003 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48033c6-d058-45af-9cc4-29d55672af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:01.765485 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f3f3e18a-bf1e-449b-a59d-a788f07931b9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/45a7638a-cee4-4592-b740-97cec208ab13 HTTP/1.1" status: 200 len: 993 time: 0.1510506 Jul 13 19:51:01.850137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48033c6-d058-45af-9cc4-29d55672af42 None None] Pushing event updated for resources: {'Port': ['ID=8cddae99-8e58-4bcd-abea-52adacf1d9dd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:01.853160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:02.069080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e1eefa2-8104-4e2f-8128-b9a2b8411f4c None None] Provisioning complete for port 8cddae99-8e58-4bcd-abea-52adacf1d9dd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:02.069454 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e1eefa2-8104-4e2f-8128-b9a2b8411f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:02.103914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Router 016632a3-10d0-4f8e-b660-384e3ff3e970 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:51:02.166127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49532b4f-75fe-4128-aeb7-d75bd0bdb0c5 req-5aeafdd4-4da6-4b2b-913d-ca895a22e0b4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:02.172944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49532b4f-75fe-4128-aeb7-d75bd0bdb0c5 req-5aeafdd4-4da6-4b2b-913d-ca895a22e0b4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1138458 Jul 13 19:51:02.223048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49532b4f-75fe-4128-aeb7-d75bd0bdb0c5 req-901f7d40-c6e9-489f-940f-e5b7ac2c7bbf tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470448 Jul 13 19:51:02.401525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c34ac-8515-4b25-bf07-1ecfe9f26db7 req-b19dd296-6d17-467f-bcb9-9979125c0ae6 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:02.408910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-780c34ac-8515-4b25-bf07-1ecfe9f26db7 req-b19dd296-6d17-467f-bcb9-9979125c0ae6 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 932 time: 0.2256742 Jul 13 19:51:02.411477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:51:02.437393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fe52d5-3907-4018-ac6f-593ff2c92fc5 None None] Sync routers for ids ['016632a3-10d0-4f8e-b660-384e3ff3e970'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:51:02.452850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe52d5-3907-4018-ac6f-593ff2c92fc5 None None] Routers {'016632a3-10d0-4f8e-b660-384e3ff3e970'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:02.453804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14fe52d5-3907-4018-ac6f-593ff2c92fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['016632a3-10d0-4f8e-b660-384e3ff3e970'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:02.505281 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:02.505281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6dd2a412-33f8-42ee-a5bf-fe29537f3e0b tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7964785 Jul 13 19:51:02.506064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 32908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:02.507841 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-780c34ac-8515-4b25-bf07-1ecfe9f26db7 req-a7350ca1-8e82-4f1b-9c19-bfb37977886c tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798573 Jul 13 19:51:02.524465 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14fe52d5-3907-4018-ac6f-593ff2c92fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:02.544278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe52d5-3907-4018-ac6f-593ff2c92fc5 None None] Routers {'016632a3-10d0-4f8e-b660-384e3ff3e970'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:02.545033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14fe52d5-3907-4018-ac6f-593ff2c92fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['016632a3-10d0-4f8e-b660-384e3ff3e970'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:02.561529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf19906-1446-498a-950c-a309a094079d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:51:02.572921 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:02.590001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Transition to ACTIVE for port object 7bf19906-1446-498a-950c-a309a094079d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:02.595565 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:02.641521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14fe52d5-3907-4018-ac6f-593ff2c92fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:02.645308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fe52d5-3907-4018-ac6f-593ff2c92fc5 None None] The sync data for ids ['016632a3-10d0-4f8e-b660-384e3ff3e970'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:51:02.720418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Pushing event updated for resources: {'Port': ['ID=7bf19906-1446-498a-950c-a309a094079d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:02.768571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8cddae99-8e58-4bcd-abea-52adacf1d9dd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:02.841946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8cddae99-8e58-4bcd-abea-52adacf1d9dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:02.842324 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:02.849395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Attempting to bind port 7bf19906-1446-498a-950c-a309a094079d on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:02.850546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Attempting to bind port 7bf19906-1446-498a-950c-a309a094079d by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '95f72563-3eb7-4208-a20b-70107c4cd95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:02.851127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Attempting to bind port 7bf19906-1446-498a-950c-a309a094079d on network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:02.856188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Port 7bf19906-1446-498a-950c-a309a094079d on network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:51:02.856914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Attempting to bind port 7bf19906-1446-498a-950c-a309a094079d on network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:02.862851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:02.863530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Checking segment: {'id': '95f72563-3eb7-4208-a20b-70107c4cd95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:02.864203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Bound using segment: {'id': '95f72563-3eb7-4208-a20b-70107c4cd95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:02.864884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Bound port: 7bf19906-1446-498a-950c-a309a094079d, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f72563-3eb7-4208-a20b-70107c4cd95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:02.865501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:02.865700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d963718-237e-4d5b-8f42-a3566e3f37cd req-b3de41bc-a296-4fc5-a417-16e97120bf66 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:02.867476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d963718-237e-4d5b-8f42-a3566e3f37cd req-b3de41bc-a296-4fc5-a417-16e97120bf66 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1096 time: 0.1394429 Jul 13 19:51:02.946207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] For port 7bf19906-1446-498a-950c-a309a094079d, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:02.951912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] For port 7bf19906-1446-498a-950c-a309a094079d, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7bf19906-1446-498a-950c-a309a094079d,segment=NetworkSegment(95f72563-3eb7-4208-a20b-70107c4cd95f),segment_id=95f72563-3eb7-4208-a20b-70107c4cd95f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:02.958355 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:02.996345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:02.997020 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:02.998496 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] 10.222.0.24 "PUT /v2.0/ports/7bf19906-1446-498a-950c-a309a094079d HTTP/1.1" status: 200 len: 1092 time: 1.4193745 Jul 13 19:51:02.998918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb3ff3e-50d4-4d67-a7e5-1844c82e9841', 'tag': '7bf19906-1446-498a-950c-a309a094079d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:03.001183 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9731ef-310f-4490-9a89-d5887cfac966" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb3ff3e-50d4-4d67-a7e5-1844c82e9841", "tag": "7bf19906-1446-498a-950c-a309a094079d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:03.004784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d963718-237e-4d5b-8f42-a3566e3f37cd req-aee879a3-7943-42d6-84d5-1e329c372654 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012588 Jul 13 19:51:03.053462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fa9f5-23b7-4e65-8d2d-32ab6edb836f service neutron] Pushing event updated for resources: {'Port': ['ID=7bf19906-1446-498a-950c-a309a094079d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:03.113054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-c6840e47-ae7f-4cd4-9733-17e7ac1d188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:03.114943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-c6840e47-ae7f-4cd4-9733-17e7ac1d188e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73c3303cf6294fbf84279627515d6a8a&device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 1095 time: 0.0729945 Jul 13 19:51:03.176598 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-da55dacd-91a8-4c73-b7ae-08f089349a0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bf19906-1446-498a-950c-a309a094079d HTTP/1.1" status: 200 len: 217 time: 0.0498536 Jul 13 19:51:03.199725 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a431cb4-f316-4ae2-8dd6-2abe4c5b8ac5 x-openstack-request-id: req-1a431cb4-f316-4ae2-8dd6-2abe4c5b8ac5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:03.200382 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb3ff3e-50d4-4d67-a7e5-1844c82e9841", "tag": "7bf19906-1446-498a-950c-a309a094079d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:03.200825 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a431cb4-f316-4ae2-8dd6-2abe4c5b8ac5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:03.201296 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb3ff3e-50d4-4d67-a7e5-1844c82e9841', 'tag': '7bf19906-1446-498a-950c-a309a094079d', 'status': 'completed', 'code': 200} Jul 13 19:51:03.243880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-56b6a91a-ce5e-42d2-a22d-a56b0145566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:03.245536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-56b6a91a-ce5e-42d2-a22d-a56b0145566c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca0b9607-0033-4584-8b87-78d8895dd905 HTTP/1.1" status: 200 len: 853 time: 0.0615985 Jul 13 19:51:03.277093 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:03.329757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-1068437f-61f3-4b27-b026-afe9a63e2c14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728073 Jul 13 19:51:03.522725 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-1fb444ce-bd6b-40f3-9d72-a040b370ea5a service neutron] 10.222.0.24 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809597 Jul 13 19:51:03.603233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba7bfb-c52e-4629-ab26-5abbf6db9baf req-9d0180ed-f6c4-408d-b46c-f98fd8c4e5b4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:03.612556 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54ba7bfb-c52e-4629-ab26-5abbf6db9baf req-9d0180ed-f6c4-408d-b46c-f98fd8c4e5b4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.2266395 Jul 13 19:51:03.678604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Allocated IP 172.20.0.1 (30b196bd-6210-4488-8dbd-8f05e2a38fd0/f285d0ce-f7b4-4ad7-aa96-01ed57be4e21/add995a1-c9e1-4942-8f2e-06c1e8f53cbf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:03.688371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54ba7bfb-c52e-4629-ab26-5abbf6db9baf req-48305b6f-96b2-46a4-b55f-a0f65a190d58 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747707 Jul 13 19:51:03.753297 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3bdb2b0-f17c-443c-b9e0-f16dfcbe592f req-9f9ce67d-76b8-4d1a-a4f6-e12dbbd487c0 service neutron] 10.222.0.24 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172515 Jul 13 19:51:03.879466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:03.903215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Transition to ACTIVE for port object add995a1-c9e1-4942-8f2e-06c1e8f53cbf will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:03.946489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:04.009958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9731ef-310f-4490-9a89-d5887cfac966 req-12fc9f88-c9c1-4a21-8807-23dfbf36cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:04.011776 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a9731ef-310f-4490-9a89-d5887cfac966 req-12fc9f88-c9c1-4a21-8807-23dfbf36cb83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73c3303cf6294fbf84279627515d6a8a&device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 1095 time: 0.1011980 Jul 13 19:51:04.022762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883f228-c27c-4d86-bb1a-766fb78e4aed req-b39d3209-163e-4e0f-bbc9-7c7b6b2b899a tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:04.027462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event updated for resources: {'Port': ['ID=add995a1-c9e1-4942-8f2e-06c1e8f53cbf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:04.030904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4883f228-c27c-4d86-bb1a-766fb78e4aed req-b39d3209-163e-4e0f-bbc9-7c7b6b2b899a tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 944 time: 0.1531422 Jul 13 19:51:04.052505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:04.054623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:04.057458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:04.122125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:04.162284 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4883f228-c27c-4d86-bb1a-766fb78e4aed req-2ee7d5e2-2292-4032-a954-b4d3c4a2305c tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303020 Jul 13 19:51:04.203592 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9731ef-310f-4490-9a89-d5887cfac966 req-31336910-a8bf-4e18-97c3-66e0606e026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:04.205502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a9731ef-310f-4490-9a89-d5887cfac966 req-31336910-a8bf-4e18-97c3-66e0606e026a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 HTTP/1.1" status: 200 len: 914 time: 0.1541862 Jul 13 19:51:04.311712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a9731ef-310f-4490-9a89-d5887cfac966 req-1b9819ef-bb2f-455c-aca4-0b89a03ba4ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bf19906-1446-498a-950c-a309a094079d HTTP/1.1" status: 200 len: 217 time: 0.0793667 Jul 13 19:51:04.365244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:04.392254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9731ef-310f-4490-9a89-d5887cfac966 req-4271d99c-bf7d-4b8c-aefd-811133566b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:04.393989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a9731ef-310f-4490-9a89-d5887cfac966 req-4271d99c-bf7d-4b8c-aefd-811133566b1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca0b9607-0033-4584-8b87-78d8895dd905 HTTP/1.1" status: 200 len: 853 time: 0.0643971 Jul 13 19:51:04.402760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d126ff9e-0410-4ab7-82b6-3ed99efd9b47 None None] Provisioning for port add995a1-c9e1-4942-8f2e-06c1e8f53cbf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:04.412323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d126ff9e-0410-4ab7-82b6-3ed99efd9b47 None None] Provisioning complete for port add995a1-c9e1-4942-8f2e-06c1e8f53cbf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:04.413039 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d126ff9e-0410-4ab7-82b6-3ed99efd9b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:04.441521 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a9731ef-310f-4490-9a89-d5887cfac966 req-f66b0992-90b3-4e9c-b63c-52e8214d9f58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375209 Jul 13 19:51:04.445621 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-77c670c5-52a4-4f74-a6fd-eef2288c0880 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3138955 Jul 13 19:51:04.466613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d126ff9e-0410-4ab7-82b6-3ed99efd9b47 None None] Port add995a1-c9e1-4942-8f2e-06c1e8f53cbf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:51:04.582999 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a9731ef-310f-4490-9a89-d5887cfac966 req-f9a1e665-679b-4744-bdce-90db2e5f95e0 service neutron] 10.222.0.24 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311142 Jul 13 19:51:04.768463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5a9731ef-310f-4490-9a89-d5887cfac966 req-c6553ca3-e40e-40cb-aea8-32adac06d363 service neutron] 10.222.0.24 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725149 Jul 13 19:51:04.810388 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:04.821787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:04.938485 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:04.939267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca271a2-c90a-4301-8f0e-ecb3fa56ae20 req-1f5ad5ce-c189-4b57-a030-9f60663da651 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:04.941260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dca271a2-c90a-4301-8f0e-ecb3fa56ae20 req-1f5ad5ce-c189-4b57-a030-9f60663da651 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.0699797 Jul 13 19:51:04.941569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event updated for resources: {'Port': ['ID=add995a1-c9e1-4942-8f2e-06c1e8f53cbf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:04.990876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dca271a2-c90a-4301-8f0e-ecb3fa56ae20 req-8497b407-c7c9-4c45-bccd-bf943c78a78e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Jul 13 19:51:05.070449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:05.072090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:05.213813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Router 016632a3-10d0-4f8e-b660-384e3ff3e970 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:51:05.227364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2bb6718-d46b-4812-841e-ac8b6cf8e32f tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:51:05.230838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2bb6718-d46b-4812-841e-ac8b6cf8e32f tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1073444 Jul 13 19:51:05.260687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Request body: {'binding': {'host': 'n-h1-800708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:05.261737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:51:05.499752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50d50756-0d02-45ea-bde1-35685cf74c48 None None] Provisioning complete for port add995a1-c9e1-4942-8f2e-06c1e8f53cbf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:05.500875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50d50756-0d02-45ea-bde1-35685cf74c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:05.530312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd2c9a-efbc-4a35-a2b2-81dd047e0648 req-2d469197-e1f3-4f8a-8d01-78ab3320b3a4 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:05.542242 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b8dd2c9a-efbc-4a35-a2b2-81dd047e0648 req-2d469197-e1f3-4f8a-8d01-78ab3320b3a4 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 944 time: 0.1681933 Jul 13 19:51:05.585054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-50d50756-0d02-45ea-bde1-35685cf74c48 None None] Port add995a1-c9e1-4942-8f2e-06c1e8f53cbf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:51:05.598919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 on host n-h1-800708-1 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:05.599260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:05.599597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:05.625108 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b8dd2c9a-efbc-4a35-a2b2-81dd047e0648 req-8ee48e8f-f989-423c-a2db-ff636bdc08e4 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668440 Jul 13 19:51:05.626149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Port c9bdc09b-b721-47ae-902b-c5a4696eb796 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:51:05.626507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:05.632754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:05.633102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Checking segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:05.633497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Bound using segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:05.633941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Bound port: c9bdc09b-b721-47ae-902b-c5a4696eb796, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:05.737536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:05.744626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:05.764300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1bf2cd9d-d6a9-4898-ad44-4e88c78bf39f service neutron] 10.222.0.25 "POST /v2.0/ports/c9bdc09b-b721-47ae-902b-c5a4696eb796/bindings HTTP/1.1" status: 201 len: 389 time: 0.5202162 Jul 13 19:51:05.780523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:51:05.793490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6eb79721-98d1-4455-bd4f-1a23f9cf5d09 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "PUT /v2.0/routers/016632a3-10d0-4f8e-b660-384e3ff3e970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3095746 Jul 13 19:51:05.794062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:05.803510 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488c76e-3298-44cb-b897-56878b1bacc3 None None] Sync routers for ids ['016632a3-10d0-4f8e-b660-384e3ff3e970'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:51:05.815299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Request body: {'port': {'network_id': '30b196bd-6210-4488-8dbd-8f05e2a38fd0', 'name': 'tempest-FloatingIPAdminTestJSON-510502921'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:05.823835 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488c76e-3298-44cb-b897-56878b1bacc3 None None] Routers {'016632a3-10d0-4f8e-b660-384e3ff3e970'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:05.824747 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5488c76e-3298-44cb-b897-56878b1bacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['016632a3-10d0-4f8e-b660-384e3ff3e970'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:05.874029 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5488c76e-3298-44cb-b897-56878b1bacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:05.890590 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488c76e-3298-44cb-b897-56878b1bacc3 None None] Routers {'016632a3-10d0-4f8e-b660-384e3ff3e970'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:05.891491 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5488c76e-3298-44cb-b897-56878b1bacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['016632a3-10d0-4f8e-b660-384e3ff3e970'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:05.931844 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5488c76e-3298-44cb-b897-56878b1bacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:05.932781 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488c76e-3298-44cb-b897-56878b1bacc3 None None] The sync data for ids ['016632a3-10d0-4f8e-b660-384e3ff3e970'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:51:06.077998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14cf9c-fbb6-4814-80f3-b0f4c78df231 req-9d244dd6-0cea-4a87-9eab-9f6f76b36b27 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:06.079759 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce14cf9c-fbb6-4814-80f3-b0f4c78df231 req-9d244dd6-0cea-4a87-9eab-9f6f76b36b27 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.1485732 Jul 13 19:51:06.096822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7bf19906-1446-498a-950c-a309a094079d details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:51:06.106179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Made reservation on behalf of 905fe34e5a5a4d13bc6896c47f6e1e83 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:06.109763 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:06.206183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] device_id is not set on port 581f326b-c518-4203-b727-4247cf0af34d yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:51:06.277393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7bf19906-1446-498a-950c-a309a094079d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7bf19906-1446-498a-950c-a309a094079d,segment=NetworkSegment(95f72563-3eb7-4208-a20b-70107c4cd95f),segment_id=95f72563-3eb7-4208-a20b-70107c4cd95f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:06.283730 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00768065-23e6-4f8e-bb64-cf592f19911e req-62f9af2d-e816-424c-8e79-0e6709b09457 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:06.285484 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00768065-23e6-4f8e-bb64-cf592f19911e req-62f9af2d-e816-424c-8e79-0e6709b09457 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1132872 Jul 13 19:51:06.292163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '7bf19906-1446-498a-950c-a309a094079d', 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0', 'port_id': '7bf19906-1446-498a-950c-a309a094079d', 'mac_address': 'fa:16:3e:0a:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0b9607-0033-4584-8b87-78d8895dd905', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:51:06.304512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-6f84bd51-70f9-4017-a13c-2035d31cd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:06.306084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-6f84bd51-70f9-4017-a13c-2035d31cd37f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1096 time: 0.2857554 Jul 13 19:51:06.320018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce14cf9c-fbb6-4814-80f3-b0f4c78df231 req-2b28a7f0-b8fc-4b47-97dc-0b2eb289a74f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263277 Jul 13 19:51:06.368751 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:06.373020 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00768065-23e6-4f8e-bb64-cf592f19911e req-5031ce43-a465-4161-b39f-a246ff6d73f2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780487 Jul 13 19:51:06.388550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf19906-1446-498a-950c-a309a094079d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:51:06.422937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Allocated IP 172.20.0.6 (30b196bd-6210-4488-8dbd-8f05e2a38fd0/f285d0ce-f7b4-4ad7-aa96-01ed57be4e21/581f326b-c518-4203-b727-4247cf0af34d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:06.423395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7bf19906-1446-498a-950c-a309a094079d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7bf19906-1446-498a-950c-a309a094079d,segment=NetworkSegment(95f72563-3eb7-4208-a20b-70107c4cd95f),segment_id=95f72563-3eb7-4208-a20b-70107c4cd95f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:06.433296 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:06.485244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-b93e0482-31f7-4f53-b5c3-5d1588d1b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:06.487123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-b93e0482-31f7-4f53-b5c3-5d1588d1b711 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95b85212-2a27-4924-a23e-5c8ebd946fc4 HTTP/1.1" status: 200 len: 897 time: 0.1661484 Jul 13 19:51:06.510058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7bf19906-1446-498a-950c-a309a094079d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:06.631132 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-223e747a-c982-416e-ba18-870859c025da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796 HTTP/1.1" status: 200 len: 1001 time: 0.1330311 Jul 13 19:51:06.704322 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:06.723983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-b12b7067-d28d-430f-879c-bb5648637521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:06.725483 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-b12b7067-d28d-430f-879c-bb5648637521 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c86950a1-4f31-4c22-b735-a62625888543 HTTP/1.1" status: 200 len: 835 time: 0.0842495 Jul 13 19:51:06.729736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Transition to ACTIVE for port object 581f326b-c518-4203-b727-4247cf0af34d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:06.736801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['7bf19906-1446-498a-950c-a309a094079d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:51:06.880166 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:06.891047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-cfb28264-de4b-4e8e-b8ac-8cc0a35b305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:06.892577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-cfb28264-de4b-4e8e-b8ac-8cc0a35b305b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95b85212-2a27-4924-a23e-5c8ebd946fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564255 Jul 13 19:51:06.949970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c60f8-77ed-4ac2-9511-a25f706be7ae req-7aba50ca-b4e4-46d8-9d12-e5cf684cd6c9 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:06.952067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-003c60f8-77ed-4ac2-9511-a25f706be7ae req-7aba50ca-b4e4-46d8-9d12-e5cf684cd6c9 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 945 time: 0.1764948 Jul 13 19:51:07.398063 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:07.414519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:07.416326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event updated for resources: {'Port': ['ID=581f326b-c518-4203-b727-4247cf0af34d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:07.420378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:07.500376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-003c60f8-77ed-4ac2-9511-a25f706be7ae req-0f2069b4-a6b2-4bf6-8441-c7dd72855de6 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293508 Jul 13 19:51:07.532022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:07.533701 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:07.561194 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-78468ec0-75f8-47b3-96ec-5ee854e5de55 service neutron] 10.222.0.24 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322732 Jul 13 19:51:07.567900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8d115848-3006-4955-9a8b-de585d53aec1 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7717328 Jul 13 19:51:07.568822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 32970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:07.604866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152cc4f-f63c-4017-926f-dc8fe9e48eae req-fd79f500-7afe-402d-aadc-dac5c6f56856 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:07.613356 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b152cc4f-f63c-4017-926f-dc8fe9e48eae req-fd79f500-7afe-402d-aadc-dac5c6f56856 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.1476483 Jul 13 19:51:07.685995 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b152cc4f-f63c-4017-926f-dc8fe9e48eae req-fd909a93-d378-431e-bfea-5860f8f15dea tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654798 Jul 13 19:51:07.720720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'project_id': '905fe34e5a5a4d13bc6896c47f6e1e83', 'port_id': '581f326b-c518-4203-b727-4247cf0af34d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:07.787858 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-9e0ab44e-3204-4789-a212-e317f0662344 service neutron] 10.222.0.24 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082474 Jul 13 19:51:07.793836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:07.827834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91a9ed75-c79c-4a7b-8974-0b75e2a0d56a None None] Provisioning for port 581f326b-c518-4203-b727-4247cf0af34d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:07.835687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91a9ed75-c79c-4a7b-8974-0b75e2a0d56a None None] Provisioning complete for port 581f326b-c518-4203-b727-4247cf0af34d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:07.836392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91a9ed75-c79c-4a7b-8974-0b75e2a0d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:07.886391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-91a9ed75-c79c-4a7b-8974-0b75e2a0d56a None None] Port 581f326b-c518-4203-b727-4247cf0af34d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:51:07.946462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6000f-5dbb-48bd-81b5-cb9a03358831 req-0a737250-ea24-4d2e-99a7-89aba345587e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:07.948342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04b6000f-5dbb-48bd-81b5-cb9a03358831 req-0a737250-ea24-4d2e-99a7-89aba345587e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.2324505 Jul 13 19:51:08.035133 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04b6000f-5dbb-48bd-81b5-cb9a03358831 req-6d7f4148-08b7-410e-b5b9-bcb873a75771 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778613 Jul 13 19:51:08.046160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-88f951a4-2d8f-4685-8b01-c8f8e8aa7e9a tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:08.048035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-88f951a4-2d8f-4685-8b01-c8f8e8aa7e9a tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197&tenant_id=0d551bfaa9d447d2b834405a7b06ff80&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1096 time: 0.1849079 Jul 13 19:51:08.068514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800708-1'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:08.073275 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:08.110511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7bf19906-1446-498a-950c-a309a094079d up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:08.195071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 7bf19906-1446-498a-950c-a309a094079d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:08.217717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 7bf19906-1446-498a-950c-a309a094079d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:08.217717 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:08.258586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:08.321632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Allocated IP 172.25.7.251 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/6c518237-1e90-4faa-83a9-215b81794b2a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:08.357080 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:08.403809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb3ff3e-50d4-4d67-a7e5-1844c82e9841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf19906-1446-498a-950c-a309a094079d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:08.407396 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1cd2c-15a6-4daa-a18b-6fdb16c125d6" -d '{"events": [{"server_uuid": "9fb3ff3e-50d4-4d67-a7e5-1844c82e9841", "name": "network-vif-plugged", "status": "completed", "tag": "7bf19906-1446-498a-950c-a309a094079d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:08.495356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:08.528124 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:08.579597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:08.671645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:08.674972 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298bfe02-8f8a-4766-bccf-1448634484e9" -d '{"events": [{"server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:08.679121 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:08.691574 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:08.701928 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:08.740865 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b5fc29-5218-4039-b796-215a91d91835 x-openstack-request-id: req-f4b5fc29-5218-4039-b796-215a91d91835 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:08.741226 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:08.741545 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4b5fc29-5218-4039-b796-215a91d91835 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:08.742010 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'code': 200} Jul 13 19:51:08.745960 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d71dae-6e4a-4401-8250-594f1cd5dddc x-openstack-request-id: req-50d71dae-6e4a-4401-8250-594f1cd5dddc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:08.745960 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb3ff3e-50d4-4d67-a7e5-1844c82e9841", "name": "network-vif-plugged", "status": "completed", "tag": "7bf19906-1446-498a-950c-a309a094079d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:08.746172 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50d71dae-6e4a-4401-8250-594f1cd5dddc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:08.746609 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb3ff3e-50d4-4d67-a7e5-1844c82e9841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf19906-1446-498a-950c-a309a094079d', 'code': 200} Jul 13 19:51:08.750972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7bf19906-1446-498a-950c-a309a094079d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7bf19906-1446-498a-950c-a309a094079d,segment=NetworkSegment(95f72563-3eb7-4208-a20b-70107c4cd95f),segment_id=95f72563-3eb7-4208-a20b-70107c4cd95f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:08.765993 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:08.863662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7bf19906-1446-498a-950c-a309a094079d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:08.894777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:08.913743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:08.919030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:08.924896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Pushing event updated for resources: {'Port': ['ID=c9bdc09b-b721-47ae-902b-c5a4696eb796,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:08.981680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ccde7-8c6b-434a-87c7-fbee9d5a9023 req-64220bab-37af-4861-bd37-1949da0e489f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:08.982969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168c9ad-df7e-4307-9644-46aadae58506 req-cb11b2e0-0b19-445b-b62f-7ab7694c75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:08.984665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a168c9ad-df7e-4307-9644-46aadae58506 req-cb11b2e0-0b19-445b-b62f-7ab7694c75d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 1096 time: 0.3617370 Jul 13 19:51:08.990361 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e4ccde7-8c6b-434a-87c7-fbee9d5a9023 req-64220bab-37af-4861-bd37-1949da0e489f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 943 time: 0.0972350 Jul 13 19:51:09.051949 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e4ccde7-8c6b-434a-87c7-fbee9d5a9023 req-538ae9bd-f83d-4a7c-99f7-1514169b4f3d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583212 Jul 13 19:51:09.105780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Pushing event updated for resources: {'Port': ['ID=6c518237-1e90-4faa-83a9-215b81794b2a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:09.130452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aea42d45-1581-41ad-82f1-c32e0e9c3e63 None None] Provisioning complete for port c9bdc09b-b721-47ae-902b-c5a4696eb796 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:09.133323 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea42d45-1581-41ad-82f1-c32e0e9c3e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:09.145785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a168c9ad-df7e-4307-9644-46aadae58506 req-e3ff7409-689a-4cd1-aab3-bcc342d8842a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223860 Jul 13 19:51:09.184352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fca74-bd42-4b83-9a88-a18c8bb7b1fe req-2f1b3b62-e4da-48ca-82ec-1800ec52fc66 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:09.185090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f09fca74-bd42-4b83-9a88-a18c8bb7b1fe req-2f1b3b62-e4da-48ca-82ec-1800ec52fc66 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 946 time: 0.4487214 Jul 13 19:51:09.200764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aea42d45-1581-41ad-82f1-c32e0e9c3e63 None None] Port c9bdc09b-b721-47ae-902b-c5a4696eb796 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:51:09.222656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 on host n-h2-800708-1 for vnic_type normal with profile {"migrating_to": "n-h1-800708-1"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:09.223426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:09.223957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:09.258470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Port c9bdc09b-b721-47ae-902b-c5a4696eb796 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:51:09.259108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Attempting to bind port c9bdc09b-b721-47ae-902b-c5a4696eb796 on network 95b85212-2a27-4924-a23e-5c8ebd946fc4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:09.280906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:09.281252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Checking segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:09.281648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Bound using segment: {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:09.282105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Bound port: c9bdc09b-b721-47ae-902b-c5a4696eb796, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9949e43-46c6-4e63-827a-39383ee40968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:09.282480 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:09.292441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f09fca74-bd42-4b83-9a88-a18c8bb7b1fe req-e9af1c1d-f792-4099-9f44-35d008c659b1 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969155 Jul 13 19:51:09.326514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f428067-f9a2-45bb-88f2-4863dc51a9ea req-bbfec566-c842-49e4-a5b0-8850a94dcc0a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:09.337800 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f428067-f9a2-45bb-88f2-4863dc51a9ea req-bbfec566-c842-49e4-a5b0-8850a94dcc0a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1287539 Jul 13 19:51:09.388833 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f428067-f9a2-45bb-88f2-4863dc51a9ea req-0bdff6ca-b02d-4109-b43c-8eccf2a4483e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497918 Jul 13 19:51:09.463860 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:09.482382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:09.488558 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:09.647333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Pushing event updated for resources: {'Port': ['ID=c9bdc09b-b721-47ae-902b-c5a4696eb796,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:09.763245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:09.763890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:09.765351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-e2c5810b-11c3-46bf-9859-01faad56643c service neutron] 10.222.0.24 "PUT /v2.0/ports/c9bdc09b-b721-47ae-902b-c5a4696eb796 HTTP/1.1" status: 200 len: 1121 time: 1.7060995 Jul 13 19:51:09.786784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:09.853621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c9bdc09b-b721-47ae-902b-c5a4696eb796'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:51:09.910065 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:09.996080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da10f19d-e85f-4ab2-b91c-ca6cfb0c8103 None None] Provisioning complete for port c9bdc09b-b721-47ae-902b-c5a4696eb796 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:09.997118 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da10f19d-e85f-4ab2-b91c-ca6cfb0c8103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:10.120858 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:10.134965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:10.168449 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da10f19d-e85f-4ab2-b91c-ca6cfb0c8103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:10.258159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-da10f19d-e85f-4ab2-b91c-ca6cfb0c8103 None None] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:10.265742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Pushing event updated for resources: {'Port': ['ID=6c518237-1e90-4faa-83a9-215b81794b2a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:10.281444 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:10.290547 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da10f19d-e85f-4ab2-b91c-ca6cfb0c8103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:10.428141 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Floating IP c92e2eda-d7ee-43bb-b847-d7eb2f23f0d3 associated. External IP: 172.25.7.251, port: 581f326b-c518-4203-b727-4247cf0af34d. Jul 13 19:51:10.474368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10f19d-e85f-4ab2-b91c-ca6cfb0c8103 None None] Pushing event updated for resources: {'Port': ['ID=c9bdc09b-b721-47ae-902b-c5a4696eb796,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:10.488026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab166fb3-bf58-464d-a692-871dab41a935 req-4e90b4b8-2c00-4f83-a61c-a47fe4f4fe0b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:10.489646 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab166fb3-bf58-464d-a692-871dab41a935 req-4e90b4b8-2c00-4f83-a61c-a47fe4f4fe0b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.1632366 Jul 13 19:51:10.592834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab166fb3-bf58-464d-a692-871dab41a935 req-9f50fd50-9671-4042-a96c-6fa43eb1fc48 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558424 Jul 13 19:51:10.604458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d693b15-68db-4c7d-a9ef-e330e51696b9 req-056a9afc-0156-4956-9cbc-708ff170cb14 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:10.610026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d693b15-68db-4c7d-a9ef-e330e51696b9 req-056a9afc-0156-4956-9cbc-708ff170cb14 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 946 time: 0.0918119 Jul 13 19:51:10.691896 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d693b15-68db-4c7d-a9ef-e330e51696b9 req-85c336ad-b55a-41b2-a4b5-6c06dd46bce5 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636759 Jul 13 19:51:10.744045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:10.746444 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79197c54-b4d2-46ca-b3d7-ea314a02796c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:10.747617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:10.750949 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a79c6e5-000d-4732-81da-3782c10374d7" -d '{"events": [{"server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "name": "network-vif-plugged", "status": "completed", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:10.771662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Router 016632a3-10d0-4f8e-b660-384e3ff3e970 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:51:10.858250 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc6d8a-024a-4206-a1c4-974ce3bc76b8 x-openstack-request-id: req-f1cc6d8a-024a-4206-a1c4-974ce3bc76b8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:10.858842 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:10.859078 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1cc6d8a-024a-4206-a1c4-974ce3bc76b8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:10.859489 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'status': 'completed', 'code': 200} Jul 13 19:51:10.872069 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3462e5fa-4a41-47f9-98c4-c99566279293 x-openstack-request-id: req-3462e5fa-4a41-47f9-98c4-c99566279293 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:10.872355 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "name": "network-vif-plugged", "status": "completed", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:10.872601 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3462e5fa-4a41-47f9-98c4-c99566279293 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:10.873447 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'code': 200} Jul 13 19:51:11.011297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:51:11.031555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a40214-0771-4ed3-857e-fd2b2a1db4d4 None None] Sync routers for ids ['016632a3-10d0-4f8e-b660-384e3ff3e970'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:51:11.032407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-82752c73-4153-4d2e-b2f2-76fd1817f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:11.034991 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-82752c73-4153-4d2e-b2f2-76fd1817f262 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1126 time: 0.2024140 Jul 13 19:51:11.045596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a40214-0771-4ed3-857e-fd2b2a1db4d4 None None] Routers {'016632a3-10d0-4f8e-b660-384e3ff3e970'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:11.046217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a9a40214-0771-4ed3-857e-fd2b2a1db4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['016632a3-10d0-4f8e-b660-384e3ff3e970'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:11.050353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02ed0e-abd3-4cd3-ac48-c6fe268df576 req-58774d0a-2f9f-470f-89a5-8361cceef84b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:11.053016 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b02ed0e-abd3-4cd3-ac48-c6fe268df576 req-58774d0a-2f9f-470f-89a5-8361cceef84b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.2295647 Jul 13 19:51:11.078987 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:11.128395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a9a40214-0771-4ed3-857e-fd2b2a1db4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:11.149813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a40214-0771-4ed3-857e-fd2b2a1db4d4 None None] Routers {'016632a3-10d0-4f8e-b660-384e3ff3e970'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:11.150357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a9a40214-0771-4ed3-857e-fd2b2a1db4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['016632a3-10d0-4f8e-b660-384e3ff3e970'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:11.204533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b02ed0e-abd3-4cd3-ac48-c6fe268df576 req-605cd77c-c3a6-4d1b-8d36-5a54443c80e6 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410329 Jul 13 19:51:11.225771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a9a40214-0771-4ed3-857e-fd2b2a1db4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:11.225980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-38db2d28-0393-4a62-83d7-8617b3c28c56 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.6514251 Jul 13 19:51:11.226096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a40214-0771-4ed3-857e-fd2b2a1db4d4 None None] The sync data for ids ['016632a3-10d0-4f8e-b660-384e3ff3e970'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:51:11.226546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:11.256650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-2748f507-49b4-4f3c-baac-84b9f21a8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:11.259634 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-2748f507-49b4-4f3c-baac-84b9f21a8df9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95b85212-2a27-4924-a23e-5c8ebd946fc4 HTTP/1.1" status: 200 len: 897 time: 0.2162352 Jul 13 19:51:11.410785 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-dd23395d-e71a-4016-8cb7-a9168477dfc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796 HTTP/1.1" status: 200 len: 1001 time: 0.1422856 Jul 13 19:51:11.475878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-892f322d-5d38-45fc-af42-e8a3fa8a3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:11.478028 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-892f322d-5d38-45fc-af42-e8a3fa8a3aee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c86950a1-4f31-4c22-b735-a62625888543 HTTP/1.1" status: 200 len: 835 time: 0.0612147 Jul 13 19:51:11.614690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-452bec40-6de8-4e20-8d96-12a91c771119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:11.616427 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-452bec40-6de8-4e20-8d96-12a91c771119 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95b85212-2a27-4924-a23e-5c8ebd946fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323378 Jul 13 19:51:11.728583 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-3084f233-9a61-43b0-acfd-184e578c0c3d service neutron] 10.222.0.60 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049950 Jul 13 19:51:11.883439 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79197c54-b4d2-46ca-b3d7-ea314a02796c req-2f71e37b-11ac-4cb1-83b9-13f32b11d45c service neutron] 10.222.0.60 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475730 Jul 13 19:51:11.925538 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fb3219a8-fb19-421b-8327-55d609a88986 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] 10.222.0.25 "GET /v2.0/floatingips/c92e2eda-d7ee-43bb-b847-d7eb2f23f0d3 HTTP/1.1" status: 200 len: 982 time: 0.6946919 Jul 13 19:51:11.928054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:12.039378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56e6f3-ea18-4909-863b-43dc0ca60fcc req-d2115828-f7ba-4f5f-ab0f-9bb4b29afaa1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:12.041148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b56e6f3-ea18-4909-863b-43dc0ca60fcc req-d2115828-f7ba-4f5f-ab0f-9bb4b29afaa1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.1556993 Jul 13 19:51:12.098744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6b56e6f3-ea18-4909-863b-43dc0ca60fcc req-f0e11304-f2b4-4803-b500-a4934d66471c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513453 Jul 13 19:51:12.110611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c9bdc09b-b721-47ae-902b-c5a4696eb796 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:51:12.170261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a7be9f49-2c75-4b04-a5e9-4c06bdefedc2 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3032 time: 0.2407050 Jul 13 19:51:12.171280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:12.243347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:12.256974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c9bdc09b-b721-47ae-902b-c5a4696eb796 has no active binding in host n-h1-800708-1 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 19:51:12.417055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Deleting port 6c518237-1e90-4faa-83a9-215b81794b2a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:12.417402 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:12.464494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b7fcc-bba9-42b6-8f73-c16c02d106c8 req-9a31da29-cbf1-4a50-8157-af4d2604ec97 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:12.465997 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-893b7fcc-bba9-42b6-8f73-c16c02d106c8 req-9a31da29-cbf1-4a50-8157-af4d2604ec97 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1192558 Jul 13 19:51:12.530825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-893b7fcc-bba9-42b6-8f73-c16c02d106c8 req-a0bf9d45-07de-405d-a5f0-6060acd54ad9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576365 Jul 13 19:51:12.534598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:12.534924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:12.549206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Calling delete_port for 6c518237-1e90-4faa-83a9-215b81794b2a owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:12.775971 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:12.802318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-68a49401-2d3e-47a6-bcb1-0339792f5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:12.803972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-68a49401-2d3e-47a6-bcb1-0339792f5719 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 1096 time: 0.0629733 Jul 13 19:51:12.810297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event deleted for resources: {'Port': ['ID=6c518237-1e90-4faa-83a9-215b81794b2a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:12.878227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:12.878607 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Floating IP c92e2eda-d7ee-43bb-b847-d7eb2f23f0d3 disassociated (deleted). External IP: 172.25.7.251, port: 581f326b-c518-4203-b727-4247cf0af34d. Jul 13 19:51:12.905136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-05e101ab-0d4c-41d8-9556-9d38dadfa6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:12.906625 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-05e101ab-0d4c-41d8-9556-9d38dadfa6b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.0890903 Jul 13 19:51:12.951643 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-8000bf57-644e-450e-802e-71d416d2e6ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32 HTTP/1.1" status: 200 len: 217 time: 0.0375445 Jul 13 19:51:13.007221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-c609f13c-5b71-4148-80a8-d9502d353b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:13.009027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-c609f13c-5b71-4148-80a8-d9502d353b17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0509813 Jul 13 19:51:13.072793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-5389c219-8067-4354-bdfd-3dc8073033f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:13.075764 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-5389c219-8067-4354-bdfd-3dc8073033f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587556 Jul 13 19:51:13.093654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Router 016632a3-10d0-4f8e-b660-384e3ff3e970 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:51:13.193751 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-14e62d67-5d76-46f9-a486-d6abfa9a8097 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098747 Jul 13 19:51:13.226317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:51:13.235769 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:13.235963 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673d5cf-1916-4568-9cc3-ae6ad0d56202 None None] Sync routers for ids ['016632a3-10d0-4f8e-b660-384e3ff3e970'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:51:13.246745 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673d5cf-1916-4568-9cc3-ae6ad0d56202 None None] Routers {'016632a3-10d0-4f8e-b660-384e3ff3e970'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:13.247365 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6673d5cf-1916-4568-9cc3-ae6ad0d56202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['016632a3-10d0-4f8e-b660-384e3ff3e970'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:13.279575 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-908f4f53-b21b-42fe-9330-6d931a0b36ba tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "DELETE /v2.0/floatingips/c92e2eda-d7ee-43bb-b847-d7eb2f23f0d3 HTTP/1.1" status: 204 len: 168 time: 1.1061866 Jul 13 19:51:13.283854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:13.290094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:13.295744 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6673d5cf-1916-4568-9cc3-ae6ad0d56202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:13.306387 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673d5cf-1916-4568-9cc3-ae6ad0d56202 None None] Routers {'016632a3-10d0-4f8e-b660-384e3ff3e970'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:13.307026 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6673d5cf-1916-4568-9cc3-ae6ad0d56202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['016632a3-10d0-4f8e-b660-384e3ff3e970'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:13.332363 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:13.346958 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6673d5cf-1916-4568-9cc3-ae6ad0d56202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:13.349720 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673d5cf-1916-4568-9cc3-ae6ad0d56202 None None] The sync data for ids ['016632a3-10d0-4f8e-b660-384e3ff3e970'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:51:13.366393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e73b42-a3e9-4683-bd4d-e98657446392 req-f295552b-b1ab-4714-927b-29ae071e6e46 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:13.367988 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-25e73b42-a3e9-4683-bd4d-e98657446392 req-f295552b-b1ab-4714-927b-29ae071e6e46 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.1024761 Jul 13 19:51:13.370332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-461d0d03-0fd9-43bf-9456-5860ea9f9123 req-9c251b56-2bab-4221-a044-9490122bc24f service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714034 Jul 13 19:51:13.420351 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-25e73b42-a3e9-4683-bd4d-e98657446392 req-52b90bcc-7687-4a8a-baaa-b8245eac4f54 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463786 Jul 13 19:51:13.445588 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:13.558228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Allocated IP 172.25.7.98 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/562c5842-468b-4690-890c-14ed4c92eb53) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:13.712351 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:13.769106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc3c96-1ce4-46db-8d5a-cee864f43354 req-ced7c83a-7f88-472c-b5da-e0ef87bf261e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:13.770707 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7cc3c96-1ce4-46db-8d5a-cee864f43354 req-ced7c83a-7f88-472c-b5da-e0ef87bf261e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1095042 Jul 13 19:51:13.784984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:13.846079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:13.851534 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7cc3c96-1ce4-46db-8d5a-cee864f43354 req-b808b710-d54c-4826-8457-49a17007b6f9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748618 Jul 13 19:51:13.854480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:13.859492 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:13.863488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Pushing event updated for resources: {'Port': ['ID=562c5842-468b-4690-890c-14ed4c92eb53,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:13.953332 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:13.997661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:14.157444 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:14.164051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:14.233586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Pushing event updated for resources: {'Port': ['ID=562c5842-468b-4690-890c-14ed4c92eb53,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:14.243972 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:14.258530 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:14.260107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-02d124ce-15ef-4d9d-872b-f13f3b8e8360 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9742863 Jul 13 19:51:14.262758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:14.363544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:14.387001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:14.497129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:14.616137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Allocated IP 172.25.7.31 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/30bc7626-4c83-480d-8e42-0906a2a423c9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:14.752632 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:14.790961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-6bf237e5-c54a-4555-9f0b-7192ca183bb1 service neutron] 10.222.0.60 "GET /v2.0/ports/c9bdc09b-b721-47ae-902b-c5a4696eb796/bindings/n-h1-800708-1 HTTP/1.1" status: 200 len: 384 time: 0.0863488 Jul 13 19:51:14.808262 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:14.843910 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:14.851108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:14.854935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:14.881918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Pushing event updated for resources: {'Port': ['ID=30bc7626-4c83-480d-8e42-0906a2a423c9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:14.928931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f454a3-869f-4c7d-ab25-1c6cbdf03357 req-4c75ecc0-b985-42bb-b503-1552daf653ec tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:14.930544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-80f454a3-869f-4c7d-ab25-1c6cbdf03357 req-4c75ecc0-b985-42bb-b503-1552daf653ec tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 945 time: 0.1681147 Jul 13 19:51:14.953637 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.002093 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.025056 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-80f454a3-869f-4c7d-ab25-1c6cbdf03357 req-6546f1fd-9fee-44d5-9148-e7eb2d29dc57 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885067 Jul 13 19:51:15.084126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-ce43119c-83b8-4f31-9651-c03bfd16524f service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:15.111786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-ce43119c-83b8-4f31-9651-c03bfd16524f service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:15.157829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0c35-339a-4af6-bfbe-5220659ae49a req-aca89927-b0fa-428e-9256-723ffb3f4ca3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:15.160509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-de7a0c35-339a-4af6-bfbe-5220659ae49a req-aca89927-b0fa-428e-9256-723ffb3f4ca3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.1341569 Jul 13 19:51:15.178058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:15.180786 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e8bba-2551-487f-912a-00f2dfc26ab2" -d '{"events": [{"server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:15.197903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-ce43119c-83b8-4f31-9651-c03bfd16524f service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:15.224927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-ce43119c-83b8-4f31-9651-c03bfd16524f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.283250 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-de7a0c35-339a-4af6-bfbe-5220659ae49a req-a5f46fc1-1fc5-415f-84f5-699ebdda81c0 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739799 Jul 13 19:51:15.288141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.296726 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.356256 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb42ab4-ffb6-4393-b6ee-13a9baf7ba02 x-openstack-request-id: req-3fb42ab4-ffb6-4393-b6ee-13a9baf7ba02 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:15.356663 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:15.357051 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fb42ab4-ffb6-4393-b6ee-13a9baf7ba02 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:15.357642 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'code': 200} Jul 13 19:51:15.358671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-ce43119c-83b8-4f31-9651-c03bfd16524f service neutron] Transition to ACTIVE for port object c9bdc09b-b721-47ae-902b-c5a4696eb796 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:15.364001 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-ce43119c-83b8-4f31-9651-c03bfd16524f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.396271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Pushing event updated for resources: {'Port': ['ID=30bc7626-4c83-480d-8e42-0906a2a423c9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:15.405969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.420488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.421896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b957e37f-b1f5-45af-8d4a-59c68b576ead tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1579688 Jul 13 19:51:15.426182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:15.493814 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7f0f1f0a-1c0c-4cc2-be24-03511fd7d2f9 tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3214 time: 0.0641351 Jul 13 19:51:15.494032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:15.502889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43119c-83b8-4f31-9651-c03bfd16524f service neutron] Pushing event updated for resources: {'Port': ['ID=c9bdc09b-b721-47ae-902b-c5a4696eb796,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:15.525866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-ce43119c-83b8-4f31-9651-c03bfd16524f service neutron] No DVR routers for this DVR port c9bdc09b-b721-47ae-902b-c5a4696eb796 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:15.583740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5ce9ba0a-5c1c-492d-861a-0f923ce2f944 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0886052 Jul 13 19:51:15.586503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:15.710719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-ce43119c-83b8-4f31-9651-c03bfd16524f service neutron] 10.222.0.60 "PUT /v2.0/ports/c9bdc09b-b721-47ae-902b-c5a4696eb796/bindings/n-h1-800708-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9030526 Jul 13 19:51:15.746319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d91b370a-ef03-4260-bbf5-804e67608b06 tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Deleting port 30bc7626-4c83-480d-8e42-0906a2a423c9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:15.746719 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d91b370a-ef03-4260-bbf5-804e67608b06 tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.753713 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.876170 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d91b370a-ef03-4260-bbf5-804e67608b06 tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.877382 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d91b370a-ef03-4260-bbf5-804e67608b06 tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.894011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1198e742-b681-45a5-95f9-42aa45bf7312 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:15.895560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-1198e742-b681-45a5-95f9-42aa45bf7312 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197&tenant_id=0d551bfaa9d447d2b834405a7b06ff80&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1083183 Jul 13 19:51:15.898107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d91b370a-ef03-4260-bbf5-804e67608b06 tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Calling delete_port for 30bc7626-4c83-480d-8e42-0906a2a423c9 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:16.058092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-b80eee7c-a1c4-4bb9-96f2-da9084b01734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:16.059662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-b80eee7c-a1c4-4bb9-96f2-da9084b01734 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 1095 time: 0.1545582 Jul 13 19:51:16.190139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d91b370a-ef03-4260-bbf5-804e67608b06 tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:16.227598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b370a-ef03-4260-bbf5-804e67608b06 tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Pushing event deleted for resources: {'Port': ['ID=30bc7626-4c83-480d-8e42-0906a2a423c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:16.240658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-4295b1a0-2395-4157-9d46-551a984f17da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:16.242263 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-4295b1a0-2395-4157-9d46-551a984f17da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1095 time: 0.1455283 Jul 13 19:51:16.363365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a3d192a3-25b0-4e70-a52b-f28d3d05bf32 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:16.445941 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:16.497791 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:16.526923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:16.527181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc59c0-71e3-4cfd-afbc-da0f1f482dfe req-a01c2966-7e89-4299-aa1d-16a801778858 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:16.529109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0afc59c0-71e3-4cfd-afbc-da0f1f482dfe req-a01c2966-7e89-4299-aa1d-16a801778858 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 945 time: 0.0998681 Jul 13 19:51:16.536073 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861afec-529e-4743-99ab-4a03c8a84540" -d '{"events": [{"server_uuid": "aa7250ae-5673-4411-927e-7a0f90b4ce61", "name": "network-vif-unplugged", "status": "completed", "tag": "a3d192a3-25b0-4e70-a52b-f28d3d05bf32"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:16.551619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:16.559471 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:16.585968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0afc59c0-71e3-4cfd-afbc-da0f1f482dfe req-3a82e0c8-1dcc-4574-8878-b9626a6f2e43 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503428 Jul 13 19:51:16.636612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:16.649413 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb8ae35-129f-44d2-93ae-3cdff50d8ad8 x-openstack-request-id: req-0fb8ae35-129f-44d2-93ae-3cdff50d8ad8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:16.649911 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7250ae-5673-4411-927e-7a0f90b4ce61", "name": "network-vif-unplugged", "status": "failed", "tag": "a3d192a3-25b0-4e70-a52b-f28d3d05bf32", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:16.650474 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fb8ae35-129f-44d2-93ae-3cdff50d8ad8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:16.650905 n-d-800708-1 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32', 'code': 422} returned with failed status Jul 13 19:51:16.653166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.653666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.654432 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.654557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.654878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.655231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.655961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.656296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.656628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.656956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.657281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.657639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:16.741062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92833df-fc37-4826-99c7-32465166ada2 req-edef9833-df5c-4211-ba67-c121d509c7a3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:16.742664 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b92833df-fc37-4826-99c7-32465166ada2 req-edef9833-df5c-4211-ba67-c121d509c7a3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 944 time: 0.6028800 Jul 13 19:51:16.762267 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d91b370a-ef03-4260-bbf5-804e67608b06 tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:16.764776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d91b370a-ef03-4260-bbf5-804e67608b06 tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:16.769006 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d91b370a-ef03-4260-bbf5-804e67608b06 tempest-FloatingIPAdminTestJSON-424792934 tempest-FloatingIPAdminTestJSON-424792934-project] 10.222.0.25 "DELETE /v2.0/floatingips/c70c98a6-4fb3-4de6-bd39-f993f5e229b0 HTTP/1.1" status: 204 len: 168 time: 1.1781933 Jul 13 19:51:16.772993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:16.830604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef01cef-7ea6-4710-b346-e5aefbfcc9fa req-103d69b9-fedd-4549-81fc-251393a82abd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:16.835358 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bef01cef-7ea6-4710-b346-e5aefbfcc9fa req-103d69b9-fedd-4549-81fc-251393a82abd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0924864 Jul 13 19:51:16.855767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-47a746c7-1bd9-4b9a-a908-691da540ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:16.856993 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-47a746c7-1bd9-4b9a-a908-691da540ba9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=95b85212-2a27-4924-a23e-5c8ebd946fc4 HTTP/1.1" status: 200 len: 897 time: 0.5926914 Jul 13 19:51:16.859899 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b92833df-fc37-4826-99c7-32465166ada2 req-396f9099-77d3-406b-a6eb-930c10d9243e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099694 Jul 13 19:51:16.886981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bef01cef-7ea6-4710-b346-e5aefbfcc9fa req-89d946ca-baf2-440d-b168-621d4a228c65 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489624 Jul 13 19:51:16.991827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-44d3d8eb-854a-467a-8497-823bf9bfcca5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796 HTTP/1.1" status: 200 len: 999 time: 0.1046360 Jul 13 19:51:17.080395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-db21619a-ab14-4cee-b65e-d7e9caeb17de tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Deleting port 562c5842-468b-4690-890c-14ed4c92eb53 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:17.080756 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db21619a-ab14-4cee-b65e-d7e9caeb17de tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:17.140446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-fe720ebf-77eb-4c72-a9a3-2610b3130b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:17.140446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-fe720ebf-77eb-4c72-a9a3-2610b3130b56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c86950a1-4f31-4c22-b735-a62625888543 HTTP/1.1" status: 200 len: 835 time: 0.1345093 Jul 13 19:51:17.219011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a9b5f-8eee-40ff-b624-11c73ae534c6 req-da19d8ee-671a-4325-bff4-0f79ac66c5c3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:17.220637 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-137a9b5f-8eee-40ff-b624-11c73ae534c6 req-da19d8ee-671a-4325-bff4-0f79ac66c5c3 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.2167821 Jul 13 19:51:17.225207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db21619a-ab14-4cee-b65e-d7e9caeb17de tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:17.225546 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db21619a-ab14-4cee-b65e-d7e9caeb17de tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:17.255605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-db21619a-ab14-4cee-b65e-d7e9caeb17de tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Calling delete_port for 562c5842-468b-4690-890c-14ed4c92eb53 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:17.324149 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-137a9b5f-8eee-40ff-b624-11c73ae534c6 req-ea6c8b0d-5834-44d5-a083-ec1afdb4380a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953250 Jul 13 19:51:17.335221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-8eaf78e4-c72e-4311-a7ff-8ce246b05ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:17.336749 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-8eaf78e4-c72e-4311-a7ff-8ce246b05ead service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95b85212-2a27-4924-a23e-5c8ebd946fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873832 Jul 13 19:51:17.477902 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-abae9962-ed52-4ce4-9675-03fc62a55496 service neutron] 10.222.0.24 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306696 Jul 13 19:51:17.537212 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db21619a-ab14-4cee-b65e-d7e9caeb17de tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:17.573097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21619a-ab14-4cee-b65e-d7e9caeb17de tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Pushing event deleted for resources: {'Port': ['ID=562c5842-468b-4690-890c-14ed4c92eb53,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:17.692967 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-7b167e1c-fbba-48dc-9153-2a2f9042691b service neutron] 10.222.0.24 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072237 Jul 13 19:51:17.702339 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db21619a-ab14-4cee-b65e-d7e9caeb17de tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:17.705043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db21619a-ab14-4cee-b65e-d7e9caeb17de tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:17.709465 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-db21619a-ab14-4cee-b65e-d7e9caeb17de tempest-FloatingIPAdminTestJSON-994472842 tempest-FloatingIPAdminTestJSON-994472842-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/1085c5ca-d9c0-4ce3-96ae-9d257a0d0070 HTTP/1.1" status: 204 len: 168 time: 0.9261007 Jul 13 19:51:17.710177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:17.745987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3b0b3-3142-4385-a7cb-2858660dcc76 req-58a3b1b8-b91e-489b-82b3-1a526ee7e07c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:17.755367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6cd3b0b3-3142-4385-a7cb-2858660dcc76 req-58a3b1b8-b91e-489b-82b3-1a526ee7e07c tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1167400 Jul 13 19:51:17.793644 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6cd3b0b3-3142-4385-a7cb-2858660dcc76 req-f55b40a5-c15a-4a2c-ba9b-f2578d318f63 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370185 Jul 13 19:51:17.824710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Deleting port 581f326b-c518-4203-b727-4247cf0af34d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:17.825054 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:17.945495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:17.959308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Calling delete_port for 581f326b-c518-4203-b727-4247cf0af34d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:18.034612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-b1dccbdd-70f6-4bf9-9e42-6232a6bc56f7 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:18.036158 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-b1dccbdd-70f6-4bf9-9e42-6232a6bc56f7 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197&tenant_id=0d551bfaa9d447d2b834405a7b06ff80&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 1095 time: 0.0637033 Jul 13 19:51:18.130419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c239bc-cb08-4479-97fd-3d7f9e1aea8d req-823fbaf2-38e3-4dfc-a9ac-4ad1e17adcdb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:18.131958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-72c239bc-cb08-4479-97fd-3d7f9e1aea8d req-823fbaf2-38e3-4dfc-a9ac-4ad1e17adcdb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 944 time: 0.1064596 Jul 13 19:51:18.180994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-bfdddf92-5553-4849-a0ca-81b40c8a5797 service neutron] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:18.184210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-bfdddf92-5553-4849-a0ca-81b40c8a5797 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:18.185344 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c94a90bf-ff04-4540-9cb7-0e2b10592968 req-bfdddf92-5553-4849-a0ca-81b40c8a5797 service neutron] 10.222.0.24 "DELETE /v2.0/ports/c9bdc09b-b721-47ae-902b-c5a4696eb796/bindings/n-h2-800708-1 HTTP/1.1" status: 204 len: 173 time: 0.1424932 Jul 13 19:51:18.213372 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-72c239bc-cb08-4479-97fd-3d7f9e1aea8d req-e5c765d3-4602-43d6-9bdd-ad300b576a5c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611050 Jul 13 19:51:18.214948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:18.291696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event deleted for resources: {'Port': ['ID=581f326b-c518-4203-b727-4247cf0af34d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:18.349468 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:18.351408 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "DELETE /v2.0/ports/581f326b-c518-4203-b727-4247cf0af34d HTTP/1.1" status: 204 len: 168 time: 0.6401207 Jul 13 19:51:18.352993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.353334 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.353675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.354009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.354133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:18.354585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.354686 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.354988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.355307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.355753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.356078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.356399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.356716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb70bf8-ad10-43db-9656-ea00de4975a3 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:18.373453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c9bdc09b-b721-47ae-902b-c5a4696eb796 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:18.421337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c9bdc09b-b721-47ae-902b-c5a4696eb796 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:18.422299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a3d192a3-25b0-4e70-a52b-f28d3d05bf32 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:18.472318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5dd57-3edb-4c22-b04a-46fd9f1e21f1 req-60f001ae-79e9-4bc4-876c-790b6bfc8569 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:18.473923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5aa5dd57-3edb-4c22-b04a-46fd9f1e21f1 req-60f001ae-79e9-4bc4-876c-790b6bfc8569 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1095 time: 0.1045537 Jul 13 19:51:18.482647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd2f04d-9c44-4da8-ab62-c030eeb16fce tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:18.484253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ccd2f04d-9c44-4da8-ab62-c030eeb16fce tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "GET /v2.0/ports?device_id=016632a3-10d0-4f8e-b660-384e3ff3e970 HTTP/1.1" status: 200 len: 913 time: 0.1290922 Jul 13 19:51:18.487591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:18.541594 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5aa5dd57-3edb-4c22-b04a-46fd9f1e21f1 req-a0296049-eea1-44d6-88f6-b9736909582b tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560474 Jul 13 19:51:18.835026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37f761-8aba-4110-b03e-4d46d6fad4ab req-d9d40806-a367-45fe-9778-752b3c731cb4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:18.836485 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9e37f761-8aba-4110-b03e-4d46d6fad4ab req-d9d40806-a367-45fe-9778-752b3c731cb4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 944 time: 0.1587708 Jul 13 19:51:18.955791 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9e37f761-8aba-4110-b03e-4d46d6fad4ab req-fcd09852-0db8-474c-bc4f-ae89ab70cacf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122966 Jul 13 19:51:18.981124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:18.983328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-e297b289-b3f9-4472-ae77-6cd4f3291a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:18.984958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-e297b289-b3f9-4472-ae77-6cd4f3291a5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1095 time: 0.1696596 Jul 13 19:51:19.034309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dae0b-6a75-4615-bb6c-9961d7121e64 req-1272b5e2-3fae-4df7-ad89-5c03c9772434 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:19.035927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-645dae0b-6a75-4615-bb6c-9961d7121e64 req-1272b5e2-3fae-4df7-ad89-5c03c9772434 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1077309 Jul 13 19:51:19.083238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-645dae0b-6a75-4615-bb6c-9961d7121e64 req-97dddb70-6222-4a3b-ad7a-1c4579e00267 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406051 Jul 13 19:51:19.127219 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7fdd1b7c-781a-45db-a649-21c48b86265d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/45a7638a-cee4-4592-b740-97cec208ab13 HTTP/1.1" status: 200 len: 991 time: 0.1363468 Jul 13 19:51:19.177859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-47dd8843-cc27-4ed1-9156-c77ef70c8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:19.179354 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-47dd8843-cc27-4ed1-9156-c77ef70c8a30 service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1507487 Jul 13 19:51:19.243472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:19.297470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-0920f23b-6fd7-470b-878c-aa02ed69fa6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 998 time: 0.1108029 Jul 13 19:51:19.346607 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-b33210d5-fe58-43c0-926e-ae607d3d0d89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616653 Jul 13 19:51:19.393660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-023ff709-6358-42d9-b8d3-253b6f397a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:19.395152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-023ff709-6358-42d9-b8d3-253b6f397a54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0909171 Jul 13 19:51:19.423829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-8741ed18-9439-4368-83e7-e9aec2637bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:19.425443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-8741ed18-9439-4368-83e7-e9aec2637bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 1096 time: 0.0572441 Jul 13 19:51:19.522705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-58053397-a9b4-4b0a-91d8-fc23c14a1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:19.524211 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-58053397-a9b4-4b0a-91d8-fc23c14a1654 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227605 Jul 13 19:51:19.549931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-05a7c226-2459-4965-8cd9-12c6767dca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:19.552342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-05a7c226-2459-4965-8cd9-12c6767dca04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1044126 Jul 13 19:51:19.598699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-9561b0d6-89e0-4e97-a2cb-4f13648c22bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d589b19d-ba4e-48f4-9a32-ca9a865cf045 HTTP/1.1" status: 200 len: 217 time: 0.0365767 Jul 13 19:51:19.651858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-969b44d7-ce6d-47d8-bb39-04fd60aaf5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:19.653394 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-969b44d7-ce6d-47d8-bb39-04fd60aaf5c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0493178 Jul 13 19:51:19.726908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-e30ad55f-34e4-4990-8313-6403fcf0ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:19.728467 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-e30ad55f-34e4-4990-8313-6403fcf0ab66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691643 Jul 13 19:51:19.830253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-eab00f00-df43-481e-a1d4-de20492fa305 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926704 Jul 13 19:51:19.929887 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76d9c071-0906-45a4-86bf-d3266b30f0df req-530dcf5d-4546-4e75-8034-359225cb21e1 service neutron] 10.222.0.24 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931101 Jul 13 19:51:20.031105 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-86dea366-874c-4e93-86a3-80674401eff3 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005770 Jul 13 19:51:20.095600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Deleting port add995a1-c9e1-4942-8f2e-06c1e8f53cbf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:20.096232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:20.201698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a822e676-e41e-45cf-976f-9ff5e13235c2 req-396d5881-26e4-4aa0-a2b4-5a456a2173c9 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636147 Jul 13 19:51:20.248476 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:20.273127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Calling delete_port for add995a1-c9e1-4942-8f2e-06c1e8f53cbf owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:20.345888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e20c27-194c-4f70-9f31-15970bfd5863 req-900955f1-3e17-4171-95d4-62b66d936a8b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:20.347387 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-46e20c27-194c-4f70-9f31-15970bfd5863 req-900955f1-3e17-4171-95d4-62b66d936a8b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1377392 Jul 13 19:51:20.433708 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-46e20c27-194c-4f70-9f31-15970bfd5863 req-87a03e46-c80b-43b9-8d11-71bd736c2101 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803175 Jul 13 19:51:20.516135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:20.545341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event deleted for resources: {'Port': ['ID=add995a1-c9e1-4942-8f2e-06c1e8f53cbf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:20.738651 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-643a8a8f-ab3f-4efc-8183-9c9ab686de81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:20.758934 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:20.996828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Router 016632a3-10d0-4f8e-b660-384e3ff3e970 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:51:21.112359 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:51:21.118348 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-79188ba8-cb93-4a03-b504-e77fef1a2550 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "PUT /v2.0/routers/016632a3-10d0-4f8e-b660-384e3ff3e970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296990 Jul 13 19:51:21.121282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:21.126036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6bae85-8485-4810-819d-959f94be3f42 None None] Sync routers for ids ['016632a3-10d0-4f8e-b660-384e3ff3e970'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:51:21.140937 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6bae85-8485-4810-819d-959f94be3f42 None None] Routers {'016632a3-10d0-4f8e-b660-384e3ff3e970'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:21.142361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e6bae85-8485-4810-819d-959f94be3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['016632a3-10d0-4f8e-b660-384e3ff3e970'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:21.207779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e6bae85-8485-4810-819d-959f94be3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:21.218467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6bae85-8485-4810-819d-959f94be3f42 None None] Routers {'016632a3-10d0-4f8e-b660-384e3ff3e970'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:21.219382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e6bae85-8485-4810-819d-959f94be3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['016632a3-10d0-4f8e-b660-384e3ff3e970'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:21.246184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.257075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e6bae85-8485-4810-819d-959f94be3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:21.257646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6bae85-8485-4810-819d-959f94be3f42 None None] The sync data for ids ['016632a3-10d0-4f8e-b660-384e3ff3e970'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:51:21.385279 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.407616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:21.444819 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Deleting port e44b52f5-53f8-484c-8c30-27748115b68e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:21.445174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.546773 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.561398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Calling delete_port for e44b52f5-53f8-484c-8c30-27748115b68e owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:21.584905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port d09f2ea2-9668-40a3-a1c8-91cb41cb5f84 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:21.585262 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.663216 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.663818 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.678655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for d09f2ea2-9668-40a3-a1c8-91cb41cb5f84 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:21.720743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180c0d4-adf7-4552-96da-132b99dc3230 req-87386bd9-0dcf-460a-932a-659f16d2f8a6 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:21.723638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5180c0d4-adf7-4552-96da-132b99dc3230 req-87386bd9-0dcf-460a-932a-659f16d2f8a6 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1532974 Jul 13 19:51:21.795588 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5180c0d4-adf7-4552-96da-132b99dc3230 req-2ac1e931-9db7-4e6d-b61e-f154580a782e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609975 Jul 13 19:51:21.836468 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.855173 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.869129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event deleted for resources: {'Port': ['ID=e44b52f5-53f8-484c-8c30-27748115b68e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:21.886584 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=d09f2ea2-9668-40a3-a1c8-91cb41cb5f84,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:21.931328 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.962105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:21.962516 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Floating IP 45a7638a-cee4-4592-b740-97cec208ab13 disassociated (deleted). External IP: 172.25.7.170, port: c9bdc09b-b721-47ae-902b-c5a4696eb796. Jul 13 19:51:22.024111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.026265 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.073629 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.075796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Fanout notify agent at l3_agent the message router_deleted on router 016632a3-10d0-4f8e-b660-384e3ff3e970 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:51:22.084476 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.087153 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-924c82bd-b294-4767-97fb-65b455d4266e tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "DELETE /v2.0/routers/016632a3-10d0-4f8e-b660-384e3ff3e970 HTTP/1.1" status: 204 len: 168 time: 0.9638877 Jul 13 19:51:22.088886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:22.150814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4a3cc1-5efb-46a1-b820-980d11408eed tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Deleting subnet f285d0ce-f7b4-4ad7-aa96-01ed57be4e21 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:51:22.154159 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3cc1-5efb-46a1-b820-980d11408eed tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.187651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router ca932bf6-347f-4e26-9187-04bf7d57ba2a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:51:22.203252 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3cc1-5efb-46a1-b820-980d11408eed tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.302060 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3cc1-5efb-46a1-b820-980d11408eed tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.314332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:51:22.319068 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.325801 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] Sync routers for ids ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:51:22.336297 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] Routers {'ca932bf6-347f-4e26-9187-04bf7d57ba2a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:22.336915 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:22.364601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b1d271c3-80e4-4b7c-ab39-d14d58b6b4eb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/floatingips/45a7638a-cee4-4592-b740-97cec208ab13 HTTP/1.1" status: 204 len: 168 time: 0.9558663 Jul 13 19:51:22.365328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:22.380125 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:22.395651 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3cc1-5efb-46a1-b820-980d11408eed tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.433842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a3cc1-5efb-46a1-b820-980d11408eed tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event deleted for resources: {'Subnet': ['ID=f285d0ce-f7b4-4ad7-aa96-01ed57be4e21,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:22.439948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3cc1-5efb-46a1-b820-980d11408eed tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.445162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2e4a3cc1-5efb-46a1-b820-980d11408eed tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "DELETE /v2.0/subnets/f285d0ce-f7b4-4ad7-aa96-01ed57be4e21 HTTP/1.1" status: 204 len: 168 time: 0.3552547 Jul 13 19:51:22.445439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:22.452554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5920e4d-46ed-4072-9f20-695eafe19cb7 None None] Network 30b196bd-6210-4488-8dbd-8f05e2a38fd0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:22.491661 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] Set router ca932bf6-347f-4e26-9187-04bf7d57ba2a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:51:22.557573 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.562812 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09144698-dce2-46f4-9dbe-52bf397c445a x-openstack-request-id: req-09144698-dce2-46f4-9dbe-52bf397c445a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:22.563104 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:22.563358 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09144698-dce2-46f4-9dbe-52bf397c445a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:22.564353 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'status': 'completed', 'code': 200} Jul 13 19:51:22.660654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-89a0cdaa-c622-4fc3-8226-08ab6cce233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:22.662291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-89a0cdaa-c622-4fc3-8226-08ab6cce233c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 1095 time: 0.0971055 Jul 13 19:51:22.696527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Deleting port 8cddae99-8e58-4bcd-abea-52adacf1d9dd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:22.696893 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:22.791662 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:15Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '670acc4d-cc74-4983-8069-92dcd9d30b84', 'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:a2:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:14Z', 'updated_at': '2021-07-13T19:50:20Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': 'c86950a1-4f31-4c22-b735-a62625888543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:22.809622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068aafeb-6f2b-4e89-acfe-8ce55fabaee7 None None] DHCP port deletion for 30b196bd-6210-4488-8dbd-8f05e2a38fd0 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:51:22.828753 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] Checking router: ca932bf6-347f-4e26-9187-04bf7d57ba2a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:51:22.841647 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] Routers {'ca932bf6-347f-4e26-9187-04bf7d57ba2a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:22.842777 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:50:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:22.940810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-068aafeb-6f2b-4e89-acfe-8ce55fabaee7 None None] Deleting port 8cddae99-8e58-4bcd-abea-52adacf1d9dd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:22.941451 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068aafeb-6f2b-4e89-acfe-8ce55fabaee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:23.006897 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] Set router ca932bf6-347f-4e26-9187-04bf7d57ba2a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:51:23.008646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615fd6b-d687-497f-847e-d13fb55cb64f req-00dbec89-9c1b-464a-8593-40a365a4e59f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:23.011944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8615fd6b-d687-497f-847e-d13fb55cb64f req-00dbec89-9c1b-464a-8593-40a365a4e59f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 944 time: 0.1561294 Jul 13 19:51:23.033180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-068aafeb-6f2b-4e89-acfe-8ce55fabaee7 None None] For port 8cddae99-8e58-4bcd-abea-52adacf1d9dd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8cddae99-8e58-4bcd-abea-52adacf1d9dd,segment=NetworkSegment(3ca620f8-7619-4c77-adf8-8d181a383d2d),segment_id=3ca620f8-7619-4c77-adf8-8d181a383d2d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:23.034065 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068aafeb-6f2b-4e89-acfe-8ce55fabaee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:23.050329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-068aafeb-6f2b-4e89-acfe-8ce55fabaee7 None None] Calling delete_port for 8cddae99-8e58-4bcd-abea-52adacf1d9dd owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:23.089072 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8615fd6b-d687-497f-847e-d13fb55cb64f req-5b1feb73-1d25-45c9-9b5d-533ac0028745 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688376 Jul 13 19:51:23.192994 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068aafeb-6f2b-4e89-acfe-8ce55fabaee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:23.216186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068aafeb-6f2b-4e89-acfe-8ce55fabaee7 None None] No DVR routers for this DVR port 8cddae99-8e58-4bcd-abea-52adacf1d9dd on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:23.243730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068aafeb-6f2b-4e89-acfe-8ce55fabaee7 None None] Pushing event deleted for resources: {'Port': ['ID=8cddae99-8e58-4bcd-abea-52adacf1d9dd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:23.301822 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:15Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '670acc4d-cc74-4983-8069-92dcd9d30b84', 'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:a2:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:14Z', 'updated_at': '2021-07-13T19:50:20Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': 'c86950a1-4f31-4c22-b735-a62625888543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:23.314974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] For port 8cddae99-8e58-4bcd-abea-52adacf1d9dd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8cddae99-8e58-4bcd-abea-52adacf1d9dd,segment=NetworkSegment(3ca620f8-7619-4c77-adf8-8d181a383d2d),segment_id=3ca620f8-7619-4c77-adf8-8d181a383d2d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:23.315345 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:23.347082 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0df44-6475-403e-ac20-6aff1ebf5312 None None] The sync data for ids ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'] in n-d-800708-1 is: [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:15Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '670acc4d-cc74-4983-8069-92dcd9d30b84', 'name': '', 'network_id': '95b85212-2a27-4924-a23e-5c8ebd946fc4', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:a2:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c86950a1-4f31-4c22-b735-a62625888543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:14Z', 'updated_at': '2021-07-13T19:50:20Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': 'c86950a1-4f31-4c22-b735-a62625888543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:51:23.367691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Calling delete_port for 8cddae99-8e58-4bcd-abea-52adacf1d9dd owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:23.379104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-1f1400cf-83cb-425f-b5ee-5e7d83017610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:23.380606 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-1f1400cf-83cb-425f-b5ee-5e7d83017610 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95b85212-2a27-4924-a23e-5c8ebd946fc4 HTTP/1.1" status: 200 len: 897 time: 0.7090914 Jul 13 19:51:23.410439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b225a3-5ee3-4ef5-895c-f204eb11a74e req-431878b4-a59e-471c-a31e-ddee99216860 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:23.412445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78b225a3-5ee3-4ef5-895c-f204eb11a74e req-431878b4-a59e-471c-a31e-ddee99216860 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.2290580 Jul 13 19:51:23.565072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-8f66fce1-f97b-4aa2-89e9-52257dfa6b16 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:23.566893 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-8f66fce1-f97b-4aa2-89e9-52257dfa6b16 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 944 time: 0.3457425 Jul 13 19:51:23.571451 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-4ac56f35-a8ce-4708-ae2e-1827201a3830 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796 HTTP/1.1" status: 200 len: 217 time: 0.1775887 Jul 13 19:51:23.592765 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93f2290c-9b10-4cc7-9a03-33686095127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:23.652897 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:23.667431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd2f332-dfef-4cd6-ad0f-ad5b71b37b6a None None] New status for floating IP 45a7638a-cee4-4592-b740-97cec208ab13: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:51:23.676052 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78b225a3-5ee3-4ef5-895c-f204eb11a74e req-acaa7b04-aa36-422f-a303-b386c072e6f9 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466610 Jul 13 19:51:23.755427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-6e4e62ab-f7e5-4b01-bba7-7a625f51a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:23.756929 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-6e4e62ab-f7e5-4b01-bba7-7a625f51a7d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c86950a1-4f31-4c22-b735-a62625888543 HTTP/1.1" status: 200 len: 835 time: 0.1755042 Jul 13 19:51:23.763021 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:23.825654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event deleted for resources: {'Port': ['ID=8cddae99-8e58-4bcd-abea-52adacf1d9dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:23.831669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] No DVR routers for this DVR port 8cddae99-8e58-4bcd-abea-52adacf1d9dd on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:23.841370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-1ba419ae-85cd-4749-b10a-0974ab82c28c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port c9bdc09b-b721-47ae-902b-c5a4696eb796 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:23.841731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-1ba419ae-85cd-4749-b10a-0974ab82c28c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:23.984161 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:23.999436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b196bd-6210-4488-8dbd-8f05e2a38fd0']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:24.023046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-de324106-0e31-4959-9991-98541b4fed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:24.024589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-de324106-0e31-4959-9991-98541b4fed07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95b85212-2a27-4924-a23e-5c8ebd946fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2531068 Jul 13 19:51:24.032099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca620f8-7619-4c77-adf8-8d181a383d2d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:24.033210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca620f8-7619-4c77-adf8-8d181a383d2d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:24.066596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-1ba419ae-85cd-4749-b10a-0974ab82c28c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port c9bdc09b-b721-47ae-902b-c5a4696eb796, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=c9bdc09b-b721-47ae-902b-c5a4696eb796,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:24.066953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-1ba419ae-85cd-4749-b10a-0974ab82c28c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.078220 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.145302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-1ba419ae-85cd-4749-b10a-0974ab82c28c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for c9bdc09b-b721-47ae-902b-c5a4696eb796 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:24.151551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.167600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:51:24.168009 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:51:24.171145 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:51:24.291053 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.294105 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-3bcbf2b1-9050-433c-8281-71562352418e service neutron] 10.222.0.24 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525177 Jul 13 19:51:24.305441 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.310059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "DELETE /v2.0/networks/30b196bd-6210-4488-8dbd-8f05e2a38fd0 HTTP/1.1" status: 204 len: 168 time: 1.8605921 Jul 13 19:51:24.314898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:24.350033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305841c-6cb5-4342-bd50-820109ded0dc tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event deleted for resources: {'Network': ['ID=30b196bd-6210-4488-8dbd-8f05e2a38fd0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:24.391975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ff83c-801b-4058-afd8-e2943c134de5 req-278ef466-0b90-4584-b56b-e960c79cfae8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:24.393914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d52ff83c-801b-4058-afd8-e2943c134de5 req-278ef466-0b90-4584-b56b-e960c79cfae8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc5c7399-b2e9-4a72-9d07-ad90abbb1197 HTTP/1.1" status: 200 len: 944 time: 0.1499355 Jul 13 19:51:24.465800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-141e1bc9-e88b-429c-b8ee-a90e459dc9e2 service neutron] 10.222.0.24 "GET /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570549 Jul 13 19:51:24.478889 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-1ba419ae-85cd-4749-b10a-0974ab82c28c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.516055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba419ae-85cd-4749-b10a-0974ab82c28c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=c9bdc09b-b721-47ae-902b-c5a4696eb796,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:24.522123 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d52ff83c-801b-4058-afd8-e2943c134de5 req-512fa852-a332-4c11-8aeb-c56f56fd7bf0 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=47d8486f-ae17-4f2e-85d7-a67e85e15c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927246 Jul 13 19:51:24.556249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-40f516df-2946-468a-8c38-897f51ef3e46 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Deleting port 388fe1d7-c09c-40d1-9aae-ce503fa4c2b9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:24.556781 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f516df-2946-468a-8c38-897f51ef3e46 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.592714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-1ba419ae-85cd-4749-b10a-0974ab82c28c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] No DVR routers for this DVR port c9bdc09b-b721-47ae-902b-c5a4696eb796 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:24.596350 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-1ba419ae-85cd-4749-b10a-0974ab82c28c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.598741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bad32d28-5d21-4b2c-9d88-c8706ac35a0c req-1ba419ae-85cd-4749-b10a-0974ab82c28c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.24 "DELETE /v2.0/ports/c9bdc09b-b721-47ae-902b-c5a4696eb796 HTTP/1.1" status: 204 len: 173 time: 1.0161364 Jul 13 19:51:24.599285 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'name': 'network-vif-deleted', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:24.602685 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94faa060-9148-4cd0-9b91-ef3b017b090e" -d '{"events": [{"server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "name": "network-vif-deleted", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:24.607130 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.700031 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f516df-2946-468a-8c38-897f51ef3e46 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.701688 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f516df-2946-468a-8c38-897f51ef3e46 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:24.715491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8cddae99-8e58-4bcd-abea-52adacf1d9dd no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:24.718548 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6349fb55-f9d4-4fba-81e4-1b6a8923de7d x-openstack-request-id: req-6349fb55-f9d4-4fba-81e4-1b6a8923de7d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:24.718858 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5c7399-b2e9-4a72-9d07-ad90abbb1197", "name": "network-vif-deleted", "tag": "c9bdc09b-b721-47ae-902b-c5a4696eb796", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:24.719111 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6349fb55-f9d4-4fba-81e4-1b6a8923de7d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:24.719508 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5c7399-b2e9-4a72-9d07-ad90abbb1197', 'name': 'network-vif-deleted', 'tag': 'c9bdc09b-b721-47ae-902b-c5a4696eb796', 'status': 'completed', 'code': 200} Jul 13 19:51:24.740648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-40f516df-2946-468a-8c38-897f51ef3e46 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Calling delete_port for 388fe1d7-c09c-40d1-9aae-ce503fa4c2b9 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:24.756479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 8cddae99-8e58-4bcd-abea-52adacf1d9dd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:51:24.756967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8cddae99-8e58-4bcd-abea-52adacf1d9dd not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:24.924417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b21e40-a421-4ab9-b363-0528a09c2630 req-34b2d9fc-a508-4c22-be31-51c482786053 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:24.926352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19b21e40-a421-4ab9-b363-0528a09c2630 req-34b2d9fc-a508-4c22-be31-51c482786053 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1098971 Jul 13 19:51:24.996140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19b21e40-a421-4ab9-b363-0528a09c2630 req-e3d8b3e3-6a93-4269-901c-20926715cf6d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631080 Jul 13 19:51:25.025290 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f516df-2946-468a-8c38-897f51ef3e46 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:25.059274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f516df-2946-468a-8c38-897f51ef3e46 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Pushing event deleted for resources: {'Port': ['ID=388fe1d7-c09c-40d1-9aae-ce503fa4c2b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:25.129636 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f516df-2946-468a-8c38-897f51ef3e46 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:25.132193 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f516df-2946-468a-8c38-897f51ef3e46 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:25.133483 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-40f516df-2946-468a-8c38-897f51ef3e46 tempest-FloatingIPAdminTestJSON-1878134003 tempest-FloatingIPAdminTestJSON-1878134003-project] 10.222.0.25 "DELETE /v2.0/floatingips/de6591e1-4f76-4130-9fb6-68058144306d HTTP/1.1" status: 204 len: 168 time: 0.8167214 Jul 13 19:51:25.394590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:25.539054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2266ab0a-d3e7-4df3-9c2a-cc3579b68404 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=905fe34e5a5a4d13bc6896c47f6e1e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432023 Jul 13 19:51:25.541571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:25.591499 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cbbef4b-3933-4949-8252-e72dd4fc37f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:25.614262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cbbef4b-3933-4949-8252-e72dd4fc37f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:25.650618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:25.705246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cbbef4b-3933-4949-8252-e72dd4fc37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:25.707730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cbbef4b-3933-4949-8252-e72dd4fc37f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:25.708967 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4cbbef4b-3933-4949-8252-e72dd4fc37f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40d1a297-23ca-4086-9aaa-ab145f68bcdb HTTP/1.1" status: 204 len: 168 time: 0.1663928 Jul 13 19:51:25.746463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbef4b-3933-4949-8252-e72dd4fc37f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d1a297-23ca-4086-9aaa-ab145f68bcdb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:26.007307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:26.021902 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd763df0-ff28-4764-8c74-e005d05f8737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.074078 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.113936 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.135033 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd763df0-ff28-4764-8c74-e005d05f8737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.143684 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd763df0-ff28-4764-8c74-e005d05f8737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.171601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd763df0-ff28-4764-8c74-e005d05f8737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cbfdd4-ea5c-482f-8e81-c626c6c25f8f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:26.199338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bd763df0-ff28-4764-8c74-e005d05f8737 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f4cb73b485d4148b70310c27dc33aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907153 Jul 13 19:51:26.201903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:26.265551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eecbc8bc-5534-4403-8f3f-a936aebb4dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.289101 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eecbc8bc-5534-4403-8f3f-a936aebb4dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.329288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a85b5-4c67-4c09-91e1-2c394853ed01 req-a38c8300-1ed0-40a5-be02-71d900b2dc13 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:26.332327 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba6a85b5-4c67-4c09-91e1-2c394853ed01 req-a38c8300-1ed0-40a5-be02-71d900b2dc13 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1557143 Jul 13 19:51:26.346281 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eecbc8bc-5534-4403-8f3f-a936aebb4dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.349097 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eecbc8bc-5534-4403-8f3f-a936aebb4dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.352960 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-eecbc8bc-5534-4403-8f3f-a936aebb4dde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9cbfdd4-ea5c-482f-8e81-c626c6c25f8f HTTP/1.1" status: 204 len: 168 time: 0.1474071 Jul 13 19:51:26.361084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbc8bc-5534-4403-8f3f-a936aebb4dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cbfdd4-ea5c-482f-8e81-c626c6c25f8f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:26.403974 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba6a85b5-4c67-4c09-91e1-2c394853ed01 req-31e880df-4044-4452-9526-9bfce789ce08 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607097 Jul 13 19:51:26.518092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port 670acc4d-cc74-4983-8069-92dcd9d30b84 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:26.518521 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.633954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port 670acc4d-cc74-4983-8069-92dcd9d30b84, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=670acc4d-cc74-4983-8069-92dcd9d30b84,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:26.634478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.649607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for 670acc4d-cc74-4983-8069-92dcd9d30b84 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:26.787550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:26.803173 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b99dd9-4dbe-4789-923d-bea4656ac919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.867415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.897038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=670acc4d-cc74-4983-8069-92dcd9d30b84,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:26.951243 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b99dd9-4dbe-4789-923d-bea4656ac919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.961665 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b99dd9-4dbe-4789-923d-bea4656ac919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:26.999741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b99dd9-4dbe-4789-923d-bea4656ac919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410536c7-a87b-4a0e-be34-ad99cab7493d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:27.011669 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-45b99dd9-4dbe-4789-923d-bea4656ac919 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9307e1a8468c47fe8b93c750cffd1229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227964 Jul 13 19:51:27.012253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:27.547491 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:27.550529 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd532856-06c9-420c-a95a-d54791915697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:27.620833 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd532856-06c9-420c-a95a-d54791915697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:27.641499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752267cf-1f1a-44c7-8ce0-39401145f8c9 req-03761ed3-b628-4aeb-91e1-ad550c30cd44 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:27.644600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-752267cf-1f1a-44c7-8ce0-39401145f8c9 req-03761ed3-b628-4aeb-91e1-ad550c30cd44 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1105292 Jul 13 19:51:27.704106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-752267cf-1f1a-44c7-8ce0-39401145f8c9 req-374aab44-6402-4779-9b7e-77b0d01084a2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533156 Jul 13 19:51:27.740037 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd532856-06c9-420c-a95a-d54791915697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:27.743460 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd532856-06c9-420c-a95a-d54791915697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:27.744360 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fd532856-06c9-420c-a95a-d54791915697 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/410536c7-a87b-4a0e-be34-ad99cab7493d HTTP/1.1" status: 204 len: 168 time: 0.7312555 Jul 13 19:51:27.801474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd532856-06c9-420c-a95a-d54791915697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410536c7-a87b-4a0e-be34-ad99cab7493d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:27.867548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router ca932bf6-347f-4e26-9187-04bf7d57ba2a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:51:27.988647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:51:27.994351 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7ac76cf-4d2b-441f-98b0-af4bfbf245bd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "PUT /v2.0/routers/ca932bf6-347f-4e26-9187-04bf7d57ba2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3426619 Jul 13 19:51:27.997115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:28.000495 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] Sync routers for ids ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:51:28.010926 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] Routers {'ca932bf6-347f-4e26-9187-04bf7d57ba2a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:28.011804 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:28.051324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb0e339-189c-4c2a-a3b5-b252a1ac3f31 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting subnet c86950a1-4f31-4c22-b735-a62625888543 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:51:28.055185 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e339-189c-4c2a-a3b5-b252a1ac3f31 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:28.103572 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e339-189c-4c2a-a3b5-b252a1ac3f31 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:28.123764 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] Set router ca932bf6-347f-4e26-9187-04bf7d57ba2a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:51:28.196258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c9bdc09b-b721-47ae-902b-c5a4696eb796 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:28.228757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: c9bdc09b-b721-47ae-902b-c5a4696eb796 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:51:28.229016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device c9bdc09b-b721-47ae-902b-c5a4696eb796 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:28.284927 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e339-189c-4c2a-a3b5-b252a1ac3f31 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:28.374093 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e339-189c-4c2a-a3b5-b252a1ac3f31 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:28.410785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0e339-189c-4c2a-a3b5-b252a1ac3f31 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Subnet': ['ID=c86950a1-4f31-4c22-b735-a62625888543,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:28.412924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e339-189c-4c2a-a3b5-b252a1ac3f31 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:28.417876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8cb0e339-189c-4c2a-a3b5-b252a1ac3f31 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/subnets/c86950a1-4f31-4c22-b735-a62625888543 HTTP/1.1" status: 204 len: 168 time: 0.4196603 Jul 13 19:51:28.418888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:28.420127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f394ab7-0535-4c1b-b97b-ca364fdf8efc None None] Network 95b85212-2a27-4924-a23e-5c8ebd946fc4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:28.463826 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:51:26Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:28.497877 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] Checking router: ca932bf6-347f-4e26-9187-04bf7d57ba2a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:51:28.521655 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] Routers {'ca932bf6-347f-4e26-9187-04bf7d57ba2a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:28.523586 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:28.572735 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:28.703368 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] Set router ca932bf6-347f-4e26-9187-04bf7d57ba2a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:51:28.719193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1689d336-5030-473d-9b58-9d44a8ad8f4e None None] DHCP port deletion for 95b85212-2a27-4924-a23e-5c8ebd946fc4 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:51:28.778467 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:28.821053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1689d336-5030-473d-9b58-9d44a8ad8f4e None None] Deleting port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:28.821441 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1689d336-5030-473d-9b58-9d44a8ad8f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:28.849695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:28.850457 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:28.895377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1689d336-5030-473d-9b58-9d44a8ad8f4e None None] For port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=01e87da3-b4dc-4eed-ac6b-a48d24ad2301,segment=NetworkSegment(c9949e43-46c6-4e63-827a-39383ee40968),segment_id=c9949e43-46c6-4e63-827a-39383ee40968)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:28.896043 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1689d336-5030-473d-9b58-9d44a8ad8f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:28.913112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1689d336-5030-473d-9b58-9d44a8ad8f4e None None] Calling delete_port for 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:28.989937 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:28.990633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.008104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:29.008593 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1689d336-5030-473d-9b58-9d44a8ad8f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.014273 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:51:26Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:29.022533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a913de-d4bc-4eeb-ad15-44108cc548be req-c4967b77-d758-4066-8721-8beda446663e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:29.024401 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33a913de-d4bc-4eeb-ad15-44108cc548be req-c4967b77-d758-4066-8721-8beda446663e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1232510 Jul 13 19:51:29.038122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689d336-5030-473d-9b58-9d44a8ad8f4e None None] Pushing event deleted for resources: {'Port': ['ID=01e87da3-b4dc-4eed-ac6b-a48d24ad2301,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:29.040084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1689d336-5030-473d-9b58-9d44a8ad8f4e None None] No DVR routers for this DVR port 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:29.067080 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e2e415-633b-4850-bf22-26d2784a5d8d None None] The sync data for ids ['ca932bf6-347f-4e26-9187-04bf7d57ba2a'] in n-d-800708-1 is: [{'id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064877599', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:51:26Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': 'e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932bf6-347f-4e26-9187-04bf7d57ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:50:11Z', 'updated_at': '2021-07-13T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:51:29.117479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33a913de-d4bc-4eeb-ad15-44108cc548be req-cc84deda-96ef-4d69-ac9a-340d07221d9f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841699 Jul 13 19:51:29.245113 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.274095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:29.349332 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.518579 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.523216 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.589761 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.590545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Fanout notify agent at l3_agent the message router_deleted on router ca932bf6-347f-4e26-9187-04bf7d57ba2a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:51:29.597590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.601182 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f14b42f5-2641-4bac-936f-b199c1848eb5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/routers/ca932bf6-347f-4e26-9187-04bf7d57ba2a HTTP/1.1" status: 204 len: 168 time: 1.1783063 Jul 13 19:51:29.601631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:29.624406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb146c-a657-4654-9f83-bac213ec64eb req-2e269e0b-e039-4ccc-ae47-ba00f9ab0099 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:29.625941 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4deb146c-a657-4654-9f83-bac213ec64eb req-2e269e0b-e039-4ccc-ae47-ba00f9ab0099 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1697373 Jul 13 19:51:29.628458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-48b7bb5a-4117-42bd-8c8b-3a634fd37ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:29.629859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-48b7bb5a-4117-42bd-8c8b-3a634fd37ece service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1095 time: 0.1753433 Jul 13 19:51:29.657889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:29.721905 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4deb146c-a657-4654-9f83-bac213ec64eb req-396ccce6-be89-43ad-99fa-64fe2e6e60ca tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889413 Jul 13 19:51:29.740380 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.777646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-8f8b3d09-bfc7-4b27-9cd5-38001fb9c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:29.779792 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-8f8b3d09-bfc7-4b27-9cd5-38001fb9c8e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.1400409 Jul 13 19:51:29.857677 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.864904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-af1abc36-4b3f-43c7-bdae-3c0ba3193d70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 998 time: 0.0771117 Jul 13 19:51:29.870014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b85212-2a27-4924-a23e-5c8ebd946fc4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:29.874816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9c8447a0-5048-4cb9-a061-1e1bd0b26378 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:29.890469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9949e43-46c6-4e63-827a-39383ee40968') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:29.890799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9949e43-46c6-4e63-827a-39383ee40968') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:29.900963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.919813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.930957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-d5b1e3f9-af97-43a4-998e-391b399f2820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:29.932494 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-d5b1e3f9-af97-43a4-998e-391b399f2820 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.0590363 Jul 13 19:51:29.933146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:51:29.933554 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:51:29.937468 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:51:29.996963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-3c17c258-3e86-4cb6-af14-f57d8db0ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:29.998264 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9c8447a0-5048-4cb9-a061-1e1bd0b26378 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] 10.222.0.25 "PUT /v2.0/quotas/6221e0a52eb645cba2e36d21bb6dba44 HTTP/1.1" status: 200 len: 366 time: 0.3391936 Jul 13 19:51:29.999104 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-3c17c258-3e86-4cb6-af14-f57d8db0ac06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583050 Jul 13 19:51:30.001438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.009143 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.014216 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.016598 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/networks/95b85212-2a27-4924-a23e-5c8ebd946fc4 HTTP/1.1" status: 204 len: 168 time: 0.4136689 Jul 13 19:51:30.023468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.034793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae22fd-1096-4ea8-9719-60ede61ecc8c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Network': ['ID=95b85212-2a27-4924-a23e-5c8ebd946fc4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:30.045619 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-763de87a-7ce6-4c80-92ff-f8f553f46cd4 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0428646 Jul 13 19:51:30.049632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.060565 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c7586d35-fb47-488b-b88f-eabb6ee8113d tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] 10.222.0.25 "GET /v2.0/quotas/6221e0a52eb645cba2e36d21bb6dba44 HTTP/1.1" status: 200 len: 366 time: 0.0094657 Jul 13 19:51:30.064113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.081863 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-68093bdd-5b6f-43f4-b609-0b8edb15c8af tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/6221e0a52eb645cba2e36d21bb6dba44 HTTP/1.1" status: 204 len: 168 time: 0.0162075 Jul 13 19:51:30.085751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.100184 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f932cf98-ddd2-4e16-bf13-058d235464bd tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0111973 Jul 13 19:51:30.100426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.113413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-959cdeae-855a-4c28-b06a-51d15c97fc9d tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] 10.222.0.25 "GET /v2.0/quotas/6221e0a52eb645cba2e36d21bb6dba44 HTTP/1.1" status: 200 len: 370 time: 0.0112884 Jul 13 19:51:30.117566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.123800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6aed7f72-2915-4050-9a67-6473c50ef35f tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] 10.222.0.25 "GET /v2.0/quotas/6221e0a52eb645cba2e36d21bb6dba44/default HTTP/1.1" status: 200 len: 370 time: 0.0050452 Jul 13 19:51:30.126542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.136012 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ed72f5d5-5a34-4adb-baeb-ae982956021f tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] delete failed (client error): The resource could not be found. Jul 13 19:51:30.137709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ed72f5d5-5a34-4adb-baeb-ae982956021f tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/6221e0a52eb645cba2e36d21bb6dba44 HTTP/1.1" status: 404 len: 348 time: 0.0094414 Jul 13 19:51:30.158094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288f9695-1c6d-4ffa-b94e-b9daa77de34d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.161305 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-ce5e1e98-9b4d-4503-bceb-c2095dff0fd3 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491926 Jul 13 19:51:30.236094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288f9695-1c6d-4ffa-b94e-b9daa77de34d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.304087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.326677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Usage tracker for resource:network and tenant:bae3086229ea47fd992fbc2b70162558 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 19:51:30.330222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7828489-3f7c-4f8e-a805-902565e4d5f5 req-1d8b45b4-e0ee-4c95-a0ba-ae2e1c3e21cb service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592226 Jul 13 19:51:30.332910 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 19:51:30.340387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Usage tracker for resource:subnet and tenant:bae3086229ea47fd992fbc2b70162558 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 19:51:30.348207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 19:51:30.357620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Usage tracker for resource:subnetpool and tenant:bae3086229ea47fd992fbc2b70162558 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 19:51:30.364168 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288f9695-1c6d-4ffa-b94e-b9daa77de34d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.367506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 19:51:30.371160 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288f9695-1c6d-4ffa-b94e-b9daa77de34d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.373407 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-288f9695-1c6d-4ffa-b94e-b9daa77de34d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/security-groups/47d8486f-ae17-4f2e-85d7-a67e85e15c44 HTTP/1.1" status: 204 len: 168 time: 0.3483007 Jul 13 19:51:30.374840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Usage tracker for resource:port and tenant:bae3086229ea47fd992fbc2b70162558 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 19:51:30.381173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 19:51:30.384380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f9695-1c6d-4ffa-b94e-b9daa77de34d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d8486f-ae17-4f2e-85d7-a67e85e15c44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:30.388987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Usage tracker for resource:router and tenant:bae3086229ea47fd992fbc2b70162558 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 19:51:30.395728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 19:51:30.403116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Usage tracker for resource:floatingip and tenant:bae3086229ea47fd992fbc2b70162558 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 19:51:30.419638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 19:51:30.471264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Usage tracker for resource:security_group and tenant:bae3086229ea47fd992fbc2b70162558 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 19:51:30.476283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 19:51:30.482489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Usage tracker for resource:security_group_rule and tenant:bae3086229ea47fd992fbc2b70162558 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 19:51:30.487788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.quota.resource [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 19:51:30.493449 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-46aeddb8-fefc-49bc-a09e-99d2f4b3f5f1 tempest-QuotasTest-7570243 tempest-QuotasTest-7570243-project-admin] 10.222.0.25 "GET /v2.0/quotas/bae3086229ea47fd992fbc2b70162558/details.json HTTP/1.1" status: 200 len: 703 time: 0.1881194 Jul 13 19:51:30.610722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.622989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-deba2780-acb2-4172-a0cf-03d02ec0435e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254827583', 'description': 'tempest-secgroup-smoke-254827583 description', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:30.656329 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deba2780-acb2-4172-a0cf-03d02ec0435e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.700741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:30.729523 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:51:30.730129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e79b6b8a-4e1a-42b6-aa71-4e5269dc94e2 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:30.730786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:30.754549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:51:30.754983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 01e87da3-b4dc-4eed-ac6b-a48d24ad2301 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:30.755815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 670acc4d-cc74-4983-8069-92dcd9d30b84 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:30.776698 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deba2780-acb2-4172-a0cf-03d02ec0435e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.781937 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deba2780-acb2-4172-a0cf-03d02ec0435e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.800724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 670acc4d-cc74-4983-8069-92dcd9d30b84 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:51:30.801083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 670acc4d-cc74-4983-8069-92dcd9d30b84 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:30.820882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deba2780-acb2-4172-a0cf-03d02ec0435e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.822201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-deba2780-acb2-4172-a0cf-03d02ec0435e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2104027 Jul 13 19:51:30.823594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba2780-acb2-4172-a0cf-03d02ec0435e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7645c04f-7bbd-4cb5-85c0-7e0f69148481,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:30.825829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.831591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-81472e9c-9a68-40ef-91c3-4886e8626eb2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '7645c04f-7bbd-4cb5-85c0-7e0f69148481', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:30.877260 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81472e9c-9a68-40ef-91c3-4886e8626eb2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:30.939867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:30.993869 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81472e9c-9a68-40ef-91c3-4886e8626eb2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.000318 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81472e9c-9a68-40ef-91c3-4886e8626eb2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.011982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e23c28-209d-44b1-becc-75e37b30bf17 req-7cca5efa-c469-4a86-b5cf-9595cfdd163d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:31.013495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28e23c28-209d-44b1-becc-75e37b30bf17 req-7cca5efa-c469-4a86-b5cf-9595cfdd163d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1304288 Jul 13 19:51:31.024248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81472e9c-9a68-40ef-91c3-4886e8626eb2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef19c1cd-0b45-42ae-b0d8-005530112acb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:31.055433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81472e9c-9a68-40ef-91c3-4886e8626eb2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.059020 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-81472e9c-9a68-40ef-91c3-4886e8626eb2 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2317858 Jul 13 19:51:31.059797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:31.076397 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28e23c28-209d-44b1-becc-75e37b30bf17 req-20cdb2bf-d39c-414d-8e94-6244de6daac1 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500431 Jul 13 19:51:31.078060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2a941a6-5fba-42e5-a2fe-12a32f76d69c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '7645c04f-7bbd-4cb5-85c0-7e0f69148481', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:31.082917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c83d29e2-c654-48e0-973d-9ea7d11335a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.125887 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2a941a6-5fba-42e5-a2fe-12a32f76d69c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.229487 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2a941a6-5fba-42e5-a2fe-12a32f76d69c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.236951 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2a941a6-5fba-42e5-a2fe-12a32f76d69c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.264616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a941a6-5fba-42e5-a2fe-12a32f76d69c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d44bbd-05f9-4da4-b866-a33910554b88,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:31.280546 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c83d29e2-c654-48e0-973d-9ea7d11335a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.285569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c83d29e2-c654-48e0-973d-9ea7d11335a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.309625 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2a941a6-5fba-42e5-a2fe-12a32f76d69c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.313485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f2a941a6-5fba-42e5-a2fe-12a32f76d69c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2499514 Jul 13 19:51:31.313973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:31.318806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c375e8ea-d92f-4371-a5a1-fa42a44dff10 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '7645c04f-7bbd-4cb5-85c0-7e0f69148481', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:31.332328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d29e2-c654-48e0-973d-9ea7d11335a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b64ece-22e0-4737-a3c7-56f6f1779d14,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:31.337502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c83d29e2-c654-48e0-973d-9ea7d11335a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9afcd2a0815b41d085432fa2c1b2997b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963461 Jul 13 19:51:31.340113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:31.359683 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c375e8ea-d92f-4371-a5a1-fa42a44dff10 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.430856 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1656b0ca-17f2-4eb3-99ed-d083dc8ef8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.448496 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c375e8ea-d92f-4371-a5a1-fa42a44dff10 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.458293 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c375e8ea-d92f-4371-a5a1-fa42a44dff10 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.467329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1656b0ca-17f2-4eb3-99ed-d083dc8ef8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.495040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375e8ea-d92f-4371-a5a1-fa42a44dff10 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796c0778-8f3d-4fb7-95ac-a5f12b52c055,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:31.498836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c375e8ea-d92f-4371-a5a1-fa42a44dff10 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.500031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c375e8ea-d92f-4371-a5a1-fa42a44dff10 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1848462 Jul 13 19:51:31.503066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:31.509243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-06030719-d065-476c-82bd-ce402759c67a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '7645c04f-7bbd-4cb5-85c0-7e0f69148481', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:31.541430 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1656b0ca-17f2-4eb3-99ed-d083dc8ef8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.546585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1656b0ca-17f2-4eb3-99ed-d083dc8ef8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.549235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1656b0ca-17f2-4eb3-99ed-d083dc8ef8be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1b64ece-22e0-4737-a3c7-56f6f1779d14 HTTP/1.1" status: 204 len: 168 time: 0.2081246 Jul 13 19:51:31.558004 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06030719-d065-476c-82bd-ce402759c67a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.567127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b0ca-17f2-4eb3-99ed-d083dc8ef8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b64ece-22e0-4737-a3c7-56f6f1779d14,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:31.621891 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06030719-d065-476c-82bd-ce402759c67a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.627247 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06030719-d065-476c-82bd-ce402759c67a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.649881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06030719-d065-476c-82bd-ce402759c67a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e759e2d6-4486-4316-a8cb-64d4d48e62c6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:31.656134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06030719-d065-476c-82bd-ce402759c67a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.658301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-06030719-d065-476c-82bd-ce402759c67a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534824 Jul 13 19:51:31.661098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:31.666016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9a890bae-32e1-4e53-8852-cde777b9537a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '7645c04f-7bbd-4cb5-85c0-7e0f69148481', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:31.696173 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-9a890bae-32e1-4e53-8852-cde777b9537a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Project 0d551bfaa9d447d2b834405a7b06ff80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:51:31.702175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a890bae-32e1-4e53-8852-cde777b9537a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.756857 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a890bae-32e1-4e53-8852-cde777b9537a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.761340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a890bae-32e1-4e53-8852-cde777b9537a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.782943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a890bae-32e1-4e53-8852-cde777b9537a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b70b557-e2bb-4253-921b-ef7267cb25b1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:31.786795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a890bae-32e1-4e53-8852-cde777b9537a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.790634 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9a890bae-32e1-4e53-8852-cde777b9537a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258497 Jul 13 19:51:31.791083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:31.795239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-54e2052e-a1d1-44e9-a1cf-75ae9471a232 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'security_group_rule': {'security_group_id': '7645c04f-7bbd-4cb5-85c0-7e0f69148481', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:31.821164 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-54e2052e-a1d1-44e9-a1cf-75ae9471a232 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Project 0d551bfaa9d447d2b834405a7b06ff80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:51:31.826423 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e2052e-a1d1-44e9-a1cf-75ae9471a232 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.868839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:31.896172 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b4aa54-9c36-455c-97b8-4307b0540376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.921174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e2052e-a1d1-44e9-a1cf-75ae9471a232 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.925787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e2052e-a1d1-44e9-a1cf-75ae9471a232 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:31.956975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2052e-a1d1-44e9-a1cf-75ae9471a232 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467b6b90-a246-4db4-a9c2-f9fde03f89ff,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:32.026253 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b4aa54-9c36-455c-97b8-4307b0540376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.031287 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b4aa54-9c36-455c-97b8-4307b0540376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.038348 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e2052e-a1d1-44e9-a1cf-75ae9471a232 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.039577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-54e2052e-a1d1-44e9-a1cf-75ae9471a232 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2478271 Jul 13 19:51:32.042781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:32.049317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'network': {'name': 'tempest-network-smoke--695239822', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:32.072046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:32.075167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4aa54-9c36-455c-97b8-4307b0540376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c9bd33-7835-43e5-8a85-70fef811f277,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:32.076178 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.080407 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-64b4aa54-9c36-455c-97b8-4307b0540376 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bae3086229ea47fd992fbc2b70162558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104588 Jul 13 19:51:32.083128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:32.103967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:51:32.116063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.116522 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Added segment 3abeb8c1-e5e3-4b85-b529-56bfd45643fb of type vlan for network 058035b3-3f86-4d76-aec5-5436b716a4b7 Jul 13 19:51:32.145072 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a78c0d1-2359-4bd4-b43b-817de8664086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.167050 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.169658 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a78c0d1-2359-4bd4-b43b-817de8664086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.200770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.208317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:32.209330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.237647 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a78c0d1-2359-4bd4-b43b-817de8664086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.240915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a78c0d1-2359-4bd4-b43b-817de8664086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.244735 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1a78c0d1-2359-4bd4-b43b-817de8664086 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9c9bd33-7835-43e5-8a85-70fef811f277 HTTP/1.1" status: 204 len: 168 time: 0.1578774 Jul 13 19:51:32.251424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78c0d1-2359-4bd4-b43b-817de8664086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c9bd33-7835-43e5-8a85-70fef811f277,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:32.338699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2943687 Jul 13 19:51:32.341402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:32.346768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'admin_state_up': True, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:32.355768 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580d408-804d-4c85-bf64-f21290dcdfcc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Network': ['ID=058035b3-3f86-4d76-aec5-5436b716a4b7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:32.366741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 058035b3-3f86-4d76-aec5-5436b716a4b7 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:51:32.400290 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.402896 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.424100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec36e58-c576-4d22-a77e-c0555d7d7088 req-15ddec18-30be-4ec0-9e13-02b76ee400db tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:32.431002 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ec36e58-c576-4d22-a77e-c0555d7d7088 req-15ddec18-30be-4ec0-9e13-02b76ee400db tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1438434 Jul 13 19:51:32.479834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.485818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ec36e58-c576-4d22-a77e-c0555d7d7088 req-1b24711f-2ee6-4588-ab01-b2ea1adeef82 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533330 Jul 13 19:51:32.659150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.742613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ec582-348c-4a78-ab0d-b42d9d12024b req-6212e870-b0e4-4306-aa78-25c02849a0aa tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:32.744148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e97ec582-348c-4a78-ab0d-b42d9d12024b req-6212e870-b0e4-4306-aa78-25c02849a0aa tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1439614 Jul 13 19:51:32.798869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e97ec582-348c-4a78-ab0d-b42d9d12024b req-06852d3e-a734-46c8-88e4-11653e933015 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463791 Jul 13 19:51:32.953110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:32.975190 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.026851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e604e-92cb-481d-8980-38c529b5932f req-eb5294c5-d2af-4046-aab0-1613a8c1dcb4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:33.029039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-de6e604e-92cb-481d-8980-38c529b5932f req-eb5294c5-d2af-4046-aab0-1613a8c1dcb4 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0782437 Jul 13 19:51:33.085898 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-de6e604e-92cb-481d-8980-38c529b5932f req-b2a29eda-be6d-45aa-bdc4-13bbe847de98 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457826 Jul 13 19:51:33.112294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.25.7.208 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/7c0af95b-7547-499d-9f8a-5d455a4a434c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:33.157948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:33.242170 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.278358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-556788664'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:33.286884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.311044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:33.315349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.325455 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.336537 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=7c0af95b-7547-499d-9f8a-5d455a4a434c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:33.352753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:33.355094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:33.363927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:33.456671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.462366 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.498167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:51:33.506004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9cf8ea-c7b4-4273-8c54-b086503c079b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:33.512603 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.513076 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Added segment eead94ed-d68b-436e-a444-bdf79d7d8a5d of type vlan for network e42b945f-763e-49b8-8959-240fefedda20 Jul 13 19:51:33.592977 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.650055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13b3b1-e177-46aa-b75d-fdaeac8896e4 req-e048ab57-ad97-4cf2-8780-c808d4c7af55 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:33.651678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd13b3b1-e177-46aa-b75d-fdaeac8896e4 req-e048ab57-ad97-4cf2-8780-c808d4c7af55 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1254902 Jul 13 19:51:33.652940 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.660580 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:33.661904 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.681213 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:33.711130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5483387 Jul 13 19:51:33.718423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:33.723711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:33.769265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80646ab2-c648-40b8-ba64-61313e32195a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Network': ['ID=e42b945f-763e-49b8-8959-240fefedda20,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:33.774067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cd13b3b1-e177-46aa-b75d-fdaeac8896e4 req-851e2827-7556-4ee0-9645-67c71d1369d2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983737 Jul 13 19:51:33.785035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network e42b945f-763e-49b8-8959-240fefedda20 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:51:34.248128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:34.252677 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:34.388830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:34.588900 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:34.664833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=f0f6819e-b8f1-41bb-ab31-644320089ba8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:34.669153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router 9064703f-8fd0-4cf3-b123-9fe480820065 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:51:34.680268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:34.680629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network hostable DHCP agents. Network: e42b945f-763e-49b8-8959-240fefedda20, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:51:34.736473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:51:34.773988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, e42b945f-763e-49b8-8959-240fefedda20) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:34.780348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:34.780938 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:34.782323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebcadfe-da6e-4fd3-840f-b50b698781de None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:34.804321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1b7f3453-0903-4520-a678-7f8d16a473ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0847709 Jul 13 19:51:34.806991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:34.813887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'name': 'tempest-NetworksTestDHCPv6-1706096493'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:34.829592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:51:34.843010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Sync routers for ids ['9064703f-8fd0-4cf3-b123-9fe480820065'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:51:34.861594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Routers {'9064703f-8fd0-4cf3-b123-9fe480820065'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:34.862215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9064703f-8fd0-4cf3-b123-9fe480820065'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:34.885662 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:34.890000 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e03d8b95-1919-4550-b465-348f4428916f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5446129 Jul 13 19:51:34.890945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:34.938116 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dc69c83f-442c-4ba2-a2aa-0dada615f002 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0d551bfaa9d447d2b834405a7b06ff80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466847 Jul 13 19:51:34.941505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:35.027681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b11a-2649-470b-a778-63204eaa8dd9 req-0dc9cda9-fdab-4325-b2c9-09c281590dfe tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:35.029202 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89f9b11a-2649-470b-a778-63204eaa8dd9 req-0dc9cda9-fdab-4325-b2c9-09c281590dfe tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0960417 Jul 13 19:51:35.030391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:35.033568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.069181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 2d1f8554-0f80-41e4-a649-26cacf63cf0e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:51:35.109256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df273dc3-d13b-43a7-a5b7-8d2d3a1bad27 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:35.111000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-df273dc3-d13b-43a7-a5b7-8d2d3a1bad27 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1683564 Jul 13 19:51:35.113800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:35.119474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89f9b11a-2649-470b-a778-63204eaa8dd9 req-b6b92f1d-dad0-45f4-9d64-fb4e5aa737a7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744715 Jul 13 19:51:35.162121 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-676161ae-b80c-4c62-82b2-e6e75ab00da5 tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471988 Jul 13 19:51:35.165380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:35.190232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': 'f0f6819e-b8f1-41bb-ab31-644320089ba8'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:51:35.191133 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.196849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-590370515', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:35.197021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Set router 9064703f-8fd0-4cf3-b123-9fe480820065 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:51:35.285581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::395 (e42b945f-763e-49b8-8959-240fefedda20/f0f6819e-b8f1-41bb-ab31-644320089ba8/2d1f8554-0f80-41e4-a649-26cacf63cf0e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:35.348418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:35.352022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.456742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:33Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:35.483936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Checking router: 9064703f-8fd0-4cf3-b123-9fe480820065 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:51:35.484302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Updating router 9064703f-8fd0-4cf3-b123-9fe480820065 port 7c0af95b-7547-499d-9f8a-5d455a4a434c binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:51:35.520436 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.664778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.697221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-4f50341d-875b-4128-8466-3d68d1f90d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:35.698758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-4f50341d-875b-4128-8466-3d68d1f90d92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=189af46fe9fe43e29b4671dac0526486&device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 1095 time: 0.2380965 Jul 13 19:51:35.707271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 2d1f8554-0f80-41e4-a649-26cacf63cf0e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:35.733564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af887-fa6e-4fe4-96db-83caa047593b req-ae5f0515-e63b-4026-93fe-c18618cfcb2b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:35.735240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a52af887-fa6e-4fe4-96db-83caa047593b req-ae5f0515-e63b-4026-93fe-c18618cfcb2b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.2301304 Jul 13 19:51:35.775632 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.785888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Transition to ACTIVE for port object 7c0af95b-7547-499d-9f8a-5d455a4a434c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:35.791649 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.840608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Attempting to bind port 7c0af95b-7547-499d-9f8a-5d455a4a434c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:35.840980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Attempting to bind port 7c0af95b-7547-499d-9f8a-5d455a4a434c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:35.841337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Attempting to bind port 7c0af95b-7547-499d-9f8a-5d455a4a434c on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:35.851084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a798db5-caa1-479c-9409-bc8f284367ca None None] Pushing event updated for resources: {'Port': ['ID=7c0af95b-7547-499d-9f8a-5d455a4a434c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:35.853578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:35.853984 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:35.854367 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.854777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:35.855256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Bound port: 7c0af95b-7547-499d-9f8a-5d455a4a434c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:35.855641 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.864256 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.908018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] For port 7c0af95b-7547-499d-9f8a-5d455a4a434c, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:35.911183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] For port 7c0af95b-7547-499d-9f8a-5d455a4a434c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7c0af95b-7547-499d-9f8a-5d455a4a434c,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:35.915110 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.918356 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a52af887-fa6e-4fe4-96db-83caa047593b req-707efead-76bf-4b99-a6b4-f16cd71b35cb tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534426 Jul 13 19:51:35.958912 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:35.971386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-ed0efc05-b911-4d33-89ed-8105ced0ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:35.972844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-ed0efc05-b911-4d33-89ed-8105ced0ee0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 200 len: 912 time: 0.2600985 Jul 13 19:51:35.998680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Routers {'9064703f-8fd0-4cf3-b123-9fe480820065'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:35.999307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9064703f-8fd0-4cf3-b123-9fe480820065'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:36.019693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Subnet': ['ID=3ed457c5-a459-4597-a02f-91907a15f901,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:36.065029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a798db5-caa1-479c-9409-bc8f284367ca None None] Pushing event updated for resources: {'Port': ['ID=7c0af95b-7547-499d-9f8a-5d455a4a434c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:36.069526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Allocated IP 2001:db8::2 (e42b945f-763e-49b8-8959-240fefedda20/f0f6819e-b8f1-41bb-ab31-644320089ba8/02015b99-3351-4f38-8769-f99892fe4b72) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:36.082955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:36.092658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:36.097690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:36.103313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:36.103917 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:36.106114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=2d1f8554-0f80-41e4-a649-26cacf63cf0e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:36.114415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Checking segment: {'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:36.114803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network hostable DHCP agents. Network: 058035b3-3f86-4d76-aec5-5436b716a4b7, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:51:36.136387 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-e2f08fbc-14fa-403d-9ae3-4af05429eacc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 200 len: 998 time: 0.1338038 Jul 13 19:51:36.137666 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6474aaab-1982-43e9-bc13-0796005ece3d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3296285 Jul 13 19:51:36.140585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:36.181980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] Set router 9064703f-8fd0-4cf3-b123-9fe480820065 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:51:36.224492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 058035b3-3f86-4d76-aec5-5436b716a4b7 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:51:36.250715 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 058035b3-3f86-4d76-aec5-5436b716a4b7) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:36.260772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:36.261366 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:36.271616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-46c88ef8-4d6a-43f2-a4e8-de92b1ce5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:36.273089 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-46c88ef8-4d6a-43f2-a4e8-de92b1ce5736 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 200 len: 850 time: 0.1215916 Jul 13 19:51:36.287905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb0f65-cbaa-41c3-b9ba-4f9c2f495c38 None None] Network 058035b3-3f86-4d76-aec5-5436b716a4b7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:36.326636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-53534d8b-f3d4-4970-9a8f-e9b501159a8d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1421139 Jul 13 19:51:36.330161 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:36.347575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed28eaa-4ed7-4cab-bb54-43c748bb3862 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:36.351506 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bed28eaa-4ed7-4cab-bb54-43c748bb3862 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2069128 Jul 13 19:51:36.353302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:36.420195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-ad004d30-45aa-4dcc-9408-15962e93e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:36.421920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-ad004d30-45aa-4dcc-9408-15962e93e75d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=227c41e3-23bb-4667-9fbd-547e24c7c70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424296 Jul 13 19:51:36.489154 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:36.524150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Transition to ACTIVE for port object 02015b99-3351-4f38-8769-f99892fe4b72 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:36.540381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eda90220-4a6e-4678-be4c-bfc97fb69835 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 2d1f8554-0f80-41e4-a649-26cacf63cf0e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:36.540728 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eda90220-4a6e-4678-be4c-bfc97fb69835 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:36.563188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Transition to ACTIVE for port object 02015b99-3351-4f38-8769-f99892fe4b72 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:36.586260 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:36.612276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-1757f498-312f-4054-8dbf-c4ed2557cd22 service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712441 Jul 13 19:51:36.624750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:33Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:36.632659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:36.669699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-058035b3-3f86-4d76-aec5-5436b716a4b7', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:51:36.670596 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:36.673526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:36.676065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:36.680304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c284ebc-1641-459f-bd37-4860b0bb18ae None None] The sync data for ids ['9064703f-8fd0-4cf3-b123-9fe480820065'] in n-d-800708-1 is: [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:33Z', 'revision_number': 3, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:51:36.698638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Pushing event updated for resources: {'Port': ['ID=02015b99-3351-4f38-8769-f99892fe4b72,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:36.709438 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eda90220-4a6e-4678-be4c-bfc97fb69835 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:36.735881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eda90220-4a6e-4678-be4c-bfc97fb69835 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 2d1f8554-0f80-41e4-a649-26cacf63cf0e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:36.764957 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf73055b-6178-4d26-87aa-7fb1f9d05619 req-8809eae8-e9cc-436e-b3e6-b30e94fc950d service neutron] 10.222.0.60 "GET /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458974 Jul 13 19:51:36.844058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Attempting to bind port 02015b99-3351-4f38-8769-f99892fe4b72 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:36.844300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Attempting to bind port 02015b99-3351-4f38-8769-f99892fe4b72 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:36.845095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Attempting to bind port 02015b99-3351-4f38-8769-f99892fe4b72 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:36.858315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:36.859353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:36.859353 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:36.859614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:36.860633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Bound port: 02015b99-3351-4f38-8769-f99892fe4b72, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:36.861135 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:36.916466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eda90220-4a6e-4678-be4c-bfc97fb69835 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:36.939002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Allocated IP 172.20.0.2 (058035b3-3f86-4d76-aec5-5436b716a4b7/3ed457c5-a459-4597-a02f-91907a15f901/d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:36.953144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda90220-4a6e-4678-be4c-bfc97fb69835 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=2d1f8554-0f80-41e4-a649-26cacf63cf0e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:36.996819 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eda90220-4a6e-4678-be4c-bfc97fb69835 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.001329 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eda90220-4a6e-4678-be4c-bfc97fb69835 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/2d1f8554-0f80-41e4-a649-26cacf63cf0e HTTP/1.1" status: 204 len: 168 time: 0.6462808 Jul 13 19:51:37.002448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] For port 02015b99-3351-4f38-8769-f99892fe4b72, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:37.004023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:37.055601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] For port 02015b99-3351-4f38-8769-f99892fe4b72, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=02015b99-3351-4f38-8769-f99892fe4b72,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:37.068571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.136910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298a831-4799-4a77-ac5f-562b902cc3c8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:37.137470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298a831-4799-4a77-ac5f-562b902cc3c8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:37.142542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:37.144913 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5298a831-4799-4a77-ac5f-562b902cc3c8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1340311 Jul 13 19:51:37.189482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad89000-2543-448c-a3da-10c57dc8988b None None] Pushing event updated for resources: {'Port': ['ID=02015b99-3351-4f38-8769-f99892fe4b72,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:37.239639 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.264973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Transition to ACTIVE for port object d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:37.290049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Transition to ACTIVE for port object d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:37.298257 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.332932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f1a48b-7bb2-4353-9803-bf1d3da9cdf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet f0f6819e-b8f1-41bb-ab31-644320089ba8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:51:37.346912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Network 058035b3-3f86-4d76-aec5-5436b716a4b7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:37.347145 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f1a48b-7bb2-4353-9803-bf1d3da9cdf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.350375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:37.353037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:37.397610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Pushing event updated for resources: {'Port': ['ID=d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:37.412395 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.412551 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:51:37.473486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Attempting to bind port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:37.473857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Attempting to bind port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:37.474221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Attempting to bind port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 on network 058035b3-3f86-4d76-aec5-5436b716a4b7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:37.482842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:37.482842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Checking segment: {'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:37.483632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77960b19-04a4-498d-97ff-a68589f96491 req-149519ce-a288-4943-b693-a566500f855b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:37.483752 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.483752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Bound using segment: {'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:37.483924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77960b19-04a4-498d-97ff-a68589f96491 req-149519ce-a288-4943-b693-a566500f855b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.2504983 Jul 13 19:51:37.490081 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Bound port: d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:37.490545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.498013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f1a48b-7bb2-4353-9803-bf1d3da9cdf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.589188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] For port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:37.593169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] For port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:37.598940 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.675373 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f1a48b-7bb2-4353-9803-bf1d3da9cdf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.679384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f7ecf-2107-4705-9f10-f4b11ee473fb None None] Pushing event updated for resources: {'Port': ['ID=d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:37.765254 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77960b19-04a4-498d-97ff-a68589f96491 req-31ca15eb-8810-49fe-b0e8-11bd3d8b697b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744448 Jul 13 19:51:37.822696 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f1a48b-7bb2-4353-9803-bf1d3da9cdf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.899755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1a48b-7bb2-4353-9803-bf1d3da9cdf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f6819e-b8f1-41bb-ab31-644320089ba8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:37.906638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f1a48b-7bb2-4353-9803-bf1d3da9cdf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:37.914764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:37.920959 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-48f1a48b-7bb2-4353-9803-bf1d3da9cdf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/f0f6819e-b8f1-41bb-ab31-644320089ba8 HTTP/1.1" status: 204 len: 168 time: 0.7768452 Jul 13 19:51:37.984713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-58cb7785-2e33-492b-9a22-a924d4ea9422 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686963 Jul 13 19:51:37.988295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:37.995587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-807d117b-b9d7-4380-88f9-8acf43332b38 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:38.066035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.20.0.1 (058035b3-3f86-4d76-aec5-5436b716a4b7/3ed457c5-a459-4597-a02f-91907a15f901/371a2dfa-02a2-4b8d-a943-4627be1a51cd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:38.106321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807d117b-b9d7-4380-88f9-8acf43332b38 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:38.110601 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-807d117b-b9d7-4380-88f9-8acf43332b38 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:38.200239 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:38.216777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Transition to ACTIVE for port object 371a2dfa-02a2-4b8d-a943-4627be1a51cd will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:38.255592 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:38.298879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 058035b3-3f86-4d76-aec5-5436b716a4b7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:38.304415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:38.308426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:38.329739 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-807d117b-b9d7-4380-88f9-8acf43332b38 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:38.337565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=371a2dfa-02a2-4b8d-a943-4627be1a51cd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:38.359087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:38.375199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d117b-b9d7-4380-88f9-8acf43332b38 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:38.381510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-807d117b-b9d7-4380-88f9-8acf43332b38 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:38.386073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d117b-b9d7-4380-88f9-8acf43332b38 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:38.386736 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-807d117b-b9d7-4380-88f9-8acf43332b38 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:38.401794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d117b-b9d7-4380-88f9-8acf43332b38 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=45c1d291-9c88-43fa-9b26-7cad270b98ec,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:38.407621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-807d117b-b9d7-4380-88f9-8acf43332b38 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4177277 Jul 13 19:51:38.411138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:38.419545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'name': 'tempest-NetworksTestDHCPv6-704819320'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:38.435022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d076b-dd29-4a9a-b3ac-2c7a074329a5 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:38.549472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28273306-ac83-405c-8825-e0276e7ab5eb None None] Provisioning for port 02015b99-3351-4f38-8769-f99892fe4b72 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:38.599997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:38.613628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:38.617274 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:38.660127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 5c4d400f-a091-45bd-be06-b3a1359454c9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:51:38.831983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:38.878752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::394 (e42b945f-763e-49b8-8959-240fefedda20/45c1d291-9c88-43fa-9b26-7cad270b98ec/5c4d400f-a091-45bd-be06-b3a1359454c9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:38.901434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:38.915560 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 02015b99-3351-4f38-8769-f99892fe4b72 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:39.013691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 02015b99-3351-4f38-8769-f99892fe4b72 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:39.021778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 02015b99-3351-4f38-8769-f99892fe4b72 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:39.022659 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.027532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92063558-32df-47d7-bca3-1b2b66225773 req-fb33071e-57b8-44d0-b693-40ae1a98812e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:39.029307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-92063558-32df-47d7-bca3-1b2b66225773 req-fb33071e-57b8-44d0-b693-40ae1a98812e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0876725 Jul 13 19:51:39.070003 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.071999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a85aa-2d2e-4282-bb92-7c0b9fc6d5bc None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:39.080688 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.084746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-92063558-32df-47d7-bca3-1b2b66225773 req-9b085d15-1c9a-4146-b80c-985555f30725 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466034 Jul 13 19:51:39.173086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fcc7ed3-db90-4333-b22a-3784f501f847 None None] Provisioning complete for port 02015b99-3351-4f38-8769-f99892fe4b72 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:39.173630 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fcc7ed3-db90-4333-b22a-3784f501f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.192823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=371a2dfa-02a2-4b8d-a943-4627be1a51cd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:39.195378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.227170 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.306321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 02015b99-3351-4f38-8769-f99892fe4b72, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=02015b99-3351-4f38-8769-f99892fe4b72,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:39.316463 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.317256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7c0af95b-7547-499d-9f8a-5d455a4a434c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:39.424590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bddd1-662b-44b6-89d8-61f82045cf86 req-0d524f2f-5971-464e-b63d-658f4307c74e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:39.426253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b0bddd1-662b-44b6-89d8-61f82045cf86 req-0d524f2f-5971-464e-b63d-658f4307c74e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1945674 Jul 13 19:51:39.429493 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.445634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 058035b3-3f86-4d76-aec5-5436b716a4b7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:39.457249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:39.461711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=02015b99-3351-4f38-8769-f99892fe4b72,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:39.470505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 5c4d400f-a091-45bd-be06-b3a1359454c9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:39.480748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 7c0af95b-7547-499d-9f8a-5d455a4a434c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:39.487768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 7c0af95b-7547-499d-9f8a-5d455a4a434c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:39.488142 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.555896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b0bddd1-662b-44b6-89d8-61f82045cf86 req-eeacf71a-9a69-4b6b-a8d1-b15f890102e1 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122165 Jul 13 19:51:39.596509 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.613543 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.630784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 7c0af95b-7547-499d-9f8a-5d455a4a434c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7c0af95b-7547-499d-9f8a-5d455a4a434c,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:39.635893 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.680587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:39.684393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:39.686954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:39.693607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:39.694258 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.720057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router 9064703f-8fd0-4cf3-b123-9fe480820065 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:51:39.722107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=5c4d400f-a091-45bd-be06-b3a1359454c9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:39.735867 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2fc8e025-518a-4e86-b788-499c3cfa290d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3223441 Jul 13 19:51:39.738507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:39.755214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=7c0af95b-7547-499d-9f8a-5d455a4a434c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:39.822724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3820946c-7d2f-4055-9f97-259c16ea3003 None None] Network 058035b3-3f86-4d76-aec5-5436b716a4b7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:39.920983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b3c2d36-697e-44a7-9e47-fb087d793482 None None] Provisioning for port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:39.933735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b3c2d36-697e-44a7-9e47-fb087d793482 None None] Provisioning complete for port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:39.934123 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2d36-697e-44a7-9e47-fb087d793482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:40.093215 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2d36-697e-44a7-9e47-fb087d793482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:40.138945 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5b3c2d36-697e-44a7-9e47-fb087d793482 None None] For port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:40.145455 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2d36-697e-44a7-9e47-fb087d793482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:40.223268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c2d36-697e-44a7-9e47-fb087d793482 None None] Pushing event updated for resources: {'Port': ['ID=d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:40.227835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b3c2d36-697e-44a7-9e47-fb087d793482 None None] Provisioning complete for port 02015b99-3351-4f38-8769-f99892fe4b72 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:40.228440 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2d36-697e-44a7-9e47-fb087d793482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:40.384569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e64c43-15f0-4cca-bf6b-fbd158ea447c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:40.390610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e64c43-15f0-4cca-bf6b-fbd158ea447c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:40.394962 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f8e64c43-15f0-4cca-bf6b-fbd158ea447c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.6528642 Jul 13 19:51:40.396114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:40.426480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:51:40.431615 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a7673968-20d5-4ec6-b9da-f71cb33c83a5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "PUT /v2.0/routers/9064703f-8fd0-4cf3-b123-9fe480820065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0997744 Jul 13 19:51:40.444494 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Sync routers for ids ['9064703f-8fd0-4cf3-b123-9fe480820065'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:51:40.457199 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Routers {'9064703f-8fd0-4cf3-b123-9fe480820065'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:40.457954 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9064703f-8fd0-4cf3-b123-9fe480820065'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:40.507691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea37c514-3773-4a54-94ec-36ac6673de2d None None] Could not find standard attr ID for object 2d1f8554-0f80-41e4-a649-26cacf63cf0e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:51:40.590137 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-87355449-f92e-4d81-97ba-e83cf96c3dde tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 5c4d400f-a091-45bd-be06-b3a1359454c9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:40.591466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87355449-f92e-4d81-97ba-e83cf96c3dde tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:40.654450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2be2050-4c10-41b4-8eb3-2f7ab824802a None None] Provisioning for port 5c4d400f-a091-45bd-be06-b3a1359454c9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:40.685140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2be2050-4c10-41b4-8eb3-2f7ab824802a None None] Provisioning complete for port 5c4d400f-a091-45bd-be06-b3a1359454c9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:40.685943 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2be2050-4c10-41b4-8eb3-2f7ab824802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:40.703001 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Set router 9064703f-8fd0-4cf3-b123-9fe480820065 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:51:40.751497 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87355449-f92e-4d81-97ba-e83cf96c3dde tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:40.774985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-87355449-f92e-4d81-97ba-e83cf96c3dde tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 5c4d400f-a091-45bd-be06-b3a1359454c9 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:40.784716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e2be2050-4c10-41b4-8eb3-2f7ab824802a None None] Port 5c4d400f-a091-45bd-be06-b3a1359454c9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:51:40.800661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2be2050-4c10-41b4-8eb3-2f7ab824802a None None] Provisioning complete for port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:40.800661 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2be2050-4c10-41b4-8eb3-2f7ab824802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:40.858476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:40.858808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f879a307-9d88-4280-ae1e-0c85c6a1c722 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254827583&fields=id&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 267 time: 0.0547180 Jul 13 19:51:40.971868 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:40.972496 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.054427 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87355449-f92e-4d81-97ba-e83cf96c3dde tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.146879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-4830bec0-8265-4b0b-8a71-0b783022589d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:41.156313 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-4830bec0-8265-4b0b-8a71-0b783022589d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/networks?id=058035b3-3f86-4d76-aec5-5436b716a4b7 HTTP/1.1" status: 200 len: 796 time: 0.2760901 Jul 13 19:51:41.166802 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:38Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '371a2dfa-02a2-4b8d-a943-4627be1a51cd', 'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:c2:0f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:37Z', 'updated_at': '2021-07-13T19:51:38Z', 'revision_number': 2, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '3ed457c5-a459-4597-a02f-91907a15f901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:41.180675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7c0af95b-7547-499d-9f8a-5d455a4a434c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:41.186889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-5eace831-0279-4200-8d71-989f38891b78 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/quotas/0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 375 time: 0.0277617 Jul 13 19:51:41.266981 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Checking router: 9064703f-8fd0-4cf3-b123-9fe480820065 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:51:41.267564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2be2050-4c10-41b4-8eb3-2f7ab824802a None None] Provisioning for port 371a2dfa-02a2-4b8d-a943-4627be1a51cd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:41.267730 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Updating router 9064703f-8fd0-4cf3-b123-9fe480820065 port 371a2dfa-02a2-4b8d-a943-4627be1a51cd binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:51:41.284087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2be2050-4c10-41b4-8eb3-2f7ab824802a None None] Provisioning complete for port 371a2dfa-02a2-4b8d-a943-4627be1a51cd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:41.284470 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2be2050-4c10-41b4-8eb3-2f7ab824802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.346123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 7c0af95b-7547-499d-9f8a-5d455a4a434c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:41.346574 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.353491 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.372167 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-0df047d2-7670-4dd6-80bc-50c10acc5718 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1783199 Jul 13 19:51:41.405346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e2be2050-4c10-41b4-8eb3-2f7ab824802a None None] Port 371a2dfa-02a2-4b8d-a943-4627be1a51cd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:51:41.471646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 02015b99-3351-4f38-8769-f99892fe4b72 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:41.561558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a44477d-7aaf-43ba-bf85-053fe7c5ae08 None None] Provisioning complete for port 371a2dfa-02a2-4b8d-a943-4627be1a51cd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:41.562281 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a44477d-7aaf-43ba-bf85-053fe7c5ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.604557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 02015b99-3351-4f38-8769-f99892fe4b72 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:41.605196 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.648277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a44477d-7aaf-43ba-bf85-053fe7c5ae08 None None] Port 371a2dfa-02a2-4b8d-a943-4627be1a51cd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:51:41.648688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-50153757-07b1-44c0-ad48-b1ecc8d359d4 service neutron] 10.222.0.25 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369251 Jul 13 19:51:41.752483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87355449-f92e-4d81-97ba-e83cf96c3dde tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=5c4d400f-a091-45bd-be06-b3a1359454c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:41.769784 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.781393 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Transition to ACTIVE for port object 371a2dfa-02a2-4b8d-a943-4627be1a51cd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:41.785792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87355449-f92e-4d81-97ba-e83cf96c3dde tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.786641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-c822198b-9ec0-42c8-a98b-cc28a4e27f0b service neutron] 10.222.0.25 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327770 Jul 13 19:51:41.790473 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-87355449-f92e-4d81-97ba-e83cf96c3dde tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/5c4d400f-a091-45bd-be06-b3a1359454c9 HTTP/1.1" status: 204 len: 168 time: 1.3900495 Jul 13 19:51:41.790866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:41.793514 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.852124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ecd51-87c2-42ec-8c70-9e3012b0d661 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:41.853677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ecd51-87c2-42ec-8c70-9e3012b0d661 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:41.855501 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9c6ecd51-87c2-42ec-8c70-9e3012b0d661 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0633073 Jul 13 19:51:41.858376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33562) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:41.874488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-36c70d14-540b-4960-9671-01c5fc9f80da tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:41.881494 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-36c70d14-540b-4960-9671-01c5fc9f80da tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7250ae-5673-4411-927e-7a0f90b4ce61 HTTP/1.1" status: 200 len: 943 time: 1.0291924 Jul 13 19:51:41.911695 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Pushing event updated for resources: {'Port': ['ID=371a2dfa-02a2-4b8d-a943-4627be1a51cd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:41.974671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c37e80-d012-4434-aee8-c323114c9d28 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 45c1d291-9c88-43fa-9b26-7cad270b98ec {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:51:41.979740 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.980087 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.980408 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.982762 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.983127 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.983436 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.983728 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.984003 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.984320 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.984640 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.986812 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c37e80-d012-4434-aee8-c323114c9d28 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:41.993401 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:41.993792 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:42.066360 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Attempting to bind port 371a2dfa-02a2-4b8d-a943-4627be1a51cd on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:42.066750 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Attempting to bind port 371a2dfa-02a2-4b8d-a943-4627be1a51cd by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:42.067107 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Attempting to bind port 371a2dfa-02a2-4b8d-a943-4627be1a51cd on network 058035b3-3f86-4d76-aec5-5436b716a4b7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:42.079473 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:42.079853 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Checking segment: {'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:42.080258 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.080643 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Bound using segment: {'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:42.081124 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Bound port: 371a2dfa-02a2-4b8d-a943-4627be1a51cd, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:42.081502 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.174994 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e65c18fe-1d40-412e-a51e-dfd785c24bae req-6f58e0af-3a4b-4d1e-b882-3b0d1df03448 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 210 time: 0.1109047 Jul 13 19:51:42.183953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c37e80-d012-4434-aee8-c323114c9d28 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.204546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-c09348c9-c264-4756-b57a-1727e908a5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Deleting port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:42.204856 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-c09348c9-c264-4756-b57a-1727e908a5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.244854 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] For port 371a2dfa-02a2-4b8d-a943-4627be1a51cd, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:42.249737 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] For port 371a2dfa-02a2-4b8d-a943-4627be1a51cd, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=371a2dfa-02a2-4b8d-a943-4627be1a51cd,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:42.255214 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.280585 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c37e80-d012-4434-aee8-c323114c9d28 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.332531 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Routers {'9064703f-8fd0-4cf3-b123-9fe480820065'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:42.333646 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9064703f-8fd0-4cf3-b123-9fe480820065'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:42.345128 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-c09348c9-c264-4756-b57a-1727e908a5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] For port a3d192a3-25b0-4e70-a52b-f28d3d05bf32, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:42.346068 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-c09348c9-c264-4756-b57a-1727e908a5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.371611 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c37e80-d012-4434-aee8-c323114c9d28 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.380673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-c09348c9-c264-4756-b57a-1727e908a5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Calling delete_port for a3d192a3-25b0-4e70-a52b-f28d3d05bf32 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:42.396576 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c37e80-d012-4434-aee8-c323114c9d28 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.396847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1025f8f1-b596-4bd4-93f5-25a3222f7e67 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:42.398698 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b2c37e80-d012-4434-aee8-c323114c9d28 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/45c1d291-9c88-43fa-9b26-7cad270b98ec HTTP/1.1" status: 204 len: 168 time: 0.5392838 Jul 13 19:51:42.411541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:42.423116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c37e80-d012-4434-aee8-c323114c9d28 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=45c1d291-9c88-43fa-9b26-7cad270b98ec,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:42.544654 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175ed3a-fdd3-4109-a10c-0a4617c217e8 None None] Pushing event updated for resources: {'Port': ['ID=371a2dfa-02a2-4b8d-a943-4627be1a51cd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:42.584247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-485f09a9-ab52-4b8c-b32f-e914dc9189c0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1701694 Jul 13 19:51:42.587588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:42.589434 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] Set router 9064703f-8fd0-4cf3-b123-9fe480820065 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:51:42.597670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dd7c0546-661c-4de0-adcc-a74d6473990e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:42.741660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc251b7-90ae-437d-92db-d7145fe892c1 None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:51:42.795304 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-c09348c9-c264-4756-b57a-1727e908a5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.821756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2253bd5f-bb69-4ed0-a98a-85eccabd9d12', 'd589b19d-ba4e-48f4-9a32-ca9a865cf045'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:51:42.855148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09348c9-c264-4756-b57a-1727e908a5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event deleted for resources: {'Port': ['ID=a3d192a3-25b0-4e70-a52b-f28d3d05bf32,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:42.856321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7c0546-661c-4de0-adcc-a74d6473990e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:42.866672 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0546-661c-4de0-adcc-a74d6473990e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.944305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-c09348c9-c264-4756-b57a-1727e908a5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] No DVR routers for this DVR port a3d192a3-25b0-4e70-a52b-f28d3d05bf32 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:42.959764 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-c09348c9-c264-4756-b57a-1727e908a5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:42.961819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b32de1d4-4580-4b20-8043-d9983091a9b5 req-c09348c9-c264-4756-b57a-1727e908a5ff tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "DELETE /v2.0/ports/a3d192a3-25b0-4e70-a52b-f28d3d05bf32 HTTP/1.1" status: 204 len: 173 time: 1.0795255 Jul 13 19:51:42.962286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'name': 'network-vif-deleted', 'tag': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:42.964882 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db79ccb1-d3dd-4c79-a3c4-3262c5ac6c6a" -d '{"events": [{"server_uuid": "aa7250ae-5673-4411-927e-7a0f90b4ce61", "name": "network-vif-deleted", "tag": "a3d192a3-25b0-4e70-a52b-f28d3d05bf32"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:42.995532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6fc251b7-90ae-437d-92db-d7145fe892c1 None None] Deleting port 02015b99-3351-4f38-8769-f99892fe4b72 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:42.996095 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc251b7-90ae-437d-92db-d7145fe892c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:43.064595 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815ad079-82e5-4cab-b6cc-eb24ae762e38 x-openstack-request-id: req-815ad079-82e5-4cab-b6cc-eb24ae762e38 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:43.064890 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7250ae-5673-4411-927e-7a0f90b4ce61", "name": "network-vif-deleted", "tag": "a3d192a3-25b0-4e70-a52b-f28d3d05bf32", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:43.065142 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-815ad079-82e5-4cab-b6cc-eb24ae762e38 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:43.065561 n-d-800708-1 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa7250ae-5673-4411-927e-7a0f90b4ce61', 'name': 'network-vif-deleted', 'tag': 'a3d192a3-25b0-4e70-a52b-f28d3d05bf32', 'status': 'failed', 'code': 422} returned with failed status Jul 13 19:51:43.173461 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:38Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '371a2dfa-02a2-4b8d-a943-4627be1a51cd', 'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:c2:0f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:37Z', 'updated_at': '2021-07-13T19:51:42Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '3ed457c5-a459-4597-a02f-91907a15f901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:43.181744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6fc251b7-90ae-437d-92db-d7145fe892c1 None None] For port 02015b99-3351-4f38-8769-f99892fe4b72, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=02015b99-3351-4f38-8769-f99892fe4b72,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:43.182143 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc251b7-90ae-437d-92db-d7145fe892c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:43.224685 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a40b7-7008-4ccb-aa0c-a7ce09673e7c None None] The sync data for ids ['9064703f-8fd0-4cf3-b123-9fe480820065'] in n-d-800708-1 is: [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:38Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '371a2dfa-02a2-4b8d-a943-4627be1a51cd', 'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:c2:0f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:37Z', 'updated_at': '2021-07-13T19:51:42Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '3ed457c5-a459-4597-a02f-91907a15f901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:51:43.233091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6fc251b7-90ae-437d-92db-d7145fe892c1 None None] Calling delete_port for 02015b99-3351-4f38-8769-f99892fe4b72 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:43.314703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0546-661c-4de0-adcc-a74d6473990e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:43.531793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c0546-661c-4de0-adcc-a74d6473990e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:43.545480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c0546-661c-4de0-adcc-a74d6473990e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:43.550608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c0546-661c-4de0-adcc-a74d6473990e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:43.551337 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0546-661c-4de0-adcc-a74d6473990e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:43.575276 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc251b7-90ae-437d-92db-d7145fe892c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:43.575547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c0546-661c-4de0-adcc-a74d6473990e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=63a1f731-1196-4157-be7a-8347187180dd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:43.623827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:43.628977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc251b7-90ae-437d-92db-d7145fe892c1 None None] Pushing event deleted for resources: {'Port': ['ID=02015b99-3351-4f38-8769-f99892fe4b72,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:43.629644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'name': 'tempest-NetworksTestDHCPv6-659133752'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:43.648827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dd7c0546-661c-4de0-adcc-a74d6473990e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0599074 Jul 13 19:51:43.684438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc251b7-90ae-437d-92db-d7145fe892c1 None None] No DVR routers for this DVR port 02015b99-3351-4f38-8769-f99892fe4b72 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:43.711304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e90e851c-6f5b-49db-81bf-50b380be28b1 req-692746ff-9573-4be3-9328-b841e00cad88 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 210 time: 0.1188450 Jul 13 19:51:43.751248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b050f2-5bf6-4065-9483-81661b58a55b None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:43.942293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:43.951288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:44.021047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-6ee8ffe4-a053-4571-834b-d30ccdfd4349 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:44.032383 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-6ee8ffe4-a053-4571-834b-d30ccdfd4349 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "GET /v2.0/networks?id=058035b3-3f86-4d76-aec5-5436b716a4b7 HTTP/1.1" status: 200 len: 796 time: 0.2640338 Jul 13 19:51:44.035187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '63a1f731-1196-4157-be7a-8347187180dd'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:51:44.036297 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:44.043405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port b163da97-3a36-44f8-9545-13c48da69b38 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:51:44.140581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d464ac00-649a-41f6-8209-6971914fffc9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d551bfaa9d447d2b834405a7b06ff80 HTTP/1.1" status: 200 len: 379 time: 0.0984998 Jul 13 19:51:44.152754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'port': {'device_id': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'admin_state_up': True, 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'security_groups': ['7645c04f-7bbd-4cb5-85c0-7e0f69148481']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:44.279655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::207 (e42b945f-763e-49b8-8959-240fefedda20/63a1f731-1196-4157-be7a-8347187180dd/b163da97-3a36-44f8-9545-13c48da69b38) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:44.359568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Made reservation on behalf of 0d551bfaa9d447d2b834405a7b06ff80 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:44.363939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:44.492281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e35041-20eb-4c69-a0d1-f252c893c7be req-ccf68326-90c3-40ae-bc56-d20e58928107 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:44.499144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6e35041-20eb-4c69-a0d1-f252c893c7be req-ccf68326-90c3-40ae-bc56-d20e58928107 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 907 time: 0.0843394 Jul 13 19:51:44.568910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:44.593339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object b163da97-3a36-44f8-9545-13c48da69b38 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:44.599949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.20.0.6 (058035b3-3f86-4d76-aec5-5436b716a4b7/3ed457c5-a459-4597-a02f-91907a15f901/e3520c12-20de-487e-901c-4e6b062794a7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:44.712961 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:44.767812 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 371a2dfa-02a2-4b8d-a943-4627be1a51cd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:44.787837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:44.806606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Allocated IP 2001:db8::2 (e42b945f-763e-49b8-8959-240fefedda20/63a1f731-1196-4157-be7a-8347187180dd/142b740e-6267-4027-949c-ac038363f5fe) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:44.807822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:44.810415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:44.817544 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:44.818193 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:44.828338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=b163da97-3a36-44f8-9545-13c48da69b38,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:44.864862 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-25013f79-ee3b-4e0e-9de1-2e442de64219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2411582 Jul 13 19:51:44.867583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:44.888649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:44.953729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 371a2dfa-02a2-4b8d-a943-4627be1a51cd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:44.961159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 371a2dfa-02a2-4b8d-a943-4627be1a51cd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:44.962145 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8017eb30-d293-4ffb-b7c3-bba1b56d6080 req-69e11594-4426-4e0a-aa5f-98628c250e71 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 210 time: 0.0445786 Jul 13 19:51:44.964073 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:44.966423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Transition to ACTIVE for port object e3520c12-20de-487e-901c-4e6b062794a7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:44.968861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f657624c-2209-47bd-888b-c2916cb2ce16 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:44.971987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f657624c-2209-47bd-888b-c2916cb2ce16 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1030257 Jul 13 19:51:44.974728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:45.037664 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.076168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 058035b3-3f86-4d76-aec5-5436b716a4b7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:45.080510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:45.104935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:45.139909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-12a60dbc-cd08-43ac-a4fa-cde3cf4e1de5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port b163da97-3a36-44f8-9545-13c48da69b38 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:45.140269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12a60dbc-cd08-43ac-a4fa-cde3cf4e1de5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.154883 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.200295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:45.200937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.206039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 371a2dfa-02a2-4b8d-a943-4627be1a51cd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=371a2dfa-02a2-4b8d-a943-4627be1a51cd,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:45.208987 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.212824 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.224291 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0753825 Jul 13 19:51:45.249928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Transition to ACTIVE for port object 142b740e-6267-4027-949c-ac038363f5fe will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:45.271593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Request body: {'port': {'device_id': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:45.293820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Transition to ACTIVE for port object 142b740e-6267-4027-949c-ac038363f5fe will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:45.309397 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.330196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 02015b99-3351-4f38-8769-f99892fe4b72 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:45.336749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12a60dbc-cd08-43ac-a4fa-cde3cf4e1de5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.341076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b2c42-ea1b-4b39-980e-07cc0c74c0a6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=e3520c12-20de-487e-901c-4e6b062794a7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:45.356830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=371a2dfa-02a2-4b8d-a943-4627be1a51cd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:45.362798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-12a60dbc-cd08-43ac-a4fa-cde3cf4e1de5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for b163da97-3a36-44f8-9545-13c48da69b38 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:45.367513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 02015b99-3351-4f38-8769-f99892fe4b72 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:51:45.368068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 02015b99-3351-4f38-8769-f99892fe4b72 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:45.413347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:45.416096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:45.419228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:45.440532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.489357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Pushing event updated for resources: {'Port': ['ID=142b740e-6267-4027-949c-ac038363f5fe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:45.510080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e536c98a-6951-414f-8c95-6fe773afca44 None None] Provisioning for port e3520c12-20de-487e-901c-4e6b062794a7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:45.513303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Attempting to bind port 142b740e-6267-4027-949c-ac038363f5fe on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:45.513671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Attempting to bind port 142b740e-6267-4027-949c-ac038363f5fe by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:45.514038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Attempting to bind port 142b740e-6267-4027-949c-ac038363f5fe on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:45.519902 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e536c98a-6951-414f-8c95-6fe773afca44 None None] Provisioning complete for port e3520c12-20de-487e-901c-4e6b062794a7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:45.520283 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e536c98a-6951-414f-8c95-6fe773afca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.523781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:45.523781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:45.523781 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.524199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:45.530741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Bound port: 142b740e-6267-4027-949c-ac038363f5fe, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:45.531402 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.540337 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12a60dbc-cd08-43ac-a4fa-cde3cf4e1de5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.571598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a60dbc-cd08-43ac-a4fa-cde3cf4e1de5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=b163da97-3a36-44f8-9545-13c48da69b38,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:45.571877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e536c98a-6951-414f-8c95-6fe773afca44 None None] Port e3520c12-20de-487e-901c-4e6b062794a7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:51:45.610954 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12a60dbc-cd08-43ac-a4fa-cde3cf4e1de5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.615455 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-12a60dbc-cd08-43ac-a4fa-cde3cf4e1de5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/b163da97-3a36-44f8-9545-13c48da69b38 HTTP/1.1" status: 204 len: 168 time: 0.6371965 Jul 13 19:51:45.616082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:45.685059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] For port 142b740e-6267-4027-949c-ac038363f5fe, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:45.694619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] For port 142b740e-6267-4027-949c-ac038363f5fe, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=142b740e-6267-4027-949c-ac038363f5fe,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:45.705117 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.775147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d8d2b-96ba-4a2f-b2ad-c60dba36b718 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:45.785470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d8d2b-96ba-4a2f-b2ad-c60dba36b718 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:45.785470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-339d8d2b-96ba-4a2f-b2ad-c60dba36b718 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1617830 Jul 13 19:51:45.790524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:45.794516 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.801265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c321a-a847-46b7-849a-60eabac170cd None None] Pushing event updated for resources: {'Port': ['ID=142b740e-6267-4027-949c-ac038363f5fe,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:45.836911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3520c12-20de-487e-901c-4e6b062794a7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:51:45.845937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.861061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Transition to ACTIVE for port object e3520c12-20de-487e-901c-4e6b062794a7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:45.866829 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.870278 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-97605b05-f34c-427e-9b36-438f8d9c2644 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 63a1f731-1196-4157-be7a-8347187180dd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:51:45.873773 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97605b05-f34c-427e-9b36-438f8d9c2644 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.954686 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Pushing event updated for resources: {'Port': ['ID=e3520c12-20de-487e-901c-4e6b062794a7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:45.997938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97605b05-f34c-427e-9b36-438f8d9c2644 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.051024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d3397-aabc-43f0-bc09-cb191c8716c3 req-65312195-3d0c-4504-a965-b38857250d8a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:46.052810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-643d3397-aabc-43f0-bc09-cb191c8716c3 req-65312195-3d0c-4504-a965-b38857250d8a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 907 time: 0.3549228 Jul 13 19:51:46.113969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Attempting to bind port e3520c12-20de-487e-901c-4e6b062794a7 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:46.114665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Attempting to bind port e3520c12-20de-487e-901c-4e6b062794a7 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:46.114947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Attempting to bind port e3520c12-20de-487e-901c-4e6b062794a7 on network 058035b3-3f86-4d76-aec5-5436b716a4b7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:46.120722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Port e3520c12-20de-487e-901c-4e6b062794a7 on network 058035b3-3f86-4d76-aec5-5436b716a4b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:51:46.121055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Attempting to bind port e3520c12-20de-487e-901c-4e6b062794a7 on network 058035b3-3f86-4d76-aec5-5436b716a4b7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:46.129223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:46.129573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Checking segment: {'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:46.129955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Bound using segment: {'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:46.130393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Bound port: e3520c12-20de-487e-901c-4e6b062794a7, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abeb8c1-e5e3-4b85-b529-56bfd45643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:46.130839 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.160123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-97c86206-9259-4a9a-a591-002454930ebd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:46.162181 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-97c86206-9259-4a9a-a591-002454930ebd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 907 time: 0.2594652 Jul 13 19:51:46.327430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] For port e3520c12-20de-487e-901c-4e6b062794a7, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:46.353490 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97605b05-f34c-427e-9b36-438f8d9c2644 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.364611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] For port e3520c12-20de-487e-901c-4e6b062794a7, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=e3520c12-20de-487e-901c-4e6b062794a7,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:46.382481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e65a9-82d4-496c-9437-18911375d2aa req-b7e2235b-1948-4f10-8009-22911aabc456 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:46.384958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a98e65a9-82d4-496c-9437-18911375d2aa req-b7e2235b-1948-4f10-8009-22911aabc456 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 943 time: 0.1809571 Jul 13 19:51:46.386618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.445712 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.474795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:46.475915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.478280 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] 10.222.0.60 "PUT /v2.0/ports/e3520c12-20de-487e-901c-4e6b062794a7 HTTP/1.1" status: 200 len: 1091 time: 1.2448385 Jul 13 19:51:46.482864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:46.486854 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "tag": "e3520c12-20de-487e-901c-4e6b062794a7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:46.532937 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97605b05-f34c-427e-9b36-438f8d9c2644 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.551070 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0e5ef3-c76e-45c8-a119-af0654d42817 x-openstack-request-id: req-fd0e5ef3-c76e-45c8-a119-af0654d42817 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:46.551330 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "tag": "e3520c12-20de-487e-901c-4e6b062794a7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:46.551537 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd0e5ef3-c76e-45c8-a119-af0654d42817 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:46.551951 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7', 'status': 'completed', 'code': 200} Jul 13 19:51:46.562013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-b8ed52d4-6441-47df-918f-f96b39d6143e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Deleting port f544c7d0-3388-475c-b14d-393b3c9709f1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:46.562658 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a98e65a9-82d4-496c-9437-18911375d2aa req-601a5903-3d62-4445-8d81-5f8d705ef4c6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669500 Jul 13 19:51:46.562797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-b8ed52d4-6441-47df-918f-f96b39d6143e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.562922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d97c2f-c6ff-4ae0-b531-259939c7b443 service neutron] Pushing event updated for resources: {'Port': ['ID=e3520c12-20de-487e-901c-4e6b062794a7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:46.624920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97605b05-f34c-427e-9b36-438f8d9c2644 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.629460 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-97605b05-f34c-427e-9b36-438f8d9c2644 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/63a1f731-1196-4157-be7a-8347187180dd HTTP/1.1" status: 204 len: 168 time: 0.8324609 Jul 13 19:51:46.629460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97605b05-f34c-427e-9b36-438f8d9c2644 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=63a1f731-1196-4157-be7a-8347187180dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:46.629770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:46.658906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-22f8d6c8-d8a2-4662-820d-0755c8f7d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:46.660826 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-22f8d6c8-d8a2-4662-820d-0755c8f7d93d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 1094 time: 0.0940938 Jul 13 19:51:46.723534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-b71106df-b2b2-465d-8936-5f911a17dfdd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3520c12-20de-487e-901c-4e6b062794a7 HTTP/1.1" status: 200 len: 217 time: 0.0544610 Jul 13 19:51:46.731212 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-00a9d832-9774-43ca-8276-a0509d4cfdab tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679994 Jul 13 19:51:46.733676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:46.804962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-eaf978ae-af1f-4f2c-af0c-0cdf17e68d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:46.806961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-eaf978ae-af1f-4f2c-af0c-0cdf17e68d22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ed457c5-a459-4597-a02f-91907a15f901 HTTP/1.1" status: 200 len: 834 time: 0.0781906 Jul 13 19:51:46.823477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-b8ed52d4-6441-47df-918f-f96b39d6143e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] For port f544c7d0-3388-475c-b14d-393b3c9709f1, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f544c7d0-3388-475c-b14d-393b3c9709f1,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:46.823852 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-b8ed52d4-6441-47df-918f-f96b39d6143e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.850653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-b8ed52d4-6441-47df-918f-f96b39d6143e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Calling delete_port for f544c7d0-3388-475c-b14d-393b3c9709f1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:46.851345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 371a2dfa-02a2-4b8d-a943-4627be1a51cd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:46.876567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f02dd0-3ab1-4f39-9354-abde55de0e51 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:46.878114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-21f02dd0-3ab1-4f39-9354-abde55de0e51 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1437387 Jul 13 19:51:46.880748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:46.911125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 371a2dfa-02a2-4b8d-a943-4627be1a51cd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:46.911989 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:46.932856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-cc89faf1-80d9-4164-9b71-b35890dc33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:46.934762 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-cc89faf1-80d9-4164-9b71-b35890dc33f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=058035b3-3f86-4d76-aec5-5436b716a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213660 Jul 13 19:51:46.971543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa55c3d1-b0a6-4840-8e15-7342edf95f16 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:46.973313 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aa55c3d1-b0a6-4840-8e15-7342edf95f16 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0914435 Jul 13 19:51:47.001994 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:47.011960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-b8ed52d4-6441-47df-918f-f96b39d6143e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.039517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 142b740e-6267-4027-949c-ac038363f5fe up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:47.049773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed52d4-6441-47df-918f-f96b39d6143e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event deleted for resources: {'Port': ['ID=f544c7d0-3388-475c-b14d-393b3c9709f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:47.054689 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9547616a-07df-45e2-818b-4cd6cfe54f13 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478098 Jul 13 19:51:47.057778 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:47.065240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3769e2eb-2ffd-465c-8cdc-e54b90b15291 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:47.108210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-b8ed52d4-6441-47df-918f-f96b39d6143e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] No DVR routers for this DVR port f544c7d0-3388-475c-b14d-393b3c9709f1 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:47.111974 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-b8ed52d4-6441-47df-918f-f96b39d6143e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.114386 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22a94232-ad82-474b-9d9d-a76e623cc791 req-b8ed52d4-6441-47df-918f-f96b39d6143e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "DELETE /v2.0/ports/f544c7d0-3388-475c-b14d-393b3c9709f1 HTTP/1.1" status: 204 len: 173 time: 0.9150012 Jul 13 19:51:47.115017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d5def5-f2e4-4894-9538-29a3e2b25466', 'name': 'network-vif-deleted', 'tag': 'f544c7d0-3388-475c-b14d-393b3c9709f1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:47.117591 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f3b96b-6e99-47b6-a2b4-daae4d149768" -d '{"events": [{"server_uuid": "79d5def5-f2e4-4894-9538-29a3e2b25466", "name": "network-vif-deleted", "tag": "f544c7d0-3388-475c-b14d-393b3c9709f1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:47.212603 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4f3f67-b0bb-474c-97a8-baf57dff2db9 x-openstack-request-id: req-ad4f3f67-b0bb-474c-97a8-baf57dff2db9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:47.213265 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d5def5-f2e4-4894-9538-29a3e2b25466", "name": "network-vif-deleted", "tag": "f544c7d0-3388-475c-b14d-393b3c9709f1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:47.213788 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad4f3f67-b0bb-474c-97a8-baf57dff2db9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:47.214622 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d5def5-f2e4-4894-9538-29a3e2b25466', 'name': 'network-vif-deleted', 'tag': 'f544c7d0-3388-475c-b14d-393b3c9709f1', 'status': 'completed', 'code': 200} Jul 13 19:51:47.288448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-4ab41676-c82c-4d8d-bbc7-8b2e41bb6293 service neutron] 10.222.0.60 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458834 Jul 13 19:51:47.417342 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3769e2eb-2ffd-465c-8cdc-e54b90b15291 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:47.421350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3769e2eb-2ffd-465c-8cdc-e54b90b15291 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.425826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d1dca06-e606-4c40-ad90-ab16a3b76c71 req-a47123f4-42c4-4a4c-9959-96500bac8098 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d5def5-f2e4-4894-9538-29a3e2b25466 HTTP/1.1" status: 200 len: 210 time: 0.0833387 Jul 13 19:51:47.456926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ccca74-c070-4727-b4f2-7e0ac9c51819 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:47.541982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05f2a8bb-c18c-4043-aed7-cc5d1b9f43df None None] Provisioning for port 142b740e-6267-4027-949c-ac038363f5fe completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:47.553551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3637034-202b-4086-b9ad-8d36194e7a4d req-ec8a2a05-008e-4122-b006-b24c4d23b6b4 service neutron] 10.222.0.60 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506120 Jul 13 19:51:47.615385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 142b740e-6267-4027-949c-ac038363f5fe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:47.629233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 142b740e-6267-4027-949c-ac038363f5fe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:47.629728 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.711881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3769e2eb-2ffd-465c-8cdc-e54b90b15291 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.753480 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.816749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 142b740e-6267-4027-949c-ac038363f5fe, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=142b740e-6267-4027-949c-ac038363f5fe,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:47.818199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3769e2eb-2ffd-465c-8cdc-e54b90b15291 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:47.820742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d98403-89b3-4a6c-832f-3181943f17b6 None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:51:47.822660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-a67fd5db-ba48-433f-8de2-8460af0a6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:47.824520 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-a67fd5db-ba48-433f-8de2-8460af0a6f77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 1094 time: 0.1842990 Jul 13 19:51:47.827774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.835710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3769e2eb-2ffd-465c-8cdc-e54b90b15291 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:47.846208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769e2eb-2ffd-465c-8cdc-e54b90b15291 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=2129ccec-5a56-4c26-82f6-0ca47eba7489,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:47.855313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3769e2eb-2ffd-465c-8cdc-e54b90b15291 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:47.856132 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3769e2eb-2ffd-465c-8cdc-e54b90b15291 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.912785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=142b740e-6267-4027-949c-ac038363f5fe,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:47.924836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:47.925346 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3769e2eb-2ffd-465c-8cdc-e54b90b15291 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8659158 Jul 13 19:51:47.932656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '2129ccec-5a56-4c26-82f6-0ca47eba7489', 'ip_address': '2001:db8::5fa5:df4f:fc6a:688c'}], 'name': 'tempest-NetworksTestDHCPv6-462146143'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:47.943999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2329a20-a6ea-4bfa-bd20-66c6878e9a60 req-3886f67a-010b-41da-94bf-aa377a13a12c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:47.945694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f2d98403-89b3-4a6c-832f-3181943f17b6 None None] Deleting port 142b740e-6267-4027-949c-ac038363f5fe {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:47.946185 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2d98403-89b3-4a6c-832f-3181943f17b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.950844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2329a20-a6ea-4bfa-bd20-66c6878e9a60 req-3886f67a-010b-41da-94bf-aa377a13a12c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 943 time: 0.2040551 Jul 13 19:51:48.014653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2329a20-a6ea-4bfa-bd20-66c6878e9a60 req-6d6e2544-0a1a-4480-bb30-acc005dd9595 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627728 Jul 13 19:51:48.016360 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-b6cb4327-20f6-4487-ae62-ce1b6478d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:48.018111 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-b6cb4327-20f6-4487-ae62-ce1b6478d52a service neutron] 10.222.0.60 "GET /v2.0/networks?id=058035b3-3f86-4d76-aec5-5436b716a4b7 HTTP/1.1" status: 200 len: 897 time: 0.1792481 Jul 13 19:51:48.043182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f2d98403-89b3-4a6c-832f-3181943f17b6 None None] For port 142b740e-6267-4027-949c-ac038363f5fe, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=142b740e-6267-4027-949c-ac038363f5fe,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:48.043935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2d98403-89b3-4a6c-832f-3181943f17b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:48.066028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f2d98403-89b3-4a6c-832f-3181943f17b6 None None] Calling delete_port for 142b740e-6267-4027-949c-ac038363f5fe owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:48.068174 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-9ac0d897-9f2b-4df2-ac78-1c7af09b0cf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3520c12-20de-487e-901c-4e6b062794a7 HTTP/1.1" status: 200 len: 217 time: 0.0432372 Jul 13 19:51:48.078646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:48.157551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-b68b3cc3-b997-4447-92e5-6433bdb23caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:48.163088 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-b68b3cc3-b997-4447-92e5-6433bdb23caf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ed457c5-a459-4597-a02f-91907a15f901 HTTP/1.1" status: 200 len: 834 time: 0.0870774 Jul 13 19:51:48.167700 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2d98403-89b3-4a6c-832f-3181943f17b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:48.186263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:48.187723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d98403-89b3-4a6c-832f-3181943f17b6 None None] No DVR routers for this DVR port 142b740e-6267-4027-949c-ac038363f5fe on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:48.206792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port a5f37870-4369-4a4e-8f5b-4e19f70bd18f yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:51:48.222474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716203f-e915-4afa-b5b9-36b9d62232c0 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:48.225877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d98403-89b3-4a6c-832f-3181943f17b6 None None] Pushing event deleted for resources: {'Port': ['ID=142b740e-6267-4027-949c-ac038363f5fe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:48.247439 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-ae7b3b70-d9d9-4279-b7c6-268019a7a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:48.249206 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-ae7b3b70-d9d9-4279-b7c6-268019a7a86d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=058035b3-3f86-4d76-aec5-5436b716a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798736 Jul 13 19:51:48.381365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-0b347303-e40f-482d-a6c5-881d3f108766 service neutron] 10.222.0.60 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241577 Jul 13 19:51:48.409553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '2129ccec-5a56-4c26-82f6-0ca47eba7489'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:51:48.410474 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:48.433853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::5fa5:df4f:fc6a:688c (e42b945f-763e-49b8-8959-240fefedda20/2129ccec-5a56-4c26-82f6-0ca47eba7489/a5f37870-4369-4a4e-8f5b-4e19f70bd18f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:48.503770 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-33f10d07-9f80-4ea9-bf98-f3a805cdd5f8 req-b794d972-72ab-4cc8-8bcc-7708e3797d0a service neutron] 10.222.0.60 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156600 Jul 13 19:51:48.644454 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:48.661526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object a5f37870-4369-4a4e-8f5b-4e19f70bd18f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:48.718969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:48.769245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 142b740e-6267-4027-949c-ac038363f5fe no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:48.865541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:48.867440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 142b740e-6267-4027-949c-ac038363f5fe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:51:48.867440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 142b740e-6267-4027-949c-ac038363f5fe not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:48.869353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:48.880018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:48.891453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:48.892765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:48.902512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Allocated IP 2001:db8::2 (e42b945f-763e-49b8-8959-240fefedda20/2129ccec-5a56-4c26-82f6-0ca47eba7489/27c87969-a0cb-4ecd-838f-342c44d59295) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:48.922344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=a5f37870-4369-4a4e-8f5b-4e19f70bd18f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:48.926995 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1cc6f12c-0289-4348-98a2-b0bc0577a610 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0008593 Jul 13 19:51:48.929211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:49.011926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b0162f-0dae-45b9-994a-47d4e52d06f8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:49.013644 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-83b0162f-0dae-45b9-994a-47d4e52d06f8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0835106 Jul 13 19:51:49.016953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:49.104413 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.114532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Transition to ACTIVE for port object 27c87969-a0cb-4ecd-838f-342c44d59295 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:49.122040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09637cc3-b7d1-46bf-8f93-ff9c0d6b217c req-582cc431-f1d8-4caf-a46f-f8b51ac16601 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:49.124680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09637cc3-b7d1-46bf-8f93-ff9c0d6b217c req-582cc431-f1d8-4caf-a46f-f8b51ac16601 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 945 time: 0.1098232 Jul 13 19:51:49.131816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Transition to ACTIVE for port object 27c87969-a0cb-4ecd-838f-342c44d59295 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:49.140619 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.154772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43381284-891b-4598-b98c-a3aedd89a29a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port a5f37870-4369-4a4e-8f5b-4e19f70bd18f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:49.155225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43381284-891b-4598-b98c-a3aedd89a29a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.187174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:49.187500 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09637cc3-b7d1-46bf-8f93-ff9c0d6b217c req-531c55e7-1be3-4c8c-b212-d64404c10599 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510893 Jul 13 19:51:49.194897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:49.197424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:49.211641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Pushing event updated for resources: {'Port': ['ID=27c87969-a0cb-4ecd-838f-342c44d59295,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:49.272992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Attempting to bind port 27c87969-a0cb-4ecd-838f-342c44d59295 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:49.273144 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Attempting to bind port 27c87969-a0cb-4ecd-838f-342c44d59295 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:49.273476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Attempting to bind port 27c87969-a0cb-4ecd-838f-342c44d59295 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:49.278913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:49.279281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:49.280215 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.280345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:49.280731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Bound port: 27c87969-a0cb-4ecd-838f-342c44d59295, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:49.281107 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.299932 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43381284-891b-4598-b98c-a3aedd89a29a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.320091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5944a48-61ba-4e67-bb70-70402bb7aec6 req-36ba4d51-85e1-4fba-a28d-d6b434a25f7c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:49.321640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5944a48-61ba-4e67-bb70-70402bb7aec6 req-36ba4d51-85e1-4fba-a28d-d6b434a25f7c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 943 time: 0.1187513 Jul 13 19:51:49.326360 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43381284-891b-4598-b98c-a3aedd89a29a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for a5f37870-4369-4a4e-8f5b-4e19f70bd18f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:49.354495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] For port 27c87969-a0cb-4ecd-838f-342c44d59295, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:49.357582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] For port 27c87969-a0cb-4ecd-838f-342c44d59295, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=27c87969-a0cb-4ecd-838f-342c44d59295,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:49.362859 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.401061 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5944a48-61ba-4e67-bb70-70402bb7aec6 req-91b6992b-c6b1-4452-8323-69a1693df5b5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728362 Jul 13 19:51:49.433834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d654230-a9da-4eea-9ce7-1cdfcaa663f2 None None] Pushing event updated for resources: {'Port': ['ID=27c87969-a0cb-4ecd-838f-342c44d59295,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:49.504453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43381284-891b-4598-b98c-a3aedd89a29a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.532552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43381284-891b-4598-b98c-a3aedd89a29a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=a5f37870-4369-4a4e-8f5b-4e19f70bd18f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:49.564200 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43381284-891b-4598-b98c-a3aedd89a29a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.566165 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-43381284-891b-4598-b98c-a3aedd89a29a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/a5f37870-4369-4a4e-8f5b-4e19f70bd18f HTTP/1.1" status: 204 len: 168 time: 0.5481908 Jul 13 19:51:49.568574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:49.647920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c3081-a195-4948-8d6a-0349b5bae253 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:49.649463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c3081-a195-4948-8d6a-0349b5bae253 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:49.653555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c62c3081-a195-4948-8d6a-0349b5bae253 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0813694 Jul 13 19:51:49.653892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:49.725112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0619a401-a2ce-4873-aaab-0386612d8ade tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 2129ccec-5a56-4c26-82f6-0ca47eba7489 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:51:49.729463 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0619a401-a2ce-4873-aaab-0386612d8ade tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.775990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0619a401-a2ce-4873-aaab-0386612d8ade tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.860147 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0619a401-a2ce-4873-aaab-0386612d8ade tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.919634 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0619a401-a2ce-4873-aaab-0386612d8ade tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.952930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619a401-a2ce-4873-aaab-0386612d8ade tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=2129ccec-5a56-4c26-82f6-0ca47eba7489,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:49.954961 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0619a401-a2ce-4873-aaab-0386612d8ade tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.956838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0619a401-a2ce-4873-aaab-0386612d8ade tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/2129ccec-5a56-4c26-82f6-0ca47eba7489 HTTP/1.1" status: 204 len: 168 time: 0.3021109 Jul 13 19:51:49.959421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:49.999487 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9702f753-e675-4967-8c24-e133c44be34f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365925 Jul 13 19:51:49.999700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:50.004563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-93b1b023-86a3-4774-8434-1f5d171e6ed2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:50.096821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b1b023-86a3-4774-8434-1f5d171e6ed2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:50.100589 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93b1b023-86a3-4774-8434-1f5d171e6ed2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:50.298053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f544c7d0-3388-475c-b14d-393b3c9709f1 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:50.339744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: f544c7d0-3388-475c-b14d-393b3c9709f1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:51:50.340318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f544c7d0-3388-475c-b14d-393b3c9709f1 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:50.342108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93b1b023-86a3-4774-8434-1f5d171e6ed2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:50.384886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b1b023-86a3-4774-8434-1f5d171e6ed2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:50.388428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-93b1b023-86a3-4774-8434-1f5d171e6ed2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:50.394745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1b023-86a3-4774-8434-1f5d171e6ed2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:50.395335 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93b1b023-86a3-4774-8434-1f5d171e6ed2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:50.414623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1b023-86a3-4774-8434-1f5d171e6ed2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=aa318296-9908-43f8-86a0-ef867596c100,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:50.423440 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-93b1b023-86a3-4774-8434-1f5d171e6ed2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4192653 Jul 13 19:51:50.423818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:50.429172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': 'aa318296-9908-43f8-86a0-ef867596c100', 'ip_address': '2001:db8::ee80:7e2:b010:69e6'}], 'name': 'tempest-NetworksTestDHCPv6-566110877'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:50.492881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74acf2-3f1b-491a-af34-a7390323df16 req-12d40041-6cff-49b5-bdee-b930f3b48696 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:50.498600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0a74acf2-3f1b-491a-af34-a7390323df16 req-12d40041-6cff-49b5-bdee-b930f3b48696 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 945 time: 0.1548467 Jul 13 19:51:50.522145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f4be1-8ac2-474d-8b6e-09baafb16fb3 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:50.535069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-633de8ba-ef09-4040-bcda-4bd3b38b9aac tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:50.536608 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-633de8ba-ef09-4040-bcda-4bd3b38b9aac tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 945 time: 0.1438572 Jul 13 19:51:50.538290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device e3520c12-20de-487e-901c-4e6b062794a7 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:51:50.602078 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0a74acf2-3f1b-491a-af34-a7390323df16 req-669576fc-ba24-4139-bbc7-fd85046d9a96 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008921 Jul 13 19:51:50.726288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-419b5255-8da9-4926-9275-a37e0423fa1b None None] Provisioning for port 27c87969-a0cb-4ecd-838f-342c44d59295 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:50.777371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-318cda48-b897-49de-b10a-a243ccc9a41e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Deleting port d589b19d-ba4e-48f4-9a32-ca9a865cf045 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:50.777729 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-318cda48-b897-49de-b10a-a243ccc9a41e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:50.786380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:50.890064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 27c87969-a0cb-4ecd-838f-342c44d59295 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:50.897906 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f6eae33-bf87-4729-bac5-266633c55e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:50.906433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b7996-ba76-4c89-9f91-384c66f45dd5 req-595f1fb5-6947-42a0-876c-1e25ab9c3ae5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:50.909158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-318cda48-b897-49de-b10a-a243ccc9a41e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] For port d589b19d-ba4e-48f4-9a32-ca9a865cf045, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d589b19d-ba4e-48f4-9a32-ca9a865cf045,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:50.909743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-318cda48-b897-49de-b10a-a243ccc9a41e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:50.913785 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-431b7996-ba76-4c89-9f91-384c66f45dd5 req-595f1fb5-6947-42a0-876c-1e25ab9c3ae5 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 943 time: 0.3274822 Jul 13 19:51:50.930835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-318cda48-b897-49de-b10a-a243ccc9a41e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Calling delete_port for d589b19d-ba4e-48f4-9a32-ca9a865cf045 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:50.947781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port e3520c12-20de-487e-901c-4e6b062794a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=e3520c12-20de-487e-901c-4e6b062794a7,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:50.971891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-431b7996-ba76-4c89-9f91-384c66f45dd5 req-2700acd8-1442-4859-9bbf-b7324b7ec4b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571275 Jul 13 19:51:50.973320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'e3520c12-20de-487e-901c-4e6b062794a7', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'port_id': 'e3520c12-20de-487e-901c-4e6b062794a7', 'mac_address': 'fa:16:3e:01:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:51:50.982710 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.013410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 0d8f5881-dab7-4bc9-8c4c-db52d61eaf79 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:51:51.044662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 27c87969-a0cb-4ecd-838f-342c44d59295 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:51.053320 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.059040 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 27c87969-a0cb-4ecd-838f-342c44d59295 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:51.059404 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.098437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3520c12-20de-487e-901c-4e6b062794a7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:51:51.120281 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-318cda48-b897-49de-b10a-a243ccc9a41e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.135947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2253bd5f-bb69-4ed0-a98a-85eccabd9d12', 'd589b19d-ba4e-48f4-9a32-ca9a865cf045'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:51:51.144535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port e3520c12-20de-487e-901c-4e6b062794a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=e3520c12-20de-487e-901c-4e6b062794a7,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:51.161219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cda48-b897-49de-b10a-a243ccc9a41e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event deleted for resources: {'Port': ['ID=d589b19d-ba4e-48f4-9a32-ca9a865cf045,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:51.170923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.201293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::ee80:7e2:b010:69e6 (e42b945f-763e-49b8-8959-240fefedda20/aa318296-9908-43f8-86a0-ef867596c100/0d8f5881-dab7-4bc9-8c4c-db52d61eaf79) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:51.214283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-318cda48-b897-49de-b10a-a243ccc9a41e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] No DVR routers for this DVR port d589b19d-ba4e-48f4-9a32-ca9a865cf045 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:51.216931 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-318cda48-b897-49de-b10a-a243ccc9a41e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.219981 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66d4b8f6-7abd-45c6-a12d-dbd7368654ce req-318cda48-b897-49de-b10a-a243ccc9a41e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "DELETE /v2.0/ports/d589b19d-ba4e-48f4-9a32-ca9a865cf045 HTTP/1.1" status: 204 len: 173 time: 0.6689444 Jul 13 19:51:51.220412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc628185-df03-4373-a139-c7a1bad6d876', 'name': 'network-vif-deleted', 'tag': 'd589b19d-ba4e-48f4-9a32-ca9a865cf045'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:51.222986 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b59209c-a229-4b9d-8d20-503a4368dc3e" -d '{"events": [{"server_uuid": "fc628185-df03-4373-a139-c7a1bad6d876", "name": "network-vif-deleted", "tag": "d589b19d-ba4e-48f4-9a32-ca9a865cf045"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:51.229678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=e3520c12-20de-487e-901c-4e6b062794a7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:51.308985 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.349088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 27c87969-a0cb-4ecd-838f-342c44d59295, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=27c87969-a0cb-4ecd-838f-342c44d59295,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:51.362358 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.413693 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.435805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 0d8f5881-dab7-4bc9-8c4c-db52d61eaf79 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:51.481378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.492770 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['e3520c12-20de-487e-901c-4e6b062794a7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:51:51.521917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=27c87969-a0cb-4ecd-838f-342c44d59295,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:51.534767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a2fea0a-18c6-4ea8-b94a-a95f195fc81b None None] Provisioning complete for port 27c87969-a0cb-4ecd-838f-342c44d59295 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:51.535141 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a2fea0a-18c6-4ea8-b94a-a95f195fc81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.548583 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5859591b-f571-42c1-ac3a-79b5f1ef6188 x-openstack-request-id: req-5859591b-f571-42c1-ac3a-79b5f1ef6188 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:51.549130 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc628185-df03-4373-a139-c7a1bad6d876", "name": "network-vif-deleted", "tag": "d589b19d-ba4e-48f4-9a32-ca9a865cf045", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:51.549130 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5859591b-f571-42c1-ac3a-79b5f1ef6188 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:51.549525 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc628185-df03-4373-a139-c7a1bad6d876', 'name': 'network-vif-deleted', 'tag': 'd589b19d-ba4e-48f4-9a32-ca9a865cf045', 'status': 'completed', 'code': 200} Jul 13 19:51:51.556414 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=0d8f5881-dab7-4bc9-8c4c-db52d61eaf79,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:51.564254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:51.565973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:51.568620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:51.575154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:51.576523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:51.595398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0c080710-552f-401a-bde7-4c714747f49a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1705589 Jul 13 19:51:51.597731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:51.713116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2856d225-fe0b-4004-981c-97b58f068c4c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:51.728569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2856d225-fe0b-4004-981c-97b58f068c4c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:51.730253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2856d225-fe0b-4004-981c-97b58f068c4c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1311419 Jul 13 19:51:51.732991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:51.853288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eae34865-8c7f-4136-ae6e-1eddaa882037 None None] Could not find standard attr ID for object b163da97-3a36-44f8-9545-13c48da69b38. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:51:51.919339 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3a300fde-1be0-4043-8ffa-17af2f1539ec req-6b106e60-734b-4de5-82ca-60320231d307 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc628185-df03-4373-a139-c7a1bad6d876 HTTP/1.1" status: 200 len: 210 time: 0.0463314 Jul 13 19:51:51.970589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a016ae56-a6a3-49e5-9133-62b69cad3849 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 0d8f5881-dab7-4bc9-8c4c-db52d61eaf79 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:51.970937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a016ae56-a6a3-49e5-9133-62b69cad3849 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:52.115374 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a016ae56-a6a3-49e5-9133-62b69cad3849 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:52.129870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a016ae56-a6a3-49e5-9133-62b69cad3849 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 0d8f5881-dab7-4bc9-8c4c-db52d61eaf79 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:52.172947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed5d586f-6ab3-4b66-834f-235a0a3eb3bb None None] Could not find standard attr ID for object a5f37870-4369-4a4e-8f5b-4e19f70bd18f. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:51:52.216017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14c018-d083-4d66-bc2b-ee18653175e8 req-c6ad4207-6848-48aa-86cc-505ffed3202e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:52.226201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad14c018-d083-4d66-bc2b-ee18653175e8 req-c6ad4207-6848-48aa-86cc-505ffed3202e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 944 time: 0.1007557 Jul 13 19:51:52.270829 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad14c018-d083-4d66-bc2b-ee18653175e8 req-bc336bc9-12e9-477c-aaae-23b361b39294 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432684 Jul 13 19:51:52.502250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84c6d3a7-677a-4cd7-82b1-db7adc27a491 None None] Provisioning for port 0d8f5881-dab7-4bc9-8c4c-db52d61eaf79 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:52.507069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84c6d3a7-677a-4cd7-82b1-db7adc27a491 None None] Provisioning complete for port 0d8f5881-dab7-4bc9-8c4c-db52d61eaf79 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:52.507444 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c6d3a7-677a-4cd7-82b1-db7adc27a491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:52.542323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device e3520c12-20de-487e-901c-4e6b062794a7 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:52.588198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84c6d3a7-677a-4cd7-82b1-db7adc27a491 None None] Port 0d8f5881-dab7-4bc9-8c4c-db52d61eaf79 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:51:52.607932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port e3520c12-20de-487e-901c-4e6b062794a7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:52.612903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port e3520c12-20de-487e-901c-4e6b062794a7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:52.613471 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:52.666425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a016ae56-a6a3-49e5-9133-62b69cad3849 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:52.706111 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:52.712057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016ae56-a6a3-49e5-9133-62b69cad3849 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=0d8f5881-dab7-4bc9-8c4c-db52d61eaf79,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:52.752906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a016ae56-a6a3-49e5-9133-62b69cad3849 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:52.758358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:52.771882 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a016ae56-a6a3-49e5-9133-62b69cad3849 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/0d8f5881-dab7-4bc9-8c4c-db52d61eaf79 HTTP/1.1" status: 204 len: 168 time: 1.0371392 Jul 13 19:51:52.772299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port e3520c12-20de-487e-901c-4e6b062794a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=e3520c12-20de-487e-901c-4e6b062794a7,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:52.773522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:52.777877 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33acce9c-2207-45f6-8f0b-99ade4c9a9f8" -d '{"events": [{"server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "name": "network-vif-plugged", "status": "completed", "tag": "e3520c12-20de-487e-901c-4e6b062794a7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:52.783028 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:52.785393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 27c87969-a0cb-4ecd-838f-342c44d59295 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:52.846778 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2df8f97-1405-46af-a923-ccd22e733fb8 x-openstack-request-id: req-e2df8f97-1405-46af-a923-ccd22e733fb8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:52.847504 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "name": "network-vif-plugged", "status": "completed", "tag": "e3520c12-20de-487e-901c-4e6b062794a7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:52.847504 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2df8f97-1405-46af-a923-ccd22e733fb8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:52.847896 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7', 'code': 200} Jul 13 19:51:52.871237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c8d37-7353-4013-b967-5ac817f5584b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:52.873965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c8d37-7353-4013-b967-5ac817f5584b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:52.880781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:52.894160 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fe2c8d37-7353-4013-b967-5ac817f5584b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1345010 Jul 13 19:51:52.910985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=e3520c12-20de-487e-901c-4e6b062794a7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:52.919891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 27c87969-a0cb-4ecd-838f-342c44d59295 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:52.920330 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.015877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a3b036-28b0-4c3c-b6c9-dc1f7b3b68fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet aa318296-9908-43f8-86a0-ef867596c100 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:51:53.019772 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91a3b036-28b0-4c3c-b6c9-dc1f7b3b68fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.131958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91a3b036-28b0-4c3c-b6c9-dc1f7b3b68fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.161317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12a251-314c-4309-9e14-7e36463bfe6c req-58ae290d-f7ae-41b3-98aa-5fdea2ba8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:53.162877 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c12a251-314c-4309-9e14-7e36463bfe6c req-58ae290d-f7ae-41b3-98aa-5fdea2ba8eeb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 1096 time: 0.2196302 Jul 13 19:51:53.216176 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c12a251-314c-4309-9e14-7e36463bfe6c req-d04a3c0e-e92b-41ba-b377-dda43e321e10 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461683 Jul 13 19:51:53.219390 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91a3b036-28b0-4c3c-b6c9-dc1f7b3b68fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.290976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91a3b036-28b0-4c3c-b6c9-dc1f7b3b68fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.342723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3b036-28b0-4c3c-b6c9-dc1f7b3b68fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=aa318296-9908-43f8-86a0-ef867596c100,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:53.345342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91a3b036-28b0-4c3c-b6c9-dc1f7b3b68fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.347370 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-91a3b036-28b0-4c3c-b6c9-dc1f7b3b68fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/aa318296-9908-43f8-86a0-ef867596c100 HTTP/1.1" status: 204 len: 168 time: 0.4652789 Jul 13 19:51:53.349823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:53.353474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35d1cbe-1f21-4892-a5ab-83e68dcf7020 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:53.399331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-18062e61-cc2b-4b29-85f8-5d204608e564 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481493 Jul 13 19:51:53.401993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:53.407234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4450ad4b-fdf2-45c4-a8cd-6e82107fadf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:53.517706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ed0a-ae79-4026-b0c8-a905d21a5f26 req-f841ab65-b695-449c-a9d0-513fd2ce0021 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:53.520129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aea6ed0a-ae79-4026-b0c8-a905d21a5f26 req-f841ab65-b695-449c-a9d0-513fd2ce0021 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.0704527 Jul 13 19:51:53.559458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4450ad4b-fdf2-45c4-a8cd-6e82107fadf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:53.562328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aea6ed0a-ae79-4026-b0c8-a905d21a5f26 req-f7cf3582-e754-40dd-8159-eae3e99c6996 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361834 Jul 13 19:51:53.563799 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4450ad4b-fdf2-45c4-a8cd-6e82107fadf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.587214 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db95307b-4eeb-49d8-8c6e-ffa06580b36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.611331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2137543d-3073-465d-b02b-d501a768f0f7 None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:51:53.612993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fd035-cebe-4d3c-9dde-2e9e2d0d6e11 req-ab9c7b44-5674-4338-a9e4-b912ed87bb53 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:53.614525 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998fd035-cebe-4d3c-9dde-2e9e2d0d6e11 req-ab9c7b44-5674-4338-a9e4-b912ed87bb53 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1345003 Jul 13 19:51:53.657148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.671262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2137543d-3073-465d-b02b-d501a768f0f7 None None] Deleting port 27c87969-a0cb-4ecd-838f-342c44d59295 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:53.671630 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2137543d-3073-465d-b02b-d501a768f0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.681368 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998fd035-cebe-4d3c-9dde-2e9e2d0d6e11 req-f407cef9-af7f-44d7-ab9b-0f1b7e7da980 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599592 Jul 13 19:51:53.739267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2137543d-3073-465d-b02b-d501a768f0f7 None None] For port 27c87969-a0cb-4ecd-838f-342c44d59295, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=27c87969-a0cb-4ecd-838f-342c44d59295,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:53.739656 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2137543d-3073-465d-b02b-d501a768f0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.752935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2137543d-3073-465d-b02b-d501a768f0f7 None None] Calling delete_port for 27c87969-a0cb-4ecd-838f-342c44d59295 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:53.799254 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4450ad4b-fdf2-45c4-a8cd-6e82107fadf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.832379 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2137543d-3073-465d-b02b-d501a768f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.841531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450ad4b-fdf2-45c4-a8cd-6e82107fadf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:53.844666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4450ad4b-fdf2-45c4-a8cd-6e82107fadf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:53.848908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4450ad4b-fdf2-45c4-a8cd-6e82107fadf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:53.849502 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4450ad4b-fdf2-45c4-a8cd-6e82107fadf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:53.859383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137543d-3073-465d-b02b-d501a768f0f7 None None] Pushing event deleted for resources: {'Port': ['ID=27c87969-a0cb-4ecd-838f-342c44d59295,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:53.864578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137543d-3073-465d-b02b-d501a768f0f7 None None] No DVR routers for this DVR port 27c87969-a0cb-4ecd-838f-342c44d59295 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:53.864771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450ad4b-fdf2-45c4-a8cd-6e82107fadf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=b5b3fa4e-2348-49da-8810-5393260732c9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:53.868663 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4450ad4b-fdf2-45c4-a8cd-6e82107fadf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4656365 Jul 13 19:51:53.871424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:53.878358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': 'b5b3fa4e-2348-49da-8810-5393260732c9', 'ip_address': '2001:db8::a51a:9ae8:8f1:712d'}], 'name': 'tempest-NetworksTestDHCPv6-187500456'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:53.887636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03036b31-7cf1-4efd-a691-b03c484dddde None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:54.008210 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:54.014810 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.037370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port ec1c406c-dd11-4abb-9ae4-16fafa43451d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:51:54.043525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': 'b5b3fa4e-2348-49da-8810-5393260732c9'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:51:54.044341 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.206073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Allocated IP 2001:db8::2 (e42b945f-763e-49b8-8959-240fefedda20/b5b3fa4e-2348-49da-8810-5393260732c9/615691f2-8fd9-4bd4-a90e-e56b39f16961) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:54.347895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d589b19d-ba4e-48f4-9a32-ca9a865cf045 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:54.354728 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.375055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: d589b19d-ba4e-48f4-9a32-ca9a865cf045 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:51:54.376066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d589b19d-ba4e-48f4-9a32-ca9a865cf045 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:54.381883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Transition to ACTIVE for port object 615691f2-8fd9-4bd4-a90e-e56b39f16961 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:54.396555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Transition to ACTIVE for port object 615691f2-8fd9-4bd4-a90e-e56b39f16961 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:54.415867 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.454274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:54.457259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:54.463496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:54.477255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Pushing event updated for resources: {'Port': ['ID=615691f2-8fd9-4bd4-a90e-e56b39f16961,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:54.500116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::a51a:9ae8:8f1:712d (e42b945f-763e-49b8-8959-240fefedda20/b5b3fa4e-2348-49da-8810-5393260732c9/ec1c406c-dd11-4abb-9ae4-16fafa43451d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:54.532314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Attempting to bind port 615691f2-8fd9-4bd4-a90e-e56b39f16961 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:54.532692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Attempting to bind port 615691f2-8fd9-4bd4-a90e-e56b39f16961 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:54.533044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Attempting to bind port 615691f2-8fd9-4bd4-a90e-e56b39f16961 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:54.538237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:54.538638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:54.539035 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.539419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:54.539875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Bound port: 615691f2-8fd9-4bd4-a90e-e56b39f16961, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:54.540265 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.683019 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.706148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object ec1c406c-dd11-4abb-9ae4-16fafa43451d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:54.745653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.767518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 27c87969-a0cb-4ecd-838f-342c44d59295 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:51:54.810309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=ec1c406c-dd11-4abb-9ae4-16fafa43451d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:54.821545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:54.823261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:54.826506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:54.826666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fd5d3-d521-4a23-b68e-f0bc7e9db4bc req-97a41ecf-fe98-45e7-9f4f-a21dd2af512b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:54.833437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:54.834351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b79fd5d3-d521-4a23-b68e-f0bc7e9db4bc req-97a41ecf-fe98-45e7-9f4f-a21dd2af512b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.0884814 Jul 13 19:51:54.834675 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.853642 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b9ab5473-c6f7-4fcf-93bc-f33e9f16cb88 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9789507 Jul 13 19:51:54.853874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:54.861548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 27c87969-a0cb-4ecd-838f-342c44d59295 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:51:54.861892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 27c87969-a0cb-4ecd-838f-342c44d59295 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:51:54.876044 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.916783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] For port 615691f2-8fd9-4bd4-a90e-e56b39f16961, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:54.920559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] For port 615691f2-8fd9-4bd4-a90e-e56b39f16961, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=615691f2-8fd9-4bd4-a90e-e56b39f16961,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:54.926376 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:54.948843 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b79fd5d3-d521-4a23-b68e-f0bc7e9db4bc req-e4d001cd-9987-46dc-8f54-1b6121a5b2cd tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135132 Jul 13 19:51:55.010089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc800f-3d5b-40a6-8ea2-d665b3a1b203 None None] Pushing event updated for resources: {'Port': ['ID=615691f2-8fd9-4bd4-a90e-e56b39f16961,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:55.021559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b983d-aa03-4547-903f-06388781b314 req-e8f7ac0f-fb14-43d8-8612-8dff05ee21f2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:55.027106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-fce53f15-ef83-41dd-9d91-3fa47ed4065f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:55.028622 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-fce53f15-ef83-41dd-9d91-3fa47ed4065f tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1723173 Jul 13 19:51:55.029121 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f43b983d-aa03-4547-903f-06388781b314 req-e8f7ac0f-fb14-43d8-8612-8dff05ee21f2 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 945 time: 0.1342652 Jul 13 19:51:55.044862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc7cac3-2620-415a-aeec-1be8baac5dfe tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:55.052704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc7cac3-2620-415a-aeec-1be8baac5dfe tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:55.054316 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dfc7cac3-2620-415a-aeec-1be8baac5dfe tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1992691 Jul 13 19:51:55.064929 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:55.091110 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f43b983d-aa03-4547-903f-06388781b314 req-2d232b14-f2a7-4043-9e75-34cb9b1b7614 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453751 Jul 13 19:51:55.214284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-52513caa-d1f6-46ee-8bfe-ae5b1c93ccb5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port ec1c406c-dd11-4abb-9ae4-16fafa43451d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:55.214672 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52513caa-d1f6-46ee-8bfe-ae5b1c93ccb5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.258917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af4e6b-def7-43e3-9ce3-2d100b8aa560 req-5cdbfaa3-b725-4cbd-9d61-3c0bfef8043c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:55.284064 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66af4e6b-def7-43e3-9ce3-2d100b8aa560 req-5cdbfaa3-b725-4cbd-9d61-3c0bfef8043c tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.1636910 Jul 13 19:51:55.298512 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-abd55186-7d59-4e56-9565-ec16a2a1b17a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Deleting port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:55.299799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-abd55186-7d59-4e56-9565-ec16a2a1b17a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.364520 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52513caa-d1f6-46ee-8bfe-ae5b1c93ccb5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.384341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-52513caa-d1f6-46ee-8bfe-ae5b1c93ccb5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for ec1c406c-dd11-4abb-9ae4-16fafa43451d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:55.393128 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66af4e6b-def7-43e3-9ce3-2d100b8aa560 req-7d594970-65e2-44ac-8e13-231d3cdecf9a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080141 Jul 13 19:51:55.428626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:55.487667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-abd55186-7d59-4e56-9565-ec16a2a1b17a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] For port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:55.488277 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-abd55186-7d59-4e56-9565-ec16a2a1b17a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.503817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-abd55186-7d59-4e56-9565-ec16a2a1b17a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Calling delete_port for 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:55.543976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52513caa-d1f6-46ee-8bfe-ae5b1c93ccb5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.558446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848f7e8c-f299-40d4-9bab-f2880c5b054c tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:55.562199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-848f7e8c-f299-40d4-9bab-f2880c5b054c tempest-TestNetworkAdvancedServerOps-885337491 tempest-TestNetworkAdvancedServerOps-885337491-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 1091 time: 0.1300817 Jul 13 19:51:55.572336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:55.577065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'e3520c12-20de-487e-901c-4e6b062794a7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:55.581403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52513caa-d1f6-46ee-8bfe-ae5b1c93ccb5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=ec1c406c-dd11-4abb-9ae4-16fafa43451d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:55.605858 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52513caa-d1f6-46ee-8bfe-ae5b1c93ccb5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.607847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-52513caa-d1f6-46ee-8bfe-ae5b1c93ccb5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/ec1c406c-dd11-4abb-9ae4-16fafa43451d HTTP/1.1" status: 204 len: 168 time: 0.5239439 Jul 13 19:51:55.610435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:55.623465 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.667390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f9510-da51-4257-9ed3-99dc245a13de tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:55.668836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f9510-da51-4257-9ed3-99dc245a13de tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:55.670440 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-093f9510-da51-4257-9ed3-99dc245a13de tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0589147 Jul 13 19:51:55.673601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:55.720629 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-abd55186-7d59-4e56-9565-ec16a2a1b17a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.725057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be2eed6-3942-433c-8db5-d05f9776924b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet b5b3fa4e-2348-49da-8810-5393260732c9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:51:55.728257 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be2eed6-3942-433c-8db5-d05f9776924b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.738278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2253bd5f-bb69-4ed0-a98a-85eccabd9d12'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:51:55.762808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd55186-7d59-4e56-9565-ec16a2a1b17a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event deleted for resources: {'Port': ['ID=2253bd5f-bb69-4ed0-a98a-85eccabd9d12,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:55.791923 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be2eed6-3942-433c-8db5-d05f9776924b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.903089 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be2eed6-3942-433c-8db5-d05f9776924b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.979809 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be2eed6-3942-433c-8db5-d05f9776924b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.995664 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be2eed6-3942-433c-8db5-d05f9776924b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:55.997797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5be2eed6-3942-433c-8db5-d05f9776924b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/b5b3fa4e-2348-49da-8810-5393260732c9 HTTP/1.1" status: 204 len: 168 time: 0.3231778 Jul 13 19:51:56.016639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:56.023387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2eed6-3942-433c-8db5-d05f9776924b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b3fa4e-2348-49da-8810-5393260732c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:56.068369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c66b8e21-0da1-41a1-b3f0-acbacacd5044 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505979 Jul 13 19:51:56.070825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:56.107214 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.151647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-abd55186-7d59-4e56-9565-ec16a2a1b17a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] No DVR routers for this DVR port 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:56.153661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83f24d-1491-415b-bd91-c98c0070c99b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:56.155466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-abd55186-7d59-4e56-9565-ec16a2a1b17a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.158032 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b739f126-31ad-4e83-bc69-9d0781f688d8 req-abd55186-7d59-4e56-9565-ec16a2a1b17a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.24 "DELETE /v2.0/ports/2253bd5f-bb69-4ed0-a98a-85eccabd9d12 HTTP/1.1" status: 204 len: 173 time: 1.1024139 Jul 13 19:51:56.158642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee84fa39-d790-49dd-9c81-b538a33e8efd', 'name': 'network-vif-deleted', 'tag': '2253bd5f-bb69-4ed0-a98a-85eccabd9d12'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:56.160660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ce83f24d-1491-415b-bd91-c98c0070c99b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0887554 Jul 13 19:51:56.161542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:56.169235 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7898c3-2688-4791-8e4b-a31d0a31931c" -d '{"events": [{"server_uuid": "ee84fa39-d790-49dd-9c81-b538a33e8efd", "name": "network-vif-deleted", "tag": "2253bd5f-bb69-4ed0-a98a-85eccabd9d12"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:56.212542 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.236109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d5a180-c567-4ec2-83bf-ff7872a85071 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:56.273184 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b247d3-7147-43d1-8ebc-6d437c966a95 x-openstack-request-id: req-61b247d3-7147-43d1-8ebc-6d437c966a95 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:56.273728 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee84fa39-d790-49dd-9c81-b538a33e8efd", "name": "network-vif-deleted", "tag": "2253bd5f-bb69-4ed0-a98a-85eccabd9d12", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:56.274170 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61b247d3-7147-43d1-8ebc-6d437c966a95 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:56.274806 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee84fa39-d790-49dd-9c81-b538a33e8efd', 'name': 'network-vif-deleted', 'tag': '2253bd5f-bb69-4ed0-a98a-85eccabd9d12', 'status': 'completed', 'code': 200} Jul 13 19:51:56.313245 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2a9279eb-24b6-4852-953b-18c2ff70622c req-44e0d7e7-dd7e-4662-85ac-1103fd3cafcd tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee84fa39-d790-49dd-9c81-b538a33e8efd HTTP/1.1" status: 200 len: 210 time: 0.0358019 Jul 13 19:51:56.321495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb2dfbb-8c79-4ce3-9170-a88cf72b8e1a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:56.333237 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bfb2dfbb-8c79-4ce3-9170-a88cf72b8e1a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1586552 Jul 13 19:51:56.333909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:56.378429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Allocated IP 172.25.7.63 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/d585a676-7fee-4e30-9e4e-375c0afa0141) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:56.416490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0ce7f5f-a294-4c2d-9c4c-033e785627f4 None None] Provisioning for port 615691f2-8fd9-4bd4-a90e-e56b39f16961 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:56.426678 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6ed7b0ae-b4d8-49b7-bf26-138c3ffb0dce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915146 Jul 13 19:51:56.427566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:56.434587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a27daa12-ba14-4577-905a-936f453f4452 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:56.534870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27daa12-ba14-4577-905a-936f453f4452 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:56.538796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a27daa12-ba14-4577-905a-936f453f4452 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.547243 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.558203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d4400-fe51-4729-ac11-83087a8e10f3 None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:51:56.615046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d4400-fe51-4729-ac11-83087a8e10f3 None None] Deleting port 615691f2-8fd9-4bd4-a90e-e56b39f16961 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:56.615269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.615591 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4400-fe51-4729-ac11-83087a8e10f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.667973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:56.674114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:56.680257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:56.692843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d2d4400-fe51-4729-ac11-83087a8e10f3 None None] For port 615691f2-8fd9-4bd4-a90e-e56b39f16961, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=615691f2-8fd9-4bd4-a90e-e56b39f16961,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:56.693298 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4400-fe51-4729-ac11-83087a8e10f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.707423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=d585a676-7fee-4e30-9e4e-375c0afa0141,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:56.711076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d4400-fe51-4729-ac11-83087a8e10f3 None None] Calling delete_port for 615691f2-8fd9-4bd4-a90e-e56b39f16961 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:56.811477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a27daa12-ba14-4577-905a-936f453f4452 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.827429 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4400-fe51-4729-ac11-83087a8e10f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.849005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d4400-fe51-4729-ac11-83087a8e10f3 None None] No DVR routers for this DVR port 615691f2-8fd9-4bd4-a90e-e56b39f16961 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:51:56.852658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27daa12-ba14-4577-905a-936f453f4452 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:56.858341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a27daa12-ba14-4577-905a-936f453f4452 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:56.862525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27daa12-ba14-4577-905a-936f453f4452 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:56.863348 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a27daa12-ba14-4577-905a-936f453f4452 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:56.889209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e62b1-bd12-4c92-b42e-808ec01e396c None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:51:56.892340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d4400-fe51-4729-ac11-83087a8e10f3 None None] Pushing event deleted for resources: {'Port': ['ID=615691f2-8fd9-4bd4-a90e-e56b39f16961,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:56.902757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27daa12-ba14-4577-905a-936f453f4452 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=704d5e9b-292f-4db3-bfec-03b467f303ab,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:56.914910 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a27daa12-ba14-4577-905a-936f453f4452 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4854918 Jul 13 19:51:56.917566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:56.924977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '704d5e9b-292f-4db3-bfec-03b467f303ab', 'ip_address': '2001:db8::5ab0:4058:199c:c049'}], 'name': 'tempest-NetworksTestDHCPv6-356450071'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:57.070167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:57.093198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '704d5e9b-292f-4db3-bfec-03b467f303ab'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:51:57.094161 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.154142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.160316 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.185300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port a3a6b9b0-0196-4f04-8892-c9fcdcccdced yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:51:57.247661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Allocated IP 2001:db8::2 (e42b945f-763e-49b8-8959-240fefedda20/704d5e9b-292f-4db3-bfec-03b467f303ab/8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:57.279622 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.446756 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.457870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.459962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Transition to ACTIVE for port object 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:57.463202 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.479126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Transition to ACTIVE for port object 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:57.499175 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.543070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event updated for resources: {'Port': ['ID=d585a676-7fee-4e30-9e4e-375c0afa0141,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:57.555975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.556589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.556743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.557007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.557351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.557743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.558084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.558435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.558807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.559556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.559690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.559913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:51:57.561493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::5ab0:4058:199c:c049 (e42b945f-763e-49b8-8959-240fefedda20/704d5e9b-292f-4db3-bfec-03b467f303ab/a3a6b9b0-0196-4f04-8892-c9fcdcccdced) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:51:57.575102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.579376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:57.583531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Pushing event updated for resources: {'Port': ['ID=8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:57.585939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:57.587948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:57.647744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Attempting to bind port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:51:57.648065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Attempting to bind port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:51:57.648383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Attempting to bind port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:51:57.654096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:51:57.654514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:51:57.654976 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.655510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:51:57.655994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Bound port: 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:51:57.656587 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.720058 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Floating IP 4b90971f-ecdd-4572-b320-6c3ca9081608 associated. External IP: 172.25.7.63, port: e3520c12-20de-487e-901c-4e6b062794a7. Jul 13 19:51:57.732809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] For port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:51:57.736308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] For port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:51:57.745130 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.783548 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.824638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407375db-a23e-4fc1-9f78-73b6cc3a07f5 None None] Pushing event updated for resources: {'Port': ['ID=8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:57.838813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object a3a6b9b0-0196-4f04-8892-c9fcdcccdced will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:51:57.883054 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.945846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:51:57.955507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:51:57.962527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:51:57.969553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:57.970300 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:57.983596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=a3a6b9b0-0196-4f04-8892-c9fcdcccdced,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:58.028994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-43f30d35-c580-4aa5-a417-3f088579e47b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1099973 Jul 13 19:51:58.032704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:58.036467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router 9064703f-8fd0-4cf3-b123-9fe480820065 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:51:58.041308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-610d6a81-4115-464b-a4ee-0014be3e4214 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '704d5e9b-292f-4db3-bfec-03b467f303ab', 'ip_address': '2001:db8::5ab0:4058:199c:c049'}], 'name': 'tempest-NetworksTestDHCPv6-1509138752'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:51:58.079262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395de6-3139-4869-9b2f-0a74522eb639 req-1deaad80-3d86-411b-8c23-feef37769145 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:58.080797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-85395de6-3139-4869-9b2f-0a74522eb639 req-1deaad80-3d86-411b-8c23-feef37769145 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.1192787 Jul 13 19:51:58.131522 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-85395de6-3139-4869-9b2f-0a74522eb639 req-4a8b324d-b69e-40b8-ae50-92c18f8e7e7a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436115 Jul 13 19:51:58.285392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610d6a81-4115-464b-a4ee-0014be3e4214 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:51:58.335237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:51:58.345769 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] Sync routers for ids ['9064703f-8fd0-4cf3-b123-9fe480820065'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:51:58.355962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] Routers {'9064703f-8fd0-4cf3-b123-9fe480820065'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:58.356258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9064703f-8fd0-4cf3-b123-9fe480820065'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:58.370006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:58.423776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-610d6a81-4115-464b-a4ee-0014be3e4214 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:58.430257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a92f026c-64d3-49c3-81cd-85dbad9ad640 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8544531 Jul 13 19:51:58.433796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:51:58.436035 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113aa270-a805-4da6-bb7b-b28433535339" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "tag": "e3520c12-20de-487e-901c-4e6b062794a7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:51:58.449687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-610d6a81-4115-464b-a4ee-0014be3e4214 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 3d3cb351-1a0b-4bb8-b306-653690d60f7d yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:51:58.499606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] Set router 9064703f-8fd0-4cf3-b123-9fe480820065 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:51:58.501857 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328287c0-20ba-4562-a842-4ca48c0d0158 x-openstack-request-id: req-328287c0-20ba-4562-a842-4ca48c0d0158 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:51:58.501857 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "tag": "e3520c12-20de-487e-901c-4e6b062794a7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:51:58.502086 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-328287c0-20ba-4562-a842-4ca48c0d0158 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:51:58.502521 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7', 'status': 'completed', 'code': 200} Jul 13 19:51:58.628535 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa270-a805-4da6-bb7b-b28433535339 req-5a399333-fee9-4907-bf24-05c881a23196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:58.630501 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-113aa270-a805-4da6-bb7b-b28433535339 req-5a399333-fee9-4907-bf24-05c881a23196 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 1096 time: 0.1126184 Jul 13 19:51:58.703502 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-610d6a81-4115-464b-a4ee-0014be3e4214 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 19:51:58.704049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610d6a81-4115-464b-a4ee-0014be3e4214 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:51:58.730972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-610d6a81-4115-464b-a4ee-0014be3e4214 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6968102 Jul 13 19:51:58.731712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:58.831928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87675254-817a-44d1-8103-dff8249cc620 req-b93e63fe-3a28-4f55-8cf6-bb338e55c73f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:58.836144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-87675254-817a-44d1-8103-dff8249cc620 req-b93e63fe-3a28-4f55-8cf6-bb338e55c73f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.1797111 Jul 13 19:51:58.850100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa270-a805-4da6-bb7b-b28433535339 req-5b6fddcb-de69-4fee-9bc8-3b4e990ca53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:58.851854 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-113aa270-a805-4da6-bb7b-b28433535339 req-5b6fddcb-de69-4fee-9bc8-3b4e990ca53f service neutron] 10.222.0.60 "GET /v2.0/networks?id=058035b3-3f86-4d76-aec5-5436b716a4b7 HTTP/1.1" status: 200 len: 897 time: 0.2124102 Jul 13 19:51:58.852252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:51:58.919769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-87675254-817a-44d1-8103-dff8249cc620 req-dbfffaeb-70d9-4322-beaa-c9b7b19fd302 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660956 Jul 13 19:51:58.957320 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-113aa270-a805-4da6-bb7b-b28433535339 req-e6c4e327-a5b2-49fb-99d7-c4a5acf5687b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3520c12-20de-487e-901c-4e6b062794a7 HTTP/1.1" status: 200 len: 998 time: 0.0985105 Jul 13 19:51:58.957843 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:58.960214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:58.974941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad4bd96-718b-4791-bdde-4271593c2161 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:58.978690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:38Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4b90971f-ecdd-4572-b320-6c3ca9081608', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'port_id': 'e3520c12-20de-487e-901c-4e6b062794a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'mac_address': 'fa:16:3e:01:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:51:56Z', 'updated_at': '2021-07-13T19:51:56Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a2dfa-02a2-4b8d-a943-4627be1a51cd', 'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:c2:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:37Z', 'updated_at': '2021-07-13T19:51:45Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '3ed457c5-a459-4597-a02f-91907a15f901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:58.988062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad4bd96-718b-4791-bdde-4271593c2161 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:58.990157 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1ad4bd96-718b-4791-bdde-4271593c2161 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2562699 Jul 13 19:51:58.992602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:59.024225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] Checking router: 9064703f-8fd0-4cf3-b123-9fe480820065 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:51:59.038553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] Routers {'9064703f-8fd0-4cf3-b123-9fe480820065'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:51:59.039215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9064703f-8fd0-4cf3-b123-9fe480820065'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:59.074274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa270-a805-4da6-bb7b-b28433535339 req-7947aabf-99ad-4d3c-a7d7-cb9d42bc7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:59.076053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-113aa270-a805-4da6-bb7b-b28433535339 req-7947aabf-99ad-4d3c-a7d7-cb9d42bc7d95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ed457c5-a459-4597-a02f-91907a15f901 HTTP/1.1" status: 200 len: 834 time: 0.1100943 Jul 13 19:51:59.079655 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ebc00b4f-90c8-4bb1-810d-760df3534e3e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/4b90971f-ecdd-4572-b320-6c3ca9081608 HTTP/1.1" status: 200 len: 990 time: 0.1202607 Jul 13 19:51:59.166265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa270-a805-4da6-bb7b-b28433535339 req-de2532ba-c318-428e-892a-fce14e3e0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:59.167904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-113aa270-a805-4da6-bb7b-b28433535339 req-de2532ba-c318-428e-892a-fce14e3e0730 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=058035b3-3f86-4d76-aec5-5436b716a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741105 Jul 13 19:51:59.180026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-377edf14-3497-4884-9ec9-698fab9b66ad tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port a3a6b9b0-0196-4f04-8892-c9fcdcccdced {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:51:59.180537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-377edf14-3497-4884-9ec9-698fab9b66ad tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:59.204664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a6a9bd07-5346-49c4-90b5-da0acc4af067 None None] Provisioning for port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:51:59.214939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a6a9bd07-5346-49c4-90b5-da0acc4af067 None None] Provisioning complete for port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:51:59.215311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a9bd07-5346-49c4-90b5-da0acc4af067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:59.256296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] Set router 9064703f-8fd0-4cf3-b123-9fe480820065 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:51:59.308169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-113aa270-a805-4da6-bb7b-b28433535339 req-ce6f128f-e6ed-4051-a537-ac56e203a24e service neutron] 10.222.0.60 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234853 Jul 13 19:51:59.395890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-377edf14-3497-4884-9ec9-698fab9b66ad tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:59.412407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-377edf14-3497-4884-9ec9-698fab9b66ad tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for a3a6b9b0-0196-4f04-8892-c9fcdcccdced owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:51:59.429637 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-113aa270-a805-4da6-bb7b-b28433535339 req-e79b8fb3-5097-4290-9bfb-b0de1aa74d26 service neutron] 10.222.0.60 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076059 Jul 13 19:51:59.509911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac94da-1742-4f22-9125-636ca9feccb1 req-b1959ec2-4fda-4518-84b9-4c42d221e2c1 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:59.511641 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97ac94da-1742-4f22-9125-636ca9feccb1 req-b1959ec2-4fda-4518-84b9-4c42d221e2c1 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0809953 Jul 13 19:51:59.573989 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97ac94da-1742-4f22-9125-636ca9feccb1 req-af35e3c1-06b3-4611-bb92-2f397b6bff11 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539196 Jul 13 19:51:59.580500 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-377edf14-3497-4884-9ec9-698fab9b66ad tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:59.580705 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a9bd07-5346-49c4-90b5-da0acc4af067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:59.628540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377edf14-3497-4884-9ec9-698fab9b66ad tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=a3a6b9b0-0196-4f04-8892-c9fcdcccdced,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:59.644200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a6a9bd07-5346-49c4-90b5-da0acc4af067 None None] For port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:51:59.654961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-377edf14-3497-4884-9ec9-698fab9b66ad tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:59.658604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-377edf14-3497-4884-9ec9-698fab9b66ad tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/a3a6b9b0-0196-4f04-8892-c9fcdcccdced HTTP/1.1" status: 204 len: 168 time: 0.6647580 Jul 13 19:51:59.661015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:59.665997 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a9bd07-5346-49c4-90b5-da0acc4af067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:59.728752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8dcc1b-78e3-4aad-8818-1f6bfe8a3f49 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:59.730389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8dcc1b-78e3-4aad-8818-1f6bfe8a3f49 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:51:59.735013 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2f8dcc1b-78e3-4aad-8818-1f6bfe8a3f49 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0726020 Jul 13 19:51:59.735222 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:51:59.738060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9bd07-5346-49c4-90b5-da0acc4af067 None None] Pushing event updated for resources: {'Port': ['ID=8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:59.744714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:38Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4b90971f-ecdd-4572-b320-6c3ca9081608', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'port_id': 'e3520c12-20de-487e-901c-4e6b062794a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'mac_address': 'fa:16:3e:01:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:51:56Z', 'updated_at': '2021-07-13T19:51:56Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a2dfa-02a2-4b8d-a943-4627be1a51cd', 'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:c2:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:37Z', 'updated_at': '2021-07-13T19:51:45Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '3ed457c5-a459-4597-a02f-91907a15f901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:51:59.773278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446fdf9a-83b0-4f62-af3c-a856165f2dd1 None None] The sync data for ids ['9064703f-8fd0-4cf3-b123-9fe480820065'] in n-d-800708-1 is: [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:38Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4b90971f-ecdd-4572-b320-6c3ca9081608', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'port_id': 'e3520c12-20de-487e-901c-4e6b062794a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'mac_address': 'fa:16:3e:01:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:51:56Z', 'updated_at': '2021-07-13T19:51:56Z', 'revision_number': 0, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a2dfa-02a2-4b8d-a943-4627be1a51cd', 'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:c2:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:37Z', 'updated_at': '2021-07-13T19:51:45Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '3ed457c5-a459-4597-a02f-91907a15f901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:51:59.789758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-689dad71-6bb0-49e7-8f53-be26f3e64ef7 None None] Could not find standard attr ID for object ec1c406c-dd11-4abb-9ae4-16fafa43451d. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:51:59.792870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-689dad71-6bb0-49e7-8f53-be26f3e64ef7 None None] Could not find standard attr ID for object a3a6b9b0-0196-4f04-8892-c9fcdcccdced. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:51:59.800664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-765dd0e1-0b2b-4f40-b149-0d9d0fe4d086 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 704d5e9b-292f-4db3-bfec-03b467f303ab {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:51:59.804618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-765dd0e1-0b2b-4f40-b149-0d9d0fe4d086 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:59.851526 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-765dd0e1-0b2b-4f40-b149-0d9d0fe4d086 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:59.988055 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-765dd0e1-0b2b-4f40-b149-0d9d0fe4d086 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:00.057213 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-765dd0e1-0b2b-4f40-b149-0d9d0fe4d086 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:00.083567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:00.093393 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b9b6e3-e900-433a-a907-159183afc5a5 None None] New status for floating IP 4b90971f-ecdd-4572-b320-6c3ca9081608: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:52:00.142075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-765dd0e1-0b2b-4f40-b149-0d9d0fe4d086 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:00.148867 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-765dd0e1-0b2b-4f40-b149-0d9d0fe4d086 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/704d5e9b-292f-4db3-bfec-03b467f303ab HTTP/1.1" status: 204 len: 168 time: 0.4125960 Jul 13 19:52:00.152983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dd0e1-0b2b-4f40-b149-0d9d0fe4d086 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=704d5e9b-292f-4db3-bfec-03b467f303ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:00.154978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:00.177364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-eabdab25-d95e-4040-ada3-e88a131d8d20 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/4b90971f-ecdd-4572-b320-6c3ca9081608 HTTP/1.1" status: 200 len: 990 time: 0.0926285 Jul 13 19:52:00.206781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b85b96a1-192b-4a7e-9e99-c0c420df48eb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493314 Jul 13 19:52:00.210725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:00.220598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7a9a1698-5c9a-48aa-a9f5-fa39c74fea92 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:00.293748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-a986cc7c-319b-46a6-9896-cac5908189e1 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:00.295857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-a986cc7c-319b-46a6-9896-cac5908189e1 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.60 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.2362158 Jul 13 19:52:00.337671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f37190-c104-4b47-b5bb-edc57cf7b0db None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:00.350187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:00.411934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9a1698-5c9a-48aa-a9f5-fa39c74fea92 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:00.415698 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1698-5c9a-48aa-a9f5-fa39c74fea92 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:00.511826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Deleting port 6da03c15-02b1-456e-8ea3-2eaeda185bce {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:00.512316 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:00.588252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:00.588853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2253bd5f-bb69-4ed0-a98a-85eccabd9d12 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:00.662356 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] For port 6da03c15-02b1-456e-8ea3-2eaeda185bce, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6da03c15-02b1-456e-8ea3-2eaeda185bce,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:00.662755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:00.779817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d863547-0d72-4669-9cf2-103e1d22317b None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:52:00.822497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124c83c-eeca-4908-b4c9-1e7820129827 req-d2b1e957-c37b-4bff-a88a-b0cc06b23a30 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:00.824038 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0124c83c-eeca-4908-b4c9-1e7820129827 req-d2b1e957-c37b-4bff-a88a-b0cc06b23a30 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 944 time: 0.0815539 Jul 13 19:52:00.834966 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1698-5c9a-48aa-a9f5-fa39c74fea92 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:00.836362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d863547-0d72-4669-9cf2-103e1d22317b None None] Deleting port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:00.837057 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d863547-0d72-4669-9cf2-103e1d22317b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:00.878043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0124c83c-eeca-4908-b4c9-1e7820129827 req-99de7c73-65b6-4d91-a843-d9c5422b229e tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups?id=67dae480-679f-4e16-8054-e9c583a26b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463805 Jul 13 19:52:00.901496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a1698-5c9a-48aa-a9f5-fa39c74fea92 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=eb3de31b-e5de-4a5e-bf9f-6f0f67da010c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:00.927413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d863547-0d72-4669-9cf2-103e1d22317b None None] For port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:00.927804 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d863547-0d72-4669-9cf2-103e1d22317b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:00.928173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a1698-5c9a-48aa-a9f5-fa39c74fea92 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:00.933020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a1698-5c9a-48aa-a9f5-fa39c74fea92 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:00.942857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d863547-0d72-4669-9cf2-103e1d22317b None None] Calling delete_port for 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:00.961705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9a1698-5c9a-48aa-a9f5-fa39c74fea92 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:00.962304 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1698-5c9a-48aa-a9f5-fa39c74fea92 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:00.992144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:00.992308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7a9a1698-5c9a-48aa-a9f5-fa39c74fea92 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7804086 Jul 13 19:52:01.000438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8360323c-1519-4cdf-a633-280e7c982c75 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': 'eb3de31b-e5de-4a5e-bf9f-6f0f67da010c', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-626573947'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:01.008533 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.009110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.009445 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Floating IP 44d9adb4-0c18-4224-9fe9-be551263eb58 disassociated. External IP: 172.25.7.20, port: 6da03c15-02b1-456e-8ea3-2eaeda185bce. Jul 13 19:52:01.009793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Calling delete_port for 6da03c15-02b1-456e-8ea3-2eaeda185bce owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:01.046289 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d863547-0d72-4669-9cf2-103e1d22317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.102236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d863547-0d72-4669-9cf2-103e1d22317b None None] No DVR routers for this DVR port 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:01.107653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d863547-0d72-4669-9cf2-103e1d22317b None None] Pushing event deleted for resources: {'Port': ['ID=8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:01.120264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5575dbe7-ebf7-4838-aeb9-d9cfae2cb0f0 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:01.165665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8360323c-1519-4cdf-a633-280e7c982c75 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:01.176128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8360323c-1519-4cdf-a633-280e7c982c75 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.180586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:01.210733 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.241527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-8360323c-1519-4cdf-a633-280e7c982c75 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 9941af8f-45bc-4323-a92a-c8cf0968f825 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:01.249204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event deleted for resources: {'Port': ['ID=6da03c15-02b1-456e-8ea3-2eaeda185bce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:01.338675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': 'eb3de31b-e5de-4a5e-bf9f-6f0f67da010c'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:52:01.339699 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.386829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Router 72102aa6-c886-4c91-841d-0a57e6ef7465 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:52:01.394906 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-abc0cf90-7f18-4883-a268-72795bd791f9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/4b90971f-ecdd-4572-b320-6c3ca9081608 HTTP/1.1" status: 200 len: 992 time: 0.2052698 Jul 13 19:52:01.413079 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8360323c-1519-4cdf-a633-280e7c982c75 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:52:01.413567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8360323c-1519-4cdf-a633-280e7c982c75 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:52:01.430601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8360323c-1519-4cdf-a633-280e7c982c75 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4362302 Jul 13 19:52:01.432806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:01.478355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a20c18a8-d450-4d5b-8443-580be478178a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0441873 Jul 13 19:52:01.480745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:01.503008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Allocated IP 2001:db8::2 (e42b945f-763e-49b8-8959-240fefedda20/eb3de31b-e5de-4a5e-bf9f-6f0f67da010c/e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:01.550999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f9fd8-4777-408d-98dd-b8c3a01ffd3e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:01.553547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f9fd8-4777-408d-98dd-b8c3a01ffd3e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:01.558018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0d2f9fd8-4777-408d-98dd-b8c3a01ffd3e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0738087 Jul 13 19:52:01.558251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:01.629898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf8260b-8106-4961-a026-0093a032f8c9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet eb3de31b-e5de-4a5e-bf9f-6f0f67da010c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:01.704656 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.713923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Transition to ACTIVE for port object e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:01.730315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Transition to ACTIVE for port object e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:01.736723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcf8260b-8106-4961-a026-0093a032f8c9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.744315 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.782313 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcf8260b-8106-4961-a026-0093a032f8c9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.803432 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Pushing event updated for resources: {'Port': ['ID=e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:01.812807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:01.814811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:01.818744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:01.885682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Attempting to bind port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:01.886043 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Attempting to bind port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:01.886427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Attempting to bind port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:01.892634 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcf8260b-8106-4961-a026-0093a032f8c9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.893705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:01.894082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:01.896348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.896348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:01.896348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Bound port: e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:01.896348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.914632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:52:01.931621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] Sync routers for ids ['72102aa6-c886-4c91-841d-0a57e6ef7465'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:52:01.950813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] Routers {'72102aa6-c886-4c91-841d-0a57e6ef7465'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:01.951406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['72102aa6-c886-4c91-841d-0a57e6ef7465'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:01.969878 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcf8260b-8106-4961-a026-0093a032f8c9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.988561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] No DVR routers for this DVR port 6da03c15-02b1-456e-8ea3-2eaeda185bce on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:01.992621 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:01.995248 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b379e08b-dab1-4e91-a521-ad9393f24f71 req-f12e48b0-f23a-4e85-bd65-8d615f2105d7 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.60 "DELETE /v2.0/ports/6da03c15-02b1-456e-8ea3-2eaeda185bce HTTP/1.1" status: 204 len: 173 time: 1.6929851 Jul 13 19:52:01.996667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-deleted', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:02.001065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8260b-8106-4961-a026-0093a032f8c9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3de31b-e5de-4a5e-bf9f-6f0f67da010c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:02.005915 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcf8260b-8106-4961-a026-0093a032f8c9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:02.011656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bcf8260b-8106-4961-a026-0093a032f8c9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/eb3de31b-e5de-4a5e-bf9f-6f0f67da010c HTTP/1.1" status: 204 len: 168 time: 0.4523544 Jul 13 19:52:02.012475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:02.016040 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] For port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:02.020960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] For port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:02.026672 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:02.029598 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed3d1e-9196-4bef-ac2e-079358a1fde1" -d '{"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-deleted", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:02.089381 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e5ce59-b6a7-4019-a010-a532d29120d9 x-openstack-request-id: req-64e5ce59-b6a7-4019-a010-a532d29120d9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:02.089933 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511de76d-356e-450f-9969-e4e3466b92a1", "name": "network-vif-deleted", "tag": "6da03c15-02b1-456e-8ea3-2eaeda185bce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:02.090321 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64e5ce59-b6a7-4019-a010-a532d29120d9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:02.090898 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511de76d-356e-450f-9969-e4e3466b92a1', 'name': 'network-vif-deleted', 'tag': '6da03c15-02b1-456e-8ea3-2eaeda185bce', 'status': 'completed', 'code': 200} Jul 13 19:52:02.093218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-59c8a6b4-c000-4070-9a4d-bc7e64d6f705 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793903 Jul 13 19:52:02.094866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:02.095901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8ee451d7-0750-4bc0-bdd5-a59282c337bb req-e0a64e0a-9b5d-4575-8bb3-446fb1a3e00b tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/ports?device_id=511de76d-356e-450f-9969-e4e3466b92a1 HTTP/1.1" status: 200 len: 210 time: 0.0549889 Jul 13 19:52:02.101900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ccac4042-8d39-49c6-92a5-295910a14c9b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:02.176099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] Set router 72102aa6-c886-4c91-841d-0a57e6ef7465 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:52:02.178352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bc4b8-8d17-4fad-b5f3-cb34c3cbe223 None None] Pushing event updated for resources: {'Port': ['ID=e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:02.245736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccac4042-8d39-49c6-92a5-295910a14c9b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:02.254498 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccac4042-8d39-49c6-92a5-295910a14c9b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:02.499365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:58Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '246c6d28-a1f2-42da-a35b-ae28265c2bea', 'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'mac_address': 'fa:16:3e:a5:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:56Z', 'updated_at': '2021-07-13T19:45:05Z', 'revision_number': 5, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'subnets': [{'id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:02.534681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] Checking router: 72102aa6-c886-4c91-841d-0a57e6ef7465 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:52:02.537970 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccac4042-8d39-49c6-92a5-295910a14c9b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:02.544699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] Routers {'72102aa6-c886-4c91-841d-0a57e6ef7465'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:02.545477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['72102aa6-c886-4c91-841d-0a57e6ef7465'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:02.615847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac4042-8d39-49c6-92a5-295910a14c9b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:02.619648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ccac4042-8d39-49c6-92a5-295910a14c9b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:02.624332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac4042-8d39-49c6-92a5-295910a14c9b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:02.625796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccac4042-8d39-49c6-92a5-295910a14c9b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:02.642478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac4042-8d39-49c6-92a5-295910a14c9b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=df405c05-2bb2-44ff-a469-fd47f6a6c213,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:02.649753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ccac4042-8d39-49c6-92a5-295910a14c9b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5525942 Jul 13 19:52:02.652825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:02.661419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ec605da-2dbf-4af3-a35d-2dab7cdd71ae tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-615843929', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:02.693450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] Set router 72102aa6-c886-4c91-841d-0a57e6ef7465 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:52:02.712243 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec605da-2dbf-4af3-a35d-2dab7cdd71ae tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:02.713389 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec605da-2dbf-4af3-a35d-2dab7cdd71ae tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:02.759383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756a98d-1238-4cf6-8aef-65e030b34e76 req-cacfc85e-c62b-438c-97bd-44b57c724495 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:02.765140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d756a98d-1238-4cf6-8aef-65e030b34e76 req-cacfc85e-c62b-438c-97bd-44b57c724495 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 946 time: 0.1360550 Jul 13 19:52:02.806943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:02.815771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec605da-2dbf-4af3-a35d-2dab7cdd71ae tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:02.821288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec605da-2dbf-4af3-a35d-2dab7cdd71ae tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:02.827031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d756a98d-1238-4cf6-8aef-65e030b34e76 req-402c0d38-5943-47b0-91c3-676882541b11 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549743 Jul 13 19:52:02.843416 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec605da-2dbf-4af3-a35d-2dab7cdd71ae tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:02.848938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:02.849079 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1ec605da-2dbf-4af3-a35d-2dab7cdd71ae tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1955481 Jul 13 19:52:02.945322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:03.002188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:58Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '246c6d28-a1f2-42da-a35b-ae28265c2bea', 'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'mac_address': 'fa:16:3e:a5:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:56Z', 'updated_at': '2021-07-13T19:45:05Z', 'revision_number': 5, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'subnets': [{'id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:03.035811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d0da5-5ebb-42a6-a241-4772c169e9c2 None None] The sync data for ids ['72102aa6-c886-4c91-841d-0a57e6ef7465'] in n-d-800708-1 is: [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:44:58Z', 'revision_number': 4, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '246c6d28-a1f2-42da-a35b-ae28265c2bea', 'name': '', 'network_id': '227c41e3-23bb-4667-9fbd-547e24c7c70a', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'mac_address': 'fa:16:3e:a5:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:56Z', 'updated_at': '2021-07-13T19:45:05Z', 'revision_number': 5, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'subnets': [{'id': 'd6013355-3027-4a8b-b57b-1797c1fe1bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:52:03.038695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:03.063069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:03.063714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8ebbee3d-d559-4b3a-b47c-8074ffdbfdc9 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:03.158613 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.249416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:03.308281 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d689e-2160-460c-bbfa-4c11e950661d None None] New status for floating IP 44d9adb4-0c18-4224-9fe9-be551263eb58: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:52:03.366818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c936e7-4cab-4e7e-aa45-e7abd50c792f None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:03.397315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67e5dfc-7256-48f3-b3ad-47033f14485a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.441623 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67e5dfc-7256-48f3-b3ad-47033f14485a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.489109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30bba2f7-0cee-44cc-a3e7-aa3176e8b331 None None] Provisioning for port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:03.498573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30bba2f7-0cee-44cc-a3e7-aa3176e8b331 None None] Provisioning complete for port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:03.498942 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30bba2f7-0cee-44cc-a3e7-aa3176e8b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.515006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::1 (e42b945f-763e-49b8-8959-240fefedda20/df405c05-2bb2-44ff-a469-fd47f6a6c213/cf1889b1-cfde-4e52-ba9e-67da6d320e17) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:03.537848 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67e5dfc-7256-48f3-b3ad-47033f14485a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.540532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67e5dfc-7256-48f3-b3ad-47033f14485a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.541664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f67e5dfc-7256-48f3-b3ad-47033f14485a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "DELETE /v2.0/security-groups/67dae480-679f-4e16-8054-e9c583a26b15 HTTP/1.1" status: 204 len: 168 time: 0.2903819 Jul 13 19:52:03.544408 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:03.559732 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a6f414bf-fb1d-4b00-9896-29bf70e3a19d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] show failed (client error): The resource could not be found. Jul 13 19:52:03.563342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a6f414bf-fb1d-4b00-9896-29bf70e3a19d tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "GET /v2.0/security-groups/67dae480-679f-4e16-8054-e9c583a26b15 HTTP/1.1" status: 404 len: 347 time: 0.0153749 Jul 13 19:52:03.563603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:03.592540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e5dfc-7256-48f3-b3ad-47033f14485a tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dae480-679f-4e16-8054-e9c583a26b15,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:03.629307 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30bba2f7-0cee-44cc-a3e7-aa3176e8b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.664493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-30bba2f7-0cee-44cc-a3e7-aa3176e8b331 None None] For port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:03.671379 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30bba2f7-0cee-44cc-a3e7-aa3176e8b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.675491 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.695155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object cf1889b1-cfde-4e52-ba9e-67da6d320e17 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:03.712588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d89fa161-06c6-4975-88c3-b08e8b4d7937 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Deleting port bbda1c2c-4c6e-479a-9b1b-359c2c1be9e1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:03.712950 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d89fa161-06c6-4975-88c3-b08e8b4d7937 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.728875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bba2f7-0cee-44cc-a3e7-aa3176e8b331 None None] Pushing event updated for resources: {'Port': ['ID=e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:03.741770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.791658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:03.798695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:03.802270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:03.802486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.805665 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d89fa161-06c6-4975-88c3-b08e8b4d7937 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.806004 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d89fa161-06c6-4975-88c3-b08e8b4d7937 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.819292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d89fa161-06c6-4975-88c3-b08e8b4d7937 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Calling delete_port for bbda1c2c-4c6e-479a-9b1b-359c2c1be9e1 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:03.853845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=cf1889b1-cfde-4e52-ba9e-67da6d320e17,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:03.897075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-85ed49e4-65eb-4e1c-8461-9ef025320c9c None None] Provisioning complete for port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:03.898984 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85ed49e4-65eb-4e1c-8461-9ef025320c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:03.964642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.028687 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d89fa161-06c6-4975-88c3-b08e8b4d7937 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.083734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fa161-06c6-4975-88c3-b08e8b4d7937 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Pushing event deleted for resources: {'Port': ['ID=bbda1c2c-4c6e-479a-9b1b-359c2c1be9e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:04.167675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d89fa161-06c6-4975-88c3-b08e8b4d7937 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.170118 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d89fa161-06c6-4975-88c3-b08e8b4d7937 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.171324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d89fa161-06c6-4975-88c3-b08e8b4d7937 tempest-ServerActionsTestJSON-1840023467 tempest-ServerActionsTestJSON-1840023467-project] 10.222.0.25 "DELETE /v2.0/floatingips/44d9adb4-0c18-4224-9fe9-be551263eb58 HTTP/1.1" status: 204 len: 168 time: 0.6064744 Jul 13 19:52:04.174752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:04.179816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f8b7-f8f2-44f4-a6de-518a67e2e23a req-d1f52f9d-998c-47b1-8733-1d7403679e50 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:04.181308 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9128f8b7-f8f2-44f4-a6de-518a67e2e23a req-d1f52f9d-998c-47b1-8733-1d7403679e50 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 946 time: 0.1628864 Jul 13 19:52:04.230094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9128f8b7-f8f2-44f4-a6de-518a67e2e23a req-4567a5e7-3a4e-492f-89ff-337875077f67 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Jul 13 19:52:04.240653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fc060c4-8868-4955-8ffc-6ae62d319649 None None] Provisioning for port cf1889b1-cfde-4e52-ba9e-67da6d320e17 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:04.255963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fc060c4-8868-4955-8ffc-6ae62d319649 None None] Provisioning complete for port cf1889b1-cfde-4e52-ba9e-67da6d320e17 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:04.255963 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fc060c4-8868-4955-8ffc-6ae62d319649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.275752 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.281259 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.282075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.295657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2fc060c4-8868-4955-8ffc-6ae62d319649 None None] Port cf1889b1-cfde-4e52-ba9e-67da6d320e17 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:52:04.350137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-eb20ee86-4aa7-46c2-b8e4-04799cf478ec tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:04.351980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-eb20ee86-4aa7-46c2-b8e4-04799cf478ec tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 946 time: 0.0816588 Jul 13 19:52:04.418928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=cf1889b1-cfde-4e52-ba9e-67da6d320e17,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:04.454434 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-e9b6e436-e808-4533-9a9d-c43126d9463b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Deleting port 7bf19906-1446-498a-950c-a309a094079d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:04.454785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-e9b6e436-e808-4533-9a9d-c43126d9463b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.548109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:04.551093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:04.595374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:04.622842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 6da03c15-02b1-456e-8ea3-2eaeda185bce {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:04.623341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6da03c15-02b1-456e-8ea3-2eaeda185bce not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:04.751397 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:04.802051 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Router e56cf730-8145-4709-b41a-0e4f6cee9e95 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:52:04.812848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:04.813886 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.910422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-e9b6e436-e808-4533-9a9d-c43126d9463b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] For port 7bf19906-1446-498a-950c-a309a094079d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7bf19906-1446-498a-950c-a309a094079d,segment=NetworkSegment(95f72563-3eb7-4208-a20b-70107c4cd95f),segment_id=95f72563-3eb7-4208-a20b-70107c4cd95f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:04.910919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-e9b6e436-e808-4533-9a9d-c43126d9463b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.919481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:52:04.925115 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-758f106c-a8bc-4c6a-ac3c-9073337e133c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "PUT /v2.0/routers/e56cf730-8145-4709-b41a-0e4f6cee9e95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0747435 Jul 13 19:52:04.927737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-e9b6e436-e808-4533-9a9d-c43126d9463b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Calling delete_port for 7bf19906-1446-498a-950c-a309a094079d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:04.928018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:04.933770 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Sync routers for ids ['e56cf730-8145-4709-b41a-0e4f6cee9e95'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:52:04.940820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fd53d31-fb9a-41bc-b860-c32ee1227d58 None None] Provisioning complete for port cf1889b1-cfde-4e52-ba9e-67da6d320e17 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:04.941188 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fd53d31-fb9a-41bc-b860-c32ee1227d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:04.967047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Routers {'e56cf730-8145-4709-b41a-0e4f6cee9e95'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:04.967684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e56cf730-8145-4709-b41a-0e4f6cee9e95'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:05.008569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f869c-a0fb-4acf-82a1-df6d00ab9b26 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:05.010795 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e29f869c-a0fb-4acf-82a1-df6d00ab9b26 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports/cf1889b1-cfde-4e52-ba9e-67da6d320e17 HTTP/1.1" status: 200 len: 911 time: 0.0814223 Jul 13 19:52:05.013086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:05.027695 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:05.040810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2fd53d31-fb9a-41bc-b860-c32ee1227d58 None None] Port cf1889b1-cfde-4e52-ba9e-67da6d320e17 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:52:05.064990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Set router e56cf730-8145-4709-b41a-0e4f6cee9e95 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:52:05.105197 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-e9b6e436-e808-4533-9a9d-c43126d9463b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:05.141713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['7bf19906-1446-498a-950c-a309a094079d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:52:05.143553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6e436-e808-4533-9a9d-c43126d9463b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Pushing event deleted for resources: {'Port': ['ID=7bf19906-1446-498a-950c-a309a094079d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:05.157212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df6bd1a-dc07-476b-b1ec-26d24fd23217 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:05.163562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df6bd1a-dc07-476b-b1ec-26d24fd23217 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:05.165247 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5df6bd1a-dc07-476b-b1ec-26d24fd23217 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1495163 Jul 13 19:52:05.169073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:05.292089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-e9b6e436-e808-4533-9a9d-c43126d9463b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] No DVR routers for this DVR port 7bf19906-1446-498a-950c-a309a094079d on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:05.298749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-e9b6e436-e808-4533-9a9d-c43126d9463b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:05.300777 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1080d06a-250a-4f3d-a5a5-62db14edd796 req-e9b6e436-e808-4533-9a9d-c43126d9463b tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.24 "DELETE /v2.0/ports/7bf19906-1446-498a-950c-a309a094079d HTTP/1.1" status: 204 len: 173 time: 0.9415746 Jul 13 19:52:05.301236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb3ff3e-50d4-4d67-a7e5-1844c82e9841', 'name': 'network-vif-deleted', 'tag': '7bf19906-1446-498a-950c-a309a094079d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:05.303629 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032be7fe-282b-4006-a7f0-0c913c27c748" -d '{"events": [{"server_uuid": "9fb3ff3e-50d4-4d67-a7e5-1844c82e9841", "name": "network-vif-deleted", "tag": "7bf19906-1446-498a-950c-a309a094079d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:05.359046 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] Deleting port 246c6d28-a1f2-42da-a35b-ae28265c2bea {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:05.360560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:05.408652 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2159ba73-7159-40a0-93b2-a3aba2da55d6 x-openstack-request-id: req-2159ba73-7159-40a0-93b2-a3aba2da55d6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:05.409225 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb3ff3e-50d4-4d67-a7e5-1844c82e9841", "name": "network-vif-deleted", "tag": "7bf19906-1446-498a-950c-a309a094079d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:05.409708 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2159ba73-7159-40a0-93b2-a3aba2da55d6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:05.410318 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb3ff3e-50d4-4d67-a7e5-1844c82e9841', 'name': 'network-vif-deleted', 'tag': '7bf19906-1446-498a-950c-a309a094079d', 'status': 'completed', 'code': 200} Jul 13 19:52:05.519707 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] For port 246c6d28-a1f2-42da-a35b-ae28265c2bea, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=246c6d28-a1f2-42da-a35b-ae28265c2bea,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:05.520168 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:05.534647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] Calling delete_port for 246c6d28-a1f2-42da-a35b-ae28265c2bea owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:05.545743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56cf730-8145-4709-b41a-0e4f6cee9e95', 'name': 'tempest-NetworksTestDHCPv6-router-615843929', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:52:02Z', 'updated_at': '2021-07-13T19:52:03Z', 'revision_number': 2, 'project_id': '4689e6a75675428fa00a02f84a0f115c', 'gw_port_host': None, '_interfaces': [{'id': 'cf1889b1-cfde-4e52-ba9e-67da6d320e17', 'name': '', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'mac_address': 'fa:16:3e:1e:05:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56cf730-8145-4709-b41a-0e4f6cee9e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'df405c05-2bb2-44ff-a469-fd47f6a6c213', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:52:03Z', 'updated_at': '2021-07-13T19:52:04Z', 'revision_number': 2, 'project_id': '4689e6a75675428fa00a02f84a0f115c', 'subnets': [{'id': 'df405c05-2bb2-44ff-a469-fd47f6a6c213', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:05.550052 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-933e86b5-8998-4df4-8d0d-ced309312df3 req-7fc12c30-4c94-4e77-82ee-b001c5a2d3dc tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb3ff3e-50d4-4d67-a7e5-1844c82e9841 HTTP/1.1" status: 200 len: 210 time: 0.0908117 Jul 13 19:52:05.580602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Checking router: e56cf730-8145-4709-b41a-0e4f6cee9e95 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:52:05.580889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Updating router e56cf730-8145-4709-b41a-0e4f6cee9e95 port cf1889b1-cfde-4e52-ba9e-67da6d320e17 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:52:05.615285 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:05.683785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:05.736144 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:05.764667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] Pushing event deleted for resources: {'Port': ['ID=246c6d28-a1f2-42da-a35b-ae28265c2bea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:05.966439 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:05.985492 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:06.002119 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Transition to ACTIVE for port object cf1889b1-cfde-4e52-ba9e-67da6d320e17 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:06.005796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port cf1889b1-cfde-4e52-ba9e-67da6d320e17 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:06.006414 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:06.010492 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:06.081861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc5f4f-381c-48c5-9c26-f24264ca2177 None None] Pushing event updated for resources: {'Port': ['ID=cf1889b1-cfde-4e52-ba9e-67da6d320e17,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:06.142667 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:06.149780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Attempting to bind port cf1889b1-cfde-4e52-ba9e-67da6d320e17 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:06.150544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Attempting to bind port cf1889b1-cfde-4e52-ba9e-67da6d320e17 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:06.150947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Attempting to bind port cf1889b1-cfde-4e52-ba9e-67da6d320e17 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:06.157915 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:06.158314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:06.158729 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:06.159125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:06.159699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Bound port: cf1889b1-cfde-4e52-ba9e-67da6d320e17, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:06.159979 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:06.165050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for cf1889b1-cfde-4e52-ba9e-67da6d320e17 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:06.243250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] For port cf1889b1-cfde-4e52-ba9e-67da6d320e17, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:06.246703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] For port cf1889b1-cfde-4e52-ba9e-67da6d320e17, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cf1889b1-cfde-4e52-ba9e-67da6d320e17,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:06.252609 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:06.296044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] Router 72102aa6-c886-4c91-841d-0a57e6ef7465 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:52:06.323688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Routers {'e56cf730-8145-4709-b41a-0e4f6cee9e95'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:06.324452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e56cf730-8145-4709-b41a-0e4f6cee9e95'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:06.327251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc5f4f-381c-48c5-9c26-f24264ca2177 None None] Pushing event updated for resources: {'Port': ['ID=cf1889b1-cfde-4e52-ba9e-67da6d320e17,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:06.416613 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:06.432081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:52:06.433987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] Set router e56cf730-8145-4709-b41a-0e4f6cee9e95 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:52:06.438842 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fe5ef140-622f-4de8-8084-c3b5a463e831 admin admin] 10.222.0.25 "PUT /v2.0/routers/72102aa6-c886-4c91-841d-0a57e6ef7465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2629645 Jul 13 19:52:06.441207 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:06.444898 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] Sync routers for ids ['72102aa6-c886-4c91-841d-0a57e6ef7465'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:52:06.456323 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] Routers {'72102aa6-c886-4c91-841d-0a57e6ef7465'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:06.463526 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['72102aa6-c886-4c91-841d-0a57e6ef7465'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:06.473117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=cf1889b1-cfde-4e52-ba9e-67da6d320e17,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:06.604517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:06.624198 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:06.653679 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] Set router 72102aa6-c886-4c91-841d-0a57e6ef7465 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:52:06.759133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4a53b4a-b2da-4c72-8b57-b54d2e08fd14 None None] Could not find standard attr ID for object cf1889b1-cfde-4e52-ba9e-67da6d320e17. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:52:06.802607 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56cf730-8145-4709-b41a-0e4f6cee9e95', 'name': 'tempest-NetworksTestDHCPv6-router-615843929', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:52:02Z', 'updated_at': '2021-07-13T19:52:03Z', 'revision_number': 2, 'project_id': '4689e6a75675428fa00a02f84a0f115c', 'gw_port_host': None, '_interfaces': [{'id': 'cf1889b1-cfde-4e52-ba9e-67da6d320e17', 'name': '', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'mac_address': 'fa:16:3e:1e:05:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56cf730-8145-4709-b41a-0e4f6cee9e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'df405c05-2bb2-44ff-a469-fd47f6a6c213', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:52:03Z', 'updated_at': '2021-07-13T19:52:06Z', 'revision_number': 4, 'project_id': '4689e6a75675428fa00a02f84a0f115c', 'subnets': [{'id': 'df405c05-2bb2-44ff-a469-fd47f6a6c213', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:06.871918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5844b-afa8-401a-a58e-af7e422cad3c None None] The sync data for ids ['e56cf730-8145-4709-b41a-0e4f6cee9e95'] in n-d-800708-1 is: [{'id': 'e56cf730-8145-4709-b41a-0e4f6cee9e95', 'name': 'tempest-NetworksTestDHCPv6-router-615843929', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:52:02Z', 'updated_at': '2021-07-13T19:52:03Z', 'revision_number': 2, 'project_id': '4689e6a75675428fa00a02f84a0f115c', 'gw_port_host': None, '_interfaces': [{'id': 'cf1889b1-cfde-4e52-ba9e-67da6d320e17', 'name': '', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'mac_address': 'fa:16:3e:1e:05:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56cf730-8145-4709-b41a-0e4f6cee9e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'df405c05-2bb2-44ff-a469-fd47f6a6c213', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:52:03Z', 'updated_at': '2021-07-13T19:52:06Z', 'revision_number': 4, 'project_id': '4689e6a75675428fa00a02f84a0f115c', 'subnets': [{'id': 'df405c05-2bb2-44ff-a469-fd47f6a6c213', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:52:06.892723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Router e56cf730-8145-4709-b41a-0e4f6cee9e95 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:52:06.957960 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:52:05Z', 'revision_number': 5, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:07.011859 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] Checking router: 72102aa6-c886-4c91-841d-0a57e6ef7465 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:52:07.023117 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] Routers {'72102aa6-c886-4c91-841d-0a57e6ef7465'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:07.024069 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['72102aa6-c886-4c91-841d-0a57e6ef7465'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:07.075955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:52:07.089426 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-97adfb26-4f06-4ab8-a8f5-4c5a56aa3d61 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "PUT /v2.0/routers/e56cf730-8145-4709-b41a-0e4f6cee9e95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9192042 Jul 13 19:52:07.090098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:07.148344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf58e964-5162-430e-b973-e0bf462f7061 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:07.150389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf58e964-5162-430e-b973-e0bf462f7061 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:07.159953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cf58e964-5162-430e-b973-e0bf462f7061 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0687265 Jul 13 19:52:07.160545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:07.200159 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] Set router 72102aa6-c886-4c91-841d-0a57e6ef7465 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:52:07.274504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc6b5be-aa6a-4605-a0df-cad742879dd2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet df405c05-2bb2-44ff-a469-fd47f6a6c213 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:07.281838 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b5be-aa6a-4605-a0df-cad742879dd2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.375387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.377800 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b5be-aa6a-4605-a0df-cad742879dd2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.447519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Deleting port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:07.448108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.450664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b5be-aa6a-4605-a0df-cad742879dd2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.478229 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:52:05Z', 'revision_number': 5, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:07.527604 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713309d-9804-4255-8c2d-0f71f78f3674 None None] The sync data for ids ['72102aa6-c886-4c91-841d-0a57e6ef7465'] in n-d-800708-1 is: [{'id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'name': 'tempest-ServerActionsTestJSON-642689952-router', 'tenant_id': '189af46fe9fe43e29b4671dac0526486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:52Z', 'updated_at': '2021-07-13T19:52:05Z', 'revision_number': 5, 'project_id': '189af46fe9fe43e29b4671dac0526486', 'gw_port': {'id': '62bb441e-5463-4ecb-83cc-ff9a34d1dfac', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72102aa6-c886-4c91-841d-0a57e6ef7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:53Z', 'updated_at': '2021-07-13T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:52:07.547880 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b5be-aa6a-4605-a0df-cad742879dd2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.566934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] For port 62bb441e-5463-4ecb-83cc-ff9a34d1dfac, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=62bb441e-5463-4ecb-83cc-ff9a34d1dfac,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:07.567290 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.582133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Calling delete_port for 62bb441e-5463-4ecb-83cc-ff9a34d1dfac owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:07.607102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6b5be-aa6a-4605-a0df-cad742879dd2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=df405c05-2bb2-44ff-a469-fd47f6a6c213,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:07.617884 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b5be-aa6a-4605-a0df-cad742879dd2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.622146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5bc6b5be-aa6a-4605-a0df-cad742879dd2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/df405c05-2bb2-44ff-a469-fd47f6a6c213 HTTP/1.1" status: 204 len: 168 time: 0.4585304 Jul 13 19:52:07.622580 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:07.629550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d0220-1716-4a5e-b940-3498da2dec6a None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:07.767681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-261ac1f2-2de0-4255-9b56-61ff01ca3d77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1429198 Jul 13 19:52:07.769641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:07.795119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.837673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Pushing event deleted for resources: {'Port': ['ID=62bb441e-5463-4ecb-83cc-ff9a34d1dfac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:07.884966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b757d65-0a2f-491c-b58a-8ffa33e8e8e5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.928306 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:07.943871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08dc13e-5fd0-4d39-be09-d018804b7843 None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:52:08.065550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d08dc13e-5fd0-4d39-be09-d018804b7843 None None] Deleting port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:08.065935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d08dc13e-5fd0-4d39-be09-d018804b7843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.079880 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.082277 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.131884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.132326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72102aa6-c886-4c91-841d-0a57e6ef7465 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:52:08.138902 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.140905 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-104ffd9d-4e45-48ee-97cd-4c289a2ebe35 admin admin] 10.222.0.25 "DELETE /v2.0/routers/72102aa6-c886-4c91-841d-0a57e6ef7465 HTTP/1.1" status: 204 len: 168 time: 1.6979077 Jul 13 19:52:08.152679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:08.175110 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b757d65-0a2f-491c-b58a-8ffa33e8e8e5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.178320 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b757d65-0a2f-491c-b58a-8ffa33e8e8e5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.179781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d08dc13e-5fd0-4d39-be09-d018804b7843 None None] For port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:08.180181 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d08dc13e-5fd0-4d39-be09-d018804b7843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.195949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d08dc13e-5fd0-4d39-be09-d018804b7843 None None] Calling delete_port for e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:08.226438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-228e7754-6266-4e36-9f01-ac4917b0a628 admin admin] Deleting subnet d6013355-3027-4a8b-b57b-1797c1fe1bb4 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:08.239516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228e7754-6266-4e36-9f01-ac4917b0a628 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.260713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b757d65-0a2f-491c-b58a-8ffa33e8e8e5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.261991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b757d65-0a2f-491c-b58a-8ffa33e8e8e5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Fanout notify agent at l3_agent the message router_deleted on router e56cf730-8145-4709-b41a-0e4f6cee9e95 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:52:08.272648 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b757d65-0a2f-491c-b58a-8ffa33e8e8e5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.277634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7b757d65-0a2f-491c-b58a-8ffa33e8e8e5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/routers/e56cf730-8145-4709-b41a-0e4f6cee9e95 HTTP/1.1" status: 204 len: 168 time: 0.5067625 Jul 13 19:52:08.278508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:08.287239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9234064d-e20b-4dbb-a53c-bf378c1d817a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:08.307910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228e7754-6266-4e36-9f01-ac4917b0a628 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.344633 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d08dc13e-5fd0-4d39-be09-d018804b7843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.385941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7bf19906-1446-498a-950c-a309a094079d no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:08.441659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228e7754-6266-4e36-9f01-ac4917b0a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.458304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dc13e-5fd0-4d39-be09-d018804b7843 None None] Pushing event deleted for resources: {'Port': ['ID=e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:08.491301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 7bf19906-1446-498a-950c-a309a094079d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:08.491638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7bf19906-1446-498a-950c-a309a094079d not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:08.493177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08dc13e-5fd0-4d39-be09-d018804b7843 None None] No DVR routers for this DVR port e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:08.532762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9234064d-e20b-4dbb-a53c-bf378c1d817a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:08.536746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234064d-e20b-4dbb-a53c-bf378c1d817a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.580596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228e7754-6266-4e36-9f01-ac4917b0a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.614127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e7754-6266-4e36-9f01-ac4917b0a628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6013355-3027-4a8b-b57b-1797c1fe1bb4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:08.626128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228e7754-6266-4e36-9f01-ac4917b0a628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.628227 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-228e7754-6266-4e36-9f01-ac4917b0a628 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d6013355-3027-4a8b-b57b-1797c1fe1bb4 HTTP/1.1" status: 204 len: 168 time: 0.4746449 Jul 13 19:52:08.630553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:08.635026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a5734-2020-41a8-b592-e1b0f5d51d59 None None] Network 227c41e3-23bb-4667-9fbd-547e24c7c70a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:08.735278 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.813308 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Deleting port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:08.813920 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.845139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234064d-e20b-4dbb-a53c-bf378c1d817a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.888164 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] For port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=86b88ba7-af8e-47f1-ade1-bd8d52bc19af,segment=NetworkSegment(a8bb9c39-f286-495b-8a80-2de4aedea3c0),segment_id=a8bb9c39-f286-495b-8a80-2de4aedea3c0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:08.888708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.892167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9234064d-e20b-4dbb-a53c-bf378c1d817a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:08.897540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9234064d-e20b-4dbb-a53c-bf378c1d817a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:08.900599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9234064d-e20b-4dbb-a53c-bf378c1d817a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:08.901207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234064d-e20b-4dbb-a53c-bf378c1d817a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.905252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Calling delete_port for 86b88ba7-af8e-47f1-ade1-bd8d52bc19af owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:08.909122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b666c-312c-4b75-bb6c-fa7a06006cb6 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:08.916232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234064d-e20b-4dbb-a53c-bf378c1d817a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=57cc515f-738a-49df-a304-0f2fc5469604,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:08.929481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9234064d-e20b-4dbb-a53c-bf378c1d817a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6495519 Jul 13 19:52:08.930137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:08.934941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-38c717e7-1b55-4358-b695-f47028e31147 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1828842739', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:08.962982 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38c717e7-1b55-4358-b695-f47028e31147 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.964859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38c717e7-1b55-4358-b695-f47028e31147 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:08.997730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.025731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38c717e7-1b55-4358-b695-f47028e31147 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.028926 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38c717e7-1b55-4358-b695-f47028e31147 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.049563 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38c717e7-1b55-4358-b695-f47028e31147 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.055441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-38c717e7-1b55-4358-b695-f47028e31147 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1233125 Jul 13 19:52:09.055441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:09.090905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b88ba7-af8e-47f1-ade1-bd8d52bc19af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:09.114523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] No DVR routers for this DVR port 86b88ba7-af8e-47f1-ade1-bd8d52bc19af on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:09.114880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af711103-4e04-4092-9973-4f9033fd2fb5 None None] DHCP port deletion for 227c41e3-23bb-4667-9fbd-547e24c7c70a request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:52:09.123846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '57cc515f-738a-49df-a304-0f2fc5469604'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:52:09.124755 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.135561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb16b64-16ba-4ffe-902d-a4cfbf1790f5 None None] Sync routers for ids ['e56cf730-8145-4709-b41a-0e4f6cee9e95'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:52:09.168691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb16b64-16ba-4ffe-902d-a4cfbf1790f5 None None] Routers set() bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:09.169070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb16b64-16ba-4ffe-902d-a4cfbf1790f5 None None] Router IDs set() for agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:52:09.169745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-adb16b64-16ba-4ffe-902d-a4cfbf1790f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e56cf730-8145-4709-b41a-0e4f6cee9e95'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 19:52:09.200631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb16b64-16ba-4ffe-902d-a4cfbf1790f5 None None] Routers set() bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:09.201019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb16b64-16ba-4ffe-902d-a4cfbf1790f5 None None] Router IDs set() for agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:52:09.201641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-adb16b64-16ba-4ffe-902d-a4cfbf1790f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e56cf730-8145-4709-b41a-0e4f6cee9e95'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 19:52:09.202027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb16b64-16ba-4ffe-902d-a4cfbf1790f5 None None] The sync data for ids ['e56cf730-8145-4709-b41a-0e4f6cee9e95'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:52:09.205788 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.207945 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 246c6d28-a1f2-42da-a35b-ae28265c2bea no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:09.226746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227c41e3-23bb-4667-9fbd-547e24c7c70a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:09.241758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bb9c39-f286-495b-8a80-2de4aedea3c0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:09.242152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bb9c39-f286-495b-8a80-2de4aedea3c0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:09.261200 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.284128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.288047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:52:09.288649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.305578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 246c6d28-a1f2-42da-a35b-ae28265c2bea {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:09.305930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 246c6d28-a1f2-42da-a35b-ae28265c2bea not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:09.306357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:09.338738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:09.339092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e1f5ef7c-a0fa-4a9b-999b-1aba5a8d4d59 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:52:09.379035 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:52:09.393013 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.401152 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.405331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] 10.222.0.25 "DELETE /v2.0/networks/227c41e3-23bb-4667-9fbd-547e24c7c70a HTTP/1.1" status: 204 len: 168 time: 0.7711089 Jul 13 19:52:09.424954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd440b-81c4-4fad-b5c8-b11692c8db94 admin admin] Pushing event deleted for resources: {'Network': ['ID=227c41e3-23bb-4667-9fbd-547e24c7c70a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:09.444068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Allocated IP 2001:db8::2 (e42b945f-763e-49b8-8959-240fefedda20/57cc515f-738a-49df-a304-0f2fc5469604/2ec019de-5bf9-4c90-a96c-46a1f6618a6b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:09.589597 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:09.645336 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f225c6fe-1584-4041-b74c-e9bab084620e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=189af46fe9fe43e29b4671dac0526486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524395 Jul 13 19:52:09.645662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:09.666129 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.676144 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Transition to ACTIVE for port object 2ec019de-5bf9-4c90-a96c-46a1f6618a6b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:09.700750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Transition to ACTIVE for port object 2ec019de-5bf9-4c90-a96c-46a1f6618a6b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:09.712283 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.771301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Pushing event updated for resources: {'Port': ['ID=2ec019de-5bf9-4c90-a96c-46a1f6618a6b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:09.786348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:09.788503 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:09.793513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:09.828606 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e696-5a7c-41c2-a291-9fdd649e6dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.831696 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.860063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Attempting to bind port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:09.860967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Attempting to bind port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:09.861139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Attempting to bind port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:09.866348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:09.866879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:09.867383 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.867878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:09.868435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Bound port: 2ec019de-5bf9-4c90-a96c-46a1f6618a6b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:09.868909 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.922595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e696-5a7c-41c2-a291-9fdd649e6dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:09.936064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] For port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:09.940389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] For port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2ec019de-5bf9-4c90-a96c-46a1f6618a6b,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:09.944635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:10.014029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fb200-fedd-42f0-bd62-ca5aed49a28a None None] Pushing event updated for resources: {'Port': ['ID=2ec019de-5bf9-4c90-a96c-46a1f6618a6b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:10.038044 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e696-5a7c-41c2-a291-9fdd649e6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:10.040895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e696-5a7c-41c2-a291-9fdd649e6dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:10.044517 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f7f7e696-5a7c-41c2-a291-9fdd649e6dcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2409ff5d-e52d-4de1-8be0-fa3f6254e3d7 HTTP/1.1" status: 204 len: 168 time: 0.3955433 Jul 13 19:52:10.085035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7e696-5a7c-41c2-a291-9fdd649e6dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2409ff5d-e52d-4de1-8be0-fa3f6254e3d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:10.162328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::1 (e42b945f-763e-49b8-8959-240fefedda20/57cc515f-738a-49df-a304-0f2fc5469604/c419ab62-4c5d-4064-be66-468b88f75020) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:10.349453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:10.369447 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object c419ab62-4c5d-4064-be66-468b88f75020 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:10.416124 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:10.462045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:10.465607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:10.470422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:10.470967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:10.477155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=c419ab62-4c5d-4064-be66-468b88f75020,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:10.633935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:10.789573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ec019de-5bf9-4c90-a96c-46a1f6618a6b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:10.856295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:10.955754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cf1889b1-cfde-4e52-ba9e-67da6d320e17 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:10.986899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: cf1889b1-cfde-4e52-ba9e-67da6d320e17 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:10.987451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cf1889b1-cfde-4e52-ba9e-67da6d320e17 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:10.988074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 86b88ba7-af8e-47f1-ade1-bd8d52bc19af no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:11.018460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 86b88ba7-af8e-47f1-ade1-bd8d52bc19af {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:11.019546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 86b88ba7-af8e-47f1-ade1-bd8d52bc19af not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:11.020182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 62bb441e-5463-4ecb-83cc-ff9a34d1dfac no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:11.054584 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 62bb441e-5463-4ecb-83cc-ff9a34d1dfac {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:11.055174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 62bb441e-5463-4ecb-83cc-ff9a34d1dfac not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:11.069637 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.074639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.075519 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.170294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=c419ab62-4c5d-4064-be66-468b88f75020,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:11.179011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:11.220939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:11.222325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:11.229820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0e020f3f-fa41-4677-b1b1-b2527fe292ac None None] Provisioning for port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:11.234905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0e020f3f-fa41-4677-b1b1-b2527fe292ac None None] Provisioning complete for port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:11.235389 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e020f3f-fa41-4677-b1b1-b2527fe292ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.320626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-54112202-network', 'tenant_id': '803248d1c9d44722a20df3c81b170379'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:11.332194 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e020f3f-fa41-4677-b1b1-b2527fe292ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.359885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Made reservation on behalf of 803248d1c9d44722a20df3c81b170379 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:11.362514 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.372277 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.373497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0e020f3f-fa41-4677-b1b1-b2527fe292ac None None] For port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2ec019de-5bf9-4c90-a96c-46a1f6618a6b,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:11.379036 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e020f3f-fa41-4677-b1b1-b2527fe292ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.391884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Router 531d2a7d-cd73-47eb-85d7-e3d1865d76a7 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:52:11.451514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e020f3f-fa41-4677-b1b1-b2527fe292ac None None] Pushing event updated for resources: {'Port': ['ID=2ec019de-5bf9-4c90-a96c-46a1f6618a6b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:11.494988 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.499585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.510991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:52:11.521693 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7c3b0e28-9dbb-44f0-ab93-d2cf7a55bea9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "PUT /v2.0/routers/531d2a7d-cd73-47eb-85d7-e3d1865d76a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4614549 Jul 13 19:52:11.521693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:11.523866 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Sync routers for ids ['531d2a7d-cd73-47eb-85d7-e3d1865d76a7'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:52:11.535395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:52:11.541001 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Routers {'531d2a7d-cd73-47eb-85d7-e3d1865d76a7'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:11.542031 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['531d2a7d-cd73-47eb-85d7-e3d1865d76a7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:11.552587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b223895-9324-40ce-b600-bfcc74826d9a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:11.555547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.555893 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Added segment c3ba18a4-c8be-430b-91c5-225b1ea65d23 of type vlan for network 74340f80-06a5-409a-81cf-d47bb42bd4df Jul 13 19:52:11.602642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbed5e7-5afa-4534-803d-e27f6801003a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:11.604855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6bbed5e7-5afa-4534-803d-e27f6801003a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports/c419ab62-4c5d-4064-be66-468b88f75020 HTTP/1.1" status: 200 len: 911 time: 0.0827396 Jul 13 19:52:11.608460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:11.610937 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0cae3fb6-7f55-46a7-b21f-78d111b6d4c9 None None] Provisioning for port c419ab62-4c5d-4064-be66-468b88f75020 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:11.619997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0cae3fb6-7f55-46a7-b21f-78d111b6d4c9 None None] Provisioning complete for port c419ab62-4c5d-4064-be66-468b88f75020 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:11.620451 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cae3fb6-7f55-46a7-b21f-78d111b6d4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.666504 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.702226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0cae3fb6-7f55-46a7-b21f-78d111b6d4c9 None None] Port c419ab62-4c5d-4064-be66-468b88f75020 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:52:11.718882 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.720139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:11.720787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.739073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8abd74-89bb-485f-ba54-7793b3c18c5b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:11.750478 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Set router 531d2a7d-cd73-47eb-85d7-e3d1865d76a7 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:52:11.751890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8abd74-89bb-485f-ba54-7793b3c18c5b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:11.753571 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2d8abd74-89bb-485f-ba54-7793b3c18c5b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1424706 Jul 13 19:52:11.763421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:11.794046 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6135468 Jul 13 19:52:11.796737 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 33958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:11.804154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Request body: {'subnet': {'network_id': '74340f80-06a5-409a-81cf-d47bb42bd4df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-54112202-subnet', 'tenant_id': '803248d1c9d44722a20df3c81b170379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:11.810623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5854f13-e745-4111-8bfa-46b81b4d988b admin admin] Pushing event updated for resources: {'Network': ['ID=74340f80-06a5-409a-81cf-d47bb42bd4df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:11.832412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Made reservation on behalf of 803248d1c9d44722a20df3c81b170379 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:11.836243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.838488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 74340f80-06a5-409a-81cf-d47bb42bd4df details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:52:11.888655 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-309da601-2e41-44a6-9c1e-a31d6ae5cbc8 None None] Provisioning complete for port c419ab62-4c5d-4064-be66-468b88f75020 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:11.889397 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-309da601-2e41-44a6-9c1e-a31d6ae5cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:11.965827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-309da601-2e41-44a6-9c1e-a31d6ae5cbc8 None None] Port c419ab62-4c5d-4064-be66-468b88f75020 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:52:12.121221 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.178743 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531d2a7d-cd73-47eb-85d7-e3d1865d76a7', 'name': 'tempest-NetworksTestDHCPv6-router-1828842739', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:52:08Z', 'updated_at': '2021-07-13T19:52:10Z', 'revision_number': 2, 'project_id': '4689e6a75675428fa00a02f84a0f115c', 'gw_port_host': None, '_interfaces': [{'id': 'c419ab62-4c5d-4064-be66-468b88f75020', 'name': '', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'mac_address': 'fa:16:3e:c5:c7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531d2a7d-cd73-47eb-85d7-e3d1865d76a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '57cc515f-738a-49df-a304-0f2fc5469604', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:52:09Z', 'updated_at': '2021-07-13T19:52:10Z', 'revision_number': 2, 'project_id': '4689e6a75675428fa00a02f84a0f115c', 'subnets': [{'id': '57cc515f-738a-49df-a304-0f2fc5469604', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:12.196147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Checking segment: {'id': 'c3ba18a4-c8be-430b-91c5-225b1ea65d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '74340f80-06a5-409a-81cf-d47bb42bd4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:12.197202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Network hostable DHCP agents. Network: 74340f80-06a5-409a-81cf-d47bb42bd4df, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:52:12.201016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa235cb-0b84-4697-9c91-581c0633d6a8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:12.208779 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Checking router: 531d2a7d-cd73-47eb-85d7-e3d1865d76a7 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:52:12.209125 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Updating router 531d2a7d-cd73-47eb-85d7-e3d1865d76a7 port c419ab62-4c5d-4064-be66-468b88f75020 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:52:12.228801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Network 74340f80-06a5-409a-81cf-d47bb42bd4df is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:52:12.238122 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.241398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 74340f80-06a5-409a-81cf-d47bb42bd4df) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:12.246256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:12.247182 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.248963 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.256464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c44a86a-3097-47e6-90b6-ef4568c4b8c6 None None] Network 74340f80-06a5-409a-81cf-d47bb42bd4df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:12.294978 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3f374723-be4c-4ddb-81b7-0504b63d3ee8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4870396 Jul 13 19:52:12.429085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d834e5f4-eed5-49d9-98a5-9959e513eaae None None] Network 74340f80-06a5-409a-81cf-d47bb42bd4df requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:12.540154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port c419ab62-4c5d-4064-be66-468b88f75020 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:12.540530 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.648003 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.649346 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.669011 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Transition to ACTIVE for port object c419ab62-4c5d-4064-be66-468b88f75020 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:12.673102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for c419ab62-4c5d-4064-be66-468b88f75020 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:12.681491 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.766564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ec019de-5bf9-4c90-a96c-46a1f6618a6b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:12.816816 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111afbe-dd5e-4563-92a6-09f2b0c5cc89 None None] Pushing event updated for resources: {'Port': ['ID=c419ab62-4c5d-4064-be66-468b88f75020,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:12.828469 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Attempting to bind port c419ab62-4c5d-4064-be66-468b88f75020 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:12.829066 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Attempting to bind port c419ab62-4c5d-4064-be66-468b88f75020 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:12.829494 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Attempting to bind port c419ab62-4c5d-4064-be66-468b88f75020 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:12.841368 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:12.843935 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:12.844659 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.845069 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:12.847948 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Bound port: c419ab62-4c5d-4064-be66-468b88f75020, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:12.848262 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.866528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:12.867102 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:13.024176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-1d437b21-a0f8-41ed-8bc4-86147c7ee60f tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:13.025794 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-1d437b21-a0f8-41ed-8bc4-86147c7ee60f tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/networks?id=74340f80-06a5-409a-81cf-d47bb42bd4df HTTP/1.1" status: 200 len: 819 time: 0.2345784 Jul 13 19:52:13.041654 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:13.043230 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:52:13.043677 n-d-800708-1 neutron-server[93769]: DEBUG oslo_db.api [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:52:13.046826 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-e2cdceee-7f32-430f-99fc-c90cdd21e19b tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/quotas/803248d1c9d44722a20df3c81b170379 HTTP/1.1" status: 200 len: 375 time: 0.0122004 Jul 13 19:52:13.080944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=c419ab62-4c5d-4064-be66-468b88f75020,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:13.095289 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-7acbecb4-069d-4b2e-9886-59424178f161 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=803248d1c9d44722a20df3c81b170379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344427 Jul 13 19:52:13.095604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-daa29a18-f24a-4162-a625-b1ec843fcca0 None None] Could not find standard attr ID for object c419ab62-4c5d-4064-be66-468b88f75020. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:52:13.111487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-64b24d6a-f55f-4be7-bb47-7b6043dd38f7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:52:13.113114 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-64b24d6a-f55f-4be7-bb47-7b6043dd38f7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063350 Jul 13 19:52:13.212826 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:13.320643 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-25345ba6-afe6-4bf9-9c37-dd77617a1dd8 service neutron] 10.222.0.25 "GET /v2.0/networks/74340f80-06a5-409a-81cf-d47bb42bd4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965528 Jul 13 19:52:13.432479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-7c4c69e7-d699-47af-b232-d28050f7684f service neutron] 10.222.0.25 "GET /v2.0/networks/74340f80-06a5-409a-81cf-d47bb42bd4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023138 Jul 13 19:52:13.472977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Router 531d2a7d-cd73-47eb-85d7-e3d1865d76a7 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:52:13.560244 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Attempting to bind port c419ab62-4c5d-4064-be66-468b88f75020 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:13.560829 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Attempting to bind port c419ab62-4c5d-4064-be66-468b88f75020 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:13.561182 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Attempting to bind port c419ab62-4c5d-4064-be66-468b88f75020 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:13.566636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:52:13.568328 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:13.568886 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:13.569440 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:13.569970 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:13.570604 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Bound port: c419ab62-4c5d-4064-be66-468b88f75020, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:13.571132 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:13.571704 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5b1545a0-810d-4d5f-878f-757d86b57622 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "PUT /v2.0/routers/531d2a7d-cd73-47eb-85d7-e3d1865d76a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8068473 Jul 13 19:52:13.574101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:13.615911 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Port c419ab62-4c5d-4064-be66-468b88f75020 has been deleted concurrently {{(pid=93769) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 13 19:52:13.626561 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Routers {'531d2a7d-cd73-47eb-85d7-e3d1865d76a7'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:13.627184 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['531d2a7d-cd73-47eb-85d7-e3d1865d76a7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:13.644063 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3528ca51-bd2e-45b8-ad9f-dac4028eefc0 req-b5afbb5a-9fb1-4e67-b013-7bf1b6745a34 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 210 time: 0.0392005 Jul 13 19:52:13.666110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc16bc-93c9-4cf7-9c48-7e67c65a7ac6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:13.667882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc16bc-93c9-4cf7-9c48-7e67c65a7ac6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:13.669522 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fdfc16bc-93c9-4cf7-9c48-7e67c65a7ac6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0943325 Jul 13 19:52:13.673152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 33988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:13.698934 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] Set router 531d2a7d-cd73-47eb-85d7-e3d1865d76a7 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:52:13.728842 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb99298-7d9a-47d5-9d39-150f05efe58b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 57cc515f-738a-49df-a304-0f2fc5469604 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:13.732306 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1eb99298-7d9a-47d5-9d39-150f05efe58b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:13.753629 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531d2a7d-cd73-47eb-85d7-e3d1865d76a7', 'name': 'tempest-NetworksTestDHCPv6-router-1828842739', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:52:08Z', 'updated_at': '2021-07-13T19:52:12Z', 'revision_number': 3, 'project_id': '4689e6a75675428fa00a02f84a0f115c', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:13.774308 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1eb99298-7d9a-47d5-9d39-150f05efe58b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:13.781851 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef07c62-0921-44cf-a7f3-d23dc24f50d5 None None] The sync data for ids ['531d2a7d-cd73-47eb-85d7-e3d1865d76a7'] in n-d-800708-1 is: [{'id': '531d2a7d-cd73-47eb-85d7-e3d1865d76a7', 'name': 'tempest-NetworksTestDHCPv6-router-1828842739', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:52:08Z', 'updated_at': '2021-07-13T19:52:12Z', 'revision_number': 3, 'project_id': '4689e6a75675428fa00a02f84a0f115c', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:52:13.864923 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1eb99298-7d9a-47d5-9d39-150f05efe58b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:13.945248 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1eb99298-7d9a-47d5-9d39-150f05efe58b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:13.975737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb99298-7d9a-47d5-9d39-150f05efe58b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=57cc515f-738a-49df-a304-0f2fc5469604,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:13.983187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1eb99298-7d9a-47d5-9d39-150f05efe58b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:13.988560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1eb99298-7d9a-47d5-9d39-150f05efe58b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/57cc515f-738a-49df-a304-0f2fc5469604 HTTP/1.1" status: 204 len: 168 time: 0.3122973 Jul 13 19:52:13.988809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:13.991726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caaddd4-59b2-4eac-8d73-3c3b448a64a6 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:14.087796 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2a174fa0-8058-45ef-a51e-1a11bcd846e1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0975764 Jul 13 19:52:14.090360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:14.179069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9842dcce-14b1-4a4e-a75a-037bb28c40da tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:14.255191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db12e7d-c5b7-4b4d-82ba-700aa0986deb None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:52:14.305657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-81b94c90-34f4-403e-a14f-fa0714121aaa tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:14.307483 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-81b94c90-34f4-403e-a14f-fa0714121aaa tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/networks?id=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 HTTP/1.1" status: 200 len: 813 time: 0.1441865 Jul 13 19:52:14.328902 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-d5b63cf0-23c3-49fa-a6d5-865482614e1c tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/quotas/73c3303cf6294fbf84279627515d6a8a HTTP/1.1" status: 200 len: 375 time: 0.0121083 Jul 13 19:52:14.332058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3db12e7d-c5b7-4b4d-82ba-700aa0986deb None None] Deleting port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:14.332659 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3db12e7d-c5b7-4b4d-82ba-700aa0986deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:14.371030 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9842dcce-14b1-4a4e-a75a-037bb28c40da tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:14.374068 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9842dcce-14b1-4a4e-a75a-037bb28c40da tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:14.376393 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-bab1bfc4-53d1-4889-ba62-71fb6d05f76a tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73c3303cf6294fbf84279627515d6a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402710 Jul 13 19:52:14.408904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3db12e7d-c5b7-4b4d-82ba-700aa0986deb None None] For port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2ec019de-5bf9-4c90-a96c-46a1f6618a6b,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:14.409299 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3db12e7d-c5b7-4b4d-82ba-700aa0986deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:14.412717 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:52:14.427265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3db12e7d-c5b7-4b4d-82ba-700aa0986deb None None] Calling delete_port for 2ec019de-5bf9-4c90-a96c-46a1f6618a6b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:14.430991 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9842dcce-14b1-4a4e-a75a-037bb28c40da tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:14.431637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9842dcce-14b1-4a4e-a75a-037bb28c40da tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Fanout notify agent at l3_agent the message router_deleted on router 531d2a7d-cd73-47eb-85d7-e3d1865d76a7 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:52:14.442249 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9842dcce-14b1-4a4e-a75a-037bb28c40da tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:14.443810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9842dcce-14b1-4a4e-a75a-037bb28c40da tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/routers/531d2a7d-cd73-47eb-85d7-e3d1865d76a7 HTTP/1.1" status: 204 len: 168 time: 0.3525410 Jul 13 19:52:14.447465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:14.483200 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-f7cd186f-78f5-4f42-bf77-5a4a2e15e085 service neutron] 10.222.0.25 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054218 Jul 13 19:52:14.528163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d49037b-b1b3-418c-9e38-86a243e3a384 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:14.530155 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8d49037b-b1b3-418c-9e38-86a243e3a384 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0812709 Jul 13 19:52:14.533531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:14.585458 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-c4d5c694-e824-4a0b-a212-391f577fe81f service neutron] 10.222.0.25 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998363 Jul 13 19:52:14.614305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e3ac4-4ba4-4da8-be6f-1e4ea08914c0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:14.615906 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-be1e3ac4-4ba4-4da8-be6f-1e4ea08914c0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0814261 Jul 13 19:52:14.618668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:14.661217 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8444931d-0303-4189-b5be-6144bf15675b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413623 Jul 13 19:52:14.674036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:14.679801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:14.788423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ec019de-5bf9-4c90-a96c-46a1f6618a6b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:14.849168 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3db12e7d-c5b7-4b4d-82ba-700aa0986deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:14.850268 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-42faf99a-a907-45d4-8453-4e7734da8174 req-4f98475c-a87a-4c9b-acd0-e9a74732f9dc tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 210 time: 0.0386550 Jul 13 19:52:14.882323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:14.883275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e01d1719-2752-4701-89c6-db88e4359f71 req-c002aefe-e006-4e54-83fc-6551bc7bcb36 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 210 time: 0.0666199 Jul 13 19:52:14.891127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:14.921227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db12e7d-c5b7-4b4d-82ba-700aa0986deb None None] Pushing event deleted for resources: {'Port': ['ID=2ec019de-5bf9-4c90-a96c-46a1f6618a6b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:14.925931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db12e7d-c5b7-4b4d-82ba-700aa0986deb None None] No DVR routers for this DVR port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:14.927434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No active binding found for port 2ec019de-5bf9-4c90-a96c-46a1f6618a6b {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 19:52:14.927921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ec019de-5bf9-4c90-a96c-46a1f6618a6b not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:15.026448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4108de7-8f84-4ca7-9752-c459cb6ffc92 None None] Sync routers for ids ['531d2a7d-cd73-47eb-85d7-e3d1865d76a7'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:52:15.036625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4108de7-8f84-4ca7-9752-c459cb6ffc92 None None] Routers set() bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:15.036997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4108de7-8f84-4ca7-9752-c459cb6ffc92 None None] Router IDs set() for agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:52:15.037596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-f4108de7-8f84-4ca7-9752-c459cb6ffc92 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'531d2a7d-cd73-47eb-85d7-e3d1865d76a7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 19:52:15.046131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4108de7-8f84-4ca7-9752-c459cb6ffc92 None None] Routers set() bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:52:15.046706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4108de7-8f84-4ca7-9752-c459cb6ffc92 None None] Router IDs set() for agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:52:15.047471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-f4108de7-8f84-4ca7-9752-c459cb6ffc92 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'531d2a7d-cd73-47eb-85d7-e3d1865d76a7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:51:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 19:52:15.047886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4108de7-8f84-4ca7-9752-c459cb6ffc92 None None] The sync data for ids ['531d2a7d-cd73-47eb-85d7-e3d1865d76a7'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:52:15.208146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:52:15.209568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:15.614529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:15.651166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:15.659013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:15.659643 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:15.660477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b37fa6-1a91-4303-b030-5618c9dfdc95 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:15.684895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=5a3514a3-39e8-4d70-bd61-0ccd498ee879,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:15.694920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1410a52d-3268-4c0a-ae4a-fa9aa7f30b40 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0197437 Jul 13 19:52:15.698181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:15.710558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-711085d4-f44f-4567-8b24-8587090ccd81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:15.782801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-8bad4597-d9dc-4902-91c4-caba92b2632b tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:15.783283 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:15.784279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-8bad4597-d9dc-4902-91c4-caba92b2632b tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.24 "GET /v2.0/networks?id=74340f80-06a5-409a-81cf-d47bb42bd4df HTTP/1.1" status: 200 len: 819 time: 0.1892354 Jul 13 19:52:15.803355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Request body: {'port': {'device_id': '0aed2675-98b1-4578-824d-cd9446b0a33e', 'network_id': '74340f80-06a5-409a-81cf-d47bb42bd4df', 'admin_state_up': True, 'tenant_id': '803248d1c9d44722a20df3c81b170379'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:15.817377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '5a3514a3-39e8-4d70-bd61-0ccd498ee879'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:52:15.818385 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:15.995934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Allocated IP 2001:db8::f816:3eff:fe92:9e03 (e42b945f-763e-49b8-8959-240fefedda20/5a3514a3-39e8-4d70-bd61-0ccd498ee879/a3d7c060-c201-401b-aa1e-26287e879fd2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:16.050301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4ba31c4-9990-40b2-92ca-24d1eb797872 req-b6557f23-762b-48d4-8725-836aa935e153 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 210 time: 0.0478461 Jul 13 19:52:16.053348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711085d4-f44f-4567-8b24-8587090ccd81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:16.056797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711085d4-f44f-4567-8b24-8587090ccd81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.096366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60cb7db7-f63d-435c-996b-c845814628fd req-e0f67b8b-e082-4487-b10d-9296715bf298 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 210 time: 0.0663729 Jul 13 19:52:16.128516 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Made reservation on behalf of 803248d1c9d44722a20df3c81b170379 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:16.132151 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.163381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-e2eabc2c-f430-4cef-8423-a6101025fa63 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:16.165190 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-e2eabc2c-f430-4cef-8423-a6101025fa63 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.60 "GET /v2.0/networks?id=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 HTTP/1.1" status: 200 len: 813 time: 0.2307274 Jul 13 19:52:16.180668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Request body: {'port': {'device_id': '3ba908b7-7d6e-40ed-a130-86e9a672c28a', 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0', 'admin_state_up': True, 'tenant_id': '73c3303cf6294fbf84279627515d6a8a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:16.204763 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.215291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Transition to ACTIVE for port object a3d7c060-c201-401b-aa1e-26287e879fd2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:16.237981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Transition to ACTIVE for port object a3d7c060-c201-401b-aa1e-26287e879fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:16.244197 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.283099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:16.287940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:16.292211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:16.319330 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Made reservation on behalf of 73c3303cf6294fbf84279627515d6a8a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:16.322801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Pushing event updated for resources: {'Port': ['ID=a3d7c060-c201-401b-aa1e-26287e879fd2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:16.323015 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.356930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Allocated IP 172.20.0.2 (74340f80-06a5-409a-81cf-d47bb42bd4df/4aa235cb-0b84-4697-9c91-581c0633d6a8/b2db8c31-348b-482d-b84c-89c72058ba87) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:16.357547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Attempting to bind port a3d7c060-c201-401b-aa1e-26287e879fd2 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:16.357922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Attempting to bind port a3d7c060-c201-401b-aa1e-26287e879fd2 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:16.358288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Attempting to bind port a3d7c060-c201-401b-aa1e-26287e879fd2 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:16.364413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:16.364789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:16.365251 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.365644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:16.366120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Bound port: a3d7c060-c201-401b-aa1e-26287e879fd2, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:16.366583 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.440113 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.457385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] For port a3d7c060-c201-401b-aa1e-26287e879fd2, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:16.461714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] For port a3d7c060-c201-401b-aa1e-26287e879fd2, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a3d7c060-c201-401b-aa1e-26287e879fd2,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:16.465888 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.478481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Allocated IP 172.20.0.14 (8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0/ca0b9607-0033-4584-8b87-78d8895dd905/2cb90d13-6ba9-4f43-b688-4df7579c2fe6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:16.538524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027fb7c-c524-4828-ad40-6f1bba5fa9c9 None None] Pushing event updated for resources: {'Port': ['ID=a3d7c060-c201-401b-aa1e-26287e879fd2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:16.545134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711085d4-f44f-4567-8b24-8587090ccd81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.615460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711085d4-f44f-4567-8b24-8587090ccd81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:16.623608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-711085d4-f44f-4567-8b24-8587090ccd81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:16.634240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711085d4-f44f-4567-8b24-8587090ccd81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:16.634871 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711085d4-f44f-4567-8b24-8587090ccd81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.644935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.646978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711085d4-f44f-4567-8b24-8587090ccd81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=f8961d7a-27a7-4cc0-bd05-36382e43664b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:16.652722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.662229 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-711085d4-f44f-4567-8b24-8587090ccd81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9630151 Jul 13 19:52:16.666313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:16.672179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:f5:d9:96', 'name': 'tempest-NetworksTestDHCPv6-651102929'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:16.703910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.766684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:16.771974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:16.777850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:16.782973 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.818033 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Pushing event updated for resources: {'Port': ['ID=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:16.849505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:16.850373 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.853478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Network 74340f80-06a5-409a-81cf-d47bb42bd4df is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:16.861474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:16.866286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:16.867188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-a274ae0b-0da2-4637-b361-7281c9b13fcf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6933210 Jul 13 19:52:16.868758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Pushing event updated for resources: {'Port': ['ID=b2db8c31-348b-482d-b84c-89c72058ba87,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:16.882047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Request body: {'port': {'device_id': '3ba908b7-7d6e-40ed-a130-86e9a672c28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:16.922901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:16.932254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:16.932957 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.960585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.991443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-ab4895a6-86f2-4b8d-a706-a45f3df30575 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1925178 Jul 13 19:52:17.011852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Request body: {'port': {'device_id': '0aed2675-98b1-4578-824d-cd9446b0a33e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:17.063607 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.119593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:17.165729 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.309091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:52:17.326179 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.348460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Transition to ACTIVE for port object 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:17.357779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49fc41-2db8-46cd-bb8f-4b88523b8b94 req-023c39a3-6726-4726-937d-3d959446bb04 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:17.360140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e49fc41-2db8-46cd-bb8f-4b88523b8b94 req-023c39a3-6726-4726-937d-3d959446bb04 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 932 time: 0.1248901 Jul 13 19:52:17.361381 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.489098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:17.499406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae951458-bfe8-4178-aa42-8c6fd2f90723 req-b7a7ef52-d7bc-40e7-864e-c7be80c21847 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:17.501008 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae951458-bfe8-4178-aa42-8c6fd2f90723 req-b7a7ef52-d7bc-40e7-864e-c7be80c21847 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 931 time: 0.3049779 Jul 13 19:52:17.502191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e49fc41-2db8-46cd-bb8f-4b88523b8b94 req-673c8617-e8f2-41a7-93e2-fe205847ab86 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322932 Jul 13 19:52:17.531709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Attempting to bind port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:17.531709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Attempting to bind port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '95f72563-3eb7-4208-a20b-70107c4cd95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:17.531709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Attempting to bind port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 on network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:17.535695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 on network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:52:17.536017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Attempting to bind port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 on network 8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:17.540995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:17.541331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Checking segment: {'id': '95f72563-3eb7-4208-a20b-70107c4cd95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:17.541502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 172.20.0.2 (e42b945f-763e-49b8-8959-240fefedda20/f8961d7a-27a7-4cc0-bd05-36382e43664b/5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:17.541731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Bound using segment: {'id': '95f72563-3eb7-4208-a20b-70107c4cd95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:17.542158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Bound port: 2cb90d13-6ba9-4f43-b688-4df7579c2fe6, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f72563-3eb7-4208-a20b-70107c4cd95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:17.542540 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.569861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::f816:3eff:fef5:d996 (e42b945f-763e-49b8-8959-240fefedda20/5a3514a3-39e8-4d70-bd61-0ccd498ee879/5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:17.613023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] For port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:17.616322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] For port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,segment=NetworkSegment(95f72563-3eb7-4208-a20b-70107c4cd95f),segment_id=95f72563-3eb7-4208-a20b-70107c4cd95f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:17.618275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae951458-bfe8-4178-aa42-8c6fd2f90723 req-20af8aaf-3f85-4656-b895-1de2200de803 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b223895-9324-40ce-b600-bfcc74826d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078310 Jul 13 19:52:17.621357 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.660121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:17.661150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a68fe-3b97-422e-81a1-c7decde76c66 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:17.661669 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.663224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] 10.222.0.60 "PUT /v2.0/ports/2cb90d13-6ba9-4f43-b688-4df7579c2fe6 HTTP/1.1" status: 200 len: 1092 time: 0.7860994 Jul 13 19:52:17.665871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba908b7-7d6e-40ed-a130-86e9a672c28a', 'tag': '2cb90d13-6ba9-4f43-b688-4df7579c2fe6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:17.669376 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e695455-36b9-4de5-bd47-41674d00bf34" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba908b7-7d6e-40ed-a130-86e9a672c28a", "tag": "2cb90d13-6ba9-4f43-b688-4df7579c2fe6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:17.698901 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23284e-e62c-43ec-bb98-d497246c91a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:17.704929 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2db8c31-348b-482d-b84c-89c72058ba87 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:52:17.721966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-afe9e013-f75c-4a88-927b-962076b5e7f2 None None] Provisioning for port a3d7c060-c201-401b-aa1e-26287e879fd2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:17.740945 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.746125 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53a6d1f-128c-4f60-aede-cbc57d32e7b1 x-openstack-request-id: req-e53a6d1f-128c-4f60-aede-cbc57d32e7b1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:17.746588 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba908b7-7d6e-40ed-a130-86e9a672c28a", "tag": "2cb90d13-6ba9-4f43-b688-4df7579c2fe6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:17.746837 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e53a6d1f-128c-4f60-aede-cbc57d32e7b1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:17.747237 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba908b7-7d6e-40ed-a130-86e9a672c28a', 'tag': '2cb90d13-6ba9-4f43-b688-4df7579c2fe6', 'status': 'completed', 'code': 200} Jul 13 19:52:17.764318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Transition to ACTIVE for port object b2db8c31-348b-482d-b84c-89c72058ba87 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:17.771461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.798720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-ae900a12-9c1b-4685-82a6-0bc11d4988e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:17.800920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-ae900a12-9c1b-4685-82a6-0bc11d4988e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c3303cf6294fbf84279627515d6a8a&device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 1095 time: 0.0658293 Jul 13 19:52:17.847843 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-2e702386-761d-4860-b4ef-fb107c3ae5b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cb90d13-6ba9-4f43-b688-4df7579c2fe6 HTTP/1.1" status: 200 len: 217 time: 0.0399349 Jul 13 19:52:17.859882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2db8c31-348b-482d-b84c-89c72058ba87,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:17.869100 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.905198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-e47eba5e-b17d-4fc4-9a84-c8f044e3a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:17.907446 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-e47eba5e-b17d-4fc4-9a84-c8f044e3a98e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca0b9607-0033-4584-8b87-78d8895dd905 HTTP/1.1" status: 200 len: 853 time: 0.0534840 Jul 13 19:52:17.924001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:17.942868 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-94673a43-2145-47ef-a89e-2a22bd09f744 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287485 Jul 13 19:52:17.956543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Update dhcp port {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '5a3514a3-39e8-4d70-bd61-0ccd498ee879', 'ip_address': '2001:db8::f816:3eff:fe92:9e03'}, {'subnet_id': 'f8961d7a-27a7-4cc0-bd05-36382e43664b'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'a3d7c060-c201-401b-aa1e-26287e879fd2'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:52:17.963753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Attempting to bind port b2db8c31-348b-482d-b84c-89c72058ba87 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:17.964097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Attempting to bind port b2db8c31-348b-482d-b84c-89c72058ba87 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'c3ba18a4-c8be-430b-91c5-225b1ea65d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '74340f80-06a5-409a-81cf-d47bb42bd4df'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:17.964428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Attempting to bind port b2db8c31-348b-482d-b84c-89c72058ba87 on network 74340f80-06a5-409a-81cf-d47bb42bd4df {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:17.972674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Port b2db8c31-348b-482d-b84c-89c72058ba87 on network 74340f80-06a5-409a-81cf-d47bb42bd4df not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:52:17.973001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Attempting to bind port b2db8c31-348b-482d-b84c-89c72058ba87 on network 74340f80-06a5-409a-81cf-d47bb42bd4df {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:17.980714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:17.980958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Checking segment: {'id': 'c3ba18a4-c8be-430b-91c5-225b1ea65d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '74340f80-06a5-409a-81cf-d47bb42bd4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:17.981320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Bound using segment: {'id': 'c3ba18a4-c8be-430b-91c5-225b1ea65d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '74340f80-06a5-409a-81cf-d47bb42bd4df'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:17.981760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Bound port: b2db8c31-348b-482d-b84c-89c72058ba87, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba18a4-c8be-430b-91c5-225b1ea65d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '74340f80-06a5-409a-81cf-d47bb42bd4df'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:17.982125 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.993134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.998837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:18.040178 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-036a2440-c23e-44a4-a92b-3574cf84c8b3 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909109 Jul 13 19:52:18.066918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:18.079583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:18.083297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:18.088594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:18.141697 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] For port b2db8c31-348b-482d-b84c-89c72058ba87, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:18.144188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2ebc527e-33b4-477a-9b77-8a337a056d18 req-57a3b3d2-e438-434a-b6bd-32804bc7c237 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962481 Jul 13 19:52:18.147143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] For port b2db8c31-348b-482d-b84c-89c72058ba87, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=b2db8c31-348b-482d-b84c-89c72058ba87,segment=NetworkSegment(c3ba18a4-c8be-430b-91c5-225b1ea65d23),segment_id=c3ba18a4-c8be-430b-91c5-225b1ea65d23)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:18.154604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.155853 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:18.160253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:18.176859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Allocated IP 172.20.0.3 (e42b945f-763e-49b8-8959-240fefedda20/f8961d7a-27a7-4cc0-bd05-36382e43664b/a3d7c060-c201-401b-aa1e-26287e879fd2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:18.201525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cb5a3011-b3d9-4231-a87b-33ef73c12662 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5341618 Jul 13 19:52:18.207525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.207999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:18.208155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:18.210238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2db8c31-348b-482d-b84c-89c72058ba87 HTTP/1.1" status: 200 len: 1091 time: 1.2026558 Jul 13 19:52:18.210238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aed2675-98b1-4578-824d-cd9446b0a33e', 'tag': 'b2db8c31-348b-482d-b84c-89c72058ba87'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:18.212283 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc66291-d378-43c8-94a3-794dc1ed5111" -d '{"events": [{"name": "network-changed", "server_uuid": "0aed2675-98b1-4578-824d-cd9446b0a33e", "tag": "b2db8c31-348b-482d-b84c-89c72058ba87"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:18.249855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66056c96-cf75-4515-92e3-5da9e4ce5fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2db8c31-348b-482d-b84c-89c72058ba87,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:18.254392 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1efecdb-9775-4621-a5e8-40bbb2f30b2c x-openstack-request-id: req-d1efecdb-9775-4621-a5e8-40bbb2f30b2c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:18.254736 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aed2675-98b1-4578-824d-cd9446b0a33e", "tag": "b2db8c31-348b-482d-b84c-89c72058ba87", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:18.254986 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1efecdb-9775-4621-a5e8-40bbb2f30b2c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:18.255551 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aed2675-98b1-4578-824d-cd9446b0a33e', 'tag': 'b2db8c31-348b-482d-b84c-89c72058ba87', 'status': 'completed', 'code': 200} Jul 13 19:52:18.320738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] For port a3d7c060-c201-401b-aa1e-26287e879fd2, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a3d7c060-c201-401b-aa1e-26287e879fd2,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:18.321754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-b747d66e-189c-4c48-b121-5d9537d649a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.323598 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-b747d66e-189c-4c48-b121-5d9537d649a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=803248d1c9d44722a20df3c81b170379&device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 1094 time: 0.0618362 Jul 13 19:52:18.332287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e695455-36b9-4de5-bd47-41674d00bf34 req-14be341f-9327-4273-801f-06517d415c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.333795 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e695455-36b9-4de5-bd47-41674d00bf34 req-14be341f-9327-4273-801f-06517d415c3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c3303cf6294fbf84279627515d6a8a&device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 1095 time: 0.1354628 Jul 13 19:52:18.346617 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b23fe-77ec-4313-a9e4-ff91e9e09676 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.352392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:18.352534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b23fe-77ec-4313-a9e4-ff91e9e09676 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.354046 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4d6b23fe-77ec-4313-a9e4-ff91e9e09676 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1439204 Jul 13 19:52:18.356727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:18.368944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Transition to ACTIVE for port object a3d7c060-c201-401b-aa1e-26287e879fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:18.371258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-5706e4c4-65e6-4ddd-bbaf-b6738feddcb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2db8c31-348b-482d-b84c-89c72058ba87 HTTP/1.1" status: 200 len: 217 time: 0.0357246 Jul 13 19:52:18.372810 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:18.429074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-6de3282e-45f5-4d91-9fa0-e539b37405b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.431423 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-6de3282e-45f5-4d91-9fa0-e539b37405b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa235cb-0b84-4697-9c91-581c0633d6a8 HTTP/1.1" status: 200 len: 859 time: 0.0498652 Jul 13 19:52:18.470856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Pushing event updated for resources: {'Port': ['ID=a3d7c060-c201-401b-aa1e-26287e879fd2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:18.476370 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-9c0f5636-0248-4101-851f-808ee5300249 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74340f80-06a5-409a-81cf-d47bb42bd4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358913 Jul 13 19:52:18.478309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.478680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.479012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.479341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.479671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.479997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.480318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.480638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.480954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.481270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.481590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.481905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b432fe-0bd3-490c-ac7b-dec0c38016bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:18.511857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e695455-36b9-4de5-bd47-41674d00bf34 req-9090581b-a863-4956-af21-288e236366a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.513344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e695455-36b9-4de5-bd47-41674d00bf34 req-9090581b-a863-4956-af21-288e236366a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 HTTP/1.1" status: 200 len: 914 time: 0.1582317 Jul 13 19:52:18.566481 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e695455-36b9-4de5-bd47-41674d00bf34 req-acbc482a-13f3-440d-a9a0-2085eb826ad6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cb90d13-6ba9-4f43-b688-4df7579c2fe6 HTTP/1.1" status: 200 len: 217 time: 0.0459659 Jul 13 19:52:18.571093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:18.571447 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:18.594537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-9119bc9f-65a7-40bc-acaa-8f158b4a485b service neutron] 10.222.0.24 "GET /v2.0/networks/74340f80-06a5-409a-81cf-d47bb42bd4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981255 Jul 13 19:52:18.736079 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bee44f5f-da4f-439a-99d0-3600c4958f8d req-4c34718a-d005-431b-b963-fec22d7075dc service neutron] 10.222.0.24 "GET /v2.0/networks/74340f80-06a5-409a-81cf-d47bb42bd4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333144 Jul 13 19:52:18.780193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e695455-36b9-4de5-bd47-41674d00bf34 req-3d3082a3-017b-4ff0-8d20-5d2ed3e9c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.782859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e695455-36b9-4de5-bd47-41674d00bf34 req-3d3082a3-017b-4ff0-8d20-5d2ed3e9c598 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca0b9607-0033-4584-8b87-78d8895dd905 HTTP/1.1" status: 200 len: 853 time: 0.2080345 Jul 13 19:52:18.802510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a3d7c060-c201-401b-aa1e-26287e879fd2 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:18.841058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e695455-36b9-4de5-bd47-41674d00bf34 req-42170ca5-ea53-4ec0-be20-7ecfa411e991 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478611 Jul 13 19:52:18.861333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:18.866445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port a3d7c060-c201-401b-aa1e-26287e879fd2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:18.879698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:18.911615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b89607-c773-423a-998e-85111b403317 req-6989c06c-6e4f-4609-a887-0f15c5c070ba tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.913234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51b89607-c773-423a-998e-85111b403317 req-6989c06c-6e4f-4609-a887-0f15c5c070ba tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 943 time: 0.1188083 Jul 13 19:52:18.916593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc66291-d378-43c8-94a3-794dc1ed5111 req-32e2f458-c463-494b-841b-6d1c556a95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.918027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bfc66291-d378-43c8-94a3-794dc1ed5111 req-32e2f458-c463-494b-841b-6d1c556a95d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=803248d1c9d44722a20df3c81b170379&device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 1094 time: 0.1124296 Jul 13 19:52:18.951429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0587212-e681-496c-8f2b-f788e2ad1101 req-301ff4e6-e80a-4ef1-8ec5-15032ab6adcd tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:18.953410 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a0587212-e681-496c-8f2b-f788e2ad1101 req-301ff4e6-e80a-4ef1-8ec5-15032ab6adcd tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 944 time: 0.2758386 Jul 13 19:52:19.020080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51b89607-c773-423a-998e-85111b403317 req-5f16c430-1092-4e9b-b96c-b5badf03b4e8 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b223895-9324-40ce-b600-bfcc74826d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007063 Jul 13 19:52:19.055864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc66291-d378-43c8-94a3-794dc1ed5111 req-86060c4d-c2c1-44f8-85a9-d4ff9cb1eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:19.057561 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bfc66291-d378-43c8-94a3-794dc1ed5111 req-86060c4d-c2c1-44f8-85a9-d4ff9cb1eb58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=74340f80-06a5-409a-81cf-d47bb42bd4df HTTP/1.1" status: 200 len: 920 time: 0.1233790 Jul 13 19:52:19.085171 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e695455-36b9-4de5-bd47-41674d00bf34 req-f4f655d1-0d21-4e5c-b08b-a43c72268ce5 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068012 Jul 13 19:52:19.098615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a0587212-e681-496c-8f2b-f788e2ad1101 req-516a33b4-99c2-43b7-ac25-be9010c26f26 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076882 Jul 13 19:52:19.103566 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bfc66291-d378-43c8-94a3-794dc1ed5111 req-0761c0c9-6108-4e1b-bff3-57906c38a090 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2db8c31-348b-482d-b84c-89c72058ba87 HTTP/1.1" status: 200 len: 217 time: 0.0384753 Jul 13 19:52:19.160315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc66291-d378-43c8-94a3-794dc1ed5111 req-0fba5943-06ec-4730-a2f1-458dfb08866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:19.161826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bfc66291-d378-43c8-94a3-794dc1ed5111 req-0fba5943-06ec-4730-a2f1-458dfb08866b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa235cb-0b84-4697-9c91-581c0633d6a8 HTTP/1.1" status: 200 len: 859 time: 0.0510061 Jul 13 19:52:19.201260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bfc66291-d378-43c8-94a3-794dc1ed5111 req-03c9366d-4129-44b5-943a-366610737182 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74340f80-06a5-409a-81cf-d47bb42bd4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328772 Jul 13 19:52:19.272846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa256da9-6128-41b5-a37b-8f4ad89b99ef None None] Provisioning for port a3d7c060-c201-401b-aa1e-26287e879fd2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:19.277292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa256da9-6128-41b5-a37b-8f4ad89b99ef None None] Provisioning complete for port a3d7c060-c201-401b-aa1e-26287e879fd2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:19.278251 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa256da9-6128-41b5-a37b-8f4ad89b99ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:19.282146 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e695455-36b9-4de5-bd47-41674d00bf34 req-d7073c00-5f65-4b5f-a137-fbe1f7dd43e5 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814716 Jul 13 19:52:19.326138 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:19.343123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bfc66291-d378-43c8-94a3-794dc1ed5111 req-7bdd2df1-9c1c-4ff3-a1c4-4e001439eed9 service neutron] 10.222.0.24 "GET /v2.0/networks/74340f80-06a5-409a-81cf-d47bb42bd4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301656 Jul 13 19:52:19.366381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:19.380483 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa256da9-6128-41b5-a37b-8f4ad89b99ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:19.382005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.382540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.382978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.383494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.384348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.384348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.384735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.385227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.385712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.386116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.386584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.387008 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:19.428575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fa256da9-6128-41b5-a37b-8f4ad89b99ef None None] For port a3d7c060-c201-401b-aa1e-26287e879fd2, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a3d7c060-c201-401b-aa1e-26287e879fd2,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:19.434082 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa256da9-6128-41b5-a37b-8f4ad89b99ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:19.464480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bfc66291-d378-43c8-94a3-794dc1ed5111 req-59a80991-72cc-438f-a367-dd0d59cb797b service neutron] 10.222.0.24 "GET /v2.0/networks/74340f80-06a5-409a-81cf-d47bb42bd4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133842 Jul 13 19:52:19.500560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:19.505669 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e92de748-e1c0-4149-9ab4-a488af70cddb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa HTTP/1.1" status: 204 len: 168 time: 1.1457560 Jul 13 19:52:19.505818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:19.506960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa256da9-6128-41b5-a37b-8f4ad89b99ef None None] Pushing event updated for resources: {'Port': ['ID=a3d7c060-c201-401b-aa1e-26287e879fd2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:19.549047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2427c3c9-e0a6-4dd2-959c-dbf2a93c0ebb None None] Could not find standard attr ID for object 5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:52:19.906347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed35ec-90f8-4aaf-9170-2088330539d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:19.907784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed35ec-90f8-4aaf-9170-2088330539d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:19.909281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed35ec-90f8-4aaf-9170-2088330539d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:19.910845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-84ed35ec-90f8-4aaf-9170-2088330539d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4039965 Jul 13 19:52:19.913406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:19.962521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa83557-74ce-4e04-8e03-06cf8c45c300 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 5a3514a3-39e8-4d70-bd61-0ccd498ee879 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:19.965517 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fa83557-74ce-4e04-8e03-06cf8c45c300 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.008530 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fa83557-74ce-4e04-8e03-06cf8c45c300 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.089502 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fa83557-74ce-4e04-8e03-06cf8c45c300 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.181490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fa83557-74ce-4e04-8e03-06cf8c45c300 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.214146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83557-74ce-4e04-8e03-06cf8c45c300 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3514a3-39e8-4d70-bd61-0ccd498ee879,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:20.222561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fa83557-74ce-4e04-8e03-06cf8c45c300 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.224398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5fa83557-74ce-4e04-8e03-06cf8c45c300 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/5a3514a3-39e8-4d70-bd61-0ccd498ee879 HTTP/1.1" status: 204 len: 168 time: 0.3100901 Jul 13 19:52:20.227844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:20.229257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d6744-23f2-48bc-a153-1e3186660647 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:20.244091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9575f8-93d6-4e58-8dc6-32cbda5766b6 req-566ea65b-443d-4a6b-b689-cb82e886ec30 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:20.245725 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf9575f8-93d6-4e58-8dc6-32cbda5766b6 req-566ea65b-443d-4a6b-b689-cb82e886ec30 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 943 time: 0.1117969 Jul 13 19:52:20.285492 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf9575f8-93d6-4e58-8dc6-32cbda5766b6 req-7a0f3e34-5ff4-4904-b2fb-d5253e539da8 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b223895-9324-40ce-b600-bfcc74826d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Jul 13 19:52:20.314023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0463664c-eafb-49c2-9f1c-2f2127a3d819 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet f8961d7a-27a7-4cc0-bd05-36382e43664b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:20.318760 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0463664c-eafb-49c2-9f1c-2f2127a3d819 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.367583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0463664c-eafb-49c2-9f1c-2f2127a3d819 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.414898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e95692-808d-44cf-a735-f01e5121a584 req-4866005e-8197-4bff-964f-9027b05e3019 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:20.416507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e95692-808d-44cf-a735-f01e5121a584 req-4866005e-8197-4bff-964f-9027b05e3019 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 944 time: 0.1768856 Jul 13 19:52:20.424400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device b2db8c31-348b-482d-b84c-89c72058ba87 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:52:20.494392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-02e95692-808d-44cf-a735-f01e5121a584 req-428e339b-0c47-49cf-b716-34cddc45e4bf tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709033 Jul 13 19:52:20.500457 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0463664c-eafb-49c2-9f1c-2f2127a3d819 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.536892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port b2db8c31-348b-482d-b84c-89c72058ba87, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=b2db8c31-348b-482d-b84c-89c72058ba87,segment=NetworkSegment(c3ba18a4-c8be-430b-91c5-225b1ea65d23),segment_id=c3ba18a4-c8be-430b-91c5-225b1ea65d23)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:20.551755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'b2db8c31-348b-482d-b84c-89c72058ba87', 'network_id': '74340f80-06a5-409a-81cf-d47bb42bd4df', 'port_id': 'b2db8c31-348b-482d-b84c-89c72058ba87', 'mac_address': 'fa:16:3e:f6:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa235cb-0b84-4697-9c91-581c0633d6a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:52:20.571187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0463664c-eafb-49c2-9f1c-2f2127a3d819 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.598938 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.600394 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463664c-eafb-49c2-9f1c-2f2127a3d819 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=f8961d7a-27a7-4cc0-bd05-36382e43664b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:20.605500 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0463664c-eafb-49c2-9f1c-2f2127a3d819 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.607860 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0463664c-eafb-49c2-9f1c-2f2127a3d819 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/f8961d7a-27a7-4cc0-bd05-36382e43664b HTTP/1.1" status: 204 len: 168 time: 0.3783121 Jul 13 19:52:20.611154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:20.617817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2db8c31-348b-482d-b84c-89c72058ba87 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:52:20.641535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port b2db8c31-348b-482d-b84c-89c72058ba87, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=b2db8c31-348b-482d-b84c-89c72058ba87,segment=NetworkSegment(c3ba18a4-c8be-430b-91c5-225b1ea65d23),segment_id=c3ba18a4-c8be-430b-91c5-225b1ea65d23)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:20.646513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.658443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c1a1dffb-a461-45a3-a660-302fd045f0e9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433240 Jul 13 19:52:20.659009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:20.664037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:20.672972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:52:20.715997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=b2db8c31-348b-482d-b84c-89c72058ba87,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:20.768330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:20.772330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.799759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a3d7c060-c201-401b-aa1e-26287e879fd2 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:20.840162 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02461bac-9d22-4170-8f2e-0ced8187d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.840847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-906c98d3-cb8b-46cd-9a24-4a6f934b5f73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773661 Jul 13 19:52:20.894259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,segment=NetworkSegment(95f72563-3eb7-4208-a20b-70107c4cd95f),segment_id=95f72563-3eb7-4208-a20b-70107c4cd95f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:20.911280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '2cb90d13-6ba9-4f43-b688-4df7579c2fe6', 'network_id': '8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0', 'port_id': '2cb90d13-6ba9-4f43-b688-4df7579c2fe6', 'mac_address': 'fa:16:3e:2d:c1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0b9607-0033-4584-8b87-78d8895dd905', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:52:20.917760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a3d7c060-c201-401b-aa1e-26287e879fd2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:20.918134 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.961890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['b2db8c31-348b-482d-b84c-89c72058ba87'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:52:20.971435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-e75b3f97-11a4-40bb-bd0d-1cf23ca193c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:20.972965 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-e75b3f97-11a4-40bb-bd0d-1cf23ca193c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 1096 time: 0.0841575 Jul 13 19:52:21.033538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:21.077542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:52:21.126029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242dfccd-d18a-4f60-9438-06c4379f7de6 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:21.134960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-3078bc3d-80df-4bf0-880f-46c430ec56c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:21.136839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-3078bc3d-80df-4bf0-880f-46c430ec56c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=058035b3-3f86-4d76-aec5-5436b716a4b7 HTTP/1.1" status: 200 len: 897 time: 0.1414342 Jul 13 19:52:21.143305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:52:21.148822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,segment=NetworkSegment(95f72563-3eb7-4208-a20b-70107c4cd95f),segment_id=95f72563-3eb7-4208-a20b-70107c4cd95f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:21.218732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-1d2394a8-8e04-4fab-9615-716aa5f07130 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3520c12-20de-487e-901c-4e6b062794a7 HTTP/1.1" status: 200 len: 1000 time: 0.0742145 Jul 13 19:52:21.220658 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:21.305001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-0f2010dc-c0ac-4396-81fc-a739b69749fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:21.307752 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-0f2010dc-c0ac-4396-81fc-a739b69749fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ed457c5-a459-4597-a02f-91907a15f901 HTTP/1.1" status: 200 len: 834 time: 0.0703406 Jul 13 19:52:21.343726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-61d73390-4ead-4947-9098-c52144f6fdda None None] Provisioning complete for port a3d7c060-c201-401b-aa1e-26287e879fd2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:21.344828 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61d73390-4ead-4947-9098-c52144f6fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:21.403340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-ec838de5-8c82-42a9-91a5-c068745edcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:21.404980 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-ec838de5-8c82-42a9-91a5-c068745edcb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=058035b3-3f86-4d76-aec5-5436b716a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898373 Jul 13 19:52:21.444986 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:21.475961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:21.535964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2cb90d13-6ba9-4f43-b688-4df7579c2fe6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:52:21.615152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-11ec4cc6-de75-44f2-94cd-6fb739bc69bc service neutron] 10.222.0.60 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014203 Jul 13 19:52:21.627357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5442e8-35bb-49d5-a34d-3d1c9d2acdf5 req-8225848f-da88-4924-b969-902b91ee2f7b tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:21.629110 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fa5442e8-35bb-49d5-a34d-3d1c9d2acdf5 req-8225848f-da88-4924-b969-902b91ee2f7b tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 944 time: 0.2143719 Jul 13 19:52:21.743824 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fa5442e8-35bb-49d5-a34d-3d1c9d2acdf5 req-786ecb82-7b20-4440-af49-6fed55d9c149 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b223895-9324-40ce-b600-bfcc74826d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017134 Jul 13 19:52:21.769144 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3f359ea2-d1d9-44b6-9409-67d69d7f6a70 req-85094a7b-1b30-4a22-8155-ab510f8020b5 service neutron] 10.222.0.60 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343880 Jul 13 19:52:21.980966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9ba2e-dd16-44b9-b071-feedda2364ad req-5387d2f8-1f86-4098-905d-29f45a82c027 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:21.982626 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78b9ba2e-dd16-44b9-b071-feedda2364ad req-5387d2f8-1f86-4098-905d-29f45a82c027 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 945 time: 0.1474919 Jul 13 19:52:22.018633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] For port a3d7c060-c201-401b-aa1e-26287e879fd2, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a3d7c060-c201-401b-aa1e-26287e879fd2,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:22.052883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78b9ba2e-dd16-44b9-b071-feedda2364ad req-1339178d-906c-4aec-9e43-4be2aaec8eb6 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604131 Jul 13 19:52:22.066285 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:22.074787 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:22.075770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:22.163723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:22.170050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:22.172665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=8c023a43-d635-4e07-9554-2c98981fe131,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:22.180313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:22.180914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:22.191316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=a3d7c060-c201-401b-aa1e-26287e879fd2,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:22.202304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f359780a-2d70-4887-ae4b-915efb3b1d81 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5422728 Jul 13 19:52:22.205187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:22.211096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d1920afd-2d56-4dcb-ba92-4ee8b6934c84 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:22.316356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cae0ed-6921-442f-ac63-6b6b2540b87d None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:22.326420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1920afd-2d56-4dcb-ba92-4ee8b6934c84 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:22.330327 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1920afd-2d56-4dcb-ba92-4ee8b6934c84 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:22.437801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ffe0f1a3-ff5c-414f-9202-8e9351986816 None None] Provisioning complete for port a3d7c060-c201-401b-aa1e-26287e879fd2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:22.438439 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffe0f1a3-ff5c-414f-9202-8e9351986816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:22.479341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device b2db8c31-348b-482d-b84c-89c72058ba87 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:22.549195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1920afd-2d56-4dcb-ba92-4ee8b6934c84 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:22.564473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port b2db8c31-348b-482d-b84c-89c72058ba87 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:22.586923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port b2db8c31-348b-482d-b84c-89c72058ba87 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:22.587299 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:22.603144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1920afd-2d56-4dcb-ba92-4ee8b6934c84 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:22.606682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d1920afd-2d56-4dcb-ba92-4ee8b6934c84 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:22.611111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1920afd-2d56-4dcb-ba92-4ee8b6934c84 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:22.611727 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1920afd-2d56-4dcb-ba92-4ee8b6934c84 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:22.622127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1920afd-2d56-4dcb-ba92-4ee8b6934c84 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=7558cb30-3434-44ba-895a-f9c6ef5962d7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:22.635433 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d1920afd-2d56-4dcb-ba92-4ee8b6934c84 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4290569 Jul 13 19:52:22.638321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:22.646061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:53:cf:ea', 'name': 'tempest-NetworksTestDHCPv6-1043063776'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:22.782132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:22.792449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:22.794633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a3d7c060-c201-401b-aa1e-26287e879fd2 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:22.845599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b537f67-93a5-4aa2-ae73-6b235f65dbd8 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:22.882980 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:22.908475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 11aff4f6-8db0-4720-961d-3c35047948d8 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:22.947768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbac3b8-4ba7-4184-a3d2-027d646bf1ca req-4b83d353-b9a2-4859-8d8f-5e234b5ab695 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:22.949434 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdbac3b8-4ba7-4184-a3d2-027d646bf1ca req-4b83d353-b9a2-4859-8d8f-5e234b5ab695 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 944 time: 0.0670078 Jul 13 19:52:22.976555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:22.992486 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdbac3b8-4ba7-4184-a3d2-027d646bf1ca req-355b711a-b3b8-4007-a036-f4ed220c56de tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b223895-9324-40ce-b600-bfcc74826d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360131 Jul 13 19:52:23.029269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:23.029643 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.033200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a3d7c060-c201-401b-aa1e-26287e879fd2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:23.033552 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.096834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 172.20.0.4 (e42b945f-763e-49b8-8959-240fefedda20/7558cb30-3434-44ba-895a-f9c6ef5962d7/11aff4f6-8db0-4720-961d-3c35047948d8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:23.105925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::f816:3eff:fe53:cfea (e42b945f-763e-49b8-8959-240fefedda20/8c023a43-d635-4e07-9554-2c98981fe131/11aff4f6-8db0-4720-961d-3c35047948d8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:23.110242 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.117287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbd0ac50-dc88-46a8-8693-33dcb5b99032 None None] Provisioning complete for port a3d7c060-c201-401b-aa1e-26287e879fd2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:23.117650 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbd0ac50-dc88-46a8-8693-33dcb5b99032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.209832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aed2675-98b1-4578-824d-cd9446b0a33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2db8c31-348b-482d-b84c-89c72058ba87'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:23.212102 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a180f5-7792-4b65-b2d2-3b7329183f63" -d '{"events": [{"server_uuid": "0aed2675-98b1-4578-824d-cd9446b0a33e", "name": "network-vif-plugged", "status": "completed", "tag": "b2db8c31-348b-482d-b84c-89c72058ba87"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:23.235152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port b2db8c31-348b-482d-b84c-89c72058ba87, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=b2db8c31-348b-482d-b84c-89c72058ba87,segment=NetworkSegment(c3ba18a4-c8be-430b-91c5-225b1ea65d23),segment_id=c3ba18a4-c8be-430b-91c5-225b1ea65d23)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:23.247233 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.319421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cec378-27d5-4b1c-a281-ea1aebcf4d33 req-323f0293-b893-4926-bda5-e7106936c479 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:23.320976 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53cec378-27d5-4b1c-a281-ea1aebcf4d33 req-323f0293-b893-4926-bda5-e7106936c479 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 945 time: 0.1424918 Jul 13 19:52:23.327258 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.350496 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44020c-b358-4c7e-a008-ef395684a176 x-openstack-request-id: req-3e44020c-b358-4c7e-a008-ef395684a176 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:23.350789 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aed2675-98b1-4578-824d-cd9446b0a33e", "name": "network-vif-plugged", "status": "completed", "tag": "b2db8c31-348b-482d-b84c-89c72058ba87", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:23.351040 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e44020c-b358-4c7e-a008-ef395684a176 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:23.351434 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aed2675-98b1-4578-824d-cd9446b0a33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2db8c31-348b-482d-b84c-89c72058ba87', 'code': 200} Jul 13 19:52:23.361759 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 11aff4f6-8db0-4720-961d-3c35047948d8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:23.383679 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53cec378-27d5-4b1c-a281-ea1aebcf4d33 req-d338db63-b1e5-4c4e-b426-33edabd79f33 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538485 Jul 13 19:52:23.383859 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.418142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.419192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=b2db8c31-348b-482d-b84c-89c72058ba87,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:23.454865 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,segment=NetworkSegment(95f72563-3eb7-4208-a20b-70107c4cd95f),segment_id=95f72563-3eb7-4208-a20b-70107c4cd95f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:23.459414 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.497884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:23.509572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:23.512051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:23.539778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:23.540194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=11aff4f6-8db0-4720-961d-3c35047948d8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:23.548300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c2e85-ba9b-4b22-b611-a14e4acabca9 None None] Update dhcp port {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '8c023a43-d635-4e07-9554-2c98981fe131', 'ip_address': '2001:db8::f816:3eff:fe92:9e03'}, {'subnet_id': '7558cb30-3434-44ba-895a-f9c6ef5962d7'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'a3d7c060-c201-401b-aa1e-26287e879fd2'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:52:23.577831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:23.578540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.590132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e852eb5-ddbf-4ac8-967f-77e9022893c5 req-150a2eb7-0795-4136-9ccf-9c144314bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:23.591657 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e852eb5-ddbf-4ac8-967f-77e9022893c5 req-150a2eb7-0795-4136-9ccf-9c144314bd1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 1096 time: 0.1665025 Jul 13 19:52:23.592767 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f6c2e85-ba9b-4b22-b611-a14e4acabca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.597602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b938761a-f506-4d74-b31c-5d25986f0c67 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9582071 Jul 13 19:52:23.600218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:23.602780 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be20cbf4-fc4d-40c9-a390-3e1ea89b6534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.657676 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.668623 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e852eb5-ddbf-4ac8-967f-77e9022893c5 req-f7740170-7531-4817-b6ce-2908fee77959 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b223895-9324-40ce-b600-bfcc74826d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562882 Jul 13 19:52:23.692066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9814d77-31d5-4927-9eeb-16cd6591d756 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:23.698067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9814d77-31d5-4927-9eeb-16cd6591d756 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:23.699675 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c9814d77-31d5-4927-9eeb-16cd6591d756 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0985448 Jul 13 19:52:23.702568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:23.771881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c2e85-ba9b-4b22-b611-a14e4acabca9 None None] Allocated IP 172.20.0.2 (e42b945f-763e-49b8-8959-240fefedda20/7558cb30-3434-44ba-895a-f9c6ef5962d7/a3d7c060-c201-401b-aa1e-26287e879fd2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:23.805570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-047c9359-48a3-42bb-86d9-e013e8f3e5b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 11aff4f6-8db0-4720-961d-3c35047948d8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:23.805931 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-047c9359-48a3-42bb-86d9-e013e8f3e5b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.871140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4f6c2e85-ba9b-4b22-b611-a14e4acabca9 None None] For port a3d7c060-c201-401b-aa1e-26287e879fd2, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a3d7c060-c201-401b-aa1e-26287e879fd2,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:23.896652 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-047c9359-48a3-42bb-86d9-e013e8f3e5b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.901062 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f6c2e85-ba9b-4b22-b611-a14e4acabca9 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:23.909587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-047c9359-48a3-42bb-86d9-e013e8f3e5b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 11aff4f6-8db0-4720-961d-3c35047948d8 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:23.916124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f6c2e85-ba9b-4b22-b611-a14e4acabca9 None None] Transition to ACTIVE for port object a3d7c060-c201-401b-aa1e-26287e879fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:23.920083 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f6c2e85-ba9b-4b22-b611-a14e4acabca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.015686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c2e85-ba9b-4b22-b611-a14e4acabca9 None None] Pushing event updated for resources: {'Port': ['ID=a3d7c060-c201-401b-aa1e-26287e879fd2,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:24.093799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-047c9359-48a3-42bb-86d9-e013e8f3e5b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.130810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c9359-48a3-42bb-86d9-e013e8f3e5b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=11aff4f6-8db0-4720-961d-3c35047948d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:24.185892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1000d3d-f267-4498-95c4-3ad7b7ab7bbe req-3c6c7ae2-57d3-4588-a2e3-9271098a5b8d tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:24.187973 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1000d3d-f267-4498-95c4-3ad7b7ab7bbe req-3c6c7ae2-57d3-4588-a2e3-9271098a5b8d tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 945 time: 0.0744700 Jul 13 19:52:24.233981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1000d3d-f267-4498-95c4-3ad7b7ab7bbe req-66a70fc8-840a-4b83-830e-eea346acb269 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b223895-9324-40ce-b600-bfcc74826d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Jul 13 19:52:24.240458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-047c9359-48a3-42bb-86d9-e013e8f3e5b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.242437 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-047c9359-48a3-42bb-86d9-e013e8f3e5b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/11aff4f6-8db0-4720-961d-3c35047948d8 HTTP/1.1" status: 204 len: 168 time: 0.5389154 Jul 13 19:52:24.245048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:24.301119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e4e43-bb82-4538-926d-73a8661b114b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:24.302684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e4e43-bb82-4538-926d-73a8661b114b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:24.304208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e4e43-bb82-4538-926d-73a8661b114b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:24.305832 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-433e4e43-bb82-4538-926d-73a8661b114b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0598483 Jul 13 19:52:24.308805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:24.367891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b64f54-9430-4bb6-a913-bc7ae5c6b731 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 7558cb30-3434-44ba-895a-f9c6ef5962d7 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:24.371157 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21b64f54-9430-4bb6-a913-bc7ae5c6b731 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.413982 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21b64f54-9430-4bb6-a913-bc7ae5c6b731 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.507573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21b64f54-9430-4bb6-a913-bc7ae5c6b731 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.582086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78edd4-3c63-47e6-88e8-4635cecfadeb req-db5f3c99-c1c1-4b9c-9555-752099c8782c tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:24.582748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21b64f54-9430-4bb6-a913-bc7ae5c6b731 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.595073 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee78edd4-3c63-47e6-88e8-4635cecfadeb req-db5f3c99-c1c1-4b9c-9555-752099c8782c tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 946 time: 0.0868754 Jul 13 19:52:24.604840 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.615660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b64f54-9430-4bb6-a913-bc7ae5c6b731 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=7558cb30-3434-44ba-895a-f9c6ef5962d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:24.619782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21b64f54-9430-4bb6-a913-bc7ae5c6b731 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.626504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-21b64f54-9430-4bb6-a913-bc7ae5c6b731 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/7558cb30-3434-44ba-895a-f9c6ef5962d7 HTTP/1.1" status: 204 len: 168 time: 0.3165278 Jul 13 19:52:24.627259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:24.638337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee78edd4-3c63-47e6-88e8-4635cecfadeb req-551e942f-13c7-43ee-976d-7f1fa43f3981 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Jul 13 19:52:24.684090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-db5cb80d-51ab-4ba0-9d7e-2d0e3907e140 None None] Provisioning for port a3d7c060-c201-401b-aa1e-26287e879fd2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:24.694172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee6a876-23b3-47f0-92b5-8f6a2c87864e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 8c023a43-d635-4e07-9554-2c98981fe131 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:24.695630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-db5cb80d-51ab-4ba0-9d7e-2d0e3907e140 None None] Provisioning complete for port a3d7c060-c201-401b-aa1e-26287e879fd2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:24.696226 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db5cb80d-51ab-4ba0-9d7e-2d0e3907e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.697720 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a876-23b3-47f0-92b5-8f6a2c87864e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.754162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a876-23b3-47f0-92b5-8f6a2c87864e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.781269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a3d7c060-c201-401b-aa1e-26287e879fd2 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:24.860011 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a876-23b3-47f0-92b5-8f6a2c87864e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.870820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a3d7c060-c201-401b-aa1e-26287e879fd2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:24.871183 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.894482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860be87-c329-4f77-97a2-1830ee65699c None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:24.921604 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a876-23b3-47f0-92b5-8f6a2c87864e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.949139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6a876-23b3-47f0-92b5-8f6a2c87864e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=8c023a43-d635-4e07-9554-2c98981fe131,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:24.953478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a876-23b3-47f0-92b5-8f6a2c87864e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:24.958073 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9ee6a876-23b3-47f0-92b5-8f6a2c87864e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/8c023a43-d635-4e07-9554-2c98981fe131 HTTP/1.1" status: 204 len: 168 time: 0.3275352 Jul 13 19:52:24.960042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:24.978203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e620e129-8051-4424-b00e-17750171d248 None None] Could not find standard attr ID for object 11aff4f6-8db0-4720-961d-3c35047948d8. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:52:25.003426 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f159feee-40b6-47c1-a431-b107b31804d2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421448 Jul 13 19:52:25.005972 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:25.010761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-966f89ae-cd41-46e0-982f-1a5ab3f0e56b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:25.098948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966f89ae-cd41-46e0-982f-1a5ab3f0e56b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:25.102568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966f89ae-cd41-46e0-982f-1a5ab3f0e56b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:25.169863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f7d839-7091-40f7-ba5b-ce6fe71cbecd None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:52:25.216434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7d839-7091-40f7-ba5b-ce6fe71cbecd None None] Deleting port a3d7c060-c201-401b-aa1e-26287e879fd2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:25.216804 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d839-7091-40f7-ba5b-ce6fe71cbecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:25.281987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e9f7d839-7091-40f7-ba5b-ce6fe71cbecd None None] For port a3d7c060-c201-401b-aa1e-26287e879fd2, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a3d7c060-c201-401b-aa1e-26287e879fd2,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:25.282477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d839-7091-40f7-ba5b-ce6fe71cbecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:25.295851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7d839-7091-40f7-ba5b-ce6fe71cbecd None None] Calling delete_port for a3d7c060-c201-401b-aa1e-26287e879fd2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:25.302558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966f89ae-cd41-46e0-982f-1a5ab3f0e56b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:25.347120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966f89ae-cd41-46e0-982f-1a5ab3f0e56b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:25.351869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-966f89ae-cd41-46e0-982f-1a5ab3f0e56b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:25.355122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba908b7-7d6e-40ed-a130-86e9a672c28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb90d13-6ba9-4f43-b688-4df7579c2fe6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:25.356730 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f89ae-cd41-46e0-982f-1a5ab3f0e56b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:25.357335 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966f89ae-cd41-46e0-982f-1a5ab3f0e56b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:25.359058 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce570b79-4b1c-4631-8bc2-0b716de5fc67" -d '{"events": [{"server_uuid": "3ba908b7-7d6e-40ed-a130-86e9a672c28a", "name": "network-vif-plugged", "status": "completed", "tag": "2cb90d13-6ba9-4f43-b688-4df7579c2fe6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:25.393108 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d839-7091-40f7-ba5b-ce6fe71cbecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:25.403213 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84ce3d1-a04a-46d9-af67-d560eceba811 x-openstack-request-id: req-b84ce3d1-a04a-46d9-af67-d560eceba811 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:25.403509 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba908b7-7d6e-40ed-a130-86e9a672c28a", "name": "network-vif-plugged", "status": "completed", "tag": "2cb90d13-6ba9-4f43-b688-4df7579c2fe6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:25.403761 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b84ce3d1-a04a-46d9-af67-d560eceba811 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:25.404744 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba908b7-7d6e-40ed-a130-86e9a672c28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb90d13-6ba9-4f43-b688-4df7579c2fe6', 'code': 200} Jul 13 19:52:25.410961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-966f89ae-cd41-46e0-982f-1a5ab3f0e56b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4039440 Jul 13 19:52:25.412578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f89ae-cd41-46e0-982f-1a5ab3f0e56b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=2ce9daa8-48d5-4dab-a9c6-c276d4c154e2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:25.413887 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:25.420034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:25.436694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7d839-7091-40f7-ba5b-ce6fe71cbecd None None] Pushing event deleted for resources: {'Port': ['ID=a3d7c060-c201-401b-aa1e-26287e879fd2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:25.438899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7d839-7091-40f7-ba5b-ce6fe71cbecd None None] No DVR routers for this DVR port a3d7c060-c201-401b-aa1e-26287e879fd2 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:25.453801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5125a6-e244-42a9-8913-857435c79bb3 req-6477378b-cbb3-4c22-8675-08c8e98bc2ed tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:25.453801 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd5125a6-e244-42a9-8913-857435c79bb3 req-6477378b-cbb3-4c22-8675-08c8e98bc2ed tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 945 time: 0.0937347 Jul 13 19:52:25.463654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8056ea97-607a-4a23-95f1-5645cde969aa None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:25.526226 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd5125a6-e244-42a9-8913-857435c79bb3 req-0a69ea79-1c76-42d3-a52e-1f5c45b1fe7c tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b223895-9324-40ce-b600-bfcc74826d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660107 Jul 13 19:52:25.546344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3359d9a-d3c5-48bc-a5e5-c6ec36a3ee04 req-929d9c45-0d68-4d19-95b7-16df2e2b535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:25.548277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3359d9a-d3c5-48bc-a5e5-c6ec36a3ee04 req-929d9c45-0d68-4d19-95b7-16df2e2b535d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 1097 time: 0.0698035 Jul 13 19:52:25.566428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:25.566428 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:25.598067 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3359d9a-d3c5-48bc-a5e5-c6ec36a3ee04 req-ead362a8-b449-4518-8085-eecdd24dc2f6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430710 Jul 13 19:52:25.632954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '2ce9daa8-48d5-4dab-a9c6-c276d4c154e2'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:52:25.633863 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:25.830752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Allocated IP 172.20.0.2 (e42b945f-763e-49b8-8959-240fefedda20/2ce9daa8-48d5-4dab-a9c6-c276d4c154e2/8fc46aae-d4c7-42fb-be82-703d44da49af) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:25.885430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e6fba-2448-43ae-8d85-aa85c1b89170 req-516fc3ee-7418-4f50-a1f1-fc0a0450d4b1 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:25.887092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa9e6fba-2448-43ae-8d85-aa85c1b89170 req-516fc3ee-7418-4f50-a1f1-fc0a0450d4b1 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 946 time: 0.1242487 Jul 13 19:52:25.982825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:52:25.986379 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa9e6fba-2448-43ae-8d85-aa85c1b89170 req-27914110-0096-4142-9da6-532f79a68259 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679517 Jul 13 19:52:25.988209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.007418 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.028619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Transition to ACTIVE for port object 8fc46aae-d4c7-42fb-be82-703d44da49af will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:26.044796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:26.048616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:26.050335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=b31861fd-4028-4d2a-8175-72708b528075,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:26.052924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:26.053492 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.061443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Transition to ACTIVE for port object 8fc46aae-d4c7-42fb-be82-703d44da49af will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:26.069765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0f89f5ed-8290-4a34-a6a1-5db6c1e81e33 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6542435 Jul 13 19:52:26.072389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:26.076025 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.079216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:cf:e0:23', 'name': 'tempest-NetworksTestDHCPv6-1818421810'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:26.140179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Pushing event updated for resources: {'Port': ['ID=8fc46aae-d4c7-42fb-be82-703d44da49af,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:26.171667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:26.175575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:26.178827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:26.182228 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.224631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:26.229060 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.241153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Attempting to bind port 8fc46aae-d4c7-42fb-be82-703d44da49af on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:26.241517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Attempting to bind port 8fc46aae-d4c7-42fb-be82-703d44da49af by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:26.241878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Attempting to bind port 8fc46aae-d4c7-42fb-be82-703d44da49af on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:26.246890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:26.247307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:26.247709 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.248099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:26.249236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Bound port: 8fc46aae-d4c7-42fb-be82-703d44da49af, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:26.249750 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.255549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 3d336891-9a97-4133-8a8b-986a1180c09b yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:26.322612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] For port 8fc46aae-d4c7-42fb-be82-703d44da49af, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:26.326246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] For port 8fc46aae-d4c7-42fb-be82-703d44da49af, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8fc46aae-d4c7-42fb-be82-703d44da49af,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:26.331640 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.380828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1083-e0e0-4db9-bc79-6bb30474f968 req-1453accd-dea1-4d9e-ad93-52483ea7727e tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:26.383175 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c7ce1083-e0e0-4db9-bc79-6bb30474f968 req-1453accd-dea1-4d9e-ad93-52483ea7727e tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 945 time: 0.0927947 Jul 13 19:52:26.423453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8720-d663-4ab2-89e4-1b2d2302b0b0 None None] Pushing event updated for resources: {'Port': ['ID=8fc46aae-d4c7-42fb-be82-703d44da49af,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:26.478345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c7ce1083-e0e0-4db9-bc79-6bb30474f968 req-0a066290-211b-4715-b7d3-7289922a3151 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b223895-9324-40ce-b600-bfcc74826d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854967 Jul 13 19:52:26.537444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 172.20.0.7 (e42b945f-763e-49b8-8959-240fefedda20/2ce9daa8-48d5-4dab-a9c6-c276d4c154e2/3d336891-9a97-4133-8a8b-986a1180c09b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:26.559497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::f816:3eff:fecf:e023 (e42b945f-763e-49b8-8959-240fefedda20/b31861fd-4028-4d2a-8175-72708b528075/3d336891-9a97-4133-8a8b-986a1180c09b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:26.784557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a3d7c060-c201-401b-aa1e-26287e879fd2 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:26.802634 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.816100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40277877-6b10-4cc7-9d49-072e3b8c15ad req-fa662ff3-5f82-4d5f-bb42-201b8f70709d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:26.818448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40277877-6b10-4cc7-9d49-072e3b8c15ad req-fa662ff3-5f82-4d5f-bb42-201b8f70709d tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.1532967 Jul 13 19:52:26.820468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 3d336891-9a97-4133-8a8b-986a1180c09b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:26.879403 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:26.899228 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40277877-6b10-4cc7-9d49-072e3b8c15ad req-71588988-dc42-4f5b-9922-4b897c5b9cb1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731122 Jul 13 19:52:26.930570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:26.933987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:26.938724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:26.945823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=3d336891-9a97-4133-8a8b-986a1180c09b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:26.993030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:26.993773 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:27.004056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: a3d7c060-c201-401b-aa1e-26287e879fd2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:27.004401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a3d7c060-c201-401b-aa1e-26287e879fd2 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:27.009159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a60b503e-5986-45e5-9bcb-860707e4aeca tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9357133 Jul 13 19:52:27.011594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:27.083671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55455fde-39fa-4fe1-9f9a-eddd7d8de794 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:27.089972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55455fde-39fa-4fe1-9f9a-eddd7d8de794 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:27.091882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-55455fde-39fa-4fe1-9f9a-eddd7d8de794 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0792713 Jul 13 19:52:27.094743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:27.229164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ebdd3-02c9-441f-8318-217d4efba9a2 req-7cf86054-4f12-472f-be9e-2887a4fb2f89 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:27.230748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d82ebdd3-02c9-441f-8318-217d4efba9a2 req-7cf86054-4f12-472f-be9e-2887a4fb2f89 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 946 time: 0.1085486 Jul 13 19:52:27.263910 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a91197e3-1cf1-43e4-ad7e-87dfd225b3b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 3d336891-9a97-4133-8a8b-986a1180c09b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:27.264263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a91197e3-1cf1-43e4-ad7e-87dfd225b3b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:27.323325 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d82ebdd3-02c9-441f-8318-217d4efba9a2 req-529a6d30-dc06-46f5-a431-f4753d829cf8 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857470 Jul 13 19:52:27.375111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a91197e3-1cf1-43e4-ad7e-87dfd225b3b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:27.388776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a91197e3-1cf1-43e4-ad7e-87dfd225b3b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 3d336891-9a97-4133-8a8b-986a1180c09b owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:27.557833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b69bf2-01aa-4538-87fd-8bf011a1a4c6 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:27.611119 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a91197e3-1cf1-43e4-ad7e-87dfd225b3b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:27.632279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7b61496-9825-41e6-b92b-59a2241ada55 None None] Provisioning for port 8fc46aae-d4c7-42fb-be82-703d44da49af completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:27.705954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91197e3-1cf1-43e4-ad7e-87dfd225b3b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=3d336891-9a97-4133-8a8b-986a1180c09b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:27.853822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220153fd-390f-4ff7-9414-c58f8c64778b req-be379f1b-589a-4a38-baf5-33be1af8e619 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:27.855730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-220153fd-390f-4ff7-9414-c58f8c64778b req-be379f1b-589a-4a38-baf5-33be1af8e619 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 945 time: 0.2374923 Jul 13 19:52:27.856210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be71e5-468d-4002-9a01-308195209ed6 None None] Update dhcp port {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '2ce9daa8-48d5-4dab-a9c6-c276d4c154e2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b31861fd-4028-4d2a-8175-72708b528075'}], 'binding:host_id': 'n-d-800708-1'}, 'id': '8fc46aae-d4c7-42fb-be82-703d44da49af'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:52:27.866973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-6fb5d80f-b000-43ac-8fc9-9d192d4cd445 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:27.868451 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-6fb5d80f-b000-43ac-8fc9-9d192d4cd445 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 945 time: 0.2513239 Jul 13 19:52:27.888867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a91197e3-1cf1-43e4-ad7e-87dfd225b3b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:27.890853 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a91197e3-1cf1-43e4-ad7e-87dfd225b3b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/3d336891-9a97-4133-8a8b-986a1180c09b HTTP/1.1" status: 204 len: 168 time: 0.7951622 Jul 13 19:52:27.893395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:27.896833 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79be71e5-468d-4002-9a01-308195209ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:27.970328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f61c0d1-8251-4699-9f2e-0e6ba93fd82c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:27.971923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f61c0d1-8251-4699-9f2e-0e6ba93fd82c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:27.973549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f61c0d1-8251-4699-9f2e-0e6ba93fd82c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:27.975203 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1f61c0d1-8251-4699-9f2e-0e6ba93fd82c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0808163 Jul 13 19:52:27.977794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:28.040838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-220153fd-390f-4ff7-9414-c58f8c64778b req-f31b43fc-6df2-4c3b-ac86-3210d1de2c35 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b223895-9324-40ce-b600-bfcc74826d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713927 Jul 13 19:52:28.064391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-ba7f232a-5070-4f27-a32e-564ed1c28920 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Deleting port b2db8c31-348b-482d-b84c-89c72058ba87 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:28.064627 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-ba7f232a-5070-4f27-a32e-564ed1c28920 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.069780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f226e2-1989-47be-88dd-5568488e99a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 2ce9daa8-48d5-4dab-a9c6-c276d4c154e2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:28.112816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-79be71e5-468d-4002-9a01-308195209ed6 None None] Allocated IP 2001:db8::f816:3eff:feb8:a423 (e42b945f-763e-49b8-8959-240fefedda20/b31861fd-4028-4d2a-8175-72708b528075/8fc46aae-d4c7-42fb-be82-703d44da49af) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:28.120100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8373bf-a772-4a3d-b7e6-34ac1e5a8ef0 req-416d5ecc-869b-4bc5-808e-f4c6ba74ea69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:28.121949 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa8373bf-a772-4a3d-b7e6-34ac1e5a8ef0 req-416d5ecc-869b-4bc5-808e-f4c6ba74ea69 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.0974324 Jul 13 19:52:28.167658 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa8373bf-a772-4a3d-b7e6-34ac1e5a8ef0 req-34609787-3218-4b0b-a6a5-8cccfb054ad7 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394614 Jul 13 19:52:28.186064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-ba7f232a-5070-4f27-a32e-564ed1c28920 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] For port b2db8c31-348b-482d-b84c-89c72058ba87, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=b2db8c31-348b-482d-b84c-89c72058ba87,segment=NetworkSegment(c3ba18a4-c8be-430b-91c5-225b1ea65d23),segment_id=c3ba18a4-c8be-430b-91c5-225b1ea65d23)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:28.187503 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-ba7f232a-5070-4f27-a32e-564ed1c28920 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.203325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-ba7f232a-5070-4f27-a32e-564ed1c28920 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Calling delete_port for b2db8c31-348b-482d-b84c-89c72058ba87 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:28.228518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-79be71e5-468d-4002-9a01-308195209ed6 None None] For port 8fc46aae-d4c7-42fb-be82-703d44da49af, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8fc46aae-d4c7-42fb-be82-703d44da49af,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:28.264409 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79be71e5-468d-4002-9a01-308195209ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.278704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79be71e5-468d-4002-9a01-308195209ed6 None None] Transition to ACTIVE for port object 8fc46aae-d4c7-42fb-be82-703d44da49af will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:28.283064 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f226e2-1989-47be-88dd-5568488e99a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.283642 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79be71e5-468d-4002-9a01-308195209ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.336946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f226e2-1989-47be-88dd-5568488e99a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.375206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-ba7f232a-5070-4f27-a32e-564ed1c28920 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.395249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['b2db8c31-348b-482d-b84c-89c72058ba87'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:52:28.419837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be71e5-468d-4002-9a01-308195209ed6 None None] Pushing event updated for resources: {'Port': ['ID=8fc46aae-d4c7-42fb-be82-703d44da49af,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:28.423416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f232a-5070-4f27-a32e-564ed1c28920 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Pushing event deleted for resources: {'Port': ['ID=b2db8c31-348b-482d-b84c-89c72058ba87,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:28.443716 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f226e2-1989-47be-88dd-5568488e99a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.473139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-ba7f232a-5070-4f27-a32e-564ed1c28920 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] No DVR routers for this DVR port b2db8c31-348b-482d-b84c-89c72058ba87 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:28.475959 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-ba7f232a-5070-4f27-a32e-564ed1c28920 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.478145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c385c1b6-7a4f-4aba-83b3-b3ddb812129c req-ba7f232a-5070-4f27-a32e-564ed1c28920 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.24 "DELETE /v2.0/ports/b2db8c31-348b-482d-b84c-89c72058ba87 HTTP/1.1" status: 204 len: 173 time: 0.5991976 Jul 13 19:52:28.478742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aed2675-98b1-4578-824d-cd9446b0a33e', 'name': 'network-vif-deleted', 'tag': 'b2db8c31-348b-482d-b84c-89c72058ba87'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:28.481177 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffb72ec-23c6-4a4c-bf09-2b40630fc55b" -d '{"events": [{"server_uuid": "0aed2675-98b1-4578-824d-cd9446b0a33e", "name": "network-vif-deleted", "tag": "b2db8c31-348b-482d-b84c-89c72058ba87"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:28.521135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f226e2-1989-47be-88dd-5568488e99a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.529543 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105cf4d7-8dda-4985-9e96-875637bb76e8 x-openstack-request-id: req-105cf4d7-8dda-4985-9e96-875637bb76e8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:28.530443 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aed2675-98b1-4578-824d-cd9446b0a33e", "name": "network-vif-deleted", "tag": "b2db8c31-348b-482d-b84c-89c72058ba87", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:28.530804 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-105cf4d7-8dda-4985-9e96-875637bb76e8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:28.531690 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aed2675-98b1-4578-824d-cd9446b0a33e', 'name': 'network-vif-deleted', 'tag': 'b2db8c31-348b-482d-b84c-89c72058ba87', 'status': 'completed', 'code': 200} Jul 13 19:52:28.560829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f226e2-1989-47be-88dd-5568488e99a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce9daa8-48d5-4dab-a9c6-c276d4c154e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:28.563407 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f226e2-1989-47be-88dd-5568488e99a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.567959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-81f226e2-1989-47be-88dd-5568488e99a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/2ce9daa8-48d5-4dab-a9c6-c276d4c154e2 HTTP/1.1" status: 204 len: 168 time: 0.5869055 Jul 13 19:52:28.568233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:28.648697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-291cbe54-826f-48ca-a2b8-430f1e76c024 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet b31861fd-4028-4d2a-8175-72708b528075 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:28.653631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-291cbe54-826f-48ca-a2b8-430f1e76c024 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.731829 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-291cbe54-826f-48ca-a2b8-430f1e76c024 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.812482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8fc46aae-d4c7-42fb-be82-703d44da49af up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:28.871740 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-291cbe54-826f-48ca-a2b8-430f1e76c024 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.885759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 8fc46aae-d4c7-42fb-be82-703d44da49af completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:28.939685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-291cbe54-826f-48ca-a2b8-430f1e76c024 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.968405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cbe54-826f-48ca-a2b8-430f1e76c024 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=b31861fd-4028-4d2a-8175-72708b528075,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:28.974424 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-291cbe54-826f-48ca-a2b8-430f1e76c024 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:28.979042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:28.979349 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-291cbe54-826f-48ca-a2b8-430f1e76c024 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/b31861fd-4028-4d2a-8175-72708b528075 HTTP/1.1" status: 204 len: 168 time: 0.4098866 Jul 13 19:52:29.020590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5cab51fd-b810-4144-830c-e4ea50307607 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399590 Jul 13 19:52:29.023243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:29.028609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a84747f0-9ef8-406d-a5f5-3d4002e60548 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:29.127693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fde3d2-91d0-4d68-91f6-bee96e712dea None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:29.140292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84747f0-9ef8-406d-a5f5-3d4002e60548 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:29.146741 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a84747f0-9ef8-406d-a5f5-3d4002e60548 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:29.245546 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16364bfd-47dc-4683-90d2-800e7e414717 req-9dcc12b5-d1b8-414f-838c-f2c5c9548185 tempest-ServerMetadataNegativeTestJSON-1646545736 tempest-ServerMetadataNegativeTestJSON-1646545736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aed2675-98b1-4578-824d-cd9446b0a33e HTTP/1.1" status: 200 len: 210 time: 0.0511737 Jul 13 19:52:29.361715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c075b62f-57fc-4392-8c35-015acb511862 None None] Provisioning for port 8fc46aae-d4c7-42fb-be82-703d44da49af completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:29.370635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c075b62f-57fc-4392-8c35-015acb511862 None None] Provisioning complete for port 8fc46aae-d4c7-42fb-be82-703d44da49af triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:29.371013 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c075b62f-57fc-4392-8c35-015acb511862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:29.498328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c556e-0d78-41df-8962-0b993da51362 req-64c44f20-3815-4c88-81ae-377151eaee29 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:29.507092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c8c556e-0d78-41df-8962-0b993da51362 req-64c44f20-3815-4c88-81ae-377151eaee29 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.1327453 Jul 13 19:52:29.517870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a84747f0-9ef8-406d-a5f5-3d4002e60548 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:29.533115 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c075b62f-57fc-4392-8c35-015acb511862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:29.547615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84747f0-9ef8-406d-a5f5-3d4002e60548 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:29.552935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a84747f0-9ef8-406d-a5f5-3d4002e60548 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:29.556168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84747f0-9ef8-406d-a5f5-3d4002e60548 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:29.557031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a84747f0-9ef8-406d-a5f5-3d4002e60548 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:29.578813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c075b62f-57fc-4392-8c35-015acb511862 None None] For port 8fc46aae-d4c7-42fb-be82-703d44da49af, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8fc46aae-d4c7-42fb-be82-703d44da49af,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:29.583638 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c075b62f-57fc-4392-8c35-015acb511862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:29.630674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ffbd28-1d99-4eec-92ec-f459cfbeb80b None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:52:29.714699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075b62f-57fc-4392-8c35-015acb511862 None None] Pushing event updated for resources: {'Port': ['ID=8fc46aae-d4c7-42fb-be82-703d44da49af,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:29.748281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-64ffbd28-1d99-4eec-92ec-f459cfbeb80b None None] Deleting port 8fc46aae-d4c7-42fb-be82-703d44da49af {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:29.749360 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64ffbd28-1d99-4eec-92ec-f459cfbeb80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:29.846742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-64ffbd28-1d99-4eec-92ec-f459cfbeb80b None None] For port 8fc46aae-d4c7-42fb-be82-703d44da49af, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8fc46aae-d4c7-42fb-be82-703d44da49af,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:29.847227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64ffbd28-1d99-4eec-92ec-f459cfbeb80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:29.863355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-64ffbd28-1d99-4eec-92ec-f459cfbeb80b None None] Calling delete_port for 8fc46aae-d4c7-42fb-be82-703d44da49af owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:29.952872 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64ffbd28-1d99-4eec-92ec-f459cfbeb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:29.990035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ffbd28-1d99-4eec-92ec-f459cfbeb80b None None] No DVR routers for this DVR port 8fc46aae-d4c7-42fb-be82-703d44da49af on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:29.992057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffbd28-1d99-4eec-92ec-f459cfbeb80b None None] Pushing event deleted for resources: {'Port': ['ID=8fc46aae-d4c7-42fb-be82-703d44da49af,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:30.013423 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1c8c556e-0d78-41df-8962-0b993da51362 req-72413ea6-00d7-4690-8410-9b2b0057d97f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5054355 Jul 13 19:52:30.021218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a84747f0-9ef8-406d-a5f5-3d4002e60548 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9941022 Jul 13 19:52:30.021563 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:30.025537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed544be-48e3-4ad7-8c5e-2e0b963885ea None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:30.026803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:30.044047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84747f0-9ef8-406d-a5f5-3d4002e60548 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=02e00d7a-325b-42d9-b11a-f08276a4e34b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:30.148089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:30.151797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.195290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '02e00d7a-325b-42d9-b11a-f08276a4e34b'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:52:30.196276 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.338004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:30.367287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Allocated IP 172.20.0.2 (e42b945f-763e-49b8-8959-240fefedda20/02e00d7a-325b-42d9-b11a-f08276a4e34b/f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:30.391549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e723fd87-24f6-488d-bf6b-9e745123a13b admin admin] Deleting subnet 4aa235cb-0b84-4697-9c91-581c0633d6a8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:30.394691 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e723fd87-24f6-488d-bf6b-9e745123a13b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.432838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e723fd87-24f6-488d-bf6b-9e745123a13b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.479027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e723fd87-24f6-488d-bf6b-9e745123a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.535340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:52:30.535699 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e723fd87-24f6-488d-bf6b-9e745123a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.537446 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.551049 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e723fd87-24f6-488d-bf6b-9e745123a13b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.554814 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.556024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e723fd87-24f6-488d-bf6b-9e745123a13b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4aa235cb-0b84-4697-9c91-581c0633d6a8 HTTP/1.1" status: 204 len: 168 time: 0.2162421 Jul 13 19:52:30.566060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Transition to ACTIVE for port object f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:30.571033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:30.588073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723fd87-24f6-488d-bf6b-9e745123a13b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa235cb-0b84-4697-9c91-581c0633d6a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:30.589726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Transition to ACTIVE for port object f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:30.596722 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.626907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:30.638485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:30.639274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:30.645715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:30.646336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.646597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:30.650604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:30.655049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=9173624d-3fd9-4dc6-b092-45657d255e1b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:30.663767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Pushing event updated for resources: {'Port': ['ID=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:30.679212 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.682898 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7792576d-20ca-46ee-81b6-d4bebf484269 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6605370 Jul 13 19:52:30.686680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:30.693036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:11:cd:50', 'name': 'tempest-NetworksTestDHCPv6-58496440'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:30.766323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Attempting to bind port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:30.767044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Attempting to bind port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:30.767044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Attempting to bind port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:30.772451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8fc46aae-d4c7-42fb-be82-703d44da49af no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:30.779665 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.792961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74340f80-06a5-409a-81cf-d47bb42bd4df']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:30.796656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:30.797362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:30.797765 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.798299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:30.798865 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Bound port: f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:30.799320 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.802511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 8fc46aae-d4c7-42fb-be82-703d44da49af {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:30.802936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8fc46aae-d4c7-42fb-be82-703d44da49af not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:30.807127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ba18a4-c8be-430b-91c5-225b1ea65d23') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:30.807487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ba18a4-c8be-430b-91c5-225b1ea65d23') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:52:30.822375 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.839245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.847034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:52:30.847517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: items = [ Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:52:30.849445 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:52:30.875905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:30.885837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] For port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:30.891002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] For port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:30.897300 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.915239 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.954939 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:30.960218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] 10.222.0.25 "DELETE /v2.0/networks/74340f80-06a5-409a-81cf-d47bb42bd4df HTTP/1.1" status: 204 len: 168 time: 0.3875747 Jul 13 19:52:30.960497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76959aee-4909-447b-9db5-ecebbea97adc admin admin] Pushing event deleted for resources: {'Network': ['ID=74340f80-06a5-409a-81cf-d47bb42bd4df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:31.003146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1b003-ec79-4230-bdd0-119b2b57817b None None] Pushing event updated for resources: {'Port': ['ID=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:31.013041 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:31.051280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 0943d36f-56c5-4dd2-8cec-2ee2c9e13240 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:31.128367 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:31.186068 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4f113fb2-fa0d-4974-acdc-40aa4b65a7b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=803248d1c9d44722a20df3c81b170379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564873 Jul 13 19:52:31.187531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:31.291967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-627bdefa-3611-4171-acbe-2d7ffe59ca71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:31.306099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 172.20.0.6 (e42b945f-763e-49b8-8959-240fefedda20/02e00d7a-325b-42d9-b11a-f08276a4e34b/0943d36f-56c5-4dd2-8cec-2ee2c9e13240) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:31.307240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251625-7401-4e75-992f-249703f83e91 req-8daa4512-6e0d-472c-b01d-c1c4c1286352 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:31.308861 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b251625-7401-4e75-992f-249703f83e91 req-8daa4512-6e0d-472c-b01d-c1c4c1286352 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.1207855 Jul 13 19:52:31.313871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::f816:3eff:fe11:cd50 (e42b945f-763e-49b8-8959-240fefedda20/9173624d-3fd9-4dc6-b092-45657d255e1b/0943d36f-56c5-4dd2-8cec-2ee2c9e13240) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:31.358867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-627bdefa-3611-4171-acbe-2d7ffe59ca71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:31.413253 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b251625-7401-4e75-992f-249703f83e91 req-b61ee047-90f7-4af2-9238-5197c9e61995 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914097 Jul 13 19:52:31.439423 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-627bdefa-3611-4171-acbe-2d7ffe59ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:31.442525 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-627bdefa-3611-4171-acbe-2d7ffe59ca71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:31.446636 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-627bdefa-3611-4171-acbe-2d7ffe59ca71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b223895-9324-40ce-b600-bfcc74826d9a HTTP/1.1" status: 204 len: 168 time: 0.2573459 Jul 13 19:52:31.462073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bdefa-3611-4171-acbe-2d7ffe59ca71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b223895-9324-40ce-b600-bfcc74826d9a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:31.513681 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:31.533223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 0943d36f-56c5-4dd2-8cec-2ee2c9e13240 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:31.572144 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:31.623648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:31.627452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:31.631648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:31.662445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=0943d36f-56c5-4dd2-8cec-2ee2c9e13240,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:31.704294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:31.705110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:31.721127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-056df524-3e6e-46a4-888d-f3aad588dc6f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.0327833 Jul 13 19:52:31.723625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:31.801892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c8b1d-edad-4cb4-b95e-fb9848a520a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:31.809642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c8b1d-edad-4cb4-b95e-fb9848a520a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:31.814306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-558c8b1d-edad-4cb4-b95e-fb9848a520a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.0893905 Jul 13 19:52:31.814996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:31.937805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b12d231a-d1cc-4e75-8aa5-30695da5a6c2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 0943d36f-56c5-4dd2-8cec-2ee2c9e13240 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:31.938252 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12d231a-d1cc-4e75-8aa5-30695da5a6c2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.078353 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12d231a-d1cc-4e75-8aa5-30695da5a6c2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.094517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b12d231a-d1cc-4e75-8aa5-30695da5a6c2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 0943d36f-56c5-4dd2-8cec-2ee2c9e13240 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:32.277885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe481eb5-23a0-47b0-b064-783b4ab5c2ae None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:32.300017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:32.336694 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12d231a-d1cc-4e75-8aa5-30695da5a6c2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.361070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c66032f3-5190-4d43-838c-ff9ca344d6a5 None None] Provisioning for port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:32.373375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d231a-d1cc-4e75-8aa5-30695da5a6c2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=0943d36f-56c5-4dd2-8cec-2ee2c9e13240,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:32.449949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-751750344-network', 'tenant_id': 'aeb2e81536cf404c99060caa6c967bb6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:32.473930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Made reservation on behalf of aeb2e81536cf404c99060caa6c967bb6 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:32.476657 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.486750 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.499412 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12d231a-d1cc-4e75-8aa5-30695da5a6c2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.503921 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b12d231a-d1cc-4e75-8aa5-30695da5a6c2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/0943d36f-56c5-4dd2-8cec-2ee2c9e13240 HTTP/1.1" status: 204 len: 168 time: 0.6854887 Jul 13 19:52:32.504082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device b2db8c31-348b-482d-b84c-89c72058ba87 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:32.506171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:32.533820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: b2db8c31-348b-482d-b84c-89c72058ba87 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:32.534078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device b2db8c31-348b-482d-b84c-89c72058ba87 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:32.585625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e23cadc-2d00-40b2-8e0f-71f3402546dd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:32.587350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e23cadc-2d00-40b2-8e0f-71f3402546dd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:32.588790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e23cadc-2d00-40b2-8e0f-71f3402546dd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:32.590553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1e23cadc-2d00-40b2-8e0f-71f3402546dd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0831094 Jul 13 19:52:32.593387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:32.627817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5647a-c3ac-43b6-98c8-58e5969dbe22 None None] Update dhcp port {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '02e00d7a-325b-42d9-b11a-f08276a4e34b', 'ip_address': '172.20.0.2'}, {'subnet_id': '9173624d-3fd9-4dc6-b092-45657d255e1b'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:52:32.643550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddc9dd-a966-460b-a2ae-02a45786aa98 req-8ee610f9-626f-41e8-96ef-2003223e81a9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:32.645376 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2bddc9dd-a966-460b-a2ae-02a45786aa98 req-8ee610f9-626f-41e8-96ef-2003223e81a9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.0793602 Jul 13 19:52:32.665055 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25b5647a-c3ac-43b6-98c8-58e5969dbe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.666645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03f8cf5-ad41-447f-ba99-80712daeaa65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 02e00d7a-325b-42d9-b11a-f08276a4e34b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:32.672856 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c03f8cf5-ad41-447f-ba99-80712daeaa65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.723122 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2bddc9dd-a966-460b-a2ae-02a45786aa98 req-c52bdf30-bd79-45ea-b9b6-86d44e8ca4b3 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698466 Jul 13 19:52:32.740066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c03f8cf5-ad41-447f-ba99-80712daeaa65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.764998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.774156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.801509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:32.806633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:52:32.825650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8935b1a7-0958-433c-8c27-aa7749bea856,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:32.854791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.855139 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Added segment 8344ff59-8b9d-4f36-b413-fec58c86f81a of type vlan for network eb41cac7-8b4b-4035-9914-f162d3b00a0f Jul 13 19:52:32.868257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:32.872001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:32.872377 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.898818 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c03f8cf5-ad41-447f-ba99-80712daeaa65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.927315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.955160 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.976282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.977249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:32.977835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-25b5647a-c3ac-43b6-98c8-58e5969dbe22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02e00d7a-325b-42d9-b11a-f08276a4e34b: This subnet is being modified by another concurrent operation. Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02e00d7a-325b-42d9-b11a-f08276a4e34b: This subnet is being modified by another concurrent operation. Jul 13 19:52:32.989374 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 13 19:52:33.004350 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c03f8cf5-ad41-447f-ba99-80712daeaa65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.038420 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:52:33.038818 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:52:33.078939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7778049 Jul 13 19:52:33.082028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:33.085526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f8cf5-ad41-447f-ba99-80712daeaa65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=02e00d7a-325b-42d9-b11a-f08276a4e34b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:33.087360 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Request body: {'subnet': {'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-751750344-subnet', 'tenant_id': 'aeb2e81536cf404c99060caa6c967bb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:33.099018 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c03f8cf5-ad41-447f-ba99-80712daeaa65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.100905 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c03f8cf5-ad41-447f-ba99-80712daeaa65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/02e00d7a-325b-42d9-b11a-f08276a4e34b HTTP/1.1" status: 204 len: 168 time: 0.5064280 Jul 13 19:52:33.103829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:33.110718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b889a-dbdc-47b5-84b4-0d59bb690c97 admin admin] Pushing event updated for resources: {'Network': ['ID=eb41cac7-8b4b-4035-9914-f162d3b00a0f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:33.114965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d01910b-b1ca-4e22-ac8a-7d8bd4fb7e10 None None] Provisioning complete for port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:33.115894 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d01910b-b1ca-4e22-ac8a-7d8bd4fb7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.138986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:52:33.177569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3441712-3326-49b5-903a-1f86a623a93f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 9173624d-3fd9-4dc6-b092-45657d255e1b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:33.177982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4686dcc-761d-432e-a2c2-d94da944626e None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:33.181510 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3441712-3326-49b5-903a-1f86a623a93f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.184856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Made reservation on behalf of aeb2e81536cf404c99060caa6c967bb6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:33.187877 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.271059 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3441712-3326-49b5-903a-1f86a623a93f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.333274 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3441712-3326-49b5-903a-1f86a623a93f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.355242 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d01910b-b1ca-4e22-ac8a-7d8bd4fb7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.457785 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3441712-3326-49b5-903a-1f86a623a93f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.501123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3441712-3326-49b5-903a-1f86a623a93f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=9173624d-3fd9-4dc6-b092-45657d255e1b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:33.504736 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3441712-3326-49b5-903a-1f86a623a93f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.508861 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b3441712-3326-49b5-903a-1f86a623a93f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/9173624d-3fd9-4dc6-b092-45657d255e1b HTTP/1.1" status: 204 len: 168 time: 0.4006336 Jul 13 19:52:33.509024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:33.517292 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.554678 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dfb9fa34-e879-448d-9f8f-99a55019cfac tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423112 Jul 13 19:52:33.555352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:33.587709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d01910b-b1ca-4e22-ac8a-7d8bd4fb7e10 None None] For port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:33.598158 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d01910b-b1ca-4e22-ac8a-7d8bd4fb7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.612760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7bbfea0-3329-4047-962a-3ac41f8de312,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:33.621871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Checking segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:33.622265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Network hostable DHCP agents. Network: eb41cac7-8b4b-4035-9914-f162d3b00a0f, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:52:33.629785 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.633319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a010d2f-d3bb-4771-a7ee-4be5087d0c14 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:33.637570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5a010d2f-d3bb-4771-a7ee-4be5087d0c14 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0786769 Jul 13 19:52:33.637885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:33.643525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:52:33.654262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, eb41cac7-8b4b-4035-9914-f162d3b00a0f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:33.660175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:33.660782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.673249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21e2b6-6806-487f-b88f-85eeea593318 None None] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:33.677994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-05312b70-6fa9-4b06-9edd-1266b67aeb71 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5946829 Jul 13 19:52:33.704115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1513dc4-7528-454d-9266-a4a7df0f1b7e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:33.705614 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e1513dc4-7528-454d-9266-a4a7df0f1b7e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0666707 Jul 13 19:52:33.708213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:33.718791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01910b-b1ca-4e22-ac8a-7d8bd4fb7e10 None None] Pushing event updated for resources: {'Port': ['ID=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:33.749780 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6c7ee194-5f00-46ed-bf5e-ce118adf5b46 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401971 Jul 13 19:52:33.757752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:33.761778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-421a29bf-3257-423f-8bf4-dbdf096c0138 None None] Could not find standard attr ID for object 3d336891-9a97-4133-8a8b-986a1180c09b. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:52:33.772534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d4673427-0d88-4998-a1e5-6ab3732f2423 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:33.784683 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:52:33.785044 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:52:33.879706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d47d401-13d4-418e-8d3b-0e88d8716b79 None None] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:33.899376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4673427-0d88-4998-a1e5-6ab3732f2423 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:33.903532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4673427-0d88-4998-a1e5-6ab3732f2423 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:33.906205 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4673427-0d88-4998-a1e5-6ab3732f2423 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:52:33.906205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4673427-0d88-4998-a1e5-6ab3732f2423 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:52:33.925441 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d4673427-0d88-4998-a1e5-6ab3732f2423 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1622374 Jul 13 19:52:33.927047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:33.932826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d114ec39-6a85-4434-aaf8-18c7950364c0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:33.935941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dadc36f-e40e-4c21-a605-7f50f7a909f2 None None] Update dhcp port {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '9173624d-3fd9-4dc6-b092-45657d255e1b'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:52:33.979626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfaa24-ad1d-4997-b94e-e21d44c04f68 req-334bb1e4-2eda-44a0-b0d2-6b9d42699c56 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:33.981636 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fedfaa24-ad1d-4997-b94e-e21d44c04f68 req-334bb1e4-2eda-44a0-b0d2-6b9d42699c56 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.1009793 Jul 13 19:52:33.986886 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dadc36f-e40e-4c21-a605-7f50f7a909f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:34.033438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d114ec39-6a85-4434-aaf8-18c7950364c0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:34.037107 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d114ec39-6a85-4434-aaf8-18c7950364c0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:34.038613 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d114ec39-6a85-4434-aaf8-18c7950364c0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:52:34.038950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d114ec39-6a85-4434-aaf8-18c7950364c0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:52:34.046653 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fedfaa24-ad1d-4997-b94e-e21d44c04f68 req-2bcdafad-0aa9-4eec-ae41-b3753f27105e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540886 Jul 13 19:52:34.064199 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d114ec39-6a85-4434-aaf8-18c7950364c0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1354420 Jul 13 19:52:34.067993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:34.083241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d68fb271-0554-4f18-a844-43c11cfdd5ab tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:34.193450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33593821-3581-4711-a0ef-85cc90091614 None None] Provisioning complete for port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:34.193821 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33593821-3581-4711-a0ef-85cc90091614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:34.246491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68fb271-0554-4f18-a844-43c11cfdd5ab tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:34.250818 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d68fb271-0554-4f18-a844-43c11cfdd5ab tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:34.252202 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68fb271-0554-4f18-a844-43c11cfdd5ab tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:52:34.252626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68fb271-0554-4f18-a844-43c11cfdd5ab tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:52:34.286736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:34.286875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d68fb271-0554-4f18-a844-43c11cfdd5ab tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2174649 Jul 13 19:52:34.293033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-59337c19-c370-4b2b-8ba2-338450e89a72 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:34.303198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-daeebb60-f0b3-4925-9f19-ce2255fb6619 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:34.304791 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-daeebb60-f0b3-4925-9f19-ce2255fb6619 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.1522009 Jul 13 19:52:34.320798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-d427fd03-86f4-46c7-97df-2a4556eedad6 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/quotas/aeb2e81536cf404c99060caa6c967bb6 HTTP/1.1" status: 200 len: 375 time: 0.0102990 Jul 13 19:52:34.357182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd85e7-4cec-42d0-a076-cb08d624859e None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:52:34.366952 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-e431e7a7-b495-4529-b4b0-f75ac9036746 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355308 Jul 13 19:52:34.396042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59337c19-c370-4b2b-8ba2-338450e89a72 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:34.400229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59337c19-c370-4b2b-8ba2-338450e89a72 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:34.401833 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-59337c19-c370-4b2b-8ba2-338450e89a72 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:52:34.402412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59337c19-c370-4b2b-8ba2-338450e89a72 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:52:34.405663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df7e2481-51f6-43a2-97ba-fa29af6055cd None None] Could not find standard attr ID for object 0943d36f-56c5-4dd2-8cec-2ee2c9e13240. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:52:34.422900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-59337c19-c370-4b2b-8ba2-338450e89a72 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1349139 Jul 13 19:52:34.423120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:34.429460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-73c26af8-76c5-4e7c-9a90-db2d2a33ef2e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:34.440077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd85e7-4cec-42d0-a076-cb08d624859e None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:52:34.533423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-b50dff74-e484-41ee-86d8-b8a9ff7df93a service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627197 Jul 13 19:52:34.544063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c26af8-76c5-4e7c-9a90-db2d2a33ef2e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:34.548125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c26af8-76c5-4e7c-9a90-db2d2a33ef2e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:34.549519 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c26af8-76c5-4e7c-9a90-db2d2a33ef2e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:52:34.549950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c26af8-76c5-4e7c-9a90-db2d2a33ef2e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:52:34.609227 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-73c26af8-76c5-4e7c-9a90-db2d2a33ef2e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1849074 Jul 13 19:52:34.612240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:34.617335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-13b0a5aa-c814-4394-ace4-45ff84b35219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:34.656534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-a7e2a0cd-1dbe-4a9d-b3f9-48077f40f8cd service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028659 Jul 13 19:52:34.721586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77dc4b-0ea2-4bb4-84af-29003476cc9d None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:52:34.725323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b0a5aa-c814-4394-ace4-45ff84b35219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:34.729230 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13b0a5aa-c814-4394-ace4-45ff84b35219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:34.731056 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b0a5aa-c814-4394-ace4-45ff84b35219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:52:34.731544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b0a5aa-c814-4394-ace4-45ff84b35219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:52:34.754196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:34.755061 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-13b0a5aa-c814-4394-ace4-45ff84b35219 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1416061 Jul 13 19:52:34.757926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:34.830587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7dd52-380e-4e06-886e-7bb34ad01b0f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:34.838834 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-50c7dd52-380e-4e06-886e-7bb34ad01b0f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0788968 Jul 13 19:52:34.839446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:34.859670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f77dc4b-0ea2-4bb4-84af-29003476cc9d None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:52:34.867337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f6061a1-32cb-49dd-85da-7f691df48ee8 req-5ae520f6-ea72-43b7-9fea-cc717408b577 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 210 time: 0.0354037 Jul 13 19:52:34.908391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d4a83c-e1c5-4175-9fc7-11fca2140b9a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:34.909955 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d9d4a83c-e1c5-4175-9fc7-11fca2140b9a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695868 Jul 13 19:52:34.912602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:34.955584 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a37510e-e9e9-4897-839e-e816d8ea7d18 None None] Provisioning complete for port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:34.956051 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a37510e-e9e9-4897-839e-e816d8ea7d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:34.991102 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:35.083845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:35.094135 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:35.187107 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a37510e-e9e9-4897-839e-e816d8ea7d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:35.220175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:35.248160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4a37510e-e9e9-4897-839e-e816d8ea7d18 None None] For port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:35.262005 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a37510e-e9e9-4897-839e-e816d8ea7d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:35.353683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37510e-e9e9-4897-839e-e816d8ea7d18 None None] Pushing event updated for resources: {'Port': ['ID=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:35.397875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2560d76e-6892-467c-ba63-28f20fcd6814 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4841461 Jul 13 19:52:35.401626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:35.408980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:35.462927 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b35d8a-f34e-421f-afef-dc526e2ceec6 req-e5cf03fb-4b2a-4e9e-972d-18fb8d52bb4e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:35.464428 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4b35d8a-f34e-421f-afef-dc526e2ceec6 req-e5cf03fb-4b2a-4e9e-972d-18fb8d52bb4e tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.0689692 Jul 13 19:52:35.482419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-db6f795e-d123-4368-8106-53900fed3184 None None] Provisioning complete for port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:35.483167 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db6f795e-d123-4368-8106-53900fed3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:35.499683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:35.503266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:35.508401 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4b35d8a-f34e-421f-afef-dc526e2ceec6 req-91e84d1a-91ac-42b9-906b-05fa4641c6f6 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355787 Jul 13 19:52:35.806782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:52:35.978679 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:36.038258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2012760a-6ca2-45c0-83d2-9bebbd7e81d4 req-83ed0645-0579-4275-92b5-63920d88d6f1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 210 time: 0.0500922 Jul 13 19:52:36.242835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] For port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:36.274574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-588fa422-d7f8-4aa8-b074-3161cf8cfc4d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:36.276067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-588fa422-d7f8-4aa8-b074-3161cf8cfc4d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.24 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.1928630 Jul 13 19:52:36.293387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Request body: {'port': {'device_id': 'cde4542a-e7e9-4121-9ba4-9d2aa019b532', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'admin_state_up': True, 'tenant_id': 'aeb2e81536cf404c99060caa6c967bb6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:36.301780 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:36.313408 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:36.314144 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:36.424978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:36.439983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:36.450109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c0857a-16f3-4332-9ee6-8afe7925eb39 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:36.456181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:36.456785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:36.482547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=98597b01-afaf-4c40-b75b-ecf1d79ffff8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:36.490575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:36.496035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d96fbf5d-2aad-4b83-8c66-569394d7221b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0933056 Jul 13 19:52:36.498978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:36.507565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:42:a0:26', 'name': 'tempest-NetworksTestDHCPv6-387298060'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:36.518651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Made reservation on behalf of aeb2e81536cf404c99060caa6c967bb6 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:36.522242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:36.640958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:36.665374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Allocated IP 172.20.0.8 (eb41cac7-8b4b-4035-9914-f162d3b00a0f/b7bbfea0-3329-4047-962a-3ac41f8de312/28ac06d4-975b-4128-8e25-c7b94b35d2b6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:36.777914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:36.794791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad8068-142d-44ec-85d5-e4c9f359cf8e req-ebf48c6a-7b6c-48f8-9b5f-d7aae3f586b1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:36.797262 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81ad8068-142d-44ec-85d5-e4c9f359cf8e req-ebf48c6a-7b6c-48f8-9b5f-d7aae3f586b1 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.1100678 Jul 13 19:52:36.839015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 9bba4a0b-f2f0-4402-a203-6038d8152c08 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:36.858856 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:36.897882 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81ad8068-142d-44ec-85d5-e4c9f359cf8e req-b3fbafa2-6ed6-4b63-b0d8-edc30a4c24b4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914073 Jul 13 19:52:36.904871 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:36.958274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:36.961661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:36.965782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:36.980097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event updated for resources: {'Port': ['ID=28ac06d4-975b-4128-8e25-c7b94b35d2b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:37.009789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::f816:3eff:fe42:a026 (e42b945f-763e-49b8-8959-240fefedda20/98597b01-afaf-4c40-b75b-ecf1d79ffff8/9bba4a0b-f2f0-4402-a203-6038d8152c08) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:37.030139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:37.030911 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.047359 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-40c9069e-b2dd-4291-942c-cc0ffebd30b8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7575328 Jul 13 19:52:37.064312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Request body: {'port': {'device_id': 'cde4542a-e7e9-4121-9ba4-9d2aa019b532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:37.140908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.189266 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.204990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 9bba4a0b-f2f0-4402-a203-6038d8152c08 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:37.240932 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.287152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:37.293804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:37.299051 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:37.305188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:37.305970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.315622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=9bba4a0b-f2f0-4402-a203-6038d8152c08,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:37.332724 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3514da51-d0c7-4ae3-8f2d-acb8950e822c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8292735 Jul 13 19:52:37.333069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:37.374898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d13e8-9634-4dec-b994-94b13589f6fc req-6abd88b3-66d5-4ee4-8c90-4e2955bc6d1d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:37.376532 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-754d13e8-9634-4dec-b994-94b13589f6fc req-6abd88b3-66d5-4ee4-8c90-4e2955bc6d1d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 931 time: 0.1911995 Jul 13 19:52:37.422678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c65345-befc-4158-8c75-ea6672197a90 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:37.431854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c65345-befc-4158-8c75-ea6672197a90 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:37.437625 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-55c65345-befc-4158-8c75-ea6672197a90 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1032116 Jul 13 19:52:37.438293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:37.452225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-754d13e8-9634-4dec-b994-94b13589f6fc req-44b3b025-f7a6-4185-847f-ee589798317a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665457 Jul 13 19:52:37.526087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1bfb42e9-db0c-46cf-84de-b9be30d7e6a1 None None] Provisioning complete for port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:37.526697 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bfb42e9-db0c-46cf-84de-b9be30d7e6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.588522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ac06d4-975b-4128-8e25-c7b94b35d2b6 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:52:37.600468 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.620577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Transition to ACTIVE for port object 28ac06d4-975b-4128-8e25-c7b94b35d2b6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:37.623246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf3517-bf96-4977-bae0-0619c46dc513 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 9bba4a0b-f2f0-4402-a203-6038d8152c08 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:37.624181 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3517-bf96-4977-bae0-0619c46dc513 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.628870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.732094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a049a15c-6e36-4111-9bca-1f356e11ebf0 None None] Provisioning for port 9bba4a0b-f2f0-4402-a203-6038d8152c08 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:37.735774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Pushing event updated for resources: {'Port': ['ID=28ac06d4-975b-4128-8e25-c7b94b35d2b6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:37.736272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a049a15c-6e36-4111-9bca-1f356e11ebf0 None None] Provisioning complete for port 9bba4a0b-f2f0-4402-a203-6038d8152c08 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:37.736675 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a049a15c-6e36-4111-9bca-1f356e11ebf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.771474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a049a15c-6e36-4111-9bca-1f356e11ebf0 None None] Port 9bba4a0b-f2f0-4402-a203-6038d8152c08 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:52:37.801018 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3517-bf96-4977-bae0-0619c46dc513 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:37.818379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf3517-bf96-4977-bae0-0619c46dc513 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 9bba4a0b-f2f0-4402-a203-6038d8152c08 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:37.840398 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Attempting to bind port 28ac06d4-975b-4128-8e25-c7b94b35d2b6 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:37.840766 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Attempting to bind port 28ac06d4-975b-4128-8e25-c7b94b35d2b6 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:37.841219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Attempting to bind port 28ac06d4-975b-4128-8e25-c7b94b35d2b6 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:37.879058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Port 28ac06d4-975b-4128-8e25-c7b94b35d2b6 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:52:37.879687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Attempting to bind port 28ac06d4-975b-4128-8e25-c7b94b35d2b6 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:37.887799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:37.888138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Checking segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:37.888526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Bound using segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:37.889545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Bound port: 28ac06d4-975b-4128-8e25-c7b94b35d2b6, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:37.889907 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.002429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] For port 28ac06d4-975b-4128-8e25-c7b94b35d2b6, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:38.020964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] For port 28ac06d4-975b-4128-8e25-c7b94b35d2b6, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=28ac06d4-975b-4128-8e25-c7b94b35d2b6,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:38.027265 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.037733 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3517-bf96-4977-bae0-0619c46dc513 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.076815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:38.077930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.079364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] 10.222.0.24 "PUT /v2.0/ports/28ac06d4-975b-4128-8e25-c7b94b35d2b6 HTTP/1.1" status: 200 len: 1091 time: 1.0204940 Jul 13 19:52:38.080961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde4542a-e7e9-4121-9ba4-9d2aa019b532', 'tag': '28ac06d4-975b-4128-8e25-c7b94b35d2b6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:38.083251 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b971f0-91c0-444d-8c41-b616617d273c" -d '{"events": [{"name": "network-changed", "server_uuid": "cde4542a-e7e9-4121-9ba4-9d2aa019b532", "tag": "28ac06d4-975b-4128-8e25-c7b94b35d2b6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:38.121577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3517-bf96-4977-bae0-0619c46dc513 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.124060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5fcf3517-bf96-4977-bae0-0619c46dc513 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/9bba4a0b-f2f0-4402-a203-6038d8152c08 HTTP/1.1" status: 204 len: 168 time: 0.6846893 Jul 13 19:52:38.127061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:38.143785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ebd3b-6a98-4f05-b7cd-e71d74998006 service neutron] Pushing event updated for resources: {'Port': ['ID=28ac06d4-975b-4128-8e25-c7b94b35d2b6,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:38.151751 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ea90f0-06cc-4a67-aa41-18f14f462b29 x-openstack-request-id: req-26ea90f0-06cc-4a67-aa41-18f14f462b29 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:38.152333 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde4542a-e7e9-4121-9ba4-9d2aa019b532", "tag": "28ac06d4-975b-4128-8e25-c7b94b35d2b6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:38.152592 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26ea90f0-06cc-4a67-aa41-18f14f462b29 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:38.152995 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde4542a-e7e9-4121-9ba4-9d2aa019b532', 'tag': '28ac06d4-975b-4128-8e25-c7b94b35d2b6', 'status': 'completed', 'code': 200} Jul 13 19:52:38.153375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1f271-e736-48f7-9708-61c4afaf0dca req-54e3f471-5f00-4235-b54c-bc649d07f5b9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:38.155270 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71d1f271-e736-48f7-9708-61c4afaf0dca req-54e3f471-5f00-4235-b54c-bc649d07f5b9 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.1073170 Jul 13 19:52:38.209725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf3517-bf96-4977-bae0-0619c46dc513 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=9bba4a0b-f2f0-4402-a203-6038d8152c08,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:38.226344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f008a30f-2a9b-4e44-85c0-dc49c95dc30b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:38.227909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f008a30f-2a9b-4e44-85c0-dc49c95dc30b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:38.229437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f008a30f-2a9b-4e44-85c0-dc49c95dc30b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1002569 Jul 13 19:52:38.232163 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:38.242189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-01e281be-8cca-4bca-ba3d-0da48676d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:38.243394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71d1f271-e736-48f7-9708-61c4afaf0dca req-e5ddaa8d-3ca9-4314-a45c-1406fdaaf334 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690479 Jul 13 19:52:38.243941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-01e281be-8cca-4bca-ba3d-0da48676d374 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 1094 time: 0.1085777 Jul 13 19:52:38.299189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ae8f4f-c3a2-4d82-bb6f-7b80ceb695ba tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 98597b01-afaf-4c40-b75b-ecf1d79ffff8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:38.303249 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8f4f-c3a2-4d82-bb6f-7b80ceb695ba tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.308149 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-637f5db2-3370-444c-becc-0610d0446d14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28ac06d4-975b-4128-8e25-c7b94b35d2b6 HTTP/1.1" status: 200 len: 217 time: 0.0447202 Jul 13 19:52:38.355661 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8f4f-c3a2-4d82-bb6f-7b80ceb695ba tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.373982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-cce8a2ab-3a75-4859-b74c-333de0f31063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:38.375641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-cce8a2ab-3a75-4859-b74c-333de0f31063 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.0559387 Jul 13 19:52:38.420836 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-ac81c97f-f1f5-44ab-a9fa-2aa37cb4f8ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345049 Jul 13 19:52:38.454696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8f4f-c3a2-4d82-bb6f-7b80ceb695ba tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.525455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8f4f-c3a2-4d82-bb6f-7b80ceb695ba tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.554613 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-f104f2a2-1cde-41f8-a929-a08e2e0a51af service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250098 Jul 13 19:52:38.556351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae8f4f-c3a2-4d82-bb6f-7b80ceb695ba tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=98597b01-afaf-4c40-b75b-ecf1d79ffff8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:38.558344 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8f4f-c3a2-4d82-bb6f-7b80ceb695ba tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.563170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:38.563310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c6ae8f4f-c3a2-4d82-bb6f-7b80ceb695ba tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/98597b01-afaf-4c40-b75b-ecf1d79ffff8 HTTP/1.1" status: 204 len: 168 time: 0.3290782 Jul 13 19:52:38.567157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706231c-201b-4cc7-9f5f-d2798d806a9b None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:38.650985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-422c9f86-8ee0-4489-8666-bd3a19813748 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864332 Jul 13 19:52:38.653938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:38.659844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:38.756596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f16fe0-d43c-448a-9a84-c9aee32e276e req-0a4b34b7-2e6e-4360-9791-851f64548bc6 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:38.764998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29f16fe0-d43c-448a-9a84-c9aee32e276e req-0a4b34b7-2e6e-4360-9791-851f64548bc6 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 943 time: 0.1155941 Jul 13 19:52:38.775483 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db722187-86ca-4150-a8d7-aefcf9001bbf req-2cebb2d2-79b2-41c8-9583-969e190f3b4d service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046475 Jul 13 19:52:38.845592 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29f16fe0-d43c-448a-9a84-c9aee32e276e req-0185e083-8412-4b6d-85e6-ad67011c02d4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794663 Jul 13 19:52:38.863464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:38.868311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:38.920144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b971f0-91c0-444d-8c41-b616617d273c req-6543121c-e91f-4405-a2ce-0ad9bcf94265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:38.922552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9b971f0-91c0-444d-8c41-b616617d273c req-6543121c-e91f-4405-a2ce-0ad9bcf94265 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 1094 time: 0.0741484 Jul 13 19:52:38.941916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:39.017188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:39.017576 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:39.117206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a66d796-d132-4a7d-adcc-297e5d5165b8 None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:52:39.180364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a66d796-d132-4a7d-adcc-297e5d5165b8 None None] Deleting port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:39.180811 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a66d796-d132-4a7d-adcc-297e5d5165b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:39.279689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4a66d796-d132-4a7d-adcc-297e5d5165b8 None None] For port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:39.280296 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a66d796-d132-4a7d-adcc-297e5d5165b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:39.281763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.objects.ports [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:52:39.327077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a66d796-d132-4a7d-adcc-297e5d5165b8 None None] Calling delete_port for f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:39.444163 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a66d796-d132-4a7d-adcc-297e5d5165b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:39.475802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b971f0-91c0-444d-8c41-b616617d273c req-0cfeec07-1e46-4804-bea9-ed475b97888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:39.477470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9b971f0-91c0-444d-8c41-b616617d273c req-0cfeec07-1e46-4804-bea9-ed475b97888b service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 906 time: 0.5439532 Jul 13 19:52:39.490753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66d796-d132-4a7d-adcc-297e5d5165b8 None None] Pushing event deleted for resources: {'Port': ['ID=f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:39.495555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66d796-d132-4a7d-adcc-297e5d5165b8 None None] No DVR routers for this DVR port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:39.546132 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9b971f0-91c0-444d-8c41-b616617d273c req-2df794bf-ed94-4f8b-9a81-aeb686d58ed2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28ac06d4-975b-4128-8e25-c7b94b35d2b6 HTTP/1.1" status: 200 len: 217 time: 0.0585582 Jul 13 19:52:39.602724 n-d-800708-1 neutron-server[93767]: WARNING neutron.services.revisions.revision_plugin [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Could not find related port for resource to bump revision. Jul 13 19:52:39.605848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b971f0-91c0-444d-8c41-b616617d273c req-695e1d67-657b-454b-b956-961c2e3cb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:39.607404 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9b971f0-91c0-444d-8c41-b616617d273c req-695e1d67-657b-454b-b956-961c2e3cb5a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.0545967 Jul 13 19:52:39.633852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Port f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 13 19:52:39.634229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Reverting IP allocation for 2001:db8::f816:3eff:fec7:88b2 {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 13 19:52:39.643322 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9b971f0-91c0-444d-8c41-b616617d273c req-c583cdc4-64f8-4907-a468-c44fefd247b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271060 Jul 13 19:52:39.643620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec7:88b2 {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 13 19:52:39.650073 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:39.665600 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c05d37-9359-450e-bda1-4ee0fc5f7299 req-a6ac5c84-465f-464c-8e65-a9fa87549942 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:39.667143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-86c05d37-9359-450e-bda1-4ee0fc5f7299 req-a6ac5c84-465f-464c-8e65-a9fa87549942 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.2765739 Jul 13 19:52:39.736402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:39.750717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:39.758786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=8b069f61-540c-407a-a959-1a81337e6339,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:39.761115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9b971f0-91c0-444d-8c41-b616617d273c req-bdf07006-083f-4875-8e81-0c36c4bafa0d service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102312 Jul 13 19:52:39.765017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614cc5d-b204-4e49-b895-0e903135a677 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:39.765507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:39.765940 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:39.779221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-86c05d37-9359-450e-bda1-4ee0fc5f7299 req-836eb194-b9b4-45b8-807e-e40a59ec2de4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870962 Jul 13 19:52:39.784412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea47f16-2dbf-4d8e-9f31-df4d9ef2395c req-fd9ad24c-9677-4317-8cf7-969d8ca26c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:39.785892 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ea47f16-2dbf-4d8e-9f31-df4d9ef2395c req-fd9ad24c-9677-4317-8cf7-969d8ca26c7b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 1096 time: 0.2074671 Jul 13 19:52:39.820604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6e11c486-5519-40d0-9069-d1f4c2d78192 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1626427 Jul 13 19:52:39.820895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:39.826324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:78:29:f3', 'name': 'tempest-NetworksTestDHCPv6-1947145788'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:39.894056 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ea47f16-2dbf-4d8e-9f31-df4d9ef2395c req-e6db1ea0-c13a-43e0-940d-a1af9cb18487 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018722 Jul 13 19:52:39.901991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9b971f0-91c0-444d-8c41-b616617d273c req-0182fdab-999e-4a97-958a-cda2dcc35b83 service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293194 Jul 13 19:52:40.040063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:40.044365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:40.096584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port b5520760-ef2e-417a-a552-c2c8997139da yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:40.099439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '8b069f61-540c-407a-a959-1a81337e6339'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:52:40.100325 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:40.202498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5ac73-5c5a-45dd-b759-155eb68ae402 req-32fa7067-781c-4c5d-8f80-cf888d91df72 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:40.204277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffc5ac73-5c5a-45dd-b759-155eb68ae402 req-32fa7067-781c-4c5d-8f80-cf888d91df72 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 943 time: 0.0778701 Jul 13 19:52:40.220000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::f816:3eff:fe78:29f3 (e42b945f-763e-49b8-8959-240fefedda20/8b069f61-540c-407a-a959-1a81337e6339/b5520760-ef2e-417a-a552-c2c8997139da) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:40.251470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ffc5ac73-5c5a-45dd-b759-155eb68ae402 req-1f8dc666-e21b-42b5-8715-619a75f7454b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Jul 13 19:52:40.375008 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:40.388522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object b5520760-ef2e-417a-a552-c2c8997139da will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:40.421590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:40.464461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:40.464707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Allocated IP 2001:db8::f816:3eff:fe75:3142 (e42b945f-763e-49b8-8959-240fefedda20/8b069f61-540c-407a-a959-1a81337e6339/a33bc21f-649f-4abc-91d2-bb5ab95cc397) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:40.470156 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:40.473951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:40.480504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:40.481239 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:40.492803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=b5520760-ef2e-417a-a552-c2c8997139da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:40.504165 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6b2da0a6-c7f5-4cb4-a937-a83639d9f17a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6823211 Jul 13 19:52:40.507112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:40.536490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 28ac06d4-975b-4128-8e25-c7b94b35d2b6 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:52:40.579032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e160e00b-dd4f-474b-9fcc-45618294b467 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:40.580550 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e160e00b-dd4f-474b-9fcc-45618294b467 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0724037 Jul 13 19:52:40.583301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:40.675357 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:40.691706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Transition to ACTIVE for port object a33bc21f-649f-4abc-91d2-bb5ab95cc397 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:40.710688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 28ac06d4-975b-4128-8e25-c7b94b35d2b6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=28ac06d4-975b-4128-8e25-c7b94b35d2b6,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:40.714044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff580c-af2d-4a84-a8f0-e67d4426fa71 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port b5520760-ef2e-417a-a552-c2c8997139da {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:40.714844 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7ff580c-af2d-4a84-a8f0-e67d4426fa71 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:40.727299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Transition to ACTIVE for port object a33bc21f-649f-4abc-91d2-bb5ab95cc397 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:40.730105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '28ac06d4-975b-4128-8e25-c7b94b35d2b6', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'port_id': '28ac06d4-975b-4128-8e25-c7b94b35d2b6', 'mac_address': 'fa:16:3e:6c:fe:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bbfea0-3329-4047-962a-3ac41f8de312', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:52:40.737045 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:40.767482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device e3520c12-20de-487e-901c-4e6b062794a7 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:52:40.768967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:40.825147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:40.825494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f48c9415-5db7-47ed-a1b8-8ad6bbb62b0b not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:40.849131 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7ff580c-af2d-4a84-a8f0-e67d4426fa71 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:40.852784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:40.858779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Pushing event updated for resources: {'Port': ['ID=a33bc21f-649f-4abc-91d2-bb5ab95cc397,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:40.863006 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:40.865343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:40.876664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:40.883554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff580c-af2d-4a84-a8f0-e67d4426fa71 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for b5520760-ef2e-417a-a552-c2c8997139da owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:40.919833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ac06d4-975b-4128-8e25-c7b94b35d2b6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:52:41.006582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 28ac06d4-975b-4128-8e25-c7b94b35d2b6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=28ac06d4-975b-4128-8e25-c7b94b35d2b6,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:41.021705 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.051399 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7ff580c-af2d-4a84-a8f0-e67d4426fa71 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.058484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Attempting to bind port a33bc21f-649f-4abc-91d2-bb5ab95cc397 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:41.058861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Attempting to bind port a33bc21f-649f-4abc-91d2-bb5ab95cc397 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:41.059228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Attempting to bind port a33bc21f-649f-4abc-91d2-bb5ab95cc397 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:41.073452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5fcad-f21e-49d5-8064-edaa2b457fa6 req-1cb2a79f-ea7b-452a-9626-7b38b6194bdc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:41.081375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a7b5fcad-f21e-49d5-8064-edaa2b457fa6 req-1cb2a79f-ea7b-452a-9626-7b38b6194bdc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.1724503 Jul 13 19:52:41.082804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port e3520c12-20de-487e-901c-4e6b062794a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=e3520c12-20de-487e-901c-4e6b062794a7,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:41.086875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:41.087081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff580c-af2d-4a84-a8f0-e67d4426fa71 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=b5520760-ef2e-417a-a552-c2c8997139da,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:41.087255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:41.087774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.088177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:41.089105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Bound port: a33bc21f-649f-4abc-91d2-bb5ab95cc397, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:41.089509 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.125137 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a7b5fcad-f21e-49d5-8064-edaa2b457fa6 req-634bcbba-e740-411e-bdd2-81bfe4c341d4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406601 Jul 13 19:52:41.126198 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7ff580c-af2d-4a84-a8f0-e67d4426fa71 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.128036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'e3520c12-20de-487e-901c-4e6b062794a7', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'port_id': 'e3520c12-20de-487e-901c-4e6b062794a7', 'mac_address': 'fa:16:3e:01:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:52:41.128246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b7ff580c-af2d-4a84-a8f0-e67d4426fa71 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/b5520760-ef2e-417a-a552-c2c8997139da HTTP/1.1" status: 204 len: 168 time: 0.5439265 Jul 13 19:52:41.130209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=28ac06d4-975b-4128-8e25-c7b94b35d2b6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:41.130727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:41.157506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:41.187753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4701454-ff66-42d3-8d4a-31a13c9d3331 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:41.189845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4701454-ff66-42d3-8d4a-31a13c9d3331 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:41.193844 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d4701454-ff66-42d3-8d4a-31a13c9d3331 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0597076 Jul 13 19:52:41.194656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:41.232527 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.241204 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a809aa86-1651-4298-9fd7-345d9d42184f tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/floatingips/4b90971f-ecdd-4572-b320-6c3ca9081608 HTTP/1.1" status: 200 len: 992 time: 0.0824666 Jul 13 19:52:41.255018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] For port a33bc21f-649f-4abc-91d2-bb5ab95cc397, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:41.257050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc5f0a4-46de-4b0a-ba58-513323f1d519 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 8b069f61-540c-407a-a959-1a81337e6339 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:41.260725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dc5f0a4-46de-4b0a-ba58-513323f1d519 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.272808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3520c12-20de-487e-901c-4e6b062794a7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:52:41.281815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] For port a33bc21f-649f-4abc-91d2-bb5ab95cc397, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a33bc21f-649f-4abc-91d2-bb5ab95cc397,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:41.291994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:52:41.296119 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.331861 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dc5f0a4-46de-4b0a-ba58-513323f1d519 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.354486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port e3520c12-20de-487e-901c-4e6b062794a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=e3520c12-20de-487e-901c-4e6b062794a7,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:41.386277 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.467539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ede51-562e-48e3-bf14-b7e68bccbb90 None None] Pushing event updated for resources: {'Port': ['ID=a33bc21f-649f-4abc-91d2-bb5ab95cc397,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:41.474554 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dc5f0a4-46de-4b0a-ba58-513323f1d519 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.546743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b548c4-5063-4c75-95fb-3b130a30d2d2 req-899325cf-2b15-4a94-9aa8-f3dd29b272bd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:41.548825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-67b548c4-5063-4c75-95fb-3b130a30d2d2 req-899325cf-2b15-4a94-9aa8-f3dd29b272bd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 944 time: 0.1535697 Jul 13 19:52:41.561159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=e3520c12-20de-487e-901c-4e6b062794a7,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:41.574472 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dc5f0a4-46de-4b0a-ba58-513323f1d519 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.609245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5f0a4-46de-4b0a-ba58-513323f1d519 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=8b069f61-540c-407a-a959-1a81337e6339,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:41.613143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['e3520c12-20de-487e-901c-4e6b062794a7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:52:41.642076 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dc5f0a4-46de-4b0a-ba58-513323f1d519 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:41.644201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6dc5f0a4-46de-4b0a-ba58-513323f1d519 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/8b069f61-540c-407a-a959-1a81337e6339 HTTP/1.1" status: 204 len: 168 time: 0.4490495 Jul 13 19:52:41.648564 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-67b548c4-5063-4c75-95fb-3b130a30d2d2 req-a92ed21d-ab27-44b5-bae2-b06d6b700ac2 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925324 Jul 13 19:52:41.649028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:41.693127 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d64cdb89-3440-478b-973f-0960343b6c11 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425839 Jul 13 19:52:41.695113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:41.787629 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9521973-124b-4eb1-9b2e-350c97d94d4f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:41.791414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d9521973-124b-4eb1-9b2e-350c97d94d4f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0930147 Jul 13 19:52:41.791993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:41.848873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c17db7-784a-428e-8a7c-6ca17b02181e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:41.852964 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-83c17db7-784a-428e-8a7c-6ca17b02181e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0596616 Jul 13 19:52:41.853283 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:41.900830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ff945b95-3664-4cca-8fb7-66b2aa8cf351 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427063 Jul 13 19:52:41.901816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:41.907928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:42.002141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:42.006056 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:42.445789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.objects.ports [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:52:42.520515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7889ff7a-b16c-49ee-bc72-55329d7a0017 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:42.539585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 28ac06d4-975b-4128-8e25-c7b94b35d2b6 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:42.612056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c91e504-3c44-4057-8c8f-ca6bf33def50 None None] Provisioning for port a33bc21f-649f-4abc-91d2-bb5ab95cc397 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:42.635487 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:42.674304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 28ac06d4-975b-4128-8e25-c7b94b35d2b6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:42.706888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 28ac06d4-975b-4128-8e25-c7b94b35d2b6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:42.707489 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:42.774651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device e3520c12-20de-487e-901c-4e6b062794a7 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:42.847537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a33bc21f-649f-4abc-91d2-bb5ab95cc397 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:42.855469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] For port a33bc21f-649f-4abc-91d2-bb5ab95cc397, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a33bc21f-649f-4abc-91d2-bb5ab95cc397,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:42.902579 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:42.910880 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:42.911651 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:42.936311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:42.938804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port e3520c12-20de-487e-901c-4e6b062794a7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:42.939168 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:42.978260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db2344-814e-4503-be74-c902c96007ac req-0046f91e-6477-4f68-be12-64336565bb62 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:42.979977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a7db2344-814e-4503-be74-c902c96007ac req-0046f91e-6477-4f68-be12-64336565bb62 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 944 time: 0.1731279 Jul 13 19:52:43.000378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde4542a-e7e9-4121-9ba4-9d2aa019b532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ac06d4-975b-4128-8e25-c7b94b35d2b6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:43.003298 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1eb48b-213f-49ba-b9ea-0bf6d54f7d8b" -d '{"events": [{"server_uuid": "cde4542a-e7e9-4121-9ba4-9d2aa019b532", "name": "network-vif-plugged", "status": "completed", "tag": "28ac06d4-975b-4128-8e25-c7b94b35d2b6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:43.007582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:43.024120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 28ac06d4-975b-4128-8e25-c7b94b35d2b6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=28ac06d4-975b-4128-8e25-c7b94b35d2b6,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:43.034554 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.039388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:43.050922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:43.052367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.065382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port a33bc21f-649f-4abc-91d2-bb5ab95cc397 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:43.074588 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20883c9b-efcb-478b-83aa-c13aa119f273 x-openstack-request-id: req-20883c9b-efcb-478b-83aa-c13aa119f273 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:43.076443 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde4542a-e7e9-4121-9ba4-9d2aa019b532", "name": "network-vif-plugged", "status": "completed", "tag": "28ac06d4-975b-4128-8e25-c7b94b35d2b6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:43.076750 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20883c9b-efcb-478b-83aa-c13aa119f273 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:43.078099 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde4542a-e7e9-4121-9ba4-9d2aa019b532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ac06d4-975b-4128-8e25-c7b94b35d2b6', 'code': 200} Jul 13 19:52:43.087667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a33bc21f-649f-4abc-91d2-bb5ab95cc397 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:43.088073 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.097260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=18b5997a-efdf-4698-94fe-3176943e32d6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:43.132268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=a33bc21f-649f-4abc-91d2-bb5ab95cc397,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:43.175076 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a7db2344-814e-4503-be74-c902c96007ac req-c9f965ce-f33b-4469-b117-bd42fb529c29 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702318 Jul 13 19:52:43.182450 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4a1306dc-c551-43b9-8f92-dd65a9c9d211 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2764468 Jul 13 19:52:43.182650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:43.184061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9029b7-199e-4e7c-9ba4-0664c6952b44 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:43.192887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:dd:79:cc', 'name': 'tempest-NetworksTestDHCPv6-978824353'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:43.252626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0418ef-97a3-427f-9bb1-eab9e2d820f7 req-e3c5f8f4-999d-4dae-add3-0a9d7703fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:43.255392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3f0418ef-97a3-427f-9bb1-eab9e2d820f7 req-e3c5f8f4-999d-4dae-add3-0a9d7703fe85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 1096 time: 0.1033385 Jul 13 19:52:43.313287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=28ac06d4-975b-4128-8e25-c7b94b35d2b6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:43.313668 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3f0418ef-97a3-427f-9bb1-eab9e2d820f7 req-cd62d112-9fa9-4850-a9ba-eb35b14253d5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 Jul 13 19:52:43.329248 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.350821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:43.406326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4148952c-300a-4e25-9c7b-04395069fa5e None None] Provisioning complete for port a33bc21f-649f-4abc-91d2-bb5ab95cc397 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:43.406730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4148952c-300a-4e25-9c7b-04395069fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.449077 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.452218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port e3520c12-20de-487e-901c-4e6b062794a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=e3520c12-20de-487e-901c-4e6b062794a7,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:43.471538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.473347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port e900846b-e2d0-4319-b1a4-2cbba4f925eb yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:43.477837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.601992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::f816:3eff:fedd:79cc (e42b945f-763e-49b8-8959-240fefedda20/18b5997a-efdf-4698-94fe-3176943e32d6/e900846b-e2d0-4319-b1a4-2cbba4f925eb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:43.613954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port a33bc21f-649f-4abc-91d2-bb5ab95cc397, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a33bc21f-649f-4abc-91d2-bb5ab95cc397,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:43.643643 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.668219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=e3520c12-20de-487e-901c-4e6b062794a7,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:43.768925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=a33bc21f-649f-4abc-91d2-bb5ab95cc397,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:43.780504 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.796803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object e900846b-e2d0-4319-b1a4-2cbba4f925eb will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:43.834218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.879907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:43.886431 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:43.893121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:43.899550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:43.900192 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:43.913812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=e900846b-e2d0-4319-b1a4-2cbba4f925eb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:43.927111 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-855f02ff-af92-4ae5-97a5-135abffb3ad8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7395189 Jul 13 19:52:43.928074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:44.001074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19978a8-c170-497f-a37e-bdc4386e14a2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:44.007658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19978a8-c170-497f-a37e-bdc4386e14a2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:44.010442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d19978a8-c170-497f-a37e-bdc4386e14a2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0803239 Jul 13 19:52:44.012113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:44.047514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49225357-b82c-442f-a53d-18246cb9473b None None] Provisioning complete for port a33bc21f-649f-4abc-91d2-bb5ab95cc397 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:44.048375 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49225357-b82c-442f-a53d-18246cb9473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:44.141708 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aeddff91-9963-4846-bbaf-539e8b7cd1d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port e900846b-e2d0-4319-b1a4-2cbba4f925eb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:44.142063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeddff91-9963-4846-bbaf-539e8b7cd1d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:44.374328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeddff91-9963-4846-bbaf-539e8b7cd1d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:44.431651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aeddff91-9963-4846-bbaf-539e8b7cd1d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for e900846b-e2d0-4319-b1a4-2cbba4f925eb owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:44.575528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3779d-5a24-480d-b66a-a78b2745196e req-a3668f6b-8819-4cd2-8e49-33114793a2f9 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:44.578107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9cd3779d-5a24-480d-b66a-a78b2745196e req-a3668f6b-8819-4cd2-8e49-33114793a2f9 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 945 time: 0.1639943 Jul 13 19:52:44.642303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d58be734-aa85-4ce8-8023-5d44c5541df6 None None] Could not find standard attr ID for object b5520760-ef2e-417a-a552-c2c8997139da. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:52:44.660199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9cd3779d-5a24-480d-b66a-a78b2745196e req-f1ad995d-1d7e-4451-a28c-de20bf72e07e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739319 Jul 13 19:52:44.669745 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeddff91-9963-4846-bbaf-539e8b7cd1d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:44.675734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d58be734-aa85-4ce8-8023-5d44c5541df6 None None] Provisioning for port e900846b-e2d0-4319-b1a4-2cbba4f925eb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:44.686044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d58be734-aa85-4ce8-8023-5d44c5541df6 None None] Provisioning complete for port e900846b-e2d0-4319-b1a4-2cbba4f925eb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:44.686775 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d58be734-aa85-4ce8-8023-5d44c5541df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:44.704859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddff91-9963-4846-bbaf-539e8b7cd1d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=e900846b-e2d0-4319-b1a4-2cbba4f925eb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:44.713822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d58be734-aa85-4ce8-8023-5d44c5541df6 None None] Port e900846b-e2d0-4319-b1a4-2cbba4f925eb was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 19:52:44.745923 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeddff91-9963-4846-bbaf-539e8b7cd1d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:44.748697 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aeddff91-9963-4846-bbaf-539e8b7cd1d5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/e900846b-e2d0-4319-b1a4-2cbba4f925eb HTTP/1.1" status: 204 len: 168 time: 0.7350068 Jul 13 19:52:44.751564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:44.786965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a33bc21f-649f-4abc-91d2-bb5ab95cc397 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:44.806670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44057a0-1921-4809-a7db-7fa78e55b8a0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:44.808618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44057a0-1921-4809-a7db-7fa78e55b8a0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:44.810328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e44057a0-1921-4809-a7db-7fa78e55b8a0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0575356 Jul 13 19:52:44.813859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:44.839888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a33bc21f-649f-4abc-91d2-bb5ab95cc397 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:44.840264 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:44.873708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89ebd28-aab2-487a-9390-7246fd7d68a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 18b5997a-efdf-4698-94fe-3176943e32d6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:44.877141 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e89ebd28-aab2-487a-9390-7246fd7d68a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:44.924245 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e89ebd28-aab2-487a-9390-7246fd7d68a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.010547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e89ebd28-aab2-487a-9390-7246fd7d68a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.072066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e89ebd28-aab2-487a-9390-7246fd7d68a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.078325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:45.080870 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb4bb62-9392-4c6c-9f0c-830f08f38039" -d '{"events": [{"server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "name": "network-vif-plugged", "status": "completed", "tag": "e3520c12-20de-487e-901c-4e6b062794a7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:45.101607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ebd28-aab2-487a-9390-7246fd7d68a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=18b5997a-efdf-4698-94fe-3176943e32d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:45.105297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e89ebd28-aab2-487a-9390-7246fd7d68a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.110100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e89ebd28-aab2-487a-9390-7246fd7d68a4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/18b5997a-efdf-4698-94fe-3176943e32d6 HTTP/1.1" status: 204 len: 168 time: 0.2923172 Jul 13 19:52:45.110510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:45.117235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a8549e-9a69-4be9-b4ae-350e5524ad7c None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:45.120993 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aaa9c0-4096-4114-a26c-1f2631f61caa x-openstack-request-id: req-97aaa9c0-4096-4114-a26c-1f2631f61caa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:45.121454 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "name": "network-vif-plugged", "status": "completed", "tag": "e3520c12-20de-487e-901c-4e6b062794a7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:45.121705 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97aaa9c0-4096-4114-a26c-1f2631f61caa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:45.122086 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7', 'code': 200} Jul 13 19:52:45.148811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9e22df95-ab54-4a1f-bd53-8271e2202ec9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373268 Jul 13 19:52:45.152106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:45.157593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:45.247288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:45.250924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.308970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6755e-9977-438d-a0dc-f7edc25e3803 None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:52:45.363660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-34e6755e-9977-438d-a0dc-f7edc25e3803 None None] Deleting port a33bc21f-649f-4abc-91d2-bb5ab95cc397 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:45.364024 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34e6755e-9977-438d-a0dc-f7edc25e3803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.452763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34e6755e-9977-438d-a0dc-f7edc25e3803 None None] For port a33bc21f-649f-4abc-91d2-bb5ab95cc397, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a33bc21f-649f-4abc-91d2-bb5ab95cc397,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:45.453204 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34e6755e-9977-438d-a0dc-f7edc25e3803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.468231 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-34e6755e-9977-438d-a0dc-f7edc25e3803 None None] Calling delete_port for a33bc21f-649f-4abc-91d2-bb5ab95cc397 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:45.552235 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34e6755e-9977-438d-a0dc-f7edc25e3803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.555087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.objects.ports [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:52:45.579519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6755e-9977-438d-a0dc-f7edc25e3803 None None] Pushing event deleted for resources: {'Port': ['ID=a33bc21f-649f-4abc-91d2-bb5ab95cc397,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:45.585245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e6755e-9977-438d-a0dc-f7edc25e3803 None None] No DVR routers for this DVR port a33bc21f-649f-4abc-91d2-bb5ab95cc397 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:45.664871 n-d-800708-1 neutron-server[93767]: WARNING neutron.services.revisions.revision_plugin [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Could not find related port for resource to bump revision. Jul 13 19:52:45.669488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Port a33bc21f-649f-4abc-91d2-bb5ab95cc397 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 13 19:52:45.669799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Reverting IP allocation for 2001:db8::f816:3eff:fe75:3142 {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 13 19:52:45.673604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe75:3142 {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 13 19:52:45.674760 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.712781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:45.717388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:45.721693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:45.722277 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.731411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146de912-c896-4b26-ba9f-14b177fd6571 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:45.739369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=4d0f033f-c68a-4ced-816a-c39ac426ed8d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:45.746151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:45.746701 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ebb4ac4a-b955-4a93-916b-7f5fe3d9ff01 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5930927 Jul 13 19:52:45.754009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:4a:a9:72', 'name': 'tempest-NetworksTestDHCPv6-653462734'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:45.797206 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.906173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '4d0f033f-c68a-4ced-816a-c39ac426ed8d'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:52:45.907374 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.970915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11071ddb-60e1-48d9-97da-8b1109b76d2d req-2275795b-7a2d-4057-b78e-4e1005e57808 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:45.972431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11071ddb-60e1-48d9-97da-8b1109b76d2d req-2275795b-7a2d-4057-b78e-4e1005e57808 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 945 time: 0.1161587 Jul 13 19:52:45.973015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:46.048581 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Allocated IP 2001:db8::f816:3eff:fe70:76be (e42b945f-763e-49b8-8959-240fefedda20/4d0f033f-c68a-4ced-816a-c39ac426ed8d/ac1e668e-313e-42e0-aab6-6029caf03cb9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:46.069930 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11071ddb-60e1-48d9-97da-8b1109b76d2d req-b7c2a61a-91fb-4efe-b5c1-67d7640e5b63 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827668 Jul 13 19:52:46.102427 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:46.117098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 69d30329-11f7-4e7c-861c-a533bc359bd2 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:46.223725 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:46.239190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Transition to ACTIVE for port object ac1e668e-313e-42e0-aab6-6029caf03cb9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:46.256023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Transition to ACTIVE for port object ac1e668e-313e-42e0-aab6-6029caf03cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:46.263051 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:46.320718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::f816:3eff:fe4a:a972 (e42b945f-763e-49b8-8959-240fefedda20/4d0f033f-c68a-4ced-816a-c39ac426ed8d/69d30329-11f7-4e7c-861c-a533bc359bd2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:46.324151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:46.328653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:46.331383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:46.374565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Pushing event updated for resources: {'Port': ['ID=ac1e668e-313e-42e0-aab6-6029caf03cb9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:46.396150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ff695-70fa-49c8-8293-dae0f0931494 req-214d0141-2eeb-4b08-8f37-4dae359f2baf tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:46.408797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-176ff695-70fa-49c8-8293-dae0f0931494 req-214d0141-2eeb-4b08-8f37-4dae359f2baf tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.1756363 Jul 13 19:52:46.428788 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-176ff695-70fa-49c8-8293-dae0f0931494 req-38c49b43-3f07-4c31-a4f8-cd00ecd0c554 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/quotas/aeb2e81536cf404c99060caa6c967bb6 HTTP/1.1" status: 200 len: 375 time: 0.0187519 Jul 13 19:52:46.486119 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:46.497301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Attempting to bind port ac1e668e-313e-42e0-aab6-6029caf03cb9 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:46.497718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Attempting to bind port ac1e668e-313e-42e0-aab6-6029caf03cb9 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:46.498186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Attempting to bind port ac1e668e-313e-42e0-aab6-6029caf03cb9 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:46.504488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:46.505156 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:46.505618 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:46.506016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:46.506539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Bound port: ac1e668e-313e-42e0-aab6-6029caf03cb9, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:46.506968 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:46.584838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] For port ac1e668e-313e-42e0-aab6-6029caf03cb9, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:46.588675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] For port ac1e668e-313e-42e0-aab6-6029caf03cb9, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ac1e668e-313e-42e0-aab6-6029caf03cb9,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:46.589377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-176ff695-70fa-49c8-8293-dae0f0931494 req-fe582e74-23f4-4d04-b1a8-5b2ade90e67e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526263 Jul 13 19:52:46.595174 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:46.604324 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:46.619743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 69d30329-11f7-4e7c-861c-a533bc359bd2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:46.657936 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:46.683447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c22ebf-6c47-477a-8600-d8cabea1ea3e None None] Pushing event updated for resources: {'Port': ['ID=ac1e668e-313e-42e0-aab6-6029caf03cb9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:46.713410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:46.720388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:46.724649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:46.730734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:46.731369 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:46.731524 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-176ff695-70fa-49c8-8293-dae0f0931494 req-07e012b5-24b3-4d6e-bff7-3a6988e2ca69 service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326730 Jul 13 19:52:46.743396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=69d30329-11f7-4e7c-861c-a533bc359bd2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:46.756038 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-84bd9d8c-2cfe-44b0-b944-a9eb5aa1d846 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0059681 Jul 13 19:52:46.758159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:46.787748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a33bc21f-649f-4abc-91d2-bb5ab95cc397 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:46.819995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: a33bc21f-649f-4abc-91d2-bb5ab95cc397 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:46.820340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a33bc21f-649f-4abc-91d2-bb5ab95cc397 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:46.860190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3466d9c8-91cd-4295-82bc-b2b180f921e8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:46.867007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3466d9c8-91cd-4295-82bc-b2b180f921e8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:46.868802 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3466d9c8-91cd-4295-82bc-b2b180f921e8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1091239 Jul 13 19:52:46.871467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:46.881844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-176ff695-70fa-49c8-8293-dae0f0931494 req-7e414a0b-e816-43be-8f4a-04615465ad9d service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421387 Jul 13 19:52:47.002684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-34a737c5-1f0b-4998-b094-060807d50556 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 69d30329-11f7-4e7c-861c-a533bc359bd2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:47.003077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34a737c5-1f0b-4998-b094-060807d50556 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.115661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34a737c5-1f0b-4998-b094-060807d50556 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.129053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-34a737c5-1f0b-4998-b094-060807d50556 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 69d30329-11f7-4e7c-861c-a533bc359bd2 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:47.273770 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34a737c5-1f0b-4998-b094-060807d50556 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.334318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a737c5-1f0b-4998-b094-060807d50556 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=69d30329-11f7-4e7c-861c-a533bc359bd2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:47.336438 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34a737c5-1f0b-4998-b094-060807d50556 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.338648 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-34a737c5-1f0b-4998-b094-060807d50556 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/69d30329-11f7-4e7c-861c-a533bc359bd2 HTTP/1.1" status: 204 len: 168 time: 0.4659891 Jul 13 19:52:47.341027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:47.396499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0434f96-de27-4337-819f-46028bfeba3c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:47.398343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0434f96-de27-4337-819f-46028bfeba3c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:47.402234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b0434f96-de27-4337-819f-46028bfeba3c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0580151 Jul 13 19:52:47.402530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:47.461933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49849de-84a1-44ac-ab96-04fa6eadabc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 4d0f033f-c68a-4ced-816a-c39ac426ed8d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:47.465651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d49849de-84a1-44ac-ab96-04fa6eadabc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.519064 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d49849de-84a1-44ac-ab96-04fa6eadabc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.717424 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d49849de-84a1-44ac-ab96-04fa6eadabc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.793732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-893f8f18-0114-4049-ae98-ce9fb891c519 None None] Provisioning for port ac1e668e-313e-42e0-aab6-6029caf03cb9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:47.795093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-b6d687c8-65a0-4e01-a263-993425ecc433 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:47.796628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-b6d687c8-65a0-4e01-a263-993425ecc433 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.1600771 Jul 13 19:52:47.817229 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-9adab38e-feb1-43f2-8dc3-8b128b4ba91b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/quotas/aeb2e81536cf404c99060caa6c967bb6 HTTP/1.1" status: 200 len: 375 time: 0.0133429 Jul 13 19:52:47.820006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d49849de-84a1-44ac-ab96-04fa6eadabc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.836522 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d49849de-84a1-44ac-ab96-04fa6eadabc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.838379 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d49849de-84a1-44ac-ab96-04fa6eadabc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/4d0f033f-c68a-4ced-816a-c39ac426ed8d HTTP/1.1" status: 204 len: 168 time: 0.4349098 Jul 13 19:52:47.841042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:47.866173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49849de-84a1-44ac-ab96-04fa6eadabc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0f033f-c68a-4ced-816a-c39ac426ed8d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:47.893010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-67fe3d8c-0225-49de-a214-6ba74f9f66d0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492175 Jul 13 19:52:47.895787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:47.923732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-459e8adb-b877-413c-8c12-5a1cef262b72 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941980 Jul 13 19:52:47.981323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982bfb63-7a85-4ce7-bfbd-214e050528b9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:47.983220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-982bfb63-7a85-4ce7-bfbd-214e050528b9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0863154 Jul 13 19:52:47.985695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:47.996143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc51078f-dcb4-4541-ad71-a6a035d08620 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:48.036909 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-8186a1c1-4322-42af-a45d-b5e099c05d0d service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064525 Jul 13 19:52:48.039648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9dee94-b4ad-4342-83d6-a022a023d646 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:48.041936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7c9dee94-b4ad-4342-83d6-a022a023d646 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0549166 Jul 13 19:52:48.046045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:48.054311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bf5e3228-be57-47c3-830b-047225469ec8 None None] Could not find standard attr ID for object 69d30329-11f7-4e7c-861c-a533bc359bd2. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:52:48.091167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2a09d697-72cc-460c-ade7-9b8042c31c83 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439219 Jul 13 19:52:48.091829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:48.097241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be2d6474-18ed-4790-88af-09e8e707041f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:48.145666 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-081ed0c2-3fef-4d50-b4bb-cca055fa9d93 service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022756 Jul 13 19:52:48.241982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade4acd-fc44-4397-8bdd-de0e1d7c1f79 None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:52:48.304991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4ade4acd-fc44-4397-8bdd-de0e1d7c1f79 None None] Deleting port ac1e668e-313e-42e0-aab6-6029caf03cb9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:48.305371 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ade4acd-fc44-4397-8bdd-de0e1d7c1f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:48.376058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4ade4acd-fc44-4397-8bdd-de0e1d7c1f79 None None] For port ac1e668e-313e-42e0-aab6-6029caf03cb9, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ac1e668e-313e-42e0-aab6-6029caf03cb9,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:48.376687 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ade4acd-fc44-4397-8bdd-de0e1d7c1f79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:48.394069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4ade4acd-fc44-4397-8bdd-de0e1d7c1f79 None None] Calling delete_port for ac1e668e-313e-42e0-aab6-6029caf03cb9 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:48.492510 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ade4acd-fc44-4397-8bdd-de0e1d7c1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:48.521751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade4acd-fc44-4397-8bdd-de0e1d7c1f79 None None] Pushing event deleted for resources: {'Port': ['ID=ac1e668e-313e-42e0-aab6-6029caf03cb9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:48.528558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade4acd-fc44-4397-8bdd-de0e1d7c1f79 None None] No DVR routers for this DVR port ac1e668e-313e-42e0-aab6-6029caf03cb9 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:48.652618 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a94202b-53c4-41c8-bd25-92a9ab4aab07 req-e07e2b79-0b58-4cb6-8b91-906f55f88dc9 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 210 time: 0.0606968 Jul 13 19:52:48.742100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2d6474-18ed-4790-88af-09e8e707041f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:48.746626 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be2d6474-18ed-4790-88af-09e8e707041f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:48.961082 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be2d6474-18ed-4790-88af-09e8e707041f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.001998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d6474-18ed-4790-88af-09e8e707041f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:49.006392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-be2d6474-18ed-4790-88af-09e8e707041f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:49.010498 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d6474-18ed-4790-88af-09e8e707041f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:49.011086 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be2d6474-18ed-4790-88af-09e8e707041f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.016612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813782f-3a15-4baa-a010-97fa4a61ee84 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:49.032804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d6474-18ed-4790-88af-09e8e707041f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=861ddd4e-19ba-4a13-85f0-7335adb6f84b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:49.039375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-be2d6474-18ed-4790-88af-09e8e707041f tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9437549 Jul 13 19:52:49.040278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:49.044589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:b0:31:9d', 'name': 'tempest-NetworksTestDHCPv6-88676840'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:49.172367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:49.192175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '861ddd4e-19ba-4a13-85f0-7335adb6f84b'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:52:49.193094 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.260481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.285694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 03ee311b-986f-4821-868f-58a83521e05f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:49.344057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Allocated IP 2001:db8::2 (e42b945f-763e-49b8-8959-240fefedda20/861ddd4e-19ba-4a13-85f0-7335adb6f84b/e411b6dc-b0cf-4645-8fb8-373707f1de7d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:49.483774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.491990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Transition to ACTIVE for port object e411b6dc-b0cf-4645-8fb8-373707f1de7d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:49.508008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Transition to ACTIVE for port object e411b6dc-b0cf-4645-8fb8-373707f1de7d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:49.513673 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.561601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:49.564666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:49.567030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:49.574475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Pushing event updated for resources: {'Port': ['ID=e411b6dc-b0cf-4645-8fb8-373707f1de7d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:49.578235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::3e1 (e42b945f-763e-49b8-8959-240fefedda20/861ddd4e-19ba-4a13-85f0-7335adb6f84b/03ee311b-986f-4821-868f-58a83521e05f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:49.634796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Attempting to bind port e411b6dc-b0cf-4645-8fb8-373707f1de7d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:49.635326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Attempting to bind port e411b6dc-b0cf-4645-8fb8-373707f1de7d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:49.635977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Attempting to bind port e411b6dc-b0cf-4645-8fb8-373707f1de7d on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:49.642591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:49.643120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:49.643618 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.644102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:49.644799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Bound port: e411b6dc-b0cf-4645-8fb8-373707f1de7d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:49.645392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.672987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-653aae2c-03e0-4f54-9c66-f921ab4076b7 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:49.674834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-653aae2c-03e0-4f54-9c66-f921ab4076b7 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.24 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.1464269 Jul 13 19:52:49.690261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Request body: {'port': {'device_id': 'd1b1da83-d175-4fce-a044-b7642871d90d', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'admin_state_up': True, 'tenant_id': 'aeb2e81536cf404c99060caa6c967bb6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:49.724638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] For port e411b6dc-b0cf-4645-8fb8-373707f1de7d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:49.729908 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] For port e411b6dc-b0cf-4645-8fb8-373707f1de7d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e411b6dc-b0cf-4645-8fb8-373707f1de7d,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:49.736529 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.800418 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.825365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac320b5-1d43-4e80-b35a-a4cda93e3f15 None None] Pushing event updated for resources: {'Port': ['ID=e411b6dc-b0cf-4645-8fb8-373707f1de7d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:49.851323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 03ee311b-986f-4821-868f-58a83521e05f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:49.852006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Made reservation on behalf of aeb2e81536cf404c99060caa6c967bb6 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:49.857788 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.890290 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.958670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:49.964653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:49.969250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:49.971975 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-975aa1e2-c76d-4fe2-8ba3-46abf28724d3 req-d21decf2-3e4b-4ade-b146-ff3f891e6f3c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 210 time: 0.0424631 Jul 13 19:52:49.991989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:49.992861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.006684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=03ee311b-986f-4821-868f-58a83521e05f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:50.030087 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9afd2766-511b-49fa-a95e-dccf2e05dcbd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9874437 Jul 13 19:52:50.031682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:50.095309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Allocated IP 172.20.0.4 (eb41cac7-8b4b-4035-9914-f162d3b00a0f/b7bbfea0-3329-4047-962a-3ac41f8de312/095ea206-efc6-4505-85ae-6b54fb6cc736) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:50.172932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d0699f-3fb3-4f61-8caa-96a666cb9871 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:50.179392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d0699f-3fb3-4f61-8caa-96a666cb9871 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:50.182985 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a7d0699f-3fb3-4f61-8caa-96a666cb9871 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1480637 Jul 13 19:52:50.183887 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:50.372573 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.395741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-655e9b32-f493-43c7-b151-d63e1895a6fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 03ee311b-986f-4821-868f-58a83521e05f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:50.396082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-655e9b32-f493-43c7-b151-d63e1895a6fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.475078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.488034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:52:50.538288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-655e9b32-f493-43c7-b151-d63e1895a6fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.555719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:50.562258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-655e9b32-f493-43c7-b151-d63e1895a6fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 03ee311b-986f-4821-868f-58a83521e05f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:50.566724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event updated for resources: {'Port': ['ID=095ea206-efc6-4505-85ae-6b54fb6cc736,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:50.569392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:50.576768 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:50.664355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:50.665029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.693557 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-221f29b7-cc5a-42d3-83cf-b3414b0ad062 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0092077 Jul 13 19:52:50.731282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Request body: {'port': {'device_id': 'd1b1da83-d175-4fce-a044-b7642871d90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:50.744329 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec50b18-747d-47a1-a9ac-03413b441af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.844399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e411b6dc-b0cf-4645-8fb8-373707f1de7d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:50.865249 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-655e9b32-f493-43c7-b151-d63e1895a6fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.876528 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.917295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e411b6dc-b0cf-4645-8fb8-373707f1de7d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:50.925560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e9b32-f493-43c7-b151-d63e1895a6fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=03ee311b-986f-4821-868f-58a83521e05f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:50.970978 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-655e9b32-f493-43c7-b151-d63e1895a6fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.975356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-655e9b32-f493-43c7-b151-d63e1895a6fb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/03ee311b-986f-4821-868f-58a83521e05f HTTP/1.1" status: 204 len: 168 time: 0.7827890 Jul 13 19:52:50.975594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:51.010053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c71fe231-60b6-47d8-b359-cedeeecccddb None None] Provisioning for port e411b6dc-b0cf-4645-8fb8-373707f1de7d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:51.015765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c71fe231-60b6-47d8-b359-cedeeecccddb None None] Provisioning complete for port e411b6dc-b0cf-4645-8fb8-373707f1de7d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:51.016208 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c71fe231-60b6-47d8-b359-cedeeecccddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.098070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f471e63-bbe4-4ed5-8726-63ae184d6121 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:51.099619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f471e63-bbe4-4ed5-8726-63ae184d6121 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:51.101145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6f471e63-bbe4-4ed5-8726-63ae184d6121 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1244650 Jul 13 19:52:51.103941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:51.187409 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c71fe231-60b6-47d8-b359-cedeeecccddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.205387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d79218-bc88-4ae9-9d8b-00bb38b2b9b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 861ddd4e-19ba-4a13-85f0-7335adb6f84b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:51.208741 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31d79218-bc88-4ae9-9d8b-00bb38b2b9b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.281413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c71fe231-60b6-47d8-b359-cedeeecccddb None None] For port e411b6dc-b0cf-4645-8fb8-373707f1de7d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e411b6dc-b0cf-4645-8fb8-373707f1de7d,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:51.289434 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31d79218-bc88-4ae9-9d8b-00bb38b2b9b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.294290 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c71fe231-60b6-47d8-b359-cedeeecccddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.315288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b43b-a6bb-4f27-9e64-f481cc482199 req-821080be-3e50-489e-bb4e-fafd909d47fc tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:51.332401 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e8b5b43b-a6bb-4f27-9e64-f481cc482199 req-821080be-3e50-489e-bb4e-fafd909d47fc tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 931 time: 0.1489990 Jul 13 19:52:51.383642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fe231-60b6-47d8-b359-cedeeecccddb None None] Pushing event updated for resources: {'Port': ['ID=e411b6dc-b0cf-4645-8fb8-373707f1de7d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:51.386903 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e8b5b43b-a6bb-4f27-9e64-f481cc482199 req-9b22635a-22cd-41d7-a291-ff9b95bdaae5 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535219 Jul 13 19:52:51.413080 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:52:51.441818 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31d79218-bc88-4ae9-9d8b-00bb38b2b9b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.446536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4ed6346a-15e3-4af5-bdf8-edf75f7c1822 None None] Could not find standard attr ID for object 03ee311b-986f-4821-868f-58a83521e05f. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:52:51.455965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095ea206-efc6-4505-85ae-6b54fb6cc736 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:52:51.465900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.486268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Transition to ACTIVE for port object 095ea206-efc6-4505-85ae-6b54fb6cc736 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:51.495164 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.523361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31d79218-bc88-4ae9-9d8b-00bb38b2b9b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.552497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Pushing event updated for resources: {'Port': ['ID=095ea206-efc6-4505-85ae-6b54fb6cc736,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:51.554720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d79218-bc88-4ae9-9d8b-00bb38b2b9b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=861ddd4e-19ba-4a13-85f0-7335adb6f84b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:51.562610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31d79218-bc88-4ae9-9d8b-00bb38b2b9b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.567334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-31d79218-bc88-4ae9-9d8b-00bb38b2b9b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/861ddd4e-19ba-4a13-85f0-7335adb6f84b HTTP/1.1" status: 204 len: 168 time: 0.4622595 Jul 13 19:52:51.568024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:51.614427 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4a7837be-0368-45dd-b5fb-8f45e5671e5c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450835 Jul 13 19:52:51.615207 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:51.619089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352690bd-dbc7-4733-9b96-af99c8846374 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:51.641570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Attempting to bind port 095ea206-efc6-4505-85ae-6b54fb6cc736 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:51.641958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Attempting to bind port 095ea206-efc6-4505-85ae-6b54fb6cc736 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:51.642394 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Attempting to bind port 095ea206-efc6-4505-85ae-6b54fb6cc736 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:51.647098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Port 095ea206-efc6-4505-85ae-6b54fb6cc736 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:52:51.647670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Attempting to bind port 095ea206-efc6-4505-85ae-6b54fb6cc736 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:51.662018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:51.662654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Checking segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:51.663149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Bound using segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:51.663697 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Bound port: 095ea206-efc6-4505-85ae-6b54fb6cc736, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:51.664166 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.705553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adecbaf-810b-4b5f-bbbd-3eb52e3e0ef4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:51.707212 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7adecbaf-810b-4b5f-bbbd-3eb52e3e0ef4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0909164 Jul 13 19:52:51.709683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:51.748359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] For port 095ea206-efc6-4505-85ae-6b54fb6cc736, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:51.752985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] For port 095ea206-efc6-4505-85ae-6b54fb6cc736, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=095ea206-efc6-4505-85ae-6b54fb6cc736,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:51.758199 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.779449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac0454-2b01-43bc-bead-4b0d49a2b1ad tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:51.781007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6cac0454-2b01-43bc-bead-4b0d49a2b1ad tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0703387 Jul 13 19:52:51.786889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:51.802177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:51.802872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.804406 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] 10.222.0.24 "PUT /v2.0/ports/095ea206-efc6-4505-85ae-6b54fb6cc736 HTTP/1.1" status: 200 len: 1091 time: 1.0831044 Jul 13 19:52:51.804858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b1da83-d175-4fce-a044-b7642871d90d', 'tag': '095ea206-efc6-4505-85ae-6b54fb6cc736'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:51.807212 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e001f4f9-6d18-40d4-b7fd-78cea687682b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b1da83-d175-4fce-a044-b7642871d90d", "tag": "095ea206-efc6-4505-85ae-6b54fb6cc736"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:51.844461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faa5b8-4f96-43ec-ab49-25414c93efdd service neutron] Pushing event updated for resources: {'Port': ['ID=095ea206-efc6-4505-85ae-6b54fb6cc736,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:51.860289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ca0fa-824a-4567-87d3-5e7f4b3db2aa None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:52:51.862889 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-efc0e305-bf5a-4ad5-acc1-ee051a37f820 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746508 Jul 13 19:52:51.870160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:51.880449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:51.884776 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64989964-5fd8-406b-abfd-01578fa5a1c7 x-openstack-request-id: req-64989964-5fd8-406b-abfd-01578fa5a1c7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:51.885059 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b1da83-d175-4fce-a044-b7642871d90d", "tag": "095ea206-efc6-4505-85ae-6b54fb6cc736", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:51.885309 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64989964-5fd8-406b-abfd-01578fa5a1c7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:51.885691 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b1da83-d175-4fce-a044-b7642871d90d', 'tag': '095ea206-efc6-4505-85ae-6b54fb6cc736', 'status': 'completed', 'code': 200} Jul 13 19:52:51.917684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-977ca0fa-824a-4567-87d3-5e7f4b3db2aa None None] Deleting port e411b6dc-b0cf-4645-8fb8-373707f1de7d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:51.917969 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-977ca0fa-824a-4567-87d3-5e7f4b3db2aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.980748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-977ca0fa-824a-4567-87d3-5e7f4b3db2aa None None] For port e411b6dc-b0cf-4645-8fb8-373707f1de7d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e411b6dc-b0cf-4645-8fb8-373707f1de7d,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:51.981149 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-977ca0fa-824a-4567-87d3-5e7f4b3db2aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:51.994977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-977ca0fa-824a-4567-87d3-5e7f4b3db2aa None None] Calling delete_port for e411b6dc-b0cf-4645-8fb8-373707f1de7d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:52.001454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-8325b68b-9cd6-4ed5-931d-e58dfe1b7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:52.003053 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-8325b68b-9cd6-4ed5-931d-e58dfe1b7640 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 1094 time: 0.1528726 Jul 13 19:52:52.019370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:52.022458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:52.054865 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-e9c9cb41-8178-47d4-8875-a08bc5769cdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095ea206-efc6-4505-85ae-6b54fb6cc736 HTTP/1.1" status: 200 len: 217 time: 0.0440631 Jul 13 19:52:52.080994 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-977ca0fa-824a-4567-87d3-5e7f4b3db2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:52.106693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ca0fa-824a-4567-87d3-5e7f4b3db2aa None None] Pushing event deleted for resources: {'Port': ['ID=e411b6dc-b0cf-4645-8fb8-373707f1de7d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:52.110763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ca0fa-824a-4567-87d3-5e7f4b3db2aa None None] No DVR routers for this DVR port e411b6dc-b0cf-4645-8fb8-373707f1de7d on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:52.163425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-da0dd6e8-afc7-4df4-9cb5-2d5177452cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:52.164934 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-da0dd6e8-afc7-4df4-9cb5-2d5177452cbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.0990367 Jul 13 19:52:52.206944 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-56397f60-6e86-4136-bf9a-e6994f1e448c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333216 Jul 13 19:52:52.371884 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-365be31e-450a-4448-8c3f-dcf8ab172dd8 service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564264 Jul 13 19:52:52.764965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e411b6dc-b0cf-4645-8fb8-373707f1de7d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:52.786366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e411b6dc-b0cf-4645-8fb8-373707f1de7d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:52:52.786910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e411b6dc-b0cf-4645-8fb8-373707f1de7d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:52:52.880986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:52:52.889252 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:52.953634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5bd19e01-df0f-40d0-8df2-b57e52c39104 req-1011ed0a-10e1-4ec1-8270-ed85eaf55dcd service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720432 Jul 13 19:52:52.957548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:52.964875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:52.972799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:52.973268 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:52.978371 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce37e769-a83b-4c36-a97c-b5c75c12abdb None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:52.981849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=037865e7-5b01-4611-9e0f-7e3afc342109,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:52.994216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49a94a-8440-49f5-a8e7-a168c3b243bc req-bcd7e025-2625-45d6-94d8-3f47a5d3d64d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:52.995783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7d49a94a-8440-49f5-a8e7-a168c3b243bc req-bcd7e025-2625-45d6-94d8-3f47a5d3d64d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 943 time: 0.2025993 Jul 13 19:52:53.004071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-34af6f30-9b7f-45c7-8640-85510ad05449 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1317296 Jul 13 19:52:53.007290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:53.016425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8dbffcf5-20ee-41ec-92e0-d876562064b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:53.076593 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7d49a94a-8440-49f5-a8e7-a168c3b243bc req-75e03b03-d954-4e8b-aba0-e78baf539ab4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708530 Jul 13 19:52:53.098984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001f4f9-6d18-40d4-b7fd-78cea687682b req-d57ded9b-be8d-466c-88f9-081efe28e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:53.100675 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e001f4f9-6d18-40d4-b7fd-78cea687682b req-d57ded9b-be8d-466c-88f9-081efe28e69c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 1094 time: 0.0767915 Jul 13 19:52:53.187811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbffcf5-20ee-41ec-92e0-d876562064b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:53.191853 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dbffcf5-20ee-41ec-92e0-d876562064b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.197013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': '037865e7-5b01-4611-9e0f-7e3afc342109'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:52:53.197887 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.222637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001f4f9-6d18-40d4-b7fd-78cea687682b req-763ed7c5-9c72-4fac-b0b6-70ef1784181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:53.225166 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e001f4f9-6d18-40d4-b7fd-78cea687682b req-763ed7c5-9c72-4fac-b0b6-70ef1784181f service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 906 time: 0.1159937 Jul 13 19:52:53.277873 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e001f4f9-6d18-40d4-b7fd-78cea687682b req-db96d033-770e-4b22-af50-168293aad247 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095ea206-efc6-4505-85ae-6b54fb6cc736 HTTP/1.1" status: 200 len: 217 time: 0.0386693 Jul 13 19:52:53.322350 n-d-800708-1 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-8dbffcf5-20ee-41ec-92e0-d876562064b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 037865e7-5b01-4611-9e0f-7e3afc342109 (CIDR: 2001:db8::/64) Jul 13 19:52:53.326804 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbffcf5-20ee-41ec-92e0-d876562064b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:52:53.327466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbffcf5-20ee-41ec-92e0-d876562064b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:52:53.348709 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8dbffcf5-20ee-41ec-92e0-d876562064b5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3384728 Jul 13 19:52:53.350694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:53.357819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Allocated IP 2001:db8::f816:3eff:fee5:9b78 (e42b945f-763e-49b8-8959-240fefedda20/037865e7-5b01-4611-9e0f-7e3afc342109/c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:53.358351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-95d65b0c-7ad9-4e4d-bcc7-dcb2e87067f9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:53.364667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001f4f9-6d18-40d4-b7fd-78cea687682b req-af2c0659-6348-47b6-abc5-2e5853107d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:53.366437 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e001f4f9-6d18-40d4-b7fd-78cea687682b req-af2c0659-6348-47b6-abc5-2e5853107d8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.0810533 Jul 13 19:52:53.437574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e001f4f9-6d18-40d4-b7fd-78cea687682b req-9cf1ef98-ad46-40d9-9039-55b68e956bcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594878 Jul 13 19:52:53.518779 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.527518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Transition to ACTIVE for port object c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:53.543855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Transition to ACTIVE for port object c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:53.552357 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.570862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d65b0c-7ad9-4e4d-bcc7-dcb2e87067f9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:53.574769 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d65b0c-7ad9-4e4d-bcc7-dcb2e87067f9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.611748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:53.615900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:53.620414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:53.623934 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-384ab258-3076-4c27-aff6-3c8657209195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.626952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Pushing event updated for resources: {'Port': ['ID=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:53.630665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e001f4f9-6d18-40d4-b7fd-78cea687682b req-b9521e57-ebed-4ef6-84df-679730a8e068 service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851566 Jul 13 19:52:53.688052 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.693281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Attempting to bind port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:52:53.693524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Attempting to bind port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:52:53.693868 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Attempting to bind port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:52:53.699829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:52:53.700027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:52:53.700290 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.700664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:52:53.702219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Bound port: c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:52:53.702219 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.770150 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e001f4f9-6d18-40d4-b7fd-78cea687682b req-fdc5c6de-43eb-4dc1-9c1b-b209d7a73d3c service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324296 Jul 13 19:52:53.772269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] For port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:52:53.775762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] For port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:52:53.782159 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.847661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd5e50-0621-453b-9b39-bcfbcdee7f50 None None] Pushing event updated for resources: {'Port': ['ID=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:53.932359 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d65b0c-7ad9-4e4d-bcc7-dcb2e87067f9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.979804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d65b0c-7ad9-4e4d-bcc7-dcb2e87067f9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:53.983531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-95d65b0c-7ad9-4e4d-bcc7-dcb2e87067f9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:53.986743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d65b0c-7ad9-4e4d-bcc7-dcb2e87067f9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:53.987455 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d65b0c-7ad9-4e4d-bcc7-dcb2e87067f9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:54.000785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d65b0c-7ad9-4e4d-bcc7-dcb2e87067f9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=42006884-84a9-41d0-9bbf-ec47dc43d663,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:54.027283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-95d65b0c-7ad9-4e4d-bcc7-dcb2e87067f9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6752999 Jul 13 19:52:54.031646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:54.038240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:00:f0:c3', 'name': 'tempest-NetworksTestDHCPv6-1283801344'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:54.190374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:54.195290 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:54.218806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port c4e1e8f7-b294-45e2-b4a9-c2b1c762e283 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:54.369732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e12aa-f16f-4b7b-a7b9-01b2fb796d7c req-b382bcfa-d3fa-45c6-9181-9bf8d94a85e5 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:54.371334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e25e12aa-f16f-4b7b-a7b9-01b2fb796d7c req-b382bcfa-d3fa-45c6-9181-9bf8d94a85e5 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 943 time: 0.1541586 Jul 13 19:52:54.455915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e25e12aa-f16f-4b7b-a7b9-01b2fb796d7c req-8d0f1e73-0db6-437c-a00e-4e7d027b1105 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759170 Jul 13 19:52:54.468741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8:0:1::361 (e42b945f-763e-49b8-8959-240fefedda20/42006884-84a9-41d0-9bbf-ec47dc43d663/c4e1e8f7-b294-45e2-b4a9-c2b1c762e283) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:54.475963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::f816:3eff:fe00:f0c3 (e42b945f-763e-49b8-8959-240fefedda20/037865e7-5b01-4611-9e0f-7e3afc342109/c4e1e8f7-b294-45e2-b4a9-c2b1c762e283) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:54.605879 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:54.609189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 095ea206-efc6-4505-85ae-6b54fb6cc736 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:52:54.641876 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:54.660195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object c4e1e8f7-b294-45e2-b4a9-c2b1c762e283 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:54.711464 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:54.736597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 095ea206-efc6-4505-85ae-6b54fb6cc736, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=095ea206-efc6-4505-85ae-6b54fb6cc736,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:54.761511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '095ea206-efc6-4505-85ae-6b54fb6cc736', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'port_id': '095ea206-efc6-4505-85ae-6b54fb6cc736', 'mac_address': 'fa:16:3e:c9:5c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bbfea0-3329-4047-962a-3ac41f8de312', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:52:54.773452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:54.778428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:54.784152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:54.791345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:54.792082 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:54.799741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=c4e1e8f7-b294-45e2-b4a9-c2b1c762e283,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:54.824042 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-735a341c-84d1-4abc-a553-d6477301b32d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7890329 Jul 13 19:52:54.825139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:54.838632 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:54.864840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095ea206-efc6-4505-85ae-6b54fb6cc736 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:52:54.895731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:54.946541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 095ea206-efc6-4505-85ae-6b54fb6cc736, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=095ea206-efc6-4505-85ae-6b54fb6cc736,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:54.958358 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:54.964433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aad37277-02d7-4b0f-a0af-975ad5155ab5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port c4e1e8f7-b294-45e2-b4a9-c2b1c762e283 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:54.965391 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad37277-02d7-4b0f-a0af-975ad5155ab5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:54.989869 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:54.997030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a8fb2-6756-4366-9a00-9934fce5818c None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:55.021939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a32f2-3941-4be7-981a-cdac3563dc82 req-07d6d7ac-9ae3-47e3-9b96-eefa76c582ed tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:55.023673 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a45a32f2-3941-4be7-981a-cdac3563dc82 req-07d6d7ac-9ae3-47e3-9b96-eefa76c582ed tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 946 time: 0.0830023 Jul 13 19:52:55.067579 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad37277-02d7-4b0f-a0af-975ad5155ab5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.069083 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a45a32f2-3941-4be7-981a-cdac3563dc82 req-7d09a921-55a0-4131-b12f-efd2730be9a6 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366449 Jul 13 19:52:55.083342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aad37277-02d7-4b0f-a0af-975ad5155ab5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for c4e1e8f7-b294-45e2-b4a9-c2b1c762e283 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:55.243599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb0d647f-2188-4e87-89d2-c70651d6604f None None] Provisioning for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:55.246964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=095ea206-efc6-4505-85ae-6b54fb6cc736,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:55.254702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb0d647f-2188-4e87-89d2-c70651d6604f None None] Provisioning complete for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:55.255133 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb0d647f-2188-4e87-89d2-c70651d6604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.278548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad37277-02d7-4b0f-a0af-975ad5155ab5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.314960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad37277-02d7-4b0f-a0af-975ad5155ab5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=c4e1e8f7-b294-45e2-b4a9-c2b1c762e283,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:55.315644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['095ea206-efc6-4505-85ae-6b54fb6cc736'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:52:55.361924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aad37277-02d7-4b0f-a0af-975ad5155ab5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.363767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aad37277-02d7-4b0f-a0af-975ad5155ab5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/c4e1e8f7-b294-45e2-b4a9-c2b1c762e283 HTTP/1.1" status: 204 len: 168 time: 0.5367570 Jul 13 19:52:55.366656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:55.433268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17319c8-ab2c-4618-bc9c-da14b6dd539c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:55.434772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b17319c8-ab2c-4618-bc9c-da14b6dd539c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0672107 Jul 13 19:52:55.437336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:55.457821 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb0d647f-2188-4e87-89d2-c70651d6604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.501863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b054ff-b79f-4765-9bc9-0a24be75ccba tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:55.505971 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c4b054ff-b79f-4765-9bc9-0a24be75ccba tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0653260 Jul 13 19:52:55.506479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:55.534457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eb0d647f-2188-4e87-89d2-c70651d6604f None None] For port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:55.542467 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb0d647f-2188-4e87-89d2-c70651d6604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.565347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83317083-3ebd-4923-9f9b-f95d25169bc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:55.567354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83317083-3ebd-4923-9f9b-f95d25169bc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:55.569218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83317083-3ebd-4923-9f9b-f95d25169bc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:55.573528 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-83317083-3ebd-4923-9f9b-f95d25169bc7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0634859 Jul 13 19:52:55.573812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:55.651753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d647f-2188-4e87-89d2-c70651d6604f None None] Pushing event updated for resources: {'Port': ['ID=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:55.660309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d717b2-5365-446b-bb25-983f058153c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 037865e7-5b01-4611-9e0f-7e3afc342109 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:55.666458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d717b2-5365-446b-bb25-983f058153c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.678183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57c0e37-51a2-46be-a296-e624b4b2d844 None None] Update dhcp port {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '037865e7-5b01-4611-9e0f-7e3afc342109', 'ip_address': '2001:db8::f816:3eff:fee5:9b78'}, {'subnet_id': '42006884-84a9-41d0-9bbf-ec47dc43d663'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:52:55.714731 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b57c0e37-51a2-46be-a296-e624b4b2d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.722855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d766a-ec93-4595-9f6a-6cde0baa1f9c req-06aac985-a756-465f-9ad2-9c0d0dcd8432 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:55.724406 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-889d766a-ec93-4595-9f6a-6cde0baa1f9c req-06aac985-a756-465f-9ad2-9c0d0dcd8432 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 944 time: 0.1410077 Jul 13 19:52:55.726751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d717b2-5365-446b-bb25-983f058153c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.799276 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-889d766a-ec93-4595-9f6a-6cde0baa1f9c req-d0a2285b-2272-4ef7-943c-71da577587d5 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520480 Jul 13 19:52:55.843771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d717b2-5365-446b-bb25-983f058153c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.906266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d717b2-5365-446b-bb25-983f058153c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-b57c0e37-51a2-46be-a296-e624b4b2d844 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 037865e7-5b01-4611-9e0f-7e3afc342109: This subnet is being modified by another concurrent operation. Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 037865e7-5b01-4611-9e0f-7e3afc342109: This subnet is being modified by another concurrent operation. Jul 13 19:52:55.908153 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 13 19:52:55.932720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d717b2-5365-446b-bb25-983f058153c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=037865e7-5b01-4611-9e0f-7e3afc342109,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:55.941118 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d717b2-5365-446b-bb25-983f058153c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:55.945695 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-96d717b2-5365-446b-bb25-983f058153c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/037865e7-5b01-4611-9e0f-7e3afc342109 HTTP/1.1" status: 204 len: 168 time: 0.3682728 Jul 13 19:52:55.945695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:55.994561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff18f66c-1fd5-4f0e-a657-fcd9cafc6fa8 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:52:55.998345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf00fb5-ad57-452c-9b50-db53b0f38abc tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 42006884-84a9-41d0-9bbf-ec47dc43d663 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:56.001490 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daf00fb5-ad57-452c-9b50-db53b0f38abc tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.046245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daf00fb5-ad57-452c-9b50-db53b0f38abc tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.092283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daf00fb5-ad57-452c-9b50-db53b0f38abc tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.116116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df184902-a1c2-48f0-812a-56b697d152b2 None None] Provisioning complete for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:56.116533 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df184902-a1c2-48f0-812a-56b697d152b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.152111 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daf00fb5-ad57-452c-9b50-db53b0f38abc tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.160376 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.181362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf00fb5-ad57-452c-9b50-db53b0f38abc tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=42006884-84a9-41d0-9bbf-ec47dc43d663,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:56.184851 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daf00fb5-ad57-452c-9b50-db53b0f38abc tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.187445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-daf00fb5-ad57-452c-9b50-db53b0f38abc tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/42006884-84a9-41d0-9bbf-ec47dc43d663 HTTP/1.1" status: 204 len: 168 time: 0.2408473 Jul 13 19:52:56.189939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:56.232491 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6a6b884d-87fe-4241-b607-5b985d3446ab tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409729 Jul 13 19:52:56.235407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:56.241343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:56.297497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56cfa0-65ea-4389-876d-43a1643d6380 req-f5524015-de4d-4b18-afc0-7750d501927e tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:56.299364 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f56cfa0-65ea-4389-876d-43a1643d6380 req-f5524015-de4d-4b18-afc0-7750d501927e tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 946 time: 0.0696769 Jul 13 19:52:56.315938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea041de7-a8b2-4eac-98df-9239e7d89f56 None None] Update dhcp port {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '42006884-84a9-41d0-9bbf-ec47dc43d663'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:52:56.347796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:56.348169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f56cfa0-65ea-4389-876d-43a1643d6380 req-4cb0ef8a-3042-4d1b-bafb-343f7e312861 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5192d60-fcff-4177-af50-e3e3ed22584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Jul 13 19:52:56.351779 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.359303 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea041de7-a8b2-4eac-98df-9239e7d89f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.454930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cb15d-8950-4926-87c6-d276d95da38b req-2161c81d-a470-41d8-9c23-32a9034f0dbe tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:56.456612 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-116cb15d-8950-4926-87c6-d276d95da38b req-2161c81d-a470-41d8-9c23-32a9034f0dbe tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 946 time: 0.0707848 Jul 13 19:52:56.565363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-116cb15d-8950-4926-87c6-d276d95da38b req-bdf38612-5e97-4740-828a-d9eafc46b2eb tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Deleting port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:56.565756 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-116cb15d-8950-4926-87c6-d276d95da38b req-bdf38612-5e97-4740-828a-d9eafc46b2eb tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.589584 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a69bf9e8-cec2-48bc-a027-988f6b4687d9 None None] Provisioning complete for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:56.590022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a69bf9e8-cec2-48bc-a027-988f6b4687d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.629737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 095ea206-efc6-4505-85ae-6b54fb6cc736 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:56.658759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5820aa37-28d8-457e-b253-09c79b1ec1ee None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:52:56.671806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-116cb15d-8950-4926-87c6-d276d95da38b req-bdf38612-5e97-4740-828a-d9eafc46b2eb tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] For port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,segment=NetworkSegment(95f72563-3eb7-4208-a20b-70107c4cd95f),segment_id=95f72563-3eb7-4208-a20b-70107c4cd95f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:56.672423 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-116cb15d-8950-4926-87c6-d276d95da38b req-bdf38612-5e97-4740-828a-d9eafc46b2eb tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.675307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:52:56.688877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-116cb15d-8950-4926-87c6-d276d95da38b req-bdf38612-5e97-4740-828a-d9eafc46b2eb tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Calling delete_port for 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:56.788526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 095ea206-efc6-4505-85ae-6b54fb6cc736 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:52:56.802559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 095ea206-efc6-4505-85ae-6b54fb6cc736 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:56.802889 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.844745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:52:56.848387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-116cb15d-8950-4926-87c6-d276d95da38b req-bdf38612-5e97-4740-828a-d9eafc46b2eb tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.853993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5820aa37-28d8-457e-b253-09c79b1ec1ee None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:52:56.878116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a69bf9e8-cec2-48bc-a027-988f6b4687d9 None None] Could not find standard attr ID for object c4e1e8f7-b294-45e2-b4a9-c2b1c762e283. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:52:56.878348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.885350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2cb90d13-6ba9-4f43-b688-4df7579c2fe6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:52:56.889546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf38612-5e97-4740-828a-d9eafc46b2eb tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Pushing event deleted for resources: {'Port': ['ID=2cb90d13-6ba9-4f43-b688-4df7579c2fe6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:56.945601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-116cb15d-8950-4926-87c6-d276d95da38b req-bdf38612-5e97-4740-828a-d9eafc46b2eb tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] No DVR routers for this DVR port 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:52:56.948243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-116cb15d-8950-4926-87c6-d276d95da38b req-bdf38612-5e97-4740-828a-d9eafc46b2eb tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:56.950275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-116cb15d-8950-4926-87c6-d276d95da38b req-bdf38612-5e97-4740-828a-d9eafc46b2eb tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.60 "DELETE /v2.0/ports/2cb90d13-6ba9-4f43-b688-4df7579c2fe6 HTTP/1.1" status: 204 len: 173 time: 0.4881811 Jul 13 19:52:56.951462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba908b7-7d6e-40ed-a130-86e9a672c28a', 'name': 'network-vif-deleted', 'tag': '2cb90d13-6ba9-4f43-b688-4df7579c2fe6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:56.953726 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb078e2-6ed9-4381-8426-278d0d943913" -d '{"events": [{"server_uuid": "3ba908b7-7d6e-40ed-a130-86e9a672c28a", "name": "network-vif-deleted", "tag": "2cb90d13-6ba9-4f43-b688-4df7579c2fe6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:56.998997 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b572836-3198-4944-8cfa-22b81901b25b x-openstack-request-id: req-1b572836-3198-4944-8cfa-22b81901b25b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:57.002611 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba908b7-7d6e-40ed-a130-86e9a672c28a", "name": "network-vif-deleted", "tag": "2cb90d13-6ba9-4f43-b688-4df7579c2fe6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:57.002876 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b572836-3198-4944-8cfa-22b81901b25b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:57.008017 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba908b7-7d6e-40ed-a130-86e9a672c28a', 'name': 'network-vif-deleted', 'tag': '2cb90d13-6ba9-4f43-b688-4df7579c2fe6', 'status': 'completed', 'code': 200} Jul 13 19:52:57.084673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5c019-8f54-4390-9d7c-5cf563a7a99d req-a441f785-a6bc-49db-adb7-9059887be535 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:57.086182 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3dc5c019-8f54-4390-9d7c-5cf563a7a99d req-a441f785-a6bc-49db-adb7-9059887be535 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 944 time: 0.1470504 Jul 13 19:52:57.105802 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.133723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] For port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:57.151503 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b1da83-d175-4fce-a044-b7642871d90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ea206-efc6-4505-85ae-6b54fb6cc736'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:52:57.154929 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0164bf-f949-4c1e-9215-6e95819ab66b" -d '{"events": [{"server_uuid": "d1b1da83-d175-4fce-a044-b7642871d90d", "name": "network-vif-plugged", "status": "completed", "tag": "095ea206-efc6-4505-85ae-6b54fb6cc736"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:52:57.156284 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3dc5c019-8f54-4390-9d7c-5cf563a7a99d req-fad2a574-1ac5-4fcd-8b85-e529c3b56653 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638916 Jul 13 19:52:57.169955 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.183914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.189554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 095ea206-efc6-4505-85ae-6b54fb6cc736, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=095ea206-efc6-4505-85ae-6b54fb6cc736,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:57.191371 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.192392 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.201206 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.214990 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77df152c-3837-4050-8e28-a4cfcc53cdf7 x-openstack-request-id: req-77df152c-3837-4050-8e28-a4cfcc53cdf7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:52:57.215277 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b1da83-d175-4fce-a044-b7642871d90d", "name": "network-vif-plugged", "status": "completed", "tag": "095ea206-efc6-4505-85ae-6b54fb6cc736", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:52:57.215531 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77df152c-3837-4050-8e28-a4cfcc53cdf7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:52:57.215917 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b1da83-d175-4fce-a044-b7642871d90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ea206-efc6-4505-85ae-6b54fb6cc736', 'code': 200} Jul 13 19:52:57.264995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:57.276062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:57.289455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:57.290057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.321930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=095ea206-efc6-4505-85ae-6b54fb6cc736,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:57.326654 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:52:57.327351 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:52:57.337416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=3963363d-115e-4f0c-8bea-9a556c19a0df,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:57.354645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1177995 Jul 13 19:52:57.358464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:57.364764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cbfef-bdc9-4cf4-ac45-e291c07a7951 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:57.366530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3f4e0df6-f32f-4fd6-9e06-1aa274db3d6d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:57.398362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e43be6-ffcf-4895-a6d0-bb9deb845f53 req-a307d4f8-fead-44f1-b05e-48b20cff1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:57.400074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80e43be6-ffcf-4895-a6d0-bb9deb845f53 req-a307d4f8-fead-44f1-b05e-48b20cff1a09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 1096 time: 0.1198385 Jul 13 19:52:57.459355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80e43be6-ffcf-4895-a6d0-bb9deb845f53 req-5b99a9aa-5c09-4431-85be-783945d3ef9a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519419 Jul 13 19:52:57.528256 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb0d52b8-20c7-41e3-a78a-401dcbe3c52b req-af1c00cd-6e1e-4c3a-870e-de66f0494e45 tempest-VolumesSnapshotTestJSON-707178383 tempest-VolumesSnapshotTestJSON-707178383-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba908b7-7d6e-40ed-a130-86e9a672c28a HTTP/1.1" status: 200 len: 210 time: 0.0341008 Jul 13 19:52:57.530362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4e0df6-f32f-4fd6-9e06-1aa274db3d6d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:57.534179 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0df6-f32f-4fd6-9e06-1aa274db3d6d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.655800 n-d-800708-1 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-3f4e0df6-f32f-4fd6-9e06-1aa274db3d6d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3963363d-115e-4f0c-8bea-9a556c19a0df (CIDR: 2001:db8::/64) Jul 13 19:52:57.658708 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4e0df6-f32f-4fd6-9e06-1aa274db3d6d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:52:57.659155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4e0df6-f32f-4fd6-9e06-1aa274db3d6d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:52:57.678544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3f4e0df6-f32f-4fd6-9e06-1aa274db3d6d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3174527 Jul 13 19:52:57.681379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:57.686632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:57.799382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:57.803048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.865725 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.908519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:57.912738 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:57.965397 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:58.058643 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:58.099359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:58.100613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633b3cc-6ee9-46a8-aac8-d416175ebdbd None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:52:58.102444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:58.106595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:58.107826 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:58.121373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=d1acf9e5-dce6-45d9-b78e-5e309fd7661e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:58.133310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4482260 Jul 13 19:52:58.133310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.133310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.133310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.133310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.133310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.133933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.134037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:58.134142 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.134276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.134982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.134982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.135283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.135609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592bbde-e726-477d-bf6b-64bbe52dd3c1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:52:58.138970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:f5:13:e4', 'name': 'tempest-NetworksTestDHCPv6-1593324552'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:52:58.194084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633b3cc-6ee9-46a8-aac8-d416175ebdbd None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 19:52:58.229144 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-faa808f1-8b69-4e31-afec-3253fd1ed283 None None] Provisioning complete for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:58.229512 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa808f1-8b69-4e31-afec-3253fd1ed283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:58.267720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:52:58.408596 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa808f1-8b69-4e31-afec-3253fd1ed283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:58.414453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabd21c-a361-4461-b69e-4a245f0d3cd3 req-4b7e83e9-d77f-4a16-9a44-a2a385856927 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:58.416629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bbabd21c-a361-4461-b69e-4a245f0d3cd3 req-4b7e83e9-d77f-4a16-9a44-a2a385856927 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 945 time: 0.1077266 Jul 13 19:52:58.420371 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:58.457091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port c7b7cb1a-b75b-46ae-b65f-803db71980f2 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:52:58.517550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bbabd21c-a361-4461-b69e-4a245f0d3cd3 req-51d5ffa1-0d62-47ac-865d-adac5dc2ab4e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858042 Jul 13 19:52:58.612667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-faa808f1-8b69-4e31-afec-3253fd1ed283 None None] For port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:58.620955 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa808f1-8b69-4e31-afec-3253fd1ed283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:58.667196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8:0:1::3b9 (e42b945f-763e-49b8-8959-240fefedda20/d1acf9e5-dce6-45d9-b78e-5e309fd7661e/c7b7cb1a-b75b-46ae-b65f-803db71980f2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:58.675238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::f816:3eff:fef5:13e4 (e42b945f-763e-49b8-8959-240fefedda20/3963363d-115e-4f0c-8bea-9a556c19a0df/c7b7cb1a-b75b-46ae-b65f-803db71980f2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:58.715177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa808f1-8b69-4e31-afec-3253fd1ed283 None None] Pushing event updated for resources: {'Port': ['ID=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:58.853111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:58.856781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295450de-2e0f-44ec-8a3c-b24875a587b0 None None] Update dhcp port {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': '3963363d-115e-4f0c-8bea-9a556c19a0df', 'ip_address': '2001:db8::f816:3eff:fee5:9b78'}, {'subnet_id': 'd1acf9e5-dce6-45d9-b78e-5e309fd7661e'}], 'binding:host_id': 'n-d-800708-1'}, 'id': 'c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:52:58.859102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:52:58.874139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object c7b7cb1a-b75b-46ae-b65f-803db71980f2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:58.931492 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:58.938606 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-295450de-2e0f-44ec-8a3c-b24875a587b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:59.015660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:52:59.016248 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:59.017225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:52:59.022568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:52:59.030862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:52:59.041198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:59.042356 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:59.060821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=c7b7cb1a-b75b-46ae-b65f-803db71980f2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:59.075023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a8cf4d3c-a52b-4701-8ecf-a45ea72a26f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9382131 Jul 13 19:52:59.076298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:59.191181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-171365f2-2367-43cf-abdb-252a71dae869 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port c7b7cb1a-b75b-46ae-b65f-803db71980f2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:52:59.191924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-171365f2-2367-43cf-abdb-252a71dae869 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:59.246771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-295450de-2e0f-44ec-8a3c-b24875a587b0 None None] Allocated IP 2001:db8:0:1::2 (e42b945f-763e-49b8-8959-240fefedda20/d1acf9e5-dce6-45d9-b78e-5e309fd7661e/c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:52:59.300876 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-171365f2-2367-43cf-abdb-252a71dae869 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:59.312944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-171365f2-2367-43cf-abdb-252a71dae869 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for c7b7cb1a-b75b-46ae-b65f-803db71980f2 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:52:59.358749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-295450de-2e0f-44ec-8a3c-b24875a587b0 None None] For port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:52:59.396203 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-295450de-2e0f-44ec-8a3c-b24875a587b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:59.411453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-295450de-2e0f-44ec-8a3c-b24875a587b0 None None] Transition to ACTIVE for port object c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:52:59.415585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-295450de-2e0f-44ec-8a3c-b24875a587b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:59.496647 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-171365f2-2367-43cf-abdb-252a71dae869 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:59.496996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295450de-2e0f-44ec-8a3c-b24875a587b0 None None] Pushing event updated for resources: {'Port': ['ID=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:59.534653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171365f2-2367-43cf-abdb-252a71dae869 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=c7b7cb1a-b75b-46ae-b65f-803db71980f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:52:59.593378 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-171365f2-2367-43cf-abdb-252a71dae869 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:59.596199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-171365f2-2367-43cf-abdb-252a71dae869 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/c7b7cb1a-b75b-46ae-b65f-803db71980f2 HTTP/1.1" status: 204 len: 168 time: 0.5187256 Jul 13 19:52:59.600221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:59.707201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960b9e6-dac5-48d4-afaf-689b12610511 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:59.711052 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c960b9e6-dac5-48d4-afaf-689b12610511 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1088374 Jul 13 19:52:59.711907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:59.767235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f1e9f-b4c7-49b7-bba7-0e877718e320 req-d0e23ddb-864b-402a-abc2-28365d94c0e4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:59.768837 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e80f1e9f-b4c7-49b7-bba7-0e877718e320 req-d0e23ddb-864b-402a-abc2-28365d94c0e4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 945 time: 0.1105382 Jul 13 19:52:59.831938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7889b0d-7f4e-45dc-adc2-b372923495e4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:59.835812 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f7889b0d-7f4e-45dc-adc2-b372923495e4 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1205473 Jul 13 19:52:59.836295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:59.836937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e80f1e9f-b4c7-49b7-bba7-0e877718e320 req-df404958-212c-479d-921a-4e260de35fc7 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615683 Jul 13 19:52:59.897785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47dbd3f-85a0-499c-b336-f3c93e05dc63 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:59.899335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47dbd3f-85a0-499c-b336-f3c93e05dc63 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:59.900879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47dbd3f-85a0-499c-b336-f3c93e05dc63 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:52:59.903235 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b47dbd3f-85a0-499c-b336-f3c93e05dc63 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0649545 Jul 13 19:52:59.905614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:52:59.959094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-205664eb-b42c-4d40-bd20-f59f56fb5b94 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 3963363d-115e-4f0c-8bea-9a556c19a0df {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:52:59.962453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-205664eb-b42c-4d40-bd20-f59f56fb5b94 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.040059 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-205664eb-b42c-4d40-bd20-f59f56fb5b94 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.107969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d8900-73f8-47b4-9464-f10c733b40c7 req-457e12e2-b96e-4615-ac8c-4e4f39bd3d5b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:00.113686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7740c-0480-4f2a-91f0-210b7ae2d5c3 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:00.114891 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a31d8900-73f8-47b4-9464-f10c733b40c7 req-457e12e2-b96e-4615-ac8c-4e4f39bd3d5b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 945 time: 0.1495142 Jul 13 19:53:00.176410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-73b15407-d61e-4825-9f95-a734ef4f4b99 None None] Provisioning for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:00.187819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-205664eb-b42c-4d40-bd20-f59f56fb5b94 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.193805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-73b15407-d61e-4825-9f95-a734ef4f4b99 None None] Provisioning complete for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:00.194198 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73b15407-d61e-4825-9f95-a734ef4f4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.202246 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a31d8900-73f8-47b4-9464-f10c733b40c7 req-db1081b5-bb88-4df5-92d8-56efa310bae2 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861480 Jul 13 19:53:00.300980 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-205664eb-b42c-4d40-bd20-f59f56fb5b94 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.342614 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-205664eb-b42c-4d40-bd20-f59f56fb5b94 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.346885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-205664eb-b42c-4d40-bd20-f59f56fb5b94 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/3963363d-115e-4f0c-8bea-9a556c19a0df HTTP/1.1" status: 204 len: 168 time: 0.4380088 Jul 13 19:53:00.346885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205664eb-b42c-4d40-bd20-f59f56fb5b94 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=3963363d-115e-4f0c-8bea-9a556c19a0df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:00.347231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:00.406694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd5dc11-9ad1-49e2-99ff-606624d164b2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet d1acf9e5-dce6-45d9-b78e-5e309fd7661e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:00.410888 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbd5dc11-9ad1-49e2-99ff-606624d164b2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.458797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbd5dc11-9ad1-49e2-99ff-606624d164b2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.596450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbd5dc11-9ad1-49e2-99ff-606624d164b2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.632743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c9712c-a244-4fdb-ab5b-8e7f6cbf89ad None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:00.675390 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbd5dc11-9ad1-49e2-99ff-606624d164b2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.692944 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbd5dc11-9ad1-49e2-99ff-606624d164b2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.695203 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dbd5dc11-9ad1-49e2-99ff-606624d164b2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/d1acf9e5-dce6-45d9-b78e-5e309fd7661e HTTP/1.1" status: 204 len: 168 time: 0.3469932 Jul 13 19:53:00.700258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07df65f-def0-4764-a20d-8e23f147000b req-11e8b28f-393f-47a8-8ee4-34a44e883e14 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:00.703001 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a07df65f-def0-4764-a20d-8e23f147000b req-11e8b28f-393f-47a8-8ee4-34a44e883e14 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 945 time: 0.0764372 Jul 13 19:53:00.703543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:00.726219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-325577df-c172-466e-bce4-336c30ddf9cf None None] Provisioning complete for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:00.726621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-325577df-c172-466e-bce4-336c30ddf9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.738267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5dc11-9ad1-49e2-99ff-606624d164b2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=d1acf9e5-dce6-45d9-b78e-5e309fd7661e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:00.760853 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aab60ecf-a83d-4dea-8cf9-daa250fdc47d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561891 Jul 13 19:53:00.764677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:00.773784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e8addc78-9dd9-41bc-b013-779170e502c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:00.797827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a07df65f-def0-4764-a20d-8e23f147000b req-0bf90193-6383-4015-aad6-9c5e4feb663f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844705 Jul 13 19:53:00.827533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:00.829550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:00.875847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:00.876191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2cb90d13-6ba9-4f43-b688-4df7579c2fe6 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:00.886684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8addc78-9dd9-41bc-b013-779170e502c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:00.892159 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8addc78-9dd9-41bc-b013-779170e502c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:00.957484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:00.958769 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.061818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e29bbe-6e51-4769-ad10-1b82986e7f8e None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:53:01.109538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24e29bbe-6e51-4769-ad10-1b82986e7f8e None None] Deleting port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:01.110434 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24e29bbe-6e51-4769-ad10-1b82986e7f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.118282 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8addc78-9dd9-41bc-b013-779170e502c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.174769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8addc78-9dd9-41bc-b013-779170e502c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:01.177933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e8addc78-9dd9-41bc-b013-779170e502c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:01.178641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24e29bbe-6e51-4769-ad10-1b82986e7f8e None None] For port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:01.179676 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24e29bbe-6e51-4769-ad10-1b82986e7f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.182100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8addc78-9dd9-41bc-b013-779170e502c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:01.182703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8addc78-9dd9-41bc-b013-779170e502c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.186652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8addc78-9dd9-41bc-b013-779170e502c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=e9e439bd-e2ff-4235-87fd-f265a402c824,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:01.197575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24e29bbe-6e51-4769-ad10-1b82986e7f8e None None] Calling delete_port for c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:01.204155 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e8addc78-9dd9-41bc-b013-779170e502c3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4354706 Jul 13 19:53:01.204581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:01.214435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-53e163c3-e5d0-4fda-b28b-0ec50c6eb10b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:01.303650 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24e29bbe-6e51-4769-ad10-1b82986e7f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.338673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e29bbe-6e51-4769-ad10-1b82986e7f8e None None] No DVR routers for this DVR port c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:01.343143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e29bbe-6e51-4769-ad10-1b82986e7f8e None None] Pushing event deleted for resources: {'Port': ['ID=c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:01.368269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dc5955-9de9-4f89-a36b-e42df510dab2 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:01.416868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e163c3-e5d0-4fda-b28b-0ec50c6eb10b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:01.425950 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53e163c3-e5d0-4fda-b28b-0ec50c6eb10b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.610887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e42b945f-763e-49b8-8959-240fefedda20', 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'tenant_id': '4689e6a75675428fa00a02f84a0f115c', 'fixed_ips': [{'subnet_id': 'e9e439bd-e2ff-4235-87fd-f265a402c824'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:53:01.611860 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.760387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Allocated IP 2001:db8::2 (e42b945f-763e-49b8-8959-240fefedda20/e9e439bd-e2ff-4235-87fd-f265a402c824/0c630c9b-8cf6-40c8-9c34-3b9548b16908) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:01.790692 n-d-800708-1 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-53e163c3-e5d0-4fda-b28b-0ec50c6eb10b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9e439bd-e2ff-4235-87fd-f265a402c824 (CIDR: 2001:db8::/64) Jul 13 19:53:01.794602 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e163c3-e5d0-4fda-b28b-0ec50c6eb10b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:53:01.795607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e163c3-e5d0-4fda-b28b-0ec50c6eb10b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:01.813098 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-53e163c3-e5d0-4fda-b28b-0ec50c6eb10b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6072624 Jul 13 19:53:01.815776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:01.820981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:01.914803 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.924466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Transition to ACTIVE for port object 0c630c9b-8cf6-40c8-9c34-3b9548b16908 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:01.939462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Transition to ACTIVE for port object 0c630c9b-8cf6-40c8-9c34-3b9548b16908 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:01.945168 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.958839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:01.962264 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:01.987042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:01.989785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:01.992343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:02.002357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Pushing event updated for resources: {'Port': ['ID=0c630c9b-8cf6-40c8-9c34-3b9548b16908,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:02.063525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Attempting to bind port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:53:02.064159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Attempting to bind port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:53:02.064687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Attempting to bind port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 on network e42b945f-763e-49b8-8959-240fefedda20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:02.070300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:53:02.070909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Checking segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:02.071440 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:02.071918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Bound using segment: {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:53:02.072483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Bound port: 0c630c9b-8cf6-40c8-9c34-3b9548b16908, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead94ed-d68b-436e-a444-bdf79d7d8a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e42b945f-763e-49b8-8959-240fefedda20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:53:02.072975 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:02.075958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de826e4-0c90-4ba9-a648-39347717cd88 req-d48b9a51-37b6-47de-b9b5-8a9fb5445ce3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:02.077474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0de826e4-0c90-4ba9-a648-39347717cd88 req-d48b9a51-37b6-47de-b9b5-8a9fb5445ce3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 945 time: 0.1511230 Jul 13 19:53:02.085903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-3ac3dac4-c3b9-4c70-812f-e15a09000cc7 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:02.087482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-3ac3dac4-c3b9-4c70-812f-e15a09000cc7 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 945 time: 0.0842428 Jul 13 19:53:02.134791 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0de826e4-0c90-4ba9-a648-39347717cd88 req-03b2366e-491d-4557-917a-0f85e2b407e3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492167 Jul 13 19:53:02.147409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] For port 0c630c9b-8cf6-40c8-9c34-3b9548b16908, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:53:02.151101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] For port 0c630c9b-8cf6-40c8-9c34-3b9548b16908, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0c630c9b-8cf6-40c8-9c34-3b9548b16908,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:53:02.159794 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:02.207922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-18502c05-34d3-455a-96dd-bfa5b1d265c3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Deleting port 095ea206-efc6-4505-85ae-6b54fb6cc736 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:02.208654 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-18502c05-34d3-455a-96dd-bfa5b1d265c3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:02.236755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4bb03-acd3-44ed-8526-5cca90a15986 None None] Pushing event updated for resources: {'Port': ['ID=0c630c9b-8cf6-40c8-9c34-3b9548b16908,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:02.345067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-18502c05-34d3-455a-96dd-bfa5b1d265c3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] For port 095ea206-efc6-4505-85ae-6b54fb6cc736, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=095ea206-efc6-4505-85ae-6b54fb6cc736,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:02.346149 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-18502c05-34d3-455a-96dd-bfa5b1d265c3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:02.365329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-18502c05-34d3-455a-96dd-bfa5b1d265c3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Calling delete_port for 095ea206-efc6-4505-85ae-6b54fb6cc736 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:02.454252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.objects.ports [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:53:02.554487 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-18502c05-34d3-455a-96dd-bfa5b1d265c3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:02.569393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6', '095ea206-efc6-4505-85ae-6b54fb6cc736'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:02.595524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18502c05-34d3-455a-96dd-bfa5b1d265c3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event deleted for resources: {'Port': ['ID=095ea206-efc6-4505-85ae-6b54fb6cc736,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:02.646930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-18502c05-34d3-455a-96dd-bfa5b1d265c3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] No DVR routers for this DVR port 095ea206-efc6-4505-85ae-6b54fb6cc736 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:02.649774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-18502c05-34d3-455a-96dd-bfa5b1d265c3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:02.651996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8223c5aa-2448-4f6d-9c2e-ee1b0785c6f2 req-18502c05-34d3-455a-96dd-bfa5b1d265c3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.24 "DELETE /v2.0/ports/095ea206-efc6-4505-85ae-6b54fb6cc736 HTTP/1.1" status: 204 len: 173 time: 0.5539887 Jul 13 19:53:02.652651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b1da83-d175-4fce-a044-b7642871d90d', 'name': 'network-vif-deleted', 'tag': '095ea206-efc6-4505-85ae-6b54fb6cc736'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:02.655794 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4eb383-192e-4173-8128-5381c48d8654" -d '{"events": [{"server_uuid": "d1b1da83-d175-4fce-a044-b7642871d90d", "name": "network-vif-deleted", "tag": "095ea206-efc6-4505-85ae-6b54fb6cc736"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:02.695583 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:02.723467 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e494f1-c8bd-44a1-ae14-d6e057c768f6 x-openstack-request-id: req-b4e494f1-c8bd-44a1-ae14-d6e057c768f6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:02.723827 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b1da83-d175-4fce-a044-b7642871d90d", "name": "network-vif-deleted", "tag": "095ea206-efc6-4505-85ae-6b54fb6cc736", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:02.724150 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4e494f1-c8bd-44a1-ae14-d6e057c768f6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:02.726108 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b1da83-d175-4fce-a044-b7642871d90d', 'name': 'network-vif-deleted', 'tag': '095ea206-efc6-4505-85ae-6b54fb6cc736', 'status': 'completed', 'code': 200} Jul 13 19:53:02.880752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0c630c9b-8cf6-40c8-9c34-3b9548b16908 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:02.941335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] For port 0c630c9b-8cf6-40c8-9c34-3b9548b16908, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0c630c9b-8cf6-40c8-9c34-3b9548b16908,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:02.955772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:02.980848 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:02.991918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:02.992829 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:03.036724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:03.057683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:03.057683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c7d4ad87-8c54-48d6-b6f3-80c1d7cbfcb8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:03.093865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:03.100830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:03.104185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:03.104796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:03.113556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=0c630c9b-8cf6-40c8-9c34-3b9548b16908,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:03.122020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=5b54132f-4153-437d-937c-e744df7efe2c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:03.143889 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5e97fec3-4d55-4ab4-997e-6f445e5d0de7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3269160 Jul 13 19:53:03.146692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:03.153385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:54:5e:cd', 'name': 'tempest-NetworksTestDHCPv6-1627413047'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:03.373407 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f40cfec7-a4b2-4c0c-9681-29a4c437a8ee req-840ef0b1-a12a-4386-9f3e-640e0457a443 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1da83-d175-4fce-a044-b7642871d90d HTTP/1.1" status: 200 len: 210 time: 0.0555940 Jul 13 19:53:03.374701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:03.379478 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:03.400834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a440b785-f0bd-48a6-9d60-3a0d8193d953 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:03.406917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port a8613216-acb2-45a6-aff6-feeabfb972d0 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:53:03.531096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d75bd4da-dcfd-4fc6-af1d-6682f4be2f0f None None] Provisioning for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:03.540574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d75bd4da-dcfd-4fc6-af1d-6682f4be2f0f None None] Provisioning complete for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:03.540971 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75bd4da-dcfd-4fc6-af1d-6682f4be2f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:03.620088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::1e9 (e42b945f-763e-49b8-8959-240fefedda20/e9e439bd-e2ff-4235-87fd-f265a402c824/a8613216-acb2-45a6-aff6-feeabfb972d0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:03.628115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8:0:1:f816:3eff:fe54:5ecd (e42b945f-763e-49b8-8959-240fefedda20/5b54132f-4153-437d-937c-e744df7efe2c/a8613216-acb2-45a6-aff6-feeabfb972d0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:03.676171 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75bd4da-dcfd-4fc6-af1d-6682f4be2f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:03.712071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d75bd4da-dcfd-4fc6-af1d-6682f4be2f0f None None] For port 0c630c9b-8cf6-40c8-9c34-3b9548b16908, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0c630c9b-8cf6-40c8-9c34-3b9548b16908,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:03.718289 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75bd4da-dcfd-4fc6-af1d-6682f4be2f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:03.770578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bd4da-dcfd-4fc6-af1d-6682f4be2f0f None None] Pushing event updated for resources: {'Port': ['ID=0c630c9b-8cf6-40c8-9c34-3b9548b16908,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:03.811431 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:03.824804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object a8613216-acb2-45a6-aff6-feeabfb972d0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:03.876941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:03.936466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:03.940036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:03.944919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:03.951524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:03.952168 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:03.955981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=a8613216-acb2-45a6-aff6-feeabfb972d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:03.971355 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5e8f78bd-0957-4b4b-8813-e1c9e3959099 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8234780 Jul 13 19:53:03.973969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:04.082100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1308b7e5-2ed0-4090-8bd5-17f3679c68ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port a8613216-acb2-45a6-aff6-feeabfb972d0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:04.082501 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1308b7e5-2ed0-4090-8bd5-17f3679c68ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:04.176676 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1308b7e5-2ed0-4090-8bd5-17f3679c68ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:04.189701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1308b7e5-2ed0-4090-8bd5-17f3679c68ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for a8613216-acb2-45a6-aff6-feeabfb972d0 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:04.343918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79269589-19cf-4e1d-93f7-2a1264a4a45b None None] Provisioning complete for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:04.344527 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79269589-19cf-4e1d-93f7-2a1264a4a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:04.393998 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1308b7e5-2ed0-4090-8bd5-17f3679c68ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:04.434211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308b7e5-2ed0-4090-8bd5-17f3679c68ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=a8613216-acb2-45a6-aff6-feeabfb972d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:04.490033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1308b7e5-2ed0-4090-8bd5-17f3679c68ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:04.492317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1308b7e5-2ed0-4090-8bd5-17f3679c68ce tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/a8613216-acb2-45a6-aff6-feeabfb972d0 HTTP/1.1" status: 204 len: 168 time: 0.5171380 Jul 13 19:53:04.495261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:04.561746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63fe5a87-3c2d-4e93-8b83-c69b3da158ee None None] Could not find standard attr ID for object c7b7cb1a-b75b-46ae-b65f-803db71980f2. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:53:04.592350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5692e0-eb46-4ba4-b137-a14dbff23ed5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:04.594502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ed5692e0-eb46-4ba4-b137-a14dbff23ed5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0982280 Jul 13 19:53:04.597121 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:04.678054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd929073-b3ba-4f1e-ab2c-79161e76ad47 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:04.680342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fd929073-b3ba-4f1e-ab2c-79161e76ad47 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0816705 Jul 13 19:53:04.682873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:04.753766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb07e9-01f7-4061-a3ac-69f79b1a5d65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:04.755736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb07e9-01f7-4061-a3ac-69f79b1a5d65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:04.757377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb07e9-01f7-4061-a3ac-69f79b1a5d65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:04.759453 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-64eb07e9-01f7-4061-a3ac-69f79b1a5d65 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0755942 Jul 13 19:53:04.763100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:04.809413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0c630c9b-8cf6-40c8-9c34-3b9548b16908 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:04.867904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a89626-3c39-4124-8830-62310fadb1cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 5b54132f-4153-437d-937c-e744df7efe2c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:04.875736 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a89626-3c39-4124-8830-62310fadb1cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:04.881419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:04.881826 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:04.885320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8afd362-4de1-4877-96e4-d62c54df2680 None None] Could not find standard attr ID for object a8613216-acb2-45a6-aff6-feeabfb972d0. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:53:04.942597 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a89626-3c39-4124-8830-62310fadb1cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:05.159190 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a89626-3c39-4124-8830-62310fadb1cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:05.266452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-dc98cce4-b8fc-4123-8fbc-1d531f9e7036 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:05.268043 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-dc98cce4-b8fc-4123-8fbc-1d531f9e7036 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.1749647 Jul 13 19:53:05.275599 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a89626-3c39-4124-8830-62310fadb1cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:05.316723 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a89626-3c39-4124-8830-62310fadb1cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:05.318922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-59a89626-3c39-4124-8830-62310fadb1cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/5b54132f-4153-437d-937c-e744df7efe2c HTTP/1.1" status: 204 len: 168 time: 0.5542159 Jul 13 19:53:05.319702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a89626-3c39-4124-8830-62310fadb1cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=5b54132f-4153-437d-937c-e744df7efe2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:05.321498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:05.322610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-64b804fc-5c20-453c-801e-36ee181cddd8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/quotas/aeb2e81536cf404c99060caa6c967bb6 HTTP/1.1" status: 200 len: 375 time: 0.0439713 Jul 13 19:53:05.330516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceef5c9-a4ff-443f-8e4e-a4cfaeec3162 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:05.387565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56cdd43-61cb-4eb4-b669-aa8ae19e9f7d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet e9e439bd-e2ff-4235-87fd-f265a402c824 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:05.393631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a56cdd43-61cb-4eb4-b669-aa8ae19e9f7d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:05.444160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a56cdd43-61cb-4eb4-b669-aa8ae19e9f7d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:05.457325 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-8f981d6c-6426-4f81-b145-b76ca78f1f1b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162114 Jul 13 19:53:05.551642 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a56cdd43-61cb-4eb4-b669-aa8ae19e9f7d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:05.569550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-dece2310-60f5-49cd-8dab-0d65f225662c service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111925 Jul 13 19:53:05.639322 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a56cdd43-61cb-4eb4-b669-aa8ae19e9f7d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:05.670845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cdd43-61cb-4eb4-b669-aa8ae19e9f7d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e439bd-e2ff-4235-87fd-f265a402c824,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:05.675691 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a56cdd43-61cb-4eb4-b669-aa8ae19e9f7d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:05.677863 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a56cdd43-61cb-4eb4-b669-aa8ae19e9f7d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/e9e439bd-e2ff-4235-87fd-f265a402c824 HTTP/1.1" status: 204 len: 168 time: 0.3552890 Jul 13 19:53:05.680401 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:05.693632 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-6d5f5cf0-7b86-4f48-8f83-e47055247016 service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166534 Jul 13 19:53:05.741626 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aae816ae-af9d-4d6b-ade4-94655d24d18b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571690 Jul 13 19:53:05.741854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:05.747070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3aebd3e5-c291-49ac-b481-10a3d1ce9a77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:05.860149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9f6b6e-2d37-43f7-89ef-0fbeff5dcce1 None None] Update dhcp port {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': 'e9e439bd-e2ff-4235-87fd-f265a402c824'}], 'binding:host_id': 'n-d-800708-1'}, 'id': '0c630c9b-8cf6-40c8-9c34-3b9548b16908'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:53:05.864672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aebd3e5-c291-49ac-b481-10a3d1ce9a77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:05.870143 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aebd3e5-c291-49ac-b481-10a3d1ce9a77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:05.934203 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af9f6b6e-2d37-43f7-89ef-0fbeff5dcce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:06.107470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e1cd4eed-3409-4693-aa41-8278b5ed634b req-f5c98ee6-5706-47ef-a94a-cb7144a21c21 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 210 time: 0.0815310 Jul 13 19:53:06.169506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f1a1c9-8e66-4fd0-b417-caf2bf3ba627 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:06.235020 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aebd3e5-c291-49ac-b481-10a3d1ce9a77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:06.257808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-973d26b5-7bf1-49e7-b423-a41a88dbf5f3 None None] Provisioning complete for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:06.258771 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-973d26b5-7bf1-49e7-b423-a41a88dbf5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:06.310413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aebd3e5-c291-49ac-b481-10a3d1ce9a77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:06.317624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3aebd3e5-c291-49ac-b481-10a3d1ce9a77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:06.320779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aebd3e5-c291-49ac-b481-10a3d1ce9a77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:06.321416 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aebd3e5-c291-49ac-b481-10a3d1ce9a77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:06.329023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebd3e5-c291-49ac-b481-10a3d1ce9a77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=ea393f72-bb26-4d70-8a63-43d9d601aff1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:06.379242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:06.379853 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3aebd3e5-c291-49ac-b481-10a3d1ce9a77 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6361549 Jul 13 19:53:06.385093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5c086348-2275-47cd-ac7c-1a03e4680225 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:06.540166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84a4e6-0611-488e-a2c5-71f16b65d8e2 None None] Update dhcp port {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'fixed_ips': [{'subnet_id': 'ea393f72-bb26-4d70-8a63-43d9d601aff1'}], 'binding:host_id': 'n-d-800708-1'}, 'id': '0c630c9b-8cf6-40c8-9c34-3b9548b16908'} from n-d-800708-1. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 19:53:06.587380 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd84a4e6-0611-488e-a2c5-71f16b65d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:06.597096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c086348-2275-47cd-ac7c-1a03e4680225 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:06.600882 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c086348-2275-47cd-ac7c-1a03e4680225 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:06.705510 n-d-800708-1 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-5c086348-2275-47cd-ac7c-1a03e4680225 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea393f72-bb26-4d70-8a63-43d9d601aff1 (CIDR: 2001:db8::/64) Jul 13 19:53:06.711385 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c086348-2275-47cd-ac7c-1a03e4680225 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:53:06.712149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c086348-2275-47cd-ac7c-1a03e4680225 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:06.739010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 095ea206-efc6-4505-85ae-6b54fb6cc736 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:06.768605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 095ea206-efc6-4505-85ae-6b54fb6cc736 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:06.769510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 095ea206-efc6-4505-85ae-6b54fb6cc736 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:06.781952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:06.787818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'subnet': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:06.792610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5c086348-2275-47cd-ac7c-1a03e4680225 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4122212 Jul 13 19:53:06.850894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0c630c9b-8cf6-40c8-9c34-3b9548b16908 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:06.896777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cd84a4e6-0611-488e-a2c5-71f16b65d8e2 None None] Allocated IP 2001:db8::2 (e42b945f-763e-49b8-8959-240fefedda20/ea393f72-bb26-4d70-8a63-43d9d601aff1/0c630c9b-8cf6-40c8-9c34-3b9548b16908) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:06.992383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:06.996331 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:07.019429 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:07.063547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cd84a4e6-0611-488e-a2c5-71f16b65d8e2 None None] For port 0c630c9b-8cf6-40c8-9c34-3b9548b16908, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0c630c9b-8cf6-40c8-9c34-3b9548b16908,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:07.101667 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd84a4e6-0611-488e-a2c5-71f16b65d8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:07.119390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cd84a4e6-0611-488e-a2c5-71f16b65d8e2 None None] Transition to ACTIVE for port object 0c630c9b-8cf6-40c8-9c34-3b9548b16908 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:07.127344 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd84a4e6-0611-488e-a2c5-71f16b65d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:07.276260 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:53:07.276616 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:53:07.294665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84a4e6-0611-488e-a2c5-71f16b65d8e2 None None] Pushing event updated for resources: {'Port': ['ID=0c630c9b-8cf6-40c8-9c34-3b9548b16908,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:07.318270 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ecfa9182-c800-4468-a144-1828408a0fe6 req-306c560d-83f8-4f82-9ce8-69449202641f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 210 time: 0.0894308 Jul 13 19:53:07.537838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.objects.ports [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:53:07.696914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-06b8654a-594f-4271-a3a4-2d2ad7f21f13 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:07.708065 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-06b8654a-594f-4271-a3a4-2d2ad7f21f13 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.2861712 Jul 13 19:53:07.721318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Request body: {'port': {'device_id': 'b92fde13-e218-40cb-8b29-12cc70ecabb3', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'admin_state_up': True, 'tenant_id': 'aeb2e81536cf404c99060caa6c967bb6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:07.764333 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:07.838731 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:07.881442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 0c630c9b-8cf6-40c8-9c34-3b9548b16908, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0c630c9b-8cf6-40c8-9c34-3b9548b16908,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:07.887453 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:07.940751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:53:07.941357 n-d-800708-1 neutron-server[93766]: DEBUG oslo_db.api [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:53:07.946734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Made reservation on behalf of aeb2e81536cf404c99060caa6c967bb6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:07.950548 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:07.983691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=0c630c9b-8cf6-40c8-9c34-3b9548b16908,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:08.145642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Allocated IP 172.20.0.14 (eb41cac7-8b4b-4035-9914-f162d3b00a0f/b7bbfea0-3329-4047-962a-3ac41f8de312/c3e7297e-0afc-41e0-b5e8-7de2e321f195) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:08.205505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17adc80a-6c54-4b6d-abae-afec9a02686d None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:08.320236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d7f039b-365e-4841-a66d-a0fbdd07bf88 None None] Provisioning for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:08.332052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d7f039b-365e-4841-a66d-a0fbdd07bf88 None None] Provisioning complete for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:08.333153 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7f039b-365e-4841-a66d-a0fbdd07bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:08.456140 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:08.484498 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7f039b-365e-4841-a66d-a0fbdd07bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:08.522832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:08.525922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eaa2f449-cd35-4264-9862-722eaec64e71 req-1b6def92-9579-41c6-99e5-c5a1593a6972 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 210 time: 0.0503006 Jul 13 19:53:08.549698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d7f039b-365e-4841-a66d-a0fbdd07bf88 None None] For port 0c630c9b-8cf6-40c8-9c34-3b9548b16908, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0c630c9b-8cf6-40c8-9c34-3b9548b16908,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:08.576070 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7f039b-365e-4841-a66d-a0fbdd07bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:08.602269 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:08.621290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:08.659586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:08.662900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:08.669614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:08.721472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:08.722124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:08.739519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event updated for resources: {'Port': ['ID=c3e7297e-0afc-41e0-b5e8-7de2e321f195,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:08.770169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-efedf0f2-6fab-4470-9f88-b84b71fd497c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0529029 Jul 13 19:53:08.771651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f039b-365e-4841-a66d-a0fbdd07bf88 None None] Pushing event updated for resources: {'Port': ['ID=0c630c9b-8cf6-40c8-9c34-3b9548b16908,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:08.790771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Request body: {'port': {'device_id': 'b92fde13-e218-40cb-8b29-12cc70ecabb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:08.973548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0c630c9b-8cf6-40c8-9c34-3b9548b16908 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:08.975445 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:09.100995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:09.102896 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:09.467026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] For port 0c630c9b-8cf6-40c8-9c34-3b9548b16908, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0c630c9b-8cf6-40c8-9c34-3b9548b16908,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:09.535858 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:09.556630 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:09.558337 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:09.654799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e7297e-0afc-41e0-b5e8-7de2e321f195 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:53:09.664292 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:09.686424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Transition to ACTIVE for port object c3e7297e-0afc-41e0-b5e8-7de2e321f195 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:09.691408 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:09.722684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa4e1042-3524-446e-af62-462060d41c41 None None] Provisioning complete for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:09.723073 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa4e1042-3524-446e-af62-462060d41c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:09.808162 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e7297e-0afc-41e0-b5e8-7de2e321f195,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:09.815195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:09.819621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=0c630c9b-8cf6-40c8-9c34-3b9548b16908,revision_number=12']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:09.829068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:09.835210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:09.836091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:09.841612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Subnet': ['ID=9ba50d51-040c-4335-955b-a2848d7ac9cb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:09.858888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f37aa-cc47-48ca-a973-367a6d640110 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:09.862350 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dc8468ec-8156-46bd-8f29-40400b5bd3ff tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0764608 Jul 13 19:53:09.863435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:09.868453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Request body: {'port': {'network_id': 'e42b945f-763e-49b8-8959-240fefedda20', 'mac_address': 'fa:16:3e:74:05:3f', 'name': 'tempest-NetworksTestDHCPv6-214879740'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:09.916772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Attempting to bind port c3e7297e-0afc-41e0-b5e8-7de2e321f195 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:53:09.917006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Attempting to bind port c3e7297e-0afc-41e0-b5e8-7de2e321f195 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:53:09.917311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Attempting to bind port c3e7297e-0afc-41e0-b5e8-7de2e321f195 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:09.926847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Port c3e7297e-0afc-41e0-b5e8-7de2e321f195 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:53:09.927104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Attempting to bind port c3e7297e-0afc-41e0-b5e8-7de2e321f195 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:09.944318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:53:09.944791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Checking segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:09.946550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Bound using segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:53:09.947029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Bound port: c3e7297e-0afc-41e0-b5e8-7de2e321f195, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:53:09.948711 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:09.967579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530208b-cdd6-4340-9698-7b4e08a8cf5a req-5d5c65ef-3038-4666-9336-eebdca94be60 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:09.969745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1530208b-cdd6-4340-9698-7b4e08a8cf5a req-5d5c65ef-3038-4666-9336-eebdca94be60 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 944 time: 0.2005453 Jul 13 19:53:10.040284 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1530208b-cdd6-4340-9698-7b4e08a8cf5a req-61e56f7e-10cc-4843-943d-cb69c160dbe1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615566 Jul 13 19:53:10.073230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Made reservation on behalf of 4689e6a75675428fa00a02f84a0f115c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:10.085635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] For port c3e7297e-0afc-41e0-b5e8-7de2e321f195, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:53:10.092075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] For port c3e7297e-0afc-41e0-b5e8-7de2e321f195, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c3e7297e-0afc-41e0-b5e8-7de2e321f195,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:53:10.098324 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:10.136846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:10.137004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:10.138845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] 10.222.0.60 "PUT /v2.0/ports/c3e7297e-0afc-41e0-b5e8-7de2e321f195 HTTP/1.1" status: 200 len: 1092 time: 1.3590748 Jul 13 19:53:10.141229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92fde13-e218-40cb-8b29-12cc70ecabb3', 'tag': 'c3e7297e-0afc-41e0-b5e8-7de2e321f195'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:10.144702 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83500551-66ef-4d46-8346-43758b9dfb81" -d '{"events": [{"name": "network-changed", "server_uuid": "b92fde13-e218-40cb-8b29-12cc70ecabb3", "tag": "c3e7297e-0afc-41e0-b5e8-7de2e321f195"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:10.205833 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9dc5d6-77f9-441e-b82c-90cec39192f4 x-openstack-request-id: req-fc9dc5d6-77f9-441e-b82c-90cec39192f4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:10.206137 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92fde13-e218-40cb-8b29-12cc70ecabb3", "tag": "c3e7297e-0afc-41e0-b5e8-7de2e321f195", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:10.206388 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc9dc5d6-77f9-441e-b82c-90cec39192f4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:10.209275 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92fde13-e218-40cb-8b29-12cc70ecabb3', 'tag': 'c3e7297e-0afc-41e0-b5e8-7de2e321f195', 'status': 'completed', 'code': 200} Jul 13 19:53:10.222390 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:10.254332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] device_id is not set on port 48e4b454-960b-4858-ad0a-eaba13c20fdb yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:53:10.278144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52559956-cbca-4415-8f17-4d4c158d1b02 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e7297e-0afc-41e0-b5e8-7de2e321f195,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:10.327386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-4e13bd81-1085-42e3-b318-2ed4630634ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:10.328947 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-4e13bd81-1085-42e3-b318-2ed4630634ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 1095 time: 0.1189129 Jul 13 19:53:10.384764 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-a168340a-b209-4e20-ace7-aa727cd46e14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3e7297e-0afc-41e0-b5e8-7de2e321f195 HTTP/1.1" status: 200 len: 217 time: 0.0443423 Jul 13 19:53:10.441289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-7c6d99d2-2900-41a5-be92-05b56fc4b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:10.442825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-7c6d99d2-2900-41a5-be92-05b56fc4b6c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.0538948 Jul 13 19:53:10.483104 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-c671066e-3659-4d05-bd86-c3d219ab356e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319288 Jul 13 19:53:10.527252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8::7e (e42b945f-763e-49b8-8959-240fefedda20/ea393f72-bb26-4d70-8a63-43d9d601aff1/48e4b454-960b-4858-ad0a-eaba13c20fdb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:10.550531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Allocated IP 2001:db8:0:1:f816:3eff:fe74:53f (e42b945f-763e-49b8-8959-240fefedda20/9ba50d51-040c-4335-955b-a2848d7ac9cb/48e4b454-960b-4858-ad0a-eaba13c20fdb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:10.588951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb62b430-036d-4321-a2cf-d66f1907b379 None None] Provisioning complete for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:10.589529 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb62b430-036d-4321-a2cf-d66f1907b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:10.601582 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-c371a4c9-8dab-46f8-8258-d9cb3a9a772d service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117389 Jul 13 19:53:10.782239 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-34dfe404-25be-470f-931e-3dbd2ad615eb req-3f2d749b-2d0a-44f1-a7db-54a4be74e619 service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688888 Jul 13 19:53:10.815955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:10.840422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Transition to ACTIVE for port object 48e4b454-960b-4858-ad0a-eaba13c20fdb will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:10.845659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0c630c9b-8cf6-40c8-9c34-3b9548b16908 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:10.908244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:10.962930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500551-66ef-4d46-8346-43758b9dfb81 req-8cbd6288-2611-4def-b56c-24e5f089fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:10.964996 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83500551-66ef-4d46-8346-43758b9dfb81 req-8cbd6288-2611-4def-b56c-24e5f089fc67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 1095 time: 0.1088803 Jul 13 19:53:10.969765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:10.970143 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:10.992055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Network e42b945f-763e-49b8-8959-240fefedda20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:10.995373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:11.019575 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:11.025830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:11.026785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:11.063559 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1973634 Jul 13 19:53:11.068502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:11.235145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bf61b-b2bd-47ae-8537-b173a6bf18cb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event updated for resources: {'Port': ['ID=48e4b454-960b-4858-ad0a-eaba13c20fdb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:11.419233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-816f19ea-2eb8-4196-9613-a33aa9294628 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting port 48e4b454-960b-4858-ad0a-eaba13c20fdb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:11.419727 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-816f19ea-2eb8-4196-9613-a33aa9294628 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:11.444613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832c61-52a0-4cf7-835b-cd37a8ed0aa9 req-2f74742b-7a41-4db1-a77f-276387f4e52a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:11.446282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db832c61-52a0-4cf7-835b-cd37a8ed0aa9 req-2f74742b-7a41-4db1-a77f-276387f4e52a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 944 time: 0.1045151 Jul 13 19:53:11.464666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e00a062-fd6d-460d-a12c-03e0ae32384d None None] Provisioning for port 48e4b454-960b-4858-ad0a-eaba13c20fdb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:11.469904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e00a062-fd6d-460d-a12c-03e0ae32384d None None] Provisioning complete for port 48e4b454-960b-4858-ad0a-eaba13c20fdb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:11.470211 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e00a062-fd6d-460d-a12c-03e0ae32384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:11.482561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500551-66ef-4d46-8346-43758b9dfb81 req-76409796-f235-4c39-8927-0e0b05209085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:11.484491 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83500551-66ef-4d46-8346-43758b9dfb81 req-76409796-f235-4c39-8927-0e0b05209085 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 906 time: 0.5079017 Jul 13 19:53:11.512273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e00a062-fd6d-460d-a12c-03e0ae32384d None None] Port 48e4b454-960b-4858-ad0a-eaba13c20fdb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:11.535883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-db832c61-52a0-4cf7-835b-cd37a8ed0aa9 req-45fb0dbc-b9b7-44c7-83eb-89c015a2efba tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579300 Jul 13 19:53:11.541448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83500551-66ef-4d46-8346-43758b9dfb81 req-22e0c63d-6c97-4a3f-936e-ec628eaa4680 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3e7297e-0afc-41e0-b5e8-7de2e321f195 HTTP/1.1" status: 200 len: 217 time: 0.0495422 Jul 13 19:53:11.553896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-816f19ea-2eb8-4196-9613-a33aa9294628 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:11.576136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-816f19ea-2eb8-4196-9613-a33aa9294628 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Calling delete_port for 48e4b454-960b-4858-ad0a-eaba13c20fdb owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:11.616998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500551-66ef-4d46-8346-43758b9dfb81 req-7e149cd3-b477-4697-beb2-6ddb3a8ce8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:11.620320 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83500551-66ef-4d46-8346-43758b9dfb81 req-7e149cd3-b477-4697-beb2-6ddb3a8ce8bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.0723560 Jul 13 19:53:11.658839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83500551-66ef-4d46-8346-43758b9dfb81 req-555140bb-5a56-4a81-abe0-5e32642569cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315316 Jul 13 19:53:11.790390 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83500551-66ef-4d46-8346-43758b9dfb81 req-600c54ec-7015-4058-8c6c-67edcd14f11b service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242399 Jul 13 19:53:11.810557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-816f19ea-2eb8-4196-9613-a33aa9294628 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:11.851618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f19ea-2eb8-4196-9613-a33aa9294628 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Port': ['ID=48e4b454-960b-4858-ad0a-eaba13c20fdb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:11.899405 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83500551-66ef-4d46-8346-43758b9dfb81 req-1adcaf5e-37fa-485d-9dab-17ddd62e0bee service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025927 Jul 13 19:53:11.905074 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-816f19ea-2eb8-4196-9613-a33aa9294628 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:11.910272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-816f19ea-2eb8-4196-9613-a33aa9294628 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/48e4b454-960b-4858-ad0a-eaba13c20fdb HTTP/1.1" status: 204 len: 168 time: 0.8177767 Jul 13 19:53:11.910562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:11.967574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-3c68cb3c-64b8-4798-b7a4-c876f72922d0 req-35a51492-5159-4b79-a58a-9e15293c9233 service neutron] (93767) timed out ('10.222.0.60', 59868) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:53:12.002363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339fc54-d19f-4020-b1b3-52b5c247ba6d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:12.004278 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e339fc54-d19f-4020-b1b3-52b5c247ba6d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0926995 Jul 13 19:53:12.007143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:12.073606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b1022-27f9-467c-902d-691115859c23 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:12.075239 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e52b1022-27f9-467c-902d-691115859c23 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0670190 Jul 13 19:53:12.078354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:12.131234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127c11f1-3959-41a0-9f65-874fa2f304b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:12.132777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127c11f1-3959-41a0-9f65-874fa2f304b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:12.134292 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127c11f1-3959-41a0-9f65-874fa2f304b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:12.135933 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-127c11f1-3959-41a0-9f65-874fa2f304b3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0566199 Jul 13 19:53:12.138899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:12.190690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d943afdd-d42f-488c-b716-fe65cc9141c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet 9ba50d51-040c-4335-955b-a2848d7ac9cb {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:12.193788 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d943afdd-d42f-488c-b716-fe65cc9141c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:12.237283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d943afdd-d42f-488c-b716-fe65cc9141c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:12.322262 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d943afdd-d42f-488c-b716-fe65cc9141c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:12.381043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d943afdd-d42f-488c-b716-fe65cc9141c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:12.413191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943afdd-d42f-488c-b716-fe65cc9141c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba50d51-040c-4335-955b-a2848d7ac9cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:12.416930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d943afdd-d42f-488c-b716-fe65cc9141c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:12.421788 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d943afdd-d42f-488c-b716-fe65cc9141c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/9ba50d51-040c-4335-955b-a2848d7ac9cb HTTP/1.1" status: 204 len: 168 time: 0.2790203 Jul 13 19:53:12.422289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:12.429579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a17b2fb-ead4-4be4-af3f-9ff124f361d7 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:12.475013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1261a0d-5868-47f8-b400-ddb9ee40902c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Deleting subnet ea393f72-bb26-4d70-8a63-43d9d601aff1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:12.478423 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1261a0d-5868-47f8-b400-ddb9ee40902c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:12.520657 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1261a0d-5868-47f8-b400-ddb9ee40902c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:12.620930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1261a0d-5868-47f8-b400-ddb9ee40902c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:12.689555 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1261a0d-5868-47f8-b400-ddb9ee40902c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:12.720681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1261a0d-5868-47f8-b400-ddb9ee40902c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Subnet': ['ID=ea393f72-bb26-4d70-8a63-43d9d601aff1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:12.726227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1261a0d-5868-47f8-b400-ddb9ee40902c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:12.731059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a1261a0d-5868-47f8-b400-ddb9ee40902c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/ea393f72-bb26-4d70-8a63-43d9d601aff1 HTTP/1.1" status: 204 len: 168 time: 0.3077049 Jul 13 19:53:12.731201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:12.801738 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7d9623c3-bee8-44be-9a77-55baaa866651 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675933 Jul 13 19:53:12.802243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:12.833493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1bd57-7192-438c-92fc-ed637cc49a7d req-1af0b8f4-d697-4a4f-afaf-49de0e8923ee tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:12.835397 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ab1bd57-7192-438c-92fc-ed637cc49a7d req-1af0b8f4-d697-4a4f-afaf-49de0e8923ee tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 944 time: 0.1639700 Jul 13 19:53:12.889466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c3e7297e-0afc-41e0-b5e8-7de2e321f195 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:53:12.896836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737739cb-73df-4933-b51d-285322ac21c9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:12.898432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-737739cb-73df-4933-b51d-285322ac21c9 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0951173 Jul 13 19:53:12.901255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:12.928733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ab1bd57-7192-438c-92fc-ed637cc49a7d req-969ea0c6-9e07-4259-99ed-21eb84c74b6b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854759 Jul 13 19:53:13.004702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8bb4d8-548c-4d48-9462-47c384ef9ad6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:13.006283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-df8bb4d8-548c-4d48-9462-47c384ef9ad6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1039655 Jul 13 19:53:13.009274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.058599 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4295fd93-69c6-42a6-b769-47d2032f20a2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481086 Jul 13 19:53:13.059100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.097170 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a151b2-0124-4e28-833e-a64f730adb48 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.097959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a151b2-0124-4e28-833e-a64f730adb48 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.099840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d1a151b2-0124-4e28-833e-a64f730adb48 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/48e4b454-960b-4858-ad0a-eaba13c20fdb HTTP/1.1" status: 404 len: 333 time: 0.0388739 Jul 13 19:53:13.102275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.132771 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-372e9db3-482e-4a43-8f34-396a264b0e2c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.133258 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372e9db3-482e-4a43-8f34-396a264b0e2c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.135264 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-372e9db3-482e-4a43-8f34-396a264b0e2c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/9ba50d51-040c-4335-955b-a2848d7ac9cb HTTP/1.1" status: 404 len: 337 time: 0.0320086 Jul 13 19:53:13.137904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.168570 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc685ea5-04f1-479b-9ad2-8bb347b446e8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.170089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc685ea5-04f1-479b-9ad2-8bb347b446e8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.176838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cc685ea5-04f1-479b-9ad2-8bb347b446e8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/ea393f72-bb26-4d70-8a63-43d9d601aff1 HTTP/1.1" status: 404 len: 337 time: 0.0375698 Jul 13 19:53:13.179213 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.212300 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5419f500-ebbc-4bd5-b7b2-dd094d523248 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.213031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5419f500-ebbc-4bd5-b7b2-dd094d523248 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.214878 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5419f500-ebbc-4bd5-b7b2-dd094d523248 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/a8613216-acb2-45a6-aff6-feeabfb972d0 HTTP/1.1" status: 404 len: 333 time: 0.0340621 Jul 13 19:53:13.217753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.230763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c3e7297e-0afc-41e0-b5e8-7de2e321f195, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c3e7297e-0afc-41e0-b5e8-7de2e321f195,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:13.246039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'c3e7297e-0afc-41e0-b5e8-7de2e321f195', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'port_id': 'c3e7297e-0afc-41e0-b5e8-7de2e321f195', 'mac_address': 'fa:16:3e:11:3d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bbfea0-3329-4047-962a-3ac41f8de312', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:53:13.247739 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25caac5-8faa-4891-907b-185453fe39eb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.248205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25caac5-8faa-4891-907b-185453fe39eb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.249976 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f25caac5-8faa-4891-907b-185453fe39eb tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/5b54132f-4153-437d-937c-e744df7efe2c HTTP/1.1" status: 404 len: 337 time: 0.0311999 Jul 13 19:53:13.252473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.288125 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:13.290615 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd418b1f-1695-4cd0-9a32-06133cf9c0e5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.291616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd418b1f-1695-4cd0-9a32-06133cf9c0e5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.294543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cd418b1f-1695-4cd0-9a32-06133cf9c0e5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/e9e439bd-e2ff-4235-87fd-f265a402c824 HTTP/1.1" status: 404 len: 337 time: 0.0404439 Jul 13 19:53:13.297761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.312495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e7297e-0afc-41e0-b5e8-7de2e321f195 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:53:13.335433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c3e7297e-0afc-41e0-b5e8-7de2e321f195, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c3e7297e-0afc-41e0-b5e8-7de2e321f195,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:13.343833 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:13.349070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f4aae-1c42-4538-9dfc-b8a0df7e4616 None None] Network e42b945f-763e-49b8-8959-240fefedda20 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:13.353681 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d5301f-2d11-467b-92ad-8b28b931b879 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.354480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d5301f-2d11-467b-92ad-8b28b931b879 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.358819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-22d5301f-2d11-467b-92ad-8b28b931b879 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/c7b7cb1a-b75b-46ae-b65f-803db71980f2 HTTP/1.1" status: 404 len: 333 time: 0.0568209 Jul 13 19:53:13.359582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.386973 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dc083e-ee7f-4345-8176-1375e0022f22 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.387419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08dc083e-ee7f-4345-8176-1375e0022f22 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.392092 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-08dc083e-ee7f-4345-8176-1375e0022f22 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/d1acf9e5-dce6-45d9-b78e-5e309fd7661e HTTP/1.1" status: 404 len: 337 time: 0.0295265 Jul 13 19:53:13.393437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.421204 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03a1c23-2aba-4bf1-bdcc-b6152cbe7d75 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.422109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03a1c23-2aba-4bf1-bdcc-b6152cbe7d75 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.426387 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b03a1c23-2aba-4bf1-bdcc-b6152cbe7d75 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/3963363d-115e-4f0c-8bea-9a556c19a0df HTTP/1.1" status: 404 len: 337 time: 0.0293972 Jul 13 19:53:13.426581 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93127720-77e9-44c9-9fa2-d4a14cea6ead None None] Provisioning complete for port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:13.426581 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93127720-77e9-44c9-9fa2-d4a14cea6ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:13.426836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.455521 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-743ed432-70c4-4ab9-be43-3f75cfd2594e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.456352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743ed432-70c4-4ab9-be43-3f75cfd2594e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.458132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-743ed432-70c4-4ab9-be43-3f75cfd2594e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/c4e1e8f7-b294-45e2-b4a9-c2b1c762e283 HTTP/1.1" status: 404 len: 333 time: 0.0302994 Jul 13 19:53:13.460761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.486997 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e772afea-a7ca-47c7-a38f-2f317022e0f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.487462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e772afea-a7ca-47c7-a38f-2f317022e0f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.490451 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e772afea-a7ca-47c7-a38f-2f317022e0f2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/42006884-84a9-41d0-9bbf-ec47dc43d663 HTTP/1.1" status: 404 len: 337 time: 0.0283287 Jul 13 19:53:13.490620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c3e7297e-0afc-41e0-b5e8-7de2e321f195,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:13.493967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.526753 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8ed683-6d0f-49e0-b904-9278e091a188 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.527208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8ed683-6d0f-49e0-b904-9278e091a188 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.530444 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ed8ed683-6d0f-49e0-b904-9278e091a188 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/037865e7-5b01-4611-9e0f-7e3afc342109 HTTP/1.1" status: 404 len: 337 time: 0.0346632 Jul 13 19:53:13.532295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.558893 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1478e58-9263-4288-8d45-82f64b5d7c78 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.559755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1478e58-9263-4288-8d45-82f64b5d7c78 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.562438 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c1478e58-9263-4288-8d45-82f64b5d7c78 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/03ee311b-986f-4821-868f-58a83521e05f HTTP/1.1" status: 404 len: 333 time: 0.0287242 Jul 13 19:53:13.564575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.577583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c3e7297e-0afc-41e0-b5e8-7de2e321f195'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:13.592429 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82a7b5b-af24-4b2e-ab96-8ffe1b5e5cf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.592893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82a7b5b-af24-4b2e-ab96-8ffe1b5e5cf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.596971 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b82a7b5b-af24-4b2e-ab96-8ffe1b5e5cf5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/861ddd4e-19ba-4a13-85f0-7335adb6f84b HTTP/1.1" status: 404 len: 337 time: 0.0292139 Jul 13 19:53:13.597211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.624395 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd7695d-bfb9-4cef-b3cb-1d779108aaf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.624827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd7695d-bfb9-4cef-b3cb-1d779108aaf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.628823 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dcd7695d-bfb9-4cef-b3cb-1d779108aaf8 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/69d30329-11f7-4e7c-861c-a533bc359bd2 HTTP/1.1" status: 404 len: 333 time: 0.0284483 Jul 13 19:53:13.629096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.658903 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d0f2e1-b14c-4416-9ac4-959862d026e3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.659375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d0f2e1-b14c-4416-9ac4-959862d026e3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.663471 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-61d0f2e1-b14c-4416-9ac4-959862d026e3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/4d0f033f-c68a-4ced-816a-c39ac426ed8d HTTP/1.1" status: 404 len: 337 time: 0.0307205 Jul 13 19:53:13.663717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.698152 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba07076-ea74-4b12-9985-e342b4b5092d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.699080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba07076-ea74-4b12-9985-e342b4b5092d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.703850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.704325 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eba07076-ea74-4b12-9985-e342b4b5092d tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/e900846b-e2d0-4319-b1a4-2cbba4f925eb HTTP/1.1" status: 404 len: 333 time: 0.0391984 Jul 13 19:53:13.737239 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55c4bdb-52af-4e8c-bbd2-44c14fa0bd4e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.737706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55c4bdb-52af-4e8c-bbd2-44c14fa0bd4e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.739505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e55c4bdb-52af-4e8c-bbd2-44c14fa0bd4e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/18b5997a-efdf-4698-94fe-3176943e32d6 HTTP/1.1" status: 404 len: 337 time: 0.0339203 Jul 13 19:53:13.742022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.757114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60776b4d-ae48-40c0-81e0-4f6f4fc1cdac None None] DHCP port deletion for e42b945f-763e-49b8-8959-240fefedda20 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:53:13.769230 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-040635ae-958e-4eac-8355-91299185e716 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.769950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040635ae-958e-4eac-8355-91299185e716 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.771707 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-040635ae-958e-4eac-8355-91299185e716 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/b5520760-ef2e-417a-a552-c2c8997139da HTTP/1.1" status: 404 len: 333 time: 0.0287392 Jul 13 19:53:13.774263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.801583 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e14855-03ec-47db-94ae-1c0c62014c85 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.802047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e14855-03ec-47db-94ae-1c0c62014c85 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.805621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-60776b4d-ae48-40c0-81e0-4f6f4fc1cdac None None] Deleting port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:13.806068 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60776b4d-ae48-40c0-81e0-4f6f4fc1cdac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:13.806582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e2e14855-03ec-47db-94ae-1c0c62014c85 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/8b069f61-540c-407a-a959-1a81337e6339 HTTP/1.1" status: 404 len: 337 time: 0.0312767 Jul 13 19:53:13.807014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.834236 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f327d9a6-595f-4bc6-ac02-d3500a246a7a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.835012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f327d9a6-595f-4bc6-ac02-d3500a246a7a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.836803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f327d9a6-595f-4bc6-ac02-d3500a246a7a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/9bba4a0b-f2f0-4402-a203-6038d8152c08 HTTP/1.1" status: 404 len: 333 time: 0.0287354 Jul 13 19:53:13.839500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.866055 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-00515f6a-46e8-4bf3-8dfd-6f8b03fea6b1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.866539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00515f6a-46e8-4bf3-8dfd-6f8b03fea6b1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.868750 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-00515f6a-46e8-4bf3-8dfd-6f8b03fea6b1 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/98597b01-afaf-4c40-b75b-ecf1d79ffff8 HTTP/1.1" status: 404 len: 337 time: 0.0277905 Jul 13 19:53:13.871274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.876015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-60776b4d-ae48-40c0-81e0-4f6f4fc1cdac None None] For port 0c630c9b-8cf6-40c8-9c34-3b9548b16908, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0c630c9b-8cf6-40c8-9c34-3b9548b16908,segment=NetworkSegment(eead94ed-d68b-436e-a444-bdf79d7d8a5d),segment_id=eead94ed-d68b-436e-a444-bdf79d7d8a5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:13.876413 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60776b4d-ae48-40c0-81e0-4f6f4fc1cdac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:13.892637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-60776b4d-ae48-40c0-81e0-4f6f4fc1cdac None None] Calling delete_port for 0c630c9b-8cf6-40c8-9c34-3b9548b16908 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:13.907539 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae95cbd-cdb4-4ee2-90e0-1346cdc34cee tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.907539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae95cbd-cdb4-4ee2-90e0-1346cdc34cee tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.910478 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1ae95cbd-cdb4-4ee2-90e0-1346cdc34cee tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/0943d36f-56c5-4dd2-8cec-2ee2c9e13240 HTTP/1.1" status: 404 len: 333 time: 0.0368917 Jul 13 19:53:13.911989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.941263 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0adc8a0-a939-4f61-a026-b842cc721483 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.941263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0adc8a0-a939-4f61-a026-b842cc721483 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:13.942339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.949052 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b0adc8a0-a939-4f61-a026-b842cc721483 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/9173624d-3fd9-4dc6-b092-45657d255e1b HTTP/1.1" status: 404 len: 337 time: 0.0357811 Jul 13 19:53:13.950809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:13.990986 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60776b4d-ae48-40c0-81e0-4f6f4fc1cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:13.996370 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd34eae-95ac-4974-859a-b6313192adf2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:13.998641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd34eae-95ac-4974-859a-b6313192adf2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.001034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5dd34eae-95ac-4974-859a-b6313192adf2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/02e00d7a-325b-42d9-b11a-f08276a4e34b HTTP/1.1" status: 404 len: 337 time: 0.0492373 Jul 13 19:53:14.003697 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.047205 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc04a6e-7d22-4c1f-a93b-eda73274433b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.048298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc04a6e-7d22-4c1f-a93b-eda73274433b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.050741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7dc04a6e-7d22-4c1f-a93b-eda73274433b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/3d336891-9a97-4133-8a8b-986a1180c09b HTTP/1.1" status: 404 len: 333 time: 0.0457010 Jul 13 19:53:14.053168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.064552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60776b4d-ae48-40c0-81e0-4f6f4fc1cdac None None] Pushing event deleted for resources: {'Port': ['ID=0c630c9b-8cf6-40c8-9c34-3b9548b16908,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:14.070977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60776b4d-ae48-40c0-81e0-4f6f4fc1cdac None None] No DVR routers for this DVR port 0c630c9b-8cf6-40c8-9c34-3b9548b16908 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:14.098817 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db52228-dd85-4b0a-9755-d49bd3d00631 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.099432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db52228-dd85-4b0a-9755-d49bd3d00631 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.102294 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5db52228-dd85-4b0a-9755-d49bd3d00631 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/b31861fd-4028-4d2a-8175-72708b528075 HTTP/1.1" status: 404 len: 337 time: 0.0479357 Jul 13 19:53:14.104828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.146347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port d585a676-7fee-4e30-9e4e-375c0afa0141 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:14.146930 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:14.173919 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-735581a1-abd7-446a-8674-9dd55d3218a3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.174389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735581a1-abd7-446a-8674-9dd55d3218a3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.178500 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-735581a1-abd7-446a-8674-9dd55d3218a3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/2ce9daa8-48d5-4dab-a9c6-c276d4c154e2 HTTP/1.1" status: 404 len: 337 time: 0.0701573 Jul 13 19:53:14.193535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.226964 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b306d116-8345-42ac-9ab5-5aa3047040b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.228058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b306d116-8345-42ac-9ab5-5aa3047040b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.229886 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b306d116-8345-42ac-9ab5-5aa3047040b7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/11aff4f6-8db0-4720-961d-3c35047948d8 HTTP/1.1" status: 404 len: 333 time: 0.0345094 Jul 13 19:53:14.232232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.269127 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4253d652-94ae-4cde-9207-d3658ff316a3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.269526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4253d652-94ae-4cde-9207-d3658ff316a3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.273904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4253d652-94ae-4cde-9207-d3658ff316a3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/7558cb30-3434-44ba-895a-f9c6ef5962d7 HTTP/1.1" status: 404 len: 337 time: 0.0384881 Jul 13 19:53:14.274485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.283732 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:14.284074 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:14.303552 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb43e3-554e-47d8-9fb1-125f1fac7f3e req-0d85228a-7317-467b-8e3f-4d1d0d98f51f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:14.316295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for d585a676-7fee-4e30-9e4e-375c0afa0141 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:14.316529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93cb43e3-554e-47d8-9fb1-125f1fac7f3e req-0d85228a-7317-467b-8e3f-4d1d0d98f51f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 945 time: 0.1523178 Jul 13 19:53:14.361758 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-834d6b4c-35b4-4aa3-800a-028442a5688c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.362168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834d6b4c-35b4-4aa3-800a-028442a5688c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.366281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-834d6b4c-35b4-4aa3-800a-028442a5688c tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/8c023a43-d635-4e07-9554-2c98981fe131 HTTP/1.1" status: 404 len: 337 time: 0.0886023 Jul 13 19:53:14.367884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.396421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93cb43e3-554e-47d8-9fb1-125f1fac7f3e req-f916fa90-f338-4fbd-83a4-647c4d2d709d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807066 Jul 13 19:53:14.414798 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52c02f0-d247-4e4a-880f-eced010a35f6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.415605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52c02f0-d247-4e4a-880f-eced010a35f6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.420038 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e52c02f0-d247-4e4a-880f-eced010a35f6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/5b4c94c7-7f5d-4585-b552-88bdf7eb3ffa HTTP/1.1" status: 404 len: 333 time: 0.0486319 Jul 13 19:53:14.420352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.446843 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d2b139-7f6a-44ce-877b-771f1e02cfcd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.447406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d2b139-7f6a-44ce-877b-771f1e02cfcd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.452155 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-77d2b139-7f6a-44ce-877b-771f1e02cfcd tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/f8961d7a-27a7-4cc0-bd05-36382e43664b HTTP/1.1" status: 404 len: 337 time: 0.0280263 Jul 13 19:53:14.453212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.487959 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa04115d-e039-4450-9119-3d7edae063e0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.488413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa04115d-e039-4450-9119-3d7edae063e0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.490148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aa04115d-e039-4450-9119-3d7edae063e0 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/5a3514a3-39e8-4d70-bd61-0ccd498ee879 HTTP/1.1" status: 404 len: 337 time: 0.0365815 Jul 13 19:53:14.493065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.527205 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4afe0d0d-7502-47dd-a21e-03c8e01b0f0b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports?device_id=531d2a7d-cd73-47eb-85d7-e3d1865d76a7 HTTP/1.1" status: 200 len: 205 time: 0.0329185 Jul 13 19:53:14.530776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.571668 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9fd5ac90-6fa0-41b9-8c3d-4a62cf2bb2d3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] delete failed (client error): The resource could not be found. Jul 13 19:53:14.572819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9fd5ac90-6fa0-41b9-8c3d-4a62cf2bb2d3 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/routers/531d2a7d-cd73-47eb-85d7-e3d1865d76a7 HTTP/1.1" status: 404 len: 336 time: 0.0410533 Jul 13 19:53:14.576863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.608491 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee40bec7-70a0-4ba3-9296-f175c08c996a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.608789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee40bec7-70a0-4ba3-9296-f175c08c996a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.610803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ee40bec7-70a0-4ba3-9296-f175c08c996a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/57cc515f-738a-49df-a304-0f2fc5469604 HTTP/1.1" status: 404 len: 337 time: 0.0325527 Jul 13 19:53:14.611311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:14.613284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.666108 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=d585a676-7fee-4e30-9e4e-375c0afa0141,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:14.669962 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-95aeea31-ee02-42a9-be4a-c26f1a82ff8b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e56cf730-8145-4709-b41a-0e4f6cee9e95 HTTP/1.1" status: 200 len: 205 time: 0.0542109 Jul 13 19:53:14.672784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.727867 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7b20adca-f0e2-41b8-9c3f-4ee8caebddb7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] delete failed (client error): The resource could not be found. Jul 13 19:53:14.728902 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7b20adca-f0e2-41b8-9c3f-4ee8caebddb7 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/routers/e56cf730-8145-4709-b41a-0e4f6cee9e95 HTTP/1.1" status: 404 len: 336 time: 0.0552375 Jul 13 19:53:14.732838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.763283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-7aa57ca1-7845-4d22-bcbc-cfa5f5af984e req-e86998bc-6d98-4a52-aa63-e7a5f4b5b4e9 service neutron] (93766) timed out ('10.222.0.60', 59720) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:53:14.764526 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9f75ed-26c1-448f-a580-a638bcfd3235 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.765194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9f75ed-26c1-448f-a580-a638bcfd3235 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.767291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7b9f75ed-26c1-448f-a580-a638bcfd3235 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/df405c05-2bb2-44ff-a469-fd47f6a6c213 HTTP/1.1" status: 404 len: 337 time: 0.0332656 Jul 13 19:53:14.769744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.776117 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:14.776440 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Floating IP 4b90971f-ecdd-4572-b320-6c3ca9081608 disassociated (deleted). External IP: 172.25.7.63, port: e3520c12-20de-487e-901c-4e6b062794a7. Jul 13 19:53:14.787890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0c630c9b-8cf6-40c8-9c34-3b9548b16908 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:14.808315 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-12abf4c5-6ef7-498c-b616-e71dcd191739 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.809140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12abf4c5-6ef7-498c-b616-e71dcd191739 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.811038 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-12abf4c5-6ef7-498c-b616-e71dcd191739 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/eb3de31b-e5de-4a5e-bf9f-6f0f67da010c HTTP/1.1" status: 404 len: 337 time: 0.0401731 Jul 13 19:53:14.811799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 0c630c9b-8cf6-40c8-9c34-3b9548b16908 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:14.812326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0c630c9b-8cf6-40c8-9c34-3b9548b16908 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:14.813751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.844176 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4336714d-f758-4dd1-815e-54aaf942df90 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.844803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4336714d-f758-4dd1-815e-54aaf942df90 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.846515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4336714d-f758-4dd1-815e-54aaf942df90 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/a3a6b9b0-0196-4f04-8892-c9fcdcccdced HTTP/1.1" status: 404 len: 333 time: 0.0315444 Jul 13 19:53:14.849302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.878306 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5796bb01-23bc-4dba-a06e-e0434af798a6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.878797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5796bb01-23bc-4dba-a06e-e0434af798a6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.880762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5796bb01-23bc-4dba-a06e-e0434af798a6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/704d5e9b-292f-4db3-bfec-03b467f303ab HTTP/1.1" status: 404 len: 337 time: 0.0303667 Jul 13 19:53:14.883764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.902292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c3e7297e-0afc-41e0-b5e8-7de2e321f195 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:14.915456 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc63d326-27f7-4599-8972-4b594c89aff2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.916488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc63d326-27f7-4599-8972-4b594c89aff2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.919518 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bc63d326-27f7-4599-8972-4b594c89aff2 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/ec1c406c-dd11-4abb-9ae4-16fafa43451d HTTP/1.1" status: 404 len: 333 time: 0.0341907 Jul 13 19:53:14.922659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.953116 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bfe762-8d19-4282-b08d-ab0fae1ebf64 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.953978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bfe762-8d19-4282-b08d-ab0fae1ebf64 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.956024 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-45bfe762-8d19-4282-b08d-ab0fae1ebf64 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/b5b3fa4e-2348-49da-8810-5393260732c9 HTTP/1.1" status: 404 len: 337 time: 0.0322225 Jul 13 19:53:14.958627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.989642 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b0947c-3852-4606-b13a-e2a68da04c1b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:14.990898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b0947c-3852-4606-b13a-e2a68da04c1b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:14.993017 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-06b0947c-3852-4606-b13a-e2a68da04c1b tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/0d8f5881-dab7-4bc9-8c4c-db52d61eaf79 HTTP/1.1" status: 404 len: 333 time: 0.0330071 Jul 13 19:53:14.995873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:14.998308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port c3e7297e-0afc-41e0-b5e8-7de2e321f195 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:15.003670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port c3e7297e-0afc-41e0-b5e8-7de2e321f195 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:15.004443 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.034598 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3748a0-5de8-4b0c-acd7-c660889c2b60 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:15.034598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3748a0-5de8-4b0c-acd7-c660889c2b60 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:15.038872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7f3748a0-5de8-4b0c-acd7-c660889c2b60 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/aa318296-9908-43f8-86a0-ef867596c100 HTTP/1.1" status: 404 len: 337 time: 0.0386875 Jul 13 19:53:15.039200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 34914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:15.069333 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c828cf0-c07a-48b6-a5a4-9bacc76d2918 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:15.069961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c828cf0-c07a-48b6-a5a4-9bacc76d2918 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:15.075190 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8c828cf0-c07a-48b6-a5a4-9bacc76d2918 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/a5f37870-4369-4a4e-8f5b-4e19f70bd18f HTTP/1.1" status: 404 len: 333 time: 0.0346882 Jul 13 19:53:15.076240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:15.087454 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.096853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router 9064703f-8fd0-4cf3-b123-9fe480820065 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:53:15.105321 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96e899a-c096-45d6-98e1-3215d36ea481 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:15.105795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96e899a-c096-45d6-98e1-3215d36ea481 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:15.108265 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e96e899a-c096-45d6-98e1-3215d36ea481 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/2129ccec-5a56-4c26-82f6-0ca47eba7489 HTTP/1.1" status: 404 len: 337 time: 0.0307767 Jul 13 19:53:15.110927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:15.116211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92fde13-e218-40cb-8b29-12cc70ecabb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e7297e-0afc-41e0-b5e8-7de2e321f195'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:15.118664 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d780290-7bfb-465a-af8c-e2dfa9616e7d" -d '{"events": [{"server_uuid": "b92fde13-e218-40cb-8b29-12cc70ecabb3", "name": "network-vif-plugged", "status": "completed", "tag": "c3e7297e-0afc-41e0-b5e8-7de2e321f195"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:15.131936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c3e7297e-0afc-41e0-b5e8-7de2e321f195, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c3e7297e-0afc-41e0-b5e8-7de2e321f195,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:15.138099 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2796b6-012b-46f9-a39f-fe1702d5689a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:15.138340 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.138902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2796b6-012b-46f9-a39f-fe1702d5689a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:15.143165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ad2796b6-012b-46f9-a39f-fe1702d5689a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/b163da97-3a36-44f8-9545-13c48da69b38 HTTP/1.1" status: 404 len: 333 time: 0.0289638 Jul 13 19:53:15.143419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:15.176237 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8a2047-89bc-444e-9af7-2d61327186af x-openstack-request-id: req-ed8a2047-89bc-444e-9af7-2d61327186af {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:15.176506 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a1d12a-f213-4a08-9821-816e1b1fa0f5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:15.176717 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92fde13-e218-40cb-8b29-12cc70ecabb3", "name": "network-vif-plugged", "status": "completed", "tag": "c3e7297e-0afc-41e0-b5e8-7de2e321f195", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:15.176981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a1d12a-f213-4a08-9821-816e1b1fa0f5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:15.177138 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed8a2047-89bc-444e-9af7-2d61327186af {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:15.177631 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92fde13-e218-40cb-8b29-12cc70ecabb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e7297e-0afc-41e0-b5e8-7de2e321f195', 'code': 200} Jul 13 19:53:15.181250 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f1a1d12a-f213-4a08-9821-816e1b1fa0f5 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/63a1f731-1196-4157-be7a-8347187180dd HTTP/1.1" status: 404 len: 337 time: 0.0329423 Jul 13 19:53:15.186573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:15.203623 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c3e7297e-0afc-41e0-b5e8-7de2e321f195,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:15.216159 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-faaf647a-dfe3-4491-86ae-0cf98a72b6c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:15.216875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faaf647a-dfe3-4491-86ae-0cf98a72b6c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:15.218632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-faaf647a-dfe3-4491-86ae-0cf98a72b6c6 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/5c4d400f-a091-45bd-be06-b3a1359454c9 HTTP/1.1" status: 404 len: 333 time: 0.0308120 Jul 13 19:53:15.221342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:15.240930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:15.246046 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.252341 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] Sync routers for ids ['9064703f-8fd0-4cf3-b123-9fe480820065'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:15.252860 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-496661e6-2118-417b-b394-6915cab4969a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:15.253098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496661e6-2118-417b-b394-6915cab4969a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:15.257235 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-496661e6-2118-417b-b394-6915cab4969a tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/45c1d291-9c88-43fa-9b26-7cad270b98ec HTTP/1.1" status: 404 len: 337 time: 0.0325947 Jul 13 19:53:15.257476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:15.268632 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] Routers {'9064703f-8fd0-4cf3-b123-9fe480820065'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:15.269261 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:52:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9064703f-8fd0-4cf3-b123-9fe480820065'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:15.283791 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2acde5-54d6-480a-b3cc-018e9969a62e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:15.284416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2acde5-54d6-480a-b3cc-018e9969a62e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:15.288489 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6f2acde5-54d6-480a-b3cc-018e9969a62e tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/ports/2d1f8554-0f80-41e4-a649-26cacf63cf0e HTTP/1.1" status: 404 len: 333 time: 0.0278094 Jul 13 19:53:15.288717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:15.317123 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf84c88a-0beb-49c8-8691-0c244b6dbf02 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:15.317987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf84c88a-0beb-49c8-8691-0c244b6dbf02 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:15.322628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cf84c88a-0beb-49c8-8691-0c244b6dbf02 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/subnets/f0f6819e-b8f1-41bb-ab31-644320089ba8 HTTP/1.1" status: 404 len: 337 time: 0.0329602 Jul 13 19:53:15.323353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:15.327224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1c0693f9-436e-4d88-a940-7b53e9e0e4bc tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/floatingips/4b90971f-ecdd-4572-b320-6c3ca9081608 HTTP/1.1" status: 204 len: 168 time: 1.3845935 Jul 13 19:53:15.329070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:15.331487 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b4f29e-082a-4e86-a871-6eb2f290e9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "tag": "e3520c12-20de-487e-901c-4e6b062794a7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:15.354862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911bd73-78eb-4742-9363-6212915c890c req-844a9a3e-2511-4a54-a7a7-ae20a7dcd3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:15.356884 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a911bd73-78eb-4742-9363-6212915c890c req-844a9a3e-2511-4a54-a7a7-ae20a7dcd3be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 1097 time: 0.1055648 Jul 13 19:53:15.388932 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cb9888-463c-4696-9835-bb49273d6647 x-openstack-request-id: req-50cb9888-463c-4696-9835-bb49273d6647 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:15.389232 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "tag": "e3520c12-20de-487e-901c-4e6b062794a7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:15.389479 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50cb9888-463c-4696-9835-bb49273d6647 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:15.389878 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7', 'status': 'completed', 'code': 200} Jul 13 19:53:15.410851 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a911bd73-78eb-4742-9363-6212915c890c req-4aaf96e7-eb19-4ef9-81ce-e6ab6b32f1c5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476725 Jul 13 19:53:15.423314 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] Set router 9064703f-8fd0-4cf3-b123-9fe480820065 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:53:15.430674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.481404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-e5cbb18b-1d41-4d8c-9a05-724e980f4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:15.482999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-e5cbb18b-1d41-4d8c-9a05-724e980f4976 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 1096 time: 0.0712850 Jul 13 19:53:15.601825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-ac6f6f4b-a51d-45be-9258-f16a81b2782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:15.604194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-ac6f6f4b-a51d-45be-9258-f16a81b2782c service neutron] 10.222.0.60 "GET /v2.0/networks?id=058035b3-3f86-4d76-aec5-5436b716a4b7 HTTP/1.1" status: 200 len: 897 time: 0.1128476 Jul 13 19:53:15.633966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.648732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42b945f-763e-49b8-8959-240fefedda20']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:15.666158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eead94ed-d68b-436e-a444-bdf79d7d8a5d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:15.666609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eead94ed-d68b-436e-a444-bdf79d7d8a5d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:15.704454 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.723349 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-aabd5eb1-7b5c-4364-97c7-03972bfdd9c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3520c12-20de-487e-901c-4e6b062794a7 HTTP/1.1" status: 200 len: 217 time: 0.0867774 Jul 13 19:53:15.730499 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.749099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:53:15.749816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:53:15.753114 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:53:15.789801 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.802114 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:38Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '371a2dfa-02a2-4b8d-a943-4627be1a51cd', 'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:c2:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:37Z', 'updated_at': '2021-07-13T19:51:45Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '3ed457c5-a459-4597-a02f-91907a15f901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:15.805938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-041cc507-8b84-4402-9b0b-1c5a7e9dbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:15.807664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-041cc507-8b84-4402-9b0b-1c5a7e9dbae1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ed457c5-a459-4597-a02f-91907a15f901 HTTP/1.1" status: 200 len: 834 time: 0.0740395 Jul 13 19:53:15.816093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a7427-4e0f-4d10-8d01-fcd31a96c843 req-9d53584f-6804-43a9-8740-0a571c674198 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:15.823876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e94a7427-4e0f-4d10-8d01-fcd31a96c843 req-9d53584f-6804-43a9-8740-0a571c674198 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 946 time: 0.2185528 Jul 13 19:53:15.831867 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] Checking router: 9064703f-8fd0-4cf3-b123-9fe480820065 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:53:15.842514 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] Routers {'9064703f-8fd0-4cf3-b123-9fe480820065'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:15.843236 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:52:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9064703f-8fd0-4cf3-b123-9fe480820065'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:15.913420 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e94a7427-4e0f-4d10-8d01-fcd31a96c843 req-679b2679-6d71-4d10-bfcd-813b1e6a5661 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883515 Jul 13 19:53:15.936202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-a083889e-3d96-4080-8e8f-b919edd3fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:15.938548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-a083889e-3d96-4080-8e8f-b919edd3fb4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=058035b3-3f86-4d76-aec5-5436b716a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053498 Jul 13 19:53:15.943292 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.948819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.955557 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] 10.222.0.25 "DELETE /v2.0/networks/e42b945f-763e-49b8-8959-240fefedda20 HTTP/1.1" status: 204 len: 168 time: 0.6311271 Jul 13 19:53:15.962233 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] Set router 9064703f-8fd0-4cf3-b123-9fe480820065 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:53:15.989177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a1b0f-5978-4e46-82d5-dc9258f81277 tempest-NetworksTestDHCPv6-1712366679 tempest-NetworksTestDHCPv6-1712366679-project] Pushing event deleted for resources: {'Network': ['ID=e42b945f-763e-49b8-8959-240fefedda20,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:16.032191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1814bb9-4f09-4ee6-904b-18187c63a374 req-2d9b5c60-893d-4929-ac18-ca1a5f61437b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:16.035800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1814bb9-4f09-4ee6-904b-18187c63a374 req-2d9b5c60-893d-4929-ac18-ca1a5f61437b tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.1398153 Jul 13 19:53:16.125344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-6d93bb36-e598-4c02-b317-57f9e58d8c9d service neutron] 10.222.0.60 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702166 Jul 13 19:53:16.132597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1814bb9-4f09-4ee6-904b-18187c63a374 req-34b1c37e-281f-4462-8b62-deec83bfa3a8 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874362 Jul 13 19:53:16.204921 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:38Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '371a2dfa-02a2-4b8d-a943-4627be1a51cd', 'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:c2:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:37Z', 'updated_at': '2021-07-13T19:51:45Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '3ed457c5-a459-4597-a02f-91907a15f901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:16.232311 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:16.238424 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717463b-4972-459f-808b-8cea22e2aa51 None None] The sync data for ids ['9064703f-8fd0-4cf3-b123-9fe480820065'] in n-d-800708-1 is: [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:38Z', 'revision_number': 4, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '371a2dfa-02a2-4b8d-a943-4627be1a51cd', 'name': '', 'network_id': '058035b3-3f86-4d76-aec5-5436b716a4b7', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'mac_address': 'fa:16:3e:c2:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '3ed457c5-a459-4597-a02f-91907a15f901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:37Z', 'updated_at': '2021-07-13T19:51:45Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'subnets': [{'id': '3ed457c5-a459-4597-a02f-91907a15f901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:16.256343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00b4f29e-082a-4e86-a871-6eb2f290e9a6 req-b04fde7a-19e4-422f-aa06-a085b09078c0 service neutron] 10.222.0.60 "GET /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250179 Jul 13 19:53:16.415122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b95f815f-9fd9-42fa-ba10-92f03478abbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4689e6a75675428fa00a02f84a0f115c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815376 Jul 13 19:53:16.417528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:16.454311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:16.490696 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6ea5-021c-4136-aa3a-d954a1f6fda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:16.513669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6ea5-021c-4136-aa3a-d954a1f6fda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:16.549080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f85255-236a-4791-b325-c39c33917838 None None] New status for floating IP 4b90971f-ecdd-4572-b320-6c3ca9081608: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:53:16.570938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6ea5-021c-4136-aa3a-d954a1f6fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:16.573960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6ea5-021c-4136-aa3a-d954a1f6fda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:16.577973 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6fbb6ea5-021c-4136-aa3a-d954a1f6fda0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe9cf8ea-c7b4-4273-8c54-b086503c079b HTTP/1.1" status: 204 len: 168 time: 0.1568720 Jul 13 19:53:16.583420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb6ea5-021c-4136-aa3a-d954a1f6fda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9cf8ea-c7b4-4273-8c54-b086503c079b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:17.101847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb91fa-7312-44a3-a0cc-8200b1cf3b15 req-354e593a-5276-432d-9d37-f33ea0add43e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:17.103689 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-67fb91fa-7312-44a3-a0cc-8200b1cf3b15 req-354e593a-5276-432d-9d37-f33ea0add43e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 946 time: 0.0709906 Jul 13 19:53:17.143031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-67fb91fa-7312-44a3-a0cc-8200b1cf3b15 req-835d7b4f-97e5-4c3d-8ff5-d0185cd32ccc tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332508 Jul 13 19:53:17.237585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-1ee10193-cbf0-4fb2-a1a9-2d57307dd0a4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:17.239320 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-1ee10193-cbf0-4fb2-a1a9-2d57307dd0a4 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.0768678 Jul 13 19:53:17.353496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed54559-3104-41d8-9f3c-7cea1ceba82f req-2ff4067f-bdb0-4a06-8b78-a657c060ae09 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:17.355296 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ed54559-3104-41d8-9f3c-7cea1ceba82f req-2ff4067f-bdb0-4a06-8b78-a657c060ae09 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 945 time: 0.0781493 Jul 13 19:53:17.355855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:17.400163 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912661-135f-4808-99da-0a818d22d488 req-0c4148bf-8cc0-4dc9-b469-e8cf451dfc74 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:17.401720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31912661-135f-4808-99da-0a818d22d488 req-0c4148bf-8cc0-4dc9-b469-e8cf451dfc74 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 946 time: 0.1202588 Jul 13 19:53:17.403416 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ed54559-3104-41d8-9f3c-7cea1ceba82f req-50700e7d-0db5-44fd-9ced-424f4b363307 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/security-groups?id=7645c04f-7bbd-4cb5-85c0-7e0f69148481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357442 Jul 13 19:53:17.419654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-15d1ab61-268a-414d-90e3-6596f823c639 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port e3520c12-20de-487e-901c-4e6b062794a7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:17.420273 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-15d1ab61-268a-414d-90e3-6596f823c639 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:17.466687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-33ca39dc-1d83-480a-b3ae-7568f4824d47 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] Request body: {'port': {'network_id': '02d49ffd-6dbf-4544-a143-90f588f4c0c9', 'name': 'tempest-NetworksNegativeTestJSON-1566888907'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:17.480238 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ca39dc-1d83-480a-b3ae-7568f4824d47 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] POST failed (client error): The resource could not be found. Jul 13 19:53:17.480806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ca39dc-1d83-480a-b3ae-7568f4824d47 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:17.482042 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-33ca39dc-1d83-480a-b3ae-7568f4824d47 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1250443 Jul 13 19:53:17.486038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:17.505030 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65f3322-2fb4-4c2c-baf4-9965f5ba0e71 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:17.505648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65f3322-2fb4-4c2c-baf4-9965f5ba0e71 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:17.507452 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b65f3322-2fb4-4c2c-baf4-9965f5ba0e71 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] 10.222.0.25 "DELETE /v2.0/networks/b2e6a93f-7014-49ec-80bf-7b26f0e4e279 HTTP/1.1" status: 404 len: 339 time: 0.0204101 Jul 13 19:53:17.511391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:17.539005 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1118444f-944c-4432-8c0b-bd05eea9fe82 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:17.539713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1118444f-944c-4432-8c0b-bd05eea9fe82 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:17.541502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1118444f-944c-4432-8c0b-bd05eea9fe82 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] 10.222.0.25 "DELETE /v2.0/ports/e3d7eeef-5daf-4574-b6b0-faf1d3bf1df8 HTTP/1.1" status: 404 len: 333 time: 0.0291541 Jul 13 19:53:17.545566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:17.576711 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-770dc633-06a1-49e9-a450-f29364e18c20 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] DELETE failed (client error): The resource could not be found. Jul 13 19:53:17.577186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770dc633-06a1-49e9-a450-f29364e18c20 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:17.578996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-770dc633-06a1-49e9-a450-f29364e18c20 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] 10.222.0.25 "DELETE /v2.0/subnets/9ebc482b-ddee-4f27-aed1-22b7b07bfd3e HTTP/1.1" status: 404 len: 337 time: 0.0324566 Jul 13 19:53:17.583009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:17.604671 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ec9ca2-5a58-4101-8b43-36d909d3a2d3 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] GET failed (client error): The resource could not be found. Jul 13 19:53:17.606217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-90ec9ca2-5a58-4101-8b43-36d909d3a2d3 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] 10.222.0.25 "GET /v2.0/networks/d7260214-10cf-4899-8181-0936733c1ac7 HTTP/1.1" status: 404 len: 339 time: 0.0221891 Jul 13 19:53:17.610006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 34998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:17.638923 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d062bf4d-e4c7-424c-a340-d67adc5fac02 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] GET failed (client error): The resource could not be found. Jul 13 19:53:17.640587 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d062bf4d-e4c7-424c-a340-d67adc5fac02 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] 10.222.0.25 "GET /v2.0/ports/3caa34b7-d9ce-4ecf-88eb-8e76a0133aa4 HTTP/1.1" status: 404 len: 333 time: 0.0296035 Jul 13 19:53:17.644294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:17.673216 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a76f189-fbf8-47e4-b32b-1f4d73271b02 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] GET failed (client error): The resource could not be found. Jul 13 19:53:17.674593 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4a76f189-fbf8-47e4-b32b-1f4d73271b02 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] 10.222.0.25 "GET /v2.0/subnets/39941b53-79bd-488d-a2be-1c43826879eb HTTP/1.1" status: 404 len: 337 time: 0.0293419 Jul 13 19:53:17.678431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:17.683681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2bbdfa81-abe4-4c6c-968d-53c58cd9b7d1 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:17.697866 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbdfa81-abe4-4c6c-968d-53c58cd9b7d1 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] PUT failed (client error): The resource could not be found. Jul 13 19:53:17.698338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbdfa81-abe4-4c6c-968d-53c58cd9b7d1 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:17.699533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2bbdfa81-abe4-4c6c-968d-53c58cd9b7d1 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] 10.222.0.25 "PUT /v2.0/networks/e1e11a0a-ae1e-49ab-bb3c-b16ff81ba9cc HTTP/1.1" status: 404 len: 339 time: 0.0201621 Jul 13 19:53:17.703890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:17.709281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d48c5247-a337-4222-802b-8573f0babd6a tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:17.736412 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48c5247-a337-4222-802b-8573f0babd6a tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] PUT failed (client error): The resource could not be found. Jul 13 19:53:17.737107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48c5247-a337-4222-802b-8573f0babd6a tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:17.738275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d48c5247-a337-4222-802b-8573f0babd6a tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] 10.222.0.25 "PUT /v2.0/ports/ebd52fbe-af45-4662-a281-d4398ecc37b0 HTTP/1.1" status: 404 len: 333 time: 0.0334125 Jul 13 19:53:17.742252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:17.748309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1bebff5a-f138-4504-82f5-7f4be32dfca7 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:17.756754 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31912661-135f-4808-99da-0a818d22d488 req-6feada32-c531-4fd0-ba67-d010c36c62ac tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481522 Jul 13 19:53:17.776253 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bebff5a-f138-4504-82f5-7f4be32dfca7 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] PUT failed (client error): The resource could not be found. Jul 13 19:53:17.776710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bebff5a-f138-4504-82f5-7f4be32dfca7 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:53:17.777836 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1bebff5a-f138-4504-82f5-7f4be32dfca7 tempest-NetworksNegativeTestJSON-42997180 tempest-NetworksNegativeTestJSON-42997180-project] 10.222.0.25 "PUT /v2.0/subnets/8bceb103-b4dd-4d13-b333-b07b689fb184 HTTP/1.1" status: 404 len: 337 time: 0.0345764 Jul 13 19:53:17.819565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-15d1ab61-268a-414d-90e3-6596f823c639 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port e3520c12-20de-487e-901c-4e6b062794a7, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=e3520c12-20de-487e-901c-4e6b062794a7,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:17.819931 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-15d1ab61-268a-414d-90e3-6596f823c639 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:17.835396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-15d1ab61-268a-414d-90e3-6596f823c639 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for e3520c12-20de-487e-901c-4e6b062794a7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:18.011085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-15d1ab61-268a-414d-90e3-6596f823c639 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:18.048670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1ab61-268a-414d-90e3-6596f823c639 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=e3520c12-20de-487e-901c-4e6b062794a7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:18.143163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:18.144740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-15d1ab61-268a-414d-90e3-6596f823c639 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] No DVR routers for this DVR port e3520c12-20de-487e-901c-4e6b062794a7 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:18.147952 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-15d1ab61-268a-414d-90e3-6596f823c639 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:18.157577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa0a3f54-56d5-454a-b7c3-578448e60420 req-15d1ab61-268a-414d-90e3-6596f823c639 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.60 "DELETE /v2.0/ports/e3520c12-20de-487e-901c-4e6b062794a7 HTTP/1.1" status: 204 len: 173 time: 0.9131885 Jul 13 19:53:18.158063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'name': 'network-vif-deleted', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:18.160464 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71246bb9-3625-4642-af2c-0849a780b26a" -d '{"events": [{"server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "name": "network-vif-deleted", "tag": "e3520c12-20de-487e-901c-4e6b062794a7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:18.230868 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172a368c-e1ad-4ad2-a6ef-c473d771f2a2 x-openstack-request-id: req-172a368c-e1ad-4ad2-a6ef-c473d771f2a2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:18.231709 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdd5c75-774c-43c6-8d42-62b65b05331f", "name": "network-vif-deleted", "tag": "e3520c12-20de-487e-901c-4e6b062794a7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:18.231963 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-172a368c-e1ad-4ad2-a6ef-c473d771f2a2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:18.232356 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdd5c75-774c-43c6-8d42-62b65b05331f', 'name': 'network-vif-deleted', 'tag': 'e3520c12-20de-487e-901c-4e6b062794a7', 'status': 'completed', 'code': 200} Jul 13 19:53:18.278703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8356c-7557-4aa7-a6d0-a7480bf4b4b4 req-cb97b94f-8bb3-46b7-8581-bde5e4ae8274 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:18.285754 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a9e8356c-7557-4aa7-a6d0-a7480bf4b4b4 req-cb97b94f-8bb3-46b7-8581-bde5e4ae8274 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 946 time: 0.0921123 Jul 13 19:53:18.287865 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d790e7b8-db46-45f9-80ae-abddd8b2f908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:18.335529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a9e8356c-7557-4aa7-a6d0-a7480bf4b4b4 req-8ed1221b-c3ec-4f82-8b8f-6f0e9f8218d7 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488055 Jul 13 19:53:18.402172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d790e7b8-db46-45f9-80ae-abddd8b2f908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:18.407576 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d790e7b8-db46-45f9-80ae-abddd8b2f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:18.455206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:18.458880 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d790e7b8-db46-45f9-80ae-abddd8b2f908 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b057ccf7a2354173b8eac7b42d59008d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106723 Jul 13 19:53:18.467597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790e7b8-db46-45f9-80ae-abddd8b2f908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21602540-d593-4eb2-a1c4-42536c5f4378,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:18.526927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d66f2c12-6c5c-4d4f-ad24-fb982d16279d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:18.552320 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d66f2c12-6c5c-4d4f-ad24-fb982d16279d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:18.599835 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23842c00-6bc5-4397-a414-11e3c87b0ca4 req-4675df58-0ef5-40e4-9f77-b0c3b29ad336 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbdd5c75-774c-43c6-8d42-62b65b05331f HTTP/1.1" status: 200 len: 210 time: 0.0442941 Jul 13 19:53:18.652247 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d66f2c12-6c5c-4d4f-ad24-fb982d16279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:18.655279 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d66f2c12-6c5c-4d4f-ad24-fb982d16279d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:18.656524 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d66f2c12-6c5c-4d4f-ad24-fb982d16279d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21602540-d593-4eb2-a1c4-42536c5f4378 HTTP/1.1" status: 204 len: 168 time: 0.2003312 Jul 13 19:53:18.665317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f2c12-6c5c-4d4f-ad24-fb982d16279d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21602540-d593-4eb2-a1c4-42536c5f4378,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:19.353883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:19.445933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-784fc27e-af82-4ed7-a046-0457bde7774f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:19.447490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-784fc27e-af82-4ed7-a046-0457bde7774f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 946 time: 0.0761380 Jul 13 19:53:19.466485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'network': {'name': 'tempest-RoutersTest-1283558066'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:19.557947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:19.561960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:19.596027 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:19.651506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a193352-bef1-4db9-bfd7-9d21ace69b85 req-b10fa538-1dd3-4af5-9edc-cf42e3065b6e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:19.653704 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a193352-bef1-4db9-bfd7-9d21ace69b85 req-b10fa538-1dd3-4af5-9edc-cf42e3065b6e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 946 time: 0.1646130 Jul 13 19:53:19.699743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-4763838a-53e6-43b3-b9fc-f7bc4c7388f0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Deleting port c3e7297e-0afc-41e0-b5e8-7de2e321f195 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:19.700229 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-4763838a-53e6-43b3-b9fc-f7bc4c7388f0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:19.721946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:19.792660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a193352-bef1-4db9-bfd7-9d21ace69b85 req-7812f9d2-3c9d-4ea3-a0b7-12b4b341fc74 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286423 Jul 13 19:53:19.855808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-4763838a-53e6-43b3-b9fc-f7bc4c7388f0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] For port c3e7297e-0afc-41e0-b5e8-7de2e321f195, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c3e7297e-0afc-41e0-b5e8-7de2e321f195,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:19.856714 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-4763838a-53e6-43b3-b9fc-f7bc4c7388f0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:19.873318 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:19.877885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-4763838a-53e6-43b3-b9fc-f7bc4c7388f0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Calling delete_port for c3e7297e-0afc-41e0-b5e8-7de2e321f195 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:19.883953 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:19.942985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:53:19.963865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38acc38-3ed1-403c-8259-59fb1b0cec86,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:19.967114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:19.968280 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added segment ea710d38-a56a-4aab-a854-be55cc2c3781 of type vlan for network 128d89b2-a441-4e36-921d-22a10ee8fa84 Jul 13 19:53:19.998953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:19.999325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:19.999639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:20.000028 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:20.000364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:20.000712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:20.001015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:20.001336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:20.001653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:20.001969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:20.002810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:20.002810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:20.060519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.130769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.136826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:20.137632 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.211710 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.270515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9154146 Jul 13 19:53:20.287138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:20.287138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bff883-696a-4a18-9499-e035709e900f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Network': ['ID=128d89b2-a441-4e36-921d-22a10ee8fa84,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:20.295909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 128d89b2-a441-4e36-921d-22a10ee8fa84 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:53:20.302303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'network': {'name': 'tempest-RoutersTest-1801564744'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:20.306909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-4763838a-53e6-43b3-b9fc-f7bc4c7388f0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.344929 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763838a-53e6-43b3-b9fc-f7bc4c7388f0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event deleted for resources: {'Port': ['ID=c3e7297e-0afc-41e0-b5e8-7de2e321f195,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:20.346380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c3e7297e-0afc-41e0-b5e8-7de2e321f195'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:20.349179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:20.403660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-4763838a-53e6-43b3-b9fc-f7bc4c7388f0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] No DVR routers for this DVR port c3e7297e-0afc-41e0-b5e8-7de2e321f195 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:20.405681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:20.409931 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.413788 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-4763838a-53e6-43b3-b9fc-f7bc4c7388f0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.416174 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a0d3d3d-1a17-4761-ae3b-32d8358337a8 req-4763838a-53e6-43b3-b9fc-f7bc4c7388f0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "DELETE /v2.0/ports/c3e7297e-0afc-41e0-b5e8-7de2e321f195 HTTP/1.1" status: 204 len: 173 time: 0.9631569 Jul 13 19:53:20.416675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92fde13-e218-40cb-8b29-12cc70ecabb3', 'name': 'network-vif-deleted', 'tag': 'c3e7297e-0afc-41e0-b5e8-7de2e321f195'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:20.419702 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183e0098-87eb-4a9b-a8e3-273613faf9c9" -d '{"events": [{"server_uuid": "b92fde13-e218-40cb-8b29-12cc70ecabb3", "name": "network-vif-deleted", "tag": "c3e7297e-0afc-41e0-b5e8-7de2e321f195"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:20.476695 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b59c085-88e3-4b9c-8246-1603e4ef61af x-openstack-request-id: req-0b59c085-88e3-4b9c-8246-1603e4ef61af {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:20.477558 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92fde13-e218-40cb-8b29-12cc70ecabb3", "name": "network-vif-deleted", "tag": "c3e7297e-0afc-41e0-b5e8-7de2e321f195", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:20.498908 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b59c085-88e3-4b9c-8246-1603e4ef61af {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:20.499846 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92fde13-e218-40cb-8b29-12cc70ecabb3', 'name': 'network-vif-deleted', 'tag': 'c3e7297e-0afc-41e0-b5e8-7de2e321f195', 'status': 'completed', 'code': 200} Jul 13 19:53:20.500808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:53:20.516745 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.517365 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added segment 8cba1516-6a6d-4dcd-92fd-0677ce824045 of type vlan for network 5cadfda4-1114-4451-8822-873589e5c43c Jul 13 19:53:20.554188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port 371a2dfa-02a2-4b8d-a943-4627be1a51cd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:20.554586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.565001 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.602559 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.609578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:20.610322 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.673554 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3929389 Jul 13 19:53:20.676526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:20.681751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'subnet': {'network_id': '128d89b2-a441-4e36-921d-22a10ee8fa84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:20.689198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0bd34-d969-4a4e-ac1a-f9979fb0fbc5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Network': ['ID=5cadfda4-1114-4451-8822-873589e5c43c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:20.701572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port 371a2dfa-02a2-4b8d-a943-4627be1a51cd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=371a2dfa-02a2-4b8d-a943-4627be1a51cd,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:20.701772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 5cadfda4-1114-4451-8822-873589e5c43c details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:53:20.702331 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.732378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for 371a2dfa-02a2-4b8d-a943-4627be1a51cd owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:20.788932 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09a44f5b-3919-46f6-972b-4605f83830ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.813515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:20.817438 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.940436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device e3520c12-20de-487e-901c-4e6b062794a7 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:20.989591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: e3520c12-20de-487e-901c-4e6b062794a7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:20.990816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device e3520c12-20de-487e-901c-4e6b062794a7 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:20.992098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c3e7297e-0afc-41e0-b5e8-7de2e321f195 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:21.014558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: c3e7297e-0afc-41e0-b5e8-7de2e321f195 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:21.015280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c3e7297e-0afc-41e0-b5e8-7de2e321f195 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:21.025856 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:21.063557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6a3aae54-90b6-41d5-a641-75b7ac8c227c req-fe4511a7-9136-4a58-8c8b-eada74550d20 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92fde13-e218-40cb-8b29-12cc70ecabb3 HTTP/1.1" status: 200 len: 210 time: 0.0697389 Jul 13 19:53:21.069638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=371a2dfa-02a2-4b8d-a943-4627be1a51cd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:21.164346 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:21.251034 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Subnet': ['ID=45c31809-98fc-494f-94ec-c3909730b280,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:21.269475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Checking segment: {'id': 'ea710d38-a56a-4aab-a854-be55cc2c3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '128d89b2-a441-4e36-921d-22a10ee8fa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:21.270161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network hostable DHCP agents. Network: 128d89b2-a441-4e36-921d-22a10ee8fa84, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:53:21.321831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 128d89b2-a441-4e36-921d-22a10ee8fa84 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:53:21.339790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 128d89b2-a441-4e36-921d-22a10ee8fa84) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:21.351719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:21.352373 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:21.358323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f41280-dbbe-47ad-8e78-ff83cb3eb086 None None] Network 128d89b2-a441-4e36-921d-22a10ee8fa84 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:21.384530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-61b7d1a3-3db3-45e4-b8f4-8c63a1e10515 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7068186 Jul 13 19:53:21.387814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:21.394615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'subnet': {'network_id': '5cadfda4-1114-4451-8822-873589e5c43c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:21.489085 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:21.555830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-128d89b2-a441-4e36-921d-22a10ee8fa84', 'network_id': '128d89b2-a441-4e36-921d-22a10ee8fa84', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'fixed_ips': [{'subnet_id': '45c31809-98fc-494f-94ec-c3909730b280'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:53:21.557594 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:21.606056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:21.615743 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:21.764378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Allocated IP 172.20.0.2 (128d89b2-a441-4e36-921d-22a10ee8fa84/45c31809-98fc-494f-94ec-c3909730b280/8810fc87-ba12-4874-87fd-38b2389504d8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:22.044501 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.048511 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.058324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Transition to ACTIVE for port object 8810fc87-ba12-4874-87fd-38b2389504d8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:22.076176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Transition to ACTIVE for port object 8810fc87-ba12-4874-87fd-38b2389504d8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:22.087896 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.145005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Network 128d89b2-a441-4e36-921d-22a10ee8fa84 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:22.146539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Checking segment: {'id': '8cba1516-6a6d-4dcd-92fd-0677ce824045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5cadfda4-1114-4451-8822-873589e5c43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:22.147952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network hostable DHCP agents. Network: 5cadfda4-1114-4451-8822-873589e5c43c, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:53:22.148199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:22.152312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:22.160674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Pushing event updated for resources: {'Port': ['ID=8810fc87-ba12-4874-87fd-38b2389504d8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:22.167491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Subnet': ['ID=9f052584-4354-4d11-9964-3e05dc7ab13d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:22.171643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.172242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.172578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.172909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.173235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.173556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.173881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.174335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.174688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.175516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.175516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.175740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:22.196738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 5cadfda4-1114-4451-8822-873589e5c43c is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:53:22.209500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 5cadfda4-1114-4451-8822-873589e5c43c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:22.228264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:22.228865 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.256801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6933f1d5-4f68-49fc-84be-e4de00387444 None None] Network 5cadfda4-1114-4451-8822-873589e5c43c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:22.257938 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a91f8781-bcdd-4d09-94a1-0f98c62f46ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8687286 Jul 13 19:53:22.270757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:22.291403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4840a0c0-1aa9-40a8-92a9-63ab66ee125b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-475542563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:22.362943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4840a0c0-1aa9-40a8-92a9-63ab66ee125b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.368740 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4840a0c0-1aa9-40a8-92a9-63ab66ee125b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.429809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Attempting to bind port 8810fc87-ba12-4874-87fd-38b2389504d8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:53:22.433760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Attempting to bind port 8810fc87-ba12-4874-87fd-38b2389504d8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'ea710d38-a56a-4aab-a854-be55cc2c3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '128d89b2-a441-4e36-921d-22a10ee8fa84'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:53:22.435941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Attempting to bind port 8810fc87-ba12-4874-87fd-38b2389504d8 on network 128d89b2-a441-4e36-921d-22a10ee8fa84 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:22.472892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:53:22.473572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Checking segment: {'id': 'ea710d38-a56a-4aab-a854-be55cc2c3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '128d89b2-a441-4e36-921d-22a10ee8fa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:22.474133 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.474962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Bound using segment: {'id': 'ea710d38-a56a-4aab-a854-be55cc2c3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '128d89b2-a441-4e36-921d-22a10ee8fa84'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:53:22.475861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Bound port: 8810fc87-ba12-4874-87fd-38b2389504d8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea710d38-a56a-4aab-a854-be55cc2c3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '128d89b2-a441-4e36-921d-22a10ee8fa84'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:53:22.476425 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.507685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4840a0c0-1aa9-40a8-92a9-63ab66ee125b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.521750 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-19241f48-ac1f-4302-a324-8a24dfcb73fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2151701 Jul 13 19:53:22.527967 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4840a0c0-1aa9-40a8-92a9-63ab66ee125b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.529921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Router 9064703f-8fd0-4cf3-b123-9fe480820065 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:53:22.549036 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4840a0c0-1aa9-40a8-92a9-63ab66ee125b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.550677 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4840a0c0-1aa9-40a8-92a9-63ab66ee125b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2749648 Jul 13 19:53:22.555727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:22.592261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-5cadfda4-1114-4451-8822-873589e5c43c', 'network_id': '5cadfda4-1114-4451-8822-873589e5c43c', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'fixed_ips': [{'subnet_id': '9f052584-4354-4d11-9964-3e05dc7ab13d'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:53:22.593238 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.693459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] For port 8810fc87-ba12-4874-87fd-38b2389504d8, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:53:22.722282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] For port 8810fc87-ba12-4874-87fd-38b2389504d8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8810fc87-ba12-4874-87fd-38b2389504d8,segment=NetworkSegment(ea710d38-a56a-4aab-a854-be55cc2c3781),segment_id=ea710d38-a56a-4aab-a854-be55cc2c3781)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:53:22.735681 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:22.893000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Allocated IP 172.21.0.2 (5cadfda4-1114-4451-8822-873589e5c43c/9f052584-4354-4d11-9964-3e05dc7ab13d/5a4b5b59-35ef-459d-bae5-224255c354e1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:22.900165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f426215-6628-407c-ba9c-7caf79a6c06c None None] Pushing event updated for resources: {'Port': ['ID=8810fc87-ba12-4874-87fd-38b2389504d8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:23.034214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-9f832030-0b21-4097-9031-d020c80628b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:23.035781 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-9f832030-0b21-4097-9031-d020c80628b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 1096 time: 0.4003572 Jul 13 19:53:23.042881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:23.054283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-953f2810-1544-495f-aa4b-3b5e4096e90a tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "PUT /v2.0/routers/9064703f-8fd0-4cf3-b123-9fe480820065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3311727 Jul 13 19:53:23.058112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:23.060057 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] Sync routers for ids ['9064703f-8fd0-4cf3-b123-9fe480820065'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:23.077589 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] Routers {'9064703f-8fd0-4cf3-b123-9fe480820065'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:23.078226 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:52:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9064703f-8fd0-4cf3-b123-9fe480820065'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:23.189110 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.190390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0f723a-4b3a-4082-8044-6150092b2cdb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting subnet 3ed457c5-a459-4597-a02f-91907a15f901 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:23.194726 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f0f723a-4b3a-4082-8044-6150092b2cdb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.197072 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.214021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Transition to ACTIVE for port object 5a4b5b59-35ef-459d-bae5-224255c354e1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:23.239664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882bb32-d85c-4411-9d36-85259e929330 req-a7c75998-4646-461b-8a55-69ee1e7ca2a3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:23.247544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-a7c75998-4646-461b-8a55-69ee1e7ca2a3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.4174294 Jul 13 19:53:23.254633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Transition to ACTIVE for port object 5a4b5b59-35ef-459d-bae5-224255c354e1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:23.265256 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.290517 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-d9b94696-d502-4bb5-ab69-5b384e4b4014 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/quotas/aeb2e81536cf404c99060caa6c967bb6 HTTP/1.1" status: 200 len: 375 time: 0.0416639 Jul 13 19:53:23.298001 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f0f723a-4b3a-4082-8044-6150092b2cdb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.358748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Network 5cadfda4-1114-4451-8822-873589e5c43c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:23.369918 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:23.379580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:23.395115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Pushing event updated for resources: {'Port': ['ID=5a4b5b59-35ef-459d-bae5-224255c354e1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:23.426123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-a91cc083-6934-49a4-beca-a968d0f5d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:23.427771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-a91cc083-6934-49a4-beca-a968d0f5d69a service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 906 time: 0.3474751 Jul 13 19:53:23.483153 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f0f723a-4b3a-4082-8044-6150092b2cdb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.511117 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-a8e64569-7b2a-4d9f-bdb8-72baa26b126a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28ac06d4-975b-4128-8e25-c7b94b35d2b6 HTTP/1.1" status: 200 len: 217 time: 0.0737789 Jul 13 19:53:23.548200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Attempting to bind port 5a4b5b59-35ef-459d-bae5-224255c354e1 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:53:23.548802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Attempting to bind port 5a4b5b59-35ef-459d-bae5-224255c354e1 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '8cba1516-6a6d-4dcd-92fd-0677ce824045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5cadfda4-1114-4451-8822-873589e5c43c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:53:23.549662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Attempting to bind port 5a4b5b59-35ef-459d-bae5-224255c354e1 on network 5cadfda4-1114-4451-8822-873589e5c43c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:23.562047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:53:23.562954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Checking segment: {'id': '8cba1516-6a6d-4dcd-92fd-0677ce824045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5cadfda4-1114-4451-8822-873589e5c43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:23.564857 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.565334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Bound using segment: {'id': '8cba1516-6a6d-4dcd-92fd-0677ce824045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5cadfda4-1114-4451-8822-873589e5c43c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:53:23.565916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Bound port: 5a4b5b59-35ef-459d-bae5-224255c354e1, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cba1516-6a6d-4dcd-92fd-0677ce824045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5cadfda4-1114-4451-8822-873589e5c43c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:53:23.567703 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.592953 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] Set router 9064703f-8fd0-4cf3-b123-9fe480820065 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:53:23.624587 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f0f723a-4b3a-4082-8044-6150092b2cdb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.630062 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-d52ff0d4-02e0-4f8a-b7bc-845217c2ca1e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3372004 Jul 13 19:53:23.656306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-0e834c17-e5b5-4fad-8304-e0077326f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:23.657925 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-0e834c17-e5b5-4fad-8304-e0077326f8b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.1360424 Jul 13 19:53:23.678525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f723a-4b3a-4082-8044-6150092b2cdb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed457c5-a459-4597-a02f-91907a15f901,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:23.689313 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f0f723a-4b3a-4082-8044-6150092b2cdb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.690546 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db99a61b-ce29-4f3b-98d5-4574ff071596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.694438 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2f0f723a-4b3a-4082-8044-6150092b2cdb tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/subnets/3ed457c5-a459-4597-a02f-91907a15f901 HTTP/1.1" status: 204 len: 168 time: 0.6322610 Jul 13 19:53:23.695006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:23.696214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a098891-f718-4d4e-a1d5-a3117a2ef76b None None] Network 058035b3-3f86-4d76-aec5-5436b716a4b7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:23.726717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-4ff7d381-4b10-46e5-ae0a-73b877691417 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364747 Jul 13 19:53:23.849725 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.862681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Allocated IP 172.20.0.1 (128d89b2-a441-4e36-921d-22a10ee8fa84/45c31809-98fc-494f-94ec-c3909730b280/c063c4ca-6c25-49b9-a639-10c02e8c2c2a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:23.893582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-0c75b60a-4c12-432a-8b2a-0634acb22741 service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636235 Jul 13 19:53:23.906847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] For port 5a4b5b59-35ef-459d-bae5-224255c354e1, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:53:23.924124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] For port 5a4b5b59-35ef-459d-bae5-224255c354e1, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5a4b5b59-35ef-459d-bae5-224255c354e1,segment=NetworkSegment(8cba1516-6a6d-4dcd-92fd-0677ce824045),segment_id=8cba1516-6a6d-4dcd-92fd-0677ce824045)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:53:23.941980 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:23.989190 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-db8c5933-ca67-4d37-b09b-2fb1ed3a719e service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503796 Jul 13 19:53:23.999333 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:53:20Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:24.059635 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] Checking router: 9064703f-8fd0-4cf3-b123-9fe480820065 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:53:24.083191 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] Routers {'9064703f-8fd0-4cf3-b123-9fe480820065'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:24.084639 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['9064703f-8fd0-4cf3-b123-9fe480820065'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:24.167715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91914a58-a1ae-4c9c-8c5a-25f6dc7b50a3 None None] Pushing event updated for resources: {'Port': ['ID=5a4b5b59-35ef-459d-bae5-224255c354e1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:24.191582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:24.266959 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dfa9eed7-e85a-4d55-9faa-0deed36e7118 req-3af34bef-939e-4a79-9de9-1b3dabea8569 service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472255 Jul 13 19:53:24.371110 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] Set router 9064703f-8fd0-4cf3-b123-9fe480820065 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:53:24.388790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:24.397033 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-a4f3d1c3-5215-4300-a09a-ae204c2d6dfe service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023861 Jul 13 19:53:24.414679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62d4f8a-ac6f-49b8-98e7-2dd74283dffe None None] DHCP port deletion for 058035b3-3f86-4d76-aec5-5436b716a4b7 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:53:24.474130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:24.490277 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Transition to ACTIVE for port object c063c4ca-6c25-49b9-a639-10c02e8c2c2a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:24.549613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Deleting port 7c0af95b-7547-499d-9f8a-5d455a4a434c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:24.554845 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:24.567372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e62d4f8a-ac6f-49b8-98e7-2dd74283dffe None None] Deleting port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:24.567936 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e62d4f8a-ac6f-49b8-98e7-2dd74283dffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:24.602502 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:24.685015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 128d89b2-a441-4e36-921d-22a10ee8fa84 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:24.714171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:24.722762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:24.883737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=c063c4ca-6c25-49b9-a639-10c02e8c2c2a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:24.896925 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:24.916344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] For port 7c0af95b-7547-499d-9f8a-5d455a4a434c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7c0af95b-7547-499d-9f8a-5d455a4a434c,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:24.916715 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:24.955249 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:53:20Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:25.010072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Calling delete_port for 7c0af95b-7547-499d-9f8a-5d455a4a434c owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:25.015722 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06a95c-206d-4090-8c36-b27dd2e52d41 None None] The sync data for ids ['9064703f-8fd0-4cf3-b123-9fe480820065'] in n-d-800708-1 is: [{'id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452727152', 'tenant_id': '0d551bfaa9d447d2b834405a7b06ff80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:53:20Z', 'revision_number': 5, 'project_id': '0d551bfaa9d447d2b834405a7b06ff80', 'gw_port': {'id': '7c0af95b-7547-499d-9f8a-5d455a4a434c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064703f-8fd0-4cf3-b123-9fe480820065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:51:32Z', 'updated_at': '2021-07-13T19:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:25.141303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bd2694-6688-43e9-b028-eee99c36e749 None None] Network 128d89b2-a441-4e36-921d-22a10ee8fa84 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:25.144309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49336d6a-bf9e-49ec-b6b2-07c01ac031f3 req-303f3c95-5268-4062-ad56-4598e1e791a9 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 210 time: 0.1916955 Jul 13 19:53:25.204259 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:25.244044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bdbe31ca-2bb3-419c-928c-d2b6038e3643 None None] Provisioning for port 8810fc87-ba12-4874-87fd-38b2389504d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:25.253842 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:25.256393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e62d4f8a-ac6f-49b8-98e7-2dd74283dffe None None] For port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351,segment=NetworkSegment(3abeb8c1-e5e3-4b85-b529-56bfd45643fb),segment_id=3abeb8c1-e5e3-4b85-b529-56bfd45643fb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:25.257025 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e62d4f8a-ac6f-49b8-98e7-2dd74283dffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:25.298859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e62d4f8a-ac6f-49b8-98e7-2dd74283dffe None None] Calling delete_port for d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:25.403433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5a4b5b59-35ef-459d-bae5-224255c354e1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:25.845203 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e62d4f8a-ac6f-49b8-98e7-2dd74283dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:25.852060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 5a4b5b59-35ef-459d-bae5-224255c354e1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:25.879297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:25.911006 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d4f8a-ac6f-49b8-98e7-2dd74283dffe None None] Pushing event deleted for resources: {'Port': ['ID=d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:25.922704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8810fc87-ba12-4874-87fd-38b2389504d8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:25.952050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d4f8a-ac6f-49b8-98e7-2dd74283dffe None None] No DVR routers for this DVR port d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:25.978629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Port': ['ID=7c0af95b-7547-499d-9f8a-5d455a4a434c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:26.012900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 8810fc87-ba12-4874-87fd-38b2389504d8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:26.027085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8810fc87-ba12-4874-87fd-38b2389504d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:26.030836 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.147514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba91f4b6-dfd5-4b1c-b556-0288bee653ce None None] Network 5cadfda4-1114-4451-8822-873589e5c43c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:26.162066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.229871 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.358548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-89723cc0-6843-40e5-9b18-1ed7e926af4a None None] Provisioning for port 5a4b5b59-35ef-459d-bae5-224255c354e1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:26.396105 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.398348 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.415766 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8844405c-296a-4727-a7c8-82f67febfab6 req-eadd6f50-d2f3-4a62-9fa1-5e154af46664 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 210 time: 0.0695343 Jul 13 19:53:26.472556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-89723cc0-6843-40e5-9b18-1ed7e926af4a None None] Provisioning complete for port 5a4b5b59-35ef-459d-bae5-224255c354e1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:26.473334 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89723cc0-6843-40e5-9b18-1ed7e926af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.492169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.492781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Fanout notify agent at l3_agent the message router_deleted on router 9064703f-8fd0-4cf3-b123-9fe480820065 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:53:26.510016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.515036 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8c7c053e-4b55-4374-8383-83efbab5e9cf tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/routers/9064703f-8fd0-4cf3-b123-9fe480820065 HTTP/1.1" status: 204 len: 168 time: 2.8191504 Jul 13 19:53:26.516328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:26.589091 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.640016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 8810fc87-ba12-4874-87fd-38b2389504d8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8810fc87-ba12-4874-87fd-38b2389504d8,segment=NetworkSegment(ea710d38-a56a-4aab-a854-be55cc2c3781),segment_id=ea710d38-a56a-4aab-a854-be55cc2c3781)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:26.653512 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.673585 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.772922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=8810fc87-ba12-4874-87fd-38b2389504d8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:26.794634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:26.851722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.880442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:26.880442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d8bd76b0-5182-47fc-a7ec-6c5b6e2cc351 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:26.882575 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89723cc0-6843-40e5-9b18-1ed7e926af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.885779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058035b3-3f86-4d76-aec5-5436b716a4b7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:26.925242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abeb8c1-e5e3-4b85-b529-56bfd45643fb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:26.926149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abeb8c1-e5e3-4b85-b529-56bfd45643fb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:26.952126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-89723cc0-6843-40e5-9b18-1ed7e926af4a None None] For port 5a4b5b59-35ef-459d-bae5-224255c354e1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5a4b5b59-35ef-459d-bae5-224255c354e1,segment=NetworkSegment(8cba1516-6a6d-4dcd-92fd-0677ce824045),segment_id=8cba1516-6a6d-4dcd-92fd-0677ce824045)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:26.959282 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.960732 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89723cc0-6843-40e5-9b18-1ed7e926af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.982938 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.989859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.992379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:53:26.992863 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:26.997978 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:53:27.096009 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:53:27.136252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79f75933-ad4d-491a-8595-f050075d6bb4 None None] Provisioning complete for port 8810fc87-ba12-4874-87fd-38b2389504d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:27.136252 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79f75933-ad4d-491a-8595-f050075d6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.139543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89723cc0-6843-40e5-9b18-1ed7e926af4a None None] Pushing event updated for resources: {'Port': ['ID=5a4b5b59-35ef-459d-bae5-224255c354e1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:27.209367 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.260035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=c063c4ca-6c25-49b9-a639-10c02e8c2c2a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:27.316830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.322330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79f75933-ad4d-491a-8595-f050075d6bb4 None None] Provisioning for port c063c4ca-6c25-49b9-a639-10c02e8c2c2a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:27.332986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79f75933-ad4d-491a-8595-f050075d6bb4 None None] Provisioning complete for port c063c4ca-6c25-49b9-a639-10c02e8c2c2a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:27.333403 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79f75933-ad4d-491a-8595-f050075d6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.358418 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.365407 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/networks/058035b3-3f86-4d76-aec5-5436b716a4b7 HTTP/1.1" status: 204 len: 168 time: 0.8456936 Jul 13 19:53:27.381999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:27.458646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5a4b5b59-35ef-459d-bae5-224255c354e1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:27.472697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882bb32-d85c-4411-9d36-85259e929330 req-afbf76ba-b6d7-4cec-a409-0ed5849f1608 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:27.474426 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-afbf76ba-b6d7-4cec-a409-0ed5849f1608 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.3576694 Jul 13 19:53:27.475696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340a24e-8ab8-44c3-8109-c37fc6032926 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'Network': ['ID=058035b3-3f86-4d76-aec5-5436b716a4b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:27.489363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Request body: {'port': {'device_id': '2cc474a4-3d03-473b-a086-a7388d73f5b1', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'admin_state_up': True, 'tenant_id': 'aeb2e81536cf404c99060caa6c967bb6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:27.502291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-79f75933-ad4d-491a-8595-f050075d6bb4 None None] Port c063c4ca-6c25-49b9-a639-10c02e8c2c2a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:27.553646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ac638ba-678d-40e4-a4c7-e6315fa91405 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.565259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 5a4b5b59-35ef-459d-bae5-224255c354e1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:27.565669 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.571809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 128d89b2-a441-4e36-921d-22a10ee8fa84 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:27.577352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:27.616548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ac638ba-678d-40e4-a4c7-e6315fa91405 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.637751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9ec7f0a6-d937-4f59-8762-b750f6245ea3 None None] Provisioning complete for port 5a4b5b59-35ef-459d-bae5-224255c354e1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:27.638137 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ec7f0a6-d937-4f59-8762-b750f6245ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.725350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8810fc87-ba12-4874-87fd-38b2389504d8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:27.726500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Made reservation on behalf of aeb2e81536cf404c99060caa6c967bb6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:27.730690 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.805903 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bd64359f-abe2-4c82-a16b-c16761d73d8e req-19d46c35-483a-4f91-89fc-047ba5987448 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 210 time: 0.0708971 Jul 13 19:53:27.827925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8810fc87-ba12-4874-87fd-38b2389504d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:27.828635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.884536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 448e49d6-c6fc-4af7-bef7-4107103ac775 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:53:27.890225 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ac638ba-678d-40e4-a4c7-e6315fa91405 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.892975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ac638ba-678d-40e4-a4c7-e6315fa91405 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.896178 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5ac638ba-678d-40e4-a4c7-e6315fa91405 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] 10.222.0.25 "DELETE /v2.0/security-groups/7645c04f-7bbd-4cb5-85c0-7e0f69148481 HTTP/1.1" status: 204 len: 168 time: 0.5035262 Jul 13 19:53:27.910769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac638ba-678d-40e4-a4c7-e6315fa91405 tempest-TestNetworkAdvancedServerOps-177512479 tempest-TestNetworkAdvancedServerOps-177512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7645c04f-7bbd-4cb5-85c0-7e0f69148481,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:27.966026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37459adf-7d45-45f4-be36-26c455326d25 None None] Provisioning complete for port c063c4ca-6c25-49b9-a639-10c02e8c2c2a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:27.967759 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37459adf-7d45-45f4-be36-26c455326d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:27.995082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Allocated IP 172.20.0.12 (eb41cac7-8b4b-4035-9914-f162d3b00a0f/b7bbfea0-3329-4047-962a-3ac41f8de312/a930c182-53ac-4548-802c-1a93e825ddac) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:28.022104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-37459adf-7d45-45f4-be36-26c455326d25 None None] Port c063c4ca-6c25-49b9-a639-10c02e8c2c2a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:28.031185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:28.037373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cddcc5ad-9b4d-4a66-a1ab-0c4510a3b209 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/448e49d6-c6fc-4af7-bef7-4107103ac775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4804788 Jul 13 19:53:28.040084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:28.054881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad95fb82-2591-4de7-a63e-37fbbb7ee9d8 None None] Sync routers for ids ['448e49d6-c6fc-4af7-bef7-4107103ac775'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:28.065988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad95fb82-2591-4de7-a63e-37fbbb7ee9d8 None None] Routers {'448e49d6-c6fc-4af7-bef7-4107103ac775'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:28.066640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad95fb82-2591-4de7-a63e-37fbbb7ee9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['448e49d6-c6fc-4af7-bef7-4107103ac775'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:28.105082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 371a2dfa-02a2-4b8d-a943-4627be1a51cd no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:28.108892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad95fb82-2591-4de7-a63e-37fbbb7ee9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:28.132049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac106f7-dad0-43b4-87be-765b794b68df tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:28.133299 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-eac106f7-dad0-43b4-87be-765b794b68df tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports/c063c4ca-6c25-49b9-a639-10c02e8c2c2a HTTP/1.1" status: 200 len: 910 time: 0.0921566 Jul 13 19:53:28.133450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 371a2dfa-02a2-4b8d-a943-4627be1a51cd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:28.133803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 371a2dfa-02a2-4b8d-a943-4627be1a51cd not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:28.134219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7c0af95b-7547-499d-9f8a-5d455a4a434c no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:28.138630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:28.156026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad95fb82-2591-4de7-a63e-37fbbb7ee9d8 None None] Routers {'448e49d6-c6fc-4af7-bef7-4107103ac775'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:28.156644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad95fb82-2591-4de7-a63e-37fbbb7ee9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['448e49d6-c6fc-4af7-bef7-4107103ac775'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:28.158636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 7c0af95b-7547-499d-9f8a-5d455a4a434c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:28.158994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7c0af95b-7547-499d-9f8a-5d455a4a434c not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:28.196559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad95fb82-2591-4de7-a63e-37fbbb7ee9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:28.198593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad95fb82-2591-4de7-a63e-37fbbb7ee9d8 None None] The sync data for ids ['448e49d6-c6fc-4af7-bef7-4107103ac775'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:28.231004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.299449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.318164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:28.351345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:28.355064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:28.360469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:28.384386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event updated for resources: {'Port': ['ID=a930c182-53ac-4548-802c-1a93e825ddac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:28.394771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:28.412232 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:53:28.461966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:28.462918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.484001 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-5d8101ae-2a59-4df2-a64c-a5517fe102a4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9990556 Jul 13 19:53:28.496591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Request body: {'port': {'device_id': '2cc474a4-3d03-473b-a086-a7388d73f5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:28.590897 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.660506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c1ef6fe9-1f90-4891-9fae-1f211a917418 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d551bfaa9d447d2b834405a7b06ff80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645371 Jul 13 19:53:28.663548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:28.692493 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.804967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c45c7933-d804-4a8a-a948-5152cd1a2c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.842863 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c45c7933-d804-4a8a-a948-5152cd1a2c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.872020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a930c182-53ac-4548-802c-1a93e825ddac {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:53:28.879951 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.896514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Transition to ACTIVE for port object a930c182-53ac-4548-802c-1a93e825ddac will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:28.902176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.982150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c45c7933-d804-4a8a-a948-5152cd1a2c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.984809 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c45c7933-d804-4a8a-a948-5152cd1a2c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:28.988390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c45c7933-d804-4a8a-a948-5152cd1a2c09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4442f8a2-0031-4c80-a9b1-6e6264b71838 HTTP/1.1" status: 204 len: 168 time: 0.3211112 Jul 13 19:53:29.011913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c7933-d804-4a8a-a948-5152cd1a2c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4442f8a2-0031-4c80-a9b1-6e6264b71838,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:29.015560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Pushing event updated for resources: {'Port': ['ID=a930c182-53ac-4548-802c-1a93e825ddac,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:29.079917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Attempting to bind port a930c182-53ac-4548-802c-1a93e825ddac on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:53:29.080257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Attempting to bind port a930c182-53ac-4548-802c-1a93e825ddac by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:53:29.080591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Attempting to bind port a930c182-53ac-4548-802c-1a93e825ddac on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:29.084792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Allocated IP 172.21.0.1 (5cadfda4-1114-4451-8822-873589e5c43c/9f052584-4354-4d11-9964-3e05dc7ab13d/7db53864-888b-4b8d-8588-37ea38d896ea) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:29.088085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Port a930c182-53ac-4548-802c-1a93e825ddac on network eb41cac7-8b4b-4035-9914-f162d3b00a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:53:29.088447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Attempting to bind port a930c182-53ac-4548-802c-1a93e825ddac on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:29.104312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:53:29.104664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Checking segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:29.105236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Bound using segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:53:29.106464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Bound port: a930c182-53ac-4548-802c-1a93e825ddac, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:53:29.106879 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.141557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b8454-dfc5-4348-9db6-108ded68b5b1 req-7c5c266c-e59d-4b89-ac6f-83de0d54ab63 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:29.156377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e31b8454-dfc5-4348-9db6-108ded68b5b1 req-7c5c266c-e59d-4b89-ac6f-83de0d54ab63 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 944 time: 0.2027438 Jul 13 19:53:29.216472 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e31b8454-dfc5-4348-9db6-108ded68b5b1 req-c5a87390-5851-45e5-8a68-93fcc5e65286 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Jul 13 19:53:29.283653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.301220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] For port a930c182-53ac-4548-802c-1a93e825ddac, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:53:29.306989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] For port a930c182-53ac-4548-802c-1a93e825ddac, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a930c182-53ac-4548-802c-1a93e825ddac,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:53:29.307356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Transition to ACTIVE for port object 7db53864-888b-4b8d-8588-37ea38d896ea will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:29.315889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.353432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.362497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:29.363219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.364713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] 10.222.0.60 "PUT /v2.0/ports/a930c182-53ac-4548-802c-1a93e825ddac HTTP/1.1" status: 200 len: 1092 time: 0.8728220 Jul 13 19:53:29.365155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc474a4-3d03-473b-a086-a7388d73f5b1', 'tag': 'a930c182-53ac-4548-802c-1a93e825ddac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:29.368323 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f433abbf-f837-4125-bca0-bf3f2540a2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc474a4-3d03-473b-a086-a7388d73f5b1", "tag": "a930c182-53ac-4548-802c-1a93e825ddac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:29.405297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 5cadfda4-1114-4451-8822-873589e5c43c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:29.408189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:29.414970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:29.435893 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90abdcb-51bb-4426-9a2f-4ad39c13ef34 x-openstack-request-id: req-f90abdcb-51bb-4426-9a2f-4ad39c13ef34 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:29.436250 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc474a4-3d03-473b-a086-a7388d73f5b1", "tag": "a930c182-53ac-4548-802c-1a93e825ddac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:29.436422 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f90abdcb-51bb-4426-9a2f-4ad39c13ef34 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:29.439302 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc474a4-3d03-473b-a086-a7388d73f5b1', 'tag': 'a930c182-53ac-4548-802c-1a93e825ddac', 'status': 'completed', 'code': 200} Jul 13 19:53:29.447690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=7db53864-888b-4b8d-8588-37ea38d896ea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:29.482300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615a80e-4a6d-4a2a-ad62-eab84a268c05 service neutron] Pushing event updated for resources: {'Port': ['ID=a930c182-53ac-4548-802c-1a93e825ddac,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:29.493803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.514101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:29.528251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882bb32-d85c-4411-9d36-85259e929330 req-59fe9146-c083-49af-a67c-0208444ab564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:29.528251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-59fe9146-c083-49af-a67c-0208444ab564 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0846760 Jul 13 19:53:29.596101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-dd349145-25fa-46ed-a786-08d2b7869bd0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a930c182-53ac-4548-802c-1a93e825ddac HTTP/1.1" status: 200 len: 217 time: 0.0547109 Jul 13 19:53:29.658866 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-19ea55e2-f950-4bbd-b886-cd18119ae320 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f73bc3f04d6548ad8fbd03db1e37402b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435690 Jul 13 19:53:29.661345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:29.694371 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.694944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882bb32-d85c-4411-9d36-85259e929330 req-9d63c785-d6f3-45eb-aaa8-43a99201441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:29.696555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-9d63c785-d6f3-45eb-aaa8-43a99201441d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.0891988 Jul 13 19:53:29.767678 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-4cedc9c3-207b-4fef-893b-ed80a2c901e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623488 Jul 13 19:53:29.837637 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b197cca5-ee39-4ec4-8379-58995568d2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.861097 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b197cca5-ee39-4ec4-8379-58995568d2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.874121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b820c346-9870-45ca-920b-10b18e0fd44c None None] Provisioning for port 7db53864-888b-4b8d-8588-37ea38d896ea completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:29.882454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b820c346-9870-45ca-920b-10b18e0fd44c None None] Provisioning complete for port 7db53864-888b-4b8d-8588-37ea38d896ea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:29.884540 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b820c346-9870-45ca-920b-10b18e0fd44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.942058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-eb7d3e6b-7c31-42fd-8930-84b4f661301f service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585071 Jul 13 19:53:29.943607 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b197cca5-ee39-4ec4-8379-58995568d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.946533 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b197cca5-ee39-4ec4-8379-58995568d2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:29.947550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b820c346-9870-45ca-920b-10b18e0fd44c None None] Port 7db53864-888b-4b8d-8588-37ea38d896ea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:29.958857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b197cca5-ee39-4ec4-8379-58995568d2ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4024bd6-cd1a-4e2c-a344-95a097e9f660 HTTP/1.1" status: 204 len: 168 time: 0.2888942 Jul 13 19:53:30.034973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197cca5-ee39-4ec4-8379-58995568d2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4024bd6-cd1a-4e2c-a344-95a097e9f660,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:30.096237 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:30.103936 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:30.119344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a882bb32-d85c-4411-9d36-85259e929330 req-821bcd04-fade-4dd5-8e9b-86c534f572eb service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591549 Jul 13 19:53:30.196645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:30.198514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=7db53864-888b-4b8d-8588-37ea38d896ea,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:30.258760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433abbf-f837-4125-bca0-bf3f2540a2d2 req-1d173af1-99a3-41a8-884c-42b0fe5efde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:30.272622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f433abbf-f837-4125-bca0-bf3f2540a2d2 req-1d173af1-99a3-41a8-884c-42b0fe5efde5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0807388 Jul 13 19:53:30.314431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 5cadfda4-1114-4451-8822-873589e5c43c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:30.316079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:30.453027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 448e49d6-c6fc-4af7-bef7-4107103ac775 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:53:30.457186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433abbf-f837-4125-bca0-bf3f2540a2d2 req-8887f48b-8416-453d-a6f0-ab91e8898da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:30.465749 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f433abbf-f837-4125-bca0-bf3f2540a2d2 req-8887f48b-8416-453d-a6f0-ab91e8898da3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 906 time: 0.1907983 Jul 13 19:53:30.526419 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f433abbf-f837-4125-bca0-bf3f2540a2d2 req-d3cf91b8-1d63-4368-a04d-cfb02ea50c4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a930c182-53ac-4548-802c-1a93e825ddac HTTP/1.1" status: 200 len: 217 time: 0.0527871 Jul 13 19:53:30.600525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af664d5b-9843-4191-b29a-ba138b880ff8 req-8d303a07-bf2e-453f-a06e-d334d1655f3e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:30.609086 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af664d5b-9843-4191-b29a-ba138b880ff8 req-8d303a07-bf2e-453f-a06e-d334d1655f3e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 944 time: 0.2016506 Jul 13 19:53:30.622756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:30.639811 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc98a9-d5c8-4c53-995d-7987829ff1a5 None None] Sync routers for ids ['448e49d6-c6fc-4af7-bef7-4107103ac775'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:30.646930 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ed57efa0-6325-40d5-b05b-94622d7ffddc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/448e49d6-c6fc-4af7-bef7-4107103ac775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5061870 Jul 13 19:53:30.651652 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc98a9-d5c8-4c53-995d-7987829ff1a5 None None] Routers {'448e49d6-c6fc-4af7-bef7-4107103ac775'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:30.652068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:30.654827 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cbbc98a9-d5c8-4c53-995d-7987829ff1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['448e49d6-c6fc-4af7-bef7-4107103ac775'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:30.728893 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cbbc98a9-d5c8-4c53-995d-7987829ff1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:30.742845 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc98a9-d5c8-4c53-995d-7987829ff1a5 None None] Routers {'448e49d6-c6fc-4af7-bef7-4107103ac775'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:30.743688 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cbbc98a9-d5c8-4c53-995d-7987829ff1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['448e49d6-c6fc-4af7-bef7-4107103ac775'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:30.767311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433abbf-f837-4125-bca0-bf3f2540a2d2 req-b753e938-3770-4ca0-b922-1e8f865f65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:30.768844 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f433abbf-f837-4125-bca0-bf3f2540a2d2 req-b753e938-3770-4ca0-b922-1e8f865f65e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.2357931 Jul 13 19:53:30.786649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ceec494a-8514-4c5d-a661-80d819fb32e6 None None] Provisioning complete for port 7db53864-888b-4b8d-8588-37ea38d896ea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:30.787025 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceec494a-8514-4c5d-a661-80d819fb32e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:30.794220 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cbbc98a9-d5c8-4c53-995d-7987829ff1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:30.795215 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc98a9-d5c8-4c53-995d-7987829ff1a5 None None] The sync data for ids ['448e49d6-c6fc-4af7-bef7-4107103ac775'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:30.801010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-af664d5b-9843-4191-b29a-ba138b880ff8 req-62e1dda9-6ed4-40b3-b40c-6ed3e67d6331 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911473 Jul 13 19:53:30.829393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502cbb89-8857-4a81-9cf0-2339d1ac1057 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:30.829393 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-502cbb89-8857-4a81-9cf0-2339d1ac1057 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports/7db53864-888b-4b8d-8588-37ea38d896ea HTTP/1.1" status: 200 len: 910 time: 0.1698999 Jul 13 19:53:30.831883 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f433abbf-f837-4125-bca0-bf3f2540a2d2 req-b4782735-090d-4870-82eb-77a621cfd7d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514402 Jul 13 19:53:30.832550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:30.859484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ceec494a-8514-4c5d-a661-80d819fb32e6 None None] Port 7db53864-888b-4b8d-8588-37ea38d896ea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:31.041857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:31.083119 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f433abbf-f837-4125-bca0-bf3f2540a2d2 req-a87bd72e-4ea4-40c3-8487-021f097b5b00 service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441130 Jul 13 19:53:31.170187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-190790054-network', 'tenant_id': '4e4842fd6ce14ff28f93d42b830db107'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:31.194162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Made reservation on behalf of 4e4842fd6ce14ff28f93d42b830db107 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:31.196672 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.206929 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.252285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f433abbf-f837-4125-bca0-bf3f2540a2d2 req-501c512a-378d-4883-a32d-e47b4f95d635 service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558475 Jul 13 19:53:31.347730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.352988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.365754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:53:31.375402 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.375761 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Added segment e771188b-9f49-44aa-9d70-80ec42028a47 of type vlan for network 85357321-ea57-4651-80a4-faa40c495d19 Jul 13 19:53:31.417209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.436792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.453463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:31.480117 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.481221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:31.482022 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.559771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5147805 Jul 13 19:53:31.563433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:31.569441 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Request body: {'subnet': {'network_id': '85357321-ea57-4651-80a4-faa40c495d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-190790054-subnet', 'tenant_id': '4e4842fd6ce14ff28f93d42b830db107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:31.570346 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2d9b3-3aaa-471d-be70-87f9be1a5074 admin admin] Pushing event updated for resources: {'Network': ['ID=85357321-ea57-4651-80a4-faa40c495d19,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:31.583098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 85357321-ea57-4651-80a4-faa40c495d19 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:53:31.620616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Made reservation on behalf of 4e4842fd6ce14ff28f93d42b830db107 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:31.623979 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.887510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 7db53864-888b-4b8d-8588-37ea38d896ea {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:31.887861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:31.997228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2b512-de53-4185-94f4-4372fe1cf91a req-11a839ae-883a-4cb0-a954-a5fbc567f10a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:31.999124 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3a2b512-de53-4185-94f4-4372fe1cf91a req-11a839ae-883a-4cb0-a954-a5fbc567f10a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 944 time: 0.0734465 Jul 13 19:53:32.044098 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a3a2b512-de53-4185-94f4-4372fe1cf91a req-c7c25974-3c58-42dd-9922-6c80b090b61e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377667 Jul 13 19:53:32.214077 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:32.295333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87957c9-6089-4fc8-b270-85af5a7aaf0c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:32.311228 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:32.326312 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 7db53864-888b-4b8d-8588-37ea38d896ea owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:32.328138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Checking segment: {'id': 'e771188b-9f49-44aa-9d70-80ec42028a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '85357321-ea57-4651-80a4-faa40c495d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:32.328497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Network hostable DHCP agents. Network: 85357321-ea57-4651-80a4-faa40c495d19, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:53:32.388778 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Network 85357321-ea57-4651-80a4-faa40c495d19 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:53:32.406773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 85357321-ea57-4651-80a4-faa40c495d19) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:32.412436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:32.413203 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:32.415984 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9371b0f7-d548-4104-a7c6-7b1155200ec4 None None] Network 85357321-ea57-4651-80a4-faa40c495d19 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:32.460816 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c751de90-031b-4f5a-b02c-a1199e257811 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8963530 Jul 13 19:53:32.534768 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:32.549995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3fe0a1-cff9-41c6-8e76-54f2d2765d97 None None] Network 85357321-ea57-4651-80a4-faa40c495d19 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:32.566812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=7db53864-888b-4b8d-8588-37ea38d896ea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:32.752135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:32.967516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a930c182-53ac-4548-802c-1a93e825ddac details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:53:32.993355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 448e49d6-c6fc-4af7-bef7-4107103ac775 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:53:33.046614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:33.054666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2052272820-network', 'tenant_id': '5e5fc32737f047739f2c3ea243e6d749'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:33.088452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Made reservation on behalf of 5e5fc32737f047739f2c3ea243e6d749 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:33.091808 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.095310 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:33.107743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e194734b-f6a8-44b9-9771-72497c394ec4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/448e49d6-c6fc-4af7-bef7-4107103ac775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2743697 Jul 13 19:53:33.110697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:33.112341 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.124608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd178965-7e96-443f-8e75-abf659d4d514 None None] Sync routers for ids ['448e49d6-c6fc-4af7-bef7-4107103ac775'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:33.158698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a930c182-53ac-4548-802c-1a93e825ddac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a930c182-53ac-4548-802c-1a93e825ddac,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:33.188995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd178965-7e96-443f-8e75-abf659d4d514 None None] Routers {'448e49d6-c6fc-4af7-bef7-4107103ac775'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:33.192535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd178965-7e96-443f-8e75-abf659d4d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['448e49d6-c6fc-4af7-bef7-4107103ac775'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:33.230146 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.236712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.251469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'a930c182-53ac-4548-802c-1a93e825ddac', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'port_id': 'a930c182-53ac-4548-802c-1a93e825ddac', 'mac_address': 'fa:16:3e:88:b7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bbfea0-3329-4047-962a-3ac41f8de312', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:53:33.254195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd178965-7e96-443f-8e75-abf659d4d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:33.269866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:53:33.276909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7511c037-3427-4266-b98b-f1410eead64f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:33.286159 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.286623 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Added segment c324aa0e-a131-4def-bcc1-f8ab6d7f600a of type vlan for network 8c549814-514c-42c7-976f-88ed07576556 Jul 13 19:53:33.306751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd178965-7e96-443f-8e75-abf659d4d514 None None] Routers {'448e49d6-c6fc-4af7-bef7-4107103ac775'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:33.307436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd178965-7e96-443f-8e75-abf659d4d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['448e49d6-c6fc-4af7-bef7-4107103ac775'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:33.334502 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.350651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd178965-7e96-443f-8e75-abf659d4d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:33.351383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd178965-7e96-443f-8e75-abf659d4d514 None None] The sync data for ids ['448e49d6-c6fc-4af7-bef7-4107103ac775'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:33.362787 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.365868 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.367149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:33.367972 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.378506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a930c182-53ac-4548-802c-1a93e825ddac {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:53:33.403461 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a930c182-53ac-4548-802c-1a93e825ddac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a930c182-53ac-4548-802c-1a93e825ddac,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:33.410156 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.447512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3988967 Jul 13 19:53:33.450679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:33.455277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b675338-0c5b-46f8-93e0-0eb5a2ed4e17 req-0dd66056-4102-4c21-b924-6f4e361ec495 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:33.455914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Request body: {'subnet': {'network_id': '8c549814-514c-42c7-976f-88ed07576556', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2052272820-subnet', 'tenant_id': '5e5fc32737f047739f2c3ea243e6d749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:33.462922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4b675338-0c5b-46f8-93e0-0eb5a2ed4e17 req-0dd66056-4102-4c21-b924-6f4e361ec495 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 944 time: 0.2376108 Jul 13 19:53:33.476345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e185fc1-f905-42ac-b666-8d237874439a admin admin] Pushing event updated for resources: {'Network': ['ID=8c549814-514c-42c7-976f-88ed07576556,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:33.478911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a930c182-53ac-4548-802c-1a93e825ddac,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:33.493145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 8c549814-514c-42c7-976f-88ed07576556 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:53:33.493347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Made reservation on behalf of 5e5fc32737f047739f2c3ea243e6d749 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:33.497604 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.537893 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4b675338-0c5b-46f8-93e0-0eb5a2ed4e17 req-90c82dcd-ec6b-49d3-bed6-4d6742cc85e4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742729 Jul 13 19:53:33.613403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a930c182-53ac-4548-802c-1a93e825ddac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:33.639638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.727829 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.808508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb5eda3-8693-415a-8517-a5c1abab7937,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:33.841876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Checking segment: {'id': 'c324aa0e-a131-4def-bcc1-f8ab6d7f600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8c549814-514c-42c7-976f-88ed07576556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:33.842861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Network hostable DHCP agents. Network: 8c549814-514c-42c7-976f-88ed07576556, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:53:33.873333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Network 8c549814-514c-42c7-976f-88ed07576556 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:53:33.886459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 8c549814-514c-42c7-976f-88ed07576556) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:33.892415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:33.893289 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:33.901286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71605523-081a-46b0-b8f7-8969641fd561 None None] Network 8c549814-514c-42c7-976f-88ed07576556 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:33.916388 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8b90f4eb-d8b4-4d16-a732-b1a295a8d108 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4645078 Jul 13 19:53:33.966035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port c063c4ca-6c25-49b9-a639-10c02e8c2c2a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:33.966425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:34.091737 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:34.104165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for c063c4ca-6c25-49b9-a639-10c02e8c2c2a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:34.115452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e729c24-bc1e-4de7-a8c4-6449772fbde2 None None] Network 8c549814-514c-42c7-976f-88ed07576556 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:34.299012 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:34.333395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=c063c4ca-6c25-49b9-a639-10c02e8c2c2a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:34.497350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:34.562681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-73d9f63a-f456-4a7f-ab76-84899c6e9e12 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:34.564338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-73d9f63a-f456-4a7f-ab76-84899c6e9e12 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/networks?id=85357321-ea57-4651-80a4-faa40c495d19 HTTP/1.1" status: 200 len: 811 time: 0.1370189 Jul 13 19:53:34.582797 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-cb9de6da-7f71-486c-a41c-7b8d01d2ffc6 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/quotas/4e4842fd6ce14ff28f93d42b830db107 HTTP/1.1" status: 200 len: 375 time: 0.0107064 Jul 13 19:53:34.627251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c7a98cdd-294a-4fc1-991a-5152a0b7ab6d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e4842fd6ce14ff28f93d42b830db107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371370 Jul 13 19:53:34.685055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 448e49d6-c6fc-4af7-bef7-4107103ac775 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:53:34.728454 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-fee868cf-924e-4fb8-be4c-f9ff1840779c service neutron] 10.222.0.25 "GET /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950933 Jul 13 19:53:34.803901 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:34.812968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2e1c54d9-2ef5-401b-9343-f9cf071d2c48 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/448e49d6-c6fc-4af7-bef7-4107103ac775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6988542 Jul 13 19:53:34.813669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:34.819959 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eef5ef-a5ab-4fd1-a660-a144cd3c9ec8 None None] Sync routers for ids ['448e49d6-c6fc-4af7-bef7-4107103ac775'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:34.829750 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b767-60c8-464b-be36-f5ca1fe178f6 req-cbdec5ce-59cd-4f1d-8e24-81e4ae9af977 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:34.831426 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7d90b767-60c8-464b-be36-f5ca1fe178f6 req-cbdec5ce-59cd-4f1d-8e24-81e4ae9af977 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 945 time: 0.1432533 Jul 13 19:53:34.832680 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eef5ef-a5ab-4fd1-a660-a144cd3c9ec8 None None] Routers {'448e49d6-c6fc-4af7-bef7-4107103ac775'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:34.833303 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-51eef5ef-a5ab-4fd1-a660-a144cd3c9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['448e49d6-c6fc-4af7-bef7-4107103ac775'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:34.855956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fe3d89e0-ade1-4b2f-9304-2d01c53ceed8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=448e49d6-c6fc-4af7-bef7-4107103ac775 HTTP/1.1" status: 200 len: 205 time: 0.0398405 Jul 13 19:53:34.859319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:34.867277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-1836c318-2128-4f88-adc7-3cb0fd6ed4e3 service neutron] 10.222.0.25 "GET /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328924 Jul 13 19:53:34.880442 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-51eef5ef-a5ab-4fd1-a660-a144cd3c9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:34.891884 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eef5ef-a5ab-4fd1-a660-a144cd3c9ec8 None None] Routers {'448e49d6-c6fc-4af7-bef7-4107103ac775'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:34.892508 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-51eef5ef-a5ab-4fd1-a660-a144cd3c9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['448e49d6-c6fc-4af7-bef7-4107103ac775'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:34.931376 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-51eef5ef-a5ab-4fd1-a660-a144cd3c9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:34.932248 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eef5ef-a5ab-4fd1-a660-a144cd3c9ec8 None None] The sync data for ids ['448e49d6-c6fc-4af7-bef7-4107103ac775'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:34.954704 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7d90b767-60c8-464b-be36-f5ca1fe178f6 req-e12a63f8-6cb1-4fe6-9f12-334c4a9c715c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160891 Jul 13 19:53:34.961417 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c5677b-484b-47f4-8490-b3f1def56b8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:34.999503 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a930c182-53ac-4548-802c-1a93e825ddac up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:35.075448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4cde6d6b-82b1-4f3e-8710-5853f0de49e1 req-c221c9a6-b8c1-4454-a6ef-0930e6c0685d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 210 time: 0.0360925 Jul 13 19:53:35.088891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port a930c182-53ac-4548-802c-1a93e825ddac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:35.101888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port a930c182-53ac-4548-802c-1a93e825ddac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:35.102268 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.230152 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.248816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c5677b-484b-47f4-8490-b3f1def56b8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.251252 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c5677b-484b-47f4-8490-b3f1def56b8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.258671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc474a4-3d03-473b-a086-a7388d73f5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a930c182-53ac-4548-802c-1a93e825ddac'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:35.263236 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b5b3c1-9175-457b-ab2c-469949727596" -d '{"events": [{"server_uuid": "2cc474a4-3d03-473b-a086-a7388d73f5b1", "name": "network-vif-plugged", "status": "completed", "tag": "a930c182-53ac-4548-802c-1a93e825ddac"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:35.281726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port a930c182-53ac-4548-802c-1a93e825ddac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a930c182-53ac-4548-802c-1a93e825ddac,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:35.291899 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.363934 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd53e0a-41ed-4b27-b039-99fdf52ede35 x-openstack-request-id: req-3fd53e0a-41ed-4b27-b039-99fdf52ede35 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:35.366363 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc474a4-3d03-473b-a086-a7388d73f5b1", "name": "network-vif-plugged", "status": "completed", "tag": "a930c182-53ac-4548-802c-1a93e825ddac", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:35.377289 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fd53e0a-41ed-4b27-b039-99fdf52ede35 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:35.400423 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc474a4-3d03-473b-a086-a7388d73f5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a930c182-53ac-4548-802c-1a93e825ddac', 'code': 200} Jul 13 19:53:35.448952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=a930c182-53ac-4548-802c-1a93e825ddac,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:35.674225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c5677b-484b-47f4-8490-b3f1def56b8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.674777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c5677b-484b-47f4-8490-b3f1def56b8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Fanout notify agent at l3_agent the message router_deleted on router 448e49d6-c6fc-4af7-bef7-4107103ac775 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:53:35.682301 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c5677b-484b-47f4-8490-b3f1def56b8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.684235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a2c5677b-484b-47f4-8490-b3f1def56b8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/448e49d6-c6fc-4af7-bef7-4107103ac775 HTTP/1.1" status: 204 len: 168 time: 0.8229671 Jul 13 19:53:35.687191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:35.715423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857472-f29a-4cea-be95-9b72f40c3f40 req-c160e1c5-1fa2-4b97-8343-1788f2758b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:35.717489 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf857472-f29a-4cea-be95-9b72f40c3f40 req-c160e1c5-1fa2-4b97-8343-1788f2758b13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0775342 Jul 13 19:53:35.752386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbce4e63-7a0a-4687-b8d3-2fd6f6607f2d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting subnet 9f052584-4354-4d11-9964-3e05dc7ab13d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:35.758182 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbce4e63-7a0a-4687-b8d3-2fd6f6607f2d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.763051 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf857472-f29a-4cea-be95-9b72f40c3f40 req-b0ce248e-5aaf-4cb5-91d6-82acc4b7d0cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374727 Jul 13 19:53:35.805209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbce4e63-7a0a-4687-b8d3-2fd6f6607f2d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.899963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbce4e63-7a0a-4687-b8d3-2fd6f6607f2d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.963969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbce4e63-7a0a-4687-b8d3-2fd6f6607f2d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.988692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce4e63-7a0a-4687-b8d3-2fd6f6607f2d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Subnet': ['ID=9f052584-4354-4d11-9964-3e05dc7ab13d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:35.994565 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbce4e63-7a0a-4687-b8d3-2fd6f6607f2d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:35.996999 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cbce4e63-7a0a-4687-b8d3-2fd6f6607f2d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/9f052584-4354-4d11-9964-3e05dc7ab13d HTTP/1.1" status: 204 len: 168 time: 0.3088088 Jul 13 19:53:35.999991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:36.006213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0097aa-8654-49c2-aa8f-5121fb124e90 None None] Network 5cadfda4-1114-4451-8822-873589e5c43c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:36.066880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6a1e35-b736-4d52-885c-9cc9b0bbe11d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting subnet 45c31809-98fc-494f-94ec-c3909730b280 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:36.072321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1e35-b736-4d52-885c-9cc9b0bbe11d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.149746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1e35-b736-4d52-885c-9cc9b0bbe11d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.162784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf8ec6-a743-4d7a-a491-d3b10bf6180c req-d81c98d9-add5-461f-bb07-1d94f9a1d96f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:36.164811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4cf8ec6-a743-4d7a-a491-d3b10bf6180c req-d81c98d9-add5-461f-bb07-1d94f9a1d96f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0809031 Jul 13 19:53:36.234732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4cf8ec6-a743-4d7a-a491-d3b10bf6180c req-b9b49c92-f137-4fe6-bd37-b2db9588cbb9 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576453 Jul 13 19:53:36.248726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc90ff71-b3de-4bc4-9aa2-085933b954d1 None None] DHCP port deletion for 5cadfda4-1114-4451-8822-873589e5c43c request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:53:36.288704 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7b55b13-6af7-4212-b6d1-d6c62752a1ca req-91e72036-abfb-4ad6-8683-fcff194ffb12 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 210 time: 0.0421057 Jul 13 19:53:36.305749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc90ff71-b3de-4bc4-9aa2-085933b954d1 None None] Deleting port 5a4b5b59-35ef-459d-bae5-224255c354e1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:36.307109 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc90ff71-b3de-4bc4-9aa2-085933b954d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.371112 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1e35-b736-4d52-885c-9cc9b0bbe11d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.404567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bc90ff71-b3de-4bc4-9aa2-085933b954d1 None None] For port 5a4b5b59-35ef-459d-bae5-224255c354e1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=5a4b5b59-35ef-459d-bae5-224255c354e1,segment=NetworkSegment(8cba1516-6a6d-4dcd-92fd-0677ce824045),segment_id=8cba1516-6a6d-4dcd-92fd-0677ce824045)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:36.405204 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc90ff71-b3de-4bc4-9aa2-085933b954d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.421366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc90ff71-b3de-4bc4-9aa2-085933b954d1 None None] Calling delete_port for 5a4b5b59-35ef-459d-bae5-224255c354e1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:36.514564 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1e35-b736-4d52-885c-9cc9b0bbe11d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.536875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc90ff71-b3de-4bc4-9aa2-085933b954d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.560642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc90ff71-b3de-4bc4-9aa2-085933b954d1 None None] No DVR routers for this DVR port 5a4b5b59-35ef-459d-bae5-224255c354e1 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:36.576509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a1e35-b736-4d52-885c-9cc9b0bbe11d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Subnet': ['ID=45c31809-98fc-494f-94ec-c3909730b280,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:36.578886 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1e35-b736-4d52-885c-9cc9b0bbe11d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.583581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:36.583724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ea6a1e35-b736-4d52-885c-9cc9b0bbe11d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/45c31809-98fc-494f-94ec-c3909730b280 HTTP/1.1" status: 204 len: 168 time: 0.5823684 Jul 13 19:53:36.595562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90ff71-b3de-4bc4-9aa2-085933b954d1 None None] Pushing event deleted for resources: {'Port': ['ID=5a4b5b59-35ef-459d-bae5-224255c354e1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:36.607545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-1e5d0a21-79a4-4d71-bba4-d0d9fc91cd21 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:36.609115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-1e5d0a21-79a4-4d71-bba4-d0d9fc91cd21 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.24 "GET /v2.0/networks?id=85357321-ea57-4651-80a4-faa40c495d19 HTTP/1.1" status: 200 len: 811 time: 0.1855228 Jul 13 19:53:36.611904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb0b1c6-eeef-47c2-9b6f-1e3d0458c090 None None] Network 128d89b2-a441-4e36-921d-22a10ee8fa84 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:36.629272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Request body: {'port': {'device_id': '020943ef-0b25-45eb-99f0-d7fdc1eb593d', 'network_id': '85357321-ea57-4651-80a4-faa40c495d19', 'admin_state_up': True, 'tenant_id': '4e4842fd6ce14ff28f93d42b830db107'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:36.676754 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.796756 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.800488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Made reservation on behalf of 4e4842fd6ce14ff28f93d42b830db107 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:36.805278 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.808325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cadfda4-1114-4451-8822-873589e5c43c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:36.821962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cba1516-6a6d-4dcd-92fd-0677ce824045') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:36.822267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cba1516-6a6d-4dcd-92fd-0677ce824045') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:36.833141 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.854535 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.861313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:53:36.861696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:53:36.865436 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:53:36.877094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069b9bdc-33ec-49d0-9fc7-5010e1731fcb None None] DHCP port deletion for 128d89b2-a441-4e36-921d-22a10ee8fa84 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:53:36.928296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-069b9bdc-33ec-49d0-9fc7-5010e1731fcb None None] Deleting port 8810fc87-ba12-4874-87fd-38b2389504d8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:36.928656 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-069b9bdc-33ec-49d0-9fc7-5010e1731fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.936533 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.944646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:36.947187 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/networks/5cadfda4-1114-4451-8822-873589e5c43c HTTP/1.1" status: 204 len: 168 time: 0.3625507 Jul 13 19:53:36.950354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:36.982004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550adb9-1f10-4409-ac05-eab8e12dbae7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Network': ['ID=5cadfda4-1114-4451-8822-873589e5c43c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:37.004749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-069b9bdc-33ec-49d0-9fc7-5010e1731fcb None None] For port 8810fc87-ba12-4874-87fd-38b2389504d8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8810fc87-ba12-4874-87fd-38b2389504d8,segment=NetworkSegment(ea710d38-a56a-4aab-a854-be55cc2c3781),segment_id=ea710d38-a56a-4aab-a854-be55cc2c3781)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:37.005145 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-069b9bdc-33ec-49d0-9fc7-5010e1731fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.019594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-069b9bdc-33ec-49d0-9fc7-5010e1731fcb None None] Calling delete_port for 8810fc87-ba12-4874-87fd-38b2389504d8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:37.056889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.105171 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-069b9bdc-33ec-49d0-9fc7-5010e1731fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.113651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 8810fc87-ba12-4874-87fd-38b2389504d8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:37.113997 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.135375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b9bdc-33ec-49d0-9fc7-5010e1731fcb None None] Pushing event deleted for resources: {'Port': ['ID=8810fc87-ba12-4874-87fd-38b2389504d8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:37.141328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b9bdc-33ec-49d0-9fc7-5010e1731fcb None None] No DVR routers for this DVR port 8810fc87-ba12-4874-87fd-38b2389504d8 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:37.182321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port 8810fc87-ba12-4874-87fd-38b2389504d8, host n-d-800708-1, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:37.182811 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.197277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 8810fc87-ba12-4874-87fd-38b2389504d8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:37.200050 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Port 8810fc87-ba12-4874-87fd-38b2389504d8 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:53:37.201319 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.233142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=8810fc87-ba12-4874-87fd-38b2389504d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:37.236916 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No DVR routers for this DVR port 8810fc87-ba12-4874-87fd-38b2389504d8 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:37.300481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5a4b5b59-35ef-459d-bae5-224255c354e1 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:37.338801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 5a4b5b59-35ef-459d-bae5-224255c354e1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:37.339417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 5a4b5b59-35ef-459d-bae5-224255c354e1 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:37.340542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8810fc87-ba12-4874-87fd-38b2389504d8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:37.365990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Allocated IP 172.20.0.5 (85357321-ea57-4651-80a4-faa40c495d19/f87957c9-6089-4fc8-b270-85af5a7aaf0c/80eed8a5-7af7-4b75-95b2-5c2543b932d5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:37.385568 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 8810fc87-ba12-4874-87fd-38b2389504d8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:37.386077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8810fc87-ba12-4874-87fd-38b2389504d8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:37.492365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.504900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128d89b2-a441-4e36-921d-22a10ee8fa84']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:37.517943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea710d38-a56a-4aab-a854-be55cc2c3781') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:37.518239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea710d38-a56a-4aab-a854-be55cc2c3781') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:37.532608 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.533873 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-75e0f5f9-ebe7-4551-9634-55ba680b3e6a req-12034d75-2759-4698-af13-0348fc2e480b tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 210 time: 0.0362213 Jul 13 19:53:37.551796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.573092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a873fa9-0bfb-4da5-99ef-edf934bd103f req-30e27cb6-0e77-4994-9af8-54861823621e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:37.574990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a873fa9-0bfb-4da5-99ef-edf934bd103f req-30e27cb6-0e77-4994-9af8-54861823621e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 946 time: 0.1849847 Jul 13 19:53:37.578369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:53:37.578910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:53:37.583095 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:53:37.603223 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.646508 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.672789 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.685346 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a873fa9-0bfb-4da5-99ef-edf934bd103f req-eff4bf83-02a9-470e-8fc5-de5c2c839f3b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989118 Jul 13 19:53:37.696064 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.702329 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/networks/128d89b2-a441-4e36-921d-22a10ee8fa84 HTTP/1.1" status: 204 len: 168 time: 0.7463531 Jul 13 19:53:37.703382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:37.705671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331087a6-df16-49cd-b28a-e799e1a5b681 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Network': ['ID=128d89b2-a441-4e36-921d-22a10ee8fa84,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:37.713253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Pushing event updated for resources: {'Port': ['ID=80eed8a5-7af7-4b75-95b2-5c2543b932d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:37.714498 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'network': {'name': 'tempest-RoutersTest-45202742'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:37.717419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Network 85357321-ea57-4651-80a4-faa40c495d19 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:37.719537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:37.721682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:37.752528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:37.758951 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.775866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:37.778124 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.789792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:53:37.793905 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-a76d109a-9937-4b1f-a388-9dcdf530183d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1686795 Jul 13 19:53:37.802161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.802547 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added segment d87de308-23f5-42c9-a43f-e0f701fecbce of type vlan for network 99da77b9-ceea-455c-a880-453d103caafe Jul 13 19:53:37.807032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Request body: {'port': {'device_id': '020943ef-0b25-45eb-99f0-d7fdc1eb593d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:37.850580 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.884631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.890974 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.891345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:37.892211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:37.954530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2498825 Jul 13 19:53:37.957766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:37.965298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'subnet': {'network_id': '99da77b9-ceea-455c-a880-453d103caafe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:38.021899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1533e-18fe-4db2-b032-1860737a7bec tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Network': ['ID=99da77b9-ceea-455c-a880-453d103caafe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:38.039824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 99da77b9-ceea-455c-a880-453d103caafe details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:53:38.072646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:38.077288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.120467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-a61b65e5-14c9-4f3b-ab1e-a55c92be04a3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:38.122554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-a61b65e5-14c9-4f3b-ab1e-a55c92be04a3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.2204311 Jul 13 19:53:38.184949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-dbd82b35-fa0f-45a3-866e-a1c341c9da37 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/quotas/aeb2e81536cf404c99060caa6c967bb6 HTTP/1.1" status: 200 len: 375 time: 0.0438490 Jul 13 19:53:38.297349 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.329091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8a8983cd-62fe-4863-89fe-6df131106e27 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344159 Jul 13 19:53:38.354637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Subnet': ['ID=bb0fd665-65f1-4ad8-84e8-5e3214e19419,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:38.360322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eed8a5-7af7-4b75-95b2-5c2543b932d5 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:53:38.381064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Checking segment: {'id': 'd87de308-23f5-42c9-a43f-e0f701fecbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '99da77b9-ceea-455c-a880-453d103caafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:38.381420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network hostable DHCP agents. Network: 99da77b9-ceea-455c-a880-453d103caafe, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:53:38.397928 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.401188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 99da77b9-ceea-455c-a880-453d103caafe is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:53:38.411992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 99da77b9-ceea-455c-a880-453d103caafe) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:38.416276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:38.417006 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.425620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7471283-c007-481e-95d0-4791321cbcb3 None None] Network 99da77b9-ceea-455c-a880-453d103caafe requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:38.426131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Transition to ACTIVE for port object 80eed8a5-7af7-4b75-95b2-5c2543b932d5 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:38.438444 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.448652 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2c8122c7-bb8d-4198-967f-fd9e48fa5670 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4899356 Jul 13 19:53:38.451294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:38.457815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d0fc5d0c-1149-4bd0-8316-87deb918445a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-757192782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:38.493500 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0fc5d0c-1149-4bd0-8316-87deb918445a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.495860 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0fc5d0c-1149-4bd0-8316-87deb918445a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.573163 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-f05e8631-8a4e-4ab1-8724-49fe19423243 service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362270 Jul 13 19:53:38.580562 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0fc5d0c-1149-4bd0-8316-87deb918445a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.586941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0fc5d0c-1149-4bd0-8316-87deb918445a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.590496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Pushing event updated for resources: {'Port': ['ID=80eed8a5-7af7-4b75-95b2-5c2543b932d5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:38.615541 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0fc5d0c-1149-4bd0-8316-87deb918445a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.617562 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d0fc5d0c-1149-4bd0-8316-87deb918445a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1649413 Jul 13 19:53:38.620202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:38.626086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'port': {'network_id': '99da77b9-ceea-455c-a880-453d103caafe', 'name': 'tempest-RoutersTest-966238104'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:38.640131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-99da77b9-ceea-455c-a880-453d103caafe', 'network_id': '99da77b9-ceea-455c-a880-453d103caafe', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'fixed_ips': [{'subnet_id': 'bb0fd665-65f1-4ad8-84e8-5e3214e19419'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:53:38.641104 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.775242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Attempting to bind port 80eed8a5-7af7-4b75-95b2-5c2543b932d5 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:53:38.775579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Attempting to bind port 80eed8a5-7af7-4b75-95b2-5c2543b932d5 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'e771188b-9f49-44aa-9d70-80ec42028a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '85357321-ea57-4651-80a4-faa40c495d19'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:53:38.775909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Attempting to bind port 80eed8a5-7af7-4b75-95b2-5c2543b932d5 on network 85357321-ea57-4651-80a4-faa40c495d19 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:38.783552 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Port 80eed8a5-7af7-4b75-95b2-5c2543b932d5 on network 85357321-ea57-4651-80a4-faa40c495d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:53:38.783874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Attempting to bind port 80eed8a5-7af7-4b75-95b2-5c2543b932d5 on network 85357321-ea57-4651-80a4-faa40c495d19 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:38.787773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-b501b951-7b32-4f34-8901-82692bedefeb service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062724 Jul 13 19:53:38.791679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:53:38.792023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Checking segment: {'id': 'e771188b-9f49-44aa-9d70-80ec42028a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '85357321-ea57-4651-80a4-faa40c495d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:38.792406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Bound using segment: {'id': 'e771188b-9f49-44aa-9d70-80ec42028a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '85357321-ea57-4651-80a4-faa40c495d19'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:53:38.793477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Bound port: 80eed8a5-7af7-4b75-95b2-5c2543b932d5, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e771188b-9f49-44aa-9d70-80ec42028a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '85357321-ea57-4651-80a4-faa40c495d19'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:53:38.793817 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.827487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:38.832113 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.848031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Allocated IP 172.20.0.2 (99da77b9-ceea-455c-a880-453d103caafe/bb0fd665-65f1-4ad8-84e8-5e3214e19419/4de8e57f-e693-42e3-9b3d-d23dff0dfa72) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:38.863204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] device_id is not set on port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:53:38.876462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] For port 80eed8a5-7af7-4b75-95b2-5c2543b932d5, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:53:38.885015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] For port 80eed8a5-7af7-4b75-95b2-5c2543b932d5, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=80eed8a5-7af7-4b75-95b2-5c2543b932d5,segment=NetworkSegment(e771188b-9f49-44aa-9d70-80ec42028a47),segment_id=e771188b-9f49-44aa-9d70-80ec42028a47)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:53:38.896021 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.944260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:38.945469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:38.947478 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] 10.222.0.24 "PUT /v2.0/ports/80eed8a5-7af7-4b75-95b2-5c2543b932d5 HTTP/1.1" status: 200 len: 1091 time: 1.1460953 Jul 13 19:53:38.950902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020943ef-0b25-45eb-99f0-d7fdc1eb593d', 'tag': '80eed8a5-7af7-4b75-95b2-5c2543b932d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:38.953324 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63252cac-7caf-46fe-b0b6-71cbe73e422b" -d '{"events": [{"name": "network-changed", "server_uuid": "020943ef-0b25-45eb-99f0-d7fdc1eb593d", "tag": "80eed8a5-7af7-4b75-95b2-5c2543b932d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:39.000220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02367fdc-b36e-4118-b98d-9ed6e836f79d req-22e1a50e-e2c2-479d-8eee-aca44d2da41e tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:39.011309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02367fdc-b36e-4118-b98d-9ed6e836f79d req-22e1a50e-e2c2-479d-8eee-aca44d2da41e tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 943 time: 0.2574568 Jul 13 19:53:39.039094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e380c2-b71f-41f7-881d-06e4399727bc service neutron] Pushing event updated for resources: {'Port': ['ID=80eed8a5-7af7-4b75-95b2-5c2543b932d5,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:39.072555 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:39.081483 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02367fdc-b36e-4118-b98d-9ed6e836f79d req-7dc26772-0a1e-433e-bc70-ab11df21e908 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691445 Jul 13 19:53:39.086182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Transition to ACTIVE for port object 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:39.096414 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd32aadc-8688-4230-99c7-90e21a2ceb6e x-openstack-request-id: req-fd32aadc-8688-4230-99c7-90e21a2ceb6e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:39.096719 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020943ef-0b25-45eb-99f0-d7fdc1eb593d", "tag": "80eed8a5-7af7-4b75-95b2-5c2543b932d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:39.096978 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd32aadc-8688-4230-99c7-90e21a2ceb6e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:39.097394 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020943ef-0b25-45eb-99f0-d7fdc1eb593d', 'tag': '80eed8a5-7af7-4b75-95b2-5c2543b932d5', 'status': 'completed', 'code': 200} Jul 13 19:53:39.106537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Transition to ACTIVE for port object 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:39.122705 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:39.176680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Network 99da77b9-ceea-455c-a880-453d103caafe is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:39.180386 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66400558-efbb-4d81-ac3c-d81474aa1c40 req-8ec01f3d-c74a-4432-bfef-59fff2908dc5 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 210 time: 0.0417054 Jul 13 19:53:39.180557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:39.183135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:39.196660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Pushing event updated for resources: {'Port': ['ID=4de8e57f-e693-42e3-9b3d-d23dff0dfa72,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:39.205994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-d848717d-9167-4bbd-b97c-3899d574b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:39.207547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-d848717d-9167-4bbd-b97c-3899d574b254 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e4842fd6ce14ff28f93d42b830db107&device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 1094 time: 0.1980250 Jul 13 19:53:39.240430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Allocated IP 172.20.0.7 (99da77b9-ceea-455c-a880-453d103caafe/bb0fd665-65f1-4ad8-84e8-5e3214e19419/c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:39.271513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Attempting to bind port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:53:39.272065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Attempting to bind port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd87de308-23f5-42c9-a43f-e0f701fecbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '99da77b9-ceea-455c-a880-453d103caafe'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:53:39.273315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Attempting to bind port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 on network 99da77b9-ceea-455c-a880-453d103caafe {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:39.282163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:53:39.283219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Checking segment: {'id': 'd87de308-23f5-42c9-a43f-e0f701fecbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '99da77b9-ceea-455c-a880-453d103caafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:39.283492 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-5cfabaef-61f3-4ba0-a09a-07fee2fcfb57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80eed8a5-7af7-4b75-95b2-5c2543b932d5 HTTP/1.1" status: 200 len: 217 time: 0.0620358 Jul 13 19:53:39.284102 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:39.284491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Bound using segment: {'id': 'd87de308-23f5-42c9-a43f-e0f701fecbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '99da77b9-ceea-455c-a880-453d103caafe'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:53:39.285197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Bound port: 4de8e57f-e693-42e3-9b3d-d23dff0dfa72, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87de308-23f5-42c9-a43f-e0f701fecbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '99da77b9-ceea-455c-a880-453d103caafe'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:53:39.285513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:39.362141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-4185c891-9503-4671-b19f-c108385ec9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:39.365001 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-4185c891-9503-4671-b19f-c108385ec9b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f87957c9-6089-4fc8-b270-85af5a7aaf0c HTTP/1.1" status: 200 len: 851 time: 0.0725899 Jul 13 19:53:39.368151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] For port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:53:39.372435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] For port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4de8e57f-e693-42e3-9b3d-d23dff0dfa72,segment=NetworkSegment(d87de308-23f5-42c9-a43f-e0f701fecbce),segment_id=d87de308-23f5-42c9-a43f-e0f701fecbce)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:53:39.378013 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:39.419572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-6630c64b-e51b-407e-b801-3668ede67beb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85357321-ea57-4651-80a4-faa40c495d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422208 Jul 13 19:53:39.473201 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171e957-20b9-46c3-a82d-df2bdc016671 None None] Pushing event updated for resources: {'Port': ['ID=4de8e57f-e693-42e3-9b3d-d23dff0dfa72,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:39.507077 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:39.523467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Transition to ACTIVE for port object c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:39.565926 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:39.601823 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-d8545245-2899-4f1c-a111-8f90e59f061a service neutron] 10.222.0.24 "GET /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721797 Jul 13 19:53:39.641620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:39.651953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 99da77b9-ceea-455c-a880-453d103caafe is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:39.653976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:39.656599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:39.758199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63e589e0-e5ae-40ed-bae7-33def25c7667 req-8e69aae8-a7af-4cbf-b8c5-181fe8b63b16 service neutron] 10.222.0.24 "GET /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452644 Jul 13 19:53:39.790226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:39.790962 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:39.818386 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:39.819171 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9aa647ca-8f6d-4411-8e81-8d7d5c5820c4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1974683 Jul 13 19:53:40.185464 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252cac-7caf-46fe-b0b6-71cbe73e422b req-88c865de-d319-4e8a-a0d3-78ae9d6d2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:40.187139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63252cac-7caf-46fe-b0b6-71cbe73e422b req-88c865de-d319-4e8a-a0d3-78ae9d6d2a7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e4842fd6ce14ff28f93d42b830db107&device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 1094 time: 0.2634900 Jul 13 19:53:40.432557 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a7b92272-69c1-48d7-a7eb-d7e119d66dca req-7edcb70b-bea7-49fd-b69e-05332661a780 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 210 time: 0.0595727 Jul 13 19:53:40.468585 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:40.479729 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b43db7-254b-4f41-860a-0bbddd68e603 req-cb79f054-8fcc-415d-af58-70cd6f234c77 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:40.481503 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5b43db7-254b-4f41-860a-0bbddd68e603 req-cb79f054-8fcc-415d-af58-70cd6f234c77 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 943 time: 0.2275672 Jul 13 19:53:40.507724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252cac-7caf-46fe-b0b6-71cbe73e422b req-f031f673-892f-491c-a031-f8eb6ca8a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:40.509907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63252cac-7caf-46fe-b0b6-71cbe73e422b req-f031f673-892f-491c-a031-f8eb6ca8a27a service neutron] 10.222.0.24 "GET /v2.0/networks?id=85357321-ea57-4651-80a4-faa40c495d19 HTTP/1.1" status: 200 len: 912 time: 0.3128855 Jul 13 19:53:40.623641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63252cac-7caf-46fe-b0b6-71cbe73e422b req-23459e23-2a88-4e0e-b53f-7ddd6ec9c9ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80eed8a5-7af7-4b75-95b2-5c2543b932d5 HTTP/1.1" status: 200 len: 217 time: 0.0812159 Jul 13 19:53:40.674619 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5b43db7-254b-4f41-860a-0bbddd68e603 req-6ec4d44a-1982-482b-81f5-bc4833c0e655 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661711 Jul 13 19:53:40.684408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-174ce3d8-588c-4e5d-bfcf-5f63cbea2ff2 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:40.686433 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-174ce3d8-588c-4e5d-bfcf-5f63cbea2ff2 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.2432456 Jul 13 19:53:40.697900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Request body: {'port': {'device_id': '1057c003-13fa-4124-9d4d-674af590c60a', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'admin_state_up': True, 'tenant_id': 'aeb2e81536cf404c99060caa6c967bb6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:40.844914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Made reservation on behalf of aeb2e81536cf404c99060caa6c967bb6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:40.849099 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:40.883556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252cac-7caf-46fe-b0b6-71cbe73e422b req-5999d577-8e72-4132-900f-4504dcba7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:40.885356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63252cac-7caf-46fe-b0b6-71cbe73e422b req-5999d577-8e72-4132-900f-4504dcba7285 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f87957c9-6089-4fc8-b270-85af5a7aaf0c HTTP/1.1" status: 200 len: 851 time: 0.2512510 Jul 13 19:53:40.890202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e580ed-59b4-40fb-9aad-288bc2e14c85 None None] Network 99da77b9-ceea-455c-a880-453d103caafe requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:40.931006 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63252cac-7caf-46fe-b0b6-71cbe73e422b req-4680d211-78a6-4de1-85f6-8d5aef1d855c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85357321-ea57-4651-80a4-faa40c495d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326829 Jul 13 19:53:41.001182 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:41.044660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Allocated IP 172.20.0.11 (eb41cac7-8b4b-4035-9914-f162d3b00a0f/b7bbfea0-3329-4047-962a-3ac41f8de312/f3662609-954c-4337-aa99-223f15bb8a4a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:41.070304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fdd9eda-53c2-4cc0-a54c-dca2ebabc536 None None] Provisioning for port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:41.101727 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:41.115612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63252cac-7caf-46fe-b0b6-71cbe73e422b req-f6464895-a4c1-4da6-a709-9f95f1eae475 service neutron] 10.222.0.24 "GET /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120319 Jul 13 19:53:41.263481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:41.335645 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:41.347935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a930c182-53ac-4548-802c-1a93e825ddac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:41.354538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:41.361634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:41.365411 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:41.402315 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:41.444401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:41.468805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event updated for resources: {'Port': ['ID=f3662609-954c-4337-aa99-223f15bb8a4a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:41.499392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:41.500789 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:41.520277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-8805aac2-2fa8-47b0-9390-5d6c21cdbfdd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8263662 Jul 13 19:53:41.533832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Request body: {'port': {'device_id': '1057c003-13fa-4124-9d4d-674af590c60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:41.592170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:41.600985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:41.601538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:41.603089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15712cdc-4834-4036-b798-fff1e0e33198 None None] Provisioning for port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:41.625584 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15712cdc-4834-4036-b798-fff1e0e33198 None None] Provisioning complete for port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:41.626451 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15712cdc-4834-4036-b798-fff1e0e33198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:41.664422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:41.728916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:41.775680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63252cac-7caf-46fe-b0b6-71cbe73e422b req-c7524ea3-9ec1-4b42-a58a-d12ed06866f8 service neutron] 10.222.0.24 "GET /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192420 Jul 13 19:53:41.809092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-15712cdc-4834-4036-b798-fff1e0e33198 None None] Port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:41.945080 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:41.968543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb75c742-6135-45df-82b0-f37b8e498f45 None None] Provisioning complete for port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:41.968828 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb75c742-6135-45df-82b0-f37b8e498f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.012920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eb75c742-6135-45df-82b0-f37b8e498f45 None None] Port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:42.032067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4de8e57f-e693-42e3-9b3d-d23dff0dfa72,segment=NetworkSegment(d87de308-23f5-42c9-a43f-e0f701fecbce),segment_id=d87de308-23f5-42c9-a43f-e0f701fecbce)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:42.037940 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.065288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1569f-8b35-4b54-856e-c007d10847b4 req-1c45677a-72cd-4a9a-8563-43c42a7369d9 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:42.072737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11d1569f-8b35-4b54-856e-c007d10847b4 req-1c45677a-72cd-4a9a-8563-43c42a7369d9 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 932 time: 0.3401244 Jul 13 19:53:42.085958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db673802-116e-490c-bb1e-5278fefc5df2 req-574afaf1-9d40-4145-bc5f-b3cf851af706 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:42.088201 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db673802-116e-490c-bb1e-5278fefc5df2 req-574afaf1-9d40-4145-bc5f-b3cf851af706 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 943 time: 0.1581941 Jul 13 19:53:42.108095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=4de8e57f-e693-42e3-9b3d-d23dff0dfa72,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:42.135468 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.144329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c1feafa-fafc-4a54-84e0-4b9a7297401c None None] Provisioning complete for port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:42.145038 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c1feafa-fafc-4a54-84e0-4b9a7297401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.161793 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-db673802-116e-490c-bb1e-5278fefc5df2 req-c41f89fa-8b7f-4704-b2b8-ff63b3f6b12d tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608859 Jul 13 19:53:42.193826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11d1569f-8b35-4b54-856e-c007d10847b4 req-fff59dec-e21a-4c9e-911c-d77d3b66349c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196883 Jul 13 19:53:42.198654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3662609-954c-4337-aa99-223f15bb8a4a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:53:42.207636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5c1feafa-fafc-4a54-84e0-4b9a7297401c None None] Port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:42.209570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.228917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Transition to ACTIVE for port object f3662609-954c-4337-aa99-223f15bb8a4a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:42.233200 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.299997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Pushing event updated for resources: {'Port': ['ID=f3662609-954c-4337-aa99-223f15bb8a4a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:42.302443 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.377300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Attempting to bind port f3662609-954c-4337-aa99-223f15bb8a4a on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:53:42.377637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Attempting to bind port f3662609-954c-4337-aa99-223f15bb8a4a by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:53:42.377953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Attempting to bind port f3662609-954c-4337-aa99-223f15bb8a4a on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:42.382367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Port f3662609-954c-4337-aa99-223f15bb8a4a on network eb41cac7-8b4b-4035-9914-f162d3b00a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:53:42.382878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Attempting to bind port f3662609-954c-4337-aa99-223f15bb8a4a on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:42.387783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:53:42.388102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Checking segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:42.388480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Bound using segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:53:42.389021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Bound port: f3662609-954c-4337-aa99-223f15bb8a4a, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:53:42.389381 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.456053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] For port f3662609-954c-4337-aa99-223f15bb8a4a, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:53:42.459261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] For port f3662609-954c-4337-aa99-223f15bb8a4a, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f3662609-954c-4337-aa99-223f15bb8a4a,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:53:42.464233 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.503777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:42.504437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.506033 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] 10.222.0.60 "PUT /v2.0/ports/f3662609-954c-4337-aa99-223f15bb8a4a HTTP/1.1" status: 200 len: 1092 time: 0.9787967 Jul 13 19:53:42.509212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1057c003-13fa-4124-9d4d-674af590c60a', 'tag': 'f3662609-954c-4337-aa99-223f15bb8a4a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:42.518484 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28912fbe-22ae-47d2-8d87-7df84da834d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1057c003-13fa-4124-9d4d-674af590c60a", "tag": "f3662609-954c-4337-aa99-223f15bb8a4a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:42.546428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d93b77-6142-40ae-b617-46f8ab66f13e service neutron] Pushing event updated for resources: {'Port': ['ID=f3662609-954c-4337-aa99-223f15bb8a4a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:42.586612 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6c5e14-ac70-427d-bd42-b5579eabb8fc x-openstack-request-id: req-6c6c5e14-ac70-427d-bd42-b5579eabb8fc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:42.586922 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1057c003-13fa-4124-9d4d-674af590c60a", "tag": "f3662609-954c-4337-aa99-223f15bb8a4a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:42.587158 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c6c5e14-ac70-427d-bd42-b5579eabb8fc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:42.587552 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1057c003-13fa-4124-9d4d-674af590c60a', 'tag': 'f3662609-954c-4337-aa99-223f15bb8a4a', 'status': 'completed', 'code': 200} Jul 13 19:53:42.604235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.609191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.615366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-02f705da-bd6d-4d7e-a852-f9928c5991b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:42.616888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-02f705da-bd6d-4d7e-a852-f9928c5991b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 1095 time: 0.0716898 Jul 13 19:53:42.662245 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-9951beb7-e793-4674-a6ce-42b0acf86e80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3662609-954c-4337-aa99-223f15bb8a4a HTTP/1.1" status: 200 len: 217 time: 0.0379963 Jul 13 19:53:42.686848 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:42.689045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:42.720270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-c0361778-9ab7-493a-85f0-a4bbacc15e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:42.721907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-c0361778-9ab7-493a-85f0-a4bbacc15e4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.0540686 Jul 13 19:53:42.755214 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-aeac7640-fb21-4f0e-8b59-8dd5200f16b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275481 Jul 13 19:53:42.803430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 99da77b9-ceea-455c-a880-453d103caafe is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:42.805104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:42.827715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 80eed8a5-7af7-4b75-95b2-5c2543b932d5 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:53:42.873963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-52ff1891-00aa-48ef-9354-ffc6e6305037 service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123838 Jul 13 19:53:42.964451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router d0a9f473-1b0e-4bc9-b251-853b069434da is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:53:43.021860 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c8a77fc-b62a-488d-bfce-47190aa549d3 req-71c83a79-5036-47e2-bf84-be6dd306c8d4 service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411808 Jul 13 19:53:43.030553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 80eed8a5-7af7-4b75-95b2-5c2543b932d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=80eed8a5-7af7-4b75-95b2-5c2543b932d5,segment=NetworkSegment(e771188b-9f49-44aa-9d70-80ec42028a47),segment_id=e771188b-9f49-44aa-9d70-80ec42028a47)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:43.044886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '80eed8a5-7af7-4b75-95b2-5c2543b932d5', 'network_id': '85357321-ea57-4651-80a4-faa40c495d19', 'port_id': '80eed8a5-7af7-4b75-95b2-5c2543b932d5', 'mac_address': 'fa:16:3e:ea:81:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87957c9-6089-4fc8-b270-85af5a7aaf0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:53:43.109278 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:43.123400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:43.130059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c52e72ee-08dc-4b25-a21f-2046b043081c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/d0a9f473-1b0e-4bc9-b251-853b069434da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3098791 Jul 13 19:53:43.130673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eed8a5-7af7-4b75-95b2-5c2543b932d5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:53:43.134276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:43.138318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9cc22-fd72-4e05-b5c3-bf9562a00823 None None] Sync routers for ids ['d0a9f473-1b0e-4bc9-b251-853b069434da'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:43.180313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 80eed8a5-7af7-4b75-95b2-5c2543b932d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=80eed8a5-7af7-4b75-95b2-5c2543b932d5,segment=NetworkSegment(e771188b-9f49-44aa-9d70-80ec42028a47),segment_id=e771188b-9f49-44aa-9d70-80ec42028a47)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:43.183339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9cc22-fd72-4e05-b5c3-bf9562a00823 None None] Routers {'d0a9f473-1b0e-4bc9-b251-853b069434da'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:43.184467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14b9cc22-fd72-4e05-b5c3-bf9562a00823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d0a9f473-1b0e-4bc9-b251-853b069434da'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:43.201548 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:43.215267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28912fbe-22ae-47d2-8d87-7df84da834d5 req-64c1969f-ac7a-4498-871f-f246ddc3dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:43.223172 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28912fbe-22ae-47d2-8d87-7df84da834d5 req-64c1969f-ac7a-4498-871f-f246ddc3dc4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 1095 time: 0.1370041 Jul 13 19:53:43.224435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4160cfd-4224-4bce-af02-5cb90a3e5ba0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:43.226576 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a4160cfd-4224-4bce-af02-5cb90a3e5ba0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports/c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 HTTP/1.1" status: 200 len: 976 time: 0.0906620 Jul 13 19:53:43.231325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:43.442555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28912fbe-22ae-47d2-8d87-7df84da834d5 req-24344b2b-50ce-4afb-87f0-48adf022792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:43.444310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28912fbe-22ae-47d2-8d87-7df84da834d5 req-24344b2b-50ce-4afb-87f0-48adf022792e service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 906 time: 0.2203050 Jul 13 19:53:43.539149 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28912fbe-22ae-47d2-8d87-7df84da834d5 req-c58e3f89-d450-493f-a603-2d029b155097 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3662609-954c-4337-aa99-223f15bb8a4a HTTP/1.1" status: 200 len: 217 time: 0.0870180 Jul 13 19:53:43.620614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6e00-f033-43d2-ad28-49d51ea485ad req-0c835be4-815a-4c2c-833c-a5cd360d4c27 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:43.629028 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eefa6e00-f033-43d2-ad28-49d51ea485ad req-0c835be4-815a-4c2c-833c-a5cd360d4c27 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 944 time: 0.1022043 Jul 13 19:53:43.631020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cb0c3-fcec-46e3-9a53-f0b7b343fa90 req-4c67a962-3870-4a58-9da3-3a6063ebd724 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:43.639129 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4f3cb0c3-fcec-46e3-9a53-f0b7b343fa90 req-4c67a962-3870-4a58-9da3-3a6063ebd724 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 944 time: 0.1333220 Jul 13 19:53:43.666465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28912fbe-22ae-47d2-8d87-7df84da834d5 req-f6760b10-7360-4ca5-b4cc-cd11dea76ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:43.668457 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28912fbe-22ae-47d2-8d87-7df84da834d5 req-f6760b10-7360-4ca5-b4cc-cd11dea76ddb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.1214705 Jul 13 19:53:43.695785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:43.707666 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28912fbe-22ae-47d2-8d87-7df84da834d5 req-bd3d21c7-47db-4acb-8398-e9d9c35961a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322394 Jul 13 19:53:43.722953 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4f3cb0c3-fcec-46e3-9a53-f0b7b343fa90 req-07395ceb-d8c1-4a03-9cfb-c190ca4be238 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828910 Jul 13 19:53:43.729364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eefa6e00-f033-43d2-ad28-49d51ea485ad req-5db1263f-c7ba-43aa-86a9-62073b21a64e tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998185 Jul 13 19:53:43.774341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14b9cc22-fd72-4e05-b5c3-bf9562a00823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:43.805463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['80eed8a5-7af7-4b75-95b2-5c2543b932d5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:43.838462 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28912fbe-22ae-47d2-8d87-7df84da834d5 req-960b9e94-2e65-4918-8313-21d036fba6ec service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130250 Jul 13 19:53:43.891987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ae6e816-9f2c-4065-b97e-513ea5b9d891 None None] Provisioning complete for port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:43.892400 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e816-9f2c-4065-b97e-513ea5b9d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:43.936930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9cc22-fd72-4e05-b5c3-bf9562a00823 None None] Routers {'d0a9f473-1b0e-4bc9-b251-853b069434da'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:43.937953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14b9cc22-fd72-4e05-b5c3-bf9562a00823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d0a9f473-1b0e-4bc9-b251-853b069434da'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:43.952468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28912fbe-22ae-47d2-8d87-7df84da834d5 req-e82f582c-9eda-4ac3-ad2b-9926a8c87999 service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062765 Jul 13 19:53:43.955442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=80eed8a5-7af7-4b75-95b2-5c2543b932d5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:44.011205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-14b9cc22-fd72-4e05-b5c3-bf9562a00823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:44.011934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9cc22-fd72-4e05-b5c3-bf9562a00823 None None] The sync data for ids ['d0a9f473-1b0e-4bc9-b251-853b069434da'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:44.023394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6e816-9f2c-4065-b97e-513ea5b9d891 None None] Port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:44.033861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:44.034483 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:44.087833 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:44.309400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:44.309764 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:44.400296 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:44.413293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:44.852230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 80eed8a5-7af7-4b75-95b2-5c2543b932d5 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:44.856511 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:44.901788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=c675bdd2-23b7-4a6e-9cd7-eff1a98a96b4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:44.933001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 80eed8a5-7af7-4b75-95b2-5c2543b932d5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:44.938992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 80eed8a5-7af7-4b75-95b2-5c2543b932d5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:44.940456 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:44.958562 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee265ff-af2c-457b-9dfe-d76b27886bd7 req-65bee102-dfb3-4e39-8b29-5b979db96f90 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:44.969268 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ee265ff-af2c-457b-9dfe-d76b27886bd7 req-65bee102-dfb3-4e39-8b29-5b979db96f90 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 944 time: 0.0982003 Jul 13 19:53:45.031137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f3662609-954c-4337-aa99-223f15bb8a4a details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:53:45.032917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d897a0-9d5e-45d8-838a-f73549b746fb req-5ecef298-8b3c-4307-8481-96b351c47b07 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:45.033741 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7ee265ff-af2c-457b-9dfe-d76b27886bd7 req-30896b8c-a6f7-4fd7-92de-dacd0512ea75 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633802 Jul 13 19:53:45.034566 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39d897a0-9d5e-45d8-838a-f73549b746fb req-5ecef298-8b3c-4307-8481-96b351c47b07 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 944 time: 0.1415014 Jul 13 19:53:45.036427 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.072901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020943ef-0b25-45eb-99f0-d7fdc1eb593d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eed8a5-7af7-4b75-95b2-5c2543b932d5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:45.075810 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0d92dc-2f32-4766-b16e-75b3b25005df" -d '{"events": [{"server_uuid": "020943ef-0b25-45eb-99f0-d7fdc1eb593d", "name": "network-vif-plugged", "status": "completed", "tag": "80eed8a5-7af7-4b75-95b2-5c2543b932d5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:45.128343 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.131950 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c1d9ad-6af9-4529-b46a-03e5549406f5 x-openstack-request-id: req-87c1d9ad-6af9-4529-b46a-03e5549406f5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:45.132237 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020943ef-0b25-45eb-99f0-d7fdc1eb593d", "name": "network-vif-plugged", "status": "completed", "tag": "80eed8a5-7af7-4b75-95b2-5c2543b932d5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:45.132496 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87c1d9ad-6af9-4529-b46a-03e5549406f5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:45.132892 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020943ef-0b25-45eb-99f0-d7fdc1eb593d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eed8a5-7af7-4b75-95b2-5c2543b932d5', 'code': 200} Jul 13 19:53:45.137856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 80eed8a5-7af7-4b75-95b2-5c2543b932d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=80eed8a5-7af7-4b75-95b2-5c2543b932d5,segment=NetworkSegment(e771188b-9f49-44aa-9d70-80ec42028a47),segment_id=e771188b-9f49-44aa-9d70-80ec42028a47)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:45.146253 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.220152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=80eed8a5-7af7-4b75-95b2-5c2543b932d5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:45.223852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f3662609-954c-4337-aa99-223f15bb8a4a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f3662609-954c-4337-aa99-223f15bb8a4a,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:45.235017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'f3662609-954c-4337-aa99-223f15bb8a4a', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'port_id': 'f3662609-954c-4337-aa99-223f15bb8a4a', 'mac_address': 'fa:16:3e:62:af:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bbfea0-3329-4047-962a-3ac41f8de312', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:53:45.254381 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39d897a0-9d5e-45d8-838a-f73549b746fb req-8e43f21b-ec3d-451c-bfd6-28e68aab6de5 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769044 Jul 13 19:53:45.276270 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.290743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3662609-954c-4337-aa99-223f15bb8a4a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:53:45.315479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f3662609-954c-4337-aa99-223f15bb8a4a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f3662609-954c-4337-aa99-223f15bb8a4a,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:45.315479 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.349232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router d0a9f473-1b0e-4bc9-b251-853b069434da has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:53:45.356476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91a284-ffe7-4cd9-8d47-eb1d8d57e857 req-b73dfc38-bb44-40ad-b762-e4ad6081596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:45.358090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab91a284-ffe7-4cd9-8d47-eb1d8d57e857 req-b73dfc38-bb44-40ad-b762-e4ad6081596a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 1096 time: 0.1435142 Jul 13 19:53:45.370364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f3662609-954c-4337-aa99-223f15bb8a4a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:45.453446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:45.459400 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-40c35613-90f3-444b-95b2-8ba067b78f4d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/d0a9f473-1b0e-4bc9-b251-853b069434da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2266226 Jul 13 19:53:45.462137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:45.473736 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb91178-731d-498e-a60b-437792650313 None None] Sync routers for ids ['d0a9f473-1b0e-4bc9-b251-853b069434da'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:45.487444 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb91178-731d-498e-a60b-437792650313 None None] Routers {'d0a9f473-1b0e-4bc9-b251-853b069434da'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:45.488118 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aeb91178-731d-498e-a60b-437792650313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d0a9f473-1b0e-4bc9-b251-853b069434da'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:45.507251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab91a284-ffe7-4cd9-8d47-eb1d8d57e857 req-403fcc0d-757d-497d-b921-11576651db79 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400869 Jul 13 19:53:45.520293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['f3662609-954c-4337-aa99-223f15bb8a4a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:45.522039 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aeb91178-731d-498e-a60b-437792650313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:45.532617 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb91178-731d-498e-a60b-437792650313 None None] Routers {'d0a9f473-1b0e-4bc9-b251-853b069434da'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:45.533331 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aeb91178-731d-498e-a60b-437792650313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d0a9f473-1b0e-4bc9-b251-853b069434da'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:45.570576 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aeb91178-731d-498e-a60b-437792650313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:45.571337 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb91178-731d-498e-a60b-437792650313 None None] The sync data for ids ['d0a9f473-1b0e-4bc9-b251-853b069434da'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:45.653140 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5af0431e-c43c-4e96-a29d-efcc18ab416b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 19:53:45.657524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5af0431e-c43c-4e96-a29d-efcc18ab416b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/d0a9f473-1b0e-4bc9-b251-853b069434da/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1910594 Jul 13 19:53:45.658227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:45.698054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f31ea289-9018-475e-a8b7-75adb72c8fe8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a9f473-1b0e-4bc9-b251-853b069434da HTTP/1.1" status: 200 len: 205 time: 0.0359559 Jul 13 19:53:45.698248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:45.770289 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c87d1f94-236e-4058-97f7-cc8234c56dca tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.779414 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.929674 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c87d1f94-236e-4058-97f7-cc8234c56dca tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.931823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c87d1f94-236e-4058-97f7-cc8234c56dca tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.978744 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c87d1f94-236e-4058-97f7-cc8234c56dca tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.979471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87d1f94-236e-4058-97f7-cc8234c56dca tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Fanout notify agent at l3_agent the message router_deleted on router d0a9f473-1b0e-4bc9-b251-853b069434da {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:53:45.986269 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c87d1f94-236e-4058-97f7-cc8234c56dca tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.987419 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c87d1f94-236e-4058-97f7-cc8234c56dca tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/d0a9f473-1b0e-4bc9-b251-853b069434da HTTP/1.1" status: 204 len: 168 time: 0.2882316 Jul 13 19:53:45.989977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:46.040675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-063bc0f8-c4c3-4a4a-8e54-e15aaf0936e0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting subnet bb0fd665-65f1-4ad8-84e8-5e3214e19419 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:46.044660 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063bc0f8-c4c3-4a4a-8e54-e15aaf0936e0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.088970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063bc0f8-c4c3-4a4a-8e54-e15aaf0936e0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.479393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b635fb-8e15-4f10-8523-cc47234f6a2e req-cf647add-a13a-4477-a73c-0d3f75f4444c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:46.483019 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30b635fb-8e15-4f10-8523-cc47234f6a2e req-cf647add-a13a-4477-a73c-0d3f75f4444c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 945 time: 0.0797846 Jul 13 19:53:46.489615 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063bc0f8-c4c3-4a4a-8e54-e15aaf0936e0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.505724 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.535170 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30b635fb-8e15-4f10-8523-cc47234f6a2e req-a2147f08-17f7-4cc8-bbd0-baab5e3bc527 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452893 Jul 13 19:53:46.559277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e32d2-cbab-4c3d-82b3-88c898fb4114 req-598a6d3f-7acb-47bb-9230-9035f0e1a97c tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:46.561158 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd9e32d2-cbab-4c3d-82b3-88c898fb4114 req-598a6d3f-7acb-47bb-9230-9035f0e1a97c tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.4025316 Jul 13 19:53:46.590888 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063bc0f8-c4c3-4a4a-8e54-e15aaf0936e0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.630022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bc0f8-c4c3-4a4a-8e54-e15aaf0936e0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0fd665-65f1-4ad8-84e8-5e3214e19419,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:46.632332 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-063bc0f8-c4c3-4a4a-8e54-e15aaf0936e0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.633618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa52d15-3cd7-4c1b-ac63-5d2e881fbedd None None] Network 99da77b9-ceea-455c-a880-453d103caafe requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:46.634615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-063bc0f8-c4c3-4a4a-8e54-e15aaf0936e0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/bb0fd665-65f1-4ad8-84e8-5e3214e19419 HTTP/1.1" status: 204 len: 168 time: 0.6436017 Jul 13 19:53:46.638276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:46.644253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd9e32d2-cbab-4c3d-82b3-88c898fb4114 req-3c1a83c0-02f5-458e-aca6-adb94c673c5f tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740197 Jul 13 19:53:46.733410 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.789582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:46.789932 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.848391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a96255-fe08-469e-8e1c-b6abfe624cdd None None] DHCP port deletion for 99da77b9-ceea-455c-a880-453d103caafe request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:53:46.853853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4de8e57f-e693-42e3-9b3d-d23dff0dfa72,segment=NetworkSegment(d87de308-23f5-42c9-a43f-e0f701fecbce),segment_id=d87de308-23f5-42c9-a43f-e0f701fecbce)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:46.854644 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.872092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:46.895632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-21a96255-fe08-469e-8e1c-b6abfe624cdd None None] Deleting port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:46.896017 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21a96255-fe08-469e-8e1c-b6abfe624cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.952229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.962263 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-21a96255-fe08-469e-8e1c-b6abfe624cdd None None] For port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4de8e57f-e693-42e3-9b3d-d23dff0dfa72,segment=NetworkSegment(d87de308-23f5-42c9-a43f-e0f701fecbce),segment_id=d87de308-23f5-42c9-a43f-e0f701fecbce)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:46.962691 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21a96255-fe08-469e-8e1c-b6abfe624cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:46.975932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-21a96255-fe08-469e-8e1c-b6abfe624cdd None None] Calling delete_port for 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:46.979295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=4de8e57f-e693-42e3-9b3d-d23dff0dfa72,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:46.983549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No DVR routers for this DVR port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:47.043883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f3662609-954c-4337-aa99-223f15bb8a4a up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:47.072641 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.083529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99da77b9-ceea-455c-a880-453d103caafe']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:47.087769 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21a96255-fe08-469e-8e1c-b6abfe624cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.094815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87de308-23f5-42c9-a43f-e0f701fecbce') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:47.095021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87de308-23f5-42c9-a43f-e0f701fecbce') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:47.104068 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.117453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a96255-fe08-469e-8e1c-b6abfe624cdd None None] Pushing event deleted for resources: {'Port': ['ID=4de8e57f-e693-42e3-9b3d-d23dff0dfa72,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:47.118303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.125648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a96255-fe08-469e-8e1c-b6abfe624cdd None None] No DVR routers for this DVR port 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:47.126217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:53:47.127109 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:53:47.131076 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:53:47.142946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port f3662609-954c-4337-aa99-223f15bb8a4a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:47.147834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port f3662609-954c-4337-aa99-223f15bb8a4a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:47.148509 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.191460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.200413 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.203050 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/networks/99da77b9-ceea-455c-a880-453d103caafe HTTP/1.1" status: 204 len: 168 time: 0.5636392 Jul 13 19:53:47.206982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:47.213124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'network': {'name': 'tempest-RoutersTest-1016143212'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:47.216622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d209ac-c242-4db7-bfc0-9ed0f84ab8d6 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Network': ['ID=99da77b9-ceea-455c-a880-453d103caafe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:47.235923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:47.240024 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.274694 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.289223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:53:47.304179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1057c003-13fa-4124-9d4d-674af590c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3662609-954c-4337-aa99-223f15bb8a4a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:47.305298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.305817 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added segment b4125b12-963a-4916-94a8-881e6c3f9ee8 of type vlan for network 723ff365-9550-43ea-a1b7-6a41a55486f4 Jul 13 19:53:47.306713 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9813304-bbdc-4319-a226-8c574fe6594f" -d '{"events": [{"server_uuid": "1057c003-13fa-4124-9d4d-674af590c60a", "name": "network-vif-plugged", "status": "completed", "tag": "f3662609-954c-4337-aa99-223f15bb8a4a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:47.322571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:47.328617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port f3662609-954c-4337-aa99-223f15bb8a4a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f3662609-954c-4337-aa99-223f15bb8a4a,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:47.354504 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.357191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:47.357635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4de8e57f-e693-42e3-9b3d-d23dff0dfa72 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:47.359017 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.374868 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86d2fa3-cee1-43a5-bf5a-e5e1dc0dd30b x-openstack-request-id: req-a86d2fa3-cee1-43a5-bf5a-e5e1dc0dd30b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:47.375163 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1057c003-13fa-4124-9d4d-674af590c60a", "name": "network-vif-plugged", "status": "completed", "tag": "f3662609-954c-4337-aa99-223f15bb8a4a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:47.375419 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a86d2fa3-cee1-43a5-bf5a-e5e1dc0dd30b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:47.375945 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1057c003-13fa-4124-9d4d-674af590c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3662609-954c-4337-aa99-223f15bb8a4a', 'code': 200} Jul 13 19:53:47.405660 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.411566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:47.412323 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.420699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=f3662609-954c-4337-aa99-223f15bb8a4a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:47.503109 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2941055 Jul 13 19:53:47.505978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:47.510836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a5868-5b90-4b30-b7b6-b5c4313f8ccd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Network': ['ID=723ff365-9550-43ea-a1b7-6a41a55486f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:47.514103 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'subnet': {'network_id': '723ff365-9550-43ea-a1b7-6a41a55486f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:47.523105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 723ff365-9550-43ea-a1b7-6a41a55486f4 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:53:47.535140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14914111-6c4e-4acb-9c6a-957dd7479eea req-58d38086-e42a-473c-9067-ce95e011a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:47.536664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-14914111-6c4e-4acb-9c6a-957dd7479eea req-58d38086-e42a-473c-9067-ce95e011a41f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 1097 time: 0.0761464 Jul 13 19:53:47.591301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-14914111-6c4e-4acb-9c6a-957dd7479eea req-74faac6f-a1c5-49ef-9890-cd2cee32cad0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482249 Jul 13 19:53:47.643743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:47.647581 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.786982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6543aa7-ae41-485b-8d1b-033de4a6d3bd req-b3572e3a-44d0-4bd0-85c4-61760e6044da tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:47.794849 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6543aa7-ae41-485b-8d1b-033de4a6d3bd req-b3572e3a-44d0-4bd0-85c4-61760e6044da tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 946 time: 0.0968194 Jul 13 19:53:47.830693 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e6543aa7-ae41-485b-8d1b-033de4a6d3bd req-baabfc51-622c-4e99-8dda-05dd096abe12 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348573 Jul 13 19:53:47.881785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.955315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f5c65-9fca-4ddd-898e-eaf896814826 req-1671f1b5-e6e6-4df9-8be5-92c3d85ade8c tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:47.956842 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf1f5c65-9fca-4ddd-898e-eaf896814826 req-1671f1b5-e6e6-4df9-8be5-92c3d85ade8c tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1577399 Jul 13 19:53:47.960087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Subnet': ['ID=26da6489-8c8c-4e2a-9bb3-b5995cb1b6ca,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:47.996220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Checking segment: {'id': 'b4125b12-963a-4916-94a8-881e6c3f9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '723ff365-9550-43ea-a1b7-6a41a55486f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:47.996588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network hostable DHCP agents. Network: 723ff365-9550-43ea-a1b7-6a41a55486f4, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:53:48.012753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf1f5c65-9fca-4ddd-898e-eaf896814826 req-4a600066-dab5-4a26-b3bc-133407b1ee8a tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490413 Jul 13 19:53:48.024073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 723ff365-9550-43ea-a1b7-6a41a55486f4 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:53:48.034059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 723ff365-9550-43ea-a1b7-6a41a55486f4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:48.038596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:48.039076 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.046713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276b431e-2e8f-45a2-bbef-2090a6331127 None None] Network 723ff365-9550-43ea-a1b7-6a41a55486f4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:48.065152 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-51657fce-a2e2-41f5-802e-b4a5bd3dac83 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5554488 Jul 13 19:53:48.065489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:48.070045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8d9cc12-3a4e-4d18-aa30-b4210ca06c5f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2018231681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:48.095098 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d9cc12-3a4e-4d18-aa30-b4210ca06c5f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.096271 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d9cc12-3a4e-4d18-aa30-b4210ca06c5f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.183197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d9cc12-3a4e-4d18-aa30-b4210ca06c5f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.188646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d9cc12-3a4e-4d18-aa30-b4210ca06c5f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.210969 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d9cc12-3a4e-4d18-aa30-b4210ca06c5f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.215868 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d8d9cc12-3a4e-4d18-aa30-b4210ca06c5f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1492908 Jul 13 19:53:48.216110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:48.229190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-723ff365-9550-43ea-a1b7-6a41a55486f4', 'network_id': '723ff365-9550-43ea-a1b7-6a41a55486f4', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'fixed_ips': [{'subnet_id': '26da6489-8c8c-4e2a-9bb3-b5995cb1b6ca'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:53:48.230247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.249445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19171a-0fe8-4bfc-b606-bf7d092ce90d req-24dba669-3fbf-4a93-be81-caf58ccf6937 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:48.251347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6e19171a-0fe8-4bfc-b606-bf7d092ce90d req-24dba669-3fbf-4a93-be81-caf58ccf6937 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1006598 Jul 13 19:53:48.314043 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6e19171a-0fe8-4bfc-b606-bf7d092ce90d req-4f373860-ac91-4a46-b226-82e212248c65 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541322 Jul 13 19:53:48.467192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Allocated IP 172.20.0.2 (723ff365-9550-43ea-a1b7-6a41a55486f4/26da6489-8c8c-4e2a-9bb3-b5995cb1b6ca/8150145f-f75c-4a66-855f-7f8d917c4eba) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:48.616366 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.666383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:48.720518 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.730070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Transition to ACTIVE for port object 8150145f-f75c-4a66-855f-7f8d917c4eba will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:48.737440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7827004b-c565-40db-9088-a78dd9f67f3e admin admin] Deleting subnet ca0b9607-0033-4584-8b87-78d8895dd905 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:48.740597 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7827004b-c565-40db-9088-a78dd9f67f3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.749606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Transition to ACTIVE for port object 8150145f-f75c-4a66-855f-7f8d917c4eba will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:48.756058 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.805740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Network 723ff365-9550-43ea-a1b7-6a41a55486f4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:48.806114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7827004b-c565-40db-9088-a78dd9f67f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.810512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:48.823420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:48.840303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Pushing event updated for resources: {'Port': ['ID=8150145f-f75c-4a66-855f-7f8d917c4eba,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:48.873141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc0e4e-569a-44ba-9301-d2cdee6686c2 req-9486493f-9881-45ae-8a2b-9aff6e3a3634 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:48.874644 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-78dc0e4e-569a-44ba-9301-d2cdee6686c2 req-9486493f-9881-45ae-8a2b-9aff6e3a3634 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1542881 Jul 13 19:53:48.877332 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7827004b-c565-40db-9088-a78dd9f67f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.903559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Attempting to bind port 8150145f-f75c-4a66-855f-7f8d917c4eba on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:53:48.904073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Attempting to bind port 8150145f-f75c-4a66-855f-7f8d917c4eba by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'b4125b12-963a-4916-94a8-881e6c3f9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '723ff365-9550-43ea-a1b7-6a41a55486f4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:53:48.904330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Attempting to bind port 8150145f-f75c-4a66-855f-7f8d917c4eba on network 723ff365-9550-43ea-a1b7-6a41a55486f4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:53:48.912286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:53:48.912663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Checking segment: {'id': 'b4125b12-963a-4916-94a8-881e6c3f9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '723ff365-9550-43ea-a1b7-6a41a55486f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:53:48.913070 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.913815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Bound using segment: {'id': 'b4125b12-963a-4916-94a8-881e6c3f9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '723ff365-9550-43ea-a1b7-6a41a55486f4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:53:48.914289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Bound port: 8150145f-f75c-4a66-855f-7f8d917c4eba, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4125b12-963a-4916-94a8-881e6c3f9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '723ff365-9550-43ea-a1b7-6a41a55486f4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:53:48.914695 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.914813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Allocated IP 172.20.0.1 (723ff365-9550-43ea-a1b7-6a41a55486f4/26da6489-8c8c-4e2a-9bb3-b5995cb1b6ca/0a39b020-dd28-4169-bd16-dab2d702eb67) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:48.944360 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-78dc0e4e-569a-44ba-9301-d2cdee6686c2 req-c83f238a-2c8d-4ea2-839c-23224c720ff8 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474231 Jul 13 19:53:48.959303 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7827004b-c565-40db-9088-a78dd9f67f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:48.989497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827004b-c565-40db-9088-a78dd9f67f3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0b9607-0033-4584-8b87-78d8895dd905,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:48.998670 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7827004b-c565-40db-9088-a78dd9f67f3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.000825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7827004b-c565-40db-9088-a78dd9f67f3e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ca0b9607-0033-4584-8b87-78d8895dd905 HTTP/1.1" status: 204 len: 168 time: 0.3330727 Jul 13 19:53:49.003271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:49.005623 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] For port 8150145f-f75c-4a66-855f-7f8d917c4eba, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:53:49.009075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] For port 8150145f-f75c-4a66-855f-7f8d917c4eba, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8150145f-f75c-4a66-855f-7f8d917c4eba,segment=NetworkSegment(b4125b12-963a-4916-94a8-881e6c3f9ee8),segment_id=b4125b12-963a-4916-94a8-881e6c3f9ee8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:53:49.014877 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.083902 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9d9c8-9808-453a-ac21-663d0a48a0b5 None None] Pushing event updated for resources: {'Port': ['ID=8150145f-f75c-4a66-855f-7f8d917c4eba,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:49.103109 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.104281 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.122813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfd73b-d083-4a65-b3da-40272e24974d req-60e50edf-bd5a-4a77-881c-f99f5147da1c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:49.124313 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c6bfd73b-d083-4a65-b3da-40272e24974d req-60e50edf-bd5a-4a77-881c-f99f5147da1c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 946 time: 0.1214926 Jul 13 19:53:49.131744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Transition to ACTIVE for port object 0a39b020-dd28-4169-bd16-dab2d702eb67 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:53:49.189365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.191095 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c6bfd73b-d083-4a65-b3da-40272e24974d req-b55a92bb-8c0f-4099-a5df-166e57a599db tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576622 Jul 13 19:53:49.200746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:49.203833 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.217492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f72563-3eb7-4208-a20b-70107c4cd95f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:49.218370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f72563-3eb7-4208-a20b-70107c4cd95f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:49.231547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.261408 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.271982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 723ff365-9550-43ea-a1b7-6a41a55486f4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:49.273879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:53:49.274294 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.276087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:53:49.277450 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:53:49.282533 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:49.286796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=0a39b020-dd28-4169-bd16-dab2d702eb67,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:49.375007 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.380899 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.387319 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.388718 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0 HTTP/1.1" status: 204 len: 168 time: 0.3834155 Jul 13 19:53:49.406697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ce571-849f-465e-93ea-ca40d791a1f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb9d7fe-2147-4ee0-9629-7eee82dd7ec0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:49.506228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535be126-22ac-4711-9622-47514f0d7a6a req-c8649c4f-d33b-4fbc-afbb-7bf60846f057 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:49.508684 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-535be126-22ac-4711-9622-47514f0d7a6a req-c8649c4f-d33b-4fbc-afbb-7bf60846f057 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0930490 Jul 13 19:53:49.563221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-535be126-22ac-4711-9622-47514f0d7a6a req-43853fbf-ac37-458e-8396-515ae6ec391d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490432 Jul 13 19:53:49.586259 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.629015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:49.677509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-238d77a2-c419-42d3-9290-3124aa409b0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73c3303cf6294fbf84279627515d6a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470822 Jul 13 19:53:49.679695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:49.733702 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06caf4db-434e-4e69-8b74-197d1a8ccd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.755299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06caf4db-434e-4e69-8b74-197d1a8ccd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.803251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06caf4db-434e-4e69-8b74-197d1a8ccd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.805863 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06caf4db-434e-4e69-8b74-197d1a8ccd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.809688 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-06caf4db-434e-4e69-8b74-197d1a8ccd3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5192d60-fcff-4177-af50-e3e3ed22584c HTTP/1.1" status: 204 len: 168 time: 0.1265354 Jul 13 19:53:49.815825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caf4db-434e-4e69-8b74-197d1a8ccd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5192d60-fcff-4177-af50-e3e3ed22584c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:50.101898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f71d19-0b59-484c-a15c-bf3af85f7720 req-d2c59901-29d7-45a5-b737-9ea03c0a1600 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:50.103456 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66f71d19-0b59-484c-a15c-bf3af85f7720 req-d2c59901-29d7-45a5-b737-9ea03c0a1600 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 946 time: 0.3951268 Jul 13 19:53:50.148669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797334bd-0990-42c0-be54-bc062b75e21b req-12dd6f31-03b4-4ccc-ba8d-b37bb06e94e7 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:50.157556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-797334bd-0990-42c0-be54-bc062b75e21b req-12dd6f31-03b4-4ccc-ba8d-b37bb06e94e7 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.0763054 Jul 13 19:53:50.189705 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:50.203228 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:50.205580 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-797334bd-0990-42c0-be54-bc062b75e21b req-9db5d163-f6be-4600-a92a-4c2e593f7c54 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470550 Jul 13 19:53:50.269190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc92a05f-6412-4c21-921c-311842b6c2f7 None None] Network 723ff365-9550-43ea-a1b7-6a41a55486f4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:50.322714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=0a39b020-dd28-4169-bd16-dab2d702eb67,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:50.326330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:50.337811 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66f71d19-0b59-484c-a15c-bf3af85f7720 req-0f653d7a-f3d6-4e62-ae7a-b88a4add137a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457753 Jul 13 19:53:50.358453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b4bf296-ad77-4a9f-b03c-5a9da8f97d83 None None] Provisioning for port 8150145f-f75c-4a66-855f-7f8d917c4eba completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:50.489706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 723ff365-9550-43ea-a1b7-6a41a55486f4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:50.491170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:50.737666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ef9e1-1e51-432c-a6dc-5cad40eb3e69 req-62931099-a717-476d-abb7-b2bcb78d8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:50.739688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c8ef9e1-1e51-432c-a6dc-5cad40eb3e69 req-62931099-a717-476d-abb7-b2bcb78d8fef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e4842fd6ce14ff28f93d42b830db107&device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 1096 time: 0.1089957 Jul 13 19:53:50.748227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80c6ec79-3539-4208-a536-7a0d8c5ce9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:50.797672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652b12-f09f-4f7e-8192-a49d31b152ea req-2e22200e-95ab-444e-bd7c-5b735a0bf3ef tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:50.803954 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27652b12-f09f-4f7e-8192-a49d31b152ea req-2e22200e-95ab-444e-bd7c-5b735a0bf3ef tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1578982 Jul 13 19:53:50.848538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 92762601-204d-4573-8b04-7ce65c24482a is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:53:50.865047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27652b12-f09f-4f7e-8192-a49d31b152ea req-2f9aa002-a7d0-482e-b8cb-bdcf90991c94 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532243 Jul 13 19:53:50.890818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-937c34fb-e7cc-442c-912d-92117aed881a None None] Provisioning for port 0a39b020-dd28-4169-bd16-dab2d702eb67 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:50.895363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-937c34fb-e7cc-442c-912d-92117aed881a None None] Provisioning complete for port 0a39b020-dd28-4169-bd16-dab2d702eb67 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:50.895774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-937c34fb-e7cc-442c-912d-92117aed881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:50.941720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-937c34fb-e7cc-442c-912d-92117aed881a None None] Port 0a39b020-dd28-4169-bd16-dab2d702eb67 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:50.976146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ef9e1-1e51-432c-a6dc-5cad40eb3e69 req-f690f19d-cff0-4620-8163-4084eb824182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:50.977665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c8ef9e1-1e51-432c-a6dc-5cad40eb3e69 req-f690f19d-cff0-4620-8163-4084eb824182 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85357321-ea57-4651-80a4-faa40c495d19 HTTP/1.1" status: 200 len: 912 time: 0.2243538 Jul 13 19:53:51.061160 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c8ef9e1-1e51-432c-a6dc-5cad40eb3e69 req-2de71778-26d6-4f91-a365-096a3a0bbf66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80eed8a5-7af7-4b75-95b2-5c2543b932d5 HTTP/1.1" status: 200 len: 217 time: 0.0547023 Jul 13 19:53:51.081232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4cb59-db67-4e21-ac2c-bfb283e7ca3c req-8b9a4cc1-3c6b-4619-bdb2-f0744a7e1087 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:51.081553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-879cf655-d432-4a4a-a4e7-2032d0485553 None None] Provisioning complete for port 0a39b020-dd28-4169-bd16-dab2d702eb67 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:51.082224 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-879cf655-d432-4a4a-a4e7-2032d0485553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:51.084043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dd4cb59-db67-4e21-ac2c-bfb283e7ca3c req-8b9a4cc1-3c6b-4619-bdb2-f0744a7e1087 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 946 time: 0.2556756 Jul 13 19:53:51.129287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-879cf655-d432-4a4a-a4e7-2032d0485553 None None] Port 0a39b020-dd28-4169-bd16-dab2d702eb67 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:51.143088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:51.152136 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-094a5b38-63b1-43e1-b73f-f956a93fff46 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/92762601-204d-4573-8b04-7ce65c24482a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9351068 Jul 13 19:53:51.153279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc31ae9d-6a23-475b-8147-56bd71b3dd2c None None] Sync routers for ids ['92762601-204d-4573-8b04-7ce65c24482a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:51.155144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:51.165005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31ae9d-6a23-475b-8147-56bd71b3dd2c None None] Routers {'92762601-204d-4573-8b04-7ce65c24482a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:51.166013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc31ae9d-6a23-475b-8147-56bd71b3dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['92762601-204d-4573-8b04-7ce65c24482a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:51.190775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dd4cb59-db67-4e21-ac2c-bfb283e7ca3c req-96570319-d20b-4e6d-add4-d8a6ab6ec32a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887265 Jul 13 19:53:51.195876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ef9e1-1e51-432c-a6dc-5cad40eb3e69 req-dcdb31f0-2c76-4382-bdb1-6521b5a6df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:51.197470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c8ef9e1-1e51-432c-a6dc-5cad40eb3e69 req-dcdb31f0-2c76-4382-bdb1-6521b5a6df9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f87957c9-6089-4fc8-b270-85af5a7aaf0c HTTP/1.1" status: 200 len: 851 time: 0.1091571 Jul 13 19:53:51.217490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc31ae9d-6a23-475b-8147-56bd71b3dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:51.242495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c8ef9e1-1e51-432c-a6dc-5cad40eb3e69 req-a66b0891-164d-4432-8553-bdce889b0a01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85357321-ea57-4651-80a4-faa40c495d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362408 Jul 13 19:53:51.249700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31ae9d-6a23-475b-8147-56bd71b3dd2c None None] Routers {'92762601-204d-4573-8b04-7ce65c24482a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:51.250329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc31ae9d-6a23-475b-8147-56bd71b3dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['92762601-204d-4573-8b04-7ce65c24482a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:51.275811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86be9d66-bd5b-4154-8b71-4388366afbad tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:51.288252 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-86be9d66-bd5b-4154-8b71-4388366afbad tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports/0a39b020-dd28-4169-bd16-dab2d702eb67 HTTP/1.1" status: 200 len: 910 time: 0.1304719 Jul 13 19:53:51.289078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:51.291991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc31ae9d-6a23-475b-8147-56bd71b3dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:51.293267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc31ae9d-6a23-475b-8147-56bd71b3dd2c None None] The sync data for ids ['92762601-204d-4573-8b04-7ce65c24482a'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:51.367092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8150145f-f75c-4a66-855f-7f8d917c4eba up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:51.407773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c8ef9e1-1e51-432c-a6dc-5cad40eb3e69 req-2e35c0b8-8406-4cf2-91a2-3ed65e01a539 service neutron] 10.222.0.24 "GET /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587501 Jul 13 19:53:51.447677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 8150145f-f75c-4a66-855f-7f8d917c4eba completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:53:51.454194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8150145f-f75c-4a66-855f-7f8d917c4eba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:51.454593 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:51.480929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4ca81766-eeb6-4413-a36c-3ede528b03ec None None] Provisioning complete for port 0a39b020-dd28-4169-bd16-dab2d702eb67 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:51.480929 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca81766-eeb6-4413-a36c-3ede528b03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:51.523825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c8ef9e1-1e51-432c-a6dc-5cad40eb3e69 req-29ee30af-94b7-4b4b-8800-9b8ef2c8d448 service neutron] 10.222.0.24 "GET /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038327 Jul 13 19:53:51.529800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4ca81766-eeb6-4413-a36c-3ede528b03ec None None] Port 0a39b020-dd28-4169-bd16-dab2d702eb67 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:53:51.575919 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:51.613580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 8150145f-f75c-4a66-855f-7f8d917c4eba, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8150145f-f75c-4a66-855f-7f8d917c4eba,segment=NetworkSegment(b4125b12-963a-4916-94a8-881e6c3f9ee8),segment_id=b4125b12-963a-4916-94a8-881e6c3f9ee8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:51.619806 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:51.714079 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:51.840086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=8150145f-f75c-4a66-855f-7f8d917c4eba,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:52.052922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 0a39b020-dd28-4169-bd16-dab2d702eb67 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:52.053477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:52.116221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05f92d-0a0a-4975-92c3-705181025c5d req-19f79627-ab7d-4da3-b1e9-23e1be1a2f84 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:52.117712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b05f92d-0a0a-4975-92c3-705181025c5d req-19f79627-ab7d-4da3-b1e9-23e1be1a2f84 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1326032 Jul 13 19:53:52.246706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b05f92d-0a0a-4975-92c3-705181025c5d req-3e673c26-fde0-435b-8423-839653e45282 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967853 Jul 13 19:53:52.258064 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:52.291097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-8bcdbc2f-1fb4-4247-a37e-762c7c079d0d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:52.294009 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-8bcdbc2f-1fb4-4247-a37e-762c7c079d0d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 946 time: 0.2227595 Jul 13 19:53:52.295070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 0a39b020-dd28-4169-bd16-dab2d702eb67 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:52.389068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26625d-ce6d-4c51-ad67-981c3c69c2a2 req-81d810c6-0181-4d92-8b06-ffbd9d7c70af tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:52.391345 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e26625d-ce6d-4c51-ad67-981c3c69c2a2 req-81d810c6-0181-4d92-8b06-ffbd9d7c70af tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 946 time: 0.0777588 Jul 13 19:53:52.437094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e26625d-ce6d-4c51-ad67-981c3c69c2a2 req-eefb73a8-ab84-43ce-9baf-74a50a1faeb8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381908 Jul 13 19:53:52.517215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-112492da-90bd-4c50-8ba1-a12b844455eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Deleting port f3662609-954c-4337-aa99-223f15bb8a4a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:52.517549 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-112492da-90bd-4c50-8ba1-a12b844455eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:52.533081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:52.628343 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:52.644806 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ae8f9d7-7951-4089-bd45-d46910f4461e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:52.670394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=0a39b020-dd28-4169-bd16-dab2d702eb67,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:52.685503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-112492da-90bd-4c50-8ba1-a12b844455eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] For port f3662609-954c-4337-aa99-223f15bb8a4a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=f3662609-954c-4337-aa99-223f15bb8a4a,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:52.685875 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-112492da-90bd-4c50-8ba1-a12b844455eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:52.740124 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-112492da-90bd-4c50-8ba1-a12b844455eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Calling delete_port for f3662609-954c-4337-aa99-223f15bb8a4a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:52.749710 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ae8f9d7-7951-4089-bd45-d46910f4461e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:52.757761 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ae8f9d7-7951-4089-bd45-d46910f4461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:52.806226 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9ae8f9d7-7951-4089-bd45-d46910f4461e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c6b48544f6947d4b219c6dd20b45248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696166 Jul 13 19:53:52.806226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8f9d7-7951-4089-bd45-d46910f4461e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883d19d6-c933-490d-a826-c01727999b0f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:52.809084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:52.908765 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.024714 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2779cc16-f04a-4b36-85a5-fe6241b45df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.141577 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2779cc16-f04a-4b36-85a5-fe6241b45df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.164716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 92762601-204d-4573-8b04-7ce65c24482a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:53:53.169949 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-112492da-90bd-4c50-8ba1-a12b844455eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.182269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a930c182-53ac-4548-802c-1a93e825ddac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:53.185920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:53.220928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112492da-90bd-4c50-8ba1-a12b844455eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event deleted for resources: {'Port': ['ID=f3662609-954c-4337-aa99-223f15bb8a4a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:53.317601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-112492da-90bd-4c50-8ba1-a12b844455eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] No DVR routers for this DVR port f3662609-954c-4337-aa99-223f15bb8a4a on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:53.335709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8150145f-f75c-4a66-855f-7f8d917c4eba up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:53:53.350850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-112492da-90bd-4c50-8ba1-a12b844455eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.352964 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-050d8030-7f25-48bd-ac29-11276239e0f0 req-112492da-90bd-4c50-8ba1-a12b844455eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "DELETE /v2.0/ports/f3662609-954c-4337-aa99-223f15bb8a4a HTTP/1.1" status: 204 len: 173 time: 1.0525448 Jul 13 19:53:53.353406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1057c003-13fa-4124-9d4d-674af590c60a', 'name': 'network-vif-deleted', 'tag': 'f3662609-954c-4337-aa99-223f15bb8a4a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:53.357157 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8081f3a3-5f3e-4bbc-9620-83faeed97078" -d '{"events": [{"server_uuid": "1057c003-13fa-4124-9d4d-674af590c60a", "name": "network-vif-deleted", "tag": "f3662609-954c-4337-aa99-223f15bb8a4a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:53.366738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:53.373793 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-41327f13-bb47-4980-be70-41cd7a5d188a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/92762601-204d-4573-8b04-7ce65c24482a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0819852 Jul 13 19:53:53.376556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:53.384576 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfff03-6e51-4ed0-9408-da42ff6f86fc None None] Sync routers for ids ['92762601-204d-4573-8b04-7ce65c24482a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:53.392310 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2779cc16-f04a-4b36-85a5-fe6241b45df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.399046 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2779cc16-f04a-4b36-85a5-fe6241b45df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.400310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2779cc16-f04a-4b36-85a5-fe6241b45df7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/883d19d6-c933-490d-a826-c01727999b0f HTTP/1.1" status: 204 len: 168 time: 0.5927243 Jul 13 19:53:53.403717 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b704d8-201f-4d88-9ad5-3d31217792eb x-openstack-request-id: req-b4b704d8-201f-4d88-9ad5-3d31217792eb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:53.403996 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1057c003-13fa-4124-9d4d-674af590c60a", "name": "network-vif-deleted", "tag": "f3662609-954c-4337-aa99-223f15bb8a4a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:53.404292 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4b704d8-201f-4d88-9ad5-3d31217792eb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:53.404689 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1057c003-13fa-4124-9d4d-674af590c60a', 'name': 'network-vif-deleted', 'tag': 'f3662609-954c-4337-aa99-223f15bb8a4a', 'status': 'completed', 'code': 200} Jul 13 19:53:53.428753 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a3a61b53-48dc-4445-8f7e-ffbb43397b87 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=92762601-204d-4573-8b04-7ce65c24482a HTTP/1.1" status: 200 len: 205 time: 0.0510345 Jul 13 19:53:53.431310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:53.432537 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfff03-6e51-4ed0-9408-da42ff6f86fc None None] Routers {'92762601-204d-4573-8b04-7ce65c24482a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:53.437946 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bddfff03-6e51-4ed0-9408-da42ff6f86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['92762601-204d-4573-8b04-7ce65c24482a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:53.443170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779cc16-f04a-4b36-85a5-fe6241b45df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883d19d6-c933-490d-a826-c01727999b0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:53.520783 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bddfff03-6e51-4ed0-9408-da42ff6f86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:53.546227 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfff03-6e51-4ed0-9408-da42ff6f86fc None None] Routers {'92762601-204d-4573-8b04-7ce65c24482a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:53.547128 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bddfff03-6e51-4ed0-9408-da42ff6f86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['92762601-204d-4573-8b04-7ce65c24482a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:53.553670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8150145f-f75c-4a66-855f-7f8d917c4eba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:53:53.554213 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c74b04-9d21-4c5f-9625-271a460b872a req-fcedab32-767f-42aa-9b17-80568c505176 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:53.564538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.569139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13c74b04-9d21-4c5f-9625-271a460b872a req-fcedab32-767f-42aa-9b17-80568c505176 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1676445 Jul 13 19:53:53.615544 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bddfff03-6e51-4ed0-9408-da42ff6f86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:53.616188 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfff03-6e51-4ed0-9408-da42ff6f86fc None None] The sync data for ids ['92762601-204d-4573-8b04-7ce65c24482a'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:53.623640 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d5e42-bf93-4df1-9c7c-6a93b041a4fd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.641592 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13c74b04-9d21-4c5f-9625-271a460b872a req-350e040b-cb02-4c1d-a207-e354d35a8844 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714793 Jul 13 19:53:53.721489 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b825146-cdf2-4cda-a13e-36ecf0b5397d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.729548 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.827025 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2656844d-0aa9-470b-8a40-747a8a657e0b req-8e149031-43df-4f5e-980b-25b5cf37a117 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=1057c003-13fa-4124-9d4d-674af590c60a HTTP/1.1" status: 200 len: 210 time: 0.0985975 Jul 13 19:53:53.851772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:53.866811 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85c02d84-471c-4d80-b347-2d169f898343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.869315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d5e42-bf93-4df1-9c7c-6a93b041a4fd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.872386 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d5e42-bf93-4df1-9c7c-6a93b041a4fd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.919793 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d5e42-bf93-4df1-9c7c-6a93b041a4fd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.920798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709d5e42-bf93-4df1-9c7c-6a93b041a4fd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Fanout notify agent at l3_agent the message router_deleted on router 92762601-204d-4573-8b04-7ce65c24482a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:53:53.929261 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d5e42-bf93-4df1-9c7c-6a93b041a4fd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:53.930521 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-709d5e42-bf93-4df1-9c7c-6a93b041a4fd tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/92762601-204d-4573-8b04-7ce65c24482a HTTP/1.1" status: 204 len: 168 time: 0.4971666 Jul 13 19:53:53.933302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:53.992133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-27aa5eed-ea22-469b-8bc2-308852b55218 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting subnet 26da6489-8c8c-4e2a-9bb3-b5995cb1b6ca {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:53:53.995311 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27aa5eed-ea22-469b-8bc2-308852b55218 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.004703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85c02d84-471c-4d80-b347-2d169f898343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.009010 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85c02d84-471c-4d80-b347-2d169f898343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.043923 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-85c02d84-471c-4d80-b347-2d169f898343 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f050f482958a4a81a68cc0c7afdedfa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909256 Jul 13 19:53:54.047354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:54.077847 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27aa5eed-ea22-469b-8bc2-308852b55218 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.084213 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c02d84-471c-4d80-b347-2d169f898343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9543a483-dc6f-4a1d-b49d-aa446b8e468d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:54.134437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134bf707-098e-450b-a120-1831f34e47c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.163549 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134bf707-098e-450b-a120-1831f34e47c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.173284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60476b-9c98-4da7-b2a0-933258832120 req-75528d51-3c43-4eeb-a4c2-5a445fcc02e6 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:54.174837 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc60476b-9c98-4da7-b2a0-933258832120 req-75528d51-3c43-4eeb-a4c2-5a445fcc02e6 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1435101 Jul 13 19:53:54.200176 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27aa5eed-ea22-469b-8bc2-308852b55218 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.225709 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134bf707-098e-450b-a120-1831f34e47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.228528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-134bf707-098e-450b-a120-1831f34e47c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.232997 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-134bf707-098e-450b-a120-1831f34e47c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9543a483-dc6f-4a1d-b49d-aa446b8e468d HTTP/1.1" status: 204 len: 168 time: 0.1812253 Jul 13 19:53:54.240505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bf707-098e-450b-a120-1831f34e47c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9543a483-dc6f-4a1d-b49d-aa446b8e468d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:54.261640 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc60476b-9c98-4da7-b2a0-933258832120 req-a8137d01-d091-4b99-959c-2b0d8131a3f5 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747414 Jul 13 19:53:54.288175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27aa5eed-ea22-469b-8bc2-308852b55218 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.317114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa5eed-ea22-469b-8bc2-308852b55218 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Subnet': ['ID=26da6489-8c8c-4e2a-9bb3-b5995cb1b6ca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:54.320604 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27aa5eed-ea22-469b-8bc2-308852b55218 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.323004 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-27aa5eed-ea22-469b-8bc2-308852b55218 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/26da6489-8c8c-4e2a-9bb3-b5995cb1b6ca HTTP/1.1" status: 204 len: 168 time: 0.3880455 Jul 13 19:53:54.325854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:54.328189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f3ab3b-f1aa-45fc-a46b-dcfb5300dd18 None None] Network 723ff365-9550-43ea-a1b7-6a41a55486f4 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:53:54.415624 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.513726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 8150145f-f75c-4a66-855f-7f8d917c4eba {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:54.514462 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.584184 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fe347-2b9c-4ea6-a2d7-0477ec315448 None None] DHCP port deletion for 723ff365-9550-43ea-a1b7-6a41a55486f4 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:53:54.588325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port 8150145f-f75c-4a66-855f-7f8d917c4eba, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8150145f-f75c-4a66-855f-7f8d917c4eba,segment=NetworkSegment(b4125b12-963a-4916-94a8-881e6c3f9ee8),segment_id=b4125b12-963a-4916-94a8-881e6c3f9ee8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:54.588807 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.605822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 8150145f-f75c-4a66-855f-7f8d917c4eba owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:54.628755 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.647555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-266fe347-2b9c-4ea6-a2d7-0477ec315448 None None] Deleting port 8150145f-f75c-4a66-855f-7f8d917c4eba {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:54.648034 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-266fe347-2b9c-4ea6-a2d7-0477ec315448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.708346 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.720313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-266fe347-2b9c-4ea6-a2d7-0477ec315448 None None] For port 8150145f-f75c-4a66-855f-7f8d917c4eba, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8150145f-f75c-4a66-855f-7f8d917c4eba,segment=NetworkSegment(b4125b12-963a-4916-94a8-881e6c3f9ee8),segment_id=b4125b12-963a-4916-94a8-881e6c3f9ee8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:54.721042 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-266fe347-2b9c-4ea6-a2d7-0477ec315448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.740856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No DVR routers for this DVR port 8150145f-f75c-4a66-855f-7f8d917c4eba on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:54.741530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-266fe347-2b9c-4ea6-a2d7-0477ec315448 None None] Calling delete_port for 8150145f-f75c-4a66-855f-7f8d917c4eba owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:54.746976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=8150145f-f75c-4a66-855f-7f8d917c4eba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:54.825754 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-266fe347-2b9c-4ea6-a2d7-0477ec315448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.828721 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.844057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723ff365-9550-43ea-a1b7-6a41a55486f4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:54.856039 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fe347-2b9c-4ea6-a2d7-0477ec315448 None None] Pushing event deleted for resources: {'Port': ['ID=8150145f-f75c-4a66-855f-7f8d917c4eba,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:54.857963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fe347-2b9c-4ea6-a2d7-0477ec315448 None None] No DVR routers for this DVR port 8150145f-f75c-4a66-855f-7f8d917c4eba on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:54.864556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4125b12-963a-4916-94a8-881e6c3f9ee8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:54.864955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4125b12-963a-4916-94a8-881e6c3f9ee8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:54.879002 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.893677 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.899716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:53:54.900158 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:53:54.904002 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:53:54.961851 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.975349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:54.977171 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/networks/723ff365-9550-43ea-a1b7-6a41a55486f4 HTTP/1.1" status: 204 len: 168 time: 0.6459088 Jul 13 19:53:54.982041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:54.986733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-695314279', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:54.992811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027ea96-68a6-451e-a2e7-3c5fde78c0ce tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Network': ['ID=723ff365-9550-43ea-a1b7-6a41a55486f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:55.011379 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:55.012940 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:55.066943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:55.106993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f3662609-954c-4337-aa99-223f15bb8a4a no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:55.128051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: f3662609-954c-4337-aa99-223f15bb8a4a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:55.128385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device f3662609-954c-4337-aa99-223f15bb8a4a not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:55.216998 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:55.277922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8150145f-f75c-4a66-855f-7f8d917c4eba no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:53:55.299482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 8150145f-f75c-4a66-855f-7f8d917c4eba {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:53:55.299831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8150145f-f75c-4a66-855f-7f8d917c4eba not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:53:55.451458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835d590-b25f-4452-b987-9bd20cd7e715 req-b18918a9-3764-43fb-9110-bcecc0bbcd7f tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:55.452969 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4835d590-b25f-4452-b987-9bd20cd7e715 req-b18918a9-3764-43fb-9110-bcecc0bbcd7f tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.0653479 Jul 13 19:53:55.498655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4835d590-b25f-4452-b987-9bd20cd7e715 req-1490914b-561f-4a80-9551-88ab902dbc92 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 Jul 13 19:53:55.626326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868bc14-eb51-49dc-b5d3-0b2d8727be02 req-efea4811-a29e-42f1-9ec5-deae1ea13b34 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:55.627863 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f868bc14-eb51-49dc-b5d3-0b2d8727be02 req-efea4811-a29e-42f1-9ec5-deae1ea13b34 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 946 time: 0.3858151 Jul 13 19:53:55.689492 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f868bc14-eb51-49dc-b5d3-0b2d8727be02 req-84f8188e-45a7-4f14-a78b-a30339d4beb2 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508482 Jul 13 19:53:55.783506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:55.802810 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:55.885543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabc396-19ef-403d-a7c0-6eb8c2844829 req-fafca3ca-d2c3-4a93-9ac0-7e94f4d54aa9 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:55.887673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ceabc396-19ef-403d-a7c0-6eb8c2844829 req-fafca3ca-d2c3-4a93-9ac0-7e94f4d54aa9 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1040022 Jul 13 19:53:55.889540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c013ee8-f396-4387-947a-cddab084d627 req-04e5ab27-a7b6-4879-9787-e128ecfb3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:55.890941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c013ee8-f396-4387-947a-cddab084d627 req-04e5ab27-a7b6-4879-9787-e128ecfb3307 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e4842fd6ce14ff28f93d42b830db107&device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 1096 time: 0.0979238 Jul 13 19:53:55.950913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Allocated IP 172.25.7.224 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/27199c31-35c8-4924-bd0a-a5e7599df09a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:53:55.979414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ceabc396-19ef-403d-a7c0-6eb8c2844829 req-236292bb-b950-4f68-9cf0-257eee87e096 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855529 Jul 13 19:53:56.011865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c013ee8-f396-4387-947a-cddab084d627 req-14441131-0530-4e6f-923f-0bed38983ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:56.013601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c013ee8-f396-4387-947a-cddab084d627 req-14441131-0530-4e6f-923f-0bed38983ef9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85357321-ea57-4651-80a4-faa40c495d19 HTTP/1.1" status: 200 len: 912 time: 0.1137428 Jul 13 19:53:56.056494 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:56.060800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c013ee8-f396-4387-947a-cddab084d627 req-f68a8431-1eaf-4b1e-ae74-cb16639ad61f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80eed8a5-7af7-4b75-95b2-5c2543b932d5 HTTP/1.1" status: 200 len: 217 time: 0.0355721 Jul 13 19:53:56.096420 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:56.106841 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:56.115439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c013ee8-f396-4387-947a-cddab084d627 req-90f99ab0-ed67-4858-a4c4-daf6c08c7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:56.117024 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c013ee8-f396-4387-947a-cddab084d627 req-90f99ab0-ed67-4858-a4c4-daf6c08c7633 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f87957c9-6089-4fc8-b270-85af5a7aaf0c HTTP/1.1" status: 200 len: 851 time: 0.0454574 Jul 13 19:53:56.138317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:53:56.141161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:53:56.144788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:53:56.162681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c013ee8-f396-4387-947a-cddab084d627 req-4700613f-a649-442b-9c5f-a4aeec0ee13a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85357321-ea57-4651-80a4-faa40c495d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344121 Jul 13 19:53:56.168647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=27199c31-35c8-4924-bd0a-a5e7599df09a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:56.260234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c013ee8-f396-4387-947a-cddab084d627 req-a35621dc-fa11-45de-9fdc-3cfbde0270a8 service neutron] 10.222.0.24 "GET /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832698 Jul 13 19:53:56.407466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:56.617467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-aaa953a2-584b-45d3-99a3-1a01ab865784 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:56.618025 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9c013ee8-f396-4387-947a-cddab084d627 req-54927195-95b1-4244-aea5-e1acd55c3cf5 service neutron] 10.222.0.24 "GET /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468971 Jul 13 19:53:56.618939 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-aaa953a2-584b-45d3-99a3-1a01ab865784 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 946 time: 0.1269381 Jul 13 19:53:56.714831 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:56.870539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-2e8da269-efd7-469a-86db-b64a37086ed1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Deleting port a930c182-53ac-4548-802c-1a93e825ddac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:56.870802 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-2e8da269-efd7-469a-86db-b64a37086ed1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:56.990816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b444af-d50d-4dfd-8146-6617dc9c60d7 req-d542a801-c81c-4ac0-902d-2270363b62f3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:56.992278 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7b444af-d50d-4dfd-8146-6617dc9c60d7 req-d542a801-c81c-4ac0-902d-2270363b62f3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc474a4-3d03-473b-a086-a7388d73f5b1 HTTP/1.1" status: 200 len: 946 time: 0.1706209 Jul 13 19:53:57.007732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-2e8da269-efd7-469a-86db-b64a37086ed1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] For port a930c182-53ac-4548-802c-1a93e825ddac, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=a930c182-53ac-4548-802c-1a93e825ddac,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:53:57.008094 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-2e8da269-efd7-469a-86db-b64a37086ed1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:57.035801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-2e8da269-efd7-469a-86db-b64a37086ed1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Calling delete_port for a930c182-53ac-4548-802c-1a93e825ddac owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:57.056549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 6f0b2976-60db-4a15-8d07-b951b629b8d6 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:53:57.106774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7b444af-d50d-4dfd-8146-6617dc9c60d7 req-b9953b7a-1131-4cf9-8a64-3ffe10625861 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069658 Jul 13 19:53:57.167867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368a19-7568-490b-8ce6-33e01c55984f req-07d0e455-6744-4b46-b2f1-21cd035ff98e tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:57.170862 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8368a19-7568-490b-8ce6-33e01c55984f req-07d0e455-6744-4b46-b2f1-21cd035ff98e tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.0763891 Jul 13 19:53:57.211234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f8368a19-7568-490b-8ce6-33e01c55984f req-72e79ec9-20bb-473f-b78d-ffa1c3c278d9 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356221 Jul 13 19:53:57.262320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:57.273689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80924fe-3194-4793-b5fa-5453bc118691 None None] Sync routers for ids ['6f0b2976-60db-4a15-8d07-b951b629b8d6'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:57.307341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80924fe-3194-4793-b5fa-5453bc118691 None None] Routers {'6f0b2976-60db-4a15-8d07-b951b629b8d6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:57.309553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b80924fe-3194-4793-b5fa-5453bc118691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6f0b2976-60db-4a15-8d07-b951b629b8d6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:57.318820 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:57.322449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7042387-59d7-43e7-a6ad-fb788b378bb7 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.3377066 Jul 13 19:53:57.324140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:57.327127 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-2e8da269-efd7-469a-86db-b64a37086ed1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:57.357854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['a930c182-53ac-4548-802c-1a93e825ddac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:57.361159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:53:57.363717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8da269-efd7-469a-86db-b64a37086ed1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event deleted for resources: {'Port': ['ID=a930c182-53ac-4548-802c-1a93e825ddac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:57.419118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-2e8da269-efd7-469a-86db-b64a37086ed1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] No DVR routers for this DVR port a930c182-53ac-4548-802c-1a93e825ddac on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:53:57.422601 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-2e8da269-efd7-469a-86db-b64a37086ed1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:57.425400 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2fb43952-3c7e-48d8-9006-6dbe5d1fb043 req-2e8da269-efd7-469a-86db-b64a37086ed1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "DELETE /v2.0/ports/a930c182-53ac-4548-802c-1a93e825ddac HTTP/1.1" status: 204 len: 173 time: 0.7789702 Jul 13 19:53:57.425400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc474a4-3d03-473b-a086-a7388d73f5b1', 'name': 'network-vif-deleted', 'tag': 'a930c182-53ac-4548-802c-1a93e825ddac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:53:57.427805 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d332d719-2c40-4de4-81b7-e7dbc734c5f3" -d '{"events": [{"server_uuid": "2cc474a4-3d03-473b-a086-a7388d73f5b1", "name": "network-vif-deleted", "tag": "a930c182-53ac-4548-802c-1a93e825ddac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:53:57.444726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b80924fe-3194-4793-b5fa-5453bc118691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:57.448043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a0184ffe-a205-45d4-a42b-5ee2352f69ad tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/routers/6f0b2976-60db-4a15-8d07-b951b629b8d6 HTTP/1.1" status: 200 len: 880 time: 0.1226475 Jul 13 19:53:57.452254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:57.459316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80924fe-3194-4793-b5fa-5453bc118691 None None] Routers {'6f0b2976-60db-4a15-8d07-b951b629b8d6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:57.460172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b80924fe-3194-4793-b5fa-5453bc118691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6f0b2976-60db-4a15-8d07-b951b629b8d6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:57.500839 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3b24b3-7511-4b51-8e89-10dc30caf678 x-openstack-request-id: req-4f3b24b3-7511-4b51-8e89-10dc30caf678 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:53:57.501225 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc474a4-3d03-473b-a086-a7388d73f5b1", "name": "network-vif-deleted", "tag": "a930c182-53ac-4548-802c-1a93e825ddac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:53:57.501549 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f3b24b3-7511-4b51-8e89-10dc30caf678 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:53:57.502019 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc474a4-3d03-473b-a086-a7388d73f5b1', 'name': 'network-vif-deleted', 'tag': 'a930c182-53ac-4548-802c-1a93e825ddac', 'status': 'completed', 'code': 200} Jul 13 19:53:57.506453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b80924fe-3194-4793-b5fa-5453bc118691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:57.507179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80924fe-3194-4793-b5fa-5453bc118691 None None] The sync data for ids ['6f0b2976-60db-4a15-8d07-b951b629b8d6'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:57.688631 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-df71dd76-fca8-45b5-8842-a300495db8c9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2349815 Jul 13 19:53:57.690962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:57.695268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-367f19ca-02d0-4e08-982d-e3afc3fcd882 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-695314279'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:58.275025 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-367f19ca-02d0-4e08-982d-e3afc3fcd882 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:58.289051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-367f19ca-02d0-4e08-982d-e3afc3fcd882 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:58.457621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9b78-c2f7-4dc4-ba76-dfc775a44dcc req-9de39a4f-b308-4cd0-9958-095f37e520a2 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:58.459037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-248f9b78-c2f7-4dc4-ba76-dfc775a44dcc req-9de39a4f-b308-4cd0-9958-095f37e520a2 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1226635 Jul 13 19:53:58.460815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367f19ca-02d0-4e08-982d-e3afc3fcd882 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 6f0b2976-60db-4a15-8d07-b951b629b8d6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:53:58.485293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-d7fac2a7-5378-4791-a7df-f8dcb9768458 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:58.486855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-d7fac2a7-5378-4791-a7df-f8dcb9768458 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.1072402 Jul 13 19:53:58.502386 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-b64d3268-db1d-44ed-a530-1983cf034d8d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/quotas/aeb2e81536cf404c99060caa6c967bb6 HTTP/1.1" status: 200 len: 375 time: 0.0098219 Jul 13 19:53:58.535495 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-248f9b78-c2f7-4dc4-ba76-dfc775a44dcc req-2904ee22-dbcc-4332-be43-a0542933fce3 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692396 Jul 13 19:53:58.567639 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-12aaa321-310f-4238-8fee-ad28e7614fe6 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600526 Jul 13 19:53:58.601119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367f19ca-02d0-4e08-982d-e3afc3fcd882 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:53:58.610229 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-367f19ca-02d0-4e08-982d-e3afc3fcd882 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:58.614462 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-367f19ca-02d0-4e08-982d-e3afc3fcd882 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/6f0b2976-60db-4a15-8d07-b951b629b8d6 HTTP/1.1" status: 200 len: 887 time: 0.9205005 Jul 13 19:53:58.614637 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe51793-901b-4d92-a835-829d39dcb20c None None] Sync routers for ids ['6f0b2976-60db-4a15-8d07-b951b629b8d6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:53:58.615733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:58.640521 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe51793-901b-4d92-a835-829d39dcb20c None None] Routers {'6f0b2976-60db-4a15-8d07-b951b629b8d6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:58.641469 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afe51793-901b-4d92-a835-829d39dcb20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6f0b2976-60db-4a15-8d07-b951b629b8d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:58.660125 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-0b26d2fc-a142-4d3d-b0da-607139aa3b44 service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844398 Jul 13 19:53:58.678613 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afe51793-901b-4d92-a835-829d39dcb20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:58.689101 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe51793-901b-4d92-a835-829d39dcb20c None None] Routers {'6f0b2976-60db-4a15-8d07-b951b629b8d6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:53:58.689986 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afe51793-901b-4d92-a835-829d39dcb20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['6f0b2976-60db-4a15-8d07-b951b629b8d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:58.728552 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afe51793-901b-4d92-a835-829d39dcb20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:53:58.729462 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe51793-901b-4d92-a835-829d39dcb20c None None] The sync data for ids ['6f0b2976-60db-4a15-8d07-b951b629b8d6'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:53:58.769014 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-69eeeca9-52d8-4b8a-8cab-8c84ebbedabf service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030505 Jul 13 19:53:58.771813 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-353b8d66-4410-41df-8406-bdc3f4de1d16 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/routers/6f0b2976-60db-4a15-8d07-b951b629b8d6 HTTP/1.1" status: 200 len: 887 time: 0.1541851 Jul 13 19:53:58.774339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:58.812473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:58.812780 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4d251837-182b-4330-9a59-9896e899c07b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0b2976-60db-4a15-8d07-b951b629b8d6 HTTP/1.1" status: 200 len: 205 time: 0.0367177 Jul 13 19:53:58.943145 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:58.997985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49474a-ff63-49df-9c48-552b38940e06 req-901cb751-e020-4bfa-b8c6-11e475dc6e8c tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:59.000360 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fa49474a-ff63-49df-9c48-552b38940e06 req-901cb751-e020-4bfa-b8c6-11e475dc6e8c tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.0722322 Jul 13 19:53:59.001599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c19b3d43-c288-45ba-8406-4da6df341884 req-0b78709a-818f-4a4a-b78e-da3799c09df8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 210 time: 0.0727375 Jul 13 19:53:59.051417 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fa49474a-ff63-49df-9c48-552b38940e06 req-87a3ce15-47f6-4312-a6e2-708067367be8 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382342 Jul 13 19:53:59.077203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.132946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 27199c31-35c8-4924-bd0a-a5e7599df09a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:53:59.133298 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.217785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.229235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 27199c31-35c8-4924-bd0a-a5e7599df09a owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:53:59.399964 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.427834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=27199c31-35c8-4924-bd0a-a5e7599df09a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:59.454845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.455201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.455548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.455957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.456302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.456638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.456972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.457302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.457630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.457956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.458282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.458632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:53:59.500475 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.593734 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.595962 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.644077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.644633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0b2976-60db-4a15-8d07-b951b629b8d6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:53:59.651324 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.652842 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-68af4cfd-42c2-4acc-8ea6-57ebc1940588 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/6f0b2976-60db-4a15-8d07-b951b629b8d6 HTTP/1.1" status: 204 len: 168 time: 0.8387225 Jul 13 19:53:59.656306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:59.661154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'network': {'name': 'tempest-RoutersTest-485889694'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:59.683222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:53:59.686786 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.709890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:53:59.719301 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.719649 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added segment 8d0e2d76-600a-4e7f-b106-633b88d85c43 of type vlan for network e3226b3a-1d04-4a15-abf2-4a0c65918707 Jul 13 19:53:59.758086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.788586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.796317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:53:59.797346 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:59.872310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2118299 Jul 13 19:53:59.872774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:53:59.879113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'subnet': {'network_id': 'e3226b3a-1d04-4a15-abf2-4a0c65918707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:53:59.903177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521ef7e-2a4e-4690-931a-8ed7fa1ba824 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Network': ['ID=e3226b3a-1d04-4a15-abf2-4a0c65918707,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:53:59.913548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network e3226b3a-1d04-4a15-abf2-4a0c65918707 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:54:00.071848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:00.075578 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.129384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-ae3f23a1-2086-4760-ad41-123257fd1888 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:00.130856 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-ae3f23a1-2086-4760-ad41-123257fd1888 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.1864548 Jul 13 19:54:00.147309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Request body: {'port': {'device_id': '834fe0bc-e637-4896-97b0-8c159085c56b', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'admin_state_up': True, 'tenant_id': 'aeb2e81536cf404c99060caa6c967bb6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:00.173445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fddead86-1293-44ae-a1d7-33adc58e7b97 req-681bc67b-7f3f-40b6-b2ee-8c2277ca7f37 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 210 time: 0.0299747 Jul 13 19:54:00.371145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c47dd-1958-49b8-be9b-0f742a466822 req-fa852149-0019-4535-93ee-585f0b50ee14 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:00.372620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fa1c47dd-1958-49b8-be9b-0f742a466822 req-fa852149-0019-4535-93ee-585f0b50ee14 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1726308 Jul 13 19:54:00.392336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Made reservation on behalf of aeb2e81536cf404c99060caa6c967bb6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:00.395698 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.483192 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fa1c47dd-1958-49b8-be9b-0f742a466822 req-873d9ba6-103d-4d75-ba36-6f6f634642d1 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046605 Jul 13 19:54:00.509348 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.611326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Subnet': ['ID=2b945cf5-0e53-433a-8394-510ac77c5f38,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:00.629387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Checking segment: {'id': '8d0e2d76-600a-4e7f-b106-633b88d85c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e3226b3a-1d04-4a15-abf2-4a0c65918707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:00.629671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network hostable DHCP agents. Network: e3226b3a-1d04-4a15-abf2-4a0c65918707, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:54:00.652058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Allocated IP 172.20.0.7 (eb41cac7-8b4b-4035-9914-f162d3b00a0f/b7bbfea0-3329-4047-962a-3ac41f8de312/21e4ba0b-3089-450f-bf19-fe9980d0719b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:00.663229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network e3226b3a-1d04-4a15-abf2-4a0c65918707 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:54:00.682376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, e3226b3a-1d04-4a15-abf2-4a0c65918707) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:00.691075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bccb2e8-17ea-4e8e-9376-a4f8899f7e83 None None] Network e3226b3a-1d04-4a15-abf2-4a0c65918707 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:00.691338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:00.691924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.724556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-69ef19fb-19e9-4697-b2d4-762eaa72f1a4 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8505495 Jul 13 19:54:00.727219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:00.733473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-90623521-b72c-4406-9391-e1e4e95856f5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1270688517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:00.763050 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90623521-b72c-4406-9391-e1e4e95856f5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.764064 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90623521-b72c-4406-9391-e1e4e95856f5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.838571 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.851074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e3226b3a-1d04-4a15-abf2-4a0c65918707', 'network_id': 'e3226b3a-1d04-4a15-abf2-4a0c65918707', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'fixed_ips': [{'subnet_id': '2b945cf5-0e53-433a-8394-510ac77c5f38'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:54:00.852199 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.860740 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90623521-b72c-4406-9391-e1e4e95856f5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.865800 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90623521-b72c-4406-9391-e1e4e95856f5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.882727 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.885580 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90623521-b72c-4406-9391-e1e4e95856f5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:00.888173 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-90623521-b72c-4406-9391-e1e4e95856f5 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1589937 Jul 13 19:54:00.893604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:00.926733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:54:00.938127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:00.945106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:00.946424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event updated for resources: {'Port': ['ID=21e4ba0b-3089-450f-bf19-fe9980d0719b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:00.949105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:01.001750 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:01.002367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.019217 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-f6c32561-ab25-4f85-ba96-6ed904ea3fea tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8757441 Jul 13 19:54:01.031195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Request body: {'port': {'device_id': '834fe0bc-e637-4896-97b0-8c159085c56b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:01.042953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Allocated IP 172.20.0.2 (e3226b3a-1d04-4a15-abf2-4a0c65918707/2b945cf5-0e53-433a-8394-510ac77c5f38/2932f561-5662-41ac-877c-480875a218ec) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:01.118335 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.139132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a930c182-53ac-4548-802c-1a93e825ddac no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:01.172364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-71cfdec0-da78-4cff-ae41-5e1a9be0b146 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:01.174061 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-71cfdec0-da78-4cff-ae41-5e1a9be0b146 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.24 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.2708395 Jul 13 19:54:01.177810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: a930c182-53ac-4548-802c-1a93e825ddac {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:01.178208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device a930c182-53ac-4548-802c-1a93e825ddac not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:01.282509 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.295925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Transition to ACTIVE for port object 2932f561-5662-41ac-877c-480875a218ec will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:01.313062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Transition to ACTIVE for port object 2932f561-5662-41ac-877c-480875a218ec will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:01.320571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.376563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Network e3226b3a-1d04-4a15-abf2-4a0c65918707 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:01.378610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Pushing event updated for resources: {'Port': ['ID=2932f561-5662-41ac-877c-480875a218ec,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:01.382505 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.382733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:01.384703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:01.450723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Attempting to bind port 2932f561-5662-41ac-877c-480875a218ec on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:01.451088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Attempting to bind port 2932f561-5662-41ac-877c-480875a218ec by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '8d0e2d76-600a-4e7f-b106-633b88d85c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e3226b3a-1d04-4a15-abf2-4a0c65918707'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:01.451251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e4ba0b-3089-450f-bf19-fe9980d0719b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:54:01.451446 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Attempting to bind port 2932f561-5662-41ac-877c-480875a218ec on network e3226b3a-1d04-4a15-abf2-4a0c65918707 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:01.456739 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:01.457090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Checking segment: {'id': '8d0e2d76-600a-4e7f-b106-633b88d85c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e3226b3a-1d04-4a15-abf2-4a0c65918707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:01.457497 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.457900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Bound using segment: {'id': '8d0e2d76-600a-4e7f-b106-633b88d85c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e3226b3a-1d04-4a15-abf2-4a0c65918707'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:01.458344 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Bound port: 2932f561-5662-41ac-877c-480875a218ec, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0e2d76-600a-4e7f-b106-633b88d85c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e3226b3a-1d04-4a15-abf2-4a0c65918707'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:01.458746 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.459805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.473966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Transition to ACTIVE for port object 21e4ba0b-3089-450f-bf19-fe9980d0719b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:01.477383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.543591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] For port 2932f561-5662-41ac-877c-480875a218ec, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:01.548308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] For port 2932f561-5662-41ac-877c-480875a218ec, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2932f561-5662-41ac-877c-480875a218ec,segment=NetworkSegment(8d0e2d76-600a-4e7f-b106-633b88d85c43),segment_id=8d0e2d76-600a-4e7f-b106-633b88d85c43)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:01.556231 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.561606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Pushing event updated for resources: {'Port': ['ID=21e4ba0b-3089-450f-bf19-fe9980d0719b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:01.626138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Attempting to bind port 21e4ba0b-3089-450f-bf19-fe9980d0719b on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:01.626536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Attempting to bind port 21e4ba0b-3089-450f-bf19-fe9980d0719b by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:01.626846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Attempting to bind port 21e4ba0b-3089-450f-bf19-fe9980d0719b on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:01.637350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Port 21e4ba0b-3089-450f-bf19-fe9980d0719b on network eb41cac7-8b4b-4035-9914-f162d3b00a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:54:01.637830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Attempting to bind port 21e4ba0b-3089-450f-bf19-fe9980d0719b on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:01.653509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f785b0a-c693-4b5b-94fa-7ff2baf4a1e9 None None] Pushing event updated for resources: {'Port': ['ID=2932f561-5662-41ac-877c-480875a218ec,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:01.676260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:01.676607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Checking segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:01.677006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Bound using segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:01.677467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Bound port: 21e4ba0b-3089-450f-bf19-fe9980d0719b, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:01.677832 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.758780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-0b4b5159-f8e1-4393-aa78-27f0c2136a86 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Deleting port 80eed8a5-7af7-4b75-95b2-5c2543b932d5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:01.759356 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-0b4b5159-f8e1-4393-aa78-27f0c2136a86 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.765689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73309-810c-4a7c-9bc5-a554808db3b7 req-94463a77-6172-4002-9db6-5ea76b64d0cc tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:01.767296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6ea73309-810c-4a7c-9bc5-a554808db3b7 req-94463a77-6172-4002-9db6-5ea76b64d0cc tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 945 time: 0.1331532 Jul 13 19:54:01.772127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] For port 21e4ba0b-3089-450f-bf19-fe9980d0719b, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:01.777734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] For port 21e4ba0b-3089-450f-bf19-fe9980d0719b, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=21e4ba0b-3089-450f-bf19-fe9980d0719b,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:01.785654 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.837590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:01.838423 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:01.851793 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] 10.222.0.60 "PUT /v2.0/ports/21e4ba0b-3089-450f-bf19-fe9980d0719b HTTP/1.1" status: 200 len: 1091 time: 0.8141971 Jul 13 19:54:01.858306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834fe0bc-e637-4896-97b0-8c159085c56b', 'tag': '21e4ba0b-3089-450f-bf19-fe9980d0719b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:54:01.861288 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3678c5-d224-4c00-8cff-293e4961d9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "834fe0bc-e637-4896-97b0-8c159085c56b", "tag": "21e4ba0b-3089-450f-bf19-fe9980d0719b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:54:01.907396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b1e82-b951-4d0a-820f-3e5964f0e51a req-67446782-77d2-4bfc-9b3d-4768e364af61 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:01.909001 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c64b1e82-b951-4d0a-820f-3e5964f0e51a req-67446782-77d2-4bfc-9b3d-4768e364af61 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 931 time: 0.5875654 Jul 13 19:54:01.917670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6ea73309-810c-4a7c-9bc5-a554808db3b7 req-9ab08cd3-80b6-43f4-8489-1ae5bdf748d4 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426537 Jul 13 19:54:01.954875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a18fc3-bbea-40e6-aeec-a551546d287b service neutron] Pushing event updated for resources: {'Port': ['ID=21e4ba0b-3089-450f-bf19-fe9980d0719b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:01.986197 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303d10c2-dbb9-4c7c-905b-125ae8be87da x-openstack-request-id: req-303d10c2-dbb9-4c7c-905b-125ae8be87da {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:54:01.986640 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834fe0bc-e637-4896-97b0-8c159085c56b", "tag": "21e4ba0b-3089-450f-bf19-fe9980d0719b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:54:01.988110 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-303d10c2-dbb9-4c7c-905b-125ae8be87da {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:54:01.988585 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834fe0bc-e637-4896-97b0-8c159085c56b', 'tag': '21e4ba0b-3089-450f-bf19-fe9980d0719b', 'status': 'completed', 'code': 200} Jul 13 19:54:01.996689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-9db92c14-87e8-41e7-a3eb-6bf4f71b104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:01.998257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-9db92c14-87e8-41e7-a3eb-6bf4f71b104e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 1094 time: 0.1003168 Jul 13 19:54:02.031572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-0b4b5159-f8e1-4393-aa78-27f0c2136a86 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] For port 80eed8a5-7af7-4b75-95b2-5c2543b932d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=80eed8a5-7af7-4b75-95b2-5c2543b932d5,segment=NetworkSegment(e771188b-9f49-44aa-9d70-80ec42028a47),segment_id=e771188b-9f49-44aa-9d70-80ec42028a47)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:02.031939 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-0b4b5159-f8e1-4393-aa78-27f0c2136a86 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:02.041450 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-c1a7d9d5-ca29-45d1-8fc8-ebfd6a87e0a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21e4ba0b-3089-450f-bf19-fe9980d0719b HTTP/1.1" status: 200 len: 217 time: 0.0361772 Jul 13 19:54:02.061769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-0b4b5159-f8e1-4393-aa78-27f0c2136a86 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Calling delete_port for 80eed8a5-7af7-4b75-95b2-5c2543b932d5 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:02.077000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c64b1e82-b951-4d0a-820f-3e5964f0e51a req-b5ca2a98-0513-4b7c-901a-509b0d224a78 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260011 Jul 13 19:54:02.096666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-9bbfa55c-608d-4fe5-bf1a-2583206bc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:02.098206 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-9bbfa55c-608d-4fe5-bf1a-2583206bc0aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.0506530 Jul 13 19:54:02.131597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-0e78146e-7679-41b6-943e-0e0f35b3c7c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272505 Jul 13 19:54:02.180326 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Allocated IP 172.20.0.1 (e3226b3a-1d04-4a15-abf2-4a0c65918707/2b945cf5-0e53-433a-8394-510ac77c5f38/4c2c2891-8c23-4976-9a25-814f18a86838) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:02.232540 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-22b7b278-d7de-4460-899d-57c1c545c5f5 service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945158 Jul 13 19:54:02.336477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74166b05-de99-4b05-bb76-df5ea8d88734 req-2964fadf-0d02-4649-b742-0c0f73bbb86e service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981040 Jul 13 19:54:02.337166 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-0b4b5159-f8e1-4393-aa78-27f0c2136a86 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:02.355994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['80eed8a5-7af7-4b75-95b2-5c2543b932d5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:54:02.373915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b5159-f8e1-4393-aa78-27f0c2136a86 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Pushing event deleted for resources: {'Port': ['ID=80eed8a5-7af7-4b75-95b2-5c2543b932d5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:02.384072 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:02.423181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Transition to ACTIVE for port object 4c2c2891-8c23-4976-9a25-814f18a86838 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:02.442303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-0b4b5159-f8e1-4393-aa78-27f0c2136a86 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] No DVR routers for this DVR port 80eed8a5-7af7-4b75-95b2-5c2543b932d5 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:02.445773 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-0b4b5159-f8e1-4393-aa78-27f0c2136a86 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:02.447782 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bcb2be7f-8241-4498-8d60-42464f2ab97d req-0b4b5159-f8e1-4393-aa78-27f0c2136a86 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.24 "DELETE /v2.0/ports/80eed8a5-7af7-4b75-95b2-5c2543b932d5 HTTP/1.1" status: 204 len: 173 time: 1.2473223 Jul 13 19:54:02.448313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020943ef-0b25-45eb-99f0-d7fdc1eb593d', 'name': 'network-vif-deleted', 'tag': '80eed8a5-7af7-4b75-95b2-5c2543b932d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:54:02.450862 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0491aa-11da-40b0-a4d0-7fd0d2ef4207" -d '{"events": [{"server_uuid": "020943ef-0b25-45eb-99f0-d7fdc1eb593d", "name": "network-vif-deleted", "tag": "80eed8a5-7af7-4b75-95b2-5c2543b932d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:54:02.453038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3678c5-d224-4c00-8cff-293e4961d9f1 req-131b5c78-5876-4dac-89e5-fe2c044a962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:02.455360 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a3678c5-d224-4c00-8cff-293e4961d9f1 req-131b5c78-5876-4dac-89e5-fe2c044a962f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 1094 time: 0.0602722 Jul 13 19:54:02.505969 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bcfa54-c1e9-410a-845f-f4cbd080fbb3 x-openstack-request-id: req-97bcfa54-c1e9-410a-845f-f4cbd080fbb3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:54:02.506515 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020943ef-0b25-45eb-99f0-d7fdc1eb593d", "name": "network-vif-deleted", "tag": "80eed8a5-7af7-4b75-95b2-5c2543b932d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:54:02.506922 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97bcfa54-c1e9-410a-845f-f4cbd080fbb3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:54:02.507473 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020943ef-0b25-45eb-99f0-d7fdc1eb593d', 'name': 'network-vif-deleted', 'tag': '80eed8a5-7af7-4b75-95b2-5c2543b932d5', 'status': 'completed', 'code': 200} Jul 13 19:54:02.521012 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:02.573018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3678c5-d224-4c00-8cff-293e4961d9f1 req-64c00b13-0f87-49f2-8dc7-c455c2dcee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:02.575133 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a3678c5-d224-4c00-8cff-293e4961d9f1 req-64c00b13-0f87-49f2-8dc7-c455c2dcee35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 906 time: 0.1101975 Jul 13 19:54:02.577408 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network e3226b3a-1d04-4a15-abf2-4a0c65918707 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:02.581463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:02.584001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:02.616765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=4c2c2891-8c23-4976-9a25-814f18a86838,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:02.626687 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a3678c5-d224-4c00-8cff-293e4961d9f1 req-ed50d2be-e7d3-4292-b5fc-50b987d725f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21e4ba0b-3089-450f-bf19-fe9980d0719b HTTP/1.1" status: 200 len: 217 time: 0.0444858 Jul 13 19:54:02.644838 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:02.683249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3678c5-d224-4c00-8cff-293e4961d9f1 req-c31aefad-1106-43ec-8520-34c73bc4882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:02.684744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a3678c5-d224-4c00-8cff-293e4961d9f1 req-c31aefad-1106-43ec-8520-34c73bc4882a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.0522070 Jul 13 19:54:02.719012 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a3678c5-d224-4c00-8cff-293e4961d9f1 req-e8e353e1-2c00-400a-b2e3-3eb7e3a9e75a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278847 Jul 13 19:54:02.736588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf83024-25a1-48ca-9af7-7e1a879a539b None None] Network e3226b3a-1d04-4a15-abf2-4a0c65918707 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:02.787243 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:02.858139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a3678c5-d224-4c00-8cff-293e4961d9f1 req-cba999ce-c174-419f-8fb1-0bd2f3684283 service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327076 Jul 13 19:54:02.864247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8a1ea8de-1bb7-4e34-b2ba-d42f726458a3 None None] Provisioning for port 2932f561-5662-41ac-877c-480875a218ec completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:03.028009 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5a3678c5-d224-4c00-8cff-293e4961d9f1 req-b24b7250-2106-4da8-9e50-d6d19cce93bb service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630750 Jul 13 19:54:03.100072 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:03.107955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:03.200620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee4b4a86-dc93-4337-a1ae-4ea2b848faa3 req-f5340ec0-b731-48fe-a5bd-f8c359c16411 tempest-TestServerAdvancedOps-316689932 tempest-TestServerAdvancedOps-316689932-project] 10.222.0.25 "GET /v2.0/ports?device_id=020943ef-0b25-45eb-99f0-d7fdc1eb593d HTTP/1.1" status: 200 len: 210 time: 0.0880871 Jul 13 19:54:03.241592 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=4c2c2891-8c23-4976-9a25-814f18a86838,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:03.248824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:03.313719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60936a4b-14e3-4106-8c45-c3288fbc08ff req-6169d0a9-f817-41dc-a687-2ed3e7f19629 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:03.315369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60936a4b-14e3-4106-8c45-c3288fbc08ff req-6169d0a9-f817-41dc-a687-2ed3e7f19629 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 943 time: 0.1038294 Jul 13 19:54:03.334661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-42754905-98bf-4da5-976e-6a1150bbbd80 None None] Provisioning for port 4c2c2891-8c23-4976-9a25-814f18a86838 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:03.340849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-42754905-98bf-4da5-976e-6a1150bbbd80 None None] Provisioning complete for port 4c2c2891-8c23-4976-9a25-814f18a86838 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:03.341276 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42754905-98bf-4da5-976e-6a1150bbbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:03.385257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60936a4b-14e3-4106-8c45-c3288fbc08ff req-db310c60-5176-4cc9-888f-c985c55354b4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621061 Jul 13 19:54:03.396163 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network e3226b3a-1d04-4a15-abf2-4a0c65918707 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:03.397876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:03.403826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42754905-98bf-4da5-976e-6a1150bbbd80 None None] Port 4c2c2891-8c23-4976-9a25-814f18a86838 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:54:03.407985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2932f561-5662-41ac-877c-480875a218ec up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:03.462114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2932f561-5662-41ac-877c-480875a218ec completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:03.467521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2932f561-5662-41ac-877c-480875a218ec triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:03.468114 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:03.526638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 00ffb041-4205-4670-84a4-851a7638a74f is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:54:03.555000 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:03.591322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2932f561-5662-41ac-877c-480875a218ec, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2932f561-5662-41ac-877c-480875a218ec,segment=NetworkSegment(8d0e2d76-600a-4e7f-b106-633b88d85c43),segment_id=8d0e2d76-600a-4e7f-b106-633b88d85c43)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:03.595950 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:03.629046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:03.637725 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6f96fe26-e631-4c4e-a97f-a4b52bfa31b9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/00ffb041-4205-4670-84a4-851a7638a74f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7386332 Jul 13 19:54:03.637725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:03.647318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05878292-1166-4ada-81e6-eea05e1912a6 None None] Sync routers for ids ['00ffb041-4205-4670-84a4-851a7638a74f'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:03.676060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05878292-1166-4ada-81e6-eea05e1912a6 None None] Routers {'00ffb041-4205-4670-84a4-851a7638a74f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:03.676690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-05878292-1166-4ada-81e6-eea05e1912a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['00ffb041-4205-4670-84a4-851a7638a74f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:03.678460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7bee2acb-aee9-4ec3-8284-bb7e9c0500a1 None None] Provisioning complete for port 4c2c2891-8c23-4976-9a25-814f18a86838 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:03.678826 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bee2acb-aee9-4ec3-8284-bb7e9c0500a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:03.681389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2932f561-5662-41ac-877c-480875a218ec,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:03.701881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae8063-68f2-42c7-adad-df9db3f6e55d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:03.706194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:03.706575 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b0ae8063-68f2-42c7-adad-df9db3f6e55d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports/4c2c2891-8c23-4976-9a25-814f18a86838 HTTP/1.1" status: 200 len: 910 time: 0.0675745 Jul 13 19:54:03.711656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1722c5a2-7256-442c-b146-e225122d2e8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b945cf5-0e53-433a-8394-510ac77c5f38'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:03.735429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-05878292-1166-4ada-81e6-eea05e1912a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:03.753905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05878292-1166-4ada-81e6-eea05e1912a6 None None] Routers {'00ffb041-4205-4670-84a4-851a7638a74f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:03.754530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-05878292-1166-4ada-81e6-eea05e1912a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['00ffb041-4205-4670-84a4-851a7638a74f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:03.786653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7bee2acb-aee9-4ec3-8284-bb7e9c0500a1 None None] Port 4c2c2891-8c23-4976-9a25-814f18a86838 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:54:03.788541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-05878292-1166-4ada-81e6-eea05e1912a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:03.789162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05878292-1166-4ada-81e6-eea05e1912a6 None None] The sync data for ids ['00ffb041-4205-4670-84a4-851a7638a74f'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:03.878677 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1722c5a2-7256-442c-b146-e225122d2e8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:03.905319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f00ca9d-c44e-4489-a6d7-523e08fba023 None None] Provisioning complete for port 4c2c2891-8c23-4976-9a25-814f18a86838 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:03.905685 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f00ca9d-c44e-4489-a6d7-523e08fba023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:03.941517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f00ca9d-c44e-4489-a6d7-523e08fba023 None None] Port 4c2c2891-8c23-4976-9a25-814f18a86838 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:54:04.303359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:04.347446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9958c9-042b-40d0-b289-f6808cab15bb admin admin] Deleting subnet f87957c9-6089-4fc8-b270-85af5a7aaf0c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:54:04.350547 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9958c9-042b-40d0-b289-f6808cab15bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.383882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9958c9-042b-40d0-b289-f6808cab15bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.428948 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9958c9-042b-40d0-b289-f6808cab15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.485362 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9958c9-042b-40d0-b289-f6808cab15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.513532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9958c9-042b-40d0-b289-f6808cab15bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87957c9-6089-4fc8-b270-85af5a7aaf0c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:04.515593 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9958c9-042b-40d0-b289-f6808cab15bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.518210 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8d9958c9-042b-40d0-b289-f6808cab15bb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f87957c9-6089-4fc8-b270-85af5a7aaf0c HTTP/1.1" status: 204 len: 168 time: 0.2132273 Jul 13 19:54:04.520345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:04.567268 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1722c5a2-7256-442c-b146-e225122d2e8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.586578 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1722c5a2-7256-442c-b146-e225122d2e8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.587175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.647857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21669a-7ce2-4cc3-a94e-6d5793ac0a6d req-71937bee-704f-4347-9de8-e8a8be72d49e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:04.649356 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d21669a-7ce2-4cc3-a94e-6d5793ac0a6d req-71937bee-704f-4347-9de8-e8a8be72d49e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 943 time: 0.1521063 Jul 13 19:54:04.670362 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.681228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85357321-ea57-4651-80a4-faa40c495d19']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:04.686502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722c5a2-7256-442c-b146-e225122d2e8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=4c2c2891-8c23-4976-9a25-814f18a86838,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:04.691743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e771188b-9f49-44aa-9d70-80ec42028a47') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:04.692062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e771188b-9f49-44aa-9d70-80ec42028a47') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:04.701644 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.702884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722c5a2-7256-442c-b146-e225122d2e8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:04.703503 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1722c5a2-7256-442c-b146-e225122d2e8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.704824 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1722c5a2-7256-442c-b146-e225122d2e8e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/ports/4c2c2891-8c23-4976-9a25-814f18a86838 HTTP/1.1" status: 200 len: 910 time: 0.9975641 Jul 13 19:54:04.707699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:04.722331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d21669a-7ce2-4cc3-a94e-6d5793ac0a6d req-98dcf374-7c71-444e-84ac-9a9a2b4d2137 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617630 Jul 13 19:54:04.778810 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.788375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:54:04.788761 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:54:04.790423 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:54:04.889200 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.909416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 80eed8a5-7af7-4b75-95b2-5c2543b932d5 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:04.918829 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:04.923378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] 10.222.0.25 "DELETE /v2.0/networks/85357321-ea57-4651-80a4-faa40c495d19 HTTP/1.1" status: 204 len: 168 time: 0.3993137 Jul 13 19:54:04.924011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:04.929892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 80eed8a5-7af7-4b75-95b2-5c2543b932d5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:04.930314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 80eed8a5-7af7-4b75-95b2-5c2543b932d5 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:04.935189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fc9f6-a9ea-42ed-8372-b16a61f8865f admin admin] Pushing event deleted for resources: {'Network': ['ID=85357321-ea57-4651-80a4-faa40c495d19,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:04.970491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a12b549-4d2f-4237-a6e0-f2ac94b6b8ca admin admin] Deleting subnet 3eb5eda3-8693-415a-8517-a5c1abab7937 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:54:04.973651 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a12b549-4d2f-4237-a6e0-f2ac94b6b8ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.012928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a12b549-4d2f-4237-a6e0-f2ac94b6b8ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.051315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a12b549-4d2f-4237-a6e0-f2ac94b6b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.090875 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.104009 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a12b549-4d2f-4237-a6e0-f2ac94b6b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.129761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12b549-4d2f-4237-a6e0-f2ac94b6b8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb5eda3-8693-415a-8517-a5c1abab7937,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:05.133463 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a12b549-4d2f-4237-a6e0-f2ac94b6b8ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.138558 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8a12b549-4d2f-4237-a6e0-f2ac94b6b8ca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3eb5eda3-8693-415a-8517-a5c1abab7937 HTTP/1.1" status: 204 len: 168 time: 0.2102380 Jul 13 19:54:05.138758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 21e4ba0b-3089-450f-bf19-fe9980d0719b details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:54:05.141551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:05.219591 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.251658 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 21e4ba0b-3089-450f-bf19-fe9980d0719b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=21e4ba0b-3089-450f-bf19-fe9980d0719b,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:05.272157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '21e4ba0b-3089-450f-bf19-fe9980d0719b', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'port_id': '21e4ba0b-3089-450f-bf19-fe9980d0719b', 'mac_address': 'fa:16:3e:26:23:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bbfea0-3329-4047-962a-3ac41f8de312', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:54:05.315937 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2932f561-5662-41ac-877c-480875a218ec up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:05.317686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.328895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c549814-514c-42c7-976f-88ed07576556']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:05.340251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c324aa0e-a131-4def-bcc1-f8ab6d7f600a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:05.340574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c324aa0e-a131-4def-bcc1-f8ab6d7f600a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:05.344489 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.351515 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.366808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.367046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e4ba0b-3089-450f-bf19-fe9980d0719b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:54:05.373670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 4c2c2891-8c23-4976-9a25-814f18a86838 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:05.374254 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.375045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:54:05.375444 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:54:05.377119 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:54:05.395559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 21e4ba0b-3089-450f-bf19-fe9980d0719b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=21e4ba0b-3089-450f-bf19-fe9980d0719b,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:05.402547 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.413435 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:54:05.439398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2932f561-5662-41ac-877c-480875a218ec triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:05.439861 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.440763 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.459630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.464803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] 10.222.0.25 "DELETE /v2.0/networks/8c549814-514c-42c7-976f-88ed07576556 HTTP/1.1" status: 204 len: 168 time: 0.3190770 Jul 13 19:54:05.464803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3971c9-afab-4d39-8097-3fc8e93fc7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=8c549814-514c-42c7-976f-88ed07576556,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:05.473077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.485224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=21e4ba0b-3089-450f-bf19-fe9980d0719b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:05.492936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 4c2c2891-8c23-4976-9a25-814f18a86838 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:05.592941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['21e4ba0b-3089-450f-bf19-fe9980d0719b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:54:05.641333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:05.684032 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-88923f00-3925-4b83-9d57-86d6a43e7d6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e4842fd6ce14ff28f93d42b830db107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414307 Jul 13 19:54:05.687246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:05.687426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.720023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=4c2c2891-8c23-4976-9a25-814f18a86838,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:05.741067 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a8a070c-10eb-4ccf-86d7-f126e4a5a11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.768122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a8a070c-10eb-4ccf-86d7-f126e4a5a11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.827637 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a8a070c-10eb-4ccf-86d7-f126e4a5a11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.830459 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a8a070c-10eb-4ccf-86d7-f126e4a5a11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:05.831887 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8a8a070c-10eb-4ccf-86d7-f126e4a5a11e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0 HTTP/1.1" status: 204 len: 168 time: 0.1435528 Jul 13 19:54:05.840401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a070c-10eb-4ccf-86d7-f126e4a5a11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5886bd-a20f-4251-9dbc-2d5a0bc1e0d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:05.912987 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.025259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44107-0f83-4f6e-a3ac-6163b9df6540 req-da521366-c994-416e-94ca-30d5e698d48d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:06.027491 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ea44107-0f83-4f6e-a3ac-6163b9df6540 req-da521366-c994-416e-94ca-30d5e698d48d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 944 time: 0.1507101 Jul 13 19:54:06.187633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:06.233909 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d957f5aa-c2e8-42bf-a611-693f2bf39b9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e5fc32737f047739f2c3ea243e6d749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450804 Jul 13 19:54:06.236532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:06.289175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c67e440e-063e-404f-a213-0060fd616149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.312700 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c67e440e-063e-404f-a213-0060fd616149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.362431 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c67e440e-063e-404f-a213-0060fd616149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.364916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c67e440e-063e-404f-a213-0060fd616149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.366071 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c67e440e-063e-404f-a213-0060fd616149 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7511c037-3427-4266-b98b-f1410eead64f HTTP/1.1" status: 204 len: 168 time: 0.1285489 Jul 13 19:54:06.375884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e440e-063e-404f-a213-0060fd616149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7511c037-3427-4266-b98b-f1410eead64f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:06.397660 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 00ffb041-4205-4670-84a4-851a7638a74f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:06.405129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1ea44107-0f83-4f6e-a3ac-6163b9df6540 req-dd494170-a996-4848-9179-321699908ea6 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465087 Jul 13 19:54:06.480691 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:06.488595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bc57edcf-46c1-48fc-baa9-03fb0a5fcfc0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/00ffb041-4205-4670-84a4-851a7638a74f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7763932 Jul 13 19:54:06.489433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:06.490591 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad10ff-1624-4d03-8b19-862f34528db2 None None] Sync routers for ids ['00ffb041-4205-4670-84a4-851a7638a74f'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:06.503526 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad10ff-1624-4d03-8b19-862f34528db2 None None] Routers {'00ffb041-4205-4670-84a4-851a7638a74f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:06.504196 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45ad10ff-1624-4d03-8b19-862f34528db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['00ffb041-4205-4670-84a4-851a7638a74f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:06.519398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a880d513-bdfe-4419-aa46-65cc17f7f162 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ffb041-4205-4670-84a4-851a7638a74f HTTP/1.1" status: 200 len: 205 time: 0.0287230 Jul 13 19:54:06.521964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:06.540272 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45ad10ff-1624-4d03-8b19-862f34528db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:06.553438 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad10ff-1624-4d03-8b19-862f34528db2 None None] Routers {'00ffb041-4205-4670-84a4-851a7638a74f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:06.554326 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45ad10ff-1624-4d03-8b19-862f34528db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['00ffb041-4205-4670-84a4-851a7638a74f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:06.602286 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df1c39b4-719d-4ab5-ac25-7e81cb91e526 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.676758 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45ad10ff-1624-4d03-8b19-862f34528db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:06.677392 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad10ff-1624-4d03-8b19-862f34528db2 None None] The sync data for ids ['00ffb041-4205-4670-84a4-851a7638a74f'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:06.770703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df1c39b4-719d-4ab5-ac25-7e81cb91e526 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.773091 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df1c39b4-719d-4ab5-ac25-7e81cb91e526 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.820404 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df1c39b4-719d-4ab5-ac25-7e81cb91e526 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.820907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1c39b4-719d-4ab5-ac25-7e81cb91e526 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Fanout notify agent at l3_agent the message router_deleted on router 00ffb041-4205-4670-84a4-851a7638a74f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:54:06.829149 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df1c39b4-719d-4ab5-ac25-7e81cb91e526 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.833160 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-df1c39b4-719d-4ab5-ac25-7e81cb91e526 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/00ffb041-4205-4670-84a4-851a7638a74f HTTP/1.1" status: 204 len: 168 time: 0.3072791 Jul 13 19:54:06.833248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:06.885672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-53150076-a73d-4246-b033-e20073e04d80 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting subnet 2b945cf5-0e53-433a-8394-510ac77c5f38 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:54:06.889665 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53150076-a73d-4246-b033-e20073e04d80 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:06.931377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53150076-a73d-4246-b033-e20073e04d80 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.022824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53150076-a73d-4246-b033-e20073e04d80 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.073737 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:07.082193 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53150076-a73d-4246-b033-e20073e04d80 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.110308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53150076-a73d-4246-b033-e20073e04d80 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Subnet': ['ID=2b945cf5-0e53-433a-8394-510ac77c5f38,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:07.112297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53150076-a73d-4246-b033-e20073e04d80 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.116826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:07.117548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c398982-23c0-40b1-b637-41b9b5739e10 None None] Network e3226b3a-1d04-4a15-abf2-4a0c65918707 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:07.118661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-53150076-a73d-4246-b033-e20073e04d80 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/2b945cf5-0e53-433a-8394-510ac77c5f38 HTTP/1.1" status: 204 len: 168 time: 0.2822390 Jul 13 19:54:07.159504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 21e4ba0b-3089-450f-bf19-fe9980d0719b up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:07.197806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1685552847-network', 'tenant_id': 'e570c39096684720804a0f6bfc472c10'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:07.218968 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.236716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Made reservation on behalf of e570c39096684720804a0f6bfc472c10 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:07.239247 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.266028 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.270314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 21e4ba0b-3089-450f-bf19-fe9980d0719b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:07.283207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 21e4ba0b-3089-450f-bf19-fe9980d0719b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:07.283572 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.325934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 2932f561-5662-41ac-877c-480875a218ec {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:07.326272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.372894 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.386446 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f59de7-a6c0-4c09-811f-6a02ae74dd69 None None] DHCP port deletion for e3226b3a-1d04-4a15-abf2-4a0c65918707 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:54:07.419809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834fe0bc-e637-4896-97b0-8c159085c56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e4ba0b-3089-450f-bf19-fe9980d0719b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:54:07.420368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port 2932f561-5662-41ac-877c-480875a218ec, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2932f561-5662-41ac-877c-480875a218ec,segment=NetworkSegment(8d0e2d76-600a-4e7f-b106-633b88d85c43),segment_id=8d0e2d76-600a-4e7f-b106-633b88d85c43)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:07.420723 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.422227 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d04db58-10aa-4828-bb50-dfdfc9e7e2a0" -d '{"events": [{"server_uuid": "834fe0bc-e637-4896-97b0-8c159085c56b", "name": "network-vif-plugged", "status": "completed", "tag": "21e4ba0b-3089-450f-bf19-fe9980d0719b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:54:07.441474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 2932f561-5662-41ac-877c-480875a218ec owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:07.441910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 21e4ba0b-3089-450f-bf19-fe9980d0719b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=21e4ba0b-3089-450f-bf19-fe9980d0719b,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:07.449937 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.472087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.501799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-90f59de7-a6c0-4c09-811f-6a02ae74dd69 None None] Deleting port 2932f561-5662-41ac-877c-480875a218ec {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:07.502521 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90f59de7-a6c0-4c09-811f-6a02ae74dd69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.505059 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26881af0-a175-408c-b389-84adc36d6fc1 x-openstack-request-id: req-26881af0-a175-408c-b389-84adc36d6fc1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:54:07.505446 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834fe0bc-e637-4896-97b0-8c159085c56b", "name": "network-vif-plugged", "status": "completed", "tag": "21e4ba0b-3089-450f-bf19-fe9980d0719b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:54:07.505996 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26881af0-a175-408c-b389-84adc36d6fc1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:54:07.506489 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834fe0bc-e637-4896-97b0-8c159085c56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e4ba0b-3089-450f-bf19-fe9980d0719b', 'code': 200} Jul 13 19:54:07.517475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.563069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=21e4ba0b-3089-450f-bf19-fe9980d0719b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:07.563371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:54:07.586258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-90f59de7-a6c0-4c09-811f-6a02ae74dd69 None None] For port 2932f561-5662-41ac-877c-480875a218ec, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2932f561-5662-41ac-877c-480875a218ec,segment=NetworkSegment(8d0e2d76-600a-4e7f-b106-633b88d85c43),segment_id=8d0e2d76-600a-4e7f-b106-633b88d85c43)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:07.586761 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90f59de7-a6c0-4c09-811f-6a02ae74dd69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.600916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-90f59de7-a6c0-4c09-811f-6a02ae74dd69 None None] Calling delete_port for 2932f561-5662-41ac-877c-480875a218ec owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:07.611717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d9ecb-4bb0-4990-af24-9267d5bfc391,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:07.631014 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.631414 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Added segment 2b72b085-dd4b-491e-88d4-500cbfa8ff95 of type vlan for network bcb5f622-96ce-4d04-9265-3499c9410219 Jul 13 19:54:07.642949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c38209-243f-4064-9f66-7ce748bdc010 req-2b7c310a-1e13-44ea-a8ba-db9315a2be6f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:07.650348 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4c38209-243f-4064-9f66-7ce748bdc010 req-2b7c310a-1e13-44ea-a8ba-db9315a2be6f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 945 time: 0.0845470 Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:54:07.681518 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 19:54:07.691778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.693343 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90f59de7-a6c0-4c09-811f-6a02ae74dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.695830 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4c38209-243f-4064-9f66-7ce748bdc010 req-b707396e-99bd-486b-9b1c-20b10bd4c265 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 Jul 13 19:54:07.696538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.721676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f59de7-a6c0-4c09-811f-6a02ae74dd69 None None] Pushing event deleted for resources: {'Port': ['ID=2932f561-5662-41ac-877c-480875a218ec,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:07.723471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f59de7-a6c0-4c09-811f-6a02ae74dd69 None None] No DVR routers for this DVR port 2932f561-5662-41ac-877c-480875a218ec on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:07.737570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No DVR routers for this DVR port 2932f561-5662-41ac-877c-480875a218ec on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:07.747366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=2932f561-5662-41ac-877c-480875a218ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:07.781081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2c12e-8531-4753-bccd-3fef3b5c16ff req-d07d6f69-a3d1-4aba-8fe4-5cbc2e08cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:07.782615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-48f2c12e-8531-4753-bccd-3fef3b5c16ff req-d07d6f69-a3d1-4aba-8fe4-5cbc2e08cf32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 1096 time: 0.2105348 Jul 13 19:54:07.846805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.847765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:07.848334 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.876366 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.924374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3226b3a-1d04-4a15-abf2-4a0c65918707']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:07.934790 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8598220 Jul 13 19:54:07.937786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:07.942753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0e2d76-600a-4e7f-b106-633b88d85c43') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:07.942914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Request body: {'subnet': {'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1685552847-subnet', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:07.943075 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0e2d76-600a-4e7f-b106-633b88d85c43') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:07.945609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-48f2c12e-8531-4753-bccd-3fef3b5c16ff req-71348c69-b666-4bc0-8086-4ffee00baeec service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234429 Jul 13 19:54:07.957008 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.958674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab107bf-39fe-4516-8391-101416e3725e admin admin] Pushing event updated for resources: {'Network': ['ID=bcb5f622-96ce-4d04-9265-3499c9410219,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:07.964158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Made reservation on behalf of e570c39096684720804a0f6bfc472c10 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:07.966671 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.971675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network bcb5f622-96ce-4d04-9265-3499c9410219 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:54:07.977500 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.984672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:54:07.985050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:54:07.988844 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:54:08.054800 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.061659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.063507 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/networks/e3226b3a-1d04-4a15-abf2-4a0c65918707 HTTP/1.1" status: 204 len: 168 time: 0.9457099 Jul 13 19:54:08.067348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:08.071922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9258bb5a-2974-40f5-83d5-ffb1ba6b9a6f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2120758355', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:08.075461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f877f7-7520-41fc-9816-a57c1fe1c05b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Network': ['ID=e3226b3a-1d04-4a15-abf2-4a0c65918707,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:08.125046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9258bb5a-2974-40f5-83d5-ffb1ba6b9a6f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.126025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9258bb5a-2974-40f5-83d5-ffb1ba6b9a6f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.220029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9258bb5a-2974-40f5-83d5-ffb1ba6b9a6f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.221091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.228577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9258bb5a-2974-40f5-83d5-ffb1ba6b9a6f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.275485 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9258bb5a-2974-40f5-83d5-ffb1ba6b9a6f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.276705 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9258bb5a-2974-40f5-83d5-ffb1ba6b9a6f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2084117 Jul 13 19:54:08.279669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:08.284890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'network': {'name': 'tempest-RoutersTest-691803820'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:08.288371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=343b9af8-a1ce-4c7d-bf2f-f23f33de2f17,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:08.299204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Checking segment: {'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:08.299632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Network hostable DHCP agents. Network: bcb5f622-96ce-4d04-9265-3499c9410219, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:54:08.308353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:08.313128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.317537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Network bcb5f622-96ce-4d04-9265-3499c9410219 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:54:08.326746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, bcb5f622-96ce-4d04-9265-3499c9410219) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:08.331560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:08.332245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.337807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb1a6aa-1b5c-4b5c-bce5-45fe1c4012a0 None None] Network bcb5f622-96ce-4d04-9265-3499c9410219 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:08.338355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:54:08.348470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9a63dd48-fd63-4003-8839-ef52202635a9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4095144 Jul 13 19:54:08.351096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:08.352384 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.352856 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added segment c3d3d329-4361-43d1-8e74-50a4b0d623cf of type vlan for network 4356e890-a642-490e-95cc-62a77e476da7 Jul 13 19:54:08.356271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:08.378895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.380063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.402167 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.434782 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.440901 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:08.441058 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.441545 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.493603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-bcb5f622-96ce-4d04-9265-3499c9410219', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:54:08.495393 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.511175 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2270806 Jul 13 19:54:08.511702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:08.519001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'subnet': {'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:08.537082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6beca-553a-400c-95c8-9b0894f67293 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Network': ['ID=4356e890-a642-490e-95cc-62a77e476da7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:08.576134 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 4356e890-a642-490e-95cc-62a77e476da7 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:54:08.590202 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.631508 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:08.640778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.714620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Allocated IP 172.20.0.2 (bcb5f622-96ce-4d04-9265-3499c9410219/343b9af8-a1ce-4c7d-bf2f-f23f33de2f17/4c48467c-7d91-4ee9-887f-25361dec3a36) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:08.877963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.901789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:08.945411 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.008782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec7029-6554-4241-928e-18be8b9d4b72 req-42dff226-f574-400f-bbc3-313d62e3d3cd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:09.010220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-84ec7029-6554-4241-928e-18be8b9d4b72 req-42dff226-f574-400f-bbc3-313d62e3d3cd tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 945 time: 0.1722004 Jul 13 19:54:09.020244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Subnet': ['ID=96dd067b-114f-4d59-8695-351fb83cd1a6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:09.052784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Checking segment: {'id': 'c3d3d329-4361-43d1-8e74-50a4b0d623cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '4356e890-a642-490e-95cc-62a77e476da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:09.053158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network hostable DHCP agents. Network: 4356e890-a642-490e-95cc-62a77e476da7, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:54:09.068621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Allocated IP 172.25.7.247 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/f4e69648-cb7e-4481-afc9-f30365ebf3c1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:09.080093 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-84ec7029-6554-4241-928e-18be8b9d4b72 req-9c696fee-9908-433d-ae40-d18a9ca5e84d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452802 Jul 13 19:54:09.087747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 4356e890-a642-490e-95cc-62a77e476da7 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:54:09.091816 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.101409 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 4356e890-a642-490e-95cc-62a77e476da7) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:09.104688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Transition to ACTIVE for port object 4c48467c-7d91-4ee9-887f-25361dec3a36 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:09.108274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:09.108730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.119083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ae1eb-54be-41cc-a354-85ace20242d7 None None] Network 4356e890-a642-490e-95cc-62a77e476da7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:09.133695 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-86c9520f-413b-4dd9-be60-0e41dbf9afa8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6181147 Jul 13 19:54:09.134038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:09.176069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Transition to ACTIVE for port object 4c48467c-7d91-4ee9-887f-25361dec3a36 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:09.188242 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.190692 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.243377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Network bcb5f622-96ce-4d04-9265-3499c9410219 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:09.244119 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.256119 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:09.259630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:09.271139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Pushing event updated for resources: {'Port': ['ID=4c48467c-7d91-4ee9-887f-25361dec3a36,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:09.315526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:09.319074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:09.325638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:09.330850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2932f561-5662-41ac-877c-480875a218ec no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:09.359164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e69648-cb7e-4481-afc9-f30365ebf3c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:09.377146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2932f561-5662-41ac-877c-480875a218ec {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:09.377733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2932f561-5662-41ac-877c-480875a218ec not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:09.395807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Attempting to bind port 4c48467c-7d91-4ee9-887f-25361dec3a36 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:09.396186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Attempting to bind port 4c48467c-7d91-4ee9-887f-25361dec3a36 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:09.396549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Attempting to bind port 4c48467c-7d91-4ee9-887f-25361dec3a36 on network bcb5f622-96ce-4d04-9265-3499c9410219 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:09.420553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:09.420991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Checking segment: {'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:09.421338 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.421727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Bound using segment: {'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:09.422489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Bound port: 4c48467c-7d91-4ee9-887f-25361dec3a36, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:09.422878 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.439413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-4356e890-a642-490e-95cc-62a77e476da7', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:54:09.440269 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.449723 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.569041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] For port 4c48467c-7d91-4ee9-887f-25361dec3a36, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:09.574876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] For port 4c48467c-7d91-4ee9-887f-25361dec3a36, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4c48467c-7d91-4ee9-887f-25361dec3a36,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:09.584064 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.593711 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.680524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Allocated IP 172.20.0.2 (4356e890-a642-490e-95cc-62a77e476da7/96dd067b-114f-4d59-8695-351fb83cd1a6/8fdaaa2e-b3da-42e5-8670-1aec46905299) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:09.683384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3d36e-f6b0-4138-958c-0f0b49ab26fa None None] Pushing event updated for resources: {'Port': ['ID=4c48467c-7d91-4ee9-887f-25361dec3a36,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:09.811540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.861960 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.870574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Transition to ACTIVE for port object 8fdaaa2e-b3da-42e5-8670-1aec46905299 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:09.890732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Transition to ACTIVE for port object 8fdaaa2e-b3da-42e5-8670-1aec46905299 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:09.898455 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:09.953452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Network 4356e890-a642-490e-95cc-62a77e476da7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:09.958140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:09.961495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:09.966501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Pushing event updated for resources: {'Port': ['ID=8fdaaa2e-b3da-42e5-8670-1aec46905299,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:09.976619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Allocated IP 172.20.0.1 (4356e890-a642-490e-95cc-62a77e476da7/96dd067b-114f-4d59-8695-351fb83cd1a6/29b28ceb-2739-44d5-bf79-33e9b92a1d00) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:09.985345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Router f5aa5567-625c-448f-a87e-81ada4a62ef5 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:54:10.077296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Attempting to bind port 8fdaaa2e-b3da-42e5-8670-1aec46905299 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:10.077675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Attempting to bind port 8fdaaa2e-b3da-42e5-8670-1aec46905299 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c3d3d329-4361-43d1-8e74-50a4b0d623cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '4356e890-a642-490e-95cc-62a77e476da7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:10.078087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Attempting to bind port 8fdaaa2e-b3da-42e5-8670-1aec46905299 on network 4356e890-a642-490e-95cc-62a77e476da7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:10.083994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:10.084310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Checking segment: {'id': 'c3d3d329-4361-43d1-8e74-50a4b0d623cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '4356e890-a642-490e-95cc-62a77e476da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:10.084749 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:10.085084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Bound using segment: {'id': 'c3d3d329-4361-43d1-8e74-50a4b0d623cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '4356e890-a642-490e-95cc-62a77e476da7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:10.085545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Bound port: 8fdaaa2e-b3da-42e5-8670-1aec46905299, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d3d329-4361-43d1-8e74-50a4b0d623cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '4356e890-a642-490e-95cc-62a77e476da7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:10.085923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:10.109570 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:10.132318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Sync routers for ids ['f5aa5567-625c-448f-a87e-81ada4a62ef5'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:10.141093 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:10.142936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ad08f5ab-80ac-46c5-9b42-2b62e7938909 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7903874 Jul 13 19:54:10.145145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:10.146195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:10.161046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Routers {'f5aa5567-625c-448f-a87e-81ada4a62ef5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:10.161835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f5aa5567-625c-448f-a87e-81ada4a62ef5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:10.171250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Transition to ACTIVE for port object 29b28ceb-2739-44d5-bf79-33e9b92a1d00 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:10.209440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] For port 8fdaaa2e-b3da-42e5-8670-1aec46905299, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:10.209886 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:10.234217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] For port 8fdaaa2e-b3da-42e5-8670-1aec46905299, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8fdaaa2e-b3da-42e5-8670-1aec46905299,segment=NetworkSegment(c3d3d329-4361-43d1-8e74-50a4b0d623cf),segment_id=c3d3d329-4361-43d1-8e74-50a4b0d623cf)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:10.270057 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:10.300376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 4356e890-a642-490e-95cc-62a77e476da7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:10.304376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:10.327967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:10.343961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Set router f5aa5567-625c-448f-a87e-81ada4a62ef5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:10.361249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=29b28ceb-2739-44d5-bf79-33e9b92a1d00,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:10.390926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7dfed-dba6-4c33-8dd7-406c98019a96 None None] Pushing event updated for resources: {'Port': ['ID=8fdaaa2e-b3da-42e5-8670-1aec46905299,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:10.413345 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:10.600983 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:10.617080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:09Z', 'revision_number': 3, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:10.657764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Checking router: f5aa5567-625c-448f-a87e-81ada4a62ef5 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:10.658115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Updating router f5aa5567-625c-448f-a87e-81ada4a62ef5 port f4e69648-cb7e-4481-afc9-f30365ebf3c1 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:54:10.712846 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:10.880999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882fc78-ca6a-499f-847e-2181c36f892a req-6a970cde-eeb1-466f-9711-2c251d971370 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:10.883527 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9882fc78-ca6a-499f-847e-2181c36f892a req-6a970cde-eeb1-466f-9711-2c251d971370 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 945 time: 0.5302072 Jul 13 19:54:11.039044 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9882fc78-ca6a-499f-847e-2181c36f892a req-abc6be0a-6035-4266-ab5a-0baae947db0f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932851 Jul 13 19:54:11.073850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee93ff08-65e6-450b-906e-3d62d2e50b30 None None] Network bcb5f622-96ce-4d04-9265-3499c9410219 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:11.154286 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.169185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Transition to ACTIVE for port object f4e69648-cb7e-4481-afc9-f30365ebf3c1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:11.221388 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.279420 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.443267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e275db0a-531f-4a3d-a6ca-b68dd50db119 None None] Provisioning for port 4c48467c-7d91-4ee9-887f-25361dec3a36 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:11.460099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Attempting to bind port f4e69648-cb7e-4481-afc9-f30365ebf3c1 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:11.460471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Attempting to bind port f4e69648-cb7e-4481-afc9-f30365ebf3c1 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:11.460828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Attempting to bind port f4e69648-cb7e-4481-afc9-f30365ebf3c1 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:11.481660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acdbd5-5445-458c-8ca8-4eaf8fe43448 None None] Pushing event updated for resources: {'Port': ['ID=f4e69648-cb7e-4481-afc9-f30365ebf3c1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:11.487725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:11.488100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:11.488506 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.490981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:11.492866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Bound port: f4e69648-cb7e-4481-afc9-f30365ebf3c1, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:11.495054 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.520474 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.531837 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.561423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8fdaaa2e-b3da-42e5-8670-1aec46905299 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:11.618878 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.627818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=29b28ceb-2739-44d5-bf79-33e9b92a1d00,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:11.672090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Allocated IP 172.20.0.1 (bcb5f622-96ce-4d04-9265-3499c9410219/343b9af8-a1ce-4c7d-bf2f-f23f33de2f17/2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:11.678737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] For port f4e69648-cb7e-4481-afc9-f30365ebf3c1, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:11.684644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] For port f4e69648-cb7e-4481-afc9-f30365ebf3c1, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f4e69648-cb7e-4481-afc9-f30365ebf3c1,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:11.707750 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.725680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b197754-258f-44dc-8e35-ad44b6bdbe82 req-b96b8ee3-0b11-44f6-9b14-76c7527d5869 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:11.727332 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b197754-258f-44dc-8e35-ad44b6bdbe82 req-b96b8ee3-0b11-44f6-9b14-76c7527d5869 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 945 time: 0.1158054 Jul 13 19:54:11.736286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 4356e890-a642-490e-95cc-62a77e476da7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:11.738310 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:11.833501 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b197754-258f-44dc-8e35-ad44b6bdbe82 req-c800a172-6a21-4f1a-b172-9d4a5ef1fd01 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742486 Jul 13 19:54:11.876070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 8fdaaa2e-b3da-42e5-8670-1aec46905299 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:11.892195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.907084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4c48467c-7d91-4ee9-887f-25361dec3a36 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:11.907341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:54:11.922793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Transition to ACTIVE for port object 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:11.984106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acdbd5-5445-458c-8ca8-4eaf8fe43448 None None] Pushing event updated for resources: {'Port': ['ID=f4e69648-cb7e-4481-afc9-f30365ebf3c1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:11.997915 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:11.998950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Routers {'f5aa5567-625c-448f-a87e-81ada4a62ef5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:11.999592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f5aa5567-625c-448f-a87e-81ada4a62ef5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:12.006269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf46000-94e4-4b73-b173-d91c1f0893b6 None None] Network 4356e890-a642-490e-95cc-62a77e476da7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:12.039530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:12.054297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c4da71d3-441b-45db-a464-1811b73cf136 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9186015 Jul 13 19:54:12.058979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:12.060494 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Sync routers for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:12.065304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'network': {'name': 'tempest-RoutersTest-740331335'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:12.080431 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:12.081662 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:12.083610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Network bcb5f622-96ce-4d04-9265-3499c9410219 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:12.098710 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:12.118205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:12.138029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:12.141894 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.172223 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.175383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Pushing event updated for resources: {'Port': ['ID=2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:12.191594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:54:12.236060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc293e70-66eb-42c4-8fe1-c933b0afd4bd req-97e2659b-7f61-41ae-b1da-95cb731e93e6 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:12.246771 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc293e70-66eb-42c4-8fe1-c933b0afd4bd req-97e2659b-7f61-41ae-b1da-95cb731e93e6 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 945 time: 0.1596763 Jul 13 19:54:12.276274 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.276763 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added segment 363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e of type vlan for network 0142bd44-1531-41f5-bda9-8471904759ee Jul 13 19:54:12.334565 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:12.356085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cc293e70-66eb-42c4-8fe1-c933b0afd4bd req-0e9fea7c-021c-48b1-8b91-d2fbc057e0ce tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076601 Jul 13 19:54:12.388660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-27a1a3ca-ab91-4458-bd78-d145ed0aeb0d None None] Provisioning for port 8fdaaa2e-b3da-42e5-8670-1aec46905299 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:12.389388 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.431350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] Set router f5aa5567-625c-448f-a87e-81ada4a62ef5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:12.443965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.453708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.465107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:12.466624 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.596881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Network': ['ID=0142bd44-1531-41f5-bda9-8471904759ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:12.611731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-87a41626-84d6-4c5f-8123-5200116c250c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5512536 Jul 13 19:54:12.614995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:12.620846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'subnet': {'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:12.658889 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:10Z', 'revision_number': 2, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:11Z', 'revision_number': 2, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:12.699959 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Checking router: 3f29f7b2-17ce-4018-8f15-73233ad02c1e for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:12.700353 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Updating router 3f29f7b2-17ce-4018-8f15-73233ad02c1e port 29b28ceb-2739-44d5-bf79-33e9b92a1d00 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:54:12.704082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-27a1a3ca-ab91-4458-bd78-d145ed0aeb0d None None] Provisioning complete for port 8fdaaa2e-b3da-42e5-8670-1aec46905299 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:12.704732 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27a1a3ca-ab91-4458-bd78-d145ed0aeb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.706232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 0142bd44-1531-41f5-bda9-8471904759ee details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:54:12.746082 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.778504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:12.783946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.841139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.847943 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:12.852943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 4c48467c-7d91-4ee9-887f-25361dec3a36 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:12.883857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4c48467c-7d91-4ee9-887f-25361dec3a36 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:12.884251 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.035906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Pushing event updated for resources: {'Port': ['ID=2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:13.036137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.042489 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.113155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Subnet': ['ID=b80e7ada-054c-4b47-91e0-985876d5560d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:13.121405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Checking segment: {'id': '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:13.121780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network hostable DHCP agents. Network: 0142bd44-1531-41f5-bda9-8471904759ee, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:54:13.144484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 0142bd44-1531-41f5-bda9-8471904759ee is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:54:13.151702 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27a1a3ca-ab91-4458-bd78-d145ed0aeb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.162518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 0142bd44-1531-41f5-bda9-8471904759ee) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:13.167758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:13.168538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.191725 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.194599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381bd01c-33cd-459a-ac8f-428a8c69db10 None None] Network 0142bd44-1531-41f5-bda9-8471904759ee requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:13.205291 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-856f1265-3bb4-4f1b-a799-49ed300980e9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5879779 Jul 13 19:54:13.207027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:13.246719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-27a1a3ca-ab91-4458-bd78-d145ed0aeb0d None None] For port 8fdaaa2e-b3da-42e5-8670-1aec46905299, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8fdaaa2e-b3da-42e5-8670-1aec46905299,segment=NetworkSegment(c3d3d329-4361-43d1-8e74-50a4b0d623cf),segment_id=c3d3d329-4361-43d1-8e74-50a4b0d623cf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:13.281544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Network bcb5f622-96ce-4d04-9265-3499c9410219 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:13.283779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:13.284886 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27a1a3ca-ab91-4458-bd78-d145ed0aeb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.306764 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.328422 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Transition to ACTIVE for port object 29b28ceb-2739-44d5-bf79-33e9b92a1d00 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:13.336370 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.397965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1a3ca-ab91-4458-bd78-d145ed0aeb0d None None] Pushing event updated for resources: {'Port': ['ID=8fdaaa2e-b3da-42e5-8670-1aec46905299,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:13.435696 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Pushing event updated for resources: {'Port': ['ID=29b28ceb-2739-44d5-bf79-33e9b92a1d00,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:13.445218 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.445731 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.446162 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.446611 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.447031 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.447444 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.448521 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.448936 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.449067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 4c48467c-7d91-4ee9-887f-25361dec3a36, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4c48467c-7d91-4ee9-887f-25361dec3a36,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:13.449429 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.450074 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.450898 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.451555 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:13.481397 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.489812 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a98898e4-c6ab-42f6-97b5-5cfd3a354d3e None None] Provisioning for port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:13.492978 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Attempting to bind port 29b28ceb-2739-44d5-bf79-33e9b92a1d00 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:13.493674 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Attempting to bind port 29b28ceb-2739-44d5-bf79-33e9b92a1d00 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c3d3d329-4361-43d1-8e74-50a4b0d623cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '4356e890-a642-490e-95cc-62a77e476da7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:13.494123 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Attempting to bind port 29b28ceb-2739-44d5-bf79-33e9b92a1d00 on network 4356e890-a642-490e-95cc-62a77e476da7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:13.502310 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:13.502920 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Checking segment: {'id': 'c3d3d329-4361-43d1-8e74-50a4b0d623cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '4356e890-a642-490e-95cc-62a77e476da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:13.503438 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.504031 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Bound using segment: {'id': 'c3d3d329-4361-43d1-8e74-50a4b0d623cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '4356e890-a642-490e-95cc-62a77e476da7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:13.504685 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Bound port: 29b28ceb-2739-44d5-bf79-33e9b92a1d00, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d3d329-4361-43d1-8e74-50a4b0d623cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '4356e890-a642-490e-95cc-62a77e476da7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:13.505190 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.538305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Router f5aa5567-625c-448f-a87e-81ada4a62ef5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:13.540709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a98898e4-c6ab-42f6-97b5-5cfd3a354d3e None None] Provisioning complete for port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:13.541060 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a98898e4-c6ab-42f6-97b5-5cfd3a354d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.614137 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] For port 29b28ceb-2739-44d5-bf79-33e9b92a1d00, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:13.622559 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] For port 29b28ceb-2739-44d5-bf79-33e9b92a1d00, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=29b28ceb-2739-44d5-bf79-33e9b92a1d00,segment=NetworkSegment(c3d3d329-4361-43d1-8e74-50a4b0d623cf),segment_id=c3d3d329-4361-43d1-8e74-50a4b0d623cf)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:13.629600 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.673656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:09Z', 'revision_number': 3, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:13.675924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8fdaaa2e-b3da-42e5-8670-1aec46905299 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:13.748131 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca98639-2556-40fe-a711-d22484f48d06 None None] Pushing event updated for resources: {'Port': ['ID=29b28ceb-2739-44d5-bf79-33e9b92a1d00,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:13.758171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c359-bbeb-4328-ab66-0dffb4bb7e1e req-e99bb958-4d5d-4a12-94f1-a1ba8a3724c4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:13.758759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-0142bd44-1531-41f5-bda9-8471904759ee', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:54:13.759139 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:13.759371 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:13.761809 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:13.762205 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20f3c359-bbeb-4328-ab66-0dffb4bb7e1e req-e99bb958-4d5d-4a12-94f1-a1ba8a3724c4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 945 time: 0.4482601 Jul 13 19:54:13.786377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:13.793242 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5bf6349c-3757-46e6-be17-1aa1562bf057 admin admin] 10.222.0.25 "PUT /v2.0/routers/f5aa5567-625c-448f-a87e-81ada4a62ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6470714 Jul 13 19:54:13.794991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3bf96-67a1-459d-a735-dfa0e829bbc2 None None] The sync data for ids ['f5aa5567-625c-448f-a87e-81ada4a62ef5'] in n-d-800708-1 is: [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:09Z', 'revision_number': 3, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:13.845176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=4c48467c-7d91-4ee9-887f-25361dec3a36,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:13.852135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a98898e4-c6ab-42f6-97b5-5cfd3a354d3e None None] Port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:54:13.925567 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:13.948638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20f3c359-bbeb-4328-ab66-0dffb4bb7e1e req-66371ad7-78b7-4b82-a628-23f59bd7a2a2 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791646 Jul 13 19:54:14.003558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a98898e4-c6ab-42f6-97b5-5cfd3a354d3e None None] Provisioning complete for port 4c48467c-7d91-4ee9-887f-25361dec3a36 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:14.003558 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a98898e4-c6ab-42f6-97b5-5cfd3a354d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.048464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8fdaaa2e-b3da-42e5-8670-1aec46905299 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:14.048837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.188137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Allocated IP 172.21.0.2 (0142bd44-1531-41f5-bda9-8471904759ee/b80e7ada-054c-4b47-91e0-985876d5560d/fc9fc464-fbab-4a29-bbdb-7501a5ad446f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:14.280927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.292338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-6ece7e6c-4d51-400d-9a7c-a40017c98fbf tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:14.294723 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-6ece7e6c-4d51-400d-9a7c-a40017c98fbf tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 945 time: 0.1943357 Jul 13 19:54:14.398732 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:10Z', 'revision_number': 2, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:13Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:14.462684 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e1305-0545-417f-95b8-8e5fcfa998ba None None] The sync data for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 is: [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:10Z', 'revision_number': 2, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:13Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:14.548063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-989ebcc4-f713-487c-8ea1-b2cf2f1c2907 None None] Provisioning complete for port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:14.548453 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-989ebcc4-f713-487c-8ea1-b2cf2f1c2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.596911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-989ebcc4-f713-487c-8ea1-b2cf2f1c2907 None None] Port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:54:14.619027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-989ebcc4-f713-487c-8ea1-b2cf2f1c2907 None None] Provisioning for port 29b28ceb-2739-44d5-bf79-33e9b92a1d00 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:14.637368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-5eb5216f-0218-4d30-90f2-18d5f87e56ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Deleting port 21e4ba0b-3089-450f-bf19-fe9980d0719b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:14.637747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-5eb5216f-0218-4d30-90f2-18d5f87e56ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.652237 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.685241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-989ebcc4-f713-487c-8ea1-b2cf2f1c2907 None None] Provisioning complete for port 8fdaaa2e-b3da-42e5-8670-1aec46905299 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:14.685906 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-989ebcc4-f713-487c-8ea1-b2cf2f1c2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.731526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Transition to ACTIVE for port object fc9fc464-fbab-4a29-bbdb-7501a5ad446f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:14.736198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:14.741722 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1428362613-network', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:14.763894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Transition to ACTIVE for port object fc9fc464-fbab-4a29-bbdb-7501a5ad446f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:14.802276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Made reservation on behalf of c31bc31f891f48f8b21e94f6e9fc0784 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:14.805733 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.812595 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.826862 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.874607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-5eb5216f-0218-4d30-90f2-18d5f87e56ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] For port 21e4ba0b-3089-450f-bf19-fe9980d0719b, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=21e4ba0b-3089-450f-bf19-fe9980d0719b,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:14.875229 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-5eb5216f-0218-4d30-90f2-18d5f87e56ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:14.893229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Network 0142bd44-1531-41f5-bda9-8471904759ee is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:14.896926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:14.900227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:14.912528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-5eb5216f-0218-4d30-90f2-18d5f87e56ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Calling delete_port for 21e4ba0b-3089-450f-bf19-fe9980d0719b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:14.915958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Pushing event updated for resources: {'Port': ['ID=fc9fc464-fbab-4a29-bbdb-7501a5ad446f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:15.023860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Attempting to bind port fc9fc464-fbab-4a29-bbdb-7501a5ad446f on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:15.024484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Attempting to bind port fc9fc464-fbab-4a29-bbdb-7501a5ad446f by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:15.024620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Attempting to bind port fc9fc464-fbab-4a29-bbdb-7501a5ad446f on network 0142bd44-1531-41f5-bda9-8471904759ee {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:15.035903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:15.036287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Checking segment: {'id': '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:15.036753 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.037061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Bound using segment: {'id': '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:15.037543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Bound port: fc9fc464-fbab-4a29-bbdb-7501a5ad446f, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:15.037940 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.069511 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.091099 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.132469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] For port fc9fc464-fbab-4a29-bbdb-7501a5ad446f, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:15.137782 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] For port fc9fc464-fbab-4a29-bbdb-7501a5ad446f, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fc9fc464-fbab-4a29-bbdb-7501a5ad446f,segment=NetworkSegment(363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e),segment_id=363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:15.149558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:54:15.159669 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.172687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cb563a-4997-4eaa-91e8-7b301101ad83,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:15.195463 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.196035 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Added segment b34fc44c-474a-4786-9f0a-79b510dc6057 of type vlan for network d6576507-f638-4d2b-aa43-b60dd5c70a2a Jul 13 19:54:15.255468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03235a56-3575-4c7a-b814-0748dbc730e2 None None] Pushing event updated for resources: {'Port': ['ID=fc9fc464-fbab-4a29-bbdb-7501a5ad446f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:15.317663 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.347072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Allocated IP 172.21.0.1 (0142bd44-1531-41f5-bda9-8471904759ee/b80e7ada-054c-4b47-91e0-985876d5560d/08057d4d-3a1b-43a8-b709-da9488f61df3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:15.364326 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-5eb5216f-0218-4d30-90f2-18d5f87e56ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.377339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:54:15.405386 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.407689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:15.408588 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.424539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5216f-0218-4d30-90f2-18d5f87e56ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event deleted for resources: {'Port': ['ID=21e4ba0b-3089-450f-bf19-fe9980d0719b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:15.554310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d951d9-8281-4a7b-8102-cfbdd082c377 req-b1ae5b4b-ec40-43c8-85be-28894665d5ef tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:15.573450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6d951d9-8281-4a7b-8102-cfbdd082c377 req-b1ae5b4b-ec40-43c8-85be-28894665d5ef tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=834fe0bc-e637-4896-97b0-8c159085c56b HTTP/1.1" status: 200 len: 867 time: 0.3220515 Jul 13 19:54:15.578027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-5eb5216f-0218-4d30-90f2-18d5f87e56ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] No DVR routers for this DVR port 21e4ba0b-3089-450f-bf19-fe9980d0719b on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:15.586663 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-5eb5216f-0218-4d30-90f2-18d5f87e56ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.587329 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8499751 Jul 13 19:54:15.589612 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf0cbf5c-1af9-42b9-9fe7-c99aa5817072 req-5eb5216f-0218-4d30-90f2-18d5f87e56ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "DELETE /v2.0/ports/21e4ba0b-3089-450f-bf19-fe9980d0719b HTTP/1.1" status: 204 len: 173 time: 1.2874460 Jul 13 19:54:15.594110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:15.606727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Request body: {'subnet': {'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1428362613-subnet', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:15.609289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834fe0bc-e637-4896-97b0-8c159085c56b', 'name': 'network-vif-deleted', 'tag': '21e4ba0b-3089-450f-bf19-fe9980d0719b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:54:15.618526 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9e712a-641f-40c8-8378-74fb54ce011b" -d '{"events": [{"server_uuid": "834fe0bc-e637-4896-97b0-8c159085c56b", "name": "network-vif-deleted", "tag": "21e4ba0b-3089-450f-bf19-fe9980d0719b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:54:15.659683 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6d951d9-8281-4a7b-8102-cfbdd082c377 req-0a4503c5-5dc6-42a1-a5e0-abf295644315 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851643 Jul 13 19:54:15.672989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0123954-266b-48fa-bfb0-2e7166b1aac1 admin admin] Pushing event updated for resources: {'Network': ['ID=d6576507-f638-4d2b-aa43-b60dd5c70a2a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:15.703207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Made reservation on behalf of c31bc31f891f48f8b21e94f6e9fc0784 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:15.706272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.717843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network d6576507-f638-4d2b-aa43-b60dd5c70a2a details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:54:15.747592 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6faeee-8bb7-48c1-996a-7b25363a6e39 x-openstack-request-id: req-ce6faeee-8bb7-48c1-996a-7b25363a6e39 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:54:15.747991 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834fe0bc-e637-4896-97b0-8c159085c56b", "name": "network-vif-deleted", "tag": "21e4ba0b-3089-450f-bf19-fe9980d0719b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:54:15.750088 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce6faeee-8bb7-48c1-996a-7b25363a6e39 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:54:15.750551 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834fe0bc-e637-4896-97b0-8c159085c56b', 'name': 'network-vif-deleted', 'tag': '21e4ba0b-3089-450f-bf19-fe9980d0719b', 'status': 'completed', 'code': 200} Jul 13 19:54:15.793085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.825348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Transition to ACTIVE for port object 08057d4d-3a1b-43a8-b709-da9488f61df3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:15.881584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.903135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.932657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f4e69648-cb7e-4481-afc9-f30365ebf3c1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:15.952255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 0142bd44-1531-41f5-bda9-8471904759ee is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:15.965213 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:15.969489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:15.992065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f4e69648-cb7e-4481-afc9-f30365ebf3c1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:15.995149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=08057d4d-3a1b-43a8-b709-da9488f61df3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:15.998777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f4e69648-cb7e-4481-afc9-f30365ebf3c1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:15.999230 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.019958 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.036059 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.084339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66850b88-4dcb-4741-a146-13b699064bde,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:16.089521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Checking segment: {'id': 'b34fc44c-474a-4786-9f0a-79b510dc6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:16.090150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Network hostable DHCP agents. Network: d6576507-f638-4d2b-aa43-b60dd5c70a2a, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:54:16.095886 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.108417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Network d6576507-f638-4d2b-aa43-b60dd5c70a2a is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:54:16.119345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, d6576507-f638-4d2b-aa43-b60dd5c70a2a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:16.122169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port f4e69648-cb7e-4481-afc9-f30365ebf3c1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f4e69648-cb7e-4481-afc9-f30365ebf3c1,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:16.127529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:16.127698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c72b7-2811-4f88-9be7-d2df249e433e None None] Network d6576507-f638-4d2b-aa43-b60dd5c70a2a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:16.128303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.131139 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.132045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 29b28ceb-2739-44d5-bf79-33e9b92a1d00 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:16.146090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9b7737b9-d13d-45fc-a679-9c87952df98c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5449719 Jul 13 19:54:16.148875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:16.155928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1428362613-router', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:16.179758 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.187182 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.188774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.268078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.295215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=f4e69648-cb7e-4481-afc9-f30365ebf3c1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:16.313025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 29b28ceb-2739-44d5-bf79-33e9b92a1d00 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:16.318276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 29b28ceb-2739-44d5-bf79-33e9b92a1d00 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:16.318681 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.446490 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.450270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-d6576507-f638-4d2b-aa43-b60dd5c70a2a', 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'fixed_ips': [{'subnet_id': '66850b88-4dcb-4741-a146-13b699064bde'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:54:16.451464 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.498824 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.500639 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.597889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.603051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.688075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.689881 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=08057d4d-3a1b-43a8-b709-da9488f61df3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:16.690253 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.718039 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.771431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 29b28ceb-2739-44d5-bf79-33e9b92a1d00, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=29b28ceb-2739-44d5-bf79-33e9b92a1d00,segment=NetworkSegment(c3d3d329-4361-43d1-8e74-50a4b0d623cf),segment_id=c3d3d329-4361-43d1-8e74-50a4b0d623cf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:16.786701 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.789651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4c48467c-7d91-4ee9-887f-25361dec3a36 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:16.837907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 0142bd44-1531-41f5-bda9-8471904759ee is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:16.839676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:16.912066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Allocated IP 172.20.0.2 (d6576507-f638-4d2b-aa43-b60dd5c70a2a/66850b88-4dcb-4741-a146-13b699064bde/eae81764-5a4d-4b24-b21e-cc6e2d90552f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:16.922450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=29b28ceb-2739-44d5-bf79-33e9b92a1d00,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:16.928528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Allocated IP 172.25.7.41 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/38f51efd-ef29-428a-9a78-adf81666e6c1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:16.933357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4c48467c-7d91-4ee9-887f-25361dec3a36 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:16.933665 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:16.998874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:17.097221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Sync routers for ids ['f5aa5567-625c-448f-a87e-81ada4a62ef5'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:17.113573 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.141229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Routers {'f5aa5567-625c-448f-a87e-81ada4a62ef5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:17.141967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f5aa5567-625c-448f-a87e-81ada4a62ef5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:17.166310 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.194760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 21e4ba0b-3089-450f-bf19-fe9980d0719b no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:17.216086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:17.219183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:17.223247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:17.250123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Pushing event updated for resources: {'Port': ['ID=38f51efd-ef29-428a-9a78-adf81666e6c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:17.263411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 21e4ba0b-3089-450f-bf19-fe9980d0719b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:17.263888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 21e4ba0b-3089-450f-bf19-fe9980d0719b not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:17.327914 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.344104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Transition to ACTIVE for port object eae81764-5a4d-4b24-b21e-cc6e2d90552f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:17.372356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Set router f5aa5567-625c-448f-a87e-81ada4a62ef5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:17.407073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Transition to ACTIVE for port object eae81764-5a4d-4b24-b21e-cc6e2d90552f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:17.425777 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.544640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1541d-b674-4993-8be9-a5493f686b3d req-e5207b48-d4d4-42d6-8457-554027ca92c4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:17.546189 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-e5207b48-d4d4-42d6-8457-554027ca92c4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.4348783 Jul 13 19:54:17.570678 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.596794 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-79544600-ff9d-4fea-b3dd-f917d6b97516 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/quotas/aeb2e81536cf404c99060caa6c967bb6 HTTP/1.1" status: 200 len: 375 time: 0.0256538 Jul 13 19:54:17.605098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Network d6576507-f638-4d2b-aa43-b60dd5c70a2a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:17.614875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:17.636536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:17.646020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:17.657002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Pushing event updated for resources: {'Port': ['ID=eae81764-5a4d-4b24-b21e-cc6e2d90552f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:17.658149 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Sync routers for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:17.661468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-73bc6a4d-117e-4893-afe1-d31368fd9628 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4449828 Jul 13 19:54:17.670920 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:17.671552 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:17.671692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:17.701587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'network': {'name': 'tempest-RoutersTest-1652440700'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:17.755979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Attempting to bind port eae81764-5a4d-4b24-b21e-cc6e2d90552f on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:17.756350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Attempting to bind port eae81764-5a4d-4b24-b21e-cc6e2d90552f by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'b34fc44c-474a-4786-9f0a-79b510dc6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:17.756713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Attempting to bind port eae81764-5a4d-4b24-b21e-cc6e2d90552f on network d6576507-f638-4d2b-aa43-b60dd5c70a2a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:17.766704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f4e69648-cb7e-4481-afc9-f30365ebf3c1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:17.774884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:17.775289 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Checking segment: {'id': 'b34fc44c-474a-4786-9f0a-79b510dc6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:17.776297 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.776714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Bound using segment: {'id': 'b34fc44c-474a-4786-9f0a-79b510dc6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:17.777801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Bound port: eae81764-5a4d-4b24-b21e-cc6e2d90552f, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34fc44c-474a-4786-9f0a-79b510dc6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:17.778195 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.795103 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-44a6976c-f65b-4464-ab39-ce00904887b7 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1976559 Jul 13 19:54:17.801904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:17.806900 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.850134 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:17.875289 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.908543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:12Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef', 'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'mac_address': 'fa:16:3e:90:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:11Z', 'updated_at': '2021-07-13T19:54:12Z', 'revision_number': 2, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'subnets': [{'id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:17.921027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:54:17.951886 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.952239 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added segment 13045d6f-a0c7-43cd-8210-1d5726724367 of type vlan for network 33515ee3-d837-414c-abea-eaa86d97d04e Jul 13 19:54:17.972067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Checking router: f5aa5567-625c-448f-a87e-81ada4a62ef5 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:17.972683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Updating router f5aa5567-625c-448f-a87e-81ada4a62ef5 port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:54:18.011140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] For port eae81764-5a4d-4b24-b21e-cc6e2d90552f, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:18.014666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] For port eae81764-5a4d-4b24-b21e-cc6e2d90552f, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=eae81764-5a4d-4b24-b21e-cc6e2d90552f,segment=NetworkSegment(b34fc44c-474a-4786-9f0a-79b510dc6057),segment_id=b34fc44c-474a-4786-9f0a-79b510dc6057)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:18.014864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-0e826f11-195f-4275-a2da-a36b1ef78dcc service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843524 Jul 13 19:54:18.017096 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.018420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756dafa8-db51-4bb8-b535-943439911beb None None] Network 0142bd44-1531-41f5-bda9-8471904759ee requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:18.045829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Router 58943eef-3199-4bb7-9a49-0860e39f75b4 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:54:18.092070 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.128700 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.134237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:18.134861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.145426 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 3, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 2, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:18.167183 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.169583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-64df5d14-287c-49fa-b088-c9a73d7c53ef None None] Provisioning for port fc9fc464-fbab-4a29-bbdb-7501a5ad446f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:18.192716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:18.205855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f4e69648-cb7e-4481-afc9-f30365ebf3c1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:18.214806 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.220903 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.222529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0ecce489-0d30-4043-a9b4-15d571f2e65f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0722148 Jul 13 19:54:18.225144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:18.230609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-6aa150af-b442-4582-9b03-28e03aa43863 service neutron] 10.222.0.25 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073638 Jul 13 19:54:18.235402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Sync routers for ids ['58943eef-3199-4bb7-9a49-0860e39f75b4'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:18.261903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Network': ['ID=33515ee3-d837-414c-abea-eaa86d97d04e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:18.266326 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-26cda134-b850-445b-a6f0-06be68eed810 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5763741 Jul 13 19:54:18.269086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:18.276446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'subnet': {'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:18.317341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 33515ee3-d837-414c-abea-eaa86d97d04e details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:54:18.391089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:18.395383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.402920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0344fa5-a0b9-46a8-b88a-43af071b9faa None None] Pushing event updated for resources: {'Port': ['ID=eae81764-5a4d-4b24-b21e-cc6e2d90552f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:18.405464 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Checking router: 3f29f7b2-17ce-4018-8f15-73233ad02c1e for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:18.415562 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Updating router 3f29f7b2-17ce-4018-8f15-73233ad02c1e port 08057d4d-3a1b-43a8-b709-da9488f61df3 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:54:18.489419 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.494305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Routers {'58943eef-3199-4bb7-9a49-0860e39f75b4'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:18.496140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['58943eef-3199-4bb7-9a49-0860e39f75b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:18.722136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Set router 58943eef-3199-4bb7-9a49-0860e39f75b4 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:18.748053 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.815649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Subnet': ['ID=3547e228-ab28-41ad-91c8-3dbe8c22fe61,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:18.864433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Checking segment: {'id': '13045d6f-a0c7-43cd-8210-1d5726724367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:18.865300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network hostable DHCP agents. Network: 33515ee3-d837-414c-abea-eaa86d97d04e, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:54:18.888961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 33515ee3-d837-414c-abea-eaa86d97d04e is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:54:18.903060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 33515ee3-d837-414c-abea-eaa86d97d04e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:18.913952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:18.914609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:18.942803 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f758f31a-09f1-40a6-816e-a66d7c52f897 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6724410 Jul 13 19:54:18.945597 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:19.012944 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:19.047998 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Transition to ACTIVE for port object 08057d4d-3a1b-43a8-b709-da9488f61df3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:19.058966 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:19.111834 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6912818-17af-4198-a7c8-158bd5324a23 None None] Pushing event updated for resources: {'Port': ['ID=08057d4d-3a1b-43a8-b709-da9488f61df3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:19.152404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 29b28ceb-2739-44d5-bf79-33e9b92a1d00 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:19.154349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa903a3-0cc0-40fc-80cc-7d1c1cfb918a None None] Network 33515ee3-d837-414c-abea-eaa86d97d04e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:19.203645 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Attempting to bind port 08057d4d-3a1b-43a8-b709-da9488f61df3 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:19.204295 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Attempting to bind port 08057d4d-3a1b-43a8-b709-da9488f61df3 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:19.204809 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Attempting to bind port 08057d4d-3a1b-43a8-b709-da9488f61df3 on network 0142bd44-1531-41f5-bda9-8471904759ee {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:19.223503 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:19.225130 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Checking segment: {'id': '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:19.225781 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:19.227111 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Bound using segment: {'id': '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:19.228420 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Bound port: 08057d4d-3a1b-43a8-b709-da9488f61df3, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:19.229210 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:19.318692 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eacfa96e-adf1-4332-9eb1-05b833b2f606 req-15b52381-2c9c-42c7-a9ec-313cd0415002 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 210 time: 0.0788300 Jul 13 19:54:19.353150 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] For port 08057d4d-3a1b-43a8-b709-da9488f61df3, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:19.360593 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] For port 08057d4d-3a1b-43a8-b709-da9488f61df3, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=08057d4d-3a1b-43a8-b709-da9488f61df3,segment=NetworkSegment(363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e),segment_id=363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:19.375596 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:19.546081 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:19.546753 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:19.617034 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6912818-17af-4198-a7c8-158bd5324a23 None None] Pushing event updated for resources: {'Port': ['ID=08057d4d-3a1b-43a8-b709-da9488f61df3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:19.676606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 29b28ceb-2739-44d5-bf79-33e9b92a1d00 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:19.676978 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:19.684844 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a9701a-867a-4cf2-bd72-04caa05ba03a None None] Network d6576507-f638-4d2b-aa43-b60dd5c70a2a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:19.688415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:19.695957 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:19.819785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:19.852718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-33515ee3-d837-414c-abea-eaa86d97d04e', 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'fixed_ips': [{'subnet_id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:54:19.853615 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:19.904789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bdfc5aa0-02a1-45f7-9463-c6e8186bd81d None None] Provisioning for port eae81764-5a4d-4b24-b21e-cc6e2d90552f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:20.060844 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 3, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:19Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:20.067594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Allocated IP 172.20.0.1 (d6576507-f638-4d2b-aa43-b60dd5c70a2a/66850b88-4dcb-4741-a146-13b699064bde/61887d53-c8e6-4ad0-aab2-e11aaf07a445) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:20.100616 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce3d63-24a0-46b3-ad6f-3c608d08cf01 None None] The sync data for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 is: [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 3, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:19Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:20.240029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.254858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Transition to ACTIVE for port object 61887d53-c8e6-4ad0-aab2-e11aaf07a445 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:20.256643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'name': 'tempest-TestServerBasicOps-1428362613-router', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:17Z', 'revision_number': 3, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'gw_port': {'id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:20.273447 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.295546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Allocated IP 172.22.0.1 (33515ee3-d837-414c-abea-eaa86d97d04e/3547e228-ab28-41ad-91c8-3dbe8c22fe61/fc234d86-603f-4743-9627-55f3c6deceed) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:20.328522 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.376599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Network d6576507-f638-4d2b-aa43-b60dd5c70a2a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:20.382582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:20.386333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:20.401724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Transition to ACTIVE for port object 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:20.405054 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1541d-b674-4993-8be9-a5493f686b3d req-9471f521-1082-4fa3-920d-292a6c1720ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:20.407415 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-9471f521-1082-4fa3-920d-292a6c1720ab tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 805 time: 0.3721189 Jul 13 19:54:20.415798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Checking router: 58943eef-3199-4bb7-9a49-0860e39f75b4 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:20.416484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Updating router 58943eef-3199-4bb7-9a49-0860e39f75b4 port 38f51efd-ef29-428a-9a78-adf81666e6c1 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:54:20.426992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Pushing event updated for resources: {'Port': ['ID=61887d53-c8e6-4ad0-aab2-e11aaf07a445,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:20.428592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Request body: {'port': {'device_id': 'ee8b526d-73ae-470b-821e-d3e7e48028c9', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'admin_state_up': True, 'tenant_id': 'aeb2e81536cf404c99060caa6c967bb6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:20.456861 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.490348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.554591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fc9fc464-fbab-4a29-bbdb-7501a5ad446f up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:20.612838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a6a51bb-f64d-45cb-a259-9ea657274eb0 None None] Provisioning for port 08057d4d-3a1b-43a8-b709-da9488f61df3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:20.689825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8220f24-b249-4e3c-b6ed-7e892cc882c1 req-a31ad364-0946-4d91-84dd-95259c4aa67f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 210 time: 0.0747890 Jul 13 19:54:20.737563 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.782700 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.795507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Pushing event updated for resources: {'Port': ['ID=2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:20.809544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21fe1666-09c0-4941-9b1b-2a9c8d377380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.817086 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.841277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Transition to ACTIVE for port object fc234d86-603f-4743-9627-55f3c6deceed will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:20.885825 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.943458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=fc234d86-603f-4743-9627-55f3c6deceed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:20.955181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.955692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.956139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.956576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.957031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.957662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.957898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.958375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.959131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.959237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.959722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.960086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:20.993476 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 33515ee3-d837-414c-abea-eaa86d97d04e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:20.999685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:21.002952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:21.035712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Made reservation on behalf of aeb2e81536cf404c99060caa6c967bb6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:21.039412 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.055980 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.067494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.117348 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.155823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Attempting to bind port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:21.156075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Attempting to bind port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:21.156374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Attempting to bind port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef on network bcb5f622-96ce-4d04-9265-3499c9410219 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:21.175830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Pushing event updated for resources: {'Port': ['ID=61887d53-c8e6-4ad0-aab2-e11aaf07a445,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:21.181930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.186636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Allocated IP 172.22.0.2 (33515ee3-d837-414c-abea-eaa86d97d04e/3547e228-ab28-41ad-91c8-3dbe8c22fe61/0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:21.198322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:21.199355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Checking segment: {'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:21.199996 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.200646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Bound using segment: {'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:21.201360 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Bound port: 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:21.202679 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.216951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port fc9fc464-fbab-4a29-bbdb-7501a5ad446f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:21.247794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fc9fc464-fbab-4a29-bbdb-7501a5ad446f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:21.248403 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.319236 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.334900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Network d6576507-f638-4d2b-aa43-b60dd5c70a2a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:21.336358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:21.401842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Allocated IP 172.20.0.14 (eb41cac7-8b4b-4035-9914-f162d3b00a0f/b7bbfea0-3329-4047-962a-3ac41f8de312/c8991ba2-4b54-45c6-a606-2597cc606f17) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:21.516525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Router 58943eef-3199-4bb7-9a49-0860e39f75b4 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:21.600424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] For port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:21.616290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] For port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:21.643921 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.694622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:21.704781 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b62c1300-f390-4122-93c7-75b2b4c9c310 admin admin] 10.222.0.25 "PUT /v2.0/routers/58943eef-3199-4bb7-9a49-0860e39f75b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4772935 Jul 13 19:54:21.833635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:21.948866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2ca978e2-8f36-411d-a06f-bd3e9144bb9d req-d5a2aef5-143a-4a24-81b3-1e5f0386f401 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 210 time: 0.0427852 Jul 13 19:54:22.003946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.014803 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.097972 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.160081 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.162469 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.173472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=fc234d86-603f-4743-9627-55f3c6deceed,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:22.213654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:54:22.215977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.238514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Transition to ACTIVE for port object 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:22.284741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event updated for resources: {'Port': ['ID=c8991ba2-4b54-45c6-a606-2597cc606f17,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:22.313232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Routers {'f5aa5567-625c-448f-a87e-81ada4a62ef5'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:22.313886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f5aa5567-625c-448f-a87e-81ada4a62ef5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:22.331125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Network eb41cac7-8b4b-4035-9914-f162d3b00a0f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:22.379924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:22.382260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:22.396203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Transition to ACTIVE for port object 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:22.454717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:22.455079 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.455437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.465203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Pushing event updated for resources: {'Port': ['ID=2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:22.488812 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.489160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.489554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.489881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.490176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.490554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.490958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.491285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.491651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.491788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network 33515ee3-d837-414c-abea-eaa86d97d04e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:22.491957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.492323 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.492614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e91d3-88b1-40b9-b974-e614f87cd25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:22.494895 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-5b40b8f1-8219-40a6-ab25-acac47abc163 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0734622 Jul 13 19:54:22.495895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:22.506677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Request body: {'port': {'device_id': 'ee8b526d-73ae-470b-821e-d3e7e48028c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:22.531411 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.537421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Network 33515ee3-d837-414c-abea-eaa86d97d04e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:22.537538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:22.542882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1e866a7-15c4-4187-bd00-81b79b5763be tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19760893', 'description': 'tempest-secgroup-smoke-19760893 description', 'project_id': 'e570c39096684720804a0f6bfc472c10'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:22.565368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port fc9fc464-fbab-4a29-bbdb-7501a5ad446f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fc9fc464-fbab-4a29-bbdb-7501a5ad446f,segment=NetworkSegment(363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e),segment_id=363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:22.573377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:22.616976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:22.622355 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.632096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Transition to ACTIVE for port object 38f51efd-ef29-428a-9a78-adf81666e6c1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:22.663968 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.674909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1e866a7-15c4-4187-bd00-81b79b5763be tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.688091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b2a0200-9e8c-4e4a-9bb2-7d86afc7fb58 None None] Provisioning for port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:22.689992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Pushing event updated for resources: {'Port': ['ID=0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:22.713013 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.720018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:22.734013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b2a0200-9e8c-4e4a-9bb2-7d86afc7fb58 None None] Provisioning complete for port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:22.734742 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0200-9e8c-4e4a-9bb2-7d86afc7fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.779474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] Set router f5aa5567-625c-448f-a87e-81ada4a62ef5 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:22.847721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device eae81764-5a4d-4b24-b21e-cc6e2d90552f up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:22.898034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Attempting to bind port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:22.898508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Attempting to bind port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '13045d6f-a0c7-43cd-8210-1d5726724367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:22.898801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Attempting to bind port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 on network 33515ee3-d837-414c-abea-eaa86d97d04e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:22.917008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Attempting to bind port 38f51efd-ef29-428a-9a78-adf81666e6c1 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:22.917384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Attempting to bind port 38f51efd-ef29-428a-9a78-adf81666e6c1 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:22.917752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Attempting to bind port 38f51efd-ef29-428a-9a78-adf81666e6c1 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:22.974970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:22.975350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Checking segment: {'id': '13045d6f-a0c7-43cd-8210-1d5726724367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:22.975774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.976155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Bound using segment: {'id': '13045d6f-a0c7-43cd-8210-1d5726724367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:22.976644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Bound port: 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13045d6f-a0c7-43cd-8210-1d5726724367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:22.977031 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.984639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:22.985015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:22.985419 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.985815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:22.986299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Bound port: 38f51efd-ef29-428a-9a78-adf81666e6c1, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:22.986708 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:22.988305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=fc9fc464-fbab-4a29-bbdb-7501a5ad446f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:23.004826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a0200-9e8c-4e4a-9bb2-7d86afc7fb58 None None] Port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:54:23.167279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9adb4-b413-422f-941d-8a4e2882214e req-c89458f3-fd97-48d2-b47b-ab57b6406bb4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:23.169544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09e9adb4-b413-422f-941d-8a4e2882214e req-c89458f3-fd97-48d2-b47b-ab57b6406bb4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 932 time: 0.0745151 Jul 13 19:54:23.191701 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19098ba6-1e92-4a65-a353-8a758e6a7131 None None] Pushing event updated for resources: {'Port': ['ID=38f51efd-ef29-428a-9a78-adf81666e6c1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:23.226605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09e9adb4-b413-422f-941d-8a4e2882214e req-ae0ef116-1109-4871-8fd1-05810ffba96a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501082 Jul 13 19:54:23.236486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] For port 38f51efd-ef29-428a-9a78-adf81666e6c1, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:23.239105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port eae81764-5a4d-4b24-b21e-cc6e2d90552f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:23.269418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] For port 38f51efd-ef29-428a-9a78-adf81666e6c1, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=38f51efd-ef29-428a-9a78-adf81666e6c1,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:23.275248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port eae81764-5a4d-4b24-b21e-cc6e2d90552f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:23.275689 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.282656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] For port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:23.286465 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.315078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:23.315659 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-dabf6dac-5b28-4a33-8445-e679aa47384f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649624 Jul 13 19:54:23.318500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6e0ab391-b678-4f90-9cb5-dc00f61c0999 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3714054 Jul 13 19:54:23.321305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:23.325917 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Sync routers for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:23.327679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'network': {'name': 'tempest-RoutersTest-345352479'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:23.339628 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:23.340515 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:23.358546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] For port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5,segment=NetworkSegment(13045d6f-a0c7-43cd-8210-1d5726724367),segment_id=13045d6f-a0c7-43cd-8210-1d5726724367)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:23.387838 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.416989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-3f54b36a-3692-4000-b58d-4343bf48c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:23.418826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-3f54b36a-3692-4000-b58d-4343bf48c803 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 1096 time: 0.0553813 Jul 13 19:54:23.447945 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1e866a7-15c4-4187-bd00-81b79b5763be tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.457118 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:23.457959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Routers {'58943eef-3199-4bb7-9a49-0860e39f75b4'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:23.458616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:53:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['58943eef-3199-4bb7-9a49-0860e39f75b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:23.469029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1e866a7-15c4-4187-bd00-81b79b5763be tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.469275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19098ba6-1e92-4a65-a353-8a758e6a7131 None None] Pushing event updated for resources: {'Port': ['ID=38f51efd-ef29-428a-9a78-adf81666e6c1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:23.473839 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a13ce49-979d-4385-a98c-d565393eaae0 None None] Provisioning complete for port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:23.476484 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a13ce49-979d-4385-a98c-d565393eaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.551465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e866a7-15c4-4187-bd00-81b79b5763be tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949e7814-9593-4794-9d4e-8a550a2c0762,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:23.563266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:23.567642 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.596851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1e866a7-15c4-4187-bd00-81b79b5763be tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.600093 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d1e866a7-15c4-4187-bd00-81b79b5763be tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0610399 Jul 13 19:54:23.606780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:23.619486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-abddac3f-dd7c-4704-ac45-c2f2f35b6018 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Request body: {'security_group_rule': {'security_group_id': '949e7814-9593-4794-9d4e-8a550a2c0762', 'project_id': 'e570c39096684720804a0f6bfc472c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:23.669339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8991ba2-4b54-45c6-a606-2597cc606f17 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:54:23.673094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-41e04620-fd93-4903-bd8d-08674db79aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:23.674939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-41e04620-fd93-4903-bd8d-08674db79aaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 906 time: 0.2276475 Jul 13 19:54:23.681473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:54:23.690270 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.712667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Transition to ACTIVE for port object c8991ba2-4b54-45c6-a606-2597cc606f17 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:23.718911 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:21Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:19Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc234d86-603f-4743-9627-55f3c6deceed', 'name': '', 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:7b:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:21Z', 'revision_number': 2, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:23.723326 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.723509 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abddac3f-dd7c-4704-ac45-c2f2f35b6018 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.730156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.730547 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added segment a5bc76f5-292d-443f-b06d-9425f7a66199 of type vlan for network a25ed5b2-206c-4a99-9863-27a0d92a1fef Jul 13 19:54:23.767511 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a2fb-33f4-4f97-84d1-009d10b59eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.774259 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.777373 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Checking router: 3f29f7b2-17ce-4018-8f15-73233ad02c1e for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:23.797244 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Updating router 3f29f7b2-17ce-4018-8f15-73233ad02c1e port fc234d86-603f-4743-9627-55f3c6deceed binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:54:23.808460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a13ce49-979d-4385-a98c-d565393eaae0 None None] Port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:54:23.823769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-7b26c6c3-1051-4003-94b9-9646cb8713b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28ac06d4-975b-4128-8e25-c7b94b35d2b6 HTTP/1.1" status: 200 len: 217 time: 0.1105406 Jul 13 19:54:23.832400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:12Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef', 'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'mac_address': 'fa:16:3e:90:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:11Z', 'updated_at': '2021-07-13T19:54:21Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'subnets': [{'id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:23.836097 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Pushing event updated for resources: {'Port': ['ID=c8991ba2-4b54-45c6-a606-2597cc606f17,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:23.856730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.862988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9829d6-08ea-4394-a950-be49386502e1 None None] Pushing event updated for resources: {'Port': ['ID=0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:23.876946 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.925303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f9661-dc0b-4b6a-a8af-30aff40288a2 None None] The sync data for ids ['f5aa5567-625c-448f-a87e-81ada4a62ef5'] in n-d-800708-1 is: [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:12Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef', 'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'mac_address': 'fa:16:3e:90:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:11Z', 'updated_at': '2021-07-13T19:54:21Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'subnets': [{'id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:23.941291 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:23.959569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Attempting to bind port c8991ba2-4b54-45c6-a606-2597cc606f17 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:23.960752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Attempting to bind port c8991ba2-4b54-45c6-a606-2597cc606f17 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:23.961347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Attempting to bind port c8991ba2-4b54-45c6-a606-2597cc606f17 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:23.965859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] Set router 58943eef-3199-4bb7-9a49-0860e39f75b4 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:23.969344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Port c8991ba2-4b54-45c6-a606-2597cc606f17 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:54:23.969958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Attempting to bind port c8991ba2-4b54-45c6-a606-2597cc606f17 on network eb41cac7-8b4b-4035-9914-f162d3b00a0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:23.976957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:23.977392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Checking segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:23.977855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Bound using segment: {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:23.978371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Bound port: c8991ba2-4b54-45c6-a606-2597cc606f17, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8344ff59-8b9d-4f36-b413-fec58c86f81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:23.979610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.029222 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port eae81764-5a4d-4b24-b21e-cc6e2d90552f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=eae81764-5a4d-4b24-b21e-cc6e2d90552f,segment=NetworkSegment(b34fc44c-474a-4786-9f0a-79b510dc6057),segment_id=b34fc44c-474a-4786-9f0a-79b510dc6057)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:24.039600 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.040738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 08057d4d-3a1b-43a8-b709-da9488f61df3 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:24.099582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] For port c8991ba2-4b54-45c6-a606-2597cc606f17, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:24.109844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] For port c8991ba2-4b54-45c6-a606-2597cc606f17, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c8991ba2-4b54-45c6-a606-2597cc606f17,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:24.115744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-d8ce0777-c059-4eaf-8661-7c9f5e99e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:24.118246 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.119007 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-d8ce0777-c059-4eaf-8661-7c9f5e99e31c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.2861381 Jul 13 19:54:24.121816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abddac3f-dd7c-4704-ac45-c2f2f35b6018 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.137185 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abddac3f-dd7c-4704-ac45-c2f2f35b6018 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.161977 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.172862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:24.186715 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.195898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:24.196557 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.199141 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] 10.222.0.60 "PUT /v2.0/ports/c8991ba2-4b54-45c6-a606-2597cc606f17 HTTP/1.1" status: 200 len: 1092 time: 1.6964676 Jul 13 19:54:24.199636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8b526d-73ae-470b-821e-d3e7e48028c9', 'tag': 'c8991ba2-4b54-45c6-a606-2597cc606f17'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:54:24.202548 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835716d9-ab32-459c-a6ea-29a2af952a23" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8b526d-73ae-470b-821e-d3e7e48028c9", "tag": "c8991ba2-4b54-45c6-a606-2597cc606f17"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:54:24.247341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a12331-6748-418f-8a63-8475efb6e80f service neutron] Pushing event updated for resources: {'Port': ['ID=c8991ba2-4b54-45c6-a606-2597cc606f17,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:24.321791 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7d813b-9ab2-4786-a0de-7ae5cdeafb81 x-openstack-request-id: req-1f7d813b-9ab2-4786-a0de-7ae5cdeafb81 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:54:24.323081 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8b526d-73ae-470b-821e-d3e7e48028c9", "tag": "c8991ba2-4b54-45c6-a606-2597cc606f17", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:54:24.323081 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f7d813b-9ab2-4786-a0de-7ae5cdeafb81 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:54:24.323382 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8b526d-73ae-470b-821e-d3e7e48028c9', 'tag': 'c8991ba2-4b54-45c6-a606-2597cc606f17', 'status': 'completed', 'code': 200} Jul 13 19:54:24.330135 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-f48ff758-8892-477e-ac73-5c673ae3d794 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1986039 Jul 13 19:54:24.380256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1541d-b674-4993-8be9-a5493f686b3d req-d323f683-63c1-4dcb-a7be-e16d8a9c7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:24.386500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-d323f683-63c1-4dcb-a7be-e16d8a9c7a61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 1095 time: 0.1241634 Jul 13 19:54:24.404684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddac3f-dd7c-4704-ac45-c2f2f35b6018 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e142a756-5a40-4bff-824c-be724eb383d5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:24.419244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0969048 Jul 13 19:54:24.437916 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:24.443895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'subnet': {'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:24.476962 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.482280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abddac3f-dd7c-4704-ac45-c2f2f35b6018 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.487534 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-abddac3f-dd7c-4704-ac45-c2f2f35b6018 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8777575 Jul 13 19:54:24.490784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:24.496803 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Transition to ACTIVE for port object fc234d86-603f-4743-9627-55f3c6deceed will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:24.507901 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.526830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ec50075f-382f-4a86-979e-dbdea10a0ca5 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Request body: {'security_group_rule': {'security_group_id': '949e7814-9593-4794-9d4e-8a550a2c0762', 'project_id': 'e570c39096684720804a0f6bfc472c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:24.560613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-4e4a37eb-f367-4dcc-a1f0-3b1304db1b76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8991ba2-4b54-45c6-a606-2597cc606f17 HTTP/1.1" status: 200 len: 217 time: 0.1675470 Jul 13 19:54:24.568176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Made reservation on behalf of 3d97fab5fa0d4e54acbbaa68955c2f5d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:24.574769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.584427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355e545-15b0-4e68-921e-761952f583c0 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Network': ['ID=a25ed5b2-206c-4a99-9863-27a0d92a1fef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:24.590931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=eae81764-5a4d-4b24-b21e-cc6e2d90552f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:24.629936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a25ed5b2-206c-4a99-9863-27a0d92a1fef details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:54:24.635954 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744a24a-0f22-4133-94c2-e0475ae316b9 None None] Pushing event updated for resources: {'Port': ['ID=fc234d86-603f-4743-9627-55f3c6deceed,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:24.712024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1541d-b674-4993-8be9-a5493f686b3d req-803e6734-64d0-46da-9e4a-3c3d5ac01f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:24.713668 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-803e6734-64d0-46da-9e4a-3c3d5ac01f92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.1472807 Jul 13 19:54:24.726181 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Attempting to bind port fc234d86-603f-4743-9627-55f3c6deceed on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:24.727570 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Attempting to bind port fc234d86-603f-4743-9627-55f3c6deceed by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '13045d6f-a0c7-43cd-8210-1d5726724367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:24.727945 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Attempting to bind port fc234d86-603f-4743-9627-55f3c6deceed on network 33515ee3-d837-414c-abea-eaa86d97d04e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:24.740216 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec50075f-382f-4a86-979e-dbdea10a0ca5 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.741386 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:24.741763 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Checking segment: {'id': '13045d6f-a0c7-43cd-8210-1d5726724367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:24.743951 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.745005 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Bound using segment: {'id': '13045d6f-a0c7-43cd-8210-1d5726724367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:24.745513 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Bound port: fc234d86-603f-4743-9627-55f3c6deceed, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13045d6f-a0c7-43cd-8210-1d5726724367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:24.746422 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.782215 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-46537dd9-5235-49fe-b4b0-053919533b08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595140 Jul 13 19:54:24.783024 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-7e3514d2-5edc-4f77-86ff-32e61d201792 service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077096 Jul 13 19:54:24.835199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb4fb2-b55b-41be-8f4a-b04a4ee80ec7 req-fe09283c-e70f-4ba0-b21a-8ec5f3ee6a82 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:24.837218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ddb4fb2-b55b-41be-8f4a-b04a4ee80ec7 req-fe09283c-e70f-4ba0-b21a-8ec5f3ee6a82 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 944 time: 0.4051549 Jul 13 19:54:24.901534 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:24.934545 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-8b8ffc55-415c-4287-924f-28a899d9d706 service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397192 Jul 13 19:54:25.019791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 08057d4d-3a1b-43a8-b709-da9488f61df3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:25.040824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 08057d4d-3a1b-43a8-b709-da9488f61df3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:25.041890 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.063173 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] For port fc234d86-603f-4743-9627-55f3c6deceed, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:25.067810 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] For port fc234d86-603f-4743-9627-55f3c6deceed, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fc234d86-603f-4743-9627-55f3c6deceed,segment=NetworkSegment(13045d6f-a0c7-43cd-8210-1d5726724367),segment_id=13045d6f-a0c7-43cd-8210-1d5726724367)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:25.074785 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.076206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec50075f-382f-4a86-979e-dbdea10a0ca5 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.092295 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec50075f-382f-4a86-979e-dbdea10a0ca5 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.097302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ddb4fb2-b55b-41be-8f4a-b04a4ee80ec7 req-35970130-f529-42bf-bbb1-f79a617c6847 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367890 Jul 13 19:54:25.145331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'name': 'tempest-TestServerBasicOps-1428362613-router', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:20Z', 'revision_number': 4, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'gw_port': {'id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '61887d53-c8e6-4ad0-aab2-e11aaf07a445', 'name': '', 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'mac_address': 'fa:16:3e:2a:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '66850b88-4dcb-4741-a146-13b699064bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:20Z', 'revision_number': 2, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'subnets': [{'id': '66850b88-4dcb-4741-a146-13b699064bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:25.147276 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7358ddaa-1b70-413c-bbd2-8c0267f98fe6 req-be850162-a749-4da4-b268-8cea542938d0 service neutron] 10.222.0.24 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481746 Jul 13 19:54:25.148185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50075f-382f-4a86-979e-dbdea10a0ca5 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bffc8f-568d-4a03-b395-deeafbfe80cd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:25.160752 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec50075f-382f-4a86-979e-dbdea10a0ca5 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.162389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ec50075f-382f-4a86-979e-dbdea10a0ca5 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6471255 Jul 13 19:54:25.164256 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:25.165210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:25.167298 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:25.171685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-097dde28-ae9a-48b2-9719-312305229b67 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Request body: {'security_group_rule': {'security_group_id': '949e7814-9593-4794-9d4e-8a550a2c0762', 'project_id': 'e570c39096684720804a0f6bfc472c10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:25.177552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a05ccb-ae82-412c-a9be-8143209b2078 None None] Network 33515ee3-d837-414c-abea-eaa86d97d04e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:25.210715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39af97-0159-4979-baa8-d6f0a98468e7 None None] The sync data for ids ['58943eef-3199-4bb7-9a49-0860e39f75b4'] in n-d-800708-1 is: [{'id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'name': 'tempest-TestServerBasicOps-1428362613-router', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:20Z', 'revision_number': 4, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'gw_port': {'id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '61887d53-c8e6-4ad0-aab2-e11aaf07a445', 'name': '', 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'mac_address': 'fa:16:3e:2a:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '66850b88-4dcb-4741-a146-13b699064bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:20Z', 'revision_number': 2, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'subnets': [{'id': '66850b88-4dcb-4741-a146-13b699064bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:25.221263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097dde28-ae9a-48b2-9719-312305229b67 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.240821 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29b1541d-b674-4993-8be9-a5493f686b3d req-821038c4-3890-4a90-9a78-bf3a3b164b4c service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989392 Jul 13 19:54:25.248264 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744a24a-0f22-4133-94c2-e0475ae316b9 None None] Pushing event updated for resources: {'Port': ['ID=fc234d86-603f-4743-9627-55f3c6deceed,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:25.277402 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.324977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-930c909d-89d7-4fb5-802c-64790dab8045 None None] Provisioning for port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:25.329236 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097dde28-ae9a-48b2-9719-312305229b67 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.334384 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097dde28-ae9a-48b2-9719-312305229b67 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.351511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 08057d4d-3a1b-43a8-b709-da9488f61df3, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=08057d4d-3a1b-43a8-b709-da9488f61df3,segment=NetworkSegment(363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e),segment_id=363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:25.353039 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:25.362573 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.381534 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.386523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dde28-ae9a-48b2-9719-312305229b67 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a161b9-aae4-4380-b171-9edaa822326b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:25.396013 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097dde28-ae9a-48b2-9719-312305229b67 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.402296 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-097dde28-ae9a-48b2-9719-312305229b67 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2347379 Jul 13 19:54:25.403031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:25.407634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5868e450-f81a-475a-9dfa-204be2ec9205 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Request body: {'security_group_rule': {'security_group_id': '949e7814-9593-4794-9d4e-8a550a2c0762', 'project_id': 'e570c39096684720804a0f6bfc472c10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:25.474578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5868e450-f81a-475a-9dfa-204be2ec9205 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.497685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=08057d4d-3a1b-43a8-b709-da9488f61df3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:25.519924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Subnet': ['ID=cfa47178-da00-4646-9860-4e650588cbcf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:25.528634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835716d9-ab32-459c-a6ea-29a2af952a23 req-c0983a5d-6da0-4a99-b379-e9bdf779d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:25.533357 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-835716d9-ab32-459c-a6ea-29a2af952a23 req-c0983a5d-6da0-4a99-b379-e9bdf779d3b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb2e81536cf404c99060caa6c967bb6&device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 1095 time: 0.2248342 Jul 13 19:54:25.541717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Checking segment: {'id': 'a5bc76f5-292d-443f-b06d-9425f7a66199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:25.542085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network hostable DHCP agents. Network: a25ed5b2-206c-4a99-9863-27a0d92a1fef, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:54:25.595151 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5868e450-f81a-475a-9dfa-204be2ec9205 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.602483 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5868e450-f81a-475a-9dfa-204be2ec9205 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.625559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868e450-f81a-475a-9dfa-204be2ec9205 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fa252e-dc6d-432f-88c9-bcecfd869137,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:25.636454 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5868e450-f81a-475a-9dfa-204be2ec9205 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.640590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5868e450-f81a-475a-9dfa-204be2ec9205 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2338963 Jul 13 19:54:25.641089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:25.649450 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9c28f2e-383a-4a22-a9c9-cc8e75db04a2 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Request body: {'security_group_rule': {'security_group_id': '949e7814-9593-4794-9d4e-8a550a2c0762', 'project_id': 'e570c39096684720804a0f6bfc472c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:25.662457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network a25ed5b2-206c-4a99-9863-27a0d92a1fef is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:54:25.696758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, a25ed5b2-206c-4a99-9863-27a0d92a1fef) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:25.697129 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-d9c28f2e-383a-4a22-a9c9-cc8e75db04a2 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Project e570c39096684720804a0f6bfc472c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:54:25.701284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:25.701957 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.702641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fc9fc464-fbab-4a29-bbdb-7501a5ad446f up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:25.707909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9c28f2e-383a-4a22-a9c9-cc8e75db04a2 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.712663 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:21Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:19Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc234d86-603f-4743-9627-55f3c6deceed', 'name': '', 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:7b:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:25.722456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835716d9-ab32-459c-a6ea-29a2af952a23 req-0dec4bb0-7be5-4ab4-b8f1-0dec323978fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:25.724100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-835716d9-ab32-459c-a6ea-29a2af952a23 req-0dec4bb0-7be5-4ab4-b8f1-0dec323978fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 200 len: 906 time: 0.1794941 Jul 13 19:54:25.727854 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2cd7a7d8-e66e-4eb3-bb77-76f11160807c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2887814 Jul 13 19:54:25.735212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:25.750491 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9342f9-6a0e-4889-9964-585680e26ac6 None None] The sync data for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 is: [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:21Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:19Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc234d86-603f-4743-9627-55f3c6deceed', 'name': '', 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:7b:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:25.762259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1974bd4-05f5-48b4-a3a1-37fa05556699 None None] Network a25ed5b2-206c-4a99-9863-27a0d92a1fef requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:25.786552 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-835716d9-ab32-459c-a6ea-29a2af952a23 req-16ff6c60-e50b-4b73-ab63-c1950d396ca2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8991ba2-4b54-45c6-a606-2597cc606f17 HTTP/1.1" status: 200 len: 217 time: 0.0540681 Jul 13 19:54:25.800212 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9c28f2e-383a-4a22-a9c9-cc8e75db04a2 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.812550 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9c28f2e-383a-4a22-a9c9-cc8e75db04a2 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.842477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c28f2e-383a-4a22-a9c9-cc8e75db04a2 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b942c38-ffa5-4e42-837d-120489626709,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:25.847217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9c28f2e-383a-4a22-a9c9-cc8e75db04a2 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.851635 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d9c28f2e-383a-4a22-a9c9-cc8e75db04a2 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2069693 Jul 13 19:54:25.852166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 35964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:25.867006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fe2bfa93-aa72-4c6f-9f11-06705533dace tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Request body: {'security_group_rule': {'security_group_id': '949e7814-9593-4794-9d4e-8a550a2c0762', 'project_id': 'e570c39096684720804a0f6bfc472c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:25.907972 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-fe2bfa93-aa72-4c6f-9f11-06705533dace tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Project e570c39096684720804a0f6bfc472c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:54:25.914608 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe2bfa93-aa72-4c6f-9f11-06705533dace tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:25.954242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835716d9-ab32-459c-a6ea-29a2af952a23 req-e2892dc4-c9dd-4052-b8a0-de7dd4c206d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:25.956261 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-835716d9-ab32-459c-a6ea-29a2af952a23 req-e2892dc4-c9dd-4052-b8a0-de7dd4c206d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 200 len: 845 time: 0.1628280 Jul 13 19:54:26.005224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49434176-ce21-4f42-b5c0-3369f418fff0 None None] Provisioning for port fc234d86-603f-4743-9627-55f3c6deceed completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:26.010050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fc9fc464-fbab-4a29-bbdb-7501a5ad446f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:26.010683 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:26.024136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-835716d9-ab32-459c-a6ea-29a2af952a23 req-206036d6-68dd-457b-93ea-6964b3686441 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb41cac7-8b4b-4035-9914-f162d3b00a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515332 Jul 13 19:54:26.063737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-a25ed5b2-206c-4a99-9863-27a0d92a1fef', 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'fixed_ips': [{'subnet_id': 'cfa47178-da00-4646-9860-4e650588cbcf'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:54:26.064683 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:26.107238 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe2bfa93-aa72-4c6f-9f11-06705533dace tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:26.124463 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe2bfa93-aa72-4c6f-9f11-06705533dace tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:26.158586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bfa93-aa72-4c6f-9f11-06705533dace tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3a860b-fc96-4736-85db-ec56ddd44ace,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:26.164551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe2bfa93-aa72-4c6f-9f11-06705533dace tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:26.166996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fe2bfa93-aa72-4c6f-9f11-06705533dace tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3119845 Jul 13 19:54:26.415542 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:26.469357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Allocated IP 172.23.0.2 (a25ed5b2-206c-4a99-9863-27a0d92a1fef/cfa47178-da00-4646-9860-4e650588cbcf/f449898b-a24d-4c67-894d-c85f41c94f6e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:26.493896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-b06f5d87-3c27-4023-b814-f4b28233d924 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19760893&fields=id&tenant_id=e570c39096684720804a0f6bfc472c10 HTTP/1.1" status: 200 len: 267 time: 0.0904195 Jul 13 19:54:26.500417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:26.512782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-835716d9-ab32-459c-a6ea-29a2af952a23 req-c74fe1f9-781f-4cba-b717-5a6565d8d0e6 service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284623 Jul 13 19:54:26.750512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:26.758895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-c0861502-dd8d-468f-8871-45173248cf5a tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:26.764915 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:26.765271 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:26.780797 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-c0861502-dd8d-468f-8871-45173248cf5a tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/networks?id=bcb5f622-96ce-4d04-9265-3499c9410219 HTTP/1.1" status: 200 len: 809 time: 0.2845156 Jul 13 19:54:26.804319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-eb9d4229-f3fe-46f8-bee0-774be27e596c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/quotas/e570c39096684720804a0f6bfc472c10 HTTP/1.1" status: 200 len: 375 time: 0.0225420 Jul 13 19:54:26.810789 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:26.865350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecc718-718a-400b-a4ac-a1619e29efbf req-d01084a2-e580-47bc-8aba-6c014f71de29 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:26.868517 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bbecc718-718a-400b-a4ac-a1619e29efbf req-d01084a2-e580-47bc-8aba-6c014f71de29 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 944 time: 0.5229108 Jul 13 19:54:26.935020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-f2d74941-4d10-4294-b6df-79e648fa37b8 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e570c39096684720804a0f6bfc472c10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297183 Jul 13 19:54:26.937217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:26.955425 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Transition to ACTIVE for port object f449898b-a24d-4c67-894d-c85f41c94f6e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:27.034213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Transition to ACTIVE for port object f449898b-a24d-4c67-894d-c85f41c94f6e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:27.078586 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.082995 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-1240e222-3f12-44de-bbde-8f1627f1d72f service neutron] 10.222.0.25 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429400 Jul 13 19:54:27.091494 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.095004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bbecc718-718a-400b-a4ac-a1619e29efbf req-fe408867-0f1f-4dff-aff7-54ee03d0479d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332226 Jul 13 19:54:27.147099 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-835716d9-ab32-459c-a6ea-29a2af952a23 req-538d854d-8d1b-445c-9f8c-99b4a60905ba service neutron] 10.222.0.60 "GET /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972610 Jul 13 19:54:27.199370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5,segment=NetworkSegment(13045d6f-a0c7-43cd-8210-1d5726724367),segment_id=13045d6f-a0c7-43cd-8210-1d5726724367)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:27.222240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Network a25ed5b2-206c-4a99-9863-27a0d92a1fef is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:27.226521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c8991ba2-4b54-45c6-a606-2597cc606f17 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:54:27.232177 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.233086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:27.288555 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-21ec1136-8199-4c7f-9b4c-cd4b534b3ab3 service neutron] 10.222.0.25 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998818 Jul 13 19:54:27.299157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:27.335959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Pushing event updated for resources: {'Port': ['ID=f449898b-a24d-4c67-894d-c85f41c94f6e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:27.412627 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:27.418511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:27.437985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Allocated IP 172.23.0.1 (a25ed5b2-206c-4a99-9863-27a0d92a1fef/cfa47178-da00-4646-9860-4e650588cbcf/976514b7-51b4-4f32-ac01-1e9b0df7ddc8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:27.539238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:27.565125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:27.566433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.571151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Attempting to bind port f449898b-a24d-4c67-894d-c85f41c94f6e on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:27.571151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Attempting to bind port f449898b-a24d-4c67-894d-c85f41c94f6e by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a5bc76f5-292d-443f-b06d-9425f7a66199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:27.571518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Attempting to bind port f449898b-a24d-4c67-894d-c85f41c94f6e on network a25ed5b2-206c-4a99-9863-27a0d92a1fef {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:27.612259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:27.612751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Checking segment: {'id': 'a5bc76f5-292d-443f-b06d-9425f7a66199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:27.613198 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.613592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Bound using segment: {'id': 'a5bc76f5-292d-443f-b06d-9425f7a66199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:27.614079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Bound port: f449898b-a24d-4c67-894d-c85f41c94f6e, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bc76f5-292d-443f-b06d-9425f7a66199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:27.614547 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.653048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.708745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02cff424-5769-4493-8f9c-2559fc3ff40f req-129e8808-572d-4335-8cb5-efcc823bc093 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 210 time: 0.0476105 Jul 13 19:54:27.714645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Transition to ACTIVE for port object 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:27.715654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c8991ba2-4b54-45c6-a606-2597cc606f17, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c8991ba2-4b54-45c6-a606-2597cc606f17,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:27.760469 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.787223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'c8991ba2-4b54-45c6-a606-2597cc606f17', 'network_id': 'eb41cac7-8b4b-4035-9914-f162d3b00a0f', 'port_id': 'c8991ba2-4b54-45c6-a606-2597cc606f17', 'mac_address': 'fa:16:3e:9d:4b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bbfea0-3329-4047-962a-3ac41f8de312', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:54:27.824616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network a25ed5b2-206c-4a99-9863-27a0d92a1fef is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:27.830707 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:27.835023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:27.871198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] For port f449898b-a24d-4c67-894d-c85f41c94f6e, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:27.877204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=976514b7-51b4-4f32-ac01-1e9b0df7ddc8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:27.880605 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.901562 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.908271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] For port f449898b-a24d-4c67-894d-c85f41c94f6e, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f449898b-a24d-4c67-894d-c85f41c94f6e,segment=NetworkSegment(a5bc76f5-292d-443f-b06d-9425f7a66199),segment_id=a5bc76f5-292d-443f-b06d-9425f7a66199)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:27.911147 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.933774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:27.956214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8991ba2-4b54-45c6-a606-2597cc606f17 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:54:28.018776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:28.039541 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:28.040352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device eae81764-5a4d-4b24-b21e-cc6e2d90552f up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:28.087380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c8991ba2-4b54-45c6-a606-2597cc606f17, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c8991ba2-4b54-45c6-a606-2597cc606f17,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:28.097622 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:28.104876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf5a74-2ce7-4c12-b6c7-dc1319cfbaf8 None None] Pushing event updated for resources: {'Port': ['ID=f449898b-a24d-4c67-894d-c85f41c94f6e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:28.121755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:28.152661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port eae81764-5a4d-4b24-b21e-cc6e2d90552f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:28.153015 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:28.224530 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:28.357000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c8991ba2-4b54-45c6-a606-2597cc606f17'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:54:28.439234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c8991ba2-4b54-45c6-a606-2597cc606f17,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:28.485172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909db1b6-78cc-4594-bf26-3923573386c1 req-a1bece3b-2920-41cb-b676-e3fc41364fd9 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:28.493408 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-909db1b6-78cc-4594-bf26-3923573386c1 req-a1bece3b-2920-41cb-b676-e3fc41364fd9 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 945 time: 0.1279693 Jul 13 19:54:28.574262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-909db1b6-78cc-4594-bf26-3923573386c1 req-e0303669-c971-462d-96c5-e33732448683 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768988 Jul 13 19:54:28.687746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:28.696420 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:28.800984 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:28.808231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event updated for resources: {'Port': ['ID=976514b7-51b4-4f32-ac01-1e9b0df7ddc8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:28.892088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f449898b-a24d-4c67-894d-c85f41c94f6e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:28.946302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f449898b-a24d-4c67-894d-c85f41c94f6e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:28.951764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:29.005003 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:29.005371 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:29.227688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c8991ba2-4b54-45c6-a606-2597cc606f17 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:29.238333 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9774a97c-0625-4faa-8e17-7f99347bd594 req-a8c833f7-e383-45da-af7f-727592a406f6 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 210 time: 0.3733938 Jul 13 19:54:29.308401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Network a25ed5b2-206c-4a99-9863-27a0d92a1fef is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:29.316195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:29.402045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-37a214f4-d317-4173-b20e-e3b96f6a128d tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:29.404349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-37a214f4-d317-4173-b20e-e3b96f6a128d tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.24 "GET /v2.0/networks?id=bcb5f622-96ce-4d04-9265-3499c9410219 HTTP/1.1" status: 200 len: 809 time: 0.1791584 Jul 13 19:54:29.416097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fc234d86-603f-4743-9627-55f3c6deceed up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:29.420433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port c8991ba2-4b54-45c6-a606-2597cc606f17 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:29.444459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:29.474238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port c8991ba2-4b54-45c6-a606-2597cc606f17 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:29.474641 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:29.487241 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-14cf1554-b113-4b8d-9009-334fe47236d6 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e570c39096684720804a0f6bfc472c10 HTTP/1.1" status: 200 len: 378 time: 0.0564287 Jul 13 19:54:29.501884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Request body: {'port': {'device_id': '64092a07-d794-4d1c-8329-9c853880ca89', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'admin_state_up': True, 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'security_groups': ['949e7814-9593-4794-9d4e-8a550a2c0762']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:29.554648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85590b7e-ea85-4a38-bf1e-529f03649d0c None None] Network a25ed5b2-206c-4a99-9863-27a0d92a1fef requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:29.559345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:29.565753 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cb39007b-d6db-44a5-b3f5-126ec7d78b92 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8286705 Jul 13 19:54:29.569641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 35994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:29.574907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c0303582-b0e6-43da-99b8-ccb54c27c3a3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:29.583951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Sync routers for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:29.670712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Made reservation on behalf of e570c39096684720804a0f6bfc472c10 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:29.675323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:29.687107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:29.687751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:29.797667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port fc234d86-603f-4743-9627-55f3c6deceed completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:29.809632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fc234d86-603f-4743-9627-55f3c6deceed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:29.810006 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:29.861298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82cce5-cd1e-481c-96eb-40c35938eb2d req-9f400228-3fe6-4f60-a284-3ee0b848a1f3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:29.862849 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf82cce5-cd1e-481c-96eb-40c35938eb2d req-9f400228-3fe6-4f60-a284-3ee0b848a1f3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 945 time: 0.1604846 Jul 13 19:54:29.877876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92c8a27d-d69f-4245-8c4e-82474e626a47 None None] Provisioning for port f449898b-a24d-4c67-894d-c85f41c94f6e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:29.892131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92c8a27d-d69f-4245-8c4e-82474e626a47 None None] Provisioning complete for port f449898b-a24d-4c67-894d-c85f41c94f6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:29.892405 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92c8a27d-d69f-4245-8c4e-82474e626a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:29.893187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Allocated IP 172.20.0.8 (bcb5f622-96ce-4d04-9265-3499c9410219/343b9af8-a1ce-4c7d-bf2f-f23f33de2f17/0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:29.928317 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf82cce5-cd1e-481c-96eb-40c35938eb2d req-2481ae0b-1015-4d28-b216-e7bda5ec1630 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540395 Jul 13 19:54:29.995251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-c0303582-b0e6-43da-99b8-ccb54c27c3a3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 19:54:30.018966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:30.019631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-c0303582-b0e6-43da-99b8-ccb54c27c3a3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 19:54:30.022444 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0303582-b0e6-43da-99b8-ccb54c27c3a3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.044204 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.090682 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.108651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Transition to ACTIVE for port object 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:30.149532 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.201863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Network bcb5f622-96ce-4d04-9265-3499c9410219 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:30.205264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:30.209388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:30.211327 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.220661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b526d-73ae-470b-821e-d3e7e48028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8991ba2-4b54-45c6-a606-2597cc606f17'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:54:30.222979 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3db396-b1ad-4e0d-bab0-2873032e24a7" -d '{"events": [{"server_uuid": "ee8b526d-73ae-470b-821e-d3e7e48028c9", "name": "network-vif-plugged", "status": "completed", "tag": "c8991ba2-4b54-45c6-a606-2597cc606f17"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:54:30.287515 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0303582-b0e6-43da-99b8-ccb54c27c3a3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.291560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0303582-b0e6-43da-99b8-ccb54c27c3a3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.311480 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92c8a27d-d69f-4245-8c4e-82474e626a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.315290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port c8991ba2-4b54-45c6-a606-2597cc606f17, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c8991ba2-4b54-45c6-a606-2597cc606f17,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:30.317569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event updated for resources: {'Port': ['ID=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:30.321778 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbf7242-ab1c-4039-88c3-9d55bbd85f9d x-openstack-request-id: req-9dbf7242-ab1c-4039-88c3-9d55bbd85f9d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:54:30.323022 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8b526d-73ae-470b-821e-d3e7e48028c9", "name": "network-vif-plugged", "status": "completed", "tag": "c8991ba2-4b54-45c6-a606-2597cc606f17", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:54:30.323585 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dbf7242-ab1c-4039-88c3-9d55bbd85f9d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:54:30.324165 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b526d-73ae-470b-821e-d3e7e48028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8991ba2-4b54-45c6-a606-2597cc606f17', 'code': 200} Jul 13 19:54:30.351737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:30.352692 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.364013 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.374174 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-3f914685-58cd-489d-92b6-5a564c5b8f50 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8763571 Jul 13 19:54:30.391999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Request body: {'port': {'device_id': '64092a07-d794-4d1c-8329-9c853880ca89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:30.439297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port fc234d86-603f-4743-9627-55f3c6deceed, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fc234d86-603f-4743-9627-55f3c6deceed,segment=NetworkSegment(13045d6f-a0c7-43cd-8210-1d5726724367),segment_id=13045d6f-a0c7-43cd-8210-1d5726724367)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:30.460729 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.461519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 38f51efd-ef29-428a-9a78-adf81666e6c1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:30.532168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-92c8a27d-d69f-4245-8c4e-82474e626a47 None None] For port f449898b-a24d-4c67-894d-c85f41c94f6e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f449898b-a24d-4c67-894d-c85f41c94f6e,segment=NetworkSegment(a5bc76f5-292d-443f-b06d-9425f7a66199),segment_id=a5bc76f5-292d-443f-b06d-9425f7a66199)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:30.532463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0303582-b0e6-43da-99b8-ccb54c27c3a3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:30.545680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35235a-75ab-4a2d-bd5f-b04d3ae77700 req-06cef5a9-5b7f-421f-8f15-d51224043558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:30.547605 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe35235a-75ab-4a2d-bd5f-b04d3ae77700 req-06cef5a9-5b7f-421f-8f15-d51224043558 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 1097 time: 0.1584442 Jul 13 19:54:30.565416 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92c8a27d-d69f-4245-8c4e-82474e626a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.578743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=c8991ba2-4b54-45c6-a606-2597cc606f17,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:30.615922 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Sync routers for ids ['58943eef-3199-4bb7-9a49-0860e39f75b4'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:30.628193 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Routers {'58943eef-3199-4bb7-9a49-0860e39f75b4'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:30.629093 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['58943eef-3199-4bb7-9a49-0860e39f75b4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:30.722769 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 38f51efd-ef29-428a-9a78-adf81666e6c1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:30.729783 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe35235a-75ab-4a2d-bd5f-b04d3ae77700 req-7ec038c1-4bfd-4a9e-9262-39fbe99be81d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732090 Jul 13 19:54:30.742148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-439f20e7-938c-4529-af11-9ba9fa4d1b17 None None] Provisioning for port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:30.756419 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Set router 58943eef-3199-4bb7-9a49-0860e39f75b4 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:30.756720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-439f20e7-938c-4529-af11-9ba9fa4d1b17 None None] Provisioning complete for port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:30.757104 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439f20e7-938c-4529-af11-9ba9fa4d1b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.762597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 38f51efd-ef29-428a-9a78-adf81666e6c1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:30.763104 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.780282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0303582-b0e6-43da-99b8-ccb54c27c3a3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:30.799698 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0303582-b0e6-43da-99b8-ccb54c27c3a3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.803487 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c0303582-b0e6-43da-99b8-ccb54c27c3a3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e HTTP/1.1" status: 200 len: 934 time: 1.2304385 Jul 13 19:54:30.803899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:30.833124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=fc234d86-603f-4743-9627-55f3c6deceed,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:30.930341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-439f20e7-938c-4529-af11-9ba9fa4d1b17 None None] Port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:54:30.940781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:28Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976514b7-51b4-4f32-ac01-1e9b0df7ddc8', 'name': '', 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:87:85:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'cfa47178-da00-4646-9860-4e650588cbcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:27Z', 'updated_at': '2021-07-13T19:54:28Z', 'revision_number': 2, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'cfa47178-da00-4646-9860-4e650588cbcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc234d86-603f-4743-9627-55f3c6deceed', 'name': '', 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:7b:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:30.948432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:30.968637 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3dea3c05-edf2-4089-8f26-a5da46418a33 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e HTTP/1.1" status: 200 len: 934 time: 0.1632740 Jul 13 19:54:30.972879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:30.984146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6421912f-fb3a-4147-bdff-85711e03f3bb tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:30.986867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Checking router: 3f29f7b2-17ce-4018-8f15-73233ad02c1e for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:30.987224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Updating router 3f29f7b2-17ce-4018-8f15-73233ad02c1e port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:54:31.049277 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'name': 'tempest-TestServerBasicOps-1428362613-router', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:20Z', 'revision_number': 4, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'gw_port': {'id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '61887d53-c8e6-4ad0-aab2-e11aaf07a445', 'name': '', 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'mac_address': 'fa:16:3e:2a:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '66850b88-4dcb-4741-a146-13b699064bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:20Z', 'revision_number': 2, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'subnets': [{'id': '66850b88-4dcb-4741-a146-13b699064bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:31.066652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8a27d-d69f-4245-8c4e-82474e626a47 None None] Pushing event updated for resources: {'Port': ['ID=f449898b-a24d-4c67-894d-c85f41c94f6e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:31.075346 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973646e-7227-419f-a739-9f15fedb3fec req-7f383023-02ba-4689-b4fd-5791b93b1ec6 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:31.076924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8973646e-7227-419f-a739-9f15fedb3fec req-7f383023-02ba-4689-b4fd-5791b93b1ec6 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 931 time: 0.1833026 Jul 13 19:54:31.114954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92f1416b-e688-4ad3-9198-acabb8d6eb2f None None] Provisioning for port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:31.115662 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Checking router: 58943eef-3199-4bb7-9a49-0860e39f75b4 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:31.116730 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Updating router 58943eef-3199-4bb7-9a49-0860e39f75b4 port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:54:31.146118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92f1416b-e688-4ad3-9198-acabb8d6eb2f None None] Provisioning complete for port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:31.146391 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92f1416b-e688-4ad3-9198-acabb8d6eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.161427 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.195335 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.217528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-92f1416b-e688-4ad3-9198-acabb8d6eb2f None None] Port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:54:31.276615 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8973646e-7227-419f-a739-9f15fedb3fec req-95d95839-9764-4464-912f-b5d4249faa55 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1864173 Jul 13 19:54:31.366436 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.405307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92f1416b-e688-4ad3-9198-acabb8d6eb2f None None] Provisioning complete for port f449898b-a24d-4c67-894d-c85f41c94f6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:31.405745 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92f1416b-e688-4ad3-9198-acabb8d6eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.469243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e989de-286f-476b-8ba0-1b6a68f28a46 req-6885dbd4-89c8-4cd8-83b8-b76b4661da6b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:31.479565 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6e989de-286f-476b-8ba0-1b6a68f28a46 req-6885dbd4-89c8-4cd8-83b8-b76b4661da6b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.3584249 Jul 13 19:54:31.480364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:54:31.490199 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.511431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Transition to ACTIVE for port object 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:31.516195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.574482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Pushing event updated for resources: {'Port': ['ID=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:31.576218 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6e989de-286f-476b-8ba0-1b6a68f28a46 req-f652f403-9361-4365-aa31-7357833787a8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953827 Jul 13 19:54:31.710006 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.746721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Attempting to bind port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:31.747060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Attempting to bind port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:31.747397 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Attempting to bind port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed on network bcb5f622-96ce-4d04-9265-3499c9410219 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:31.751662 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Transition to ACTIVE for port object 61887d53-c8e6-4ad0-aab2-e11aaf07a445 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:31.754199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed on network bcb5f622-96ce-4d04-9265-3499c9410219 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:54:31.754385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Attempting to bind port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed on network bcb5f622-96ce-4d04-9265-3499c9410219 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:31.761758 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.767265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:31.767610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Checking segment: {'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:31.768008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Bound using segment: {'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:31.768448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Bound port: 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b72b085-dd4b-491e-88d4-500cbfa8ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:31.768819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.790469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 38f51efd-ef29-428a-9a78-adf81666e6c1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=38f51efd-ef29-428a-9a78-adf81666e6c1,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:31.803063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-6421912f-fb3a-4147-bdff-85711e03f3bb tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 19:54:31.803553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-6421912f-fb3a-4147-bdff-85711e03f3bb tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 19:54:31.866024 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6421912f-fb3a-4147-bdff-85711e03f3bb tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.884245 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cb896-a8ab-4ded-860d-4be67b3f1427 None None] Pushing event updated for resources: {'Port': ['ID=61887d53-c8e6-4ad0-aab2-e11aaf07a445,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:31.918372 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Attempting to bind port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:31.918639 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Attempting to bind port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'b34fc44c-474a-4786-9f0a-79b510dc6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:31.919196 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Attempting to bind port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 on network d6576507-f638-4d2b-aa43-b60dd5c70a2a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:31.923348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] For port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:31.925597 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:31.926082 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Checking segment: {'id': 'b34fc44c-474a-4786-9f0a-79b510dc6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:31.926999 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.927645 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Bound using segment: {'id': 'b34fc44c-474a-4786-9f0a-79b510dc6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:31.928244 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Bound port: 61887d53-c8e6-4ad0-aab2-e11aaf07a445, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34fc44c-474a-4786-9f0a-79b510dc6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:31.928555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] For port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:31.928771 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:31.935159 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.000209 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.001042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:32.003121 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] For port 61887d53-c8e6-4ad0-aab2-e11aaf07a445, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:32.006711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Pushing event updated for resources: {'Port': ['ID=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:32.007867 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] For port 61887d53-c8e6-4ad0-aab2-e11aaf07a445, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=61887d53-c8e6-4ad0-aab2-e11aaf07a445,segment=NetworkSegment(b34fc44c-474a-4786-9f0a-79b510dc6057),segment_id=b34fc44c-474a-4786-9f0a-79b510dc6057)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:32.018779 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.029502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:32.030136 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.031283 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.031946 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d615083e-9367-4f4b-a50c-190ba4e87ddd service neutron] 10.222.0.24 "PUT /v2.0/ports/0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed HTTP/1.1" status: 200 len: 1091 time: 1.6457360 Jul 13 19:54:32.032457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64092a07-d794-4d1c-8329-9c853880ca89', 'tag': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:54:32.035244 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd71697-0a00-446f-b9ea-087618611b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "64092a07-d794-4d1c-8329-9c853880ca89", "tag": "0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:54:32.156318 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Routers {'58943eef-3199-4bb7-9a49-0860e39f75b4'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:32.158177 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['58943eef-3199-4bb7-9a49-0860e39f75b4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:32.167226 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae276eba-af61-45d7-8a60-9f5f2677c6eb x-openstack-request-id: req-ae276eba-af61-45d7-8a60-9f5f2677c6eb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:54:32.167594 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64092a07-d794-4d1c-8329-9c853880ca89", "tag": "0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:54:32.167823 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae276eba-af61-45d7-8a60-9f5f2677c6eb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:54:32.168241 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64092a07-d794-4d1c-8329-9c853880ca89', 'tag': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed', 'status': 'completed', 'code': 200} Jul 13 19:54:32.205464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Transition to ACTIVE for port object 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:54:32.205721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-af552e8f-68b1-42f0-9972-206ad161a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:32.218208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-af552e8f-68b1-42f0-9972-206ad161a6d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e570c39096684720804a0f6bfc472c10&device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 1094 time: 0.1267889 Jul 13 19:54:32.239884 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cb896-a8ab-4ded-860d-4be67b3f1427 None None] Pushing event updated for resources: {'Port': ['ID=61887d53-c8e6-4ad0-aab2-e11aaf07a445,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:32.245180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=38f51efd-ef29-428a-9a78-adf81666e6c1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:32.245391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6421912f-fb3a-4147-bdff-85711e03f3bb tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.249773 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6421912f-fb3a-4147-bdff-85711e03f3bb tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.251030 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.307532 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-cfad834f-6748-4a36-af0f-453fc40bb6f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed HTTP/1.1" status: 200 len: 217 time: 0.0808947 Jul 13 19:54:32.380689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:32.381270 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.393261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-716d6b9e-5f88-4eba-9b3e-f634ad0a4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:32.394926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-716d6b9e-5f88-4eba-9b3e-f634ad0a4fd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=343b9af8-a1ce-4c7d-bf2f-f23f33de2f17 HTTP/1.1" status: 200 len: 848 time: 0.0777531 Jul 13 19:54:32.429555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7915f4-c3e1-4033-8043-87fb7416d207 None None] Pushing event updated for resources: {'Port': ['ID=976514b7-51b4-4f32-ac01-1e9b0df7ddc8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:32.438062 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] Set router 58943eef-3199-4bb7-9a49-0860e39f75b4 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:32.550765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Attempting to bind port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:54:32.551230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Attempting to bind port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a5bc76f5-292d-443f-b06d-9425f7a66199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:54:32.553677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6421912f-fb3a-4147-bdff-85711e03f3bb tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:32.554236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Attempting to bind port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 on network a25ed5b2-206c-4a99-9863-27a0d92a1fef {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:54:32.567673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d56a8860-1e29-4801-8ec6-382e63533928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:32.569323 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-d56a8860-1e29-4801-8ec6-382e63533928 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcb5f622-96ce-4d04-9265-3499c9410219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629403 Jul 13 19:54:32.570381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:54:32.570747 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Checking segment: {'id': 'a5bc76f5-292d-443f-b06d-9425f7a66199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:54:32.571148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.571600 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Bound using segment: {'id': 'a5bc76f5-292d-443f-b06d-9425f7a66199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:54:32.572703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Bound port: 976514b7-51b4-4f32-ac01-1e9b0df7ddc8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bc76f5-292d-443f-b06d-9425f7a66199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:54:32.573091 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.722178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 08057d4d-3a1b-43a8-b709-da9488f61df3 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:32.755364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] For port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:54:32.762298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-75d52b0a-104d-47df-b982-7c6c5632613e service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818082 Jul 13 19:54:32.788472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] For port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=976514b7-51b4-4f32-ac01-1e9b0df7ddc8,segment=NetworkSegment(a5bc76f5-292d-443f-b06d-9425f7a66199),segment_id=a5bc76f5-292d-443f-b06d-9425f7a66199)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:54:32.805901 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.836282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6421912f-fb3a-4147-bdff-85711e03f3bb tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:32.860931 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6421912f-fb3a-4147-bdff-85711e03f3bb tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.867894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6421912f-fb3a-4147-bdff-85711e03f3bb tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e HTTP/1.1" status: 200 len: 700 time: 1.8937795 Jul 13 19:54:32.872587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:32.884099 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c46e5c4a-17c0-40af-9b5e-e72e09070615 req-076452fe-a2e1-4ed3-b3ae-d82dc75ff212 service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021554 Jul 13 19:54:32.917804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 08057d4d-3a1b-43a8-b709-da9488f61df3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:32.918128 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:32.920583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7915f4-c3e1-4033-8043-87fb7416d207 None None] Pushing event updated for resources: {'Port': ['ID=976514b7-51b4-4f32-ac01-1e9b0df7ddc8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:32.924194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:32.924976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:32.928305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee7189-bc59-42af-b113-12ad1b1d24f7 req-c88f7292-bd7b-408c-95f0-f91c2f716fa8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:32.936996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3aee7189-bc59-42af-b113-12ad1b1d24f7 req-c88f7292-bd7b-408c-95f0-f91c2f716fa8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.1896217 Jul 13 19:54:32.955289 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'name': 'tempest-TestServerBasicOps-1428362613-router', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:20Z', 'revision_number': 4, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'gw_port': {'id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '61887d53-c8e6-4ad0-aab2-e11aaf07a445', 'name': '', 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'mac_address': 'fa:16:3e:2a:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '66850b88-4dcb-4741-a146-13b699064bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:31Z', 'revision_number': 4, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'subnets': [{'id': '66850b88-4dcb-4741-a146-13b699064bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:32.999355 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ee532-92f7-440c-9e37-33013e08199b None None] The sync data for ids ['58943eef-3199-4bb7-9a49-0860e39f75b4'] in n-d-800708-1 is: [{'id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'name': 'tempest-TestServerBasicOps-1428362613-router', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:20Z', 'revision_number': 4, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'gw_port': {'id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '61887d53-c8e6-4ad0-aab2-e11aaf07a445', 'name': '', 'network_id': 'd6576507-f638-4d2b-aa43-b60dd5c70a2a', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'mac_address': 'fa:16:3e:2a:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '66850b88-4dcb-4741-a146-13b699064bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:31Z', 'revision_number': 4, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'subnets': [{'id': '66850b88-4dcb-4741-a146-13b699064bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:33.030602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3aee7189-bc59-42af-b113-12ad1b1d24f7 req-8594360b-56e8-4f60-b323-a3d25e3e83e3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868711 Jul 13 19:54:33.043592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fd67e-241e-433a-94ff-835019a60eea req-1524fee2-10be-4e59-8f7f-86fcad8d305d tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:33.060832 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b01fd67e-241e-433a-94ff-835019a60eea req-1524fee2-10be-4e59-8f7f-86fcad8d305d tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 943 time: 0.5308053 Jul 13 19:54:33.077887 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd71697-0a00-446f-b9ea-087618611b0a req-03a9b1f9-910f-4535-8851-c642f3d4b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:33.079514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fd71697-0a00-446f-b9ea-087618611b0a req-03a9b1f9-910f-4535-8851-c642f3d4b2ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e570c39096684720804a0f6bfc472c10&device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 1094 time: 0.1243906 Jul 13 19:54:33.097252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:33.130645 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b01fd67e-241e-433a-94ff-835019a60eea req-93cfe087-876a-4324-a6a8-f29433290d25 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687914 Jul 13 19:54:33.144710 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-96cb1e09-9216-4591-8dbf-fb1d3ce5e0c8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e HTTP/1.1" status: 200 len: 700 time: 0.2706339 Jul 13 19:54:33.151267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:33.286676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd71697-0a00-446f-b9ea-087618611b0a req-077a716f-f5eb-4632-b6a0-a0d74999c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:33.286676 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fd71697-0a00-446f-b9ea-087618611b0a req-077a716f-f5eb-4632-b6a0-a0d74999c885 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcb5f622-96ce-4d04-9265-3499c9410219 HTTP/1.1" status: 200 len: 910 time: 0.1952312 Jul 13 19:54:33.341696 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fd71697-0a00-446f-b9ea-087618611b0a req-d6ecb819-fe99-4f23-a20b-2e5ea124543a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed HTTP/1.1" status: 200 len: 217 time: 0.0491135 Jul 13 19:54:33.432770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd71697-0a00-446f-b9ea-087618611b0a req-773f8d17-d8a3-4a8a-a03a-4f0a915edd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:33.439740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fd71697-0a00-446f-b9ea-087618611b0a req-773f8d17-d8a3-4a8a-a03a-4f0a915edd17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=343b9af8-a1ce-4c7d-bf2f-f23f33de2f17 HTTP/1.1" status: 200 len: 848 time: 0.0881472 Jul 13 19:54:33.451084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:31Z', 'revision_number': 7, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976514b7-51b4-4f32-ac01-1e9b0df7ddc8', 'name': '', 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:87:85:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'cfa47178-da00-4646-9860-4e650588cbcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:27Z', 'updated_at': '2021-07-13T19:54:32Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'cfa47178-da00-4646-9860-4e650588cbcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc234d86-603f-4743-9627-55f3c6deceed', 'name': '', 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:7b:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:30Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:33.487386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb9911-ddee-4f93-abb6-4968b588d60c None None] The sync data for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 is: [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:31Z', 'revision_number': 7, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976514b7-51b4-4f32-ac01-1e9b0df7ddc8', 'name': '', 'network_id': 'a25ed5b2-206c-4a99-9863-27a0d92a1fef', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:87:85:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'cfa47178-da00-4646-9860-4e650588cbcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:27Z', 'updated_at': '2021-07-13T19:54:32Z', 'revision_number': 4, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'cfa47178-da00-4646-9860-4e650588cbcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc234d86-603f-4743-9627-55f3c6deceed', 'name': '', 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:7b:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:30Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:33.503965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 61887d53-c8e6-4ad0-aab2-e11aaf07a445 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:33.515907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd71697-0a00-446f-b9ea-087618611b0a req-1bc226f6-afbf-4719-97e0-f849822f7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:33.517968 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fd71697-0a00-446f-b9ea-087618611b0a req-1bc226f6-afbf-4719-97e0-f849822f7e67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcb5f622-96ce-4d04-9265-3499c9410219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701573 Jul 13 19:54:33.523762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6bdfa-3f2d-40ba-904c-cf67d529d65c req-125a380a-898e-4613-9343-7676d0742d84 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:33.525775 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-17f6bdfa-3f2d-40ba-904c-cf67d529d65c req-125a380a-898e-4613-9343-7676d0742d84 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.1279876 Jul 13 19:54:33.553089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:33.557534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:33.558006 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:33.594868 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-17f6bdfa-3f2d-40ba-904c-cf67d529d65c req-4527a74b-d912-47bb-b371-388821ed5113 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603626 Jul 13 19:54:33.616988 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fd71697-0a00-446f-b9ea-087618611b0a req-7c460a3c-64c0-4ec6-ad20-efcd06ea437c service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901549 Jul 13 19:54:33.644114 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:33.690837 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:33.695112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 61887d53-c8e6-4ad0-aab2-e11aaf07a445, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=61887d53-c8e6-4ad0-aab2-e11aaf07a445,segment=NetworkSegment(b34fc44c-474a-4786-9f0a-79b510dc6057),segment_id=b34fc44c-474a-4786-9f0a-79b510dc6057)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:33.700621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:33.702692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fc234d86-603f-4743-9627-55f3c6deceed up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:33.753150 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9fd71697-0a00-446f-b9ea-087618611b0a req-3b605f9e-3e6a-4e41-9d82-8607a2448a17 service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283519 Jul 13 19:54:33.801233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=61887d53-c8e6-4ad0-aab2-e11aaf07a445,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:33.821579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port fc234d86-603f-4743-9627-55f3c6deceed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:33.822897 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:33.841354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15d758-2059-48ca-a81a-b9e3b715b65a req-6c79ec1f-d4fd-4761-903d-424df0df7ba1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:33.842986 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f15d758-2059-48ca-a81a-b9e3b715b65a req-6c79ec1f-d4fd-4761-903d-424df0df7ba1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0885372 Jul 13 19:54:33.915463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f15d758-2059-48ca-a81a-b9e3b715b65a req-acf3d5f3-0f26-41eb-a3b4-eaa50c5426a3 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665355 Jul 13 19:54:33.982525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f449898b-a24d-4c67-894d-c85f41c94f6e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:34.042498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f449898b-a24d-4c67-894d-c85f41c94f6e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:34.042869 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:34.080339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:34.080339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:34.179240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 38f51efd-ef29-428a-9a78-adf81666e6c1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:34.210026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port 976514b7-51b4-4f32-ac01-1e9b0df7ddc8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=976514b7-51b4-4f32-ac01-1e9b0df7ddc8,segment=NetworkSegment(a5bc76f5-292d-443f-b06d-9425f7a66199),segment_id=a5bc76f5-292d-443f-b06d-9425f7a66199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:34.210450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:34.227626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:34.255849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 38f51efd-ef29-428a-9a78-adf81666e6c1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:34.256227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:34.460620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99554078-acf1-4f73-b590-4ef9fc98ac90 req-6d483bb8-7e23-4ede-a6c2-dc0d7fcf9841 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:34.466779 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:34.467168 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99554078-acf1-4f73-b590-4ef9fc98ac90 req-6d483bb8-7e23-4ede-a6c2-dc0d7fcf9841 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0926180 Jul 13 19:54:34.502264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=976514b7-51b4-4f32-ac01-1e9b0df7ddc8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:34.520468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99554078-acf1-4f73-b590-4ef9fc98ac90 req-fe54277e-160e-41e5-8458-3d65daa4f40c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497773 Jul 13 19:54:34.616716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e5595-c688-4a37-ab37-e2137c626fac req-8927c57b-4da1-439e-a3f6-6f56bec28dbb tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:34.618328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-367e5595-c688-4a37-ab37-e2137c626fac req-8927c57b-4da1-439e-a3f6-6f56bec28dbb tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 943 time: 0.1863804 Jul 13 19:54:35.021362 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-367e5595-c688-4a37-ab37-e2137c626fac req-d976476b-dbf8-45bb-bae6-4d02b310f157 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3610613 Jul 13 19:54:35.025370 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.075772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:54:35.174775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:35.188066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'port_id': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed', 'mac_address': 'fa:16:3e:d4:7a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:54:35.224206 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:35.229515 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.242358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:54:35.263390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:35.268013 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.319936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:35.323993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:35.330680 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b94bed7b-1bcb-4855-89b4-6dfc9381f48d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1770301 Jul 13 19:54:35.331947 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:35.387368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a7d534-dfb6-4c86-a803-01af7e2039da tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting subnet cfa47178-da00-4646-9860-4e650588cbcf {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:54:35.390989 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48a7d534-dfb6-4c86-a803-01af7e2039da tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.433578 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48a7d534-dfb6-4c86-a803-01af7e2039da tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.438123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 61887d53-c8e6-4ad0-aab2-e11aaf07a445 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:35.491961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:35.492326 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.527636 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48a7d534-dfb6-4c86-a803-01af7e2039da tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.557928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:54:35.594286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] Sync routers for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:35.599824 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48a7d534-dfb6-4c86-a803-01af7e2039da tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.624788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:35.625411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:35.633997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7d534-dfb6-4c86-a803-01af7e2039da tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa47178-da00-4646-9860-4e650588cbcf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:35.637565 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48a7d534-dfb6-4c86-a803-01af7e2039da tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.639587 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-48a7d534-dfb6-4c86-a803-01af7e2039da tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/cfa47178-da00-4646-9860-4e650588cbcf HTTP/1.1" status: 204 len: 168 time: 0.3066940 Jul 13 19:54:35.642123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:35.699408 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269d6e3b-2084-4b5a-a3e1-4e41c286af46 None None] Network a25ed5b2-206c-4a99-9863-27a0d92a1fef requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:35.735947 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.738997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823d175-66d8-4a65-83f3-616cbea9c377 req-5a20cd08-5d62-40d3-8d45-dd0a0590262a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:35.740490 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d823d175-66d8-4a65-83f3-616cbea9c377 req-5a20cd08-5d62-40d3-8d45-dd0a0590262a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0746691 Jul 13 19:54:35.786890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d823d175-66d8-4a65-83f3-616cbea9c377 req-f2697f8f-c094-4f2a-9555-ef1184ba090c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399177 Jul 13 19:54:35.792756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port f449898b-a24d-4c67-894d-c85f41c94f6e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:35.793103 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.828129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:35.857921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port f449898b-a24d-4c67-894d-c85f41c94f6e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f449898b-a24d-4c67-894d-c85f41c94f6e,segment=NetworkSegment(a5bc76f5-292d-443f-b06d-9425f7a66199),segment_id=a5bc76f5-292d-443f-b06d-9425f7a66199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:35.858276 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.871423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for f449898b-a24d-4c67-894d-c85f41c94f6e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:35.954506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.981320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=f449898b-a24d-4c67-894d-c85f41c94f6e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:35.984835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No DVR routers for this DVR port f449898b-a24d-4c67-894d-c85f41c94f6e on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:36.073919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.085156 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25ed5b2-206c-4a99-9863-27a0d92a1fef']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:36.097564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bc76f5-292d-443f-b06d-9425f7a66199') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:36.097954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bc76f5-292d-443f-b06d-9425f7a66199') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:36.110378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.126639 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.134014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:54:36.135069 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:54:36.138392 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:54:36.227544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.239177 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.241026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/networks/a25ed5b2-206c-4a99-9863-27a0d92a1fef HTTP/1.1" status: 204 len: 168 time: 0.5978334 Jul 13 19:54:36.244813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:36.261512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c436b3-c6ac-4137-9a32-470981c65b76 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Network': ['ID=a25ed5b2-206c-4a99-9863-27a0d92a1fef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:36.275100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c129ad-d28e-4285-b8fa-a99c36fea607 req-e1910e86-7c83-4ab9-96cd-41b71225457e tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:36.277188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99c129ad-d28e-4285-b8fa-a99c36fea607 req-e1910e86-7c83-4ab9-96cd-41b71225457e tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 944 time: 0.1373301 Jul 13 19:54:36.336915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99c129ad-d28e-4285-b8fa-a99c36fea607 req-2a6de2db-4190-4eac-9ab3-6ff3601d844b tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519559 Jul 13 19:54:36.340045 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e2bf6-0708-43c8-9ac7-6b184b4af1fd None None] DHCP port deletion for a25ed5b2-206c-4a99-9863-27a0d92a1fef request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:54:36.384052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:34Z', 'revision_number': 8, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc234d86-603f-4743-9627-55f3c6deceed', 'name': '', 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:7b:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:30Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:36.412959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] Checking router: 3f29f7b2-17ce-4018-8f15-73233ad02c1e for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:36.421293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:36.422166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:36.511832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:36.625357 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.715033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:34Z', 'revision_number': 8, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc234d86-603f-4743-9627-55f3c6deceed', 'name': '', 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:7b:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:30Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:36.747416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c697b-b16d-44e5-acd7-988788e33db6 None None] The sync data for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 is: [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:34Z', 'revision_number': 8, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc234d86-603f-4743-9627-55f3c6deceed', 'name': '', 'network_id': '33515ee3-d837-414c-abea-eaa86d97d04e', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:7b:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:19Z', 'updated_at': '2021-07-13T19:54:30Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '3547e228-ab28-41ad-91c8-3dbe8c22fe61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:36.877804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port fc234d86-603f-4743-9627-55f3c6deceed {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:36.878376 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.007423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port fc234d86-603f-4743-9627-55f3c6deceed, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fc234d86-603f-4743-9627-55f3c6deceed,segment=NetworkSegment(13045d6f-a0c7-43cd-8210-1d5726724367),segment_id=13045d6f-a0c7-43cd-8210-1d5726724367)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:37.007781 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.029040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0329-19f9-42ba-bb12-a5beeff37909 req-c72d9b7b-6897-4155-9b9f-ee56ec31300b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:37.030581 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cfd0329-19f9-42ba-bb12-a5beeff37909 req-c72d9b7b-6897-4155-9b9f-ee56ec31300b tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.1105795 Jul 13 19:54:37.031469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for fc234d86-603f-4743-9627-55f3c6deceed owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:37.075915 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:54:37.112086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3cfd0329-19f9-42ba-bb12-a5beeff37909 req-49b7248c-f881-4d81-8118-568be53a1cd6 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750070 Jul 13 19:54:37.129322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:54:37.142989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:54:37.143427 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.224440 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.248503 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.249179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64092a07-d794-4d1c-8329-9c853880ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:54:37.251522 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa06ca3-3267-40f8-85d1-94b8109e782b" -d '{"events": [{"server_uuid": "64092a07-d794-4d1c-8329-9c853880ca89", "name": "network-vif-plugged", "status": "completed", "tag": "0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:54:37.264175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:37.268352 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.283572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=fc234d86-603f-4743-9627-55f3c6deceed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:37.315451 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7992241d-416d-4eb1-869f-c43fd050b5db x-openstack-request-id: req-7992241d-416d-4eb1-869f-c43fd050b5db {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:54:37.315861 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64092a07-d794-4d1c-8329-9c853880ca89", "name": "network-vif-plugged", "status": "completed", "tag": "0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:54:37.316103 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7992241d-416d-4eb1-869f-c43fd050b5db {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:54:37.316593 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64092a07-d794-4d1c-8329-9c853880ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed', 'code': 200} Jul 13 19:54:37.336563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:37.529438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f449898b-a24d-4c67-894d-c85f41c94f6e no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:37.550165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: f449898b-a24d-4c67-894d-c85f41c94f6e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:37.550536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f449898b-a24d-4c67-894d-c85f41c94f6e not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:37.550953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:37.555452 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.569798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:37.570129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 976514b7-51b4-4f32-ac01-1e9b0df7ddc8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:37.584727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38835c-866a-41b0-80e9-8e0ebcb93efd req-5981bddb-b609-42bf-a638-afa1a3c316a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:37.586215 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb38835c-866a-41b0-80e9-8e0ebcb93efd req-5981bddb-b609-42bf-a638-afa1a3c316a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 1096 time: 0.1607907 Jul 13 19:54:37.962016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2275ff-7691-4d78-8176-e76e5a0ab4db req-905e9e25-c235-4a54-aa63-4668f3ad73c7 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:37.964364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca2275ff-7691-4d78-8176-e76e5a0ab4db req-905e9e25-c235-4a54-aa63-4668f3ad73c7 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 945 time: 0.4753175 Jul 13 19:54:37.998332 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb38835c-866a-41b0-80e9-8e0ebcb93efd req-8f205ddb-99e6-492a-96ef-59bc9b1ba3b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3812294 Jul 13 19:54:38.024057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca2275ff-7691-4d78-8176-e76e5a0ab4db req-ed2bf7aa-9149-4a62-8590-0ae4f9ff1776 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490837 Jul 13 19:54:38.111534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:38.206788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:38.212138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0ead849a-d3e3-4a4f-8a79-e650a71f6d29 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9659860 Jul 13 19:54:38.214951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:38.216855 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] Sync routers for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:38.226391 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:38.227028 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:38.271216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-63748f21-0668-46bf-bcec-5969301f9f2f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting subnet 3547e228-ab28-41ad-91c8-3dbe8c22fe61 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:54:38.275552 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63748f21-0668-46bf-bcec-5969301f9f2f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.307775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2c536-846c-44de-b07d-8133f2aae51f req-4bcfdc83-9b5c-45d0-b26e-1cc101989358 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:38.309315 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3e2c536-846c-44de-b07d-8133f2aae51f req-4bcfdc83-9b5c-45d0-b26e-1cc101989358 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0747926 Jul 13 19:54:38.320724 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63748f21-0668-46bf-bcec-5969301f9f2f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.327898 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:38.352338 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3e2c536-846c-44de-b07d-8133f2aae51f req-9dba4812-6663-4c84-a402-77ec72a8c9d0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Jul 13 19:54:38.406872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63748f21-0668-46bf-bcec-5969301f9f2f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.469114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63748f21-0668-46bf-bcec-5969301f9f2f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.494712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748f21-0668-46bf-bcec-5969301f9f2f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Subnet': ['ID=3547e228-ab28-41ad-91c8-3dbe8c22fe61,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:38.501746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63748f21-0668-46bf-bcec-5969301f9f2f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.506673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-63748f21-0668-46bf-bcec-5969301f9f2f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/3547e228-ab28-41ad-91c8-3dbe8c22fe61 HTTP/1.1" status: 204 len: 168 time: 0.2876596 Jul 13 19:54:38.507362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba0a2b-76f6-45f3-bdd9-b6c85fcd9275 None None] Network 33515ee3-d837-414c-abea-eaa86d97d04e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:38.507589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:38.535246 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:37Z', 'revision_number': 9, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:38.563749 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] Checking router: 3f29f7b2-17ce-4018-8f15-73233ad02c1e for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:38.573286 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:38.573583 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:38.588780 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.643211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:38.643561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.664079 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:38.709338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b7a25-cd9a-44b7-bef3-eaa4197f3009 None None] DHCP port deletion for 33515ee3-d837-414c-abea-eaa86d97d04e request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:54:38.711540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5,segment=NetworkSegment(13045d6f-a0c7-43cd-8210-1d5726724367),segment_id=13045d6f-a0c7-43cd-8210-1d5726724367)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:38.712136 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.726447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:38.757631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-840b7a25-cd9a-44b7-bef3-eaa4197f3009 None None] Deleting port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:38.758112 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-840b7a25-cd9a-44b7-bef3-eaa4197f3009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.816364 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.830876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-840b7a25-cd9a-44b7-bef3-eaa4197f3009 None None] For port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5,segment=NetworkSegment(13045d6f-a0c7-43cd-8210-1d5726724367),segment_id=13045d6f-a0c7-43cd-8210-1d5726724367)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:38.831370 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-840b7a25-cd9a-44b7-bef3-eaa4197f3009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.843135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:38.846982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No DVR routers for this DVR port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:38.847317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-840b7a25-cd9a-44b7-bef3-eaa4197f3009 None None] Calling delete_port for 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:38.889256 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:37Z', 'revision_number': 9, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:38.920883 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe658b36-d16b-45f2-918f-ca5de9e259f8 None None] The sync data for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 is: [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:37Z', 'revision_number': 9, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '08057d4d-3a1b-43a8-b709-da9488f61df3', 'name': '', 'network_id': '0142bd44-1531-41f5-bda9-8471904759ee', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:92:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:14Z', 'updated_at': '2021-07-13T19:54:25Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': 'b80e7ada-054c-4b47-91e0-985876d5560d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:38.939726 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.946511 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-840b7a25-cd9a-44b7-bef3-eaa4197f3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.951700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33515ee3-d837-414c-abea-eaa86d97d04e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:38.963475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13045d6f-a0c7-43cd-8210-1d5726724367') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:38.963787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13045d6f-a0c7-43cd-8210-1d5726724367') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:38.972978 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:38.982192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b7a25-cd9a-44b7-bef3-eaa4197f3009 None None] Pushing event deleted for resources: {'Port': ['ID=0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:38.986465 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b7a25-cd9a-44b7-bef3-eaa4197f3009 None None] No DVR routers for this DVR port 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:38.991727 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:39.001793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:54:39.002225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:54:39.005645 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:54:39.065990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:39.072817 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:39.074653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/networks/33515ee3-d837-414c-abea-eaa86d97d04e HTTP/1.1" status: 204 len: 168 time: 0.5658445 Jul 13 19:54:39.077647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:39.086496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef72da2-9d04-45ab-afd2-04afc2062ded tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Network': ['ID=33515ee3-d837-414c-abea-eaa86d97d04e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:39.313753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f16e5-4993-47a5-9beb-4d9aae24fbd1 req-3936e5bf-cec7-4d46-b2e5-098b3e8c6e3a tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:39.315337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-316f16e5-4993-47a5-9beb-4d9aae24fbd1 req-3936e5bf-cec7-4d46-b2e5-098b3e8c6e3a tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 945 time: 0.1663370 Jul 13 19:54:39.394468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-316f16e5-4993-47a5-9beb-4d9aae24fbd1 req-746285ad-1afb-4eaf-bc8d-c7615727180c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704613 Jul 13 19:54:39.464806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fc234d86-603f-4743-9627-55f3c6deceed no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:39.485298 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: fc234d86-603f-4743-9627-55f3c6deceed {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:39.485644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fc234d86-603f-4743-9627-55f3c6deceed not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:39.489518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:39.511227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:39.521075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:39.522455 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0bf0269f-2f93-4fc2-bcef-6b74a5a6a6c5 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:39.581706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921faf-e151-475d-8663-ea882e854489 req-f656719f-179a-45b9-8e5a-648e5c6e6dcf tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:39.583278 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a4921faf-e151-475d-8663-ea882e854489 req-f656719f-179a-45b9-8e5a-648e5c6e6dcf tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0745497 Jul 13 19:54:39.621175 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a4921faf-e151-475d-8663-ea882e854489 req-1535fbe6-a62c-4cab-bfc1-3d4d9c4a5f10 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318444 Jul 13 19:54:39.688238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff799737-4597-4bca-865d-e4b15f602957 req-156efe25-2076-4efa-907b-e54ed5e564d5 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:39.689777 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff799737-4597-4bca-865d-e4b15f602957 req-156efe25-2076-4efa-907b-e54ed5e564d5 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 945 time: 0.1385157 Jul 13 19:54:39.750048 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff799737-4597-4bca-865d-e4b15f602957 req-d9da3d1e-1026-48d3-a673-2bd4237b5635 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405998 Jul 13 19:54:39.856541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 08057d4d-3a1b-43a8-b709-da9488f61df3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:39.856795 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:39.922670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5806bc5-9737-4ba0-98a1-774393cefbb1 req-18223236-a2b0-49a5-adaa-2761ae359e13 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:39.924207 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5806bc5-9737-4ba0-98a1-774393cefbb1 req-18223236-a2b0-49a5-adaa-2761ae359e13 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 945 time: 0.0644155 Jul 13 19:54:39.949536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port 08057d4d-3a1b-43a8-b709-da9488f61df3, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=08057d4d-3a1b-43a8-b709-da9488f61df3,segment=NetworkSegment(363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e),segment_id=363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:39.949900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:39.962174 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e5806bc5-9737-4ba0-98a1-774393cefbb1 req-8bf0a2a3-7a6c-42fa-9e3a-86d2bfe3f7cf tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323024 Jul 13 19:54:39.963529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 08057d4d-3a1b-43a8-b709-da9488f61df3 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:39.987042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:40.129007 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d13e8b-e821-4496-a709-0538f05eadc9 tempest-TestServerBasicOps-1155878441 tempest-TestServerBasicOps-1155878441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:40.130463 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-59d13e8b-e821-4496-a709-0538f05eadc9 tempest-TestServerBasicOps-1155878441 tempest-TestServerBasicOps-1155878441-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 1091 time: 0.1424327 Jul 13 19:54:40.133478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:40.138320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:40.143102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:40.162615 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:40.172020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=08057d4d-3a1b-43a8-b709-da9488f61df3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:40.280328 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:40.345300 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:40.397292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Allocated IP 172.25.7.12 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/210c16de-f6d2-4b19-9bbc-80aba4fe6eb9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:54:40.500190 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:40.535744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:40.542097 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:40.590099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:54:40.593511 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:54:40.598638 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:54:40.645182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:40.652476 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2991a7f0-f56c-4735-80b2-f41a4662f287 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5731301 Jul 13 19:54:40.657979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] Sync routers for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:40.662611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:40.676596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:40.677247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:40.726185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44b52a2-3ec7-4db6-be2e-321503bb1e85 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting subnet b80e7ada-054c-4b47-91e0-985876d5560d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:54:40.730852 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44b52a2-3ec7-4db6-be2e-321503bb1e85 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:40.780594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:40.794744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event updated for resources: {'Port': ['ID=210c16de-f6d2-4b19-9bbc-80aba4fe6eb9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:40.810160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44b52a2-3ec7-4db6-be2e-321503bb1e85 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:40.884070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f899ad7-8803-4002-8359-9bb001d0ebee req-f080c4ce-573a-4485-8b4d-d91d2e67d193 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:40.886588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f899ad7-8803-4002-8359-9bb001d0ebee req-f080c4ce-573a-4485-8b4d-d91d2e67d193 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.1304648 Jul 13 19:54:40.949420 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44b52a2-3ec7-4db6-be2e-321503bb1e85 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:40.974754 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f899ad7-8803-4002-8359-9bb001d0ebee req-5150e6d8-d36d-4cb7-b43e-2b2366022f93 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696611 Jul 13 19:54:41.005472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:40Z', 'revision_number': 10, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:41.019634 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44b52a2-3ec7-4db6-be2e-321503bb1e85 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.035190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] Checking router: 3f29f7b2-17ce-4018-8f15-73233ad02c1e for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:41.044104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:41.044721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:41.056859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b52a2-3ec7-4db6-be2e-321503bb1e85 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Subnet': ['ID=b80e7ada-054c-4b47-91e0-985876d5560d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:41.060694 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44b52a2-3ec7-4db6-be2e-321503bb1e85 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.062818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c44b52a2-3ec7-4db6-be2e-321503bb1e85 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/b80e7ada-054c-4b47-91e0-985876d5560d HTTP/1.1" status: 204 len: 168 time: 0.3985093 Jul 13 19:54:41.065497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:41.086340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f439e1-fefd-4a66-abca-8bdb4a424227 None None] Network 0142bd44-1531-41f5-bda9-8471904759ee requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:41.143774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.191890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:41.205728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port fc9fc464-fbab-4a29-bbdb-7501a5ad446f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:41.206129 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.289611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port fc9fc464-fbab-4a29-bbdb-7501a5ad446f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fc9fc464-fbab-4a29-bbdb-7501a5ad446f,segment=NetworkSegment(363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e),segment_id=363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:41.289999 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.304646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for fc9fc464-fbab-4a29-bbdb-7501a5ad446f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:41.457476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.459759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:40Z', 'revision_number': 10, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:41.489160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No DVR routers for this DVR port fc9fc464-fbab-4a29-bbdb-7501a5ad446f on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:41.494655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=fc9fc464-fbab-4a29-bbdb-7501a5ad446f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:41.528808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.580045 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.592174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0142bd44-1531-41f5-bda9-8471904759ee']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:41.604546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:41.604866 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363f0e7e-bd0c-455a-9e1e-23a35cb4ef0e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:41.615521 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.629740 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.637407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:54:41.637933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:54:41.641938 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:54:41.652937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.660693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e509aea-7dae-48f2-9f88-5bcee04e84ea None None] DHCP port deletion for 0142bd44-1531-41f5-bda9-8471904759ee request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:54:41.663087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0bdd1e-8a08-4273-9adc-72a4c79b9a29 None None] The sync data for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 is: [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:40Z', 'revision_number': 10, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None, '_interfaces': [{'id': '29b28ceb-2739-44d5-bf79-33e9b92a1d00', 'name': '', 'network_id': '4356e890-a642-490e-95cc-62a77e476da7', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'mac_address': 'fa:16:3e:6a:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:09Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 5, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'subnets': [{'id': '96dd067b-114f-4d59-8695-351fb83cd1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:41.715468 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.737171 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.739066 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/networks/0142bd44-1531-41f5-bda9-8471904759ee HTTP/1.1" status: 204 len: 168 time: 0.6724730 Jul 13 19:54:41.741886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:41.749602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dafa09-721c-40c3-92c6-65cd88d074f2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Network': ['ID=0142bd44-1531-41f5-bda9-8471904759ee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:41.829339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.835128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:41.915692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event updated for resources: {'Port': ['ID=210c16de-f6d2-4b19-9bbc-80aba4fe6eb9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:41.922437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:42.028490 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Floating IP 947bc57b-8191-4f7a-ae88-9c764468f4cc associated. External IP: 172.25.7.12, port: 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed. Jul 13 19:54:42.082360 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:42.246326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1f716-3a4c-4b25-b1d8-5d9d1ce20f63 req-c6f960ee-b939-4cf7-80dd-2b0f0e07e224 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:42.247966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9be1f716-3a4c-4b25-b1d8-5d9d1ce20f63 req-c6f960ee-b939-4cf7-80dd-2b0f0e07e224 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.1359308 Jul 13 19:54:42.327246 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9be1f716-3a4c-4b25-b1d8-5d9d1ce20f63 req-bfc55e7e-4ff5-4a16-b6fd-65bde66b2f1d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527880 Jul 13 19:54:42.334689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Router f5aa5567-625c-448f-a87e-81ada4a62ef5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:42.413390 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:54:42.448892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:42.460349 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] Sync routers for ids ['f5aa5567-625c-448f-a87e-81ada4a62ef5'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:42.464911 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:42.471679 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] Routers {'f5aa5567-625c-448f-a87e-81ada4a62ef5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:42.472416 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f5aa5567-625c-448f-a87e-81ada4a62ef5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:42.514758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7b079908-e046-499e-8056-92d50ea02e96 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3680952 Jul 13 19:54:42.514758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64092a07-d794-4d1c-8329-9c853880ca89', 'tag': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:54:42.514758 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e8dce9-2857-4808-99d6-ecfcee4d3c77" -d '{"events": [{"name": "network-changed", "server_uuid": "64092a07-d794-4d1c-8329-9c853880ca89", "tag": "0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:54:42.543452 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f2056f-d188-41da-8e94-c08cccb945be x-openstack-request-id: req-45f2056f-d188-41da-8e94-c08cccb945be {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:54:42.543748 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64092a07-d794-4d1c-8329-9c853880ca89", "tag": "0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:54:42.543997 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45f2056f-d188-41da-8e94-c08cccb945be {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:54:42.544397 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64092a07-d794-4d1c-8329-9c853880ca89', 'tag': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed', 'status': 'completed', 'code': 200} Jul 13 19:54:42.591501 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] Set router f5aa5567-625c-448f-a87e-81ada4a62ef5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:42.664200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-2ed78a44-409c-42e7-9bf6-af2984dfa110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:42.665815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-2ed78a44-409c-42e7-9bf6-af2984dfa110 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e570c39096684720804a0f6bfc472c10&device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 1096 time: 0.0906909 Jul 13 19:54:42.727557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 29b28ceb-2739-44d5-bf79-33e9b92a1d00 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:42.728521 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:42.817737 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:12Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '947bc57b-8191-4f7a-ae88-9c764468f4cc', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'port_id': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'mac_address': 'fa:16:3e:d4:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64092a07-d794-4d1c-8329-9c853880ca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:54:40Z', 'updated_at': '2021-07-13T19:54:40Z', 'revision_number': 0, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef', 'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'mac_address': 'fa:16:3e:90:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:11Z', 'updated_at': '2021-07-13T19:54:27Z', 'revision_number': 5, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'subnets': [{'id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:42.843706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-f0c9d42b-1970-4956-bef3-c8606ef5490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:42.845111 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] Checking router: f5aa5567-625c-448f-a87e-81ada4a62ef5 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:42.845273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-f0c9d42b-1970-4956-bef3-c8606ef5490b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcb5f622-96ce-4d04-9265-3499c9410219 HTTP/1.1" status: 200 len: 910 time: 0.1717188 Jul 13 19:54:42.851488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port 29b28ceb-2739-44d5-bf79-33e9b92a1d00, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=29b28ceb-2739-44d5-bf79-33e9b92a1d00,segment=NetworkSegment(c3d3d329-4361-43d1-8e74-50a4b0d623cf),segment_id=c3d3d329-4361-43d1-8e74-50a4b0d623cf)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:42.851841 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:42.854298 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] Routers {'f5aa5567-625c-448f-a87e-81ada4a62ef5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:42.854935 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f5aa5567-625c-448f-a87e-81ada4a62ef5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:42.899530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 29b28ceb-2739-44d5-bf79-33e9b92a1d00 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:42.960594 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] Set router f5aa5567-625c-448f-a87e-81ada4a62ef5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:42.991439 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-42243df8-5ffd-4ef0-b254-7aa93bfdd798 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed HTTP/1.1" status: 200 len: 998 time: 0.1363704 Jul 13 19:54:43.095524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-598671df-82ce-4cf3-8b4a-8a3a36ed0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:43.096907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-598671df-82ce-4cf3-8b4a-8a3a36ed0f78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=343b9af8-a1ce-4c7d-bf2f-f23f33de2f17 HTTP/1.1" status: 200 len: 848 time: 0.0962777 Jul 13 19:54:43.195631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:43.226642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=29b28ceb-2739-44d5-bf79-33e9b92a1d00,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:43.238530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-3dd95531-1fa4-453b-af50-7ed799db91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:43.240059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-3dd95531-1fa4-453b-af50-7ed799db91dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcb5f622-96ce-4d04-9265-3499c9410219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354909 Jul 13 19:54:43.281881 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:12Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '947bc57b-8191-4f7a-ae88-9c764468f4cc', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'port_id': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'mac_address': 'fa:16:3e:d4:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64092a07-d794-4d1c-8329-9c853880ca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:54:40Z', 'updated_at': '2021-07-13T19:54:40Z', 'revision_number': 0, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef', 'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'mac_address': 'fa:16:3e:90:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:11Z', 'updated_at': '2021-07-13T19:54:27Z', 'revision_number': 5, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'subnets': [{'id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:43.313164 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bd5a1-e3bc-435c-87ce-05ddd397f9de None None] The sync data for ids ['f5aa5567-625c-448f-a87e-81ada4a62ef5'] in n-d-800708-1 is: [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:12Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '947bc57b-8191-4f7a-ae88-9c764468f4cc', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'port_id': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'mac_address': 'fa:16:3e:d4:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64092a07-d794-4d1c-8329-9c853880ca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:54:40Z', 'updated_at': '2021-07-13T19:54:40Z', 'revision_number': 0, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef', 'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'mac_address': 'fa:16:3e:90:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:11Z', 'updated_at': '2021-07-13T19:54:27Z', 'revision_number': 5, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'subnets': [{'id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:43.450997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:43.456791 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-2f407e37-11d5-4ceb-941a-533ffe148e7d service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996295 Jul 13 19:54:43.529560 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fc9fc464-fbab-4a29-bbdb-7501a5ad446f no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:43.555196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: fc9fc464-fbab-4a29-bbdb-7501a5ad446f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:43.558371 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device fc9fc464-fbab-4a29-bbdb-7501a5ad446f not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:43.561976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 08057d4d-3a1b-43a8-b709-da9488f61df3 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:43.579531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc6c1c-2fce-4df8-8c80-953b6cec24ec req-b36021f5-db6e-4100-aa65-e2e8300c5fd0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:43.582660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 08057d4d-3a1b-43a8-b709-da9488f61df3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:43.583286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 08057d4d-3a1b-43a8-b709-da9488f61df3 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:43.585204 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c9fc6c1c-2fce-4df8-8c80-953b6cec24ec req-b36021f5-db6e-4100-aa65-e2e8300c5fd0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0939837 Jul 13 19:54:43.599401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252661cd-ac4c-45d0-a310-8208f7eea70b None None] New status for floating IP 947bc57b-8191-4f7a-ae88-9c764468f4cc: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:54:43.631278 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c9fc6c1c-2fce-4df8-8c80-953b6cec24ec req-2b637b06-dcfd-4001-91e6-df3d4179b5e8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Jul 13 19:54:43.700765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98e8dce9-2857-4808-99d6-ecfcee4d3c77 req-89be4b11-9ecc-4fa8-bc63-ca3dd739154b service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361751 Jul 13 19:54:43.711962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:43.800743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:43.805642 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f4c2c3db-b016-434a-854b-6d73d539377d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0621648 Jul 13 19:54:43.808791 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:43.809711 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] Sync routers for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:43.818773 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:43.819444 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:43.860077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5776d8c2-2383-471b-bae8-fb99e268eeb1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting subnet 96dd067b-114f-4d59-8695-351fb83cd1a6 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:54:43.863071 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5776d8c2-2383-471b-bae8-fb99e268eeb1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:43.895159 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:43.913905 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5776d8c2-2383-471b-bae8-fb99e268eeb1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:43.957620 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:43Z', 'revision_number': 11, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:43.985821 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] Checking router: 3f29f7b2-17ce-4018-8f15-73233ad02c1e for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:43.995694 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:43.996320 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:44.016345 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5776d8c2-2383-471b-bae8-fb99e268eeb1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.072550 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:44.085547 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5776d8c2-2383-471b-bae8-fb99e268eeb1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.113890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776d8c2-2383-471b-bae8-fb99e268eeb1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Subnet': ['ID=96dd067b-114f-4d59-8695-351fb83cd1a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:44.117444 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5776d8c2-2383-471b-bae8-fb99e268eeb1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.120214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5776d8c2-2383-471b-bae8-fb99e268eeb1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/96dd067b-114f-4d59-8695-351fb83cd1a6 HTTP/1.1" status: 204 len: 168 time: 0.3103931 Jul 13 19:54:44.122820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:44.130976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b31ca-023c-45b2-9181-520cab3e261e None None] Network 4356e890-a642-490e-95cc-62a77e476da7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:44.142425 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:43Z', 'revision_number': 11, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:44.176860 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1831ef-11c2-4965-b8b5-1fd151d37636 None None] The sync data for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 is: [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:43Z', 'revision_number': 11, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:44.220103 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.283822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Deleting port 8fdaaa2e-b3da-42e5-8670-1aec46905299 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:44.284167 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.357624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] For port 8fdaaa2e-b3da-42e5-8670-1aec46905299, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8fdaaa2e-b3da-42e5-8670-1aec46905299,segment=NetworkSegment(c3d3d329-4361-43d1-8e74-50a4b0d623cf),segment_id=c3d3d329-4361-43d1-8e74-50a4b0d623cf)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:44.357979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.372322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Calling delete_port for 8fdaaa2e-b3da-42e5-8670-1aec46905299 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:44.466704 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.497383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Port': ['ID=8fdaaa2e-b3da-42e5-8670-1aec46905299,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:44.501167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No DVR routers for this DVR port 8fdaaa2e-b3da-42e5-8670-1aec46905299 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:44.544461 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e4f775-3b57-4e3d-871f-64c95cb6b5f0 None None] DHCP port deletion for 4356e890-a642-490e-95cc-62a77e476da7 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:54:44.602658 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.614876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4356e890-a642-490e-95cc-62a77e476da7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:44.626244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d3d329-4361-43d1-8e74-50a4b0d623cf') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:44.626629 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d3d329-4361-43d1-8e74-50a4b0d623cf') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:44.635994 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.650280 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.656231 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:54:44.656688 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:54:44.659852 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:54:44.720793 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.728433 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.730390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/networks/4356e890-a642-490e-95cc-62a77e476da7 HTTP/1.1" status: 204 len: 168 time: 0.6066194 Jul 13 19:54:44.733223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:44.738286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-713535cb-c174-440b-b6da-1164ed32199d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:44.744342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1c6db-1fdd-4d33-baf2-1b9226695a53 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Pushing event deleted for resources: {'Network': ['ID=4356e890-a642-490e-95cc-62a77e476da7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:44.825676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba8c55-8106-467d-be99-4f99717c5b7c req-105e6364-f399-4b40-bded-4bbf8b287829 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:44.827238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eaba8c55-8106-467d-be99-4f99717c5b7c req-105e6364-f399-4b40-bded-4bbf8b287829 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0698776 Jul 13 19:54:44.866055 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eaba8c55-8106-467d-be99-4f99717c5b7c req-b8cc78a0-0ca8-42a8-9bfc-4392ae0e1474 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Jul 13 19:54:44.902471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-713535cb-c174-440b-b6da-1164ed32199d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 19:54:44.902813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-713535cb-c174-440b-b6da-1164ed32199d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 19:54:44.903181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713535cb-c174-440b-b6da-1164ed32199d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.036399 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713535cb-c174-440b-b6da-1164ed32199d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.039591 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713535cb-c174-440b-b6da-1164ed32199d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.117302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713535cb-c174-440b-b6da-1164ed32199d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 3f29f7b2-17ce-4018-8f15-73233ad02c1e has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:45.195918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713535cb-c174-440b-b6da-1164ed32199d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:45.203151 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713535cb-c174-440b-b6da-1164ed32199d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.204296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-713535cb-c174-440b-b6da-1164ed32199d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e HTTP/1.1" status: 200 len: 701 time: 0.4700403 Jul 13 19:54:45.205499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] Sync routers for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:45.207134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:45.215469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:45.216078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:45.235894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ac77c3d9-6fb3-40c9-ba8f-35dbf34b2e3b tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f29f7b2-17ce-4018-8f15-73233ad02c1e HTTP/1.1" status: 200 len: 205 time: 0.0276048 Jul 13 19:54:45.238352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:45.285964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:45.312697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63104ce8-1c0b-44e1-a70f-21130558afba tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.341826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:43Z', 'revision_number': 11, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:45.368521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] Checking router: 3f29f7b2-17ce-4018-8f15-73233ad02c1e for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:45.379079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] Routers {'3f29f7b2-17ce-4018-8f15-73233ad02c1e'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:45.379697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:45.443762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 29b28ceb-2739-44d5-bf79-33e9b92a1d00 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:45.470510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 29b28ceb-2739-44d5-bf79-33e9b92a1d00 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:45.470829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 29b28ceb-2739-44d5-bf79-33e9b92a1d00 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:45.471265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8fdaaa2e-b3da-42e5-8670-1aec46905299 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:45.473391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] Set router 3f29f7b2-17ce-4018-8f15-73233ad02c1e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:45.477387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63104ce8-1c0b-44e1-a70f-21130558afba tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.480253 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63104ce8-1c0b-44e1-a70f-21130558afba tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.523017 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63104ce8-1c0b-44e1-a70f-21130558afba tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.523590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63104ce8-1c0b-44e1-a70f-21130558afba tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Fanout notify agent at l3_agent the message router_deleted on router 3f29f7b2-17ce-4018-8f15-73233ad02c1e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:54:45.531044 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63104ce8-1c0b-44e1-a70f-21130558afba tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.536138 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-63104ce8-1c0b-44e1-a70f-21130558afba tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e HTTP/1.1" status: 204 len: 168 time: 0.2928894 Jul 13 19:54:45.536279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:45.541253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-95b5a351-62df-4924-9280-1a69e1d7a6cc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-987994316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:45.541646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 8fdaaa2e-b3da-42e5-8670-1aec46905299 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:45.541992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8fdaaa2e-b3da-42e5-8670-1aec46905299 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:45.543620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:43Z', 'revision_number': 11, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:45.566002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b5a351-62df-4924-9280-1a69e1d7a6cc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.567009 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b5a351-62df-4924-9280-1a69e1d7a6cc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.572729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74c7ed-7712-472f-917b-b4e880d2e026 None None] The sync data for ids ['3f29f7b2-17ce-4018-8f15-73233ad02c1e'] in n-d-800708-1 is: [{'id': '3f29f7b2-17ce-4018-8f15-73233ad02c1e', 'name': 'tempest-RoutersTest-router-2120758355', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:43Z', 'revision_number': 11, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:45.625005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b5a351-62df-4924-9280-1a69e1d7a6cc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.629153 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b5a351-62df-4924-9280-1a69e1d7a6cc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.646237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b5a351-62df-4924-9280-1a69e1d7a6cc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.647810 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-95b5a351-62df-4924-9280-1a69e1d7a6cc tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1105754 Jul 13 19:54:45.651250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:45.655758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0e724bb6-0841-4096-89b4-152343cd5e38 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:45.776783 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.866659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e724bb6-0841-4096-89b4-152343cd5e38 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.876107 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e724bb6-0841-4096-89b4-152343cd5e38 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:45.975323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e724bb6-0841-4096-89b4-152343cd5e38 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Router 5c5b80c3-6378-493f-8d97-aa7ec25145b8 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:54:46.082117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e724bb6-0841-4096-89b4-152343cd5e38 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:46.090272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e724bb6-0841-4096-89b4-152343cd5e38 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:46.090927 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] Sync routers for ids ['5c5b80c3-6378-493f-8d97-aa7ec25145b8'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:46.091557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0e724bb6-0841-4096-89b4-152343cd5e38 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "PUT /v2.0/routers/5c5b80c3-6378-493f-8d97-aa7ec25145b8 HTTP/1.1" status: 200 len: 693 time: 0.4393559 Jul 13 19:54:46.094159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:46.099691 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] Routers {'5c5b80c3-6378-493f-8d97-aa7ec25145b8'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:46.100280 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5c5b80c3-6378-493f-8d97-aa7ec25145b8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:46.169544 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] Set router 5c5b80c3-6378-493f-8d97-aa7ec25145b8 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:46.222808 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5b80c3-6378-493f-8d97-aa7ec25145b8', 'name': 'tempest-RoutersTest-router-987994316', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:45Z', 'updated_at': '2021-07-13T19:54:45Z', 'revision_number': 2, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:46.253206 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] Checking router: 5c5b80c3-6378-493f-8d97-aa7ec25145b8 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:46.262732 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] Routers {'5c5b80c3-6378-493f-8d97-aa7ec25145b8'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:46.263371 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:54:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5c5b80c3-6378-493f-8d97-aa7ec25145b8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:46.332903 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] Set router 5c5b80c3-6378-493f-8d97-aa7ec25145b8 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:46.385837 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5b80c3-6378-493f-8d97-aa7ec25145b8', 'name': 'tempest-RoutersTest-router-987994316', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:45Z', 'updated_at': '2021-07-13T19:54:45Z', 'revision_number': 2, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:46.417577 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab8790-ab3e-412c-b12f-1e0adc7baea3 None None] The sync data for ids ['5c5b80c3-6378-493f-8d97-aa7ec25145b8'] in n-d-800708-1 is: [{'id': '5c5b80c3-6378-493f-8d97-aa7ec25145b8', 'name': 'tempest-RoutersTest-router-987994316', 'tenant_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:45Z', 'updated_at': '2021-07-13T19:54:45Z', 'revision_number': 2, 'project_id': '3d97fab5fa0d4e54acbbaa68955c2f5d', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:46.484573 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:46.488811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-55c45fa5-3472-4831-beea-40f6398da756 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/routers/5c5b80c3-6378-493f-8d97-aa7ec25145b8 HTTP/1.1" status: 200 len: 699 time: 0.3935266 Jul 13 19:54:46.491729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:46.498711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec9326-f532-45aa-8db9-db653ce337cd req-bfc63027-a42f-4722-8665-f23ff407f27c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:46.500218 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87ec9326-f532-45aa-8db9-db653ce337cd req-bfc63027-a42f-4722-8665-f23ff407f27c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.5161066 Jul 13 19:54:46.527954 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15330865-a8b4-4a6f-bb61-d122eec95eb3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c5b80c3-6378-493f-8d97-aa7ec25145b8 HTTP/1.1" status: 200 len: 205 time: 0.0349936 Jul 13 19:54:46.530506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:46.542243 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87ec9326-f532-45aa-8db9-db653ce337cd req-67be4442-c941-4015-a3a4-775d66e74942 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349448 Jul 13 19:54:46.609425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a6b672-763d-48b1-88fb-4a5646b964c1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:46.767012 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a6b672-763d-48b1-88fb-4a5646b964c1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:46.769070 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a6b672-763d-48b1-88fb-4a5646b964c1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:46.812151 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a6b672-763d-48b1-88fb-4a5646b964c1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:46.812661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a6b672-763d-48b1-88fb-4a5646b964c1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Fanout notify agent at l3_agent the message router_deleted on router 5c5b80c3-6378-493f-8d97-aa7ec25145b8 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:54:46.819549 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a6b672-763d-48b1-88fb-4a5646b964c1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:46.820645 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-61a6b672-763d-48b1-88fb-4a5646b964c1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/5c5b80c3-6378-493f-8d97-aa7ec25145b8 HTTP/1.1" status: 204 len: 168 time: 0.2892144 Jul 13 19:54:46.824189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:46.853398 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dd8f7d82-897d-466c-bf3d-01d091b97d04 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c5b80c3-6378-493f-8d97-aa7ec25145b8 HTTP/1.1" status: 200 len: 205 time: 0.0276260 Jul 13 19:54:46.856187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:46.896326 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6f5f55e8-e13b-4171-8beb-a9fe1db3685f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] delete failed (client error): The resource could not be found. Jul 13 19:54:46.897329 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6f5f55e8-e13b-4171-8beb-a9fe1db3685f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/5c5b80c3-6378-493f-8d97-aa7ec25145b8 HTTP/1.1" status: 404 len: 336 time: 0.0402322 Jul 13 19:54:46.899937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:46.926461 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed923b00-6de0-4ef6-8631-49924aa83098 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] DELETE failed (client error): The resource could not be found. Jul 13 19:54:46.926911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed923b00-6de0-4ef6-8631-49924aa83098 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:54:46.928540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ed923b00-6de0-4ef6-8631-49924aa83098 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/cfa47178-da00-4646-9860-4e650588cbcf HTTP/1.1" status: 404 len: 337 time: 0.0275769 Jul 13 19:54:46.931005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:46.957547 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-090eb6b0-f612-4018-893b-edcf6deea53c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] DELETE failed (client error): The resource could not be found. Jul 13 19:54:46.957991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090eb6b0-f612-4018-893b-edcf6deea53c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:54:46.959652 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-090eb6b0-f612-4018-893b-edcf6deea53c tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/3547e228-ab28-41ad-91c8-3dbe8c22fe61 HTTP/1.1" status: 404 len: 337 time: 0.0271668 Jul 13 19:54:46.962530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:46.987926 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ac5489-a837-445e-851e-0d5000c1525f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] DELETE failed (client error): The resource could not be found. Jul 13 19:54:46.988366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ac5489-a837-445e-851e-0d5000c1525f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:54:46.989961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e1ac5489-a837-445e-851e-0d5000c1525f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/b80e7ada-054c-4b47-91e0-985876d5560d HTTP/1.1" status: 404 len: 337 time: 0.0263298 Jul 13 19:54:46.992253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.016749 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-720f25e7-2933-4755-92bc-fe93b8a5037e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] DELETE failed (client error): The resource could not be found. Jul 13 19:54:47.017185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720f25e7-2933-4755-92bc-fe93b8a5037e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:54:47.018805 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-720f25e7-2933-4755-92bc-fe93b8a5037e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/96dd067b-114f-4d59-8695-351fb83cd1a6 HTTP/1.1" status: 404 len: 337 time: 0.0256941 Jul 13 19:54:47.021198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.053660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4f62baa2-9235-4c47-8d25-871b0881308a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f29f7b2-17ce-4018-8f15-73233ad02c1e HTTP/1.1" status: 200 len: 205 time: 0.0314343 Jul 13 19:54:47.056043 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.092175 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-901ffe35-5faa-4e69-9080-ce443876a2d1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] delete failed (client error): The resource could not be found. Jul 13 19:54:47.093194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-901ffe35-5faa-4e69-9080-ce443876a2d1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/3f29f7b2-17ce-4018-8f15-73233ad02c1e HTTP/1.1" status: 404 len: 336 time: 0.0362635 Jul 13 19:54:47.095849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.125029 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-91c901a9-1679-4f51-a299-a0b3bb54501e tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ffb041-4205-4670-84a4-851a7638a74f HTTP/1.1" status: 200 len: 205 time: 0.0279610 Jul 13 19:54:47.127139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.168439 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-03e5a276-22e0-490b-bbf0-d0c17656d785 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] delete failed (client error): The resource could not be found. Jul 13 19:54:47.169465 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-03e5a276-22e0-490b-bbf0-d0c17656d785 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/00ffb041-4205-4670-84a4-851a7638a74f HTTP/1.1" status: 404 len: 336 time: 0.0414486 Jul 13 19:54:47.172436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.198948 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-036c15a7-809d-448a-8561-98da3eafb0b1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] DELETE failed (client error): The resource could not be found. Jul 13 19:54:47.199388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036c15a7-809d-448a-8561-98da3eafb0b1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:54:47.201011 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-036c15a7-809d-448a-8561-98da3eafb0b1 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/2b945cf5-0e53-433a-8394-510ac77c5f38 HTTP/1.1" status: 404 len: 337 time: 0.0277014 Jul 13 19:54:47.203440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.230593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-34e96689-9c75-48e2-ad19-206bacdc4434 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f0b2976-60db-4a15-8d07-b951b629b8d6 HTTP/1.1" status: 200 len: 205 time: 0.0259902 Jul 13 19:54:47.232736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.273753 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-0203ed2f-1cca-4f7a-b638-1c019ae755e8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] delete failed (client error): The resource could not be found. Jul 13 19:54:47.274976 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0203ed2f-1cca-4f7a-b638-1c019ae755e8 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/6f0b2976-60db-4a15-8d07-b951b629b8d6 HTTP/1.1" status: 404 len: 336 time: 0.0412021 Jul 13 19:54:47.277373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.305394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e602fcd3-34e8-4632-b595-adc6ce5b525d tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=92762601-204d-4573-8b04-7ce65c24482a HTTP/1.1" status: 200 len: 205 time: 0.0269177 Jul 13 19:54:47.308079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.344833 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f85999d3-f492-4219-9f0d-323f926b44d2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] delete failed (client error): The resource could not be found. Jul 13 19:54:47.345868 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f85999d3-f492-4219-9f0d-323f926b44d2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/92762601-204d-4573-8b04-7ce65c24482a HTTP/1.1" status: 404 len: 336 time: 0.0367670 Jul 13 19:54:47.348493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.380247 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1475f27e-a1de-4154-9e9e-506bcdfd4db3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] DELETE failed (client error): The resource could not be found. Jul 13 19:54:47.380622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1475f27e-a1de-4154-9e9e-506bcdfd4db3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:54:47.382339 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1475f27e-a1de-4154-9e9e-506bcdfd4db3 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/26da6489-8c8c-4e2a-9bb3-b5995cb1b6ca HTTP/1.1" status: 404 len: 337 time: 0.0329399 Jul 13 19:54:47.384991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.416410 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bb0c4baf-bbc8-4792-bfeb-4c1ccf091eb2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a9f473-1b0e-4bc9-b251-853b069434da HTTP/1.1" status: 200 len: 205 time: 0.0288355 Jul 13 19:54:47.417869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.456138 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-b8601897-041c-4977-82da-6d6fda82b3af tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] delete failed (client error): The resource could not be found. Jul 13 19:54:47.457174 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8601897-041c-4977-82da-6d6fda82b3af tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/d0a9f473-1b0e-4bc9-b251-853b069434da HTTP/1.1" status: 404 len: 336 time: 0.0383248 Jul 13 19:54:47.459805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.486042 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a593aa0-2ad2-4ddc-a541-d6f820aa6fc9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] DELETE failed (client error): The resource could not be found. Jul 13 19:54:47.486592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a593aa0-2ad2-4ddc-a541-d6f820aa6fc9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:54:47.488227 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2a593aa0-2ad2-4ddc-a541-d6f820aa6fc9 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/bb0fd665-65f1-4ad8-84e8-5e3214e19419 HTTP/1.1" status: 404 len: 337 time: 0.0275531 Jul 13 19:54:47.490607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.521565 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f578c96a-169b-4cee-b321-bd5aefd7e04f tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "GET /v2.0/ports?device_id=448e49d6-c6fc-4af7-bef7-4107103ac775 HTTP/1.1" status: 200 len: 205 time: 0.0299022 Jul 13 19:54:47.523860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.560498 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e4afac47-e90c-44b2-a927-5e244d1d64d2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] delete failed (client error): The resource could not be found. Jul 13 19:54:47.561466 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e4afac47-e90c-44b2-a927-5e244d1d64d2 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/routers/448e49d6-c6fc-4af7-bef7-4107103ac775 HTTP/1.1" status: 404 len: 336 time: 0.0367429 Jul 13 19:54:47.563929 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.589934 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baef986-de50-43b4-803b-0cee671b1482 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] DELETE failed (client error): The resource could not be found. Jul 13 19:54:47.590690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baef986-de50-43b4-803b-0cee671b1482 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:54:47.592365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3baef986-de50-43b4-803b-0cee671b1482 tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/9f052584-4354-4d11-9964-3e05dc7ab13d HTTP/1.1" status: 404 len: 337 time: 0.0275781 Jul 13 19:54:47.594868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.624482 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-389e63c5-900c-4f81-ba45-8a023cc6002a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] DELETE failed (client error): The resource could not be found. Jul 13 19:54:47.624933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389e63c5-900c-4f81-ba45-8a023cc6002a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:54:47.626685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-389e63c5-900c-4f81-ba45-8a023cc6002a tempest-RoutersTest-1695604638 tempest-RoutersTest-1695604638-project] 10.222.0.25 "DELETE /v2.0/subnets/45c31809-98fc-494f-94ec-c3909730b280 HTTP/1.1" status: 404 len: 337 time: 0.0308959 Jul 13 19:54:47.717295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0564a4-e991-41e9-ac8e-f78f8f16ab55 req-85abced6-9803-42df-bf8c-616d32247b2a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:47.718834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3f0564a4-e991-41e9-ac8e-f78f8f16ab55 req-85abced6-9803-42df-bf8c-616d32247b2a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0645428 Jul 13 19:54:47.760184 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3f0564a4-e991-41e9-ac8e-f78f8f16ab55 req-76f959bd-6e6d-4771-9dae-8d813f4eeab1 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351913 Jul 13 19:54:47.870369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:47.998940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2ae2d06a-49ce-4794-a363-cee0792c483c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d97fab5fa0d4e54acbbaa68955c2f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273315 Jul 13 19:54:48.001420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:48.049492 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b335f8-ddd8-4482-a20c-61cbf0d5ea3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:48.069644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b335f8-ddd8-4482-a20c-61cbf0d5ea3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:48.114292 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b335f8-ddd8-4482-a20c-61cbf0d5ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:48.116832 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b335f8-ddd8-4482-a20c-61cbf0d5ea3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:48.117964 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-59b335f8-ddd8-4482-a20c-61cbf0d5ea3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c38acc38-3ed1-403c-8259-59fb1b0cec86 HTTP/1.1" status: 204 len: 168 time: 0.1156554 Jul 13 19:54:48.125542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b335f8-ddd8-4482-a20c-61cbf0d5ea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38acc38-3ed1-403c-8259-59fb1b0cec86,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:48.734961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:48.830941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-963942911'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:54:48.856871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Made reservation on behalf of 99b2fc60c20d4918b4883ae65ea1bb58 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:54:48.861228 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:48.871038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:48.936735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d3274-4e1e-4976-9c11-63ae7c35da2e req-48abf849-c9c1-4ad2-a0d3-c0b841dc7f82 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:48.938563 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a5d3274-4e1e-4976-9c11-63ae7c35da2e req-48abf849-c9c1-4ad2-a0d3-c0b841dc7f82 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0669107 Jul 13 19:54:48.964435 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:48.968283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:48.982089 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9a5d3274-4e1e-4976-9c11-63ae7c35da2e req-40660c5d-eb64-4647-bac9-f04637bbb3fa tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375006 Jul 13 19:54:48.990903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:54:49.004406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c4fca0-461b-41ed-88b3-22cc135d5dba,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:49.009820 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:49.010242 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Added segment 0670eff7-eede-46ed-8b77-76aabffdb732 of type vlan for network c9fa61e2-8213-4005-a168-76c430d4983c Jul 13 19:54:49.049501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:49.077204 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:49.082783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:49.083369 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:49.143409 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4073498 Jul 13 19:54:49.146743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:49.154478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-0fffa256-3daa-43d6-bc28-27efd01b68e5 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c', 'tempest-TagsTest-Tag-985851034') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:49.160529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f90d2b-1f65-4eae-a485-263de332ef3c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Pushing event updated for resources: {'Network': ['ID=c9fa61e2-8213-4005-a168-76c430d4983c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:49.172059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c9fa61e2-8213-4005-a168-76c430d4983c details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:54:49.238595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0fffa256-3daa-43d6-bc28-27efd01b68e5 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "PUT /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags/tempest-TagsTest-Tag-985851034 HTTP/1.1" status: 201 len: 201 time: 0.0908155 Jul 13 19:54:49.241234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:49.246283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-102c4239-57fa-41ec-9c17-5003a0f69130 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c', 'tempest-TagsTest-Tag-985851034') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:49.596365 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-102c4239-57fa-41ec-9c17-5003a0f69130 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "GET /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags/tempest-TagsTest-Tag-985851034 HTTP/1.1" status: 204 len: 168 time: 0.3540812 Jul 13 19:54:49.598800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:49.603822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-8eb37823-b0da-401a-a3bf-884daf47b1fc tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:49.668042 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8eb37823-b0da-401a-a3bf-884daf47b1fc tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "GET /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags HTTP/1.1" status: 200 len: 237 time: 0.0682495 Jul 13 19:54:49.670646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:49.675304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-459ab3ec-9d59-46d3-afcc-2d1ccc57721c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c', {'tags': ['tempest-TagsTest-Tag-1848357500', 'tempest-TagsTest-Tag-1036995785', 'tempest-TagsTest-Tag-1882422791']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:49.750480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-459ab3ec-9d59-46d3-afcc-2d1ccc57721c tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "PUT /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags HTTP/1.1" status: 200 len: 309 time: 0.0788193 Jul 13 19:54:49.753198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:49.757875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-3a168c59-d38e-4365-bde2-c9024de7e9ff tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c', 'tempest-TagsTest-Tag-1848357500') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:49.839859 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3a168c59-d38e-4365-bde2-c9024de7e9ff tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "DELETE /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags/tempest-TagsTest-Tag-1848357500 HTTP/1.1" status: 204 len: 168 time: 0.0855513 Jul 13 19:54:49.842663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:49.846934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-f086e08d-5ac5-4dc7-be85-40294c47d5f2 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c', 'tempest-TagsTest-Tag-1848357500') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:49.915793 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f086e08d-5ac5-4dc7-be85-40294c47d5f2 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] show failed (client error): The resource could not be found. Jul 13 19:54:49.916817 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f086e08d-5ac5-4dc7-be85-40294c47d5f2 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "GET /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags/tempest-TagsTest-Tag-1848357500 HTTP/1.1" status: 404 len: 326 time: 0.0732577 Jul 13 19:54:49.919562 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:49.924016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-dfd631ac-75fd-4bae-afb2-7a15d87f5bec tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c', 'tempest-TagsTest-Tag-1036995785') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:49.988469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dfd631ac-75fd-4bae-afb2-7a15d87f5bec tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "GET /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags/tempest-TagsTest-Tag-1036995785 HTTP/1.1" status: 204 len: 168 time: 0.0679181 Jul 13 19:54:49.990917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:49.995683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-55569e91-1308-49f3-b7bc-b69ac74fb272 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c', 'tempest-TagsTest-Tag-1882422791') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:50.065885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-55569e91-1308-49f3-b7bc-b69ac74fb272 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "GET /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags/tempest-TagsTest-Tag-1882422791 HTTP/1.1" status: 204 len: 168 time: 0.0739622 Jul 13 19:54:50.068372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:50.072671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-887cbbfa-64ea-41a1-b421-692dd0c4300a tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:50.154647 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-887cbbfa-64ea-41a1-b421-692dd0c4300a tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "DELETE /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags HTTP/1.1" status: 204 len: 168 time: 0.0851693 Jul 13 19:54:50.157161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:50.160659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5695d62-23dc-4932-820b-e1834e0fe290 req-ca8bdadb-0de4-4def-b6be-9f3cc45e1276 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:50.161891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-43bc6907-2ff9-46bd-a742-463db48881d4 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c', 'tempest-TagsTest-Tag-1036995785') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:50.162310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5695d62-23dc-4932-820b-e1834e0fe290 req-ca8bdadb-0de4-4def-b6be-9f3cc45e1276 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0642159 Jul 13 19:54:50.201915 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5695d62-23dc-4932-820b-e1834e0fe290 req-70b160ae-3a77-4e8f-9324-753a0aa4897d tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Jul 13 19:54:50.240053 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-43bc6907-2ff9-46bd-a742-463db48881d4 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] show failed (client error): The resource could not be found. Jul 13 19:54:50.241099 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-43bc6907-2ff9-46bd-a742-463db48881d4 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "GET /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags/tempest-TagsTest-Tag-1036995785 HTTP/1.1" status: 404 len: 326 time: 0.0830452 Jul 13 19:54:50.244171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:50.248366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-e6896665-6c1c-48c2-846f-74816b603325 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c', 'tempest-TagsTest-Tag-1882422791') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:50.314014 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e6896665-6c1c-48c2-846f-74816b603325 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] show failed (client error): The resource could not be found. Jul 13 19:54:50.315106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e6896665-6c1c-48c2-846f-74816b603325 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "GET /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags/tempest-TagsTest-Tag-1882422791 HTTP/1.1" status: 404 len: 326 time: 0.0700486 Jul 13 19:54:50.317905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:50.322488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-7186130f-319e-496c-8a32-4bd6a4715365 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c9fa61e2-8213-4005-a168-76c430d4983c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:50.396218 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7186130f-319e-496c-8a32-4bd6a4715365 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "DELETE /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c/tags HTTP/1.1" status: 204 len: 168 time: 0.0773015 Jul 13 19:54:50.401598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:50.474192 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:50.562641 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:50.572803 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fa61e2-8213-4005-a168-76c430d4983c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:50.582976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0670eff7-eede-46ed-8b77-76aabffdb732') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:50.583277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0670eff7-eede-46ed-8b77-76aabffdb732') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:50.592522 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:50.605750 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:50.611374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:54:50.611759 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:54:50.614589 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:54:50.674979 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:50.682188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:50.684055 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] 10.222.0.25 "DELETE /v2.0/networks/c9fa61e2-8213-4005-a168-76c430d4983c HTTP/1.1" status: 204 len: 168 time: 0.2815475 Jul 13 19:54:50.695918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015f27a-d0c3-48f7-a31a-079ed802bd43 tempest-TagsTest-1196697625 tempest-TagsTest-1196697625-project] Pushing event deleted for resources: {'Network': ['ID=c9fa61e2-8213-4005-a168-76c430d4983c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:50.751053 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c39f8f7e-3878-4e0c-8902-4bb1b67171f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:50.920232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:51.048389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8560723e-1c91-4999-a950-bb051f3c2cf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99b2fc60c20d4918b4883ae65ea1bb58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270020 Jul 13 19:54:51.050965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:51.097805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c40285-875b-49ad-8750-6a1539a9080b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:51.119038 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c40285-875b-49ad-8750-6a1539a9080b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:51.166642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c40285-875b-49ad-8750-6a1539a9080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:51.169201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c40285-875b-49ad-8750-6a1539a9080b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:51.170389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d8c40285-875b-49ad-8750-6a1539a9080b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37c4fca0-461b-41ed-88b3-22cc135d5dba HTTP/1.1" status: 204 len: 168 time: 0.1185348 Jul 13 19:54:51.178346 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c40285-875b-49ad-8750-6a1539a9080b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c4fca0-461b-41ed-88b3-22cc135d5dba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:51.381616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83857757-9e91-4c0a-b404-5a6bb865292b req-61c31c82-eaac-485c-b680-d67ce2e64e54 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:51.383178 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83857757-9e91-4c0a-b404-5a6bb865292b req-61c31c82-eaac-485c-b680-d67ce2e64e54 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0688245 Jul 13 19:54:51.422728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83857757-9e91-4c0a-b404-5a6bb865292b req-9c3d49ca-40a4-48ae-bb9c-354c016db567 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337994 Jul 13 19:54:52.601616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63bbcc-87a7-4e6d-b880-0547f993a06a req-659a9da8-27cd-41cf-80bb-853ef960c172 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:52.603895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b63bbcc-87a7-4e6d-b880-0547f993a06a req-659a9da8-27cd-41cf-80bb-853ef960c172 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0656633 Jul 13 19:54:52.642051 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b63bbcc-87a7-4e6d-b880-0547f993a06a req-55608dcb-0415-4bcd-a4fa-fed6dab11137 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Jul 13 19:54:53.591762 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-154d62b7-ad2b-440b-b008-acc9f4574701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:53.648910 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:53.820002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a751677-df97-44b6-9c4e-b7ab58f59d63 req-df07ebe7-5fec-4839-8f4c-1ebb49e426c0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:53.821493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a751677-df97-44b6-9c4e-b7ab58f59d63 req-df07ebe7-5fec-4839-8f4c-1ebb49e426c0 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0651584 Jul 13 19:54:53.860069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a751677-df97-44b6-9c4e-b7ab58f59d63 req-8f2f28e9-69a7-4028-9b88-c57ffb8bfecf tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Jul 13 19:54:54.618801 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:55.036288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dbc21-e431-4705-ae67-b32b62f5b0a0 req-f60e90e6-8b2a-4b26-972d-0322e1943c25 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:55.037686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a53dbc21-e431-4705-ae67-b32b62f5b0a0 req-f60e90e6-8b2a-4b26-972d-0322e1943c25 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0665021 Jul 13 19:54:55.075781 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a53dbc21-e431-4705-ae67-b32b62f5b0a0 req-ed0d498b-2836-45c2-8ba8-10794fbf57d9 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318377 Jul 13 19:54:56.111903 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:56.275528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c28657-e1ad-436c-b65a-39010dca5d6c req-be63ed9a-c4c9-4bf7-b430-1a12a8990272 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:56.277047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36c28657-e1ad-436c-b65a-39010dca5d6c req-be63ed9a-c4c9-4bf7-b430-1a12a8990272 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0694938 Jul 13 19:54:56.315970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36c28657-e1ad-436c-b65a-39010dca5d6c req-9992dd36-b954-4471-af3a-788643963ef8 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Jul 13 19:54:57.178772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:57.287745 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76c9cbf5-14d2-43a2-864d-126c7b049394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:57.378789 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76c9cbf5-14d2-43a2-864d-126c7b049394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:57.382946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76c9cbf5-14d2-43a2-864d-126c7b049394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:57.422893 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-76c9cbf5-14d2-43a2-864d-126c7b049394 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bff290bb6d414bfd95c5eea93f4f1108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429023 Jul 13 19:54:57.423832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9cbf5-14d2-43a2-864d-126c7b049394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ee1bc-75f6-4bb8-92b7-c22f67ddf412,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:57.425662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:57.515579 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-066d3f91-af0b-4c62-8789-dcd2a005c1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:57.546175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73452514-fcb1-48be-8d1a-60de1e235ac3 req-0143cc2d-5a48-471c-9298-5db4e9c0b034 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:57.547923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73452514-fcb1-48be-8d1a-60de1e235ac3 req-0143cc2d-5a48-471c-9298-5db4e9c0b034 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.1133201 Jul 13 19:54:57.552306 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-066d3f91-af0b-4c62-8789-dcd2a005c1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:57.609071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-73452514-fcb1-48be-8d1a-60de1e235ac3 req-0f511b69-c2b0-4f60-a2e1-6b0c499d9daf tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548375 Jul 13 19:54:57.632336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-066d3f91-af0b-4c62-8789-dcd2a005c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:57.632336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-066d3f91-af0b-4c62-8789-dcd2a005c1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:57.632336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-066d3f91-af0b-4c62-8789-dcd2a005c1e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a37ee1bc-75f6-4bb8-92b7-c22f67ddf412 HTTP/1.1" status: 204 len: 168 time: 0.2020686 Jul 13 19:54:57.639350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d3f91-af0b-4c62-8789-dcd2a005c1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ee1bc-75f6-4bb8-92b7-c22f67ddf412,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:57.882344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:57.895639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d4c6d3a-8e16-4b4e-8d44-09116da27c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:57.984246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d4c6d3a-8e16-4b4e-8d44-09116da27c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:57.988312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d4c6d3a-8e16-4b4e-8d44-09116da27c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.025276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c6d3a-8e16-4b4e-8d44-09116da27c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556bb710-e672-4a56-8c08-e853ab4ff973,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:58.029555 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1d4c6d3a-8e16-4b4e-8d44-09116da27c8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef5e18ea97004af0bde57dc923b4fbd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461375 Jul 13 19:54:58.032247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:58.080693 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fd41108-d3c7-49a2-916f-8c009273c1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.100948 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fd41108-d3c7-49a2-916f-8c009273c1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.148768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fd41108-d3c7-49a2-916f-8c009273c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.151708 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fd41108-d3c7-49a2-916f-8c009273c1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.152842 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4fd41108-d3c7-49a2-916f-8c009273c1e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/556bb710-e672-4a56-8c08-e853ab4ff973 HTTP/1.1" status: 204 len: 168 time: 0.1196971 Jul 13 19:54:58.160484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd41108-d3c7-49a2-916f-8c009273c1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556bb710-e672-4a56-8c08-e853ab4ff973,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:58.460460 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:58.474000 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0535ab4b-76b6-4297-9a63-b3a62ecf8d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.560095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0535ab4b-76b6-4297-9a63-b3a62ecf8d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.563854 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0535ab4b-76b6-4297-9a63-b3a62ecf8d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.601749 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0535ab4b-76b6-4297-9a63-b3a62ecf8d94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6ba2cb1415c4b4d89e43cf04ad29bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402304 Jul 13 19:54:58.603286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535ab4b-76b6-4297-9a63-b3a62ecf8d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3dc206-829f-49ad-99e4-948649dcfd9d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:58.605145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:58.654344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb4da4d0-a02d-4b6a-93ad-4448a1c6ec53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.677288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb4da4d0-a02d-4b6a-93ad-4448a1c6ec53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.740987 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb4da4d0-a02d-4b6a-93ad-4448a1c6ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.744369 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb4da4d0-a02d-4b6a-93ad-4448a1c6ec53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:58.745539 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fb4da4d0-a02d-4b6a-93ad-4448a1c6ec53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c3dc206-829f-49ad-99e4-948649dcfd9d HTTP/1.1" status: 204 len: 168 time: 0.1393230 Jul 13 19:54:58.764058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4da4d0-a02d-4b6a-93ad-4448a1c6ec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3dc206-829f-49ad-99e4-948649dcfd9d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:58.799485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7b823-a0d5-4778-ab20-5670cc417935 req-ec0d978d-a792-458a-9ac8-07e4da2918f4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:54:58.801217 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16c7b823-a0d5-4778-ab20-5670cc417935 req-ec0d978d-a792-458a-9ac8-07e4da2918f4 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0752051 Jul 13 19:54:58.839865 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16c7b823-a0d5-4778-ab20-5670cc417935 req-9b22bac1-7fb1-48cb-9cd4-f5c278381a29 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Jul 13 19:55:00.030020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbad7d-0ada-48d6-952f-1e88421fe14e req-5ac40887-2bde-44d2-b397-d400e6cc584a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:00.031608 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cfbad7d-0ada-48d6-952f-1e88421fe14e req-5ac40887-2bde-44d2-b397-d400e6cc584a tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0733955 Jul 13 19:55:00.070493 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cfbad7d-0ada-48d6-952f-1e88421fe14e req-3a3ae152-2c78-4bfa-9ff2-e4248068c200 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333498 Jul 13 19:55:00.424605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcf287-0752-4057-b631-29bc564e6793 req-4d485634-a0f7-4bdd-b8df-05406006c899 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:00.426127 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fcdcf287-0752-4057-b631-29bc564e6793 req-4d485634-a0f7-4bdd-b8df-05406006c899 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0695641 Jul 13 19:55:00.466856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fcdcf287-0752-4057-b631-29bc564e6793 req-4a2f1e0a-856c-4d5b-9d47-b876c77fae1f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340576 Jul 13 19:55:00.646098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaebc6-516a-42a3-bf6f-0f3a9b78a9bb req-f8bcef4a-d811-4c42-9278-35e0a5c64d32 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:00.647694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20aaebc6-516a-42a3-bf6f-0f3a9b78a9bb req-f8bcef4a-d811-4c42-9278-35e0a5c64d32 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0659738 Jul 13 19:55:00.687677 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20aaebc6-516a-42a3-bf6f-0f3a9b78a9bb req-7ef3cb4c-5f6d-48c6-b3c7-6302d26e7999 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336366 Jul 13 19:55:01.080979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89d3a4-b576-4007-a90a-aee91cb79e53 req-94ab3a57-e036-41c4-a851-ae5d16573335 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:01.082484 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b89d3a4-b576-4007-a90a-aee91cb79e53 req-94ab3a57-e036-41c4-a851-ae5d16573335 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0674450 Jul 13 19:55:01.122306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b89d3a4-b576-4007-a90a-aee91cb79e53 req-a1c665d9-3e82-4800-bdae-371f7c8921bf tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334277 Jul 13 19:55:02.164321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-20c6e5aa-5166-4219-8b03-9919b0877964 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:02.167013 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-20c6e5aa-5166-4219-8b03-9919b0877964 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0720179 Jul 13 19:55:02.298179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-a909ccd2-e943-4b76-9238-b5712fa8d357 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Deleting port c8991ba2-4b54-45c6-a606-2597cc606f17 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:55:02.298477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-a909ccd2-e943-4b76-9238-b5712fa8d357 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:02.412946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-a909ccd2-e943-4b76-9238-b5712fa8d357 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] For port c8991ba2-4b54-45c6-a606-2597cc606f17, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=c8991ba2-4b54-45c6-a606-2597cc606f17,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:02.413568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-a909ccd2-e943-4b76-9238-b5712fa8d357 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:02.427820 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-a909ccd2-e943-4b76-9238-b5712fa8d357 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Calling delete_port for c8991ba2-4b54-45c6-a606-2597cc606f17 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:55:02.490549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e12ce4-85e6-4cce-a277-456f53495f7b req-d0f3ef4b-4f91-4f97-a020-61e188f4adf5 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:02.498092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c6e12ce4-85e6-4cce-a277-456f53495f7b req-d0f3ef4b-4f91-4f97-a020-61e188f4adf5 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee8b526d-73ae-470b-821e-d3e7e48028c9 HTTP/1.1" status: 200 len: 946 time: 0.0714333 Jul 13 19:55:02.535224 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c6e12ce4-85e6-4cce-a277-456f53495f7b req-6afebf2a-e3f1-49cd-8ede-bdbf451cbb21 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359406 Jul 13 19:55:02.572884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-a909ccd2-e943-4b76-9238-b5712fa8d357 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:02.584264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['c8991ba2-4b54-45c6-a606-2597cc606f17'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:55:02.590064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:55:02.601244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909ccd2-e943-4b76-9238-b5712fa8d357 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event deleted for resources: {'Port': ['ID=c8991ba2-4b54-45c6-a606-2597cc606f17,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:02.649636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-a909ccd2-e943-4b76-9238-b5712fa8d357 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] No DVR routers for this DVR port c8991ba2-4b54-45c6-a606-2597cc606f17 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:55:02.652165 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-a909ccd2-e943-4b76-9238-b5712fa8d357 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:02.654450 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-89486c6c-3c8b-4be7-ae10-5647e66e7811 req-a909ccd2-e943-4b76-9238-b5712fa8d357 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.60 "DELETE /v2.0/ports/c8991ba2-4b54-45c6-a606-2597cc606f17 HTTP/1.1" status: 204 len: 173 time: 0.4820764 Jul 13 19:55:02.654888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b526d-73ae-470b-821e-d3e7e48028c9', 'name': 'network-vif-deleted', 'tag': 'c8991ba2-4b54-45c6-a606-2597cc606f17'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:55:02.657253 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af791b38-aa90-4f22-99b6-3875c968977b" -d '{"events": [{"server_uuid": "ee8b526d-73ae-470b-821e-d3e7e48028c9", "name": "network-vif-deleted", "tag": "c8991ba2-4b54-45c6-a606-2597cc606f17"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:55:02.708052 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5f5c72-afa7-4c46-9e68-436697a43ca3 x-openstack-request-id: req-9a5f5c72-afa7-4c46-9e68-436697a43ca3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:55:02.708349 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8b526d-73ae-470b-821e-d3e7e48028c9", "name": "network-vif-deleted", "tag": "c8991ba2-4b54-45c6-a606-2597cc606f17", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:55:02.708603 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a5f5c72-afa7-4c46-9e68-436697a43ca3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:55:02.709032 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b526d-73ae-470b-821e-d3e7e48028c9', 'name': 'network-vif-deleted', 'tag': 'c8991ba2-4b54-45c6-a606-2597cc606f17', 'status': 'completed', 'code': 200} Jul 13 19:55:04.909702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc47bf1-930d-4434-8048-8e8ec19aa747 req-7e7d1e73-09ce-4057-81e2-037e59552392 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:04.911329 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4dc47bf1-930d-4434-8048-8e8ec19aa747 req-7e7d1e73-09ce-4057-81e2-037e59552392 tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 945 time: 0.0700755 Jul 13 19:55:04.952244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4dc47bf1-930d-4434-8048-8e8ec19aa747 req-b5ee8560-94a3-47f0-85da-23e3e53ebb0f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Jul 13 19:55:05.373282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c8991ba2-4b54-45c6-a606-2597cc606f17 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:55:05.393321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: c8991ba2-4b54-45c6-a606-2597cc606f17 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:55:05.393669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device c8991ba2-4b54-45c6-a606-2597cc606f17 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:55:06.132252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43554b53-8702-454a-b463-aa1bf54661d2 req-b5b9bf28-01d4-4162-a95a-4be4207c702e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:06.134436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-43554b53-8702-454a-b463-aa1bf54661d2 req-b5b9bf28-01d4-4162-a95a-4be4207c702e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 945 time: 0.0669789 Jul 13 19:55:06.173854 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-43554b53-8702-454a-b463-aa1bf54661d2 req-c0fb48ff-8cf9-4a76-9c7b-080eb7de351f tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/security-groups?id=8935b1a7-0958-433c-8c27-aa7749bea856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Jul 13 19:55:06.327623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-65e9874c-5ec4-4833-9dd9-dd29f300927e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:06.329846 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-65e9874c-5ec4-4833-9dd9-dd29f300927e tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.24 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 945 time: 0.0696163 Jul 13 19:55:06.439385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Deleting port 28ac06d4-975b-4128-8e25-c7b94b35d2b6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:55:06.439725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:06.531595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] For port 28ac06d4-975b-4128-8e25-c7b94b35d2b6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=28ac06d4-975b-4128-8e25-c7b94b35d2b6,segment=NetworkSegment(8344ff59-8b9d-4f36-b413-fec58c86f81a),segment_id=8344ff59-8b9d-4f36-b413-fec58c86f81a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:06.531879 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:06.545524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Calling delete_port for 28ac06d4-975b-4128-8e25-c7b94b35d2b6 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:55:06.678295 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:06.691474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['28ac06d4-975b-4128-8e25-c7b94b35d2b6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:55:06.709624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Pushing event deleted for resources: {'Port': ['ID=28ac06d4-975b-4128-8e25-c7b94b35d2b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:06.722548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.722899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.723246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.723588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.723923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.724281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.724614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.724943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.725270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.725595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.725920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.726241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:06.765964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] No DVR routers for this DVR port 28ac06d4-975b-4128-8e25-c7b94b35d2b6 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:55:06.768470 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:06.770507 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51e6899a-0664-42f8-b117-e8e6bcfb394d req-e86c7806-a447-4c74-aadf-fe4e33ad81eb tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.24 "DELETE /v2.0/ports/28ac06d4-975b-4128-8e25-c7b94b35d2b6 HTTP/1.1" status: 204 len: 173 time: 0.4340248 Jul 13 19:55:06.770954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde4542a-e7e9-4121-9ba4-9d2aa019b532', 'name': 'network-vif-deleted', 'tag': '28ac06d4-975b-4128-8e25-c7b94b35d2b6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:55:06.773384 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef53f6a-382a-4995-ab12-dcb0a28f8adb" -d '{"events": [{"server_uuid": "cde4542a-e7e9-4121-9ba4-9d2aa019b532", "name": "network-vif-deleted", "tag": "28ac06d4-975b-4128-8e25-c7b94b35d2b6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:55:06.825748 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adf477b-3fb4-455c-be2b-24ee7f7a9331 x-openstack-request-id: req-7adf477b-3fb4-455c-be2b-24ee7f7a9331 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:55:06.826041 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde4542a-e7e9-4121-9ba4-9d2aa019b532", "name": "network-vif-deleted", "tag": "28ac06d4-975b-4128-8e25-c7b94b35d2b6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:55:06.826293 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7adf477b-3fb4-455c-be2b-24ee7f7a9331 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:55:06.826746 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde4542a-e7e9-4121-9ba4-9d2aa019b532', 'name': 'network-vif-deleted', 'tag': '28ac06d4-975b-4128-8e25-c7b94b35d2b6', 'status': 'completed', 'code': 200} Jul 13 19:55:07.372835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7666c64b-9fb7-4567-b099-94c8f19bc1cb req-42986bcc-fcee-4aaf-8969-115667cc051c tempest-ServersTestJSON-121860927 tempest-ServersTestJSON-121860927-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde4542a-e7e9-4121-9ba4-9d2aa019b532 HTTP/1.1" status: 200 len: 210 time: 0.0496705 Jul 13 19:55:08.475088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:08.525688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4bcdee-a5d5-464e-98af-1f71a23090bf admin admin] Deleting subnet b7bbfea0-3329-4047-962a-3ac41f8de312 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:55:08.528950 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce4bcdee-a5d5-464e-98af-1f71a23090bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:08.567846 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce4bcdee-a5d5-464e-98af-1f71a23090bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:08.608781 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce4bcdee-a5d5-464e-98af-1f71a23090bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:08.664578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce4bcdee-a5d5-464e-98af-1f71a23090bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:08.692534 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bcdee-a5d5-464e-98af-1f71a23090bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7bbfea0-3329-4047-962a-3ac41f8de312,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:08.694538 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce4bcdee-a5d5-464e-98af-1f71a23090bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:08.698447 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ce4bcdee-a5d5-464e-98af-1f71a23090bf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b7bbfea0-3329-4047-962a-3ac41f8de312 HTTP/1.1" status: 204 len: 168 time: 0.2208152 Jul 13 19:55:08.699767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:08.774588 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:08.858874 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:08.869473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb41cac7-8b4b-4035-9914-f162d3b00a0f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:08.879586 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8344ff59-8b9d-4f36-b413-fec58c86f81a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:08.879884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8344ff59-8b9d-4f36-b413-fec58c86f81a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:08.889194 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:08.902479 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:08.909005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:55:08.909554 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:55:08.911711 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:55:09.011749 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:09.022510 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:09.022510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] 10.222.0.25 "DELETE /v2.0/networks/eb41cac7-8b4b-4035-9914-f162d3b00a0f HTTP/1.1" status: 204 len: 168 time: 0.3199019 Jul 13 19:55:09.035800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b6ac5-0e0d-420c-b13d-8636e04be4be admin admin] Pushing event deleted for resources: {'Network': ['ID=eb41cac7-8b4b-4035-9914-f162d3b00a0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:09.213335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:09.258986 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d99ccd83-abe6-4d7a-889d-a0e5ccc03898 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aeb2e81536cf404c99060caa6c967bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442524 Jul 13 19:55:09.261339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:09.311091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27f2c155-e4f7-4b81-8af1-32e6f6262d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:09.332847 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27f2c155-e4f7-4b81-8af1-32e6f6262d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:09.382067 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27f2c155-e4f7-4b81-8af1-32e6f6262d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:09.385586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27f2c155-e4f7-4b81-8af1-32e6f6262d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:09.386816 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-27f2c155-e4f7-4b81-8af1-32e6f6262d67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8935b1a7-0958-433c-8c27-aa7749bea856 HTTP/1.1" status: 204 len: 168 time: 0.1245532 Jul 13 19:55:09.394650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2c155-e4f7-4b81-8af1-32e6f6262d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8935b1a7-0958-433c-8c27-aa7749bea856,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:09.614662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-de6ba088-c4ba-473e-82ce-0685dac6960a req-b9d5a22e-042c-4e76-bd16-1d983fc59d48 service neutron] (93767) timed out ('10.222.0.24', 64126) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:55:10.069120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:10.166736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-7422567-network', 'tenant_id': '8ae19574e5d94fb09203dabe0c2d4105'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:10.187508 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Made reservation on behalf of 8ae19574e5d94fb09203dabe0c2d4105 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:55:10.190206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.198635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.299947 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.303642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.333546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:55:10.335797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3628de85-25a9-43b8-820e-95e921d184ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:10.348338 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.348690 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Added segment 19410248-f13c-4b9e-87de-0e244e0c128b of type vlan for network 59441d43-77e0-4b91-93fe-58539a28931b Jul 13 19:55:10.396235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.425828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.426974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:10.427546 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.486137 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4157853 Jul 13 19:55:10.489170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:10.491458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bef21-69d4-4232-8f0c-9df794169450 admin admin] Pushing event updated for resources: {'Network': ['ID=59441d43-77e0-4b91-93fe-58539a28931b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:10.497871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Request body: {'subnet': {'network_id': '59441d43-77e0-4b91-93fe-58539a28931b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-7422567-subnet', 'tenant_id': '8ae19574e5d94fb09203dabe0c2d4105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:10.513336 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 59441d43-77e0-4b91-93fe-58539a28931b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:55:10.548361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Made reservation on behalf of 8ae19574e5d94fb09203dabe0c2d4105 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:55:10.552091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.749728 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.816483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Checking segment: {'id': '19410248-f13c-4b9e-87de-0e244e0c128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:10.816885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Network hostable DHCP agents. Network: 59441d43-77e0-4b91-93fe-58539a28931b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:55:10.818958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1962755f-d6bc-4fce-95d7-b195de5bd045,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:10.840631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Network 59441d43-77e0-4b91-93fe-58539a28931b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:55:10.852637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 59441d43-77e0-4b91-93fe-58539a28931b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:10.861808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:10.862743 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:10.864135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0da0cd-225a-4f42-ad95-cda037ed9e35 None None] Network 59441d43-77e0-4b91-93fe-58539a28931b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:55:10.897522 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6bd9b5a1-1f60-4660-9077-ee799af3c89e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4018300 Jul 13 19:55:11.019182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cd8250-d0c2-4ad3-8874-fddfe680732d None None] Network 59441d43-77e0-4b91-93fe-58539a28931b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:55:11.253132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 28ac06d4-975b-4128-8e25-c7b94b35d2b6 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:55:11.278128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 28ac06d4-975b-4128-8e25-c7b94b35d2b6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:55:11.278128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 28ac06d4-975b-4128-8e25-c7b94b35d2b6 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:55:11.463680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-de7c06df-6d31-48ff-9085-74dfa7661ed8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:11.466868 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-de7c06df-6d31-48ff-9085-74dfa7661ed8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 811 time: 0.1224265 Jul 13 19:55:11.484473 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-39fa8c4c-d5e9-4f00-b1e2-26d93664e970 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/quotas/8ae19574e5d94fb09203dabe0c2d4105 HTTP/1.1" status: 200 len: 375 time: 0.0126719 Jul 13 19:55:11.523307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-957342e3-2277-4c66-98f4-217e48265c86 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330517 Jul 13 19:55:11.646953 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-accba51b-1326-4e44-bcc3-f8f5678ad449 service neutron] 10.222.0.25 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084752 Jul 13 19:55:11.738589 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-cdc33075-a7f3-4148-9695-bd1582fdfe1b service neutron] 10.222.0.25 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906599 Jul 13 19:55:11.924765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2001de79-0728-40f9-a86f-a93602464c97 req-21f6ef67-03fa-44c0-b1b6-001f8ea59c0e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 210 time: 0.0339727 Jul 13 19:55:13.041090 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-72c049e0-7c71-424c-a218-704190a324cd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:13.042768 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-72c049e0-7c71-424c-a218-704190a324cd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.60 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 811 time: 0.1297061 Jul 13 19:55:13.062248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Request body: {'port': {'device_id': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b', 'admin_state_up': True, 'tenant_id': '8ae19574e5d94fb09203dabe0c2d4105'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:13.131707 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3f7c98b-0805-4337-9083-db5ed7ae962d req-5c7be2bf-3328-4248-9cd8-f60ac4b55ecd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 210 time: 0.0658464 Jul 13 19:55:13.205282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Made reservation on behalf of 8ae19574e5d94fb09203dabe0c2d4105 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:55:13.208808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:13.341560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Allocated IP 172.20.0.8 (59441d43-77e0-4b91-93fe-58539a28931b/1962755f-d6bc-4fce-95d7-b195de5bd045/2c397f6f-d8e4-4f21-bca5-7b3187fdeeea) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:55:13.492991 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:13.533552 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:13.578195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Network 59441d43-77e0-4b91-93fe-58539a28931b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:13.583324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:13.587698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:55:13.618321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Pushing event updated for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:13.643421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:13.644024 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:13.658640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-64c45957-c7ac-4be3-9a95-406a66dd8708 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6007855 Jul 13 19:55:13.669937 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Request body: {'port': {'device_id': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:13.741236 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:14.017917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:55:14.026199 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:14.038056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Transition to ACTIVE for port object 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:14.042628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:14.094257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Pushing event updated for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:14.160082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Attempting to bind port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:55:14.160391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Attempting to bind port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '19410248-f13c-4b9e-87de-0e244e0c128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:55:14.160770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Attempting to bind port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea on network 59441d43-77e0-4b91-93fe-58539a28931b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:14.167468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea on network 59441d43-77e0-4b91-93fe-58539a28931b not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:55:14.167855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Attempting to bind port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea on network 59441d43-77e0-4b91-93fe-58539a28931b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:14.174659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:55:14.175096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Checking segment: {'id': '19410248-f13c-4b9e-87de-0e244e0c128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:14.175444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Bound using segment: {'id': '19410248-f13c-4b9e-87de-0e244e0c128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:55:14.175990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Bound port: 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19410248-f13c-4b9e-87de-0e244e0c128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:55:14.176416 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:14.243555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:55:14.246779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:55:14.251480 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:14.287047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:14.287578 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:14.291872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] 10.222.0.60 "PUT /v2.0/ports/2c397f6f-d8e4-4f21-bca5-7b3187fdeeea HTTP/1.1" status: 200 len: 1091 time: 0.6259553 Jul 13 19:55:14.292385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:55:14.295521 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b469a83-fba2-4966-818f-c5cb32537730" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:55:14.332300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b7341-0386-433c-a58b-adec589c7c20 service neutron] Pushing event updated for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:14.340254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c532753-3305-43fa-bcc9-75b0ac12a094 req-9ea45933-94a4-4efd-931c-7eedf8e91839 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:14.341983 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c532753-3305-43fa-bcc9-75b0ac12a094 req-9ea45933-94a4-4efd-931c-7eedf8e91839 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0889342 Jul 13 19:55:14.385699 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276a79d8-c113-4f15-875b-2d9b7b5acfdd x-openstack-request-id: req-276a79d8-c113-4f15-875b-2d9b7b5acfdd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:55:14.386062 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:55:14.386371 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-276a79d8-c113-4f15-875b-2d9b7b5acfdd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:55:14.386850 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'status': 'completed', 'code': 200} Jul 13 19:55:14.387697 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c532753-3305-43fa-bcc9-75b0ac12a094 req-299940e6-7a06-4c81-ab75-ac4d843bbd15 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388305 Jul 13 19:55:14.417437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-63d7e1dd-82b6-40c6-913f-17967c5226e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:14.418995 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-63d7e1dd-82b6-40c6-913f-17967c5226e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 1094 time: 0.0646970 Jul 13 19:55:14.460029 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-5ad2c9fc-dd5f-48ab-906e-21f311eacddd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea HTTP/1.1" status: 200 len: 217 time: 0.0338809 Jul 13 19:55:14.511295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-10329748-312f-4aaf-b7e5-5dfcf2cb8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:14.512735 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-10329748-312f-4aaf-b7e5-5dfcf2cb8e6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1962755f-d6bc-4fce-95d7-b195de5bd045 HTTP/1.1" status: 200 len: 851 time: 0.0469670 Jul 13 19:55:14.545947 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-27dfbae2-9fd1-4518-9142-f5e0f1a782cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59441d43-77e0-4b91-93fe-58539a28931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269961 Jul 13 19:55:14.634056 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-11e02705-ed7b-4eee-8d0e-8c414303e54f service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820317 Jul 13 19:55:14.729380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21f9f8d4-a263-4bd9-b82a-956d29b7b2a3 req-c9f46c34-67de-416b-a20f-5b36df2b4386 service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896046 Jul 13 19:55:14.831118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b469a83-fba2-4966-818f-c5cb32537730 req-980bce8e-b49e-4021-bac8-77bfc55f5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:14.832625 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b469a83-fba2-4966-818f-c5cb32537730 req-980bce8e-b49e-4021-bac8-77bfc55f5e1b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 1094 time: 0.0546637 Jul 13 19:55:14.928749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b469a83-fba2-4966-818f-c5cb32537730 req-0ae7cc0e-38cc-4983-aae4-ae8e4ac20760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:14.930559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b469a83-fba2-4966-818f-c5cb32537730 req-0ae7cc0e-38cc-4983-aae4-ae8e4ac20760 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 912 time: 0.0915995 Jul 13 19:55:14.971194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b469a83-fba2-4966-818f-c5cb32537730 req-193172b3-7422-4097-b773-c5fe0214f701 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea HTTP/1.1" status: 200 len: 217 time: 0.0350606 Jul 13 19:55:15.020140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b469a83-fba2-4966-818f-c5cb32537730 req-222be5a8-8e1b-49e5-a62b-f1902a7410dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:15.021635 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b469a83-fba2-4966-818f-c5cb32537730 req-222be5a8-8e1b-49e5-a62b-f1902a7410dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1962755f-d6bc-4fce-95d7-b195de5bd045 HTTP/1.1" status: 200 len: 851 time: 0.0432532 Jul 13 19:55:15.059839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b469a83-fba2-4966-818f-c5cb32537730 req-b21306e9-9108-411b-8a5f-538cf6a62d6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59441d43-77e0-4b91-93fe-58539a28931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313880 Jul 13 19:55:15.480986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b469a83-fba2-4966-818f-c5cb32537730 req-cb4e2b98-7ab0-434c-8cf3-cd141848107f service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145768 Jul 13 19:55:15.612712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b469a83-fba2-4966-818f-c5cb32537730 req-8a77b7d5-6ae0-4a43-979e-be835d9d15a3 service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253061 Jul 13 19:55:15.625349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771791ae-37a9-4135-a8ae-0acb664273fe req-f8f2e732-6422-42de-aa40-075775d30d12 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:15.625349 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-771791ae-37a9-4135-a8ae-0acb664273fe req-f8f2e732-6422-42de-aa40-075775d30d12 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0939093 Jul 13 19:55:15.665716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-771791ae-37a9-4135-a8ae-0acb664273fe req-1a06ff34-4ae5-4268-99f2-5af3a344cbd4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Jul 13 19:55:15.787818 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:16.303422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-dc8f7ef1-d857-47ca-8c77-f6152ec3481d req-5bf10c9a-11aa-4f30-ad6c-dfcb591e76c9 service neutron] (93766) timed out ('10.222.0.24', 64125) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:55:16.465461 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:16.836765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374fa0b-2500-4dc2-a8fc-9a8e6f9255e5 req-7546ad54-87b3-4384-a5cc-2d789cb6e56b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:16.838192 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8374fa0b-2500-4dc2-a8fc-9a8e6f9255e5 req-7546ad54-87b3-4384-a5cc-2d789cb6e56b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0632727 Jul 13 19:55:16.877274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8374fa0b-2500-4dc2-a8fc-9a8e6f9255e5 req-eaf603f0-4010-4a19-bfeb-91c0d636b8bc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333993 Jul 13 19:55:17.430733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:55:17.571464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:17.582819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b', 'port_id': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'mac_address': 'fa:16:3e:d5:62:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1962755f-d6bc-4fce-95d7-b195de5bd045', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:55:17.626020 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:17.639353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:55:17.659949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:17.663636 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:17.711877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:17.880909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:55:18.055459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606313d6-0b42-4574-a044-a6b1afa2487a req-d4a2b02a-db4e-4840-96d1-b02ecd395d06 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:18.057105 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-606313d6-0b42-4574-a044-a6b1afa2487a req-d4a2b02a-db4e-4840-96d1-b02ecd395d06 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 944 time: 0.0680625 Jul 13 19:55:18.093762 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-606313d6-0b42-4574-a044-a6b1afa2487a req-8fccfde7-03b1-42f5-8622-365f9c3912c2 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Jul 13 19:55:19.276985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aeffa-a728-4d5f-852d-a74b2323a98e req-13a00c7b-af57-46a1-bbbe-3d805e0bdee5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:19.278530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e3aeffa-a728-4d5f-852d-a74b2323a98e req-13a00c7b-af57-46a1-bbbe-3d805e0bdee5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 944 time: 0.0686214 Jul 13 19:55:19.317538 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e3aeffa-a728-4d5f-852d-a74b2323a98e req-19180c89-db04-4486-afa3-8475d1a36df0 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332277 Jul 13 19:55:19.411915 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:55:19.430632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:19.477149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:19.481764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:19.482141 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:19.563387 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:19.589256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:55:19.592127 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc57d14-22b2-4906-92ec-11e461abcfd8" -d '{"events": [{"server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:55:19.610549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:19.615742 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:19.641230 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478f309b-8b60-44d5-aac8-d5b9d12bf91a x-openstack-request-id: req-478f309b-8b60-44d5-aac8-d5b9d12bf91a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:55:19.641480 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:55:19.641679 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-478f309b-8b60-44d5-aac8-d5b9d12bf91a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:55:19.642077 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'code': 200} Jul 13 19:55:19.678387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:19.784155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b321c2b-d855-4993-9c9b-c8b005abbba1 req-33723886-88ea-47f1-a89e-12057aab35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:19.785159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b321c2b-d855-4993-9c9b-c8b005abbba1 req-33723886-88ea-47f1-a89e-12057aab35cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 1096 time: 0.0708518 Jul 13 19:55:19.820609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b321c2b-d855-4993-9c9b-c8b005abbba1 req-b608a693-07e2-4dff-9b37-09d2f3c2e457 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306425 Jul 13 19:55:19.996659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25d6b6-8d09-47ae-88ad-215b0523717b req-c522043d-b729-44e0-835c-16d766ba0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:19.998204 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc25d6b6-8d09-47ae-88ad-215b0523717b req-c522043d-b729-44e0-835c-16d766ba0782 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 1096 time: 0.1012969 Jul 13 19:55:20.031710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc25d6b6-8d09-47ae-88ad-215b0523717b req-c50a16d7-6d3b-40bb-80c8-e4fde821694a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278163 Jul 13 19:55:20.563750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5810c-fc73-4a10-abfb-8ce533295839 req-5585d7cc-5504-4eb2-a6d9-4d18ffcb12f9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:20.566005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fe5810c-fc73-4a10-abfb-8ce533295839 req-5585d7cc-5504-4eb2-a6d9-4d18ffcb12f9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1357627 Jul 13 19:55:20.619658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fe5810c-fc73-4a10-abfb-8ce533295839 req-7d72759e-04b2-4d91-9ab2-83e2ca14b5ec tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499287 Jul 13 19:55:20.761007 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e58235c5-c567-4269-8474-9527c86cc2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:21.787864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b8c09-4fb8-404c-ad0e-8f3189e8cf81 req-103ada06-b3a2-478c-aea2-1027f804734e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:21.789348 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa2b8c09-4fb8-404c-ad0e-8f3189e8cf81 req-103ada06-b3a2-478c-aea2-1027f804734e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0672164 Jul 13 19:55:21.827490 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa2b8c09-4fb8-404c-ad0e-8f3189e8cf81 req-97d29014-0e70-4b88-aadb-09e00b0e7785 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Jul 13 19:55:22.175787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-75b8d5d7-2c0b-429b-8673-a149b4e01189 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:22.177199 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-75b8d5d7-2c0b-429b-8673-a149b4e01189 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 811 time: 0.1076651 Jul 13 19:55:22.192694 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-e1bc2add-bed8-46b1-815c-853c4e064982 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/quotas/8ae19574e5d94fb09203dabe0c2d4105 HTTP/1.1" status: 200 len: 375 time: 0.0092034 Jul 13 19:55:22.262009 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-735d0c0c-1f7b-4cb4-bde9-34b6568bf725 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636909 Jul 13 19:55:22.354559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-ccc05612-c4a1-498f-ba5d-b402d832b752 service neutron] 10.222.0.25 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Jul 13 19:55:22.449954 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-a5188156-c618-4b2c-a7f9-451e46fa52d9 service neutron] 10.222.0.25 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897911 Jul 13 19:55:22.656870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34c3bc46-3d42-4607-8ba7-1b46fe4fd6a2 req-1a983a69-474b-4d69-a6e8-58a3ff3bbbce tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 210 time: 0.0395370 Jul 13 19:55:23.289002 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-315d05dd-090d-4694-9530-7b5b99baa864 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511098 Jul 13 19:55:23.393323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-e0be191a-87a1-4fc6-8706-66bad12a3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:23.394857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-e0be191a-87a1-4fc6-8706-66bad12a3670 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e570c39096684720804a0f6bfc472c10&device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 1096 time: 0.0568106 Jul 13 19:55:23.502487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-73284c93-b5a5-414f-b921-01bbce58af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:23.503859 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-73284c93-b5a5-414f-b921-01bbce58af2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcb5f622-96ce-4d04-9265-3499c9410219 HTTP/1.1" status: 200 len: 910 time: 0.0835187 Jul 13 19:55:23.579472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-01730682-8221-42c4-a887-4e909f785b98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed HTTP/1.1" status: 200 len: 1000 time: 0.0644367 Jul 13 19:55:23.593510 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b99c-c9d2-4cb4-aeba-9744d1204cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:23.636954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-21907e05-a940-45c3-bd04-f32901c23872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:23.638474 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-21907e05-a940-45c3-bd04-f32901c23872 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=343b9af8-a1ce-4c7d-bf2f-f23f33de2f17 HTTP/1.1" status: 200 len: 848 time: 0.0491369 Jul 13 19:55:23.655276 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:23.705112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-eee809d1-85dc-4be6-95d7-03d0e99f554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:23.706858 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-eee809d1-85dc-4be6-95d7-03d0e99f554a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcb5f622-96ce-4d04-9265-3499c9410219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571222 Jul 13 19:55:23.745830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-c935021a-f2dc-4d02-86e9-c6c4fa2c2af8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:23.747342 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-c935021a-f2dc-4d02-86e9-c6c4fa2c2af8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.60 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 811 time: 0.1357474 Jul 13 19:55:23.760172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Request body: {'port': {'device_id': 'c219613e-646a-4fa0-ae4d-ffbd520a3c70', 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b', 'admin_state_up': True, 'tenant_id': '8ae19574e5d94fb09203dabe0c2d4105'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:23.818919 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-86059973-3fa2-4af2-ba01-b4e9e550785f service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987005 Jul 13 19:55:23.849795 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df586a38-7fd8-4545-b777-05dd778a4282 req-69478a94-7592-4f31-83ce-12d1970102e5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 210 time: 0.0377319 Jul 13 19:55:23.906415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Made reservation on behalf of 8ae19574e5d94fb09203dabe0c2d4105 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:55:23.910040 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:23.914342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d61c89d2-b62a-4953-904e-fe5b1e7a3e83 req-6d47a8eb-c4dc-4b6e-9f35-4fdbd9c78e62 service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884788 Jul 13 19:55:24.037497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Allocated IP 172.20.0.11 (59441d43-77e0-4b91-93fe-58539a28931b/1962755f-d6bc-4fce-95d7-b195de5bd045/d45b0c96-7506-4d8e-9819-56d78e496b1c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:55:24.201610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:24.240678 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:24.252403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:55:24.300707 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Network 59441d43-77e0-4b91-93fe-58539a28931b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:24.304900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Pushing event updated for resources: {'Port': ['ID=d45b0c96-7506-4d8e-9819-56d78e496b1c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:24.307735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:24.315179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:55:24.337833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.338285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.339142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.339479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.339809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.340140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.340462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.340786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.341623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.341961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.342292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.342639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:24.379343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:24.379881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:24.395065 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-928b7e48-f0a2-406f-a6de-5309b995d2d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6392717 Jul 13 19:55:24.406706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Request body: {'port': {'device_id': 'c219613e-646a-4fa0-ae4d-ffbd520a3c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:24.485207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:24.620816 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:24.758498 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45b0c96-7506-4d8e-9819-56d78e496b1c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:55:24.767128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:24.802765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Transition to ACTIVE for port object d45b0c96-7506-4d8e-9819-56d78e496b1c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:24.808426 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:24.875232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d45b0c96-7506-4d8e-9819-56d78e496b1c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:24.928920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-f203f866-98c6-431a-a4d1-05d73bdfbc10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1533208 Jul 13 19:55:24.961523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Attempting to bind port d45b0c96-7506-4d8e-9819-56d78e496b1c on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:55:24.961888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Attempting to bind port d45b0c96-7506-4d8e-9819-56d78e496b1c by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '19410248-f13c-4b9e-87de-0e244e0c128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:55:24.962305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Attempting to bind port d45b0c96-7506-4d8e-9819-56d78e496b1c on network 59441d43-77e0-4b91-93fe-58539a28931b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:24.967771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Port d45b0c96-7506-4d8e-9819-56d78e496b1c on network 59441d43-77e0-4b91-93fe-58539a28931b not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:55:24.968094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Attempting to bind port d45b0c96-7506-4d8e-9819-56d78e496b1c on network 59441d43-77e0-4b91-93fe-58539a28931b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:24.999246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:55:25.000347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Checking segment: {'id': '19410248-f13c-4b9e-87de-0e244e0c128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:25.000347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Bound using segment: {'id': '19410248-f13c-4b9e-87de-0e244e0c128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:55:25.000606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Bound port: d45b0c96-7506-4d8e-9819-56d78e496b1c, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19410248-f13c-4b9e-87de-0e244e0c128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:55:25.000797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:25.036149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effece54-d3dc-4187-a807-78fcc46477fa req-6eef31f6-8aca-4cc3-af9e-6f639ea55e6a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:25.037714 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-effece54-d3dc-4187-a807-78fcc46477fa req-6eef31f6-8aca-4cc3-af9e-6f639ea55e6a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 944 time: 0.0690570 Jul 13 19:55:25.084731 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-effece54-d3dc-4187-a807-78fcc46477fa req-02bd7f57-0b61-4ea9-baed-cf0dc51e834a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Jul 13 19:55:25.090555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-1441f314-d638-4102-9db8-0a39806087a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:25.092187 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-1441f314-d638-4102-9db8-0a39806087a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 1096 time: 0.1218939 Jul 13 19:55:25.096060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] For port d45b0c96-7506-4d8e-9819-56d78e496b1c, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:55:25.099796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] For port d45b0c96-7506-4d8e-9819-56d78e496b1c, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d45b0c96-7506-4d8e-9819-56d78e496b1c,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:55:25.105375 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:25.188248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:25.188876 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:25.190293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] 10.222.0.60 "PUT /v2.0/ports/d45b0c96-7506-4d8e-9819-56d78e496b1c HTTP/1.1" status: 200 len: 1092 time: 0.7879188 Jul 13 19:55:25.201045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c219613e-646a-4fa0-ae4d-ffbd520a3c70', 'tag': 'd45b0c96-7506-4d8e-9819-56d78e496b1c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:55:25.204300 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd90a6d7-f44c-4a06-b041-70c0d1600239" -d '{"events": [{"name": "network-changed", "server_uuid": "c219613e-646a-4fa0-ae4d-ffbd520a3c70", "tag": "d45b0c96-7506-4d8e-9819-56d78e496b1c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:55:25.242291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0d9af-ad31-4c52-93cf-2a6db44b4cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d45b0c96-7506-4d8e-9819-56d78e496b1c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:25.280087 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e40cba-d0c0-4fd5-99d8-322b65274df1 x-openstack-request-id: req-f8e40cba-d0c0-4fd5-99d8-322b65274df1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:55:25.280377 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c219613e-646a-4fa0-ae4d-ffbd520a3c70", "tag": "d45b0c96-7506-4d8e-9819-56d78e496b1c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:55:25.280624 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8e40cba-d0c0-4fd5-99d8-322b65274df1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:55:25.281018 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c219613e-646a-4fa0-ae4d-ffbd520a3c70', 'tag': 'd45b0c96-7506-4d8e-9819-56d78e496b1c', 'status': 'completed', 'code': 200} Jul 13 19:55:25.307059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-3b2ea9a0-7890-4d14-b61f-70289d1e5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:25.308464 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-3b2ea9a0-7890-4d14-b61f-70289d1e5eef service neutron] 10.222.0.60 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 912 time: 0.1759787 Jul 13 19:55:25.352576 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-cf3b25cd-20cc-4224-b21d-8cb2d725ae53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea HTTP/1.1" status: 200 len: 217 time: 0.0378048 Jul 13 19:55:25.358620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-ed1e2627-148f-49e8-a7c9-c80008abd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:25.360028 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-ed1e2627-148f-49e8-a7c9-c80008abd217 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 1095 time: 0.1127911 Jul 13 19:55:25.423098 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-b6885c80-1daf-4654-98a8-0f0b3c3f6573 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45b0c96-7506-4d8e-9819-56d78e496b1c HTTP/1.1" status: 200 len: 217 time: 0.0551066 Jul 13 19:55:25.470835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-81b20a6f-a1a6-4ae3-8974-5f5550c5b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:25.472309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-81b20a6f-a1a6-4ae3-8974-5f5550c5b4e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1962755f-d6bc-4fce-95d7-b195de5bd045 HTTP/1.1" status: 200 len: 851 time: 0.1114483 Jul 13 19:55:25.506101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-601062ca-4312-4766-9370-af7bd4a7ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:25.507630 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-601062ca-4312-4766-9370-af7bd4a7ea85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1962755f-d6bc-4fce-95d7-b195de5bd045 HTTP/1.1" status: 200 len: 851 time: 0.0785666 Jul 13 19:55:25.510149 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-6440a0b9-f442-41d6-a06b-b74ad3b8a50f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59441d43-77e0-4b91-93fe-58539a28931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316286 Jul 13 19:55:25.556876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-3844a2b2-b850-4641-b7c7-092ab20161c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59441d43-77e0-4b91-93fe-58539a28931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383661 Jul 13 19:55:25.695637 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-2163dab6-99c3-47eb-88fb-44c64cb46208 service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693127 Jul 13 19:55:25.714970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-52c5ec21-13b9-4947-a56c-37f20877934c service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492553 Jul 13 19:55:25.860331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-15f3756f-5e03-40fe-b1ae-96724ddfeaaf req-b2887b8a-4e67-4c5b-91c1-26bb0a042d63 service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569169 Jul 13 19:55:25.865636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4767ad6-c53c-4bad-bd52-8c6875f0d94e req-98613b91-8da4-4cc9-844c-81682e6d219d service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409767 Jul 13 19:55:25.961063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a6d7-f44c-4a06-b041-70c0d1600239 req-d9c8ec8e-ed9d-492c-ac08-5ef0d507d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:25.962553 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd90a6d7-f44c-4a06-b041-70c0d1600239 req-d9c8ec8e-ed9d-492c-ac08-5ef0d507d267 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 1095 time: 0.0542591 Jul 13 19:55:26.057122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a6d7-f44c-4a06-b041-70c0d1600239 req-edc87179-487a-4c6f-a30b-def4a7065f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:26.058759 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd90a6d7-f44c-4a06-b041-70c0d1600239 req-edc87179-487a-4c6f-a30b-def4a7065f46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 912 time: 0.0907071 Jul 13 19:55:26.101643 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd90a6d7-f44c-4a06-b041-70c0d1600239 req-87be9333-d652-4862-9026-f84b59cdf055 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45b0c96-7506-4d8e-9819-56d78e496b1c HTTP/1.1" status: 200 len: 217 time: 0.0366759 Jul 13 19:55:26.126170 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:26.153235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a6d7-f44c-4a06-b041-70c0d1600239 req-ba6e3c3f-8632-42f6-84bf-4e6a19bb8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:26.154756 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd90a6d7-f44c-4a06-b041-70c0d1600239 req-ba6e3c3f-8632-42f6-84bf-4e6a19bb8efc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1962755f-d6bc-4fce-95d7-b195de5bd045 HTTP/1.1" status: 200 len: 851 time: 0.0464694 Jul 13 19:55:26.192834 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd90a6d7-f44c-4a06-b041-70c0d1600239 req-e234297e-8dae-4bb6-9bfe-7130cbaacb1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59441d43-77e0-4b91-93fe-58539a28931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315254 Jul 13 19:55:26.288686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d1131-aae8-49cf-b6c3-2f8ddaa0335c req-2a8884eb-c5e3-4394-b6e9-d2ecbc3cb64e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:26.290485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-139d1131-aae8-49cf-b6c3-2f8ddaa0335c req-2a8884eb-c5e3-4394-b6e9-d2ecbc3cb64e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 944 time: 0.0744452 Jul 13 19:55:26.308830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd90a6d7-f44c-4a06-b041-70c0d1600239 req-ab4501bb-abaa-4398-9ea5-747ef00b223b service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089969 Jul 13 19:55:26.356506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-139d1131-aae8-49cf-b6c3-2f8ddaa0335c req-b512244d-871c-487b-a067-576231e90084 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584543 Jul 13 19:55:26.420417 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd90a6d7-f44c-4a06-b041-70c0d1600239 req-49baf0f5-c215-4fa5-8c4c-1330de1aafce service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045463 Jul 13 19:55:27.528027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a4e54-e672-4828-ac32-267a52be33c6 req-a63647c5-3838-428c-8bd3-221148ff5106 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:27.529424 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6c3a4e54-e672-4828-ac32-267a52be33c6 req-a63647c5-3838-428c-8bd3-221148ff5106 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 944 time: 0.0682845 Jul 13 19:55:27.568047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6c3a4e54-e672-4828-ac32-267a52be33c6 req-e631bf6c-6aa1-4dfd-8ff5-b480519aa550 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Jul 13 19:55:28.681136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:28.744855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96754c-bd40-4268-85c8-7477986b68b3 req-dccc47b6-a0c1-4c23-9607-d1c69f0df3f1 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:28.746382 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f96754c-bd40-4268-85c8-7477986b68b3 req-dccc47b6-a0c1-4c23-9607-d1c69f0df3f1 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 944 time: 0.0680504 Jul 13 19:55:28.786237 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f96754c-bd40-4268-85c8-7477986b68b3 req-f60ea123-896f-4fa6-93ab-cf7260a65a19 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343857 Jul 13 19:55:28.798043 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244bf91e-df85-4610-b56f-15822c071893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:28.888531 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244bf91e-df85-4610-b56f-15822c071893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:28.892222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244bf91e-df85-4610-b56f-15822c071893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:28.928023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bf91e-df85-4610-b56f-15822c071893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a099d9-af2a-4465-8d76-41c01cc067ad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:28.932864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-244bf91e-df85-4610-b56f-15822c071893 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=611899ce3fe041b0b980151fc9acd6c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505317 Jul 13 19:55:28.935700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:28.985796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab5e46d3-70d0-478f-8782-0154d96457e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.006214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab5e46d3-70d0-478f-8782-0154d96457e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.052363 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab5e46d3-70d0-478f-8782-0154d96457e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.054978 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab5e46d3-70d0-478f-8782-0154d96457e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.056190 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ab5e46d3-70d0-478f-8782-0154d96457e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40a099d9-af2a-4465-8d76-41c01cc067ad HTTP/1.1" status: 204 len: 168 time: 0.1195600 Jul 13 19:55:29.063818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e46d3-70d0-478f-8782-0154d96457e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a099d9-af2a-4465-8d76-41c01cc067ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:29.446779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d45b0c96-7506-4d8e-9819-56d78e496b1c details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:55:29.540848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d45b0c96-7506-4d8e-9819-56d78e496b1c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d45b0c96-7506-4d8e-9819-56d78e496b1c,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:29.552221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'd45b0c96-7506-4d8e-9819-56d78e496b1c', 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b', 'port_id': 'd45b0c96-7506-4d8e-9819-56d78e496b1c', 'mac_address': 'fa:16:3e:85:9e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1962755f-d6bc-4fce-95d7-b195de5bd045', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:55:29.590354 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.606943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45b0c96-7506-4d8e-9819-56d78e496b1c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:55:29.626310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d45b0c96-7506-4d8e-9819-56d78e496b1c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d45b0c96-7506-4d8e-9819-56d78e496b1c,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:29.630598 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.653736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:29.679489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=d45b0c96-7506-4d8e-9819-56d78e496b1c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:29.687340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.687682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.688018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.688347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.688671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.688992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.689313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.689631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.689946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.690262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.690606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.691009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:29.756688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-121259539-network', 'tenant_id': 'fda37398e014432591e25bcf4635ede8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:29.778558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Made reservation on behalf of fda37398e014432591e25bcf4635ede8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:55:29.780941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.789100 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.872268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['d45b0c96-7506-4d8e-9819-56d78e496b1c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:55:29.880791 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.885071 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.909795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:55:29.953096 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaf5e75-4680-449e-8612-0dfd24011a67,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:29.956918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:29.957271 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Added segment e24b2fd9-8e80-4f47-bc9c-50ff78b127cb of type vlan for network cbf555af-b606-40f4-8662-f126ec8b2a8e Jul 13 19:55:30.015511 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.038633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958e7b-2c27-4f55-9f3f-98b51687b7bb req-da40b053-c5e9-4f84-9e64-2c10d6d0bf6d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:30.040788 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39958e7b-2c27-4f55-9f3f-98b51687b7bb req-da40b053-c5e9-4f84-9e64-2c10d6d0bf6d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 945 time: 0.1326792 Jul 13 19:55:30.075321 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.076235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:30.076866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.129085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39958e7b-2c27-4f55-9f3f-98b51687b7bb req-3279bf7f-b53d-4dd3-8f25-93b6f453d1c8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783899 Jul 13 19:55:30.140124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4831963 Jul 13 19:55:30.141591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:30.146782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Request body: {'subnet': {'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-121259539-subnet', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:30.152452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321d922-5431-4cda-be8f-0f40092be019 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf555af-b606-40f4-8662-f126ec8b2a8e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:30.163256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network cbf555af-b606-40f4-8662-f126ec8b2a8e details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:55:30.171134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Made reservation on behalf of fda37398e014432591e25bcf4635ede8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:55:30.173802 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.340723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.398707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=253e5a1f-163a-4235-af8d-7f120c8cb4e0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:30.408019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Checking segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:30.408379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Network hostable DHCP agents. Network: cbf555af-b606-40f4-8662-f126ec8b2a8e, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:55:30.424921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:55:30.433355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, cbf555af-b606-40f4-8662-f126ec8b2a8e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:30.437374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:30.437951 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.442155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c9162d-b9e6-40bc-9929-aa26af0637a0 None None] Network cbf555af-b606-40f4-8662-f126ec8b2a8e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:55:30.451829 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7c152030-9d35-4d25-ad83-85c6f4730881 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3091326 Jul 13 19:55:30.454510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:30.459023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:30.479320 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.480320 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.531746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.591236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-cbf555af-b606-40f4-8662-f126ec8b2a8e', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:55:30.592047 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.669089 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.723132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Allocated IP 172.20.0.2 (cbf555af-b606-40f4-8662-f126ec8b2a8e/253e5a1f-163a-4235-af8d-7f120c8cb4e0/f5f44f56-7529-4c18-bb22-f398f58a1d7e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:55:30.869558 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.874674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.878075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Transition to ACTIVE for port object f5f44f56-7529-4c18-bb22-f398f58a1d7e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:30.893261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Transition to ACTIVE for port object f5f44f56-7529-4c18-bb22-f398f58a1d7e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:30.894185 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.899003 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:30.935198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:30.939905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:30.943223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:55:30.952709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Pushing event updated for resources: {'Port': ['ID=f5f44f56-7529-4c18-bb22-f398f58a1d7e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:30.997108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Allocated IP 172.25.7.156 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/bdd52e65-3acd-4f12-9d3f-5b122a62e3ae) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:55:31.010301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Attempting to bind port f5f44f56-7529-4c18-bb22-f398f58a1d7e on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:55:31.010696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Attempting to bind port f5f44f56-7529-4c18-bb22-f398f58a1d7e by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:55:31.011054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Attempting to bind port f5f44f56-7529-4c18-bb22-f398f58a1d7e on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:31.016005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:55:31.016377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Checking segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:31.016777 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:31.017166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Bound using segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:55:31.017641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Bound port: f5f44f56-7529-4c18-bb22-f398f58a1d7e, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:55:31.017998 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:31.080283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] For port f5f44f56-7529-4c18-bb22-f398f58a1d7e, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:55:31.083296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] For port f5f44f56-7529-4c18-bb22-f398f58a1d7e, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f5f44f56-7529-4c18-bb22-f398f58a1d7e,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:55:31.089231 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:31.106514 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:31.148174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdbc2f-3c2b-4b8c-96d6-f3c15969e4bb None None] Pushing event updated for resources: {'Port': ['ID=f5f44f56-7529-4c18-bb22-f398f58a1d7e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:31.153132 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:31.191984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:31.198253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:31.201888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:55:31.226145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd52e65-3acd-4f12-9d3f-5b122a62e3ae,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:31.443457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d45b0c96-7506-4d8e-9819-56d78e496b1c up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:31.496656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db52afe-b076-4343-b761-4b434b5983a1 req-4e50f80d-78a0-4701-9b4a-55758df81293 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:31.498086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4db52afe-b076-4343-b761-4b434b5983a1 req-4e50f80d-78a0-4701-9b4a-55758df81293 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 945 time: 0.2127068 Jul 13 19:55:31.507424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f5f44f56-7529-4c18-bb22-f398f58a1d7e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:31.551267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port d45b0c96-7506-4d8e-9819-56d78e496b1c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:31.558213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port d45b0c96-7506-4d8e-9819-56d78e496b1c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:31.558546 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:31.584482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4db52afe-b076-4343-b761-4b434b5983a1 req-5686ce3e-23da-4aac-86dd-18c1772d282d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515206 Jul 13 19:55:31.585443 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:31.607004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f5f44f56-7529-4c18-bb22-f398f58a1d7e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:31.650022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:31.673342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c219613e-646a-4fa0-ae4d-ffbd520a3c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45b0c96-7506-4d8e-9819-56d78e496b1c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:55:31.675632 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf5902d-2718-4688-877a-da5217fe2a79" -d '{"events": [{"server_uuid": "c219613e-646a-4fa0-ae4d-ffbd520a3c70", "name": "network-vif-plugged", "status": "completed", "tag": "d45b0c96-7506-4d8e-9819-56d78e496b1c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:55:31.690687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d45b0c96-7506-4d8e-9819-56d78e496b1c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d45b0c96-7506-4d8e-9819-56d78e496b1c,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:31.696832 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:31.724809 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b5c1a8-0bdd-4e78-aeb5-29771ed6f02e x-openstack-request-id: req-00b5c1a8-0bdd-4e78-aeb5-29771ed6f02e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:55:31.725142 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c219613e-646a-4fa0-ae4d-ffbd520a3c70", "name": "network-vif-plugged", "status": "completed", "tag": "d45b0c96-7506-4d8e-9819-56d78e496b1c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:55:31.725352 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00b5c1a8-0bdd-4e78-aeb5-29771ed6f02e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:55:31.725738 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c219613e-646a-4fa0-ae4d-ffbd520a3c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45b0c96-7506-4d8e-9819-56d78e496b1c', 'code': 200} Jul 13 19:55:31.755939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=d45b0c96-7506-4d8e-9819-56d78e496b1c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:31.842841 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677425cf-b5cd-4d47-9900-5c797cca5525 req-c2f12bb1-768d-43fe-8840-37699d203b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:31.844720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-677425cf-b5cd-4d47-9900-5c797cca5525 req-c2f12bb1-768d-43fe-8840-37699d203b80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 1097 time: 0.0625796 Jul 13 19:55:31.883905 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-677425cf-b5cd-4d47-9900-5c797cca5525 req-cf256fb0-9e0d-4c49-a7a2-79cfa1a943ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Jul 13 19:55:32.084873 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:32.116225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a103e-8d46-47db-9293-06013f61f277 None None] Network cbf555af-b606-40f4-8662-f126ec8b2a8e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:55:32.220313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Router 342c144a-f703-47ad-90f1-db47d82d6ad1 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:55:32.233355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efaf8caa-7971-4ae4-96af-9d16f1125f38 None None] Provisioning for port f5f44f56-7529-4c18-bb22-f398f58a1d7e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:32.240002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efaf8caa-7971-4ae4-96af-9d16f1125f38 None None] Provisioning complete for port f5f44f56-7529-4c18-bb22-f398f58a1d7e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:32.240375 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efaf8caa-7971-4ae4-96af-9d16f1125f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:32.330433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:55:32.345671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Sync routers for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:55:32.347461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:32.348853 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-31184fbb-2715-4fdf-b8df-d72cfedc84d7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8932841 Jul 13 19:55:32.351617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 36838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:32.371431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:55:32.372072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:55:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:32.373979 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efaf8caa-7971-4ae4-96af-9d16f1125f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:32.478590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efaf8caa-7971-4ae4-96af-9d16f1125f38 None None] For port f5f44f56-7529-4c18-bb22-f398f58a1d7e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f5f44f56-7529-4c18-bb22-f398f58a1d7e,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:32.494647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efaf8caa-7971-4ae4-96af-9d16f1125f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:32.506851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:55:32.820941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf8caa-7971-4ae4-96af-9d16f1125f38 None None] Pushing event updated for resources: {'Port': ['ID=f5f44f56-7529-4c18-bb22-f398f58a1d7e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:32.837219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c1666b9-e948-4e55-a9d9-02a9a9ac1328 None None] Provisioning complete for port f5f44f56-7529-4c18-bb22-f398f58a1d7e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:32.837584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c1666b9-e948-4e55-a9d9-02a9a9ac1328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:32.866106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab85d5-3841-4967-8ad3-19a352da0a01 req-9a0bfe12-bf8b-4114-bb89-a91225166ab4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:32.867737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1ab85d5-3841-4967-8ad3-19a352da0a01 req-9a0bfe12-bf8b-4114-bb89-a91225166ab4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 946 time: 0.1422160 Jul 13 19:55:32.898576 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:32.934121 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1ab85d5-3841-4967-8ad3-19a352da0a01 req-ebaec864-ac70-4a25-8692-0483faea2e5f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586145 Jul 13 19:55:32.970092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:31Z', 'revision_number': 3, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:32.996583 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Checking router: 342c144a-f703-47ad-90f1-db47d82d6ad1 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:55:32.996933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Updating router 342c144a-f703-47ad-90f1-db47d82d6ad1 port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:55:33.030793 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.078936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Allocated IP 172.20.0.1 (cbf555af-b606-40f4-8662-f126ec8b2a8e/253e5a1f-163a-4235-af8d-7f120c8cb4e0/7aa8ff3d-f7b7-4434-8842-fa758008fdb1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:55:33.182215 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.196343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Transition to ACTIVE for port object 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:33.229813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.276081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:33.279058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:33.283797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:55:33.286536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa8ff3d-f7b7-4434-8842-fa758008fdb1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:33.294781 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.306341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Transition to ACTIVE for port object bdd52e65-3acd-4f12-9d3f-5b122a62e3ae will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:33.312993 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.325582 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.369653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Attempting to bind port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:55:33.370027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Attempting to bind port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:55:33.370387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Attempting to bind port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:33.372496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae86d2b-7156-4c17-947b-cb3553f9db63 None None] Pushing event updated for resources: {'Port': ['ID=bdd52e65-3acd-4f12-9d3f-5b122a62e3ae,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:33.378170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:55:33.378599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:33.379097 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.379469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:55:33.379817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Bound port: bdd52e65-3acd-4f12-9d3f-5b122a62e3ae, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:55:33.380196 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.436407 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] For port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:55:33.440052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] For port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=bdd52e65-3acd-4f12-9d3f-5b122a62e3ae,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:55:33.445698 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.480487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f5f44f56-7529-4c18-bb22-f398f58a1d7e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:33.506471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.548726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:55:33.549351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:55:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:33.550998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae86d2b-7156-4c17-947b-cb3553f9db63 None None] Pushing event updated for resources: {'Port': ['ID=bdd52e65-3acd-4f12-9d3f-5b122a62e3ae,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:33.616303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc682ab3-9dd5-4f2e-b053-a16012b48f59 None None] Provisioning for port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:33.645857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f5f44f56-7529-4c18-bb22-f398f58a1d7e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:33.646227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.667070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc682ab3-9dd5-4f2e-b053-a16012b48f59 None None] Provisioning complete for port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:33.667432 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc682ab3-9dd5-4f2e-b053-a16012b48f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.674869 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.679941 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.725432 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc682ab3-9dd5-4f2e-b053-a16012b48f59 None None] Port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:55:33.735203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:55:33.745950 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:33.747823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa8ff3d-f7b7-4434-8842-fa758008fdb1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:33.839767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:33.841298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:33.968907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Router 342c144a-f703-47ad-90f1-db47d82d6ad1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:55:33.982798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 1, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:34.011835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94acae9c-9795-47e2-acd5-0d9b5c61ade4 None None] The sync data for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 is: [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 1, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:55:34.091310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:55:34.097940 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f2c04b1d-8637-4c24-82f5-c0f80e720799 admin admin] 10.222.0.25 "PUT /v2.0/routers/342c144a-f703-47ad-90f1-db47d82d6ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444644 Jul 13 19:55:34.151168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a668ec2-2bb8-4d84-abc9-b02572840f8c None None] Provisioning complete for port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:34.152935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a668ec2-2bb8-4d84-abc9-b02572840f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:34.153584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5947360-b885-419c-80d0-41c7c975fd88 req-30174263-befa-4a7e-ba31-9f8b2d221fa9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:34.155309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5947360-b885-419c-80d0-41c7c975fd88 req-30174263-befa-4a7e-ba31-9f8b2d221fa9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 946 time: 0.0711608 Jul 13 19:55:34.199528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f5947360-b885-419c-80d0-41c7c975fd88 req-fc09d848-d667-42c6-8afb-7cdd2eace533 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381918 Jul 13 19:55:34.205022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6a668ec2-2bb8-4d84-abc9-b02572840f8c None None] Port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:55:34.648529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64f29e-1beb-49e5-b2ed-2b76202405e9 req-31b15d81-17de-4da1-b2c6-ab50e77454b6 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:34.650510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c64f29e-1beb-49e5-b2ed-2b76202405e9 req-31b15d81-17de-4da1-b2c6-ab50e77454b6 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 946 time: 0.0668831 Jul 13 19:55:34.672441 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:34.678991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1251091357-network', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:34.717062 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c64f29e-1beb-49e5-b2ed-2b76202405e9 req-f8b1cc68-7aad-41dd-86cb-a729e712e9c2 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600195 Jul 13 19:55:34.718297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Made reservation on behalf of 37830418ebdd4159b2dac55261b5dc10 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:55:34.720701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:34.730157 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:34.846857 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:34.851227 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:34.881964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:55:34.884384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b3aecd-5c1f-4a8f-879f-c367f5d7d18b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:34.895214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:34.895695 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Added segment faae0a70-1053-46b7-949c-dc4d931d75a0 of type vlan for network c5a53017-f126-4353-8f43-9a948c7f06f6 Jul 13 19:55:34.939231 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:34.968493 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:34.969544 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:34.970173 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.030031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3564949 Jul 13 19:55:35.032714 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:35.039383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Request body: {'subnet': {'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1251091357-subnet', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:35.044435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7611a4-3699-442f-8d35-5a4113fda00c admin admin] Pushing event updated for resources: {'Network': ['ID=c5a53017-f126-4353-8f43-9a948c7f06f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:35.055563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c5a53017-f126-4353-8f43-9a948c7f06f6 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:55:35.063603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Made reservation on behalf of 37830418ebdd4159b2dac55261b5dc10 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:55:35.066081 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.245469 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.303177 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbff6bd-978e-46ca-a644-880d48eecacb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:35.313736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Checking segment: {'id': 'faae0a70-1053-46b7-949c-dc4d931d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:35.314226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Network hostable DHCP agents. Network: c5a53017-f126-4353-8f43-9a948c7f06f6, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:55:35.331845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Network c5a53017-f126-4353-8f43-9a948c7f06f6 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:55:35.341650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c5a53017-f126-4353-8f43-9a948c7f06f6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:35.345751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:35.346519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.353098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dce927-1fa8-45e2-b02c-62f81078a8fe None None] Network c5a53017-f126-4353-8f43-9a948c7f06f6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:55:35.363052 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-194354c6-ca92-47bb-b422-a128e76b6399 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3292000 Jul 13 19:55:35.365495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:35.370713 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1251091357-router', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:35.397586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.399326 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.468645 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.520485 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device bdd52e65-3acd-4f12-9d3f-5b122a62e3ae up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:35.544976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c5a53017-f126-4353-8f43-9a948c7f06f6', 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'fixed_ips': [{'subnet_id': 'dfbff6bd-978e-46ca-a644-880d48eecacb'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:55:35.545829 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.655163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:35.665613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:35.666057 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.738540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Allocated IP 172.20.0.2 (c5a53017-f126-4353-8f43-9a948c7f06f6/dfbff6bd-978e-46ca-a644-880d48eecacb/a223a52e-b264-499a-b242-2fe7a62b50c7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:55:35.837990 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.871871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=bdd52e65-3acd-4f12-9d3f-5b122a62e3ae,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:35.881723 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.959914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a2fa7-55f0-443e-9aa2-5d7966ca0375 req-cfedc6ab-4ce2-4794-9eef-8648aaea9c2e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:35.969261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c38a2fa7-55f0-443e-9aa2-5d7966ca0375 req-cfedc6ab-4ce2-4794-9eef-8648aaea9c2e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 946 time: 0.1019089 Jul 13 19:55:35.973930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=bdd52e65-3acd-4f12-9d3f-5b122a62e3ae,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:35.982274 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:35.992513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Transition to ACTIVE for port object a223a52e-b264-499a-b242-2fe7a62b50c7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:36.003715 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.009722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Transition to ACTIVE for port object a223a52e-b264-499a-b242-2fe7a62b50c7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:36.015002 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c38a2fa7-55f0-443e-9aa2-5d7966ca0375 req-7afa3b55-c10d-49fd-a945-37e7db9c1216 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442765 Jul 13 19:55:36.015214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479844b-b6e9-4033-8dd1-63879051a678 req-007707f5-23a9-477b-a8a1-cb1d3c7401f4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:36.016726 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c479844b-b6e9-4033-8dd1-63879051a678 req-007707f5-23a9-477b-a8a1-cb1d3c7401f4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.60 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 946 time: 0.1708045 Jul 13 19:55:36.018070 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.066214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Network c5a53017-f126-4353-8f43-9a948c7f06f6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:36.069218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:36.073754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:55:36.080909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Pushing event updated for resources: {'Port': ['ID=a223a52e-b264-499a-b242-2fe7a62b50c7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:36.136889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Attempting to bind port a223a52e-b264-499a-b242-2fe7a62b50c7 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:55:36.137259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Attempting to bind port a223a52e-b264-499a-b242-2fe7a62b50c7 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'faae0a70-1053-46b7-949c-dc4d931d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:55:36.137614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Attempting to bind port a223a52e-b264-499a-b242-2fe7a62b50c7 on network c5a53017-f126-4353-8f43-9a948c7f06f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:36.143297 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:55:36.143670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Checking segment: {'id': 'faae0a70-1053-46b7-949c-dc4d931d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:36.144071 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.144458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Bound using segment: {'id': 'faae0a70-1053-46b7-949c-dc4d931d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:55:36.144916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Bound port: a223a52e-b264-499a-b242-2fe7a62b50c7, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faae0a70-1053-46b7-949c-dc4d931d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:55:36.145318 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.198231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c479844b-b6e9-4033-8dd1-63879051a678 req-2158d2df-c5bd-448b-abab-09534ed414c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Deleting port d45b0c96-7506-4d8e-9819-56d78e496b1c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:55:36.198817 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c479844b-b6e9-4033-8dd1-63879051a678 req-2158d2df-c5bd-448b-abab-09534ed414c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.216981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] For port a223a52e-b264-499a-b242-2fe7a62b50c7, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:55:36.220472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] For port a223a52e-b264-499a-b242-2fe7a62b50c7, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a223a52e-b264-499a-b242-2fe7a62b50c7,segment=NetworkSegment(faae0a70-1053-46b7-949c-dc4d931d75a0),segment_id=faae0a70-1053-46b7-949c-dc4d931d75a0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:55:36.225749 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.237226 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Sync routers for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:55:36.246066 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:55:36.246713 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:55:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:36.294475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066a9a1-2622-4f99-b1ed-08e9aa0778fc None None] Pushing event updated for resources: {'Port': ['ID=a223a52e-b264-499a-b242-2fe7a62b50c7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:36.373021 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:55:36.400381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c479844b-b6e9-4033-8dd1-63879051a678 req-2158d2df-c5bd-448b-abab-09534ed414c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] For port d45b0c96-7506-4d8e-9819-56d78e496b1c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d45b0c96-7506-4d8e-9819-56d78e496b1c,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:36.400960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c479844b-b6e9-4033-8dd1-63879051a678 req-2158d2df-c5bd-448b-abab-09534ed414c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.432265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c479844b-b6e9-4033-8dd1-63879051a678 req-2158d2df-c5bd-448b-abab-09534ed414c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Calling delete_port for d45b0c96-7506-4d8e-9819-56d78e496b1c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:55:36.447105 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.482994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.618603 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 2, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:36.647812 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Checking router: 342c144a-f703-47ad-90f1-db47d82d6ad1 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:55:36.648154 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Updating router 342c144a-f703-47ad-90f1-db47d82d6ad1 port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:55:36.685962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Allocated IP 172.25.7.181 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/c1fc6915-0cbe-42cf-b174-cb4af291f901) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:55:36.713324 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c479844b-b6e9-4033-8dd1-63879051a678 req-2158d2df-c5bd-448b-abab-09534ed414c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.725375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'd45b0c96-7506-4d8e-9819-56d78e496b1c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:55:36.781603 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.783210 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158d2df-c5bd-448b-abab-09534ed414c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Pushing event deleted for resources: {'Port': ['ID=d45b0c96-7506-4d8e-9819-56d78e496b1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:36.841747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c479844b-b6e9-4033-8dd1-63879051a678 req-2158d2df-c5bd-448b-abab-09534ed414c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] No DVR routers for this DVR port d45b0c96-7506-4d8e-9819-56d78e496b1c on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:55:36.849155 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c479844b-b6e9-4033-8dd1-63879051a678 req-2158d2df-c5bd-448b-abab-09534ed414c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.851161 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c479844b-b6e9-4033-8dd1-63879051a678 req-2158d2df-c5bd-448b-abab-09534ed414c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.60 "DELETE /v2.0/ports/d45b0c96-7506-4d8e-9819-56d78e496b1c HTTP/1.1" status: 204 len: 173 time: 0.8288472 Jul 13 19:55:36.851598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c219613e-646a-4fa0-ae4d-ffbd520a3c70', 'name': 'network-vif-deleted', 'tag': 'd45b0c96-7506-4d8e-9819-56d78e496b1c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:55:36.854366 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea725b43-b06d-4382-874d-095a1ad6d82b" -d '{"events": [{"server_uuid": "c219613e-646a-4fa0-ae4d-ffbd520a3c70", "name": "network-vif-deleted", "tag": "d45b0c96-7506-4d8e-9819-56d78e496b1c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:55:36.912493 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db196ed-e5c3-471d-ae49-d005926b36ea x-openstack-request-id: req-9db196ed-e5c3-471d-ae49-d005926b36ea {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:55:36.912727 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c219613e-646a-4fa0-ae4d-ffbd520a3c70", "name": "network-vif-deleted", "tag": "d45b0c96-7506-4d8e-9819-56d78e496b1c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:55:36.912864 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9db196ed-e5c3-471d-ae49-d005926b36ea {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:55:36.913262 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c219613e-646a-4fa0-ae4d-ffbd520a3c70', 'name': 'network-vif-deleted', 'tag': 'd45b0c96-7506-4d8e-9819-56d78e496b1c', 'status': 'completed', 'code': 200} Jul 13 19:55:36.918235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:36.966102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:37.005000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:37.011208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:37.014892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:55:37.041848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Pushing event updated for resources: {'Port': ['ID=c1fc6915-0cbe-42cf-b174-cb4af291f901,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:37.102040 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:37.113911 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Transition to ACTIVE for port object 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:37.121945 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:37.211018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-59b7bfff-e6a2-4473-bbe5-54d4cd6da3b2 req-302aa6e5-e44f-455e-9fd5-24f17ba98863 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=c219613e-646a-4fa0-ae4d-ffbd520a3c70 HTTP/1.1" status: 200 len: 210 time: 0.0469611 Jul 13 19:55:37.219103 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Pushing event updated for resources: {'Port': ['ID=7aa8ff3d-f7b7-4434-8842-fa758008fdb1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:37.247996 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.249033 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.249555 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.250056 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.250575 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.251055 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.251547 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.252051 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.252561 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.252864 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.253339 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.253808 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:55:37.267761 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Attempting to bind port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:55:37.268340 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Attempting to bind port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:55:37.268963 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Attempting to bind port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:37.274521 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:55:37.275169 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Checking segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:37.275736 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:37.276266 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Bound using segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:55:37.276897 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Bound port: 7aa8ff3d-f7b7-4434-8842-fa758008fdb1, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:55:37.277457 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:37.345064 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:37.364389 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] For port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:55:37.370583 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] For port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7aa8ff3d-f7b7-4434-8842-fa758008fdb1,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:55:37.378915 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:37.474726 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:55:37.475833 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:55:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:37.484310 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e2fec-0cae-4894-9f9c-0599a9d46f68 None None] Pushing event updated for resources: {'Port': ['ID=7aa8ff3d-f7b7-4434-8842-fa758008fdb1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:37.628964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device bdd52e65-3acd-4f12-9d3f-5b122a62e3ae up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:37.679057 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:55:37.688390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b5a3dd-e17d-45d4-88f9-ba97f51d3ca8 None None] Network c5a53017-f126-4353-8f43-9a948c7f06f6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:55:37.693275 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:37.800907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:37.801783 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:37.854073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:55:37.909242 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:37Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:37.938271 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c893d2f2-9c5a-4569-b38f-49f133e1a383 None None] The sync data for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 is: [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:37Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:55:37.970741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:55:37.989845 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:37.993921 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5a45f5e4-0392-483b-9a1c-f3649f442b2b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6248529 Jul 13 19:55:37.994293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 36874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:55:38.078863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Sync routers for ids ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:55:38.110867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Routers {'8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:55:38.112645 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:55:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:38.194338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be6df153-010c-4953-8238-abd3e1f1bcc6 None None] Provisioning for port a223a52e-b264-499a-b242-2fe7a62b50c7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:38.247466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a223a52e-b264-499a-b242-2fe7a62b50c7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:38.327562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Set router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:55:38.453182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port a223a52e-b264-499a-b242-2fe7a62b50c7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:38.482123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a223a52e-b264-499a-b242-2fe7a62b50c7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:38.482512 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:38.525566 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:38.576200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe7392-038e-4782-8898-d0d2c03e3c25 req-2fa7967e-f6d3-412c-b57b-a9eb6451b06a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:38.584149 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6fe7392-038e-4782-8898-d0d2c03e3c25 req-2fa7967e-f6d3-412c-b57b-a9eb6451b06a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1079235 Jul 13 19:55:38.588229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05761223-e1b5-4622-90c4-fa913b1f8c40 None None] Provisioning complete for port a223a52e-b264-499a-b242-2fe7a62b50c7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:38.588653 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05761223-e1b5-4622-90c4-fa913b1f8c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:38.623148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6fe7392-038e-4782-8898-d0d2c03e3c25 req-954233bb-5f46-4b32-b148-0f4ce798be6e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379922 Jul 13 19:55:38.628294 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:38.721957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port a223a52e-b264-499a-b242-2fe7a62b50c7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a223a52e-b264-499a-b242-2fe7a62b50c7,segment=NetworkSegment(faae0a70-1053-46b7-949c-dc4d931d75a0),segment_id=faae0a70-1053-46b7-949c-dc4d931d75a0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:38.735155 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:38.774455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Allocated IP 172.20.0.1 (c5a53017-f126-4353-8f43-9a948c7f06f6/dfbff6bd-978e-46ca-a644-880d48eecacb/3fcf303c-5aaf-450d-ae23-5988eb4c8197) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:55:38.817225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'name': 'tempest-TestVolumeBootPattern-1251091357-router', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:35Z', 'updated_at': '2021-07-13T19:55:37Z', 'revision_number': 3, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'gw_port': {'id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:36Z', 'updated_at': '2021-07-13T19:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:38.861717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Checking router: 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:55:38.862076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Updating router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 port c1fc6915-0cbe-42cf-b174-cb4af291f901 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:55:38.866489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=a223a52e-b264-499a-b242-2fe7a62b50c7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:38.902102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:38.917175 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:38.917551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Transition to ACTIVE for port object 3fcf303c-5aaf-450d-ae23-5988eb4c8197 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:38.954014 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:38.987716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a8600-8b53-4c79-8d2f-49fbd28e2941 req-12c99af5-e630-476f-88d6-8b6db9da457c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:38.989883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-294a8600-8b53-4c79-8d2f-49fbd28e2941 req-12c99af5-e630-476f-88d6-8b6db9da457c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0713258 Jul 13 19:55:38.995290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Network c5a53017-f126-4353-8f43-9a948c7f06f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:38.998158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:39.001791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:55:39.030618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Pushing event updated for resources: {'Port': ['ID=3fcf303c-5aaf-450d-ae23-5988eb4c8197,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:39.048816 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.060462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-294a8600-8b53-4c79-8d2f-49fbd28e2941 req-424c2270-7ae0-40e3-b64d-afa49e2d4382 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636950 Jul 13 19:55:39.228915 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.239737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Transition to ACTIVE for port object c1fc6915-0cbe-42cf-b174-cb4af291f901 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:39.245370 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.246039 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.303666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Attempting to bind port c1fc6915-0cbe-42cf-b174-cb4af291f901 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:55:39.304029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Attempting to bind port c1fc6915-0cbe-42cf-b174-cb4af291f901 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:55:39.304386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Attempting to bind port c1fc6915-0cbe-42cf-b174-cb4af291f901 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:39.307275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c4217-84a1-4b85-bc3d-a4a48d181cbd None None] Pushing event updated for resources: {'Port': ['ID=c1fc6915-0cbe-42cf-b174-cb4af291f901,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:39.312111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775480d-2e74-4df0-b8d3-f03e5ad37def req-72c27353-415f-4bcf-96f2-dafd8f76a1fe tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:39.313651 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8775480d-2e74-4df0-b8d3-f03e5ad37def req-72c27353-415f-4bcf-96f2-dafd8f76a1fe tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1181839 Jul 13 19:55:39.324826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:55:39.325232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:39.325634 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.326021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:55:39.326830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Bound port: c1fc6915-0cbe-42cf-b174-cb4af291f901, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:55:39.326970 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.370952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2ecfce9-88be-437b-8483-401a3fd254bb None None] Provisioning for port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:39.380056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2ecfce9-88be-437b-8483-401a3fd254bb None None] Provisioning complete for port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:39.380423 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2ecfce9-88be-437b-8483-401a3fd254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.411956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] For port c1fc6915-0cbe-42cf-b174-cb4af291f901, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:55:39.432668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] For port c1fc6915-0cbe-42cf-b174-cb4af291f901, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c1fc6915-0cbe-42cf-b174-cb4af291f901,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:55:39.436475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2ecfce9-88be-437b-8483-401a3fd254bb None None] Port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:55:39.440309 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.494604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Routers {'8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:55:39.495258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:55:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:39.545881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a223a52e-b264-499a-b242-2fe7a62b50c7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:39.548647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d45b0c96-7506-4d8e-9819-56d78e496b1c no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:55:39.594459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c4217-84a1-4b85-bc3d-a4a48d181cbd None None] Pushing event updated for resources: {'Port': ['ID=c1fc6915-0cbe-42cf-b174-cb4af291f901,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:39.604573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: d45b0c96-7506-4d8e-9819-56d78e496b1c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:55:39.605097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d45b0c96-7506-4d8e-9819-56d78e496b1c not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:55:39.684842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a223a52e-b264-499a-b242-2fe7a62b50c7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:39.685305 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.690557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] Set router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:55:39.729566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8775480d-2e74-4df0-b8d3-f03e5ad37def req-e70419e8-7289-4044-ae00-6272ce925f89 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053233 Jul 13 19:55:39.791135 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.797825 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.867252 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:39.873235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Pushing event updated for resources: {'Port': ['ID=3fcf303c-5aaf-450d-ae23-5988eb4c8197,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:39.892338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:39.974645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Network c5a53017-f126-4353-8f43-9a948c7f06f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:39.976142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:40.019691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:40.025562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:40.025938 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:40.053640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'name': 'tempest-TestVolumeBootPattern-1251091357-router', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:35Z', 'updated_at': '2021-07-13T19:55:39Z', 'revision_number': 4, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'gw_port': {'id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:36Z', 'updated_at': '2021-07-13T19:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3fcf303c-5aaf-450d-ae23-5988eb4c8197', 'name': '', 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'mac_address': 'fa:16:3e:0a:11:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'dfbff6bd-978e-46ca-a644-880d48eecacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:38Z', 'updated_at': '2021-07-13T19:55:38Z', 'revision_number': 1, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'subnets': [{'id': 'dfbff6bd-978e-46ca-a644-880d48eecacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:40.092533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ae8b9-41bb-41a7-9d31-3f112b9e1bed None None] The sync data for ids ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'] in n-d-800708-1 is: [{'id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'name': 'tempest-TestVolumeBootPattern-1251091357-router', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:35Z', 'updated_at': '2021-07-13T19:55:39Z', 'revision_number': 4, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'gw_port': {'id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:36Z', 'updated_at': '2021-07-13T19:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3fcf303c-5aaf-450d-ae23-5988eb4c8197', 'name': '', 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'mac_address': 'fa:16:3e:0a:11:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'dfbff6bd-978e-46ca-a644-880d48eecacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:38Z', 'updated_at': '2021-07-13T19:55:38Z', 'revision_number': 1, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'subnets': [{'id': 'dfbff6bd-978e-46ca-a644-880d48eecacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:55:40.154761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:55:40.219107 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:40.283019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7aa8ff3d-f7b7-4434-8842-fa758008fdb1,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:40.288195 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:40.322668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:55:40.341972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-03ecfb9e-f8d8-425c-974b-2b08836c4de9 admin admin] 10.222.0.25 "PUT /v2.0/routers/8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3322849 Jul 13 19:55:40.353300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=7aa8ff3d-f7b7-4434-8842-fa758008fdb1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:40.398233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75acae2c-b81c-4965-a710-c89bd9458f76 None None] Provisioning complete for port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:40.399581 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75acae2c-b81c-4965-a710-c89bd9458f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:40.456265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-75acae2c-b81c-4965-a710-c89bd9458f76 None None] Port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:55:41.596977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c1fc6915-0cbe-42cf-b174-cb4af291f901 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:41.640398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669f05c-702e-41be-8555-cc4c8e7730fd req-9a742eb1-8590-4962-853a-5c96f8b92b20 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:41.642152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2669f05c-702e-41be-8555-cc4c8e7730fd req-9a742eb1-8590-4962-853a-5c96f8b92b20 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0847189 Jul 13 19:55:41.652854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port c1fc6915-0cbe-42cf-b174-cb4af291f901 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:41.658340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c1fc6915-0cbe-42cf-b174-cb4af291f901 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:41.658881 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:41.690098 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2669f05c-702e-41be-8555-cc4c8e7730fd req-de0e2ff3-3dc0-4428-8caf-c33b241dcd1a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Jul 13 19:55:41.922217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:41.938518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccb5e6-e914-4bdc-afb7-3f095642505e req-ea0f090d-52ff-4e65-a382-d87ac33598f5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:41.940149 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fccb5e6-e914-4bdc-afb7-3f095642505e req-ea0f090d-52ff-4e65-a382-d87ac33598f5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1045809 Jul 13 19:55:41.945277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port c1fc6915-0cbe-42cf-b174-cb4af291f901, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c1fc6915-0cbe-42cf-b174-cb4af291f901,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:41.953496 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:41.954312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:41.991107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2fccb5e6-e914-4bdc-afb7-3f095642505e req-a7798def-fa77-456f-a884-fd406733f0d2 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Jul 13 19:55:42.034708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=c1fc6915-0cbe-42cf-b174-cb4af291f901,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:42.047767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:42.048137 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:42.519033 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Sync routers for ids ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:55:42.530209 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Routers {'8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:55:42.531089 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:55:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:42.640248 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Set router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:55:42.643932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-06a79d5d-e7b2-492a-bc00-5738c0bc5cd8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:42.646118 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-06a79d5d-e7b2-492a-bc00-5738c0bc5cd8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1127229 Jul 13 19:55:42.662824 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-582c672c-09e0-45e7-9bef-c3a67cb6a5d3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/quotas/fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 375 time: 0.0102236 Jul 13 19:55:42.737490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-d6533988-fd67-4537-a40c-750d9a894864 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685551 Jul 13 19:55:42.877951 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'name': 'tempest-TestVolumeBootPattern-1251091357-router', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:35Z', 'updated_at': '2021-07-13T19:55:39Z', 'revision_number': 4, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'gw_port': {'id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:36Z', 'updated_at': '2021-07-13T19:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3fcf303c-5aaf-450d-ae23-5988eb4c8197', 'name': '', 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'mac_address': 'fa:16:3e:0a:11:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'dfbff6bd-978e-46ca-a644-880d48eecacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:38Z', 'updated_at': '2021-07-13T19:55:39Z', 'revision_number': 2, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'subnets': [{'id': 'dfbff6bd-978e-46ca-a644-880d48eecacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:42.906216 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Checking router: 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:55:42.906743 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Updating router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:55:42.943933 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:42.966184 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-0d1621e6-d2da-40d8-938c-0f064d8ddbaf service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218215 Jul 13 19:55:43.060805 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1835e615-4371-420e-9354-9a6665df75c4 service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854619 Jul 13 19:55:43.208893 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:43.220493 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Transition to ACTIVE for port object 3fcf303c-5aaf-450d-ae23-5988eb4c8197 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:43.226350 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:43.276340 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b171c6-0ff4-4c59-96c1-5fbbb28d787b None None] Pushing event updated for resources: {'Port': ['ID=3fcf303c-5aaf-450d-ae23-5988eb4c8197,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:43.370818 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Attempting to bind port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:55:43.370818 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Attempting to bind port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'faae0a70-1053-46b7-949c-dc4d931d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:55:43.370818 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Attempting to bind port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 on network c5a53017-f126-4353-8f43-9a948c7f06f6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:43.379154 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:55:43.379535 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Checking segment: {'id': 'faae0a70-1053-46b7-949c-dc4d931d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:43.379940 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:43.380330 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Bound using segment: {'id': 'faae0a70-1053-46b7-949c-dc4d931d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:55:43.380802 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Bound port: 3fcf303c-5aaf-450d-ae23-5988eb4c8197, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faae0a70-1053-46b7-949c-dc4d931d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:55:43.381178 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:43.430473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c34ac2d6-82f1-419c-b504-1ced6fcdea20 req-39db9286-0af6-465b-af06-10183a9c9a20 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 210 time: 0.0758171 Jul 13 19:55:43.505600 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] For port 3fcf303c-5aaf-450d-ae23-5988eb4c8197, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:55:43.510303 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] For port 3fcf303c-5aaf-450d-ae23-5988eb4c8197, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3fcf303c-5aaf-450d-ae23-5988eb4c8197,segment=NetworkSegment(faae0a70-1053-46b7-949c-dc4d931d75a0),segment_id=faae0a70-1053-46b7-949c-dc4d931d75a0)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:55:43.515911 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:43.566853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c1fc6915-0cbe-42cf-b174-cb4af291f901 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:43.579630 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Routers {'8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:55:43.580435 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:55:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:43.638101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0f390-65ab-4d98-bfb6-e42654a06734 req-0e95656e-7a7b-4b11-8a53-4b20ed7ede78 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:43.660404 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d5c0f390-65ab-4d98-bfb6-e42654a06734 req-0e95656e-7a7b-4b11-8a53-4b20ed7ede78 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1347151 Jul 13 19:55:43.685860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c1fc6915-0cbe-42cf-b174-cb4af291f901 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:43.686553 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:43.752380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d5c0f390-65ab-4d98-bfb6-e42654a06734 req-6fb1ff71-d704-463a-a12e-51c8f5b80649 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909967 Jul 13 19:55:43.820013 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b171c6-0ff4-4c59-96c1-5fbbb28d787b None None] Pushing event updated for resources: {'Port': ['ID=3fcf303c-5aaf-450d-ae23-5988eb4c8197,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:43.857110 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] Set router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:55:43.980396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdd466-23bb-4cda-87fd-3e78e7f031cb req-21517c68-d27b-4867-93a1-b9d6b0dd744b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:43.981870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cacdd466-23bb-4cda-87fd-3e78e7f031cb req-21517c68-d27b-4867-93a1-b9d6b0dd744b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0842123 Jul 13 19:55:44.027471 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cacdd466-23bb-4cda-87fd-3e78e7f031cb req-485e00f4-2ecc-4807-99fc-aa60eeadb0ee tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Jul 13 19:55:44.069449 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'name': 'tempest-TestVolumeBootPattern-1251091357-router', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:35Z', 'updated_at': '2021-07-13T19:55:39Z', 'revision_number': 4, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'gw_port': {'id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:36Z', 'updated_at': '2021-07-13T19:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3fcf303c-5aaf-450d-ae23-5988eb4c8197', 'name': '', 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'mac_address': 'fa:16:3e:0a:11:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'dfbff6bd-978e-46ca-a644-880d48eecacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:38Z', 'updated_at': '2021-07-13T19:55:43Z', 'revision_number': 4, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'subnets': [{'id': 'dfbff6bd-978e-46ca-a644-880d48eecacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:55:44.099984 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732188d4-b14d-4b73-8dcb-4ebf7252c45d None None] The sync data for ids ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'] in n-d-800708-1 is: [{'id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'name': 'tempest-TestVolumeBootPattern-1251091357-router', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:35Z', 'updated_at': '2021-07-13T19:55:39Z', 'revision_number': 4, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'gw_port': {'id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:36Z', 'updated_at': '2021-07-13T19:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '3fcf303c-5aaf-450d-ae23-5988eb4c8197', 'name': '', 'network_id': 'c5a53017-f126-4353-8f43-9a948c7f06f6', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'mac_address': 'fa:16:3e:0a:11:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'dfbff6bd-978e-46ca-a644-880d48eecacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:38Z', 'updated_at': '2021-07-13T19:55:43Z', 'revision_number': 4, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'subnets': [{'id': 'dfbff6bd-978e-46ca-a644-880d48eecacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:55:44.277647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990613e-eb93-49fc-85b4-8b5ea0d4cda5 req-fc16aab5-ae90-4e55-9351-f6ebdfe904c6 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:44.279310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0990613e-eb93-49fc-85b4-8b5ea0d4cda5 req-fc16aab5-ae90-4e55-9351-f6ebdfe904c6 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0734107 Jul 13 19:55:44.322164 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0990613e-eb93-49fc-85b4-8b5ea0d4cda5 req-941c8505-bec4-48af-beb7-5494f4367fed tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370157 Jul 13 19:55:44.515379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b956d-3f35-4d68-becd-9dca5865c5fa req-b85c05bb-07d4-485a-ab9f-96cb3632ec7a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:44.517274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df5b956d-3f35-4d68-becd-9dca5865c5fa req-b85c05bb-07d4-485a-ab9f-96cb3632ec7a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0752690 Jul 13 19:55:44.575317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df5b956d-3f35-4d68-becd-9dca5865c5fa req-eaed1292-7ffe-4d2e-9bd4-12add4d7c5de tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521486 Jul 13 19:55:44.595512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6bd8e447-5a07-47d8-bdff-e6310970a905 req-f3877103-8e79-4096-a932-6ef57c6b7b95 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 210 time: 0.0491319 Jul 13 19:55:44.810548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-53f54448-b094-4c90-8578-770ff2547c56 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:44.812090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-53f54448-b094-4c90-8578-770ff2547c56 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1391499 Jul 13 19:55:44.828536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'port': {'device_id': '447f572b-8a72-448f-831c-7a5d643a3cfb', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'admin_state_up': True, 'tenant_id': 'fda37398e014432591e25bcf4635ede8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:44.901786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902bed5-11ab-4a58-b22f-bdf74cda5958 req-ed545247-b1e2-4ec1-a695-3b7476153ce4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:44.903382 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5902bed5-11ab-4a58-b22f-bdf74cda5958 req-ed545247-b1e2-4ec1-a695-3b7476153ce4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1500578 Jul 13 19:55:44.969978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5902bed5-11ab-4a58-b22f-bdf74cda5958 req-a8464db0-f8dd-419c-b348-bb7cfe1bb501 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597758 Jul 13 19:55:44.996064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Made reservation on behalf of fda37398e014432591e25bcf4635ede8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:55:44.999593 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.135241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Allocated IP 172.20.0.9 (cbf555af-b606-40f4-8662-f126ec8b2a8e/253e5a1f-163a-4235-af8d-7f120c8cb4e0/f186bb47-10fe-4ce8-a45a-0458722414b3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:55:45.166227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf15812-6f5c-4073-9f99-51357eea6c8f req-3a1fee11-8ca4-4acf-a87d-6e8ad8014f2f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:45.168055 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bf15812-6f5c-4073-9f99-51357eea6c8f req-3a1fee11-8ca4-4acf-a87d-6e8ad8014f2f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0820649 Jul 13 19:55:45.213607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9bf15812-6f5c-4073-9f99-51357eea6c8f req-0ef7fbf6-91e9-4f53-93a0-1880e3982f3f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Jul 13 19:55:45.306467 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.325236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Transition to ACTIVE for port object f186bb47-10fe-4ce8-a45a-0458722414b3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:45.361380 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.408416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:55:45.411627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:55:45.416740 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:55:45.464840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=f186bb47-10fe-4ce8-a45a-0458722414b3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:45.492454 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc06147-869c-4c67-a921-7222cc870b73 req-bc5ac524-bc55-4ade-a07d-a4a6aaba24e5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:45.494034 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cc06147-869c-4c67-a921-7222cc870b73 req-bc5ac524-bc55-4ade-a07d-a4a6aaba24e5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0968108 Jul 13 19:55:45.495542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:45.496210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.521371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-52c989bd-f4ff-42e9-bfc5-b44a871d92db tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6967270 Jul 13 19:55:45.537052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Request body: {'port': {'device_id': '447f572b-8a72-448f-831c-7a5d643a3cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:55:45.561410 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2cc06147-869c-4c67-a921-7222cc870b73 req-76c8abb0-46ae-484e-b2c2-b52529b9c192 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598254 Jul 13 19:55:45.572061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3fcf303c-5aaf-450d-ae23-5988eb4c8197 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:45.637320 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.650804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:45.657385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:45.658087 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.795072 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.842384 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.861500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd650e78-27b4-428c-94d3-efd01181c3ff None None] Provisioning for port f186bb47-10fe-4ce8-a45a-0458722414b3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:45.866897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 3fcf303c-5aaf-450d-ae23-5988eb4c8197, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3fcf303c-5aaf-450d-ae23-5988eb4c8197,segment=NetworkSegment(faae0a70-1053-46b7-949c-dc4d931d75a0),segment_id=faae0a70-1053-46b7-949c-dc4d931d75a0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:45.870553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd650e78-27b4-428c-94d3-efd01181c3ff None None] Provisioning complete for port f186bb47-10fe-4ce8-a45a-0458722414b3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:45.871448 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd650e78-27b4-428c-94d3-efd01181c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.903903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5472093-4223-4dff-bf63-b3e774ca1a5e req-7353844a-f00f-4c98-9756-8efee0de9cba tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:45.906017 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d5472093-4223-4dff-bf63-b3e774ca1a5e req-7353844a-f00f-4c98-9756-8efee0de9cba tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 931 time: 0.0927219 Jul 13 19:55:45.915174 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.958728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bd650e78-27b4-428c-94d3-efd01181c3ff None None] Port f186bb47-10fe-4ce8-a45a-0458722414b3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:55:45.979072 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d5472093-4223-4dff-bf63-b3e774ca1a5e req-96f63dea-7994-41e2-8e43-f202c5dd7118 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662529 Jul 13 19:55:46.002572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=3fcf303c-5aaf-450d-ae23-5988eb4c8197,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:46.030274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048bbfb-63de-4b3b-8758-c7accd7ec9af req-7a1e50ee-84f8-4242-b9a3-5acf9c63006d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:46.032053 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c048bbfb-63de-4b3b-8758-c7accd7ec9af req-7a1e50ee-84f8-4242-b9a3-5acf9c63006d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1745543 Jul 13 19:55:46.118094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f186bb47-10fe-4ce8-a45a-0458722414b3 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:55:46.131461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:46.136315 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c048bbfb-63de-4b3b-8758-c7accd7ec9af req-78814280-b46e-486a-a29c-81df3ab20da5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949321 Jul 13 19:55:46.149002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Transition to ACTIVE for port object f186bb47-10fe-4ce8-a45a-0458722414b3 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:55:46.153492 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:46.228972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Pushing event updated for resources: {'Port': ['ID=f186bb47-10fe-4ce8-a45a-0458722414b3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:46.344439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Attempting to bind port f186bb47-10fe-4ce8-a45a-0458722414b3 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:55:46.345098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Attempting to bind port f186bb47-10fe-4ce8-a45a-0458722414b3 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:55:46.345524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Attempting to bind port f186bb47-10fe-4ce8-a45a-0458722414b3 on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:46.376273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Port f186bb47-10fe-4ce8-a45a-0458722414b3 on network cbf555af-b606-40f4-8662-f126ec8b2a8e not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:55:46.376634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Attempting to bind port f186bb47-10fe-4ce8-a45a-0458722414b3 on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:55:46.386553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:55:46.386910 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Checking segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:55:46.387312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Bound using segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:55:46.387985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Bound port: f186bb47-10fe-4ce8-a45a-0458722414b3, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:55:46.388598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:46.467437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbcf07-4339-4476-b535-41908d1e3841 req-630ee6e9-10cf-4068-b251-4919cfe1ae71 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:46.469012 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70bbcf07-4339-4476-b535-41908d1e3841 req-630ee6e9-10cf-4068-b251-4919cfe1ae71 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1477892 Jul 13 19:55:46.499315 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:46.505846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] For port f186bb47-10fe-4ce8-a45a-0458722414b3, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:55:46.535700 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] For port f186bb47-10fe-4ce8-a45a-0458722414b3, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f186bb47-10fe-4ce8-a45a-0458722414b3,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:55:46.545707 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:46.564250 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-70bbcf07-4339-4476-b535-41908d1e3841 req-98748b8d-8295-4cfd-9d97-e5cfa461e8e3 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887945 Jul 13 19:55:46.590192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:46.590920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:46.592467 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] 10.222.0.24 "PUT /v2.0/ports/f186bb47-10fe-4ce8-a45a-0458722414b3 HTTP/1.1" status: 200 len: 1091 time: 1.0599945 Jul 13 19:55:46.592756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447f572b-8a72-448f-831c-7a5d643a3cfb', 'tag': 'f186bb47-10fe-4ce8-a45a-0458722414b3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:55:46.595062 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf" -d '{"events": [{"name": "network-changed", "server_uuid": "447f572b-8a72-448f-831c-7a5d643a3cfb", "tag": "f186bb47-10fe-4ce8-a45a-0458722414b3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:55:46.634061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5b3f1-fdf5-4c42-9474-d597a44f9095 service neutron] Pushing event updated for resources: {'Port': ['ID=f186bb47-10fe-4ce8-a45a-0458722414b3,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:46.688288 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0876f49e-dca8-4cb5-8759-450c01fa60f8 x-openstack-request-id: req-0876f49e-dca8-4cb5-8759-450c01fa60f8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:55:46.688885 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447f572b-8a72-448f-831c-7a5d643a3cfb", "tag": "f186bb47-10fe-4ce8-a45a-0458722414b3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:55:46.688885 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0876f49e-dca8-4cb5-8759-450c01fa60f8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:55:46.689230 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447f572b-8a72-448f-831c-7a5d643a3cfb', 'tag': 'f186bb47-10fe-4ce8-a45a-0458722414b3', 'status': 'completed', 'code': 200} Jul 13 19:55:46.808193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529a56-a4ca-43e4-ad92-06d896b742e7 req-1e5c6dd1-b27d-4b71-bbd3-fe4500118b7b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:46.810577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40529a56-a4ca-43e4-ad92-06d896b742e7 req-1e5c6dd1-b27d-4b71-bbd3-fe4500118b7b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0934067 Jul 13 19:55:46.869926 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40529a56-a4ca-43e4-ad92-06d896b742e7 req-015a767d-0084-4fa3-b517-89f539ec7fca tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457728 Jul 13 19:55:47.064963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-4a13d66b-d8c1-48ea-bee9-0882400ae437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:47.066758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-4a13d66b-d8c1-48ea-bee9-0882400ae437 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 1094 time: 0.3680770 Jul 13 19:55:47.122372 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-394e37c8-bdd5-4dc1-8278-490ba42703bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f186bb47-10fe-4ce8-a45a-0458722414b3 HTTP/1.1" status: 200 len: 217 time: 0.0417590 Jul 13 19:55:47.129006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f484a-4335-43bd-a208-1b6210ba57d3 req-2f2d2118-261e-4341-9c5d-2929776ed331 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:47.131455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-493f484a-4335-43bd-a208-1b6210ba57d3 req-2f2d2118-261e-4341-9c5d-2929776ed331 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0743856 Jul 13 19:55:47.174311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-493f484a-4335-43bd-a208-1b6210ba57d3 req-7d17c714-7430-4f16-aebb-0d631f869b4a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368986 Jul 13 19:55:47.219791 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-a886a095-58c4-4627-a4d1-1e69b21c9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:47.221305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-a886a095-58c4-4627-a4d1-1e69b21c9717 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0686436 Jul 13 19:55:47.241782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e5910-0f2b-412e-a652-f526f62b1dc2 req-19e004dd-0bc0-40b0-a198-57064c8dee4f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:47.244180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-402e5910-0f2b-412e-a652-f526f62b1dc2 req-19e004dd-0bc0-40b0-a198-57064c8dee4f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 943 time: 0.1253574 Jul 13 19:55:47.327740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-402e5910-0f2b-412e-a652-f526f62b1dc2 req-cf35c2a1-a63c-45e0-aeb0-9b10d6660efa tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484078 Jul 13 19:55:47.337199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-2a06cbff-fb83-441a-8177-eec67948dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:47.338767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-2a06cbff-fb83-441a-8177-eec67948dc7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052132 Jul 13 19:55:47.377263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca8150-20be-4cde-8d87-6d64797ccb5a req-6b726117-81b8-4956-ae39-f62d0b2faefe tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:47.378838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6ca8150-20be-4cde-8d87-6d64797ccb5a req-6b726117-81b8-4956-ae39-f62d0b2faefe tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0779870 Jul 13 19:55:47.426920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b6ca8150-20be-4cde-8d87-6d64797ccb5a req-126a9cef-d2e8-4b82-908c-280af3ff36d5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Jul 13 19:55:47.454506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-b59af70f-45cb-48b1-8a8c-d01b7df62a07 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049185 Jul 13 19:55:47.522794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3fcf303c-5aaf-450d-ae23-5988eb4c8197 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:47.588725 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c808963e-c04a-4ec6-a86d-9b88de1e3cf1 req-16e68fe9-7879-45e9-9bae-c0e108c94cdb service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198907 Jul 13 19:55:47.600303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:47.600966 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:47.695005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9ec29-7ceb-4980-9fae-d6e2944a1676 req-8f6d9a2a-6fcd-45b5-88ba-e66ae0fd9b81 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:47.696639 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eee9ec29-7ceb-4980-9fae-d6e2944a1676 req-8f6d9a2a-6fcd-45b5-88ba-e66ae0fd9b81 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 811 time: 0.1331785 Jul 13 19:55:47.733304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eee9ec29-7ceb-4980-9fae-d6e2944a1676 req-8d4600c4-adfa-44f3-97b4-7140eca0705a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/quotas/8ae19574e5d94fb09203dabe0c2d4105 HTTP/1.1" status: 200 len: 375 time: 0.0166903 Jul 13 19:55:47.780021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-d7fc11c1-66a8-4174-a1d5-4b5f46d1669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:47.781531 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-d7fc11c1-66a8-4174-a1d5-4b5f46d1669f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 1094 time: 0.1002493 Jul 13 19:55:47.862609 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eee9ec29-7ceb-4980-9fae-d6e2944a1676 req-4323035b-f58c-4180-963e-4f9ed469379f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1209772 Jul 13 19:55:47.900724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-6eb51436-7174-4c77-98ec-69cc7f6e08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:47.902584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-6eb51436-7174-4c77-98ec-69cc7f6e08f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.1077638 Jul 13 19:55:47.951827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-58ff8d0d-13b8-4e15-a53a-58a7cfbf6c67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f186bb47-10fe-4ce8-a45a-0458722414b3 HTTP/1.1" status: 200 len: 217 time: 0.0363328 Jul 13 19:55:48.007646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-9e4ff71d-0531-41db-ad75-4add80df8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:48.009429 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-9e4ff71d-0531-41db-ad75-4add80df8d18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0454175 Jul 13 19:55:48.047912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d9604-167b-4d29-91e8-b2d910e5d32f req-7b6efc42-8e42-47f1-a181-e166a7a95172 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:48.049585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1d7d9604-167b-4d29-91e8-b2d910e5d32f req-7b6efc42-8e42-47f1-a181-e166a7a95172 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0699346 Jul 13 19:55:48.075934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-f49a5989-65aa-4975-b44b-10017e3fcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:48.077634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-f49a5989-65aa-4975-b44b-10017e3fcea7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605745 Jul 13 19:55:48.091215 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1d7d9604-167b-4d29-91e8-b2d910e5d32f req-2390cdf6-e8dc-4279-8c72-6cd9b129fe7a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354896 Jul 13 19:55:48.177845 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-ce323f44-4745-432f-85b2-40ab22028b82 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877600 Jul 13 19:55:48.317047 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e52a4b3-8c5b-4eda-857f-2d7f16fc4daf req-686f2249-5d7a-4b03-80a8-f7fda3f30481 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292841 Jul 13 19:55:48.329238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00187db-d5fa-42e7-a88c-a3fed2c98d0a req-9ba1178d-d264-4570-a720-65481224b3ac tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:48.330837 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00187db-d5fa-42e7-a88c-a3fed2c98d0a req-9ba1178d-d264-4570-a720-65481224b3ac tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0959802 Jul 13 19:55:48.371203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d00187db-d5fa-42e7-a88c-a3fed2c98d0a req-0be2b1fd-46b4-4ac2-a4eb-8ec47caa1210 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343211 Jul 13 19:55:48.518143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d42c3-609c-47d6-83ff-b8099cb14f80 req-5c0f5f57-8aa9-43c8-9a47-5734bff5946b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:48.519639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c1d42c3-609c-47d6-83ff-b8099cb14f80 req-5c0f5f57-8aa9-43c8-9a47-5734bff5946b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 943 time: 0.0715766 Jul 13 19:55:48.531089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7351af5f-2419-4310-9e89-2494900d1432 req-73b600c2-cca1-421b-8bec-02e2461f7144 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8ae19574e5d94fb09203dabe0c2d4105 HTTP/1.1" status: 200 len: 221 time: 0.0297129 Jul 13 19:55:48.565489 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c1d42c3-609c-47d6-83ff-b8099cb14f80 req-417e61aa-9a72-45df-ace1-07f44e08d092 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Jul 13 19:55:48.696695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cf659-9ff0-49c0-9a1a-0f12c6ecf2ca req-0721f4fc-02ae-46c4-be33-725139938569 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:48.698251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd7cf659-9ff0-49c0-9a1a-0f12c6ecf2ca req-0721f4fc-02ae-46c4-be33-725139938569 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0690408 Jul 13 19:55:48.738846 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fd7cf659-9ff0-49c0-9a1a-0f12c6ecf2ca req-71daa2a1-2226-427a-8b45-b548f6e35b02 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Jul 13 19:55:48.915077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c3851-ad45-4032-a2a5-47a66077a504 req-afbe9b52-9341-4d6c-a897-2f4689ed11d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:48.916561 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-610c3851-ad45-4032-a2a5-47a66077a504 req-afbe9b52-9341-4d6c-a897-2f4689ed11d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0635104 Jul 13 19:55:48.954608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-610c3851-ad45-4032-a2a5-47a66077a504 req-df6f6371-f0bd-4135-b763-eafb5d515675 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Jul 13 19:55:49.151898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984594a-925b-4835-9745-bf5a67a4989a req-6741e0b4-b19c-4f78-8580-819f3007c82f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:49.153484 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2984594a-925b-4835-9745-bf5a67a4989a req-6741e0b4-b19c-4f78-8580-819f3007c82f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0707939 Jul 13 19:55:49.196414 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2984594a-925b-4835-9745-bf5a67a4989a req-f2e7c818-0f0e-4afb-894a-d2f0cf711bab tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372708 Jul 13 19:55:49.377975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55621f5-0178-4328-bde4-7c0f4cac1eb2 req-f518f4e3-dc94-4c2d-81ac-0d97c2e3c41b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:49.379616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b55621f5-0178-4328-bde4-7c0f4cac1eb2 req-f518f4e3-dc94-4c2d-81ac-0d97c2e3c41b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0678082 Jul 13 19:55:49.421146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b55621f5-0178-4328-bde4-7c0f4cac1eb2 req-479813e0-49e3-4196-a98b-3c62efd61211 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Jul 13 19:55:49.609340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c7f76-bf58-4944-91fc-915d1f5b16bd req-ce3b544f-4ac8-47ee-bea2-66cb0df4b7b7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:49.610878 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-888c7f76-bf58-4944-91fc-915d1f5b16bd req-ce3b544f-4ac8-47ee-bea2-66cb0df4b7b7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0629013 Jul 13 19:55:49.653488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-888c7f76-bf58-4944-91fc-915d1f5b16bd req-ccc87389-10f4-4857-aaee-9906dc6b93bb tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371630 Jul 13 19:55:49.745545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca966eb-dfbb-4e26-817e-0a94cc876b9a req-93b9a7d6-5e53-4cff-9be6-57989ba59ccc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:49.747095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fca966eb-dfbb-4e26-817e-0a94cc876b9a req-93b9a7d6-5e53-4cff-9be6-57989ba59ccc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 943 time: 0.0645030 Jul 13 19:55:49.786171 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fca966eb-dfbb-4e26-817e-0a94cc876b9a req-a5bc5563-66e4-47dd-886c-34a275df5a1f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334868 Jul 13 19:55:49.834272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90e09f-62ab-418f-a073-e617905ac0da req-4e278cf5-aac0-4166-adb6-9dfe1c61ad8d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:49.835817 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f90e09f-62ab-418f-a073-e617905ac0da req-4e278cf5-aac0-4166-adb6-9dfe1c61ad8d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0690947 Jul 13 19:55:49.873640 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f90e09f-62ab-418f-a073-e617905ac0da req-54c3841d-df35-4712-b982-b581b9b33584 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Jul 13 19:55:50.056455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9820-8a27-4e16-917e-7e49fe2e589f req-2421943e-0d9c-409a-93ac-ab26fdf62b71 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:50.057991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e08f9820-8a27-4e16-917e-7e49fe2e589f req-2421943e-0d9c-409a-93ac-ab26fdf62b71 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0640450 Jul 13 19:55:50.095202 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e08f9820-8a27-4e16-917e-7e49fe2e589f req-9bd6caef-c3a8-445c-ab1c-d477221f52f2 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Jul 13 19:55:50.272616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caeda70-8aaf-483a-9693-ea2477e19711 req-65e1d5f7-1763-4113-9822-00d31cc27092 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:50.274195 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4caeda70-8aaf-483a-9693-ea2477e19711 req-65e1d5f7-1763-4113-9822-00d31cc27092 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0666251 Jul 13 19:55:50.311754 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4caeda70-8aaf-483a-9693-ea2477e19711 req-1b363aa7-219f-42fb-ae84-bdd1abf18b48 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Jul 13 19:55:50.499711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe2698-64c1-4f78-9746-d9523ed99f4e req-dbe81c7b-da10-4fdd-ab61-1b953944d47a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:50.501190 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6bbe2698-64c1-4f78-9746-d9523ed99f4e req-dbe81c7b-da10-4fdd-ab61-1b953944d47a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0631483 Jul 13 19:55:50.538202 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6bbe2698-64c1-4f78-9746-d9523ed99f4e req-abfff310-c777-4720-9f08-1b36a94fc14f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Jul 13 19:55:50.714791 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41cd75-96fa-4da7-a4e4-0208a7b5ce7d req-df1f1575-f6ba-4204-a370-6dd3c0a5d738 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:50.716299 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0a41cd75-96fa-4da7-a4e4-0208a7b5ce7d req-df1f1575-f6ba-4204-a370-6dd3c0a5d738 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0689504 Jul 13 19:55:50.752191 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4e43a57-e01e-49bd-a3b4-cb8ebc089e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:50.756524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0a41cd75-96fa-4da7-a4e4-0208a7b5ce7d req-355f0140-e188-4964-8325-96142dc34b09 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346825 Jul 13 19:55:50.949402 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c0074-0b2f-4240-8394-d3e7c2699b81 req-0aed6dd7-0898-4684-a053-3f511d7374b8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:50.950927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b8c0074-0b2f-4240-8394-d3e7c2699b81 req-0aed6dd7-0898-4684-a053-3f511d7374b8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0642953 Jul 13 19:55:50.960407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6a77d-69d4-4d48-823c-8ca209d99137 req-aad22f4c-caa5-4ffd-aa85-50dbef441478 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:50.962719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65a6a77d-69d4-4d48-823c-8ca209d99137 req-aad22f4c-caa5-4ffd-aa85-50dbef441478 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 943 time: 0.0654621 Jul 13 19:55:50.989539 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b8c0074-0b2f-4240-8394-d3e7c2699b81 req-63a89420-e3da-471f-9360-5a1bf36323f8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330925 Jul 13 19:55:51.001177 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65a6a77d-69d4-4d48-823c-8ca209d99137 req-c8e74481-0d54-4e4c-bc03-68751a1ea416 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Jul 13 19:55:51.160381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4748ef-fdb0-41b1-88b3-a78106880739 req-986c0dbd-fa08-49fc-af75-7e004bcd73e3 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:51.161882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f4748ef-fdb0-41b1-88b3-a78106880739 req-986c0dbd-fa08-49fc-af75-7e004bcd73e3 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0620658 Jul 13 19:55:51.203860 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f4748ef-fdb0-41b1-88b3-a78106880739 req-f84d7d6f-d649-4e3b-8516-ebbd3800f3ad tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357687 Jul 13 19:55:51.390884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fde829-2540-4ecc-a2a6-5060ade3eb06 req-2ff383a9-0ea2-4096-b217-52cded59bc04 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:51.392368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-56fde829-2540-4ecc-a2a6-5060ade3eb06 req-2ff383a9-0ea2-4096-b217-52cded59bc04 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0634139 Jul 13 19:55:51.433608 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-56fde829-2540-4ecc-a2a6-5060ade3eb06 req-aeab10d0-784d-40dd-931b-53e4f181aba0 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333507 Jul 13 19:55:51.611674 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4f829-088b-4b3b-91ad-2921d29c58b7 req-f8e00495-9fbc-42be-bcd5-7ee058a0c3d3 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:51.613148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4fb4f829-088b-4b3b-91ad-2921d29c58b7 req-f8e00495-9fbc-42be-bcd5-7ee058a0c3d3 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0669186 Jul 13 19:55:51.652136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4fb4f829-088b-4b3b-91ad-2921d29c58b7 req-94117710-920e-4d1e-9f75-4c2450eda4a5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Jul 13 19:55:51.870059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6993c-d920-407b-8810-550ad1b9b753 req-6235dedd-0f69-417b-8472-f49c7c425195 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:51.871638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68c6993c-d920-407b-8810-550ad1b9b753 req-6235dedd-0f69-417b-8472-f49c7c425195 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0636485 Jul 13 19:55:51.908748 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68c6993c-d920-407b-8810-550ad1b9b753 req-45cee6c5-66da-4dd2-8f79-5b9f97426a91 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Jul 13 19:55:52.080797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af20e3-6d69-4a26-82d4-ae9e8256e06a req-5e83e63b-2717-497e-a55e-e4b19915d419 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:52.082291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46af20e3-6d69-4a26-82d4-ae9e8256e06a req-5e83e63b-2717-497e-a55e-e4b19915d419 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0639369 Jul 13 19:55:52.120563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46af20e3-6d69-4a26-82d4-ae9e8256e06a req-564e7875-8c1f-43c7-a863-403cbb979bad tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324919 Jul 13 19:55:52.183290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2a4e1-0d48-4136-b91c-120c450b185f req-f0b31bd0-8c02-4683-9f77-64ab5a45b14c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:52.184855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ecc2a4e1-0d48-4136-b91c-120c450b185f req-f0b31bd0-8c02-4683-9f77-64ab5a45b14c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 943 time: 0.0741932 Jul 13 19:55:52.224265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ecc2a4e1-0d48-4136-b91c-120c450b185f req-bc500f51-2997-4703-a8f3-cd35e4fd91e2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338156 Jul 13 19:55:52.348098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f7744-5f5b-4783-ad5c-f009cf119a66 req-b7e31639-ba56-403e-ab0c-b31f9fde4b84 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:52.349593 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b63f7744-5f5b-4783-ad5c-f009cf119a66 req-b7e31639-ba56-403e-ab0c-b31f9fde4b84 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0662937 Jul 13 19:55:52.387572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b63f7744-5f5b-4783-ad5c-f009cf119a66 req-256e15a9-a956-42d8-a217-977cd5326922 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Jul 13 19:55:52.561848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fd95f-ab29-4341-aed7-9967970f0eb7 req-81c08e23-4d72-4e0c-8834-ecf1cf16a86f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:52.563341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-378fd95f-ab29-4341-aed7-9967970f0eb7 req-81c08e23-4d72-4e0c-8834-ecf1cf16a86f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0627241 Jul 13 19:55:52.601086 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-378fd95f-ab29-4341-aed7-9967970f0eb7 req-44f47b42-4831-428b-96c2-79589c5604ae tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Jul 13 19:55:52.788255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c95aa-e334-4b70-8a4c-931ec57995c8 req-795757b0-6bc6-4075-8aba-03b900f0e9dd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:52.790216 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-794c95aa-e334-4b70-8a4c-931ec57995c8 req-795757b0-6bc6-4075-8aba-03b900f0e9dd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0647397 Jul 13 19:55:52.828021 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-794c95aa-e334-4b70-8a4c-931ec57995c8 req-ee038111-c881-435c-8344-d54097667f6b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Jul 13 19:55:53.000272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8564ab-a530-42e2-9d10-7f4b8cc1d235 req-26516abe-cc82-4427-9daa-8acb0d684d60 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:53.001771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb8564ab-a530-42e2-9d10-7f4b8cc1d235 req-26516abe-cc82-4427-9daa-8acb0d684d60 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0628901 Jul 13 19:55:53.040431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bb8564ab-a530-42e2-9d10-7f4b8cc1d235 req-74cd0ce3-1eb1-459a-bb7e-705999b2b662 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329404 Jul 13 19:55:53.374293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c580de9-b3c1-41ca-9088-909c73deb190 req-f01d0fc7-611c-40cd-9461-98c6356562b9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:53.376154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c580de9-b3c1-41ca-9088-909c73deb190 req-f01d0fc7-611c-40cd-9461-98c6356562b9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0647700 Jul 13 19:55:53.414453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaccda2-f943-430e-9c78-fb0d0eb0a881 req-cba88333-c033-4b61-8012-f053131969ca tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:53.416360 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-daaccda2-f943-430e-9c78-fb0d0eb0a881 req-cba88333-c033-4b61-8012-f053131969ca tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 943 time: 0.0740986 Jul 13 19:55:53.422796 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c580de9-b3c1-41ca-9088-909c73deb190 req-60a0cf85-15a2-4a5a-be68-49f56161d392 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Jul 13 19:55:53.469235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-daaccda2-f943-430e-9c78-fb0d0eb0a881 req-4a78b2f8-c8e8-458b-bc5f-ef7dbb1f176d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Jul 13 19:55:53.595210 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3f81f18-8eb2-4143-bfc1-dc9ffeada2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:53.645239 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:54.607400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088fce3-e207-465d-8b9c-dd483a901dba req-7e9ad7da-4f99-4fcd-9bc0-5908a6d4be4d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:54.609092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6088fce3-e207-465d-8b9c-dd483a901dba req-7e9ad7da-4f99-4fcd-9bc0-5908a6d4be4d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0656736 Jul 13 19:55:54.622091 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:54.643464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea24567-0cf8-4374-ae7c-51cecbf6ef20 req-45892646-f3ba-437e-81b1-30bcada2c73e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:54.644957 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0ea24567-0cf8-4374-ae7c-51cecbf6ef20 req-45892646-f3ba-437e-81b1-30bcada2c73e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 943 time: 0.0656574 Jul 13 19:55:54.649698 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6088fce3-e207-465d-8b9c-dd483a901dba req-8771c2b7-5147-41c6-ac75-2702d8f80d40 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Jul 13 19:55:54.685100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0ea24567-0cf8-4374-ae7c-51cecbf6ef20 req-fdb87afd-6af7-471a-82dd-2444e182f0f7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Jul 13 19:55:55.067127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b48955-0513-469d-82b6-8e0d84b20bdd req-5c0ca853-b0ab-4779-a932-034e7b4a8d3e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:55.067127 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b4b48955-0513-469d-82b6-8e0d84b20bdd req-5c0ca853-b0ab-4779-a932-034e7b4a8d3e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0653486 Jul 13 19:55:55.110010 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b4b48955-0513-469d-82b6-8e0d84b20bdd req-458f8d34-70fb-47c8-8d97-421f937adba1 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Jul 13 19:55:55.864436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e81c51-7e79-48cc-8287-28d45c109d94 req-b27735fd-df96-4d8f-be7a-21bc59b00eba tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:55.865916 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40e81c51-7e79-48cc-8287-28d45c109d94 req-b27735fd-df96-4d8f-be7a-21bc59b00eba tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 943 time: 0.0659666 Jul 13 19:55:55.903341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40e81c51-7e79-48cc-8287-28d45c109d94 req-7096f408-8719-4f40-a976-c4e6af4caecf tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Jul 13 19:55:56.117261 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:56.285674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74967fee-d272-49d9-9d24-3bd3488e784e req-254738ec-1d0e-444e-b0bc-08e9d8d1cc6a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:56.287196 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74967fee-d272-49d9-9d24-3bd3488e784e req-254738ec-1d0e-444e-b0bc-08e9d8d1cc6a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0667520 Jul 13 19:55:56.325069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74967fee-d272-49d9-9d24-3bd3488e784e req-b6bbf911-fb13-4fb2-b0fd-b0ca4ede194b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317025 Jul 13 19:55:56.410180 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:55:56.497243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa9c35-db23-44b7-950a-1b61088bc3c9 req-17fb4b67-e196-4932-a11d-aca16551ddfb tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:56.498763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1fa9c35-db23-44b7-950a-1b61088bc3c9 req-17fb4b67-e196-4932-a11d-aca16551ddfb tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0630355 Jul 13 19:55:56.538301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1fa9c35-db23-44b7-950a-1b61088bc3c9 req-5f43bc90-3f71-4234-90f2-17ec5266fcb3 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339229 Jul 13 19:55:56.784130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d0ce0-4a78-41d4-8394-0f1de850e057 req-7d931006-9182-4c17-a91f-1cfcbf6a394e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:56.785615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f67d0ce0-4a78-41d4-8394-0f1de850e057 req-7d931006-9182-4c17-a91f-1cfcbf6a394e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0674961 Jul 13 19:55:56.824276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f67d0ce0-4a78-41d4-8394-0f1de850e057 req-f152cb11-5e62-4d52-bd64-2baada10a2aa tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jul 13 19:55:56.997076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf8277-07f8-4ae0-9d57-5c5f16b3785e req-ed93844d-e1f7-455e-9a08-5597b3a266e5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:56.998599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6dbf8277-07f8-4ae0-9d57-5c5f16b3785e req-ed93844d-e1f7-455e-9a08-5597b3a266e5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0635533 Jul 13 19:55:57.037498 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6dbf8277-07f8-4ae0-9d57-5c5f16b3785e req-233593e5-041b-4e33-ad8e-690ff1f3f781 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Jul 13 19:55:57.084509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3194a-d323-4686-932d-5c8718efc71e req-936b9cce-e7ae-4a77-88be-c5f3e70b493e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:57.086663 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7fc3194a-d323-4686-932d-5c8718efc71e req-936b9cce-e7ae-4a77-88be-c5f3e70b493e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 943 time: 0.0728436 Jul 13 19:55:57.125968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7fc3194a-d323-4686-932d-5c8718efc71e req-af4456ad-90ac-4c77-8644-93d19247a64a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337679 Jul 13 19:55:57.226029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e8e55-1b70-4194-ae12-747c8a25a490 req-b14b5448-4587-4f7d-8eba-8a14fda744dd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:57.228241 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb1e8e55-1b70-4194-ae12-747c8a25a490 req-b14b5448-4587-4f7d-8eba-8a14fda744dd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0625339 Jul 13 19:55:57.271730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb1e8e55-1b70-4194-ae12-747c8a25a490 req-a2cc5978-175d-4897-a69e-1f1f137da987 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 Jul 13 19:55:57.445662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cd0f2-ad3e-406f-b4c2-8165d3dd5832 req-c280e8b1-3141-44a4-9838-a02152006a8d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:57.447214 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce5cd0f2-ad3e-406f-b4c2-8165d3dd5832 req-c280e8b1-3141-44a4-9838-a02152006a8d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0631530 Jul 13 19:55:57.484953 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce5cd0f2-ad3e-406f-b4c2-8165d3dd5832 req-3d0203ab-b5d7-4972-a1ae-e95585247b8c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Jul 13 19:55:57.528206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f186bb47-10fe-4ce8-a45a-0458722414b3 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:55:57.624816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f186bb47-10fe-4ce8-a45a-0458722414b3, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f186bb47-10fe-4ce8-a45a-0458722414b3,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:57.636428 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'f186bb47-10fe-4ce8-a45a-0458722414b3', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'port_id': 'f186bb47-10fe-4ce8-a45a-0458722414b3', 'mac_address': 'fa:16:3e:5e:c2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:55:57.674853 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:57.687490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f186bb47-10fe-4ce8-a45a-0458722414b3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:55:57.707114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f186bb47-10fe-4ce8-a45a-0458722414b3, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f186bb47-10fe-4ce8-a45a-0458722414b3,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:57.712067 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:57.734826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91bc4b-4890-42f2-a2fd-4979fb5e9f94 req-7a20c476-b36b-441b-b914-b5dd06f46bb2 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:57.736336 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9d91bc4b-4890-42f2-a2fd-4979fb5e9f94 req-7a20c476-b36b-441b-b914-b5dd06f46bb2 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0695460 Jul 13 19:55:57.760340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f186bb47-10fe-4ce8-a45a-0458722414b3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:57.775316 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9d91bc4b-4890-42f2-a2fd-4979fb5e9f94 req-fb26c62b-d275-475c-b311-ad98d6b2dec7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Jul 13 19:55:57.950710 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e80689-7929-4900-a8a9-145ef53bce6e req-f88e0a4b-8ae0-4868-a1d6-8d1db867e454 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:57.952117 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45e80689-7929-4900-a8a9-145ef53bce6e req-f88e0a4b-8ae0-4868-a1d6-8d1db867e454 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0637136 Jul 13 19:55:57.985299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f186bb47-10fe-4ce8-a45a-0458722414b3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:55:57.989352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45e80689-7929-4900-a8a9-145ef53bce6e req-d4716177-230c-442e-abd5-ad10d948c1a5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Jul 13 19:55:58.183239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276957c7-4ceb-4291-9068-180d8dae9366 req-e5ee75d9-0c61-4c09-86df-67e751a1c63d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:58.184779 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-276957c7-4ceb-4291-9068-180d8dae9366 req-e5ee75d9-0c61-4c09-86df-67e751a1c63d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0652866 Jul 13 19:55:58.223138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-276957c7-4ceb-4291-9068-180d8dae9366 req-1c92e431-a541-40f2-812e-87c3c24c4d8d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Jul 13 19:55:58.300326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5be63-e3f1-4518-b871-4fdea2bd60e5 req-528f15d6-f171-4a30-ac11-98bad538f078 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:58.301825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e4d5be63-e3f1-4518-b871-4fdea2bd60e5 req-528f15d6-f171-4a30-ac11-98bad538f078 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 944 time: 0.0658343 Jul 13 19:55:58.341786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e4d5be63-e3f1-4518-b871-4fdea2bd60e5 req-6cc802c0-b9c6-4416-b242-ae55cb60b19e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Jul 13 19:55:58.403352 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6659821-46c1-40a4-8a1f-55db247e56cb req-cf153c5f-fe16-4242-9b43-a98a25bc9fc0 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:58.404840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6659821-46c1-40a4-8a1f-55db247e56cb req-cf153c5f-fe16-4242-9b43-a98a25bc9fc0 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0675945 Jul 13 19:55:58.441870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6659821-46c1-40a4-8a1f-55db247e56cb req-bbe6f264-4bef-405b-a5b6-5f61ef6658fa tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Jul 13 19:55:58.631404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b130fbd-7628-44df-8927-86bb59bf2d1b req-29933b84-7354-43e2-8c05-b4b1a5f8bbc7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:58.632958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b130fbd-7628-44df-8927-86bb59bf2d1b req-29933b84-7354-43e2-8c05-b4b1a5f8bbc7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0643027 Jul 13 19:55:58.669950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b130fbd-7628-44df-8927-86bb59bf2d1b req-97492137-63b4-4b11-8692-d32bbf28bb78 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Jul 13 19:55:58.843578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975bbda-420f-4f20-bb27-93b748f7147d req-b9aeb549-1e6c-4a73-8054-4b9bb9d56b59 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:58.845052 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4975bbda-420f-4f20-bb27-93b748f7147d req-b9aeb549-1e6c-4a73-8054-4b9bb9d56b59 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0634472 Jul 13 19:55:58.883063 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4975bbda-420f-4f20-bb27-93b748f7147d req-350fd134-f556-4adf-94f6-32307725fdd8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Jul 13 19:55:59.178030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fa03e-578e-4dd1-847c-f0abb6e06587 req-9e8c1981-d2ef-4eb8-a678-3f5d13bbe3fb tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:59.179554 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe0fa03e-578e-4dd1-847c-f0abb6e06587 req-9e8c1981-d2ef-4eb8-a678-3f5d13bbe3fb tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0682433 Jul 13 19:55:59.216670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe0fa03e-578e-4dd1-847c-f0abb6e06587 req-65cb35f7-17cb-45cc-b4fe-34b3eff5bce9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Jul 13 19:55:59.389483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6bb34-dacd-4684-8d24-b1aee2d053c1 req-238b6ddf-0bb2-47cb-9d25-820d140a6d99 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:59.391072 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4d6bb34-dacd-4684-8d24-b1aee2d053c1 req-238b6ddf-0bb2-47cb-9d25-820d140a6d99 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0631320 Jul 13 19:55:59.434140 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4d6bb34-dacd-4684-8d24-b1aee2d053c1 req-08b32444-4f7f-4e2a-a468-e441e289f0ac tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372806 Jul 13 19:55:59.516576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5eb9bc-ec2e-480a-8f5d-4f249d058823 req-7baaa663-b54f-43da-a94e-863b0248e641 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:59.518064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dc5eb9bc-ec2e-480a-8f5d-4f249d058823 req-7baaa663-b54f-43da-a94e-863b0248e641 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 944 time: 0.0652788 Jul 13 19:55:59.532147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f186bb47-10fe-4ce8-a45a-0458722414b3 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:55:59.560099 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dc5eb9bc-ec2e-480a-8f5d-4f249d058823 req-aa9876d0-22c3-47d0-a558-6de09545bc6c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355520 Jul 13 19:55:59.586365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port f186bb47-10fe-4ce8-a45a-0458722414b3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:55:59.589965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port f186bb47-10fe-4ce8-a45a-0458722414b3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:55:59.590344 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:59.626017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a50b62-9cfa-4fa8-acca-7ae0cfdff9d4 req-db18d73b-bd28-4c8f-9a3a-18bdba77409f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:59.627546 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7a50b62-9cfa-4fa8-acca-7ae0cfdff9d4 req-db18d73b-bd28-4c8f-9a3a-18bdba77409f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0653093 Jul 13 19:55:59.667501 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7a50b62-9cfa-4fa8-acca-7ae0cfdff9d4 req-5f6c4969-edbe-4796-a47b-3b6ce9b94888 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Jul 13 19:55:59.668857 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:59.694425 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447f572b-8a72-448f-831c-7a5d643a3cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f186bb47-10fe-4ce8-a45a-0458722414b3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:55:59.697327 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4957a8-45c9-4d8b-be54-6c4f6c63e1ec" -d '{"events": [{"server_uuid": "447f572b-8a72-448f-831c-7a5d643a3cfb", "name": "network-vif-plugged", "status": "completed", "tag": "f186bb47-10fe-4ce8-a45a-0458722414b3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:55:59.709584 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port f186bb47-10fe-4ce8-a45a-0458722414b3, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f186bb47-10fe-4ce8-a45a-0458722414b3,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:55:59.714679 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:59.738246 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3896c679-4957-43b0-8cb4-f456e260922e x-openstack-request-id: req-3896c679-4957-43b0-8cb4-f456e260922e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:55:59.739912 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447f572b-8a72-448f-831c-7a5d643a3cfb", "name": "network-vif-plugged", "status": "completed", "tag": "f186bb47-10fe-4ce8-a45a-0458722414b3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:55:59.740183 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3896c679-4957-43b0-8cb4-f456e260922e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:55:59.740576 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447f572b-8a72-448f-831c-7a5d643a3cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f186bb47-10fe-4ce8-a45a-0458722414b3', 'code': 200} Jul 13 19:55:59.768778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=f186bb47-10fe-4ce8-a45a-0458722414b3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:55:59.851963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04aafc-f14d-47ab-b9f6-606436c52e0a req-78deef51-2ca2-4b0e-b122-35fc2aa2e7fc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:59.853453 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf04aafc-f14d-47ab-b9f6-606436c52e0a req-78deef51-2ca2-4b0e-b122-35fc2aa2e7fc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0684612 Jul 13 19:55:59.855865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550ee1-e5fa-4e35-bc2e-a7eb01178480 req-ab3c1e72-e4c9-4c9a-9468-45afaa174ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:55:59.857368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2550ee1-e5fa-4e35-bc2e-a7eb01178480 req-ab3c1e72-e4c9-4c9a-9468-45afaa174ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 1096 time: 0.0511417 Jul 13 19:55:59.891998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf04aafc-f14d-47ab-b9f6-606436c52e0a req-cc77a8c7-e03c-42bb-b4c4-54c835549ced tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Jul 13 19:55:59.897166 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2550ee1-e5fa-4e35-bc2e-a7eb01178480 req-87df6580-1892-4965-b759-3954831d6b41 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287757 Jul 13 19:56:00.143990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212a595-2e85-411d-a65d-88451bc13217 req-35e4432f-9524-40df-b2ba-09c818ab6631 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:00.145496 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4212a595-2e85-411d-a65d-88451bc13217 req-35e4432f-9524-40df-b2ba-09c818ab6631 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0627058 Jul 13 19:56:00.184196 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4212a595-2e85-411d-a65d-88451bc13217 req-47c26130-3f93-4ccc-9e77-4c378356b8be tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331085 Jul 13 19:56:00.359971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a89d4-9745-45cb-832f-cfb2ce4cca09 req-2af2ff99-e98e-4605-8632-8e4a7aa2c758 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:00.361444 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a38a89d4-9745-45cb-832f-cfb2ce4cca09 req-2af2ff99-e98e-4605-8632-8e4a7aa2c758 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0660543 Jul 13 19:56:00.398022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a38a89d4-9745-45cb-832f-cfb2ce4cca09 req-28a026e9-1e4c-4268-82ee-b689f8258894 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310502 Jul 13 19:56:00.617789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caf729-6287-4479-ba1e-4f2c72361704 req-3233f275-9931-4ccb-a4c4-c5a9aa8f4bef tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:00.619319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06caf729-6287-4479-ba1e-4f2c72361704 req-3233f275-9931-4ccb-a4c4-c5a9aa8f4bef tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0650084 Jul 13 19:56:00.657315 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06caf729-6287-4479-ba1e-4f2c72361704 req-d82d7e78-b5bb-4464-88a5-f6623bd9eebf tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Jul 13 19:56:00.741174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a4eb6-80da-47b4-b93f-2b8e51b8bf60 req-f8027900-9be5-49ac-8d07-9dd9c8f4f630 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:00.742889 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-124a4eb6-80da-47b4-b93f-2b8e51b8bf60 req-f8027900-9be5-49ac-8d07-9dd9c8f4f630 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 945 time: 0.0638454 Jul 13 19:56:00.784594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-124a4eb6-80da-47b4-b93f-2b8e51b8bf60 req-32df6788-ae08-4a21-8ed8-2a3eb2c6c416 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357203 Jul 13 19:56:00.834241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97400096-ddbd-46be-9452-f81fdb38a1e2 req-241cdfc2-428d-4377-978c-e2a9f2916d7b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:00.836781 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-97400096-ddbd-46be-9452-f81fdb38a1e2 req-241cdfc2-428d-4377-978c-e2a9f2916d7b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0668762 Jul 13 19:56:00.879533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-97400096-ddbd-46be-9452-f81fdb38a1e2 req-80aa0c4b-5fa5-4eb7-bf70-7eb62f7b7f7a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 Jul 13 19:56:01.069476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b652213-4c43-4059-9060-a5d83b555363 req-c2b79556-1608-4c82-a492-e67e1d065e9f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:01.071900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b652213-4c43-4059-9060-a5d83b555363 req-c2b79556-1608-4c82-a492-e67e1d065e9f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0645499 Jul 13 19:56:01.108940 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b652213-4c43-4059-9060-a5d83b555363 req-472155fb-f0cf-42b3-9608-798a870a49cd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jul 13 19:56:01.283751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0335b88-2581-4eef-ae5a-b407d3e0406a req-a7faf4fe-7a8b-4f4a-a677-a2dc5c27f65a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:01.285227 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0335b88-2581-4eef-ae5a-b407d3e0406a req-a7faf4fe-7a8b-4f4a-a677-a2dc5c27f65a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0669496 Jul 13 19:56:01.323276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d0335b88-2581-4eef-ae5a-b407d3e0406a req-ff192056-e7ca-47f2-985b-b6e1d362c1e5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Jul 13 19:56:01.873835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db0aee-58e4-43d0-89c3-00e79b03e405 req-6ca21ad1-bffa-4be8-9586-c45d9e8b2cd8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:01.875418 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09db0aee-58e4-43d0-89c3-00e79b03e405 req-6ca21ad1-bffa-4be8-9586-c45d9e8b2cd8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0671911 Jul 13 19:56:01.914265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09db0aee-58e4-43d0-89c3-00e79b03e405 req-fb014806-9ace-416d-af59-6573ed36ed7c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324266 Jul 13 19:56:01.962085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5c460-67d9-428d-a622-a1126bddb09a req-0e7431bd-6fef-4a03-9fd2-5925b7507e82 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:01.963517 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2e5c460-67d9-428d-a622-a1126bddb09a req-0e7431bd-6fef-4a03-9fd2-5925b7507e82 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 945 time: 0.0647025 Jul 13 19:56:02.000513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2e5c460-67d9-428d-a622-a1126bddb09a req-14c28316-ef8d-4e4f-829e-ee8383ad0510 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313008 Jul 13 19:56:02.177641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021c9bb-9bfc-4c35-977c-f621cfc8abe9 req-3eaac113-eff4-49d8-861a-17621d649a5c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:02.179894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1021c9bb-9bfc-4c35-977c-f621cfc8abe9 req-3eaac113-eff4-49d8-861a-17621d649a5c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 945 time: 0.0675459 Jul 13 19:56:02.217846 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1021c9bb-9bfc-4c35-977c-f621cfc8abe9 req-5af0f744-0917-4120-a196-1d184a7f3d13 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323520 Jul 13 19:56:02.394776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c9790-92f3-455b-9674-b29874483488 req-52e57f1a-5d40-45c0-8ec7-e4dcfe91d530 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:02.396252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c85c9790-92f3-455b-9674-b29874483488 req-52e57f1a-5d40-45c0-8ec7-e4dcfe91d530 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 945 time: 0.0662458 Jul 13 19:56:02.433942 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c85c9790-92f3-455b-9674-b29874483488 req-30b5e7e5-aeec-45ce-9054-44866c1146ce tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Jul 13 19:56:02.807976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ec0e6-c9ff-496f-84d5-c1bb092de4a9 req-34066788-cd6d-46f7-9145-deda02e30347 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:02.809418 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-981ec0e6-c9ff-496f-84d5-c1bb092de4a9 req-34066788-cd6d-46f7-9145-deda02e30347 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 945 time: 0.0690868 Jul 13 19:56:02.848026 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-981ec0e6-c9ff-496f-84d5-c1bb092de4a9 req-ad7376a7-1ca7-4680-906c-694921e4d92b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330722 Jul 13 19:56:03.087836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb3d28-7452-427b-abda-e79a1f273480 req-a59516b1-dcdf-4426-a40a-d061728e39ca tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:03.089328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1cb3d28-7452-427b-abda-e79a1f273480 req-a59516b1-dcdf-4426-a40a-d061728e39ca tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0627487 Jul 13 19:56:03.126565 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1cb3d28-7452-427b-abda-e79a1f273480 req-0d68c08c-9148-438d-ba64-3fdee80ec373 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Jul 13 19:56:04.036453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f435e8-5322-4180-baf4-5a118afaf9e6 req-3ef77f0b-7ac0-4d61-9994-3f82bdccdb8c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:04.037965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63f435e8-5322-4180-baf4-5a118afaf9e6 req-3ef77f0b-7ac0-4d61-9994-3f82bdccdb8c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 945 time: 0.0637536 Jul 13 19:56:04.079403 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63f435e8-5322-4180-baf4-5a118afaf9e6 req-78692c76-f36e-477c-b2b4-9dfb41375b5a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352643 Jul 13 19:56:04.303343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d983161-1fb8-4583-94d8-92580ba20003 req-3084e3cb-0bad-460c-ba82-0bdc7a2793f4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:04.304908 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d983161-1fb8-4583-94d8-92580ba20003 req-3084e3cb-0bad-460c-ba82-0bdc7a2793f4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0636401 Jul 13 19:56:04.342706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d983161-1fb8-4583-94d8-92580ba20003 req-049d5d29-9a9d-4980-8af1-c4cdc979a371 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322974 Jul 13 19:56:04.374924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-f8b222b7-b12c-409a-a1b2-dd56c61172d8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:04.376404 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-f8b222b7-b12c-409a-a1b2-dd56c61172d8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 945 time: 0.0636628 Jul 13 19:56:04.478898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-07115d74-60b2-4fc4-a449-7bbbbf894519 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Deleting port f186bb47-10fe-4ce8-a45a-0458722414b3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:56:04.479162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-07115d74-60b2-4fc4-a449-7bbbbf894519 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:04.570598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-07115d74-60b2-4fc4-a449-7bbbbf894519 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] For port f186bb47-10fe-4ce8-a45a-0458722414b3, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=f186bb47-10fe-4ce8-a45a-0458722414b3,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:56:04.571069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-07115d74-60b2-4fc4-a449-7bbbbf894519 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:04.583435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-07115d74-60b2-4fc4-a449-7bbbbf894519 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Calling delete_port for f186bb47-10fe-4ce8-a45a-0458722414b3 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:56:04.713310 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-07115d74-60b2-4fc4-a449-7bbbbf894519 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:04.729806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['f186bb47-10fe-4ce8-a45a-0458722414b3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:56:04.743936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07115d74-60b2-4fc4-a449-7bbbbf894519 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'Port': ['ID=f186bb47-10fe-4ce8-a45a-0458722414b3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:56:04.788861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-07115d74-60b2-4fc4-a449-7bbbbf894519 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] No DVR routers for this DVR port f186bb47-10fe-4ce8-a45a-0458722414b3 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:56:04.791599 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-07115d74-60b2-4fc4-a449-7bbbbf894519 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:04.793666 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e27cf5c-43ee-4eae-b9c0-1ba059750d20 req-07115d74-60b2-4fc4-a449-7bbbbf894519 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "DELETE /v2.0/ports/f186bb47-10fe-4ce8-a45a-0458722414b3 HTTP/1.1" status: 204 len: 173 time: 0.4060340 Jul 13 19:56:04.794108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447f572b-8a72-448f-831c-7a5d643a3cfb', 'name': 'network-vif-deleted', 'tag': 'f186bb47-10fe-4ce8-a45a-0458722414b3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:56:04.796451 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148cbb83-7512-4d41-a7e7-40eb6dc7a69a" -d '{"events": [{"server_uuid": "447f572b-8a72-448f-831c-7a5d643a3cfb", "name": "network-vif-deleted", "tag": "f186bb47-10fe-4ce8-a45a-0458722414b3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:56:04.959750 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c629393f-8d8f-476c-8ae5-511c42345993 x-openstack-request-id: req-c629393f-8d8f-476c-8ae5-511c42345993 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:56:04.960050 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447f572b-8a72-448f-831c-7a5d643a3cfb", "name": "network-vif-deleted", "tag": "f186bb47-10fe-4ce8-a45a-0458722414b3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:56:04.960601 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c629393f-8d8f-476c-8ae5-511c42345993 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:56:04.961127 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447f572b-8a72-448f-831c-7a5d643a3cfb', 'name': 'network-vif-deleted', 'tag': 'f186bb47-10fe-4ce8-a45a-0458722414b3', 'status': 'completed', 'code': 200} Jul 13 19:56:05.224148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de9d07ef-1a83-4689-bcf2-fe33665d7a1b req-0edfab38-f1d1-4c78-b362-520af1f75ae7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 210 time: 0.0323982 Jul 13 19:56:05.520506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346acd77-87e9-43b2-88c4-1e828a4135aa req-fcd9ad28-2311-4991-9e8e-6694e2375435 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:05.522102 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-346acd77-87e9-43b2-88c4-1e828a4135aa req-fcd9ad28-2311-4991-9e8e-6694e2375435 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0664930 Jul 13 19:56:05.566176 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-346acd77-87e9-43b2-88c4-1e828a4135aa req-2a6b821e-06ba-4e33-9332-397ed37ef808 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376537 Jul 13 19:56:06.364485 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eba3c720-d4a1-4266-bca0-abde8d2f1f85 req-851bd992-693f-4c07-94f1-dd64b59fd9a6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 210 time: 0.0294127 Jul 13 19:56:06.745463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc52425-94b6-4a3a-89c4-01693e43cdef req-b6f6c168-6771-4f35-98e9-dd499593474a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:06.747095 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ddc52425-94b6-4a3a-89c4-01693e43cdef req-b6f6c168-6771-4f35-98e9-dd499593474a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0660503 Jul 13 19:56:06.787776 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ddc52425-94b6-4a3a-89c4-01693e43cdef req-a69ee82e-ce94-49d4-80f5-cf431be9e25e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350218 Jul 13 19:56:07.510600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a6ed14e0-878e-427f-8990-0a1dcaaad3ec req-68cb9d20-4dec-448a-8b3e-2eeeb8cb9fe9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 210 time: 0.0319331 Jul 13 19:56:07.573592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f186bb47-10fe-4ce8-a45a-0458722414b3 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:56:07.593378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: f186bb47-10fe-4ce8-a45a-0458722414b3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:56:07.593719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device f186bb47-10fe-4ce8-a45a-0458722414b3 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:56:07.959306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fba244-c9dc-47fa-a189-16a9829837a6 req-a8d31ead-2803-442a-b4b5-63f87f3aea2e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:07.961537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64fba244-c9dc-47fa-a189-16a9829837a6 req-a8d31ead-2803-442a-b4b5-63f87f3aea2e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0643129 Jul 13 19:56:07.999432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64fba244-c9dc-47fa-a189-16a9829837a6 req-c390592c-3ea6-423f-8c43-c07754af1120 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Jul 13 19:56:08.670208 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-006a8a2c-287b-4d06-8776-d3fa98c8cbde req-40c9722f-c2e7-48b2-8964-887d918636df tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=447f572b-8a72-448f-831c-7a5d643a3cfb HTTP/1.1" status: 200 len: 210 time: 0.0290956 Jul 13 19:56:09.175531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29d930-3eae-427b-9eec-2c27dfc9c954 req-aee7f795-e295-4963-bc3c-7952ea3f62ab tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:09.177010 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f29d930-3eae-427b-9eec-2c27dfc9c954 req-aee7f795-e295-4963-bc3c-7952ea3f62ab tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0667932 Jul 13 19:56:09.213842 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f29d930-3eae-427b-9eec-2c27dfc9c954 req-9a086bcb-833a-4f1b-b249-f0293ca2b37a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307820 Jul 13 19:56:10.387006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db389a-cb92-4a20-9765-5afc1c2e528a req-130113e3-df61-4220-80e1-42324a359351 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:10.388504 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c2db389a-cb92-4a20-9765-5afc1c2e528a req-130113e3-df61-4220-80e1-42324a359351 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0635312 Jul 13 19:56:10.427662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c2db389a-cb92-4a20-9765-5afc1c2e528a req-b4cb2e95-049c-4b0b-a81f-033f1e130128 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Jul 13 19:56:11.609356 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f220da-de52-4d88-8813-51a9b73a5ff9 req-88d77656-737f-4922-8ec0-3035add66d0a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:11.611013 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42f220da-de52-4d88-8813-51a9b73a5ff9 req-88d77656-737f-4922-8ec0-3035add66d0a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0698044 Jul 13 19:56:11.650276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42f220da-de52-4d88-8813-51a9b73a5ff9 req-f63bbd73-fd4c-4865-b1f5-6e583d3dfe5f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Jul 13 19:56:12.862332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e1a1f-43a4-4338-b780-324dde9d1452 req-7eab620b-d38c-4b35-9eb1-c8ca22738212 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:12.864668 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa8e1a1f-43a4-4338-b780-324dde9d1452 req-7eab620b-d38c-4b35-9eb1-c8ca22738212 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0885313 Jul 13 19:56:12.904955 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa8e1a1f-43a4-4338-b780-324dde9d1452 req-cc107c22-1ab3-469d-a9e1-a3f294e8c9c0 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339158 Jul 13 19:56:13.606803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:56:13.703472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:56:13.716416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b', 'port_id': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'mac_address': 'fa:16:3e:d5:62:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1962755f-d6bc-4fce-95d7-b195de5bd045', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:56:13.758316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:13.774150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:56:13.797212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:56:13.803311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:13.856474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:56:13.895768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:56:14.083613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d54743-637c-4edf-b754-3c824ddf629c req-012e773c-9e2f-4e8a-a13a-b1c563c17d1a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:14.085897 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04d54743-637c-4edf-b754-3c824ddf629c req-012e773c-9e2f-4e8a-a13a-b1c563c17d1a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 944 time: 0.0674191 Jul 13 19:56:14.124943 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-04d54743-637c-4edf-b754-3c824ddf629c req-c05b0a48-0180-4f0a-b771-74db02c804d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332899 Jul 13 19:56:15.331761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb3f2-e17a-444f-a125-1684391f1bb4 req-5120bf5c-21d5-48f2-8221-c572c119cef5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:15.340000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14cfb3f2-e17a-444f-a125-1684391f1bb4 req-5120bf5c-21d5-48f2-8221-c572c119cef5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 944 time: 0.0896680 Jul 13 19:56:15.378973 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14cfb3f2-e17a-444f-a125-1684391f1bb4 req-e8c62ab7-690a-4f91-ab06-067018bad983 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 Jul 13 19:56:15.616796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:56:15.687188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:56:15.687664 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:15.799629 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:15.808677 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:15.830876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:56:15.833178 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79341f0-2461-4111-abef-cfe03e96f35b" -d '{"events": [{"server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:56:15.851613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:56:15.858360 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:15.894631 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57313f2-3c07-4b36-b5bb-edc572739693 x-openstack-request-id: req-f57313f2-3c07-4b36-b5bb-edc572739693 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:56:15.894914 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:56:15.895155 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f57313f2-3c07-4b36-b5bb-edc572739693 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:56:15.895544 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'code': 200} Jul 13 19:56:15.929999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:56:16.487089 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:16.597955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b122bac-2855-4deb-b8fa-f96c83b402ff req-a44c1607-2493-4a68-afee-64a4c88646cc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:16.605583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3b122bac-2855-4deb-b8fa-f96c83b402ff req-a44c1607-2493-4a68-afee-64a4c88646cc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1054316 Jul 13 19:56:16.649477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3b122bac-2855-4deb-b8fa-f96c83b402ff req-4cb37cf9-df26-48f5-bfc7-d25d16680912 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429928 Jul 13 19:56:17.861999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b59f4-4fa8-458a-bda9-805fdf0eb564 req-33767836-69ca-4ee0-807e-0638e967a559 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:17.869255 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-147b59f4-4fa8-458a-bda9-805fdf0eb564 req-33767836-69ca-4ee0-807e-0638e967a559 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0829852 Jul 13 19:56:17.905196 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-147b59f4-4fa8-458a-bda9-805fdf0eb564 req-4b3aaf1e-b8e6-480d-8a99-ce526d71da00 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350618 Jul 13 19:56:19.122896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ab943-d0e1-43cb-86eb-36432eacea0f req-0a7e5ea4-f471-479f-b11e-2fb8c3eafb66 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:19.124481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e2ab943-d0e1-43cb-86eb-36432eacea0f req-0a7e5ea4-f471-479f-b11e-2fb8c3eafb66 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0889580 Jul 13 19:56:19.179961 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4e2ab943-d0e1-43cb-86eb-36432eacea0f req-64af0aef-1e5a-43f1-8bc2-2791ce51b5e6 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490663 Jul 13 19:56:20.394970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d2a44-56d7-4be9-b9aa-9ed8f6c01e36 req-dc7d68c7-076f-47b1-b3b6-2482032177ba tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:20.396480 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f6d2a44-56d7-4be9-b9aa-9ed8f6c01e36 req-dc7d68c7-076f-47b1-b3b6-2482032177ba tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0981727 Jul 13 19:56:20.446470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f6d2a44-56d7-4be9-b9aa-9ed8f6c01e36 req-7bdceff2-45f4-4531-abfb-82cf2e6affca tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Jul 13 19:56:20.758454 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d67df9c9-07e3-4797-b997-c950418fbf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:21.675412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f5ef-b6b9-478c-b8a7-df6819300beb req-b259acc8-d131-4cfa-8f53-4d7429cde276 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:21.683275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d69f5ef-b6b9-478c-b8a7-df6819300beb req-b259acc8-d131-4cfa-8f53-4d7429cde276 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0962062 Jul 13 19:56:21.720682 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d69f5ef-b6b9-478c-b8a7-df6819300beb req-47cb9139-3914-4c4c-b7f3-489b1dcf6276 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343139 Jul 13 19:56:23.070012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e064c-e447-4fc6-9c6e-a02c3c4b9df4 req-c099b70b-5d89-4c83-82c4-b54bb584636f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:23.081525 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d59e064c-e447-4fc6-9c6e-a02c3c4b9df4 req-c099b70b-5d89-4c83-82c4-b54bb584636f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1463902 Jul 13 19:56:23.138855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d59e064c-e447-4fc6-9c6e-a02c3c4b9df4 req-02a412bf-96c4-451f-a6de-80dad97e6a5e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561221 Jul 13 19:56:23.419566 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-e0f6428b-bc5b-42c2-9647-499beccd0c45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1734550 Jul 13 19:56:23.576563 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-c9cf52ac-c1b3-4942-8f62-e5974505d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:23.578118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-c9cf52ac-c1b3-4942-8f62-e5974505d6fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e570c39096684720804a0f6bfc472c10&device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 1096 time: 0.0926731 Jul 13 19:56:23.598599 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4352f772-7e40-4c09-a41b-a5faef2dca6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:23.656271 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:23.724085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-26adf149-e848-4aa6-bd2b-4ff5c906b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:23.726239 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-26adf149-e848-4aa6-bd2b-4ff5c906b93b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcb5f622-96ce-4d04-9265-3499c9410219 HTTP/1.1" status: 200 len: 910 time: 0.1143818 Jul 13 19:56:23.814557 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-3e9d50d0-a4cd-40a6-bde0-cbe709d1198c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed HTTP/1.1" status: 200 len: 1000 time: 0.0771050 Jul 13 19:56:23.866599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-40af7a36-39c2-40b5-aba4-df022ccb03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:23.868167 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-40af7a36-39c2-40b5-aba4-df022ccb03f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=343b9af8-a1ce-4c7d-bf2f-f23f33de2f17 HTTP/1.1" status: 200 len: 848 time: 0.0472391 Jul 13 19:56:23.944535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-8499fa6b-5a1b-48b0-a501-cce9a8184c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:23.946766 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-8499fa6b-5a1b-48b0-a501-cce9a8184c62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcb5f622-96ce-4d04-9265-3499c9410219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664012 Jul 13 19:56:24.058542 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-4c4ef0f0-a18b-4ccd-a1eb-62379674022c service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007755 Jul 13 19:56:24.197885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07a88194-0fdc-4b1c-a41d-bfc76c5ef89d req-e2db6a5d-7047-49da-b300-97dd6921f968 service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281490 Jul 13 19:56:24.364319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dbaf0-0dbf-48ff-b585-b533e3210f3c req-7fe809ba-10bc-4a4a-93f3-76823e2433b8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:24.371299 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f02dbaf0-0dbf-48ff-b585-b533e3210f3c req-7fe809ba-10bc-4a4a-93f3-76823e2433b8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0799854 Jul 13 19:56:24.409470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f02dbaf0-0dbf-48ff-b585-b533e3210f3c req-910ffacd-f564-44dd-a13c-4a8de620ad95 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373878 Jul 13 19:56:24.623016 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:25.249038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcae2-5aa0-4850-8b50-c3f34d80f4df req-58cded9b-8351-4379-94d8-d9761b68055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:25.250584 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd6dcae2-5aa0-4850-8b50-c3f34d80f4df req-58cded9b-8351-4379-94d8-d9761b68055b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 1096 time: 0.1112108 Jul 13 19:56:25.355984 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcae2-5aa0-4850-8b50-c3f34d80f4df req-73098e00-27cb-4314-ace6-e5eee9600e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:25.357478 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd6dcae2-5aa0-4850-8b50-c3f34d80f4df req-73098e00-27cb-4314-ace6-e5eee9600e99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 912 time: 0.1007590 Jul 13 19:56:25.402920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd6dcae2-5aa0-4850-8b50-c3f34d80f4df req-53b57040-c7f7-451f-a19e-3fa2dba54b76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea HTTP/1.1" status: 200 len: 217 time: 0.0389583 Jul 13 19:56:25.453119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcae2-5aa0-4850-8b50-c3f34d80f4df req-38cbd295-c321-4e58-8308-6d09f2968656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:25.454639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd6dcae2-5aa0-4850-8b50-c3f34d80f4df req-38cbd295-c321-4e58-8308-6d09f2968656 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1962755f-d6bc-4fce-95d7-b195de5bd045 HTTP/1.1" status: 200 len: 851 time: 0.0465262 Jul 13 19:56:25.487963 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd6dcae2-5aa0-4850-8b50-c3f34d80f4df req-b8fdcd68-d317-4ee7-801b-ea1bdbe59f32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59441d43-77e0-4b91-93fe-58539a28931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272372 Jul 13 19:56:25.619596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd6dcae2-5aa0-4850-8b50-c3f34d80f4df req-5860f831-38ab-49db-aacd-a68a00f42585 service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245503 Jul 13 19:56:25.652336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7586-e48d-4e6d-ab31-5480fae0c0b6 req-aa442b7a-c9b3-4b3e-95c8-75b360b22315 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:25.654003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6bbb7586-e48d-4e6d-ab31-5480fae0c0b6 req-aa442b7a-c9b3-4b3e-95c8-75b360b22315 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.1141913 Jul 13 19:56:25.740407 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6bbb7586-e48d-4e6d-ab31-5480fae0c0b6 req-dfb717b1-e76d-46cc-bb62-a5ec558e85bd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572574 Jul 13 19:56:25.755105 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd6dcae2-5aa0-4850-8b50-c3f34d80f4df req-2f5dcc2c-95e3-44de-a2f1-21d270d0b885 service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293011 Jul 13 19:56:25.875386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f279e-d220-4fe2-a715-f3547fb92409 req-93800ca9-1df2-49ff-b181-722553f71fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:25.876927 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f279e-d220-4fe2-a715-f3547fb92409 req-93800ca9-1df2-49ff-b181-722553f71fa3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 1096 time: 0.0538471 Jul 13 19:56:25.987295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f279e-d220-4fe2-a715-f3547fb92409 req-a38f6b9f-83de-4c17-b9f1-1d4181e018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:25.988782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f279e-d220-4fe2-a715-f3547fb92409 req-a38f6b9f-83de-4c17-b9f1-1d4181e018a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 912 time: 0.0898788 Jul 13 19:56:26.029962 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f279e-d220-4fe2-a715-f3547fb92409 req-caa6eec0-1bf9-44ad-953f-de69c021baeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea HTTP/1.1" status: 200 len: 217 time: 0.0339830 Jul 13 19:56:26.079742 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f279e-d220-4fe2-a715-f3547fb92409 req-f9b8dd3d-ed47-48d5-9e64-ac9e48e9b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:26.081205 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f279e-d220-4fe2-a715-f3547fb92409 req-f9b8dd3d-ed47-48d5-9e64-ac9e48e9b6de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1962755f-d6bc-4fce-95d7-b195de5bd045 HTTP/1.1" status: 200 len: 851 time: 0.0438735 Jul 13 19:56:26.118160 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f279e-d220-4fe2-a715-f3547fb92409 req-25a20058-f7fa-4e82-92f9-3b38676ce151 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59441d43-77e0-4b91-93fe-58539a28931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304742 Jul 13 19:56:26.120613 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:26.207922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f279e-d220-4fe2-a715-f3547fb92409 req-13be8c68-8d9b-46e4-b9a6-8620c9c3e3d3 service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829141 Jul 13 19:56:26.306134 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-280f279e-d220-4fe2-a715-f3547fb92409 req-1ddabb04-6890-4ef4-bb4b-55e5b5aa1d0b service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910380 Jul 13 19:56:26.922219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b732b6a-ed63-4648-bd36-6b3235e22e1a req-e5461a84-9728-45e7-9788-464de88c7540 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:26.923828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b732b6a-ed63-4648-bd36-6b3235e22e1a req-e5461a84-9728-45e7-9788-464de88c7540 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 945 time: 0.0671973 Jul 13 19:56:26.964512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b732b6a-ed63-4648-bd36-6b3235e22e1a req-e4c2d640-fdbd-4edf-8020-6069fac963eb tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346513 Jul 13 19:56:27.710950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:56:27.813957 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:27.844052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:56:27.845107 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52b73bc-53a2-4a9e-a3ef-937a6913bb96" -d '{"events": [{"server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:56:27.871755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:56:27.878102 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:27.905661 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564ceb21-7bd6-4fe1-b0a3-a2eea8c0e60e x-openstack-request-id: req-564ceb21-7bd6-4fe1-b0a3-a2eea8c0e60e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:56:27.906187 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:56:27.906558 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-564ceb21-7bd6-4fe1-b0a3-a2eea8c0e60e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:56:27.906946 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'code': 200} Jul 13 19:56:27.934414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:56:28.139711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31143369-19e5-480c-8cfd-04478ea28969 req-9acdee79-cf93-4711-9a49-3b5d867e8170 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:28.141204 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-31143369-19e5-480c-8cfd-04478ea28969 req-9acdee79-cf93-4711-9a49-3b5d867e8170 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0628564 Jul 13 19:56:28.180641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-31143369-19e5-480c-8cfd-04478ea28969 req-e88f3d05-e2e1-4d14-a8ed-ca8244f6f241 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Jul 13 19:56:28.363069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a105-94c7-4ea3-ad53-95becdd28777 req-3d74920a-438a-458d-bc96-621320fc9765 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:28.364607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7d9a105-94c7-4ea3-ad53-95becdd28777 req-3d74920a-438a-458d-bc96-621320fc9765 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0663586 Jul 13 19:56:28.403492 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7d9a105-94c7-4ea3-ad53-95becdd28777 req-d9eacf9c-5566-4fa8-85f7-ec5adc07423f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Jul 13 19:56:28.885415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a85b1e-5fb6-4601-9224-ea669f2e717a req-dda6a1f9-3b49-4c61-8911-2053873e5306 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:28.887037 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68a85b1e-5fb6-4601-9224-ea669f2e717a req-dda6a1f9-3b49-4c61-8911-2053873e5306 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0668271 Jul 13 19:56:28.928473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-68a85b1e-5fb6-4601-9224-ea669f2e717a req-802e097d-0c74-46b9-a091-b6bf2b364a1c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356185 Jul 13 19:56:29.035214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09820c97-f023-4532-9ed6-969256b955aa req-6fd3620b-0170-460b-a379-39781661f2b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032639 Jul 13 19:56:29.895730 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09820c97-f023-4532-9ed6-969256b955aa req-895fd03b-a713-4838-a8aa-85cdf22ea6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:29.897812 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09820c97-f023-4532-9ed6-969256b955aa req-895fd03b-a713-4838-a8aa-85cdf22ea6eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb&tenant_id=8ae19574e5d94fb09203dabe0c2d4105 HTTP/1.1" status: 200 len: 1094 time: 0.0900695 Jul 13 19:56:29.977229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09820c97-f023-4532-9ed6-969256b955aa req-651378b4-5c07-492a-a14f-c32f9cafa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:29.978788 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09820c97-f023-4532-9ed6-969256b955aa req-651378b4-5c07-492a-a14f-c32f9cafa705 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 1094 time: 0.0599861 Jul 13 19:56:30.103915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09820c97-f023-4532-9ed6-969256b955aa req-95213daf-50b5-429d-bdd8-cc5db1a13254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:30.105393 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09820c97-f023-4532-9ed6-969256b955aa req-95213daf-50b5-429d-bdd8-cc5db1a13254 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 912 time: 0.1206405 Jul 13 19:56:30.152575 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09820c97-f023-4532-9ed6-969256b955aa req-cb00973c-a37b-46e6-8a86-581f1b557142 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea HTTP/1.1" status: 200 len: 217 time: 0.0395737 Jul 13 19:56:30.164352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce50c-a1b5-4f97-bae2-bb140a93cdff req-1e34387e-e815-4968-877a-5dd824fb75a1 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:30.165817 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69fce50c-a1b5-4f97-bae2-bb140a93cdff req-1e34387e-e815-4968-877a-5dd824fb75a1 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.1162968 Jul 13 19:56:30.230985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09820c97-f023-4532-9ed6-969256b955aa req-16a8896f-ad26-400f-9bfb-848bc76b4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:30.232339 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09820c97-f023-4532-9ed6-969256b955aa req-16a8896f-ad26-400f-9bfb-848bc76b4a7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1962755f-d6bc-4fce-95d7-b195de5bd045 HTTP/1.1" status: 200 len: 851 time: 0.0654509 Jul 13 19:56:30.237290 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69fce50c-a1b5-4f97-bae2-bb140a93cdff req-27039909-c360-4a77-9547-0d787e3f9562 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629191 Jul 13 19:56:30.270328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09820c97-f023-4532-9ed6-969256b955aa req-d842021d-6cb8-40d3-bb2e-bcd63359ef1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59441d43-77e0-4b91-93fe-58539a28931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314953 Jul 13 19:56:30.359870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09820c97-f023-4532-9ed6-969256b955aa req-c8a40edb-8eaa-4331-88a9-4816ac013a53 service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830965 Jul 13 19:56:30.453578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-09820c97-f023-4532-9ed6-969256b955aa req-b170ef3f-5def-4ae5-a17a-9c9704e31d1f service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865746 Jul 13 19:56:31.431139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b4eec-9f98-46f9-9f6f-2e8d764d70bd req-d022ca1f-58a2-4a90-904c-0149a7191218 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:31.432744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f2b4eec-9f98-46f9-9f6f-2e8d764d70bd req-d022ca1f-58a2-4a90-904c-0149a7191218 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0689909 Jul 13 19:56:31.480673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f2b4eec-9f98-46f9-9f6f-2e8d764d70bd req-0e8a665c-09e2-45eb-84cd-1f85545f8f04 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Jul 13 19:56:31.725816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:56:32.179726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-998796ed-aa5e-4c9b-bb43-43eed972f64b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:32.181452 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-998796ed-aa5e-4c9b-bb43-43eed972f64b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1068761 Jul 13 19:56:32.197799 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-73b60c5d-5f0c-4808-a77b-045ee1c91c5f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/quotas/fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 375 time: 0.0103130 Jul 13 19:56:32.274811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-ba7d6b37-1cfa-42b4-a501-ee50129acc25 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716431 Jul 13 19:56:32.716438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cba0e-6270-47e5-afde-4b2a45811f3b req-76614910-0410-4f0d-9bc9-79f89817b5fa tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:32.718914 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb1cba0e-6270-47e5-afde-4b2a45811f3b req-76614910-0410-4f0d-9bc9-79f89817b5fa tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0873780 Jul 13 19:56:32.720228 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-67a53307-5905-4fb2-b5e5-476d1f674042 service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335313 Jul 13 19:56:32.759176 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb1cba0e-6270-47e5-afde-4b2a45811f3b req-27c13973-9115-41d1-b71a-e35984285558 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Jul 13 19:56:32.838269 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-accbdd58-fa3d-4879-8934-536fb355950b service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123004 Jul 13 19:56:33.064489 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f1131a98-155f-47e9-8913-5e3ccd2dd3bf req-f3a5a66a-55b1-4c51-9c79-9b5e74ee016d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0299978 Jul 13 19:56:33.409341 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:56:33.948613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25c8e6-9d8d-4d84-b317-ddc8e894c74e req-f78fb996-d6a0-49ae-a829-e3922c0011d6 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:33.950084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf25c8e6-9d8d-4d84-b317-ddc8e894c74e req-f78fb996-d6a0-49ae-a829-e3922c0011d6 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0755796 Jul 13 19:56:33.989301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf25c8e6-9d8d-4d84-b317-ddc8e894c74e req-774fd12e-8a02-45a0-8b74-fbbd7a2596af tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336313 Jul 13 19:56:34.221658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce3bc973-a324-4ff6-8a8a-7706ea1110ab req-d809cee4-32cd-455e-9ce6-33eaa36d4498 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0338683 Jul 13 19:56:35.169381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c0bf4-aeff-4cdf-a43d-05cf5695d80e req-6abdbfbf-d215-43ca-b5ce-bf3461533826 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:35.170959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91c0bf4-aeff-4cdf-a43d-05cf5695d80e req-6abdbfbf-d215-43ca-b5ce-bf3461533826 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0646605 Jul 13 19:56:35.212625 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c91c0bf4-aeff-4cdf-a43d-05cf5695d80e req-b81ad212-cd66-4c7e-b24a-f01fbfc4056e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348816 Jul 13 19:56:35.375308 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a8609223-eb28-4cc1-a1f6-f84b83b92667 req-2fb0244d-2e4d-4150-b6f1-9d24b8ec2341 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0290537 Jul 13 19:56:36.393986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a054e73-7369-4fb6-b6ac-38576b4d69f3 req-848e893c-7367-499c-9761-a73bb7ccc1d9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:36.395603 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a054e73-7369-4fb6-b6ac-38576b4d69f3 req-848e893c-7367-499c-9761-a73bb7ccc1d9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0698843 Jul 13 19:56:36.437289 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a054e73-7369-4fb6-b6ac-38576b4d69f3 req-98456b2c-d330-43ae-ad3d-4424d224062f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359612 Jul 13 19:56:36.523456 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1db77e2-518a-4458-8e83-76b0e032df18 req-e168b9cd-0bb7-434a-95e7-8840193049b5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0279899 Jul 13 19:56:37.626948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54de62d-ff04-4a08-8a49-35e24d708de9 req-275c27c5-8bf5-40c6-9135-72f3b279f93b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:37.629514 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c54de62d-ff04-4a08-8a49-35e24d708de9 req-275c27c5-8bf5-40c6-9135-72f3b279f93b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0700688 Jul 13 19:56:37.669845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c54de62d-ff04-4a08-8a49-35e24d708de9 req-88045768-8edb-4bc5-9282-cb19dbf2d85c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Jul 13 19:56:37.683991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78bf131b-ab67-4131-bfc8-b9e50cc420a1 req-f7aa260f-4c6d-4024-8322-f2505e016b9f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0408020 Jul 13 19:56:38.850646 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-68edf028-f7ab-4c13-b4a9-c71798e96ea7 req-e09696d8-5633-48ce-9c04-393eca23b8e3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0329804 Jul 13 19:56:38.885164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7eec8-a1fb-459b-bbd5-136091f0d5b8 req-4c8e1687-40cf-4a2f-8bef-13ed41ebb0f4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:38.886778 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7b7eec8-a1fb-459b-bbd5-136091f0d5b8 req-4c8e1687-40cf-4a2f-8bef-13ed41ebb0f4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0723319 Jul 13 19:56:38.926663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7b7eec8-a1fb-459b-bbd5-136091f0d5b8 req-ea1309b0-8996-4e4f-8aee-dc6a47a4f90b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343010 Jul 13 19:56:40.034820 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe9fae7b-d933-48d1-b9a1-faa1d86e84cb req-eb21fe2e-0a07-4377-9b58-94ae3bfe36e5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0513256 Jul 13 19:56:40.117009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c434b-ac44-4d41-9a8e-5e39eb5a8029 req-9eddbad6-d1f8-4e5f-a6b7-8f5711340799 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:40.118770 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-063c434b-ac44-4d41-9a8e-5e39eb5a8029 req-9eddbad6-d1f8-4e5f-a6b7-8f5711340799 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0687554 Jul 13 19:56:40.160241 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-063c434b-ac44-4d41-9a8e-5e39eb5a8029 req-4e89f85a-cdb4-4230-9c54-518389bec386 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357726 Jul 13 19:56:41.170646 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38487989-c1a0-41ee-85b9-8bf6a109464f req-0a8cf536-f984-4d6b-bd82-aca1fca8ccd4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0296268 Jul 13 19:56:41.346805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad14e25-c291-4b54-b0bd-5b61efaabf3c req-733b80a8-38ef-41df-bf2d-440ea1e8f1ba tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:41.348302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ad14e25-c291-4b54-b0bd-5b61efaabf3c req-733b80a8-38ef-41df-bf2d-440ea1e8f1ba tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0640938 Jul 13 19:56:41.386445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ad14e25-c291-4b54-b0bd-5b61efaabf3c req-c1b7870b-5466-4b2d-b0ef-d58ec3cb3894 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Jul 13 19:56:41.882165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-11f629ec-3f83-482c-a7a1-1bfcc21c093b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:41.884199 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-11f629ec-3f83-482c-a7a1-1bfcc21c093b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1055160 Jul 13 19:56:41.896275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'port': {'device_id': '16277ac9-ec1f-4117-9d0d-2ff564052a18', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'admin_state_up': True, 'tenant_id': 'fda37398e014432591e25bcf4635ede8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:56:42.004941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Made reservation on behalf of fda37398e014432591e25bcf4635ede8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:56:42.008729 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:42.141070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Allocated IP 172.20.0.3 (cbf555af-b606-40f4-8662-f126ec8b2a8e/253e5a1f-163a-4235-af8d-7f120c8cb4e0/2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:56:42.303124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:42.339891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-da475ef5-2a9e-4b40-8d28-6feadb426760 req-1e7b11ed-7955-4a89-af0c-770b4965d2da tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0329697 Jul 13 19:56:42.366596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Transition to ACTIVE for port object 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:56:42.399588 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:42.444268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:56:42.449961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:56:42.453876 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:56:42.483117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:56:42.498791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.499133 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.499693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.500257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.500779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.501294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.501806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.502333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.502869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.503386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.503893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.504389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:42.528072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:42.529223 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:42.550266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-81a22448-213a-43ac-aa12-1b7ce7239282 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6575115 Jul 13 19:56:42.565967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Request body: {'port': {'device_id': '16277ac9-ec1f-4117-9d0d-2ff564052a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:56:42.596229 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab811-b0e6-4288-bb88-e65889cb0d6d req-4bdda3db-9c3f-4581-8d92-7462f40eb514 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:42.604332 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-276ab811-b0e6-4288-bb88-e65889cb0d6d req-4bdda3db-9c3f-4581-8d92-7462f40eb514 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.0797696 Jul 13 19:56:42.650022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-276ab811-b0e6-4288-bb88-e65889cb0d6d req-66a40e3a-dd8b-4f8f-9824-be4d015a2fc9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444443 Jul 13 19:56:42.659603 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:42.786244 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0ff5187-fbd6-4819-859f-32b6cc37fe4f None None] Provisioning for port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:56:42.791288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0ff5187-fbd6-4819-859f-32b6cc37fe4f None None] Provisioning complete for port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:56:42.791911 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5187-fbd6-4819-859f-32b6cc37fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:42.825765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff5187-fbd6-4819-859f-32b6cc37fe4f None None] Port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:56:42.936289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:56:42.944602 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:42.957393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Transition to ACTIVE for port object 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:56:42.960906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:43.041477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Pushing event updated for resources: {'Port': ['ID=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:56:43.096366 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Attempting to bind port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:56:43.096705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Attempting to bind port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:56:43.097033 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Attempting to bind port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:56:43.101914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f on network cbf555af-b606-40f4-8662-f126ec8b2a8e not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:56:43.102235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Attempting to bind port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:56:43.107269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:56:43.107608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Checking segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:56:43.107992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Bound using segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:56:43.108420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Bound port: 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:56:43.108788 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:43.183588 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] For port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:56:43.186781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] For port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:56:43.191787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:43.229207 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:43.229683 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:43.231301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] 10.222.0.60 "PUT /v2.0/ports/2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f HTTP/1.1" status: 200 len: 1091 time: 0.6740265 Jul 13 19:56:43.233742 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16277ac9-ec1f-4117-9d0d-2ff564052a18', 'tag': '2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:56:43.236250 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db8e909-4d98-41ca-8b25-e0fdff5d8250" -d '{"events": [{"name": "network-changed", "server_uuid": "16277ac9-ec1f-4117-9d0d-2ff564052a18", "tag": "2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:56:43.278265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d5696-ae94-4f55-8e23-c1da5874bfaf service neutron] Pushing event updated for resources: {'Port': ['ID=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:56:43.358099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-39001123-2d07-4064-bdc7-9edb95168d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:43.359680 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-39001123-2d07-4064-bdc7-9edb95168d05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 1094 time: 0.0631745 Jul 13 19:56:43.379945 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a0c2d-afbd-4f0c-a577-446021f35d58 x-openstack-request-id: req-d65a0c2d-afbd-4f0c-a577-446021f35d58 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:56:43.380387 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16277ac9-ec1f-4117-9d0d-2ff564052a18", "tag": "2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:56:43.380499 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d65a0c2d-afbd-4f0c-a577-446021f35d58 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:56:43.381019 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16277ac9-ec1f-4117-9d0d-2ff564052a18', 'tag': '2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f', 'status': 'completed', 'code': 200} Jul 13 19:56:43.409644 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-061d2baf-d25d-4a2e-837f-1b1ec4e05b8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f HTTP/1.1" status: 200 len: 217 time: 0.0424974 Jul 13 19:56:43.467422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-0c69d55d-c3f7-48f6-bd99-feab14f0f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:43.468971 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-0c69d55d-c3f7-48f6-bd99-feab14f0f6c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0533113 Jul 13 19:56:43.537613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b3527-a3a1-4b91-ae22-34099836c7f4 req-6f5f0637-4987-4f04-b454-0c4fcacc6d90 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:43.537973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-c44ad0df-0759-4eb0-b7ff-6d1f65a590c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:43.539179 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a7b3527-a3a1-4b91-ae22-34099836c7f4 req-6f5f0637-4987-4f04-b454-0c4fcacc6d90 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0675108 Jul 13 19:56:43.539653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-c44ad0df-0759-4eb0-b7ff-6d1f65a590c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638323 Jul 13 19:56:43.577751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8a7b3527-a3a1-4b91-ae22-34099836c7f4 req-2ae6c0dc-11f4-439a-9afc-b4ff5d4db487 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Jul 13 19:56:43.632153 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-95c61b4c-6c8e-4897-a369-cbf9cabf9386 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859513 Jul 13 19:56:43.727525 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c723426f-3fc1-4f81-83d3-8d13d3187fba req-300fbed8-4189-4813-9ede-aa9665989fd8 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896220 Jul 13 19:56:43.755399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:56:43.883434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:56:43.884116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb1c6f-5d07-4f8d-bffc-b225af42f059 req-1a19ed7b-3d85-4a85-8928-b524eb8586dd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:43.886873 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eedb1c6f-5d07-4f8d-bffc-b225af42f059 req-1a19ed7b-3d85-4a85-8928-b524eb8586dd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 943 time: 0.1195426 Jul 13 19:56:43.895336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-f8c1e3f8-c325-4e88-9d9d-61bc791ce549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:43.895692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'network_id': '59441d43-77e0-4b91-93fe-58539a28931b', 'port_id': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'mac_address': 'fa:16:3e:d5:62:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1962755f-d6bc-4fce-95d7-b195de5bd045', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:56:43.897902 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-f8c1e3f8-c325-4e88-9d9d-61bc791ce549 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 1094 time: 0.1196947 Jul 13 19:56:43.935727 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:43.951218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:56:43.976279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:56:43.981406 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:43.988907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eedb1c6f-5d07-4f8d-bffc-b225af42f059 req-97a4b6de-9869-489a-b9bc-dd7f86dc9ab7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972991 Jul 13 19:56:44.028185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-899fff03-21b3-44a6-9ae1-f39a1d1e0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:44.029809 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-899fff03-21b3-44a6-9ae1-f39a1d1e0b28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.1256292 Jul 13 19:56:44.040131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:56:44.049018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.049500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.049843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.050174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.050529 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.050851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.051173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.051491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.051804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.052117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.052430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.053301 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:56:44.077677 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-9938cc5e-fd6b-452f-81bc-99942527dbda service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f HTTP/1.1" status: 200 len: 217 time: 0.0416510 Jul 13 19:56:44.126375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-07296a44-5ddd-40f5-9f4e-ef971d11d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:44.127811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-07296a44-5ddd-40f5-9f4e-ef971d11d944 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0440881 Jul 13 19:56:44.183630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:56:44.194882 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-4e448afd-a8d3-41f6-92f8-261856d064aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:44.197378 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-4e448afd-a8d3-41f6-92f8-261856d064aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635061 Jul 13 19:56:44.303849 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-cc25caa6-3967-4966-a80f-ab47e98fb5cb service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994823 Jul 13 19:56:44.395597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1db8e909-4d98-41ca-8b25-e0fdff5d8250 req-7796c383-ee2e-4db0-86a1-3bf660b8590d service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857415 Jul 13 19:56:44.791719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c636376-d749-4774-a695-eadf3aff730b req-36dacea0-3baf-4501-864f-72ed70acb4ca tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:44.798223 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c636376-d749-4774-a695-eadf3aff730b req-36dacea0-3baf-4501-864f-72ed70acb4ca tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.1051807 Jul 13 19:56:44.842816 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c636376-d749-4774-a695-eadf3aff730b req-0a59817d-9533-49a5-80ba-fe3f3023019d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363977 Jul 13 19:56:45.235018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b706ef2-7b8e-483b-b9bf-b813b79cbf43 req-3c23cfb3-5506-4f06-9fc8-d0b3d95608c4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:45.236983 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b706ef2-7b8e-483b-b9bf-b813b79cbf43 req-3c23cfb3-5506-4f06-9fc8-d0b3d95608c4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 944 time: 0.0951154 Jul 13 19:56:45.289855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b706ef2-7b8e-483b-b9bf-b813b79cbf43 req-da38fbab-5654-46b9-ae2f-b6d4f420fe4e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Jul 13 19:56:45.776220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:56:45.835384 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:45.861176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:56:45.861761 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:45.965353 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:46.001909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:56:46.006477 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8cf954-9018-4924-9cd1-7535635df8e3" -d '{"events": [{"server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:56:46.019886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:56:46.035497 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:46.080439 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce4dc9b-a4bb-48a6-883b-28a6635dfc74 x-openstack-request-id: req-7ce4dc9b-a4bb-48a6-883b-28a6635dfc74 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:56:46.080439 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:56:46.082989 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ce4dc9b-a4bb-48a6-883b-28a6635dfc74 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:56:46.082989 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'code': 200} Jul 13 19:56:46.094303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b1bc8-5596-44ed-b764-28fc2cd1b0c4 req-d6c54dad-dba9-4861-85ca-6fbc1899f0b9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:46.096476 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f5b1bc8-5596-44ed-b764-28fc2cd1b0c4 req-d6c54dad-dba9-4861-85ca-6fbc1899f0b9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0845270 Jul 13 19:56:46.107354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:56:46.144436 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f5b1bc8-5596-44ed-b764-28fc2cd1b0c4 req-3f893dc0-ac07-4ab7-b9e9-4a2ed54bee17 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384698 Jul 13 19:56:46.300765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb045271-7c29-421c-b86a-690f67c0e32f req-5e8c0630-e393-451b-b2e8-6206d9534293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:46.303615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cb045271-7c29-421c-b86a-690f67c0e32f req-5e8c0630-e393-451b-b2e8-6206d9534293 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 1097 time: 0.0611782 Jul 13 19:56:46.345812 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cb045271-7c29-421c-b86a-690f67c0e32f req-8209198c-be38-49fe-87f5-2c5e2552c781 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366724 Jul 13 19:56:46.493774 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:46.587074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260f424-db1a-4d4e-9b05-1f0b15bac1d1 req-bf48c2d7-8e9a-4c1b-b5ae-b8504828fb07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:46.588840 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e260f424-db1a-4d4e-9b05-1f0b15bac1d1 req-bf48c2d7-8e9a-4c1b-b5ae-b8504828fb07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0896928 Jul 13 19:56:46.634203 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e260f424-db1a-4d4e-9b05-1f0b15bac1d1 req-536c054c-ea2c-41a5-89aa-41259b8034b1 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394220 Jul 13 19:56:47.346507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460d0bb-fdb2-4b70-8d89-91843014abe9 req-b566e5d9-758b-436b-b0a0-76802e67a6bf tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:47.349540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b460d0bb-fdb2-4b70-8d89-91843014abe9 req-b566e5d9-758b-436b-b0a0-76802e67a6bf tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0708983 Jul 13 19:56:47.397920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b460d0bb-fdb2-4b70-8d89-91843014abe9 req-2801bba2-4779-48e9-960e-87bcc36e9365 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Jul 13 19:56:47.857252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f4e46-86f5-4e4e-82b6-5df8d5affc86 req-174f09c8-18a9-4e48-909e-cb5dc51842d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:47.859742 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f53f4e46-86f5-4e4e-82b6-5df8d5affc86 req-174f09c8-18a9-4e48-909e-cb5dc51842d7 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0864549 Jul 13 19:56:47.909969 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f53f4e46-86f5-4e4e-82b6-5df8d5affc86 req-a72cb589-8090-43b1-b65c-b246e418a688 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Jul 13 19:56:48.624239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e072e2a-9526-4722-9e92-2b8a63d9bbb8 req-5d0763bb-6bc8-43eb-9af5-9945e5354f76 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:48.625903 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e072e2a-9526-4722-9e92-2b8a63d9bbb8 req-5d0763bb-6bc8-43eb-9af5-9945e5354f76 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0706434 Jul 13 19:56:48.666956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e072e2a-9526-4722-9e92-2b8a63d9bbb8 req-ad123796-6af7-440a-8802-af5e39cfa580 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355155 Jul 13 19:56:49.092219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9c2b3-8035-4c34-b87c-c8787bc43f3f req-9d839fbc-f288-4045-b0be-b8349d560c66 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:49.093727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-25d9c2b3-8035-4c34-b87c-c8787bc43f3f req-9d839fbc-f288-4045-b0be-b8349d560c66 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0675530 Jul 13 19:56:49.138977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-25d9c2b3-8035-4c34-b87c-c8787bc43f3f req-746a90b6-05a0-4df6-8068-39a2f891fe5c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Jul 13 19:56:49.315851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb9289-21c7-47ec-965a-94fa84f749b5 req-b3478c39-b42c-4a56-97d0-3f31f97ee234 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:49.323482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80fb9289-21c7-47ec-965a-94fa84f749b5 req-b3478c39-b42c-4a56-97d0-3f31f97ee234 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0747874 Jul 13 19:56:49.360554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80fb9289-21c7-47ec-965a-94fa84f749b5 req-492f72f9-4a79-47f2-8ed0-e4022d75938b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362513 Jul 13 19:56:49.541543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2e5d6-f2f5-4a4b-ae29-c4574df493ee req-454cb3f6-859b-4ef7-840d-d2b7787080a4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:49.543068 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62e2e5d6-f2f5-4a4b-ae29-c4574df493ee req-454cb3f6-859b-4ef7-840d-d2b7787080a4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0647664 Jul 13 19:56:49.587612 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62e2e5d6-f2f5-4a4b-ae29-c4574df493ee req-c1cb4c9b-e576-4ba0-85b8-cdd22f56f16e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 Jul 13 19:56:49.799175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b45943-816a-4ac3-b14c-9611c10ffa00 req-563f917f-6b3c-4b41-b5f8-6f68519af82b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:49.800974 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3b45943-816a-4ac3-b14c-9611c10ffa00 req-563f917f-6b3c-4b41-b5f8-6f68519af82b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0832372 Jul 13 19:56:49.841231 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3b45943-816a-4ac3-b14c-9611c10ffa00 req-3629e3cb-1df5-4b53-8381-0615412795e2 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336571 Jul 13 19:56:49.858019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99479efd-14d1-40db-bb3c-0223688ce68a req-1dfe07d4-9052-49af-80de-351e8b933ac0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:49.859636 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99479efd-14d1-40db-bb3c-0223688ce68a req-1dfe07d4-9052-49af-80de-351e8b933ac0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0724020 Jul 13 19:56:50.025002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748cf2-5acf-411d-ad56-f22e0e0b832c req-4bccd268-ee58-4b8b-beeb-8d605d0ca0fc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:50.026539 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38748cf2-5acf-411d-ad56-f22e0e0b832c req-4bccd268-ee58-4b8b-beeb-8d605d0ca0fc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0671110 Jul 13 19:56:50.067961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38748cf2-5acf-411d-ad56-f22e0e0b832c req-b923cb72-1bf1-481d-baff-29e2614948ec tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354955 Jul 13 19:56:50.183007 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99479efd-14d1-40db-bb3c-0223688ce68a req-647d15d3-6ebb-4679-a373-31ea33339c45 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178201 Jul 13 19:56:50.265416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d162273-5a48-4848-8472-1c7c73ecfec5 req-4ca3a469-8fc7-4136-9baf-cfb646d9f19d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:50.266944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d162273-5a48-4848-8472-1c7c73ecfec5 req-4ca3a469-8fc7-4136-9baf-cfb646d9f19d tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0668156 Jul 13 19:56:50.305676 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3d162273-5a48-4848-8472-1c7c73ecfec5 req-4a021ece-efcb-4af5-b622-b54837add933 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Jul 13 19:56:50.478904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b61eb1-c305-40ab-a9c6-9604731806e5 req-1950f683-095c-4bce-aab0-0e7de3806245 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:50.480376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72b61eb1-c305-40ab-a9c6-9604731806e5 req-1950f683-095c-4bce-aab0-0e7de3806245 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0618277 Jul 13 19:56:50.516671 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72b61eb1-c305-40ab-a9c6-9604731806e5 req-ee963eaa-238d-4c88-bcd3-f3fecea1a24b tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308440 Jul 13 19:56:50.752191 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c0f6a82-6efb-4d04-b3d5-2a23c4cc4c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:50.877411 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733e692-0967-4aaa-a4fc-a4c2da70b226 req-4df6d9d5-5c05-4d94-896d-ca040d96eaf0 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:50.878834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a733e692-0967-4aaa-a4fc-a4c2da70b226 req-4df6d9d5-5c05-4d94-896d-ca040d96eaf0 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0621498 Jul 13 19:56:50.919512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a733e692-0967-4aaa-a4fc-a4c2da70b226 req-df9a7f03-d2ac-4d58-98b9-70cbf6d04e6e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345058 Jul 13 19:56:51.359906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067012cb-4e31-4af0-bab8-1b2703dceec9 req-d3a3eded-963c-4f84-8b9d-96dcef429372 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:51.361397 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-067012cb-4e31-4af0-bab8-1b2703dceec9 req-d3a3eded-963c-4f84-8b9d-96dcef429372 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0638180 Jul 13 19:56:51.398960 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-067012cb-4e31-4af0-bab8-1b2703dceec9 req-ad40fa95-1e56-448a-93e5-34eb0b30d409 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Jul 13 19:56:52.093645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458fe2f-37c6-4035-adcb-a0f68fbd5701 req-8385055b-ade4-499e-9efc-f09529c6773c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:52.095199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4458fe2f-37c6-4035-adcb-a0f68fbd5701 req-8385055b-ade4-499e-9efc-f09529c6773c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0647323 Jul 13 19:56:52.133590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4458fe2f-37c6-4035-adcb-a0f68fbd5701 req-cfd0979e-ef0b-4100-a7b6-93889e7dbae5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Jul 13 19:56:52.590449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa1960-4bf1-42af-a60f-24c7fd0c74e6 req-86e32323-15e5-42c7-981c-85e6e1aafebc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:52.592300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04fa1960-4bf1-42af-a60f-24c7fd0c74e6 req-86e32323-15e5-42c7-981c-85e6e1aafebc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0642171 Jul 13 19:56:52.606181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5213f-a846-46d0-acc5-4a7bea877145 req-80d1cbd7-f151-4a46-a95a-570389d05d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:52.607726 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0cd5213f-a846-46d0-acc5-4a7bea877145 req-80d1cbd7-f151-4a46-a95a-570389d05d55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 1097 time: 0.0915878 Jul 13 19:56:52.631878 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04fa1960-4bf1-42af-a60f-24c7fd0c74e6 req-28b6daa4-5e61-496a-b984-2c34389d43c9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331366 Jul 13 19:56:52.683513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5ddc2-a372-4660-899c-6cb8b3ebf7ad req-8cf39678-bf65-47fb-9c39-464c53618703 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:52.685223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99d5ddc2-a372-4660-899c-6cb8b3ebf7ad req-8cf39678-bf65-47fb-9c39-464c53618703 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.1374073 Jul 13 19:56:52.744532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99d5ddc2-a372-4660-899c-6cb8b3ebf7ad req-cafec9ec-3184-494f-b49b-0c47babf5f4b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530031 Jul 13 19:56:52.749151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5213f-a846-46d0-acc5-4a7bea877145 req-8039003b-5645-47ba-94ea-d2e8f0e63cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:52.750609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0cd5213f-a846-46d0-acc5-4a7bea877145 req-8039003b-5645-47ba-94ea-d2e8f0e63cdc service neutron] 10.222.0.60 "GET /v2.0/networks?id=59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 200 len: 912 time: 0.1314406 Jul 13 19:56:52.799076 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0cd5213f-a846-46d0-acc5-4a7bea877145 req-914d2b36-612f-4053-85e0-94f3558197e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea HTTP/1.1" status: 200 len: 217 time: 0.0426056 Jul 13 19:56:52.851265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5213f-a846-46d0-acc5-4a7bea877145 req-a1f4960b-7f56-4e76-a995-898baec93a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:52.852771 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0cd5213f-a846-46d0-acc5-4a7bea877145 req-a1f4960b-7f56-4e76-a995-898baec93a01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1962755f-d6bc-4fce-95d7-b195de5bd045 HTTP/1.1" status: 200 len: 851 time: 0.0477574 Jul 13 19:56:52.885992 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0cd5213f-a846-46d0-acc5-4a7bea877145 req-670d5e41-c3d8-41b7-9639-ddc4a5606b60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59441d43-77e0-4b91-93fe-58539a28931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273604 Jul 13 19:56:52.978501 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0cd5213f-a846-46d0-acc5-4a7bea877145 req-b2f2cbe5-54dd-4a73-bdcd-72e31ab29219 service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862191 Jul 13 19:56:53.068145 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0cd5213f-a846-46d0-acc5-4a7bea877145 req-8f21fff1-b9f4-4c7f-bf89-700de6c5f56d service neutron] 10.222.0.60 "GET /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836036 Jul 13 19:56:53.599288 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2757b373-410a-4ecf-8040-8ee2f362e9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:53.650188 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:53.824358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f6f7-ec4b-47b4-8629-08d874813fa6 req-67fa7a62-4766-46b4-ae50-6c578bb67e19 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:53.825968 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a082f6f7-ec4b-47b4-8629-08d874813fa6 req-67fa7a62-4766-46b4-ae50-6c578bb67e19 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0749328 Jul 13 19:56:53.866768 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a082f6f7-ec4b-47b4-8629-08d874813fa6 req-321e42e6-fe29-471b-ab25-50c4759e8b65 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344570 Jul 13 19:56:53.934957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0440ff-617e-4e44-8085-652a7069877d req-b5632cba-dcc6-46b9-a3e1-32715ba936be tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:53.936489 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d0440ff-617e-4e44-8085-652a7069877d req-b5632cba-dcc6-46b9-a3e1-32715ba936be tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0727859 Jul 13 19:56:53.975465 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d0440ff-617e-4e44-8085-652a7069877d req-3766f98e-db0e-4884-b7bc-d8f7854aca5d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Jul 13 19:56:54.627378 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:55.042644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a0e2b-2f5a-40e4-806d-5189e693aea8 req-23f5f66c-1be5-4db4-a784-612b7d6d346c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:55.044349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-585a0e2b-2f5a-40e4-806d-5189e693aea8 req-23f5f66c-1be5-4db4-a784-612b7d6d346c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0637445 Jul 13 19:56:55.082319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-585a0e2b-2f5a-40e4-806d-5189e693aea8 req-3c33bf22-0c04-4218-a184-02f9f8e0d528 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322573 Jul 13 19:56:55.159605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265804fc-075b-4e13-b4f8-37739b10a745 req-2aeb2afe-7d31-4524-8f33-b2ab63125f69 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:55.161078 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-265804fc-075b-4e13-b4f8-37739b10a745 req-2aeb2afe-7d31-4524-8f33-b2ab63125f69 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0673976 Jul 13 19:56:55.203309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-265804fc-075b-4e13-b4f8-37739b10a745 req-b914e5d8-0103-4310-8493-3ae090537615 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348942 Jul 13 19:56:55.272376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabc13a-ad5a-4deb-98fc-83c3f658e6a8 req-522fa91a-590c-493a-9299-5ac07fe72e24 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:55.274077 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-beabc13a-ad5a-4deb-98fc-83c3f658e6a8 req-522fa91a-590c-493a-9299-5ac07fe72e24 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0719078 Jul 13 19:56:55.314923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-beabc13a-ad5a-4deb-98fc-83c3f658e6a8 req-3dcf4d45-fb78-49df-a68b-816098813b5e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327981 Jul 13 19:56:55.511871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c46144-da74-47c3-ab51-e0c014d818ff req-d0e1502b-c657-4ef3-a7c9-9d7e38ad71fb tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:55.513565 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29c46144-da74-47c3-ab51-e0c014d818ff req-d0e1502b-c657-4ef3-a7c9-9d7e38ad71fb tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0654800 Jul 13 19:56:55.557575 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29c46144-da74-47c3-ab51-e0c014d818ff req-2b13deb8-12a8-4e4d-9df2-cbf634427196 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370653 Jul 13 19:56:55.732368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe417c-3296-4db9-a2bd-f832c313db15 req-2b05ec56-d4cb-4dca-a7d6-2905cfa3dd43 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:55.733739 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-67fe417c-3296-4db9-a2bd-f832c313db15 req-2b05ec56-d4cb-4dca-a7d6-2905cfa3dd43 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0626144 Jul 13 19:56:55.771128 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-67fe417c-3296-4db9-a2bd-f832c313db15 req-448db6ed-7e90-4d04-b929-6126a916aa14 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Jul 13 19:56:56.024954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27397d-adf7-4ae3-a6e5-e3d7e0cb30f3 req-d7ed2c7f-c5ce-4a8d-8964-e47c8173df41 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:56.026332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc27397d-adf7-4ae3-a6e5-e3d7e0cb30f3 req-d7ed2c7f-c5ce-4a8d-8964-e47c8173df41 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0665243 Jul 13 19:56:56.064662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc27397d-adf7-4ae3-a6e5-e3d7e0cb30f3 req-47e7d921-f519-4ffc-8466-d7f8dfa5ee20 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327635 Jul 13 19:56:56.118080 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:56.237891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312d377-2a28-4084-a7b4-d0e72b323402 req-a7c9d632-ac07-446d-b6c4-f7ddc30116dc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:56.239442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d312d377-2a28-4084-a7b4-d0e72b323402 req-a7c9d632-ac07-446d-b6c4-f7ddc30116dc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0621095 Jul 13 19:56:56.277533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d312d377-2a28-4084-a7b4-d0e72b323402 req-0f78279d-3ff3-47ae-a2dc-5ca76e2214f6 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318878 Jul 13 19:56:56.384654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5511b6-8d63-4065-a9b6-68e1e02f8258 req-866f2cd1-0ee5-4f7e-8776-5e9337d69fbd tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:56.386280 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ab5511b6-8d63-4065-a9b6-68e1e02f8258 req-866f2cd1-0ee5-4f7e-8776-5e9337d69fbd tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0634305 Jul 13 19:56:56.427125 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ab5511b6-8d63-4065-a9b6-68e1e02f8258 req-bf29a74a-46e5-459c-b020-22a06114d062 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350456 Jul 13 19:56:56.474884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb34d7-aaf5-4bdc-b938-97ff166e7da3 req-995e203b-0ca8-45c6-bc2b-cb4d3d6e73cc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:56.476610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cb34d7-aaf5-4bdc-b938-97ff166e7da3 req-995e203b-0ca8-45c6-bc2b-cb4d3d6e73cc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0670497 Jul 13 19:56:56.514163 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60cb34d7-aaf5-4bdc-b938-97ff166e7da3 req-59773e27-2952-4009-9a0e-7445f5ad75a9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Jul 13 19:56:56.689842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e09f3-2fa3-4861-8124-e3a59bfe1d29 req-099b7e5f-25ca-486b-9252-9779a2c1adf5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:56.691347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba8e09f3-2fa3-4861-8124-e3a59bfe1d29 req-099b7e5f-25ca-486b-9252-9779a2c1adf5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0673850 Jul 13 19:56:56.728884 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba8e09f3-2fa3-4861-8124-e3a59bfe1d29 req-3743c36a-ef47-45c0-97f3-126b43ba5ea4 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Jul 13 19:56:56.979997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9523e9e-e3d0-4bca-b539-91087882edaa req-e9699cab-70db-4208-9204-c935cc63c5a0 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:56.981458 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9523e9e-e3d0-4bca-b539-91087882edaa req-e9699cab-70db-4208-9204-c935cc63c5a0 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0645411 Jul 13 19:56:57.018152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9523e9e-e3d0-4bca-b539-91087882edaa req-719ccdea-2c5a-4a31-bf58-71060cba26cc tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Jul 13 19:56:57.194392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcd4ca-ce47-47fc-b2b0-3d525e5eb99a req-95f233b6-1c97-4bb5-9136-dbd97588e125 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:57.195809 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99dcd4ca-ce47-47fc-b2b0-3d525e5eb99a req-95f233b6-1c97-4bb5-9136-dbd97588e125 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0673723 Jul 13 19:56:57.232969 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99dcd4ca-ce47-47fc-b2b0-3d525e5eb99a req-37dbe466-6d97-4f5e-8d46-a47a17905a00 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Jul 13 19:56:57.423984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dec8a-eb79-4e98-817d-74bb0f0b8aaa req-20dc9f47-b7f9-4b4f-bca0-b7af78c40197 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:57.425475 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-622dec8a-eb79-4e98-817d-74bb0f0b8aaa req-20dc9f47-b7f9-4b4f-bca0-b7af78c40197 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0656312 Jul 13 19:56:57.464530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-622dec8a-eb79-4e98-817d-74bb0f0b8aaa req-04e0ca05-36df-491c-ade9-037eec7aec5c tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334005 Jul 13 19:56:57.602203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaff590-fb30-4357-9e23-b3c2c24cfdc4 req-3f7e58e6-a77b-4deb-945d-2e85da719739 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:57.603716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ffaff590-fb30-4357-9e23-b3c2c24cfdc4 req-3f7e58e6-a77b-4deb-945d-2e85da719739 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0640006 Jul 13 19:56:57.642028 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ffaff590-fb30-4357-9e23-b3c2c24cfdc4 req-917b14e6-be98-473b-8592-00da7dbfc55a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327566 Jul 13 19:56:57.644504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff89dc-9d27-427d-a382-9758e5fb211d req-a826b977-1084-4d00-971b-d6c035ad025f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:57.645996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5ff89dc-9d27-427d-a382-9758e5fb211d req-a826b977-1084-4d00-971b-d6c035ad025f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0633731 Jul 13 19:56:57.684149 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5ff89dc-9d27-427d-a382-9758e5fb211d req-7a7a71d4-dfff-4dd2-9504-2915b7a0ef21 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Jul 13 19:56:57.866274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b91a5f-8d9c-477c-9a3e-8da39928c1fa req-e77278cc-dd55-4d0a-94db-e4dfcf32bc48 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:57.867748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3b91a5f-8d9c-477c-9a3e-8da39928c1fa req-e77278cc-dd55-4d0a-94db-e4dfcf32bc48 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0611427 Jul 13 19:56:57.904155 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3b91a5f-8d9c-477c-9a3e-8da39928c1fa req-31bdebf1-946d-4db3-a282-d5dac78fadf9 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Jul 13 19:56:58.081200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd23f26-7982-41f1-8fb5-9114fe764b30 req-1072fb04-5224-41b1-99c5-7f0efbb9995a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:58.082696 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fd23f26-7982-41f1-8fb5-9114fe764b30 req-1072fb04-5224-41b1-99c5-7f0efbb9995a tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0671744 Jul 13 19:56:58.120665 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fd23f26-7982-41f1-8fb5-9114fe764b30 req-10ed0966-7763-4d19-b32c-69129b6ce5e8 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Jul 13 19:56:58.303326 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2474f-36c6-40c5-be56-da62c4f2a555 req-3e451fa6-3f38-4cb1-a172-c09ce1dab039 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:58.304822 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03a2474f-36c6-40c5-be56-da62c4f2a555 req-3e451fa6-3f38-4cb1-a172-c09ce1dab039 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0625901 Jul 13 19:56:58.342773 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03a2474f-36c6-40c5-be56-da62c4f2a555 req-dec9cc42-b29e-4820-acb3-e414f4a16f2e tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Jul 13 19:56:58.823085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f5f7b-35ca-4c52-b629-2a2d7d563bf1 req-e6dc3b13-11e4-479f-8d01-427770860d06 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:56:58.824650 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-481f5f7b-35ca-4c52-b629-2a2d7d563bf1 req-e6dc3b13-11e4-479f-8d01-427770860d06 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0673289 Jul 13 19:56:58.861259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-481f5f7b-35ca-4c52-b629-2a2d7d563bf1 req-ce95c87b-7769-470b-9246-7dcd13e3ded3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309858 Jul 13 19:57:00.041769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244b0d6-4156-488f-9770-f236435d8e52 req-4b35e6ea-a24d-4dee-88d7-4ca1ac9d0f2a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:00.043303 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1244b0d6-4156-488f-9770-f236435d8e52 req-4b35e6ea-a24d-4dee-88d7-4ca1ac9d0f2a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0669436 Jul 13 19:57:00.083740 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1244b0d6-4156-488f-9770-f236435d8e52 req-1bde001e-805d-4dcc-ac49-be19ffcd4e8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Jul 13 19:57:01.263595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ad0e-86b5-42d9-8e7c-6234831f45a6 req-9019f65d-6d3f-450b-ad27-6f30af8c31e0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:01.265460 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad63ad0e-86b5-42d9-8e7c-6234831f45a6 req-9019f65d-6d3f-450b-ad27-6f30af8c31e0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0641620 Jul 13 19:57:01.304061 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ad63ad0e-86b5-42d9-8e7c-6234831f45a6 req-e64a5ecd-a839-4071-95d0-288bd8e01ffd tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Jul 13 19:57:02.482261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f358a-2225-46ae-b850-89e93a1e6d24 req-e451ac23-ddcb-4cf6-8477-34fb068adac4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:02.483742 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a90f358a-2225-46ae-b850-89e93a1e6d24 req-e451ac23-ddcb-4cf6-8477-34fb068adac4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0661488 Jul 13 19:57:02.525672 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a90f358a-2225-46ae-b850-89e93a1e6d24 req-ea67ecea-3df7-4c2f-91a2-2bb0dbe7f3e4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363493 Jul 13 19:57:03.223430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d7be3-cf56-4bfc-9a0d-24e4adb4cb20 req-a442095a-818b-4320-9fc7-8d76d9607129 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:03.224881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-557d7be3-cf56-4bfc-9a0d-24e4adb4cb20 req-a442095a-818b-4320-9fc7-8d76d9607129 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0675251 Jul 13 19:57:03.262101 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-557d7be3-cf56-4bfc-9a0d-24e4adb4cb20 req-abdf6ea3-6081-447c-968b-0e1f4d75f5a6 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Jul 13 19:57:03.699406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3e827-2a73-4e88-a954-01dc55e74a6c req-6783f7ae-1b8e-4458-ab34-6f3a8ddfb184 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:03.700883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0f3e827-2a73-4e88-a954-01dc55e74a6c req-6783f7ae-1b8e-4458-ab34-6f3a8ddfb184 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 943 time: 0.0655708 Jul 13 19:57:03.737804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c0f3e827-2a73-4e88-a954-01dc55e74a6c req-c59cdca0-d098-457f-be9e-206522c9ab36 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Jul 13 19:57:03.880037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:57:03.974354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:03.985842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'port_id': '2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f', 'mac_address': 'fa:16:3e:12:23:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:57:04.021151 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:04.034098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:57:04.054305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:04.057725 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:04.106149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:04.280613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:57:04.454532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b520b-cf7e-4b5c-876d-afa16a95371f req-6bfa2e6a-25db-4d9b-8316-66c44e8f25e5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:04.455999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4d9b520b-cf7e-4b5c-876d-afa16a95371f req-6bfa2e6a-25db-4d9b-8316-66c44e8f25e5 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0656219 Jul 13 19:57:04.494048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4d9b520b-cf7e-4b5c-876d-afa16a95371f req-a1ee3eff-e680-4b25-9f10-b9a20daef3cd tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/security-groups?id=3628de85-25a9-43b8-820e-95e921d184ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Jul 13 19:57:04.712247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-2e57962e-e699-4369-84c9-559e8e897748 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:04.713758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-2e57962e-e699-4369-84c9-559e8e897748 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 946 time: 0.0631750 Jul 13 19:57:04.816127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-5d25c782-ffb0-4587-b7b2-a6b6333e1c07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Deleting port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:57:04.816486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-5d25c782-ffb0-4587-b7b2-a6b6333e1c07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:04.903982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-5d25c782-ffb0-4587-b7b2-a6b6333e1c07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] For port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,segment=NetworkSegment(19410248-f13c-4b9e-87de-0e244e0c128b),segment_id=19410248-f13c-4b9e-87de-0e244e0c128b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:04.904343 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-5d25c782-ffb0-4587-b7b2-a6b6333e1c07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:04.913443 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07ccf3-4254-4177-91a0-a8a147ff9582 req-35487c2e-613a-4a5e-8471-c5a0500bcff2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:04.914987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b07ccf3-4254-4177-91a0-a8a147ff9582 req-35487c2e-613a-4a5e-8471-c5a0500bcff2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 944 time: 0.0636954 Jul 13 19:57:04.918052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-5d25c782-ffb0-4587-b7b2-a6b6333e1c07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Calling delete_port for 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:57:04.952836 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b07ccf3-4254-4177-91a0-a8a147ff9582 req-f77edc84-af42-4312-98ef-554daa4bcbec tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Jul 13 19:57:05.047595 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-5d25c782-ffb0-4587-b7b2-a6b6333e1c07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:05.058995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:57:05.076560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25c782-ffb0-4587-b7b2-a6b6333e1c07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Pushing event deleted for resources: {'Port': ['ID=2c397f6f-d8e4-4f21-bca5-7b3187fdeeea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:05.124010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-5d25c782-ffb0-4587-b7b2-a6b6333e1c07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] No DVR routers for this DVR port 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:57:05.126954 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-5d25c782-ffb0-4587-b7b2-a6b6333e1c07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:05.128905 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b8724c98-3642-443b-8395-d8bd2fbd2e3c req-5d25c782-ffb0-4587-b7b2-a6b6333e1c07 tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.60 "DELETE /v2.0/ports/2c397f6f-d8e4-4f21-bca5-7b3187fdeeea HTTP/1.1" status: 204 len: 173 time: 0.4098070 Jul 13 19:57:05.129332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'name': 'network-vif-deleted', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:57:05.131671 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2654d2fa-0834-446d-a555-2a2e555d2619" -d '{"events": [{"server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "name": "network-vif-deleted", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:57:05.170437 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a01f50-df55-4553-abcc-1454cf5af37a x-openstack-request-id: req-41a01f50-df55-4553-abcc-1454cf5af37a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:57:05.170802 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb", "name": "network-vif-deleted", "tag": "2c397f6f-d8e4-4f21-bca5-7b3187fdeeea", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:57:05.171122 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41a01f50-df55-4553-abcc-1454cf5af37a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:57:05.172219 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb', 'name': 'network-vif-deleted', 'tag': '2c397f6f-d8e4-4f21-bca5-7b3187fdeeea', 'status': 'completed', 'code': 200} Jul 13 19:57:05.647551 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e18e3cab-9627-4adf-a5e6-4b8f958b6b3a req-60f2ed49-0344-4bf7-8a08-e4b08d18e51f tempest-ServersNegativeTestJSON-1488550046 tempest-ServersNegativeTestJSON-1488550046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4ea40f-c5ec-4ec2-bd72-78773d3c8dbb HTTP/1.1" status: 200 len: 210 time: 0.0285285 Jul 13 19:57:05.882310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:57:05.932448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:57:05.936191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:57:05.936559 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:06.010534 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:06.032611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16277ac9-ec1f-4117-9d0d-2ff564052a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:57:06.035007 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244a46bb-319f-48af-a894-42edbe4d3f65" -d '{"events": [{"server_uuid": "16277ac9-ec1f-4117-9d0d-2ff564052a18", "name": "network-vif-plugged", "status": "completed", "tag": "2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:57:06.048754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:06.053471 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:06.054491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:57:06.080327 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de289c3f-391f-4283-93fa-6156a014708f x-openstack-request-id: req-de289c3f-391f-4283-93fa-6156a014708f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:57:06.080989 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16277ac9-ec1f-4117-9d0d-2ff564052a18", "name": "network-vif-plugged", "status": "completed", "tag": "2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:57:06.080989 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de289c3f-391f-4283-93fa-6156a014708f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:57:06.081236 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16277ac9-ec1f-4117-9d0d-2ff564052a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f', 'code': 200} Jul 13 19:57:06.082325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:57:06.082693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2c397f6f-d8e4-4f21-bca5-7b3187fdeeea not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:57:06.139299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58032c8-3d24-4163-9be7-24d90871431d req-625d2194-0e35-4a4e-acbc-19f16ad8e9e5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:06.141071 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b58032c8-3d24-4163-9be7-24d90871431d req-625d2194-0e35-4a4e-acbc-19f16ad8e9e5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 945 time: 0.0705166 Jul 13 19:57:06.210510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b58032c8-3d24-4163-9be7-24d90871431d req-fc6d7783-89a6-4d8c-acca-926bf274d961 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610256 Jul 13 19:57:06.226073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d8fe-5d45-4010-9277-9366f2cf772c req-dc7740db-e357-4df3-9a2b-773b5d06b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:06.227626 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd07d8fe-5d45-4010-9277-9366f2cf772c req-dc7740db-e357-4df3-9a2b-773b5d06b459 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 1096 time: 0.0857489 Jul 13 19:57:06.267010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd07d8fe-5d45-4010-9277-9366f2cf772c req-8a651057-1cce-4650-9969-c6a28c2de45b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Jul 13 19:57:06.291303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:06.742583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:06.785609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74b1c7b-1277-4439-90de-c7c674233475 admin admin] Deleting subnet 1962755f-d6bc-4fce-95d7-b195de5bd045 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:57:06.789068 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c74b1c7b-1277-4439-90de-c7c674233475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:06.823122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c74b1c7b-1277-4439-90de-c7c674233475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:06.861289 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c74b1c7b-1277-4439-90de-c7c674233475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:06.911448 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c74b1c7b-1277-4439-90de-c7c674233475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:06.943372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b1c7b-1277-4439-90de-c7c674233475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1962755f-d6bc-4fce-95d7-b195de5bd045,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:06.945332 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c74b1c7b-1277-4439-90de-c7c674233475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:06.947251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c74b1c7b-1277-4439-90de-c7c674233475 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1962755f-d6bc-4fce-95d7-b195de5bd045 HTTP/1.1" status: 204 len: 168 time: 0.2036018 Jul 13 19:57:06.949664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:07.017770 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.104176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.113513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59441d43-77e0-4b91-93fe-58539a28931b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:57:07.123234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19410248-f13c-4b9e-87de-0e244e0c128b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:57:07.123524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19410248-f13c-4b9e-87de-0e244e0c128b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:57:07.132755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.145959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.152483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:57:07.152863 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:57:07.154753 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:57:07.209672 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.215124 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.220697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] 10.222.0.25 "DELETE /v2.0/networks/59441d43-77e0-4b91-93fe-58539a28931b HTTP/1.1" status: 204 len: 168 time: 0.2671521 Jul 13 19:57:07.231566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dad063-8d82-49a2-b8de-e3b881b6a629 admin admin] Pushing event deleted for resources: {'Network': ['ID=59441d43-77e0-4b91-93fe-58539a28931b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:07.399198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:07.441917 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d8f66662-d104-45ec-a40e-fd38199ec721 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ae19574e5d94fb09203dabe0c2d4105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414519 Jul 13 19:57:07.445079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:07.498272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bf8b-3ca3-4d1b-af7e-8fcd05308c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.529240 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bf8b-3ca3-4d1b-af7e-8fcd05308c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.608107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d397851-dd5a-49c5-b7c5-f608c5019b86 req-1732ef15-eec6-45df-b163-bd90d058865f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:07.609591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d397851-dd5a-49c5-b7c5-f608c5019b86 req-1732ef15-eec6-45df-b163-bd90d058865f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 945 time: 0.0978920 Jul 13 19:57:07.624095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bf8b-3ca3-4d1b-af7e-8fcd05308c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.626718 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bf8b-3ca3-4d1b-af7e-8fcd05308c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:07.627761 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3ab3bf8b-3ca3-4d1b-af7e-8fcd05308c11 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3628de85-25a9-43b8-820e-95e921d184ce HTTP/1.1" status: 204 len: 168 time: 0.1817057 Jul 13 19:57:07.646309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3bf8b-3ca3-4d1b-af7e-8fcd05308c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3628de85-25a9-43b8-820e-95e921d184ce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:07.661507 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d397851-dd5a-49c5-b7c5-f608c5019b86 req-00b63fe1-44a4-462e-ae8a-efa805f29bd7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Jul 13 19:57:07.841855 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3107c7-c38f-4c26-bcd7-e46d1c546725 req-c694f16b-3eb1-45d1-ba7c-d398a652a223 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:07.843390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d3107c7-c38f-4c26-bcd7-e46d1c546725 req-c694f16b-3eb1-45d1-ba7c-d398a652a223 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 945 time: 0.0687919 Jul 13 19:57:07.883415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d3107c7-c38f-4c26-bcd7-e46d1c546725 req-c4e773e1-dce3-4118-bb34-53aaf3414f5f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343723 Jul 13 19:57:08.060900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331301c6-19ad-41a6-a163-0028e9aa1f20 req-7e770271-01f0-435e-a08d-be7d3e7bc92c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:08.062388 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-331301c6-19ad-41a6-a163-0028e9aa1f20 req-7e770271-01f0-435e-a08d-be7d3e7bc92c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 945 time: 0.0671198 Jul 13 19:57:08.102613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-331301c6-19ad-41a6-a163-0028e9aa1f20 req-168195c6-35f4-4397-b2e3-9425eed3fba1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Jul 13 19:57:08.293044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:08.394365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2126647597-network', 'tenant_id': '84e663dc258d4842b71fd053d28d4267'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:57:08.416194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Made reservation on behalf of 84e663dc258d4842b71fd053d28d4267 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:57:08.418534 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:08.427396 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:08.546956 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:08.554947 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:08.590008 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:57:08.598811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d847b20-8306-4cac-870f-66039393df82 req-43ab2a27-8a10-44e3-8536-05c7980f33e0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:08.600410 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d847b20-8306-4cac-870f-66039393df82 req-43ab2a27-8a10-44e3-8536-05c7980f33e0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 945 time: 0.1141644 Jul 13 19:57:08.603613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570c2ff7-e13e-43d3-b31e-677fdac7d51e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:08.618473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:08.618826 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Added segment b52181b2-84f6-4e36-9f44-7a12984a82e9 of type vlan for network ea302fe2-cc8f-4782-9c94-30c26f464d2e Jul 13 19:57:08.988043 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d847b20-8306-4cac-870f-66039393df82 req-13b10916-e3ed-4572-880b-e864bf059ee0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815980 Jul 13 19:57:08.996336 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:09.026899 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:09.027844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:09.028421 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:09.077299 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7830875 Jul 13 19:57:09.080323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:09.085957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Request body: {'subnet': {'network_id': 'ea302fe2-cc8f-4782-9c94-30c26f464d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2126647597-subnet', 'tenant_id': '84e663dc258d4842b71fd053d28d4267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:57:09.088596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883d12b-f7b3-451d-b63b-f604f382c2ac admin admin] Pushing event updated for resources: {'Network': ['ID=ea302fe2-cc8f-4782-9c94-30c26f464d2e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:09.098247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network ea302fe2-cc8f-4782-9c94-30c26f464d2e details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:57:09.107468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Made reservation on behalf of 84e663dc258d4842b71fd053d28d4267 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:57:09.109826 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:09.280621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:09.337941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1e53f7-7f4a-425c-ade6-40bf1e7d9433,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:09.348404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Checking segment: {'id': 'b52181b2-84f6-4e36-9f44-7a12984a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea302fe2-cc8f-4782-9c94-30c26f464d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:57:09.348764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Network hostable DHCP agents. Network: ea302fe2-cc8f-4782-9c94-30c26f464d2e, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:57:09.352963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.353307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.353648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.353983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.354314 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.354674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.355004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.355329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.355655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.355983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.356303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.356624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:09.372516 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Network ea302fe2-cc8f-4782-9c94-30c26f464d2e is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:57:09.380873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, ea302fe2-cc8f-4782-9c94-30c26f464d2e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:57:09.385060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:09.385648 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:09.389727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e317f-2a5c-4795-91a9-234524f10037 None None] Network ea302fe2-cc8f-4782-9c94-30c26f464d2e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:57:09.399935 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5cef828f-e012-4910-89f7-0690cc9d7f2f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3185139 Jul 13 19:57:09.519339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401f222-f9e9-4bb8-8eb5-83fafaf38e0c None None] Network ea302fe2-cc8f-4782-9c94-30c26f464d2e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:57:09.772761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 37892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:09.777757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1187821838-network', 'tenant_id': 'b23ac466907449bcad026019576f06ad'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:57:09.798057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Made reservation on behalf of b23ac466907449bcad026019576f06ad for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:57:09.800380 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:09.809532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:09.932521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc0151-eded-4502-801b-47f79d16b174 req-88cb5596-3027-424c-bbf2-4a6b70d18c4f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:09.933990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-abdc0151-eded-4502-801b-47f79d16b174 req-88cb5596-3027-424c-bbf2-4a6b70d18c4f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 945 time: 0.0984917 Jul 13 19:57:09.979279 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:09.986852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.041967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:57:10.063104 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.063523 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Added segment ba9dff47-1a04-469f-8c92-354d6f8802c4 of type vlan for network a5bfad52-d767-4956-800e-68154c0b45f7 Jul 13 19:57:10.064858 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6188a28-a51b-47e2-838e-b297fc58119f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:10.114911 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.136513 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-abdc0151-eded-4502-801b-47f79d16b174 req-72d06192-f12a-4681-8af7-88a7420ffaf9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Deleting port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:57:10.136873 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-abdc0151-eded-4502-801b-47f79d16b174 req-72d06192-f12a-4681-8af7-88a7420ffaf9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.183713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d84876-61a9-4295-b62d-0f31b08e2468 req-15032aff-3541-45c3-9138-95e734d04978 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:10.185413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-81d84876-61a9-4295-b62d-0f31b08e2468 req-15032aff-3541-45c3-9138-95e734d04978 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 945 time: 0.0769198 Jul 13 19:57:10.200887 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.201865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:10.202474 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.226928 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-81d84876-61a9-4295-b62d-0f31b08e2468 req-819e7cc4-b812-4257-83b3-09c9d0c49909 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359693 Jul 13 19:57:10.282179 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5080986 Jul 13 19:57:10.284805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 37896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:10.290847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Request body: {'subnet': {'network_id': 'a5bfad52-d767-4956-800e-68154c0b45f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1187821838-subnet', 'tenant_id': 'b23ac466907449bcad026019576f06ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:57:10.295991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d70b9-cb6c-48aa-8505-2ba3c6228b92 admin admin] Pushing event updated for resources: {'Network': ['ID=a5bfad52-d767-4956-800e-68154c0b45f7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:10.299463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-abdc0151-eded-4502-801b-47f79d16b174 req-72d06192-f12a-4681-8af7-88a7420ffaf9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] For port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:10.299834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-abdc0151-eded-4502-801b-47f79d16b174 req-72d06192-f12a-4681-8af7-88a7420ffaf9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.307376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a5bfad52-d767-4956-800e-68154c0b45f7 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:57:10.315644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Made reservation on behalf of b23ac466907449bcad026019576f06ad for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:57:10.319307 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.320771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-abdc0151-eded-4502-801b-47f79d16b174 req-72d06192-f12a-4681-8af7-88a7420ffaf9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Calling delete_port for 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:57:10.410244 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:57:10.456398 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-abdc0151-eded-4502-801b-47f79d16b174 req-72d06192-f12a-4681-8af7-88a7420ffaf9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.471083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:57:10.486425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d06192-f12a-4681-8af7-88a7420ffaf9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'Port': ['ID=2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:10.501809 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.535295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdc0151-eded-4502-801b-47f79d16b174 req-72d06192-f12a-4681-8af7-88a7420ffaf9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] No DVR routers for this DVR port 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:57:10.538351 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-abdc0151-eded-4502-801b-47f79d16b174 req-72d06192-f12a-4681-8af7-88a7420ffaf9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.540490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-abdc0151-eded-4502-801b-47f79d16b174 req-72d06192-f12a-4681-8af7-88a7420ffaf9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "DELETE /v2.0/ports/2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f HTTP/1.1" status: 204 len: 173 time: 0.5996757 Jul 13 19:57:10.540966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16277ac9-ec1f-4117-9d0d-2ff564052a18', 'name': 'network-vif-deleted', 'tag': '2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:57:10.543345 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1a13c5-7189-489d-9b86-61b15151977c" -d '{"events": [{"server_uuid": "16277ac9-ec1f-4117-9d0d-2ff564052a18", "name": "network-vif-deleted", "tag": "2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:57:10.575606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38016e3b-92b8-452d-8937-ae9c7e41129f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:10.577804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Checking segment: {'id': 'ba9dff47-1a04-469f-8c92-354d6f8802c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5bfad52-d767-4956-800e-68154c0b45f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:57:10.578318 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Network hostable DHCP agents. Network: a5bfad52-d767-4956-800e-68154c0b45f7, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:57:10.597793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Network a5bfad52-d767-4956-800e-68154c0b45f7 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:57:10.611606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, a5bfad52-d767-4956-800e-68154c0b45f7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:57:10.616337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:10.616949 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:10.619338 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df94950-229b-4a9f-8a56-7d62ec43187e x-openstack-request-id: req-1df94950-229b-4a9f-8a56-7d62ec43187e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:57:10.619618 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16277ac9-ec1f-4117-9d0d-2ff564052a18", "name": "network-vif-deleted", "tag": "2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:57:10.620073 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1df94950-229b-4a9f-8a56-7d62ec43187e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:57:10.620772 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16277ac9-ec1f-4117-9d0d-2ff564052a18', 'name': 'network-vif-deleted', 'tag': '2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f', 'status': 'completed', 'code': 200} Jul 13 19:57:10.624133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab029de-ca84-43c3-be52-0483bd247cc2 None None] Network a5bfad52-d767-4956-800e-68154c0b45f7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:57:10.639069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8878c17e-cbba-4090-8af8-cabb2b36b152 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3529651 Jul 13 19:57:10.776309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed61db97-68b2-47c8-be1b-54df0a6e7e7d None None] Network a5bfad52-d767-4956-800e-68154c0b45f7 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:57:11.199904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ee10b-1b43-4cf6-a932-78967805086c req-f8102f09-cf50-4763-9480-65869ad8cc1d tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:11.201389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-f8102f09-cf50-4763-9480-65869ad8cc1d tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/networks?id=ea302fe2-cc8f-4782-9c94-30c26f464d2e HTTP/1.1" status: 200 len: 825 time: 0.1230145 Jul 13 19:57:11.217603 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-19ce558e-ceec-4b6f-b962-deb0f9c76967 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/quotas/84e663dc258d4842b71fd053d28d4267 HTTP/1.1" status: 200 len: 375 time: 0.0103841 Jul 13 19:57:11.260472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-63624377-3567-4afc-b760-d06240466814 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=84e663dc258d4842b71fd053d28d4267&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373647 Jul 13 19:57:11.400400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-33b6bf4a-1bbd-4fbb-b3f1-c05963039d8f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:57:11.401629 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-33b6bf4a-1bbd-4fbb-b3f1-c05963039d8f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1335247 Jul 13 19:57:11.425401 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-509d4862-d412-4097-ae73-9eac84a714f8 req-b0b00830-8383-4d45-b16b-b5b69d8b08d4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0484965 Jul 13 19:57:11.513827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-9b2ca9a7-48d2-4d2c-b70f-78e2e6219450 service neutron] 10.222.0.25 "GET /v2.0/networks/ea302fe2-cc8f-4782-9c94-30c26f464d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055934 Jul 13 19:57:11.615508 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-8b4cb9c9-cade-4f96-b3b6-d1997888ff0c service neutron] 10.222.0.25 "GET /v2.0/networks/ea302fe2-cc8f-4782-9c94-30c26f464d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948024 Jul 13 19:57:11.796275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eb0a704b-9593-46bd-9b4e-3eeb7307e6b1 req-dada316e-8e92-4b35-ad4f-c814d91d43dd tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 210 time: 0.0338995 Jul 13 19:57:12.577186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb77901-0d07-4077-9245-68a42cd9a4ed req-070d951a-ae6a-4953-a2e5-407ace60bf8f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0306475 Jul 13 19:57:12.911243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ee10b-1b43-4cf6-a932-78967805086c req-d035ba7d-1231-476c-aa5d-ef413f89b62e tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:12.913961 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-d035ba7d-1231-476c-aa5d-ef413f89b62e tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.60 "GET /v2.0/networks?id=ea302fe2-cc8f-4782-9c94-30c26f464d2e HTTP/1.1" status: 200 len: 825 time: 0.1409776 Jul 13 19:57:12.926785 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Request body: {'port': {'device_id': 'c9590eaa-06ba-48b4-ae12-08c552fdbb3f', 'network_id': 'ea302fe2-cc8f-4782-9c94-30c26f464d2e', 'admin_state_up': True, 'tenant_id': '84e663dc258d4842b71fd053d28d4267'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:57:13.001009 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c1b609b5-3e76-473d-9a3a-6e347116b318 req-3e5db5e3-5d63-44ca-8339-add277cddcc4 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 210 time: 0.0703511 Jul 13 19:57:13.067233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Made reservation on behalf of 84e663dc258d4842b71fd053d28d4267 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:57:13.070795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:13.201333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Allocated IP 172.20.0.13 (ea302fe2-cc8f-4782-9c94-30c26f464d2e/bd1e53f7-7f4a-425c-ade6-40bf1e7d9433/2f896098-79ac-4ec4-93c3-5393aa09b492) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:57:13.357337 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:13.396453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:13.449624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Network ea302fe2-cc8f-4782-9c94-30c26f464d2e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:57:13.453151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:57:13.457768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:57:13.460670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Pushing event updated for resources: {'Port': ['ID=2f896098-79ac-4ec4-93c3-5393aa09b492,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:13.508208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:13.508808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:13.523060 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-1e50c388-f339-480f-bf87-d42ea7de804c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6007733 Jul 13 19:57:13.533957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Request body: {'port': {'device_id': 'c9590eaa-06ba-48b4-ae12-08c552fdbb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:57:13.612272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:13.720450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6acb3b7a-6a72-4264-9d19-27c08d9a29a3 req-28d41b15-e282-453a-825b-1f8b33db6bbd tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16277ac9-ec1f-4117-9d0d-2ff564052a18 HTTP/1.1" status: 200 len: 210 time: 0.0302093 Jul 13 19:57:13.886305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f896098-79ac-4ec4-93c3-5393aa09b492 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:57:13.894238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:13.907533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Transition to ACTIVE for port object 2f896098-79ac-4ec4-93c3-5393aa09b492 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:57:13.914143 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:13.926642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:57:13.952836 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:57:13.953183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2fcfa7e7-e7b4-4afd-a367-93d2e2ad237f not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:57:14.000707 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f896098-79ac-4ec4-93c3-5393aa09b492,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:14.057166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Attempting to bind port 2f896098-79ac-4ec4-93c3-5393aa09b492 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:57:14.057561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Attempting to bind port 2f896098-79ac-4ec4-93c3-5393aa09b492 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'b52181b2-84f6-4e36-9f44-7a12984a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea302fe2-cc8f-4782-9c94-30c26f464d2e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:57:14.057895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Attempting to bind port 2f896098-79ac-4ec4-93c3-5393aa09b492 on network ea302fe2-cc8f-4782-9c94-30c26f464d2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:57:14.062709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Port 2f896098-79ac-4ec4-93c3-5393aa09b492 on network ea302fe2-cc8f-4782-9c94-30c26f464d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:57:14.063038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Attempting to bind port 2f896098-79ac-4ec4-93c3-5393aa09b492 on network ea302fe2-cc8f-4782-9c94-30c26f464d2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:57:14.068884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:57:14.069432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Checking segment: {'id': 'b52181b2-84f6-4e36-9f44-7a12984a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea302fe2-cc8f-4782-9c94-30c26f464d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:57:14.070257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Bound using segment: {'id': 'b52181b2-84f6-4e36-9f44-7a12984a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea302fe2-cc8f-4782-9c94-30c26f464d2e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:57:14.070389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Bound port: 2f896098-79ac-4ec4-93c3-5393aa09b492, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52181b2-84f6-4e36-9f44-7a12984a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea302fe2-cc8f-4782-9c94-30c26f464d2e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:57:14.070775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:14.147510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] For port 2f896098-79ac-4ec4-93c3-5393aa09b492, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:57:14.152063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] For port 2f896098-79ac-4ec4-93c3-5393aa09b492, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2f896098-79ac-4ec4-93c3-5393aa09b492,segment=NetworkSegment(b52181b2-84f6-4e36-9f44-7a12984a82e9),segment_id=b52181b2-84f6-4e36-9f44-7a12984a82e9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:57:14.158020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:14.235029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:14.235571 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:14.237010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/2f896098-79ac-4ec4-93c3-5393aa09b492 HTTP/1.1" status: 200 len: 1092 time: 0.7071388 Jul 13 19:57:14.238276 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9590eaa-06ba-48b4-ae12-08c552fdbb3f', 'tag': '2f896098-79ac-4ec4-93c3-5393aa09b492'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:57:14.240959 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71118bf0-1091-4652-acfd-c77c5152a4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9590eaa-06ba-48b4-ae12-08c552fdbb3f", "tag": "2f896098-79ac-4ec4-93c3-5393aa09b492"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:57:14.277872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbc1ad-3d2a-4d48-8947-6908546ae6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f896098-79ac-4ec4-93c3-5393aa09b492,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:14.298794 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a8909f-c929-43f0-908c-da793117f365 x-openstack-request-id: req-84a8909f-c929-43f0-908c-da793117f365 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:57:14.299081 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9590eaa-06ba-48b4-ae12-08c552fdbb3f", "tag": "2f896098-79ac-4ec4-93c3-5393aa09b492", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:57:14.299326 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84a8909f-c929-43f0-908c-da793117f365 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:57:14.299712 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9590eaa-06ba-48b4-ae12-08c552fdbb3f', 'tag': '2f896098-79ac-4ec4-93c3-5393aa09b492', 'status': 'completed', 'code': 200} Jul 13 19:57:14.330013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb96f7-c8e9-445e-b66c-4cb32fd49b96 req-79d06dc5-72c0-4138-a836-a6f42c7e8630 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:14.331621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7fcb96f7-c8e9-445e-b66c-4cb32fd49b96 req-79d06dc5-72c0-4138-a836-a6f42c7e8630 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 944 time: 0.1424708 Jul 13 19:57:14.382222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7fcb96f7-c8e9-445e-b66c-4cb32fd49b96 req-6f70afb5-46fa-4e9f-969a-3e4d4c4a5c38 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442903 Jul 13 19:57:14.388456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ee10b-1b43-4cf6-a932-78967805086c req-3b7485ac-1996-486b-82c3-7663a4b1cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:14.390248 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-3b7485ac-1996-486b-82c3-7663a4b1cc19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84e663dc258d4842b71fd053d28d4267&device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 1095 time: 0.1048832 Jul 13 19:57:14.441068 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-3fe3052d-2287-4f59-9d5d-b4cb6b277740 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f896098-79ac-4ec4-93c3-5393aa09b492 HTTP/1.1" status: 200 len: 217 time: 0.0387201 Jul 13 19:57:14.510627 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ee10b-1b43-4cf6-a932-78967805086c req-ae1f3670-f8af-4d39-ab9d-1267d4249187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:14.512336 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-ae1f3670-f8af-4d39-ab9d-1267d4249187 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd1e53f7-7f4a-425c-ade6-40bf1e7d9433 HTTP/1.1" status: 200 len: 865 time: 0.0648477 Jul 13 19:57:14.545980 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-caf68a0d-e4a8-4d7f-b9f4-8d7186102cb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea302fe2-cc8f-4782-9c94-30c26f464d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274305 Jul 13 19:57:14.643661 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-482b8e8b-fd90-4538-87b6-e9ee9b2ce142 service neutron] 10.222.0.60 "GET /v2.0/networks/ea302fe2-cc8f-4782-9c94-30c26f464d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910006 Jul 13 19:57:14.742527 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c62ee10b-1b43-4cf6-a932-78967805086c req-af19d2e0-18ff-49f6-a31b-e97397b9eeb2 service neutron] 10.222.0.60 "GET /v2.0/networks/ea302fe2-cc8f-4782-9c94-30c26f464d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925293 Jul 13 19:57:14.847433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71118bf0-1091-4652-acfd-c77c5152a4b8 req-caeca661-720d-44e2-b579-0a44fec34834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:14.848970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71118bf0-1091-4652-acfd-c77c5152a4b8 req-caeca661-720d-44e2-b579-0a44fec34834 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84e663dc258d4842b71fd053d28d4267&device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 1095 time: 0.0570853 Jul 13 19:57:14.945163 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71118bf0-1091-4652-acfd-c77c5152a4b8 req-55069708-f46c-499e-bb29-b0a363d98bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:14.946724 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71118bf0-1091-4652-acfd-c77c5152a4b8 req-55069708-f46c-499e-bb29-b0a363d98bd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea302fe2-cc8f-4782-9c94-30c26f464d2e HTTP/1.1" status: 200 len: 926 time: 0.0919898 Jul 13 19:57:14.987568 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71118bf0-1091-4652-acfd-c77c5152a4b8 req-8c72b768-5d38-4f67-add8-d93d15b034a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f896098-79ac-4ec4-93c3-5393aa09b492 HTTP/1.1" status: 200 len: 217 time: 0.0347791 Jul 13 19:57:15.037385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71118bf0-1091-4652-acfd-c77c5152a4b8 req-d91f1c54-0a1e-4d46-8680-3769484b4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:15.039046 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71118bf0-1091-4652-acfd-c77c5152a4b8 req-d91f1c54-0a1e-4d46-8680-3769484b4ff5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd1e53f7-7f4a-425c-ade6-40bf1e7d9433 HTTP/1.1" status: 200 len: 865 time: 0.0442736 Jul 13 19:57:15.072459 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71118bf0-1091-4652-acfd-c77c5152a4b8 req-e79ff9f0-4f7f-4c0f-a2d0-1e468bb04be4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea302fe2-cc8f-4782-9c94-30c26f464d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271585 Jul 13 19:57:15.169442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71118bf0-1091-4652-acfd-c77c5152a4b8 req-65a82d35-fa68-47be-9d94-6d7cd03af89e service neutron] 10.222.0.60 "GET /v2.0/networks/ea302fe2-cc8f-4782-9c94-30c26f464d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886672 Jul 13 19:57:15.263730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71118bf0-1091-4652-acfd-c77c5152a4b8 req-19becf5e-053f-44a3-901c-7c8fbb92ad8a service neutron] 10.222.0.60 "GET /v2.0/networks/ea302fe2-cc8f-4782-9c94-30c26f464d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892406 Jul 13 19:57:15.565210 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffc857-2324-479d-bfe7-8792a67ab1f8 req-9afd3b6f-1b52-47ef-a620-44836fa5900d tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:15.566693 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65ffc857-2324-479d-bfe7-8792a67ab1f8 req-9afd3b6f-1b52-47ef-a620-44836fa5900d tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 944 time: 0.0688787 Jul 13 19:57:15.608188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65ffc857-2324-479d-bfe7-8792a67ab1f8 req-2b6d6255-f807-4789-9d1a-ea647ad45b07 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Jul 13 19:57:15.798247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:16.505859 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:16.781979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39d258-31ef-454b-9421-f4a7dbe30aa4 req-61759c2c-5934-4e06-8bed-b74a550980e8 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:16.783432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb39d258-31ef-454b-9421-f4a7dbe30aa4 req-61759c2c-5934-4e06-8bed-b74a550980e8 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 944 time: 0.0640669 Jul 13 19:57:16.822181 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb39d258-31ef-454b-9421-f4a7dbe30aa4 req-a1187242-3d5d-4b83-a76c-38721fd50c8d tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Jul 13 19:57:17.957392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2f896098-79ac-4ec4-93c3-5393aa09b492 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:57:18.011601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43be2b-144b-4e9f-aa91-b6388c2a4196 req-a4bb432e-2bbb-4c37-af59-9d64b1025cac tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:18.013120 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f43be2b-144b-4e9f-aa91-b6388c2a4196 req-a4bb432e-2bbb-4c37-af59-9d64b1025cac tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 944 time: 0.0811346 Jul 13 19:57:18.056118 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f43be2b-144b-4e9f-aa91-b6388c2a4196 req-f84cdc84-b262-4154-87bf-57e5f198cf33 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373125 Jul 13 19:57:18.069399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2f896098-79ac-4ec4-93c3-5393aa09b492, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2f896098-79ac-4ec4-93c3-5393aa09b492,segment=NetworkSegment(b52181b2-84f6-4e36-9f44-7a12984a82e9),segment_id=b52181b2-84f6-4e36-9f44-7a12984a82e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:18.083271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '2f896098-79ac-4ec4-93c3-5393aa09b492', 'network_id': 'ea302fe2-cc8f-4782-9c94-30c26f464d2e', 'port_id': '2f896098-79ac-4ec4-93c3-5393aa09b492', 'mac_address': 'fa:16:3e:86:76:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1e53f7-7f4a-425c-ade6-40bf1e7d9433', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:57:18.122206 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:18.138766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f896098-79ac-4ec4-93c3-5393aa09b492 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:57:18.158760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2f896098-79ac-4ec4-93c3-5393aa09b492, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2f896098-79ac-4ec4-93c3-5393aa09b492,segment=NetworkSegment(b52181b2-84f6-4e36-9f44-7a12984a82e9),segment_id=b52181b2-84f6-4e36-9f44-7a12984a82e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:18.163197 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:18.212484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2f896098-79ac-4ec4-93c3-5393aa09b492,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:18.346649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2f896098-79ac-4ec4-93c3-5393aa09b492'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:57:19.237485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdb235-a766-4452-859d-06e1dbd29547 req-e94e044f-65d3-4dcf-93ab-d86abbe48a73 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:19.239020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14bdb235-a766-4452-859d-06e1dbd29547 req-e94e044f-65d3-4dcf-93ab-d86abbe48a73 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 945 time: 0.0681207 Jul 13 19:57:19.283068 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14bdb235-a766-4452-859d-06e1dbd29547 req-833281ca-ea9c-449a-aeef-47777b219cc5 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374498 Jul 13 19:57:19.988642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2f896098-79ac-4ec4-93c3-5393aa09b492 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:57:20.039309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 2f896098-79ac-4ec4-93c3-5393aa09b492 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:57:20.043211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 2f896098-79ac-4ec4-93c3-5393aa09b492 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:57:20.043589 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:20.120374 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:20.142219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9590eaa-06ba-48b4-ae12-08c552fdbb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f896098-79ac-4ec4-93c3-5393aa09b492'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:57:20.144575 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fe8784-8683-4eeb-9d7c-119740b2c3cf" -d '{"events": [{"server_uuid": "c9590eaa-06ba-48b4-ae12-08c552fdbb3f", "name": "network-vif-plugged", "status": "completed", "tag": "2f896098-79ac-4ec4-93c3-5393aa09b492"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:57:20.158625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2f896098-79ac-4ec4-93c3-5393aa09b492, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2f896098-79ac-4ec4-93c3-5393aa09b492,segment=NetworkSegment(b52181b2-84f6-4e36-9f44-7a12984a82e9),segment_id=b52181b2-84f6-4e36-9f44-7a12984a82e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:20.163726 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:20.196147 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ea877b-1c58-4d6c-ab7c-2a819e24d7bc x-openstack-request-id: req-67ea877b-1c58-4d6c-ab7c-2a819e24d7bc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:57:20.196449 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9590eaa-06ba-48b4-ae12-08c552fdbb3f", "name": "network-vif-plugged", "status": "completed", "tag": "2f896098-79ac-4ec4-93c3-5393aa09b492", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:57:20.196676 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67ea877b-1c58-4d6c-ab7c-2a819e24d7bc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:57:20.197058 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9590eaa-06ba-48b4-ae12-08c552fdbb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f896098-79ac-4ec4-93c3-5393aa09b492', 'code': 200} Jul 13 19:57:20.226680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2f896098-79ac-4ec4-93c3-5393aa09b492,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:20.305462 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b4c63-bfa6-489a-a84d-553f1108d61e req-b591ccd0-2dbe-4a11-b92a-5d728aa2a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:20.306965 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df5b4c63-bfa6-489a-a84d-553f1108d61e req-b591ccd0-2dbe-4a11-b92a-5d728aa2a93c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 1097 time: 0.0576804 Jul 13 19:57:20.343232 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df5b4c63-bfa6-489a-a84d-553f1108d61e req-638864b9-95db-49bd-87ae-fa9fb371c83f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304117 Jul 13 19:57:20.476760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb674d-6c9c-4267-a1a2-5f20ad683d15 req-2612b314-e2f2-4ebd-849e-86bc57394c82 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:20.478209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f1fb674d-6c9c-4267-a1a2-5f20ad683d15 req-2612b314-e2f2-4ebd-849e-86bc57394c82 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 946 time: 0.0639338 Jul 13 19:57:20.516160 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f1fb674d-6c9c-4267-a1a2-5f20ad683d15 req-32047fc6-00c2-4b6c-bc52-ddcd63d3f880 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Jul 13 19:57:20.752814 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14230aaa-97fc-4419-b0cd-84d7f4c65a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:21.694222 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f00cf-1310-41ad-8e48-441107de9a29 req-39de5977-aed3-4eec-80b0-42a2b2f72947 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:21.695837 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-461f00cf-1310-41ad-8e48-441107de9a29 req-39de5977-aed3-4eec-80b0-42a2b2f72947 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 946 time: 0.0670786 Jul 13 19:57:21.747443 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-461f00cf-1310-41ad-8e48-441107de9a29 req-da983644-b165-4384-98aa-065d5f00fcf3 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351198 Jul 13 19:57:21.937628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cda986-0c90-401b-a2be-752d99f3f4f5 req-aa55d362-8d07-4ec8-9184-58e5ae024db0 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:21.939197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-35cda986-0c90-401b-a2be-752d99f3f4f5 req-aa55d362-8d07-4ec8-9184-58e5ae024db0 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 946 time: 0.0698488 Jul 13 19:57:21.978893 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-35cda986-0c90-401b-a2be-752d99f3f4f5 req-82174cdb-323f-4f54-9fb1-356fa809121c tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332022 Jul 13 19:57:22.293672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31a8e2-a16c-4703-9c8f-95818d641805 req-5cbf73d7-9a64-4cff-a05b-caccf8b01a43 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:22.295222 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be31a8e2-a16c-4703-9c8f-95818d641805 req-5cbf73d7-9a64-4cff-a05b-caccf8b01a43 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 946 time: 0.0658526 Jul 13 19:57:22.339044 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be31a8e2-a16c-4703-9c8f-95818d641805 req-c4d033b6-c6e1-499c-a50f-1641c0d6cc43 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377417 Jul 13 19:57:22.809844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cccab0-4953-47bb-8f2b-8730727b7d37 req-b50004e4-315b-4733-9b0f-9278b67557c2 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:22.811374 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42cccab0-4953-47bb-8f2b-8730727b7d37 req-b50004e4-315b-4733-9b0f-9278b67557c2 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 946 time: 0.0684860 Jul 13 19:57:22.852967 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42cccab0-4953-47bb-8f2b-8730727b7d37 req-eac5233a-aa6a-4e22-ad28-3c27a26884d4 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352156 Jul 13 19:57:23.604547 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e7da48b-64eb-4850-88a2-cabad36b4643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:23.651899 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:24.015905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-9a241c9c-a25a-461c-b2a6-86fb6fe87d88 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:24.017559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-9a241c9c-a25a-461c-b2a6-86fb6fe87d88 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 946 time: 0.0960708 Jul 13 19:57:24.063626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bebce-5a53-42f9-8138-6efc78825284 req-ce8a9cc2-3d05-4a4b-87fe-958b67b4872e tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:24.065133 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc4bebce-5a53-42f9-8138-6efc78825284 req-ce8a9cc2-3d05-4a4b-87fe-958b67b4872e tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9590eaa-06ba-48b4-ae12-08c552fdbb3f HTTP/1.1" status: 200 len: 946 time: 0.0730159 Jul 13 19:57:24.124983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-77dd0944-ce21-4687-943f-2dc6889aabf7 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Deleting port 2f896098-79ac-4ec4-93c3-5393aa09b492 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:57:24.125988 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-77dd0944-ce21-4687-943f-2dc6889aabf7 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:24.134135 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc4bebce-5a53-42f9-8138-6efc78825284 req-2ffa0069-9ed5-4bce-8966-339aafc5eaa8 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.25 "GET /v2.0/security-groups?id=570c2ff7-e13e-43d3-b31e-677fdac7d51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630066 Jul 13 19:57:24.230368 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-77dd0944-ce21-4687-943f-2dc6889aabf7 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] For port 2f896098-79ac-4ec4-93c3-5393aa09b492, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2f896098-79ac-4ec4-93c3-5393aa09b492,segment=NetworkSegment(b52181b2-84f6-4e36-9f44-7a12984a82e9),segment_id=b52181b2-84f6-4e36-9f44-7a12984a82e9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:24.231208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-77dd0944-ce21-4687-943f-2dc6889aabf7 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:24.248613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-77dd0944-ce21-4687-943f-2dc6889aabf7 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Calling delete_port for 2f896098-79ac-4ec4-93c3-5393aa09b492 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:57:24.300212 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-a98cc85c-95e9-4a26-b3b5-195e7f5674fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594211 Jul 13 19:57:24.403357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-111ab6b1-baf6-4b81-a171-62b780a7e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:24.404880 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-111ab6b1-baf6-4b81-a171-62b780a7e82e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e570c39096684720804a0f6bfc472c10&device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 1096 time: 0.0529773 Jul 13 19:57:24.412680 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-77dd0944-ce21-4687-943f-2dc6889aabf7 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:24.424742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2f896098-79ac-4ec4-93c3-5393aa09b492'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:57:24.455373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd0944-ce21-4687-943f-2dc6889aabf7 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Pushing event deleted for resources: {'Port': ['ID=2f896098-79ac-4ec4-93c3-5393aa09b492,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:24.504787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-77dd0944-ce21-4687-943f-2dc6889aabf7 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] No DVR routers for this DVR port 2f896098-79ac-4ec4-93c3-5393aa09b492 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:57:24.508928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-77dd0944-ce21-4687-943f-2dc6889aabf7 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:24.512453 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c599ceb0-f324-4326-b974-94aa2b5a559e req-77dd0944-ce21-4687-943f-2dc6889aabf7 tempest-ServersNegativeTestMultiTenantJSON-1961802793 tempest-ServersNegativeTestMultiTenantJSON-1961802793-project] 10.222.0.60 "DELETE /v2.0/ports/2f896098-79ac-4ec4-93c3-5393aa09b492 HTTP/1.1" status: 204 len: 173 time: 0.4900436 Jul 13 19:57:24.512941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9590eaa-06ba-48b4-ae12-08c552fdbb3f', 'name': 'network-vif-deleted', 'tag': '2f896098-79ac-4ec4-93c3-5393aa09b492'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:57:24.515932 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4338fed-8256-4bca-923e-b75036f2f964" -d '{"events": [{"server_uuid": "c9590eaa-06ba-48b4-ae12-08c552fdbb3f", "name": "network-vif-deleted", "tag": "2f896098-79ac-4ec4-93c3-5393aa09b492"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:57:24.528771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-44fa8a38-be43-4d41-89e6-67f7c61f2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:24.530580 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-44fa8a38-be43-4d41-89e6-67f7c61f2e9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcb5f622-96ce-4d04-9265-3499c9410219 HTTP/1.1" status: 200 len: 910 time: 0.0964658 Jul 13 19:57:24.563713 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a30d4a-2855-46f2-b695-81cafb6d7c3a x-openstack-request-id: req-65a30d4a-2855-46f2-b695-81cafb6d7c3a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:57:24.564013 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9590eaa-06ba-48b4-ae12-08c552fdbb3f", "name": "network-vif-deleted", "tag": "2f896098-79ac-4ec4-93c3-5393aa09b492", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:57:24.564268 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65a30d4a-2855-46f2-b695-81cafb6d7c3a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:57:24.564763 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9590eaa-06ba-48b4-ae12-08c552fdbb3f', 'name': 'network-vif-deleted', 'tag': '2f896098-79ac-4ec4-93c3-5393aa09b492', 'status': 'completed', 'code': 200} Jul 13 19:57:24.614039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-39bf91c1-5ba6-44df-b6e6-748556fee6a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed HTTP/1.1" status: 200 len: 1000 time: 0.0728445 Jul 13 19:57:24.633519 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:24.676557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-adcbcf29-9305-4c90-a864-a1d05c79e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:24.678926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-adcbcf29-9305-4c90-a864-a1d05c79e893 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=343b9af8-a1ce-4c7d-bf2f-f23f33de2f17 HTTP/1.1" status: 200 len: 848 time: 0.0544987 Jul 13 19:57:24.744015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-b2b649e3-189a-4902-8826-06e8d008b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:24.745622 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-b2b649e3-189a-4902-8826-06e8d008b105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcb5f622-96ce-4d04-9265-3499c9410219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589142 Jul 13 19:57:24.839845 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-333932e4-435a-4fe8-aac5-f35fa1d6ded0 service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839248 Jul 13 19:57:24.942438 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-54b3bdc6-bfeb-4eab-aab0-099ec25b26cb req-5b24674d-4708-4b91-bd6d-7e5d33587db4 service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946169 Jul 13 19:57:25.223488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:25.273343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1242ff74-72f4-4e2c-a72d-e4033018de53 admin admin] Deleting subnet bd1e53f7-7f4a-425c-ade6-40bf1e7d9433 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:57:25.276506 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1242ff74-72f4-4e2c-a72d-e4033018de53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.313895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1242ff74-72f4-4e2c-a72d-e4033018de53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.355418 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1242ff74-72f4-4e2c-a72d-e4033018de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.414338 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1242ff74-72f4-4e2c-a72d-e4033018de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.438525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242ff74-72f4-4e2c-a72d-e4033018de53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1e53f7-7f4a-425c-ade6-40bf1e7d9433,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:25.445467 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1242ff74-72f4-4e2c-a72d-e4033018de53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.447416 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1242ff74-72f4-4e2c-a72d-e4033018de53 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bd1e53f7-7f4a-425c-ade6-40bf1e7d9433 HTTP/1.1" status: 204 len: 168 time: 0.2222776 Jul 13 19:57:25.449845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:25.519761 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.603580 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.613586 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea302fe2-cc8f-4782-9c94-30c26f464d2e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:57:25.624175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52181b2-84f6-4e36-9f44-7a12984a82e9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:57:25.624465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52181b2-84f6-4e36-9f44-7a12984a82e9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:57:25.634566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.648613 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.654646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:57:25.655036 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:57:25.656823 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:57:25.711748 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.717501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.719392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ea302fe2-cc8f-4782-9c94-30c26f464d2e HTTP/1.1" status: 204 len: 168 time: 0.2685010 Jul 13 19:57:25.722242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:25.730850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61420e-240f-44b1-9747-d08926059540 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea302fe2-cc8f-4782-9c94-30c26f464d2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:25.771191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fc370b-cd1e-4177-91c5-c6400d81a9c4 admin admin] Deleting subnet 38016e3b-92b8-452d-8937-ae9c7e41129f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:57:25.774442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fc370b-cd1e-4177-91c5-c6400d81a9c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.815065 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fc370b-cd1e-4177-91c5-c6400d81a9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.854951 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fc370b-cd1e-4177-91c5-c6400d81a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.914963 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fc370b-cd1e-4177-91c5-c6400d81a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.944525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc370b-cd1e-4177-91c5-c6400d81a9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38016e3b-92b8-452d-8937-ae9c7e41129f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:25.946943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fc370b-cd1e-4177-91c5-c6400d81a9c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:25.948838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a4fc370b-cd1e-4177-91c5-c6400d81a9c4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/38016e3b-92b8-452d-8937-ae9c7e41129f HTTP/1.1" status: 204 len: 168 time: 0.2255518 Jul 13 19:57:25.951343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:26.025449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.109895 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.121474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bfad52-d767-4956-800e-68154c0b45f7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:57:26.122805 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.132073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9dff47-1a04-469f-8c92-354d6f8802c4') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:57:26.132369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9dff47-1a04-469f-8c92-354d6f8802c4') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:57:26.141683 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.156284 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.163324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:57:26.163791 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:57:26.165751 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:57:26.233296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.240250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.244191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] 10.222.0.25 "DELETE /v2.0/networks/a5bfad52-d767-4956-800e-68154c0b45f7 HTTP/1.1" status: 204 len: 168 time: 0.2888875 Jul 13 19:57:26.254688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24443c00-5728-4021-9874-dd67ca266b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5bfad52-d767-4956-800e-68154c0b45f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:26.413846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:26.460872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c7024b0d-3612-47f0-8f12-d36609ff2c92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84e663dc258d4842b71fd053d28d4267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458171 Jul 13 19:57:26.463396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:26.515488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9414-79da-4f7a-8dc4-05d594be8b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.538051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9414-79da-4f7a-8dc4-05d594be8b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.587481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9414-79da-4f7a-8dc4-05d594be8b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.590120 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9414-79da-4f7a-8dc4-05d594be8b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:26.591339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2c2e9414-79da-4f7a-8dc4-05d594be8b84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/570c2ff7-e13e-43d3-b31e-677fdac7d51e HTTP/1.1" status: 204 len: 168 time: 0.1270428 Jul 13 19:57:26.600323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e9414-79da-4f7a-8dc4-05d594be8b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570c2ff7-e13e-43d3-b31e-677fdac7d51e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:26.917166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:26.960479 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-70e6ee2a-641e-4ffe-9c73-6dd58871c1af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b23ac466907449bcad026019576f06ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398676 Jul 13 19:57:26.960957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:27.013219 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d615f3-cab9-4e55-9131-c1b02d3a4bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:27.038860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d615f3-cab9-4e55-9131-c1b02d3a4bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:27.094051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d615f3-cab9-4e55-9131-c1b02d3a4bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:27.096719 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d615f3-cab9-4e55-9131-c1b02d3a4bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:27.101161 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-03d615f3-cab9-4e55-9131-c1b02d3a4bf1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6188a28-a51b-47e2-838e-b297fc58119f HTTP/1.1" status: 204 len: 168 time: 0.1357934 Jul 13 19:57:27.109164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d615f3-cab9-4e55-9131-c1b02d3a4bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6188a28-a51b-47e2-838e-b297fc58119f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:28.042088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2f896098-79ac-4ec4-93c3-5393aa09b492 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:57:28.062132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 2f896098-79ac-4ec4-93c3-5393aa09b492 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:57:28.062827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2f896098-79ac-4ec4-93c3-5393aa09b492 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:57:28.115402 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:28.233357 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e386548-4e28-40ab-8ca2-d80350e460c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:28.325453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e386548-4e28-40ab-8ca2-d80350e460c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:28.329801 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e386548-4e28-40ab-8ca2-d80350e460c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:28.370123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4e386548-4e28-40ab-8ca2-d80350e460c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=363a6b9bc7fd44e08b3b5408443d1457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536278 Jul 13 19:57:28.372715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:28.379251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e386548-4e28-40ab-8ca2-d80350e460c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5188540-b435-4cad-bb53-55df9b0dbd20,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:28.428802 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f592ad45-6b72-4513-8756-bdaf2e5153c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:28.450051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f592ad45-6b72-4513-8756-bdaf2e5153c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:28.497971 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f592ad45-6b72-4513-8756-bdaf2e5153c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:28.500503 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f592ad45-6b72-4513-8756-bdaf2e5153c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:28.501670 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f592ad45-6b72-4513-8756-bdaf2e5153c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5188540-b435-4cad-bb53-55df9b0dbd20 HTTP/1.1" status: 204 len: 168 time: 0.1280317 Jul 13 19:57:28.510219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592ad45-6b72-4513-8756-bdaf2e5153c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5188540-b435-4cad-bb53-55df9b0dbd20,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:33.366749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:33.480796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88eb29df-00b5-4724-9cd5-b958be6ffa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:33.575934 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88eb29df-00b5-4724-9cd5-b958be6ffa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:33.581232 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88eb29df-00b5-4724-9cd5-b958be6ffa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:33.621546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb29df-00b5-4724-9cd5-b958be6ffa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e10ce0-442b-4db3-8117-03e5f24310a3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:33.631223 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-88eb29df-00b5-4724-9cd5-b958be6ffa66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93f7397ec6644ab58c583d483aefed60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631514 Jul 13 19:57:33.631435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:33.684500 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27be37d7-6ebd-47e7-99d0-d8eb4626851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:33.705282 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27be37d7-6ebd-47e7-99d0-d8eb4626851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:33.752814 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27be37d7-6ebd-47e7-99d0-d8eb4626851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:33.756425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27be37d7-6ebd-47e7-99d0-d8eb4626851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:33.757839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-27be37d7-6ebd-47e7-99d0-d8eb4626851e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29e10ce0-442b-4db3-8117-03e5f24310a3 HTTP/1.1" status: 204 len: 168 time: 0.1253314 Jul 13 19:57:33.766196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be37d7-6ebd-47e7-99d0-d8eb4626851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e10ce0-442b-4db3-8117-03e5f24310a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:36.504166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:36.607686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80deb4ab-8359-4777-a091-2347ca8c33d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:36.699119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80deb4ab-8359-4777-a091-2347ca8c33d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:36.702987 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80deb4ab-8359-4777-a091-2347ca8c33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:36.748143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-80deb4ab-8359-4777-a091-2347ca8c33d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0a137f99adc4f95bcc5a375a6902440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404859 Jul 13 19:57:36.748143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80deb4ab-8359-4777-a091-2347ca8c33d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1681409-b340-4448-9e0e-fbe70fd56360,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:36.748599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:36.812215 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5cff086-9477-48de-b58d-b01e136a2ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:36.833073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5cff086-9477-48de-b58d-b01e136a2ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:36.881528 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5cff086-9477-48de-b58d-b01e136a2ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:36.884143 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5cff086-9477-48de-b58d-b01e136a2ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:36.885283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e5cff086-9477-48de-b58d-b01e136a2ad3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1681409-b340-4448-9e0e-fbe70fd56360 HTTP/1.1" status: 204 len: 168 time: 0.1338484 Jul 13 19:57:36.892950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cff086-9477-48de-b58d-b01e136a2ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1681409-b340-4448-9e0e-fbe70fd56360,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:36.973611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172a3ab-b623-4852-875d-44432e820ace req-fdd730dd-2037-4910-b5a5-7ceecbfe4667 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:36.975175 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-fdd730dd-2037-4910-b5a5-7ceecbfe4667 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1081045 Jul 13 19:57:36.989981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-27148aa6-df7d-4d44-82ae-3ffa54c402a8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/quotas/fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 375 time: 0.0092697 Jul 13 19:57:37.066064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-216db407-3014-424e-8256-c79c7c48bbe3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703161 Jul 13 19:57:37.158154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:37.158616 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-6b45cf87-913a-4c86-9319-f3fb8d85d4c7 service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852678 Jul 13 19:57:37.172816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea7ad95-f292-4d02-a241-575ee8374cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:37.257752 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-c4196e0f-a91b-4907-878d-9330e66145b6 service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927129 Jul 13 19:57:37.263459 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea7ad95-f292-4d02-a241-575ee8374cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:37.270902 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea7ad95-f292-4d02-a241-575ee8374cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:37.323468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7ea7ad95-f292-4d02-a241-575ee8374cc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d62a1269ab74232b1eda3908b2a7ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637673 Jul 13 19:57:37.324470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7ad95-f292-4d02-a241-575ee8374cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9758887b-bcc7-42d2-9c83-90b363d3ddbd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:37.326356 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:37.380454 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99200a68-1c1d-4db4-9b2f-7a5d2ab10e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:37.403174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99200a68-1c1d-4db4-9b2f-7a5d2ab10e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:37.450455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99200a68-1c1d-4db4-9b2f-7a5d2ab10e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:37.453078 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99200a68-1c1d-4db4-9b2f-7a5d2ab10e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:37.454621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-99200a68-1c1d-4db4-9b2f-7a5d2ab10e1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9758887b-bcc7-42d2-9c83-90b363d3ddbd HTTP/1.1" status: 204 len: 168 time: 0.1267002 Jul 13 19:57:37.463122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99200a68-1c1d-4db4-9b2f-7a5d2ab10e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9758887b-bcc7-42d2-9c83-90b363d3ddbd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:37.579793 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e324f231-3979-4435-bd55-97d9d1c78854 req-84e599b8-94df-423f-8f5c-5c46b0222deb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 210 time: 0.0356612 Jul 13 19:57:38.729328 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f37f4b6b-9d57-40c8-bdeb-0e5c001310db req-58f1b5c2-d1d4-466e-bb6b-52095e7765c8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 210 time: 0.0353355 Jul 13 19:57:38.897385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172a3ab-b623-4852-875d-44432e820ace req-ccb9fb95-5032-4b7e-b593-c83f0124f6eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:38.897385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-ccb9fb95-5032-4b7e-b593-c83f0124f6eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1131599 Jul 13 19:57:38.912825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'port': {'device_id': '335d828a-11b9-475e-91ef-bc8e16878c84', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'admin_state_up': True, 'tenant_id': 'fda37398e014432591e25bcf4635ede8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:57:39.027121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Made reservation on behalf of fda37398e014432591e25bcf4635ede8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:57:39.031299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:39.175100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Allocated IP 172.20.0.13 (cbf555af-b606-40f4-8662-f126ec8b2a8e/253e5a1f-163a-4235-af8d-7f120c8cb4e0/53a51004-55bb-4625-8f6e-b1938d1a27ab) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:57:39.338472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:39.353976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Transition to ACTIVE for port object 53a51004-55bb-4625-8f6e-b1938d1a27ab will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:57:39.390643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:39.436106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:57:39.439355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:57:39.441992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:57:39.486019 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=53a51004-55bb-4625-8f6e-b1938d1a27ab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:39.515261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:39.516030 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:39.538705 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-4a2296bb-3074-440a-9f00-6f279db5925d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6292868 Jul 13 19:57:39.551643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Request body: {'port': {'device_id': '335d828a-11b9-475e-91ef-bc8e16878c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:57:39.649882 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:39.715602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f26015eb-fa66-4f97-b039-a77613a7619c None None] Provisioning for port 53a51004-55bb-4625-8f6e-b1938d1a27ab completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:57:39.722450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f26015eb-fa66-4f97-b039-a77613a7619c None None] Provisioning complete for port 53a51004-55bb-4625-8f6e-b1938d1a27ab triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:57:39.722450 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f26015eb-fa66-4f97-b039-a77613a7619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:39.805190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f26015eb-fa66-4f97-b039-a77613a7619c None None] Port 53a51004-55bb-4625-8f6e-b1938d1a27ab cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:57:39.961190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc7614-d9ff-4f95-8ca1-8f9df43447c9 req-54f05b07-d7bc-4582-a896-a6e863fadbf7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:39.962883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51dc7614-d9ff-4f95-8ca1-8f9df43447c9 req-54f05b07-d7bc-4582-a896-a6e863fadbf7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 932 time: 0.0812304 Jul 13 19:57:39.997285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a51004-55bb-4625-8f6e-b1938d1a27ab {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:57:40.005382 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:40.016710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51dc7614-d9ff-4f95-8ca1-8f9df43447c9 req-e1e45c42-a799-48fc-ae4f-f79cc7fbd92e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Jul 13 19:57:40.018392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Transition to ACTIVE for port object 53a51004-55bb-4625-8f6e-b1938d1a27ab will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:57:40.024972 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:40.080143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Pushing event updated for resources: {'Port': ['ID=53a51004-55bb-4625-8f6e-b1938d1a27ab,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:40.156804 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Attempting to bind port 53a51004-55bb-4625-8f6e-b1938d1a27ab on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:57:40.157145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Attempting to bind port 53a51004-55bb-4625-8f6e-b1938d1a27ab by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:57:40.157477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Attempting to bind port 53a51004-55bb-4625-8f6e-b1938d1a27ab on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:57:40.162992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Port 53a51004-55bb-4625-8f6e-b1938d1a27ab on network cbf555af-b606-40f4-8662-f126ec8b2a8e not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:57:40.163336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Attempting to bind port 53a51004-55bb-4625-8f6e-b1938d1a27ab on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:57:40.168679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:57:40.169019 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Checking segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:57:40.169400 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Bound using segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:57:40.169827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Bound port: 53a51004-55bb-4625-8f6e-b1938d1a27ab, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:57:40.170215 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:40.282500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] For port 53a51004-55bb-4625-8f6e-b1938d1a27ab, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:57:40.291780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] For port 53a51004-55bb-4625-8f6e-b1938d1a27ab, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=53a51004-55bb-4625-8f6e-b1938d1a27ab,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:57:40.299839 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:40.348831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:40.348995 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:40.351442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] 10.222.0.60 "PUT /v2.0/ports/53a51004-55bb-4625-8f6e-b1938d1a27ab HTTP/1.1" status: 200 len: 1092 time: 0.8052187 Jul 13 19:57:40.351884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335d828a-11b9-475e-91ef-bc8e16878c84', 'tag': '53a51004-55bb-4625-8f6e-b1938d1a27ab'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:57:40.354250 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f46271-4ecc-4e68-a5c5-59c9d343492c" -d '{"events": [{"name": "network-changed", "server_uuid": "335d828a-11b9-475e-91ef-bc8e16878c84", "tag": "53a51004-55bb-4625-8f6e-b1938d1a27ab"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:57:40.376389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc5486-609b-4890-9edf-c751ae8d431c service neutron] Pushing event updated for resources: {'Port': ['ID=53a51004-55bb-4625-8f6e-b1938d1a27ab,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:40.454853 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef8c908-bf5e-4504-8b64-aebecd1050fc x-openstack-request-id: req-6ef8c908-bf5e-4504-8b64-aebecd1050fc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:57:40.455237 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335d828a-11b9-475e-91ef-bc8e16878c84", "tag": "53a51004-55bb-4625-8f6e-b1938d1a27ab", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:57:40.455601 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ef8c908-bf5e-4504-8b64-aebecd1050fc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:57:40.456067 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335d828a-11b9-475e-91ef-bc8e16878c84', 'tag': '53a51004-55bb-4625-8f6e-b1938d1a27ab', 'status': 'completed', 'code': 200} Jul 13 19:57:40.488878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172a3ab-b623-4852-875d-44432e820ace req-20282bd0-af00-4f52-9b7d-7ca856f97bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:40.491209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-20282bd0-af00-4f52-9b7d-7ca856f97bd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 1095 time: 0.0938270 Jul 13 19:57:40.545624 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-676077d7-ae05-4c43-b523-f1aa4a39c532 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53a51004-55bb-4625-8f6e-b1938d1a27ab HTTP/1.1" status: 200 len: 217 time: 0.0454972 Jul 13 19:57:40.599446 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172a3ab-b623-4852-875d-44432e820ace req-3f10eaba-e095-45df-81ae-40f474019668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:40.601504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-3f10eaba-e095-45df-81ae-40f474019668 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0496395 Jul 13 19:57:40.680204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172a3ab-b623-4852-875d-44432e820ace req-7319edd4-59be-498d-87d1-5496530ab9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:40.681860 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-7319edd4-59be-498d-87d1-5496530ab9ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737805 Jul 13 19:57:40.778118 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-8939ac3b-8846-46d0-b925-c9477edbb4a1 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893567 Jul 13 19:57:40.885608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f172a3ab-b623-4852-875d-44432e820ace req-26bf6cb0-f73f-44bc-a2c4-add71ed9f72c service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010442 Jul 13 19:57:41.219664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861a632-a827-49ec-8823-7d7d433778ff req-053ea6f0-c4f6-4c84-b7ec-109884fff052 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:41.228116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4861a632-a827-49ec-8823-7d7d433778ff req-053ea6f0-c4f6-4c84-b7ec-109884fff052 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 944 time: 0.0902457 Jul 13 19:57:41.281383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4861a632-a827-49ec-8823-7d7d433778ff req-1ae01229-c107-41eb-beaa-0cd9745e9c8c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505919 Jul 13 19:57:41.371039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-c0822354-94d7-40fa-8774-d16c33af441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:41.373341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-c0822354-94d7-40fa-8774-d16c33af441e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 1095 time: 0.4336531 Jul 13 19:57:41.473104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-332d45a0-edf7-466d-a5a4-23f47aeb3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:41.475122 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-332d45a0-edf7-466d-a5a4-23f47aeb3c12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.0955286 Jul 13 19:57:41.524103 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-b8886e3d-12c9-4b44-9037-f0d6ec34a17c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53a51004-55bb-4625-8f6e-b1938d1a27ab HTTP/1.1" status: 200 len: 217 time: 0.0429914 Jul 13 19:57:41.575470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-8616276b-160b-43d3-bc42-889a480ac142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:41.576999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-8616276b-160b-43d3-bc42-889a480ac142 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0474763 Jul 13 19:57:41.642730 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-2b3c859d-3d15-4ecf-99ba-538fe4f0d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:41.644288 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-2b3c859d-3d15-4ecf-99ba-538fe4f0d99d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611956 Jul 13 19:57:41.750584 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-0c4572dc-b00d-49df-ac8b-e00111a7f23b service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001272 Jul 13 19:57:41.844399 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e2f46271-4ecc-4e68-a5c5-59c9d343492c req-85b5a052-b5d0-42aa-861e-5e93d2bb8f9c service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882404 Jul 13 19:57:42.486095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86da803-e4c5-43fa-bc2e-9e488cb1bcd9 req-c7465e5e-72a5-4a7a-a6ef-9915e09b4c51 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:42.487811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c86da803-e4c5-43fa-bc2e-9e488cb1bcd9 req-c7465e5e-72a5-4a7a-a6ef-9915e09b4c51 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 944 time: 0.0817025 Jul 13 19:57:42.531944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c86da803-e4c5-43fa-bc2e-9e488cb1bcd9 req-eb69db5c-40aa-41e9-90e0-ca581594b92b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Jul 13 19:57:43.243717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:43.347708 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:43.436348 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:43.439961 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:43.478665 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32be3c442d814d51af1232c724daf74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336304 Jul 13 19:57:43.479802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3785f2dd-3729-4e7f-b7f2-b4fb67f70b5e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:43.481314 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:43.487345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.487799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.488095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.488434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.488765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.489211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.489410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.489821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.490047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.490977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.491537 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.491969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed7e477-eefa-4a2e-b4ab-32d70c822cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:43.529835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0990202-2930-4d55-89b4-08716904b3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:43.550389 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0990202-2930-4d55-89b4-08716904b3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:43.596675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0990202-2930-4d55-89b4-08716904b3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:43.599287 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0990202-2930-4d55-89b4-08716904b3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:43.602090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a0990202-2930-4d55-89b4-08716904b3d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3785f2dd-3729-4e7f-b7f2-b4fb67f70b5e HTTP/1.1" status: 204 len: 168 time: 0.1196978 Jul 13 19:57:43.610017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0990202-2930-4d55-89b4-08716904b3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3785f2dd-3729-4e7f-b7f2-b4fb67f70b5e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:43.727601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af5a60-3424-402a-a546-0fc56f666f25 req-9ea81a74-581c-4240-ac55-fbc64cf789b1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:43.729121 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72af5a60-3424-402a-a546-0fc56f666f25 req-9ea81a74-581c-4240-ac55-fbc64cf789b1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 944 time: 0.0689230 Jul 13 19:57:43.766059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72af5a60-3424-402a-a546-0fc56f666f25 req-798a8745-1d2d-46c4-b4a2-e023201af774 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Jul 13 19:57:43.860983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:43.877768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66da1382-6d5e-4d34-95c0-1f7d5676b3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:43.968609 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66da1382-6d5e-4d34-95c0-1f7d5676b3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:43.972242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66da1382-6d5e-4d34-95c0-1f7d5676b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:44.009604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-66da1382-6d5e-4d34-95c0-1f7d5676b3dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35591df285e140cca000451b84b08d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474831 Jul 13 19:57:44.010719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da1382-6d5e-4d34-95c0-1f7d5676b3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df02f79a-4d64-48e0-b2b7-df9cf6bb5985,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:44.012298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:44.062304 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65820ed8-8abf-4eb0-84f9-cfd49b0fe819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:44.083647 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65820ed8-8abf-4eb0-84f9-cfd49b0fe819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:44.128726 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65820ed8-8abf-4eb0-84f9-cfd49b0fe819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:44.132327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65820ed8-8abf-4eb0-84f9-cfd49b0fe819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:44.133479 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-65820ed8-8abf-4eb0-84f9-cfd49b0fe819 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df02f79a-4d64-48e0-b2b7-df9cf6bb5985 HTTP/1.1" status: 204 len: 168 time: 0.1195772 Jul 13 19:57:44.141051 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65820ed8-8abf-4eb0-84f9-cfd49b0fe819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df02f79a-4d64-48e0-b2b7-df9cf6bb5985,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:44.951170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dcea7-7dd2-4846-8423-6910b3c83cf1 req-e4c1d5c6-253f-483b-a5d8-f2fa50ffac8a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:44.952685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-544dcea7-7dd2-4846-8423-6910b3c83cf1 req-e4c1d5c6-253f-483b-a5d8-f2fa50ffac8a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 944 time: 0.0735557 Jul 13 19:57:44.991279 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-544dcea7-7dd2-4846-8423-6910b3c83cf1 req-1efbe0e8-e5da-40ac-8fe4-15977fed5bd1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Jul 13 19:57:45.173028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:45.275222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-496a5500-2fe0-43f8-a909-e906587caca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:45.363425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-496a5500-2fe0-43f8-a909-e906587caca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:45.367287 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-496a5500-2fe0-43f8-a909-e906587caca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:45.407339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-496a5500-2fe0-43f8-a909-e906587caca6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06d74f4c06014a9f8165be4da5d9456c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331204 Jul 13 19:57:45.409491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a5500-2fe0-43f8-a909-e906587caca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62877475-575e-4c35-a60a-465e5fb9a4bb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:45.409918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:45.460339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546612ed-5b6e-4d34-ba67-def3ec494fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:45.481247 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546612ed-5b6e-4d34-ba67-def3ec494fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:45.527042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546612ed-5b6e-4d34-ba67-def3ec494fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:45.529558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-546612ed-5b6e-4d34-ba67-def3ec494fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:45.530728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-546612ed-5b6e-4d34-ba67-def3ec494fa4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62877475-575e-4c35-a60a-465e5fb9a4bb HTTP/1.1" status: 204 len: 168 time: 0.1197674 Jul 13 19:57:45.538740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546612ed-5b6e-4d34-ba67-def3ec494fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62877475-575e-4c35-a60a-465e5fb9a4bb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:45.813007 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:46.171762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e507f-d129-4461-9f8d-45c2ce1df65c req-d3ab527b-0b74-4f8c-9480-c1c526354f9f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:46.173471 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-741e507f-d129-4461-9f8d-45c2ce1df65c req-d3ab527b-0b74-4f8c-9480-c1c526354f9f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 944 time: 0.0681818 Jul 13 19:57:46.212478 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-741e507f-d129-4461-9f8d-45c2ce1df65c req-b14abf4d-dde8-4b83-862f-263afd4d5569 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Jul 13 19:57:46.406243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:46.502873 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:46.509942 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03cecbe-d451-4754-b6be-48d825a93d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:46.599244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03cecbe-d451-4754-b6be-48d825a93d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:46.603720 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03cecbe-d451-4754-b6be-48d825a93d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:46.640243 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d03cecbe-d451-4754-b6be-48d825a93d95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d8b0a403b63402e9fc78c3034c196d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328992 Jul 13 19:57:46.641427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cecbe-d451-4754-b6be-48d825a93d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0241d0a0-9d31-4967-9d4c-fa5699915b53,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:46.643004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:57:46.692956 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-154b719b-f606-4966-bc28-98bdcbd62d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:46.713260 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-154b719b-f606-4966-bc28-98bdcbd62d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:46.759076 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-154b719b-f606-4966-bc28-98bdcbd62d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:46.761493 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-154b719b-f606-4966-bc28-98bdcbd62d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:46.762667 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-154b719b-f606-4966-bc28-98bdcbd62d60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0241d0a0-9d31-4967-9d4c-fa5699915b53 HTTP/1.1" status: 204 len: 168 time: 0.1186419 Jul 13 19:57:46.770451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b719b-f606-4966-bc28-98bdcbd62d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0241d0a0-9d31-4967-9d4c-fa5699915b53,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:47.387469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df339fa0-2a69-482b-ad57-ffc63f6977ec req-5745435f-5276-4763-b212-84d9486455ac tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:47.389084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df339fa0-2a69-482b-ad57-ffc63f6977ec req-5745435f-5276-4763-b212-84d9486455ac tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 944 time: 0.0643191 Jul 13 19:57:47.410177 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:57:47.428413 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df339fa0-2a69-482b-ad57-ffc63f6977ec req-8abc7aae-5c5e-4d2c-aff5-63ecc908feca tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Jul 13 19:57:48.604636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62746301-9feb-48b2-b97b-18c4144364f4 req-d1469151-c6c8-4ab0-8afd-746f679c0d73 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:48.606173 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62746301-9feb-48b2-b97b-18c4144364f4 req-d1469151-c6c8-4ab0-8afd-746f679c0d73 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 944 time: 0.0644326 Jul 13 19:57:48.645362 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62746301-9feb-48b2-b97b-18c4144364f4 req-f916cfa9-be81-438c-9bb7-e0d828f7d96a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Jul 13 19:57:49.836879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf3d8f-c62d-4d77-80d7-5ce2b13eaa83 req-73feaaa2-e145-41b4-b5dc-faa70e5011c0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:49.838824 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebdf3d8f-c62d-4d77-80d7-5ce2b13eaa83 req-73feaaa2-e145-41b4-b5dc-faa70e5011c0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 944 time: 0.0726259 Jul 13 19:57:49.890230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ebdf3d8f-c62d-4d77-80d7-5ce2b13eaa83 req-feca822e-b6cf-46de-b380-2b56ba1b4f75 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449214 Jul 13 19:57:50.080807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 53a51004-55bb-4625-8f6e-b1938d1a27ab details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:57:50.181511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 53a51004-55bb-4625-8f6e-b1938d1a27ab, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=53a51004-55bb-4625-8f6e-b1938d1a27ab,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:50.194199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '53a51004-55bb-4625-8f6e-b1938d1a27ab', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'port_id': '53a51004-55bb-4625-8f6e-b1938d1a27ab', 'mac_address': 'fa:16:3e:07:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:57:50.234990 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:50.248693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a51004-55bb-4625-8f6e-b1938d1a27ab {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:57:50.274512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 53a51004-55bb-4625-8f6e-b1938d1a27ab, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=53a51004-55bb-4625-8f6e-b1938d1a27ab,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:50.278947 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:50.330458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=53a51004-55bb-4625-8f6e-b1938d1a27ab,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:50.339949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.340908 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.340908 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.341176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.341353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.341684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.342011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.342335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.342684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.343008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.343357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.343673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:57:50.481250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['53a51004-55bb-4625-8f6e-b1938d1a27ab'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:57:50.753619 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d64d785e-8b4c-4f63-a0e0-0d49d7abcba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:51.071043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce551-6fd4-4f0b-b4e0-165a0de661d8 req-0dd758d0-c0fd-48f9-85fb-5a5ed33ddb77 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:51.072535 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16fce551-6fd4-4f0b-b4e0-165a0de661d8 req-0dd758d0-c0fd-48f9-85fb-5a5ed33ddb77 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 945 time: 0.0680344 Jul 13 19:57:51.109173 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16fce551-6fd4-4f0b-b4e0-165a0de661d8 req-032b6e2d-464b-45ab-9eec-d76669ff8add tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Jul 13 19:57:52.081121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 53a51004-55bb-4625-8f6e-b1938d1a27ab up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:57:52.130284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 53a51004-55bb-4625-8f6e-b1938d1a27ab completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:57:52.134466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 53a51004-55bb-4625-8f6e-b1938d1a27ab triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:57:52.134845 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:52.213737 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:52.236905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335d828a-11b9-475e-91ef-bc8e16878c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a51004-55bb-4625-8f6e-b1938d1a27ab'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:57:52.239082 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a43504f-137d-4f7b-923c-2ee799f630b0" -d '{"events": [{"server_uuid": "335d828a-11b9-475e-91ef-bc8e16878c84", "name": "network-vif-plugged", "status": "completed", "tag": "53a51004-55bb-4625-8f6e-b1938d1a27ab"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:57:52.252489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 53a51004-55bb-4625-8f6e-b1938d1a27ab, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=53a51004-55bb-4625-8f6e-b1938d1a27ab,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:57:52.257555 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:52.286303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad444-0905-484d-be7c-062a6d4e2313 req-f1c71266-84ce-46bf-a6bd-8fabe2e39327 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:52.288613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9e7ad444-0905-484d-be7c-062a6d4e2313 req-f1c71266-84ce-46bf-a6bd-8fabe2e39327 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 945 time: 0.0672653 Jul 13 19:57:52.320807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=53a51004-55bb-4625-8f6e-b1938d1a27ab,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:52.337114 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9e7ad444-0905-484d-be7c-062a6d4e2313 req-da148045-fe19-47e0-932b-04e2371f7264 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Jul 13 19:57:52.418971 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066f2c3b-cb02-47bd-9717-0d580674a19e x-openstack-request-id: req-066f2c3b-cb02-47bd-9717-0d580674a19e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:57:52.419268 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335d828a-11b9-475e-91ef-bc8e16878c84", "name": "network-vif-plugged", "status": "completed", "tag": "53a51004-55bb-4625-8f6e-b1938d1a27ab", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:57:52.419524 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-066f2c3b-cb02-47bd-9717-0d580674a19e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:57:52.419926 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335d828a-11b9-475e-91ef-bc8e16878c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a51004-55bb-4625-8f6e-b1938d1a27ab', 'code': 200} Jul 13 19:57:52.527238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a970e-cd70-4887-9672-d7cf7f9d2095 req-46b75bd5-68ec-49f7-ac73-86747c2c02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:52.528638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-761a970e-cd70-4887-9672-d7cf7f9d2095 req-46b75bd5-68ec-49f7-ac73-86747c2c02b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 1097 time: 0.0509639 Jul 13 19:57:52.562123 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-761a970e-cd70-4887-9672-d7cf7f9d2095 req-10ff0d7b-99a5-4baa-a760-dd3e63828c2d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274208 Jul 13 19:57:53.513009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc77b1-71d0-4579-8345-708e072b37df req-4571099f-de9b-4434-8466-935f97d1ab1f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:53.514510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2dfc77b1-71d0-4579-8345-708e072b37df req-4571099f-de9b-4434-8466-935f97d1ab1f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 946 time: 0.0680418 Jul 13 19:57:53.551656 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2dfc77b1-71d0-4579-8345-708e072b37df req-ecaae71a-b647-4562-8f9a-13cdb306e279 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Jul 13 19:57:53.605584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad19a-9301-4a9e-9743-ef78768086ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:53.655482 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:53.726606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717f5fa-9095-4605-a041-d19086190861 req-fe2cc9dd-e22e-4bbb-b18e-acb98aa6b72d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:53.728085 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2717f5fa-9095-4605-a041-d19086190861 req-fe2cc9dd-e22e-4bbb-b18e-acb98aa6b72d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 946 time: 0.0623610 Jul 13 19:57:53.765304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2717f5fa-9095-4605-a041-d19086190861 req-0b1d370e-bd6b-47f7-932e-e90d58daefe7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Jul 13 19:57:54.633939 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:56.122420 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:56.300271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe058b05-2870-4093-a160-479f3501e90b req-a1e3cdbf-ffaa-4419-bba7-a360cf25216a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:56.301674 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-a1e3cdbf-ffaa-4419-bba7-a360cf25216a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1038275 Jul 13 19:57:56.315996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-95d02334-cfea-4b27-88a5-382675bbd1f4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/quotas/fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 375 time: 0.0089881 Jul 13 19:57:56.383640 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-c4c3b32d-06cd-45fe-be28-c8dc2ae7acfe tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622129 Jul 13 19:57:56.473036 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-1b6c6200-5d22-4c4e-9d08-6beaa2a75cc6 service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Jul 13 19:57:56.560327 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-3f010317-b8cf-42e2-9e16-881e8caa416e service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809658 Jul 13 19:57:56.760628 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5802b824-a971-4792-a3a9-5b17b35d5dee req-90a1e20b-9526-4377-8a31-304230d84b83 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 210 time: 0.0293603 Jul 13 19:57:57.919801 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f6362dd7-43bd-4061-9304-c2509c4c70e1 req-ccbee860-6d22-4aeb-a8d0-3ea05050fa01 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 210 time: 0.0354946 Jul 13 19:57:57.957049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe058b05-2870-4093-a160-479f3501e90b req-e979dcdd-3533-4b63-b83a-8681b0dfa4c2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:57.959031 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-e979dcdd-3533-4b63-b83a-8681b0dfa4c2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1326697 Jul 13 19:57:57.971503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'port': {'device_id': '471b0294-701c-4e13-9dbd-da14df655381', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'admin_state_up': True, 'tenant_id': 'fda37398e014432591e25bcf4635ede8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:57:58.081124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Made reservation on behalf of fda37398e014432591e25bcf4635ede8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:57:58.085190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:58.212093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Allocated IP 172.20.0.9 (cbf555af-b606-40f4-8662-f126ec8b2a8e/253e5a1f-163a-4235-af8d-7f120c8cb4e0/e705a533-e984-42bd-92cf-a1ac2bc279d5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:57:58.371012 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:58.385898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Transition to ACTIVE for port object e705a533-e984-42bd-92cf-a1ac2bc279d5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:57:58.422501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:58.436041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['53a51004-55bb-4625-8f6e-b1938d1a27ab'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:57:58.462708 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:57:58.466172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:57:58.470223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:57:58.537942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:58.539110 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:58.563569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=e705a533-e984-42bd-92cf-a1ac2bc279d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:58.567112 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-46010fa6-b3df-4ceb-860e-eeb40a2a703f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994008 Jul 13 19:57:58.586695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Request body: {'port': {'device_id': '471b0294-701c-4e13-9dbd-da14df655381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:57:58.703449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a871a62f-e16a-4fcf-a1b6-035b0316b654 None None] Provisioning for port e705a533-e984-42bd-92cf-a1ac2bc279d5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:57:58.707929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a871a62f-e16a-4fcf-a1b6-035b0316b654 None None] Provisioning complete for port e705a533-e984-42bd-92cf-a1ac2bc279d5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:57:58.709126 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a871a62f-e16a-4fcf-a1b6-035b0316b654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:58.747203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a871a62f-e16a-4fcf-a1b6-035b0316b654 None None] Port e705a533-e984-42bd-92cf-a1ac2bc279d5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:57:58.964718 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:59.105111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710f2c6-ee25-4de2-927f-b686ad098b13 req-644ac555-98bf-4b10-9391-779e4d4dd529 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:59.106835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5710f2c6-ee25-4de2-927f-b686ad098b13 req-644ac555-98bf-4b10-9391-779e4d4dd529 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 931 time: 0.0664768 Jul 13 19:57:59.150244 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5710f2c6-ee25-4de2-927f-b686ad098b13 req-83f5a2a4-0542-4eb6-bacd-7c9611c0d722 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333424 Jul 13 19:57:59.238887 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e705a533-e984-42bd-92cf-a1ac2bc279d5 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:57:59.246855 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:59.259041 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Transition to ACTIVE for port object e705a533-e984-42bd-92cf-a1ac2bc279d5 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:57:59.263233 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:59.319422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Pushing event updated for resources: {'Port': ['ID=e705a533-e984-42bd-92cf-a1ac2bc279d5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:59.388709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Attempting to bind port e705a533-e984-42bd-92cf-a1ac2bc279d5 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:57:59.389046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Attempting to bind port e705a533-e984-42bd-92cf-a1ac2bc279d5 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:57:59.389372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Attempting to bind port e705a533-e984-42bd-92cf-a1ac2bc279d5 on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:57:59.394008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Port e705a533-e984-42bd-92cf-a1ac2bc279d5 on network cbf555af-b606-40f4-8662-f126ec8b2a8e not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:57:59.394333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Attempting to bind port e705a533-e984-42bd-92cf-a1ac2bc279d5 on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:57:59.400281 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:57:59.400623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Checking segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:57:59.401012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Bound using segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:57:59.401439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Bound port: e705a533-e984-42bd-92cf-a1ac2bc279d5, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:57:59.401806 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:59.476110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] For port e705a533-e984-42bd-92cf-a1ac2bc279d5, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:57:59.480718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] For port e705a533-e984-42bd-92cf-a1ac2bc279d5, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e705a533-e984-42bd-92cf-a1ac2bc279d5,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:57:59.485127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:59.523200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:59.523823 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:59.525223 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] 10.222.0.24 "PUT /v2.0/ports/e705a533-e984-42bd-92cf-a1ac2bc279d5 HTTP/1.1" status: 200 len: 1091 time: 0.9463782 Jul 13 19:57:59.525664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471b0294-701c-4e13-9dbd-da14df655381', 'tag': 'e705a533-e984-42bd-92cf-a1ac2bc279d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:57:59.527961 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b560723e-67d6-49a2-880d-450ecda1948a" -d '{"events": [{"name": "network-changed", "server_uuid": "471b0294-701c-4e13-9dbd-da14df655381", "tag": "e705a533-e984-42bd-92cf-a1ac2bc279d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:57:59.558457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1063079-0826-4fd3-9e67-c6badc4aa3cf service neutron] Pushing event updated for resources: {'Port': ['ID=e705a533-e984-42bd-92cf-a1ac2bc279d5,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:57:59.611213 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88d62f5-0a6c-45f8-a578-5039b8aaf11f x-openstack-request-id: req-a88d62f5-0a6c-45f8-a578-5039b8aaf11f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:57:59.611507 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471b0294-701c-4e13-9dbd-da14df655381", "tag": "e705a533-e984-42bd-92cf-a1ac2bc279d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:57:59.611755 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a88d62f5-0a6c-45f8-a578-5039b8aaf11f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:57:59.612156 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471b0294-701c-4e13-9dbd-da14df655381', 'tag': 'e705a533-e984-42bd-92cf-a1ac2bc279d5', 'status': 'completed', 'code': 200} Jul 13 19:57:59.637158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe058b05-2870-4093-a160-479f3501e90b req-d912c7d3-6ef0-43f3-885f-b513f3d12fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:59.638810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-d912c7d3-6ef0-43f3-885f-b513f3d12fe4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 1094 time: 0.0617511 Jul 13 19:57:59.684806 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-0402f2ff-0eb2-4d9d-8a8b-59900ed74697 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e705a533-e984-42bd-92cf-a1ac2bc279d5 HTTP/1.1" status: 200 len: 217 time: 0.0366061 Jul 13 19:57:59.740634 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe058b05-2870-4093-a160-479f3501e90b req-8f89255a-dd3e-4b6a-9033-b411b4498e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:59.742106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-8f89255a-dd3e-4b6a-9033-b411b4498e65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0496976 Jul 13 19:57:59.806088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe058b05-2870-4093-a160-479f3501e90b req-7737d3f0-5d7a-44da-8006-d9257011f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:57:59.807413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-7737d3f0-5d7a-44da-8006-d9257011f379 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548334 Jul 13 19:57:59.901247 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-4d1221a6-ded7-4ab3-87cf-7342a87da4ca service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871189 Jul 13 19:58:00.000616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fe058b05-2870-4093-a160-479f3501e90b req-c314723e-31cf-4993-9e9f-289f905dd554 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876369 Jul 13 19:58:00.111284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560723e-67d6-49a2-880d-450ecda1948a req-c7c3897d-1f7b-405b-86da-51cc066b3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:00.112819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b560723e-67d6-49a2-880d-450ecda1948a req-c7c3897d-1f7b-405b-86da-51cc066b3de7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 1094 time: 0.0534389 Jul 13 19:58:00.219360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560723e-67d6-49a2-880d-450ecda1948a req-4c7e9169-c7fb-4655-9e2e-829640cd3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:00.221115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b560723e-67d6-49a2-880d-450ecda1948a req-4c7e9169-c7fb-4655-9e2e-829640cd3056 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.1009288 Jul 13 19:58:00.266378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b560723e-67d6-49a2-880d-450ecda1948a req-98296041-e46b-4eae-86e7-468ca8226344 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e705a533-e984-42bd-92cf-a1ac2bc279d5 HTTP/1.1" status: 200 len: 217 time: 0.0364473 Jul 13 19:58:00.323341 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560723e-67d6-49a2-880d-450ecda1948a req-85284640-11f7-4093-a05c-6253330f85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:00.324843 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b560723e-67d6-49a2-880d-450ecda1948a req-85284640-11f7-4093-a05c-6253330f85a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0500500 Jul 13 19:58:00.353956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afa1e1-caa0-48be-83a3-9f364b8a8c32 req-d086105e-b1ca-462a-a2ef-01bbc05834f6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:00.355489 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64afa1e1-caa0-48be-83a3-9f364b8a8c32 req-d086105e-b1ca-462a-a2ef-01bbc05834f6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0712955 Jul 13 19:58:00.393058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560723e-67d6-49a2-880d-450ecda1948a req-2df2d275-03ad-4772-8e08-8ea0d606747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:00.394663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b560723e-67d6-49a2-880d-450ecda1948a req-2df2d275-03ad-4772-8e08-8ea0d606747a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599983 Jul 13 19:58:00.396033 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-64afa1e1-caa0-48be-83a3-9f364b8a8c32 req-2c2b84b7-17fc-4a5c-85cb-38fcfd4a2c8e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349283 Jul 13 19:58:00.488486 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b560723e-67d6-49a2-880d-450ecda1948a req-56c373df-c508-44fa-ae6e-da20d97f5b43 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831380 Jul 13 19:58:00.594712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b560723e-67d6-49a2-880d-450ecda1948a req-f301d404-6b0d-4c8a-b560-383fff37b6d9 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960338 Jul 13 19:58:01.702038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd7c14-eab2-4b5a-9db4-9b0a45f5e81f req-a7e7d292-dfc0-4228-8e21-3bff33948f5b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:01.703590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4cbd7c14-eab2-4b5a-9db4-9b0a45f5e81f req-a7e7d292-dfc0-4228-8e21-3bff33948f5b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.1129563 Jul 13 19:58:01.754986 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4cbd7c14-eab2-4b5a-9db4-9b0a45f5e81f req-b244a876-97f4-4599-aa7e-0b668a2765e9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Jul 13 19:58:03.004624 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb216220-3a1a-43b9-935b-5c451f3e0810 req-31a3ffe1-c75f-4d44-a3ee-f1c8a45eceff tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:03.007642 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb216220-3a1a-43b9-935b-5c451f3e0810 req-31a3ffe1-c75f-4d44-a3ee-f1c8a45eceff tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0820544 Jul 13 19:58:03.047115 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bb216220-3a1a-43b9-935b-5c451f3e0810 req-19c281dc-aa6c-47ef-a7b3-dff78305e11a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Jul 13 19:58:04.243828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd742c47-1873-4a55-a560-2d5ecb287e41 req-a7af96d0-c766-456b-a203-dd33bcded342 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:04.245491 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd742c47-1873-4a55-a560-2d5ecb287e41 req-a7af96d0-c766-456b-a203-dd33bcded342 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0750387 Jul 13 19:58:04.302298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd742c47-1873-4a55-a560-2d5ecb287e41 req-f18b5a15-c4a8-4d3b-bebd-3a53f747c33e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505891 Jul 13 19:58:05.469965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba225e10-4502-439e-a9b0-e5e7686ade92 req-e1434ecf-d7a9-442e-a2ef-f1cad1168921 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:05.471368 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba225e10-4502-439e-a9b0-e5e7686ade92 req-e1434ecf-d7a9-442e-a2ef-f1cad1168921 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0645533 Jul 13 19:58:05.516691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba225e10-4502-439e-a9b0-e5e7686ade92 req-bb10911e-371a-46c3-8722-543fca36bcc2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Jul 13 19:58:06.704509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfdffe-c21b-4870-b7ba-84c4239a050a req-09b86e62-7bda-4d90-bb8d-b0cf5f6ce562 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:06.706037 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbdfdffe-c21b-4870-b7ba-84c4239a050a req-09b86e62-7bda-4d90-bb8d-b0cf5f6ce562 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0723383 Jul 13 19:58:06.744632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fbdfdffe-c21b-4870-b7ba-84c4239a050a req-fd43e8f7-7720-4fbc-99f4-fb3029332431 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Jul 13 19:58:07.924756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e27da-5d3c-4cf6-bfef-f5eaa2b2affb req-9b4c4fac-0658-44a0-a502-19d4ac516d4a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:07.928608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-370e27da-5d3c-4cf6-bfef-f5eaa2b2affb req-9b4c4fac-0658-44a0-a502-19d4ac516d4a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0659635 Jul 13 19:58:07.966529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-370e27da-5d3c-4cf6-bfef-f5eaa2b2affb req-c14d442a-c50d-4d4a-b7f4-6b5b4e281d0c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342586 Jul 13 19:58:09.146698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414975e4-d878-49e3-abeb-318e59572245 req-6e39347d-79bc-4ea4-a124-dc8771568a91 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:09.148159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-414975e4-d878-49e3-abeb-318e59572245 req-6e39347d-79bc-4ea4-a124-dc8771568a91 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0651407 Jul 13 19:58:09.192195 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-414975e4-d878-49e3-abeb-318e59572245 req-89b10f7a-1dd0-4738-b99f-5b243ceae6dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378327 Jul 13 19:58:10.372389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937b5d9-36d6-4b98-baae-88cfc75a617c req-5fc77262-cb21-464b-9a17-a16c80d9a7fe tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:10.373892 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2937b5d9-36d6-4b98-baae-88cfc75a617c req-5fc77262-cb21-464b-9a17-a16c80d9a7fe tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0654361 Jul 13 19:58:10.413532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2937b5d9-36d6-4b98-baae-88cfc75a617c req-64654cd2-976e-4573-9530-59d80da7f1ea tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338714 Jul 13 19:58:11.336052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 38916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:11.512567 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:11.675040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c858e-0ac5-4156-92c1-9b886440e629 req-dc99511a-dcd3-4eb2-a091-2981bd63f5fb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:11.676852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f6c858e-0ac5-4156-92c1-9b886440e629 req-dc99511a-dcd3-4eb2-a091-2981bd63f5fb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.1187387 Jul 13 19:58:11.679061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:11.683246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:11.746560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 38922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:11.747104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4da6d40db5584ff395737b581a2431c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091864 Jul 13 19:58:11.752355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636514cc-d028-4441-82d2-6846ba05bee5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:11.771145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.771544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.771821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.772356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.772864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.773416 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.774088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.774753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.775387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.775987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.776608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.777120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6c5b-9baf-4917-aac4-2c5bb89b4623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:11.787091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f6c858e-0ac5-4156-92c1-9b886440e629 req-1b1ea819-e88f-4ad0-9527-de6aed1603b3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006076 Jul 13 19:58:11.823950 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f362bae4-00ec-4400-a173-0aee3fe18e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:11.847767 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f362bae4-00ec-4400-a173-0aee3fe18e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:11.898230 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f362bae4-00ec-4400-a173-0aee3fe18e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:11.900915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f362bae4-00ec-4400-a173-0aee3fe18e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:11.902058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f362bae4-00ec-4400-a173-0aee3fe18e70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/636514cc-d028-4441-82d2-6846ba05bee5 HTTP/1.1" status: 204 len: 168 time: 0.1544843 Jul 13 19:58:11.910264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362bae4-00ec-4400-a173-0aee3fe18e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636514cc-d028-4441-82d2-6846ba05bee5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:12.984397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611720a-1d3d-472e-917b-b9c834e0edc6 req-55a6fb15-abb3-4388-b35f-5c147dbbf017 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:12.985906 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b611720a-1d3d-472e-917b-b9c834e0edc6 req-55a6fb15-abb3-4388-b35f-5c147dbbf017 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0656114 Jul 13 19:58:13.026430 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b611720a-1d3d-472e-917b-b9c834e0edc6 req-4ff078c8-d264-4678-9843-469c01d680c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344715 Jul 13 19:58:14.159275 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:14.209362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab08d20-032a-4452-a82b-11ebe92130c9 req-bed564f7-ee40-48ab-96ed-7ccda14bb5c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:14.210907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eab08d20-032a-4452-a82b-11ebe92130c9 req-bed564f7-ee40-48ab-96ed-7ccda14bb5c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0673242 Jul 13 19:58:14.254464 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eab08d20-032a-4452-a82b-11ebe92130c9 req-958ccd87-1ef5-4c37-8fa2-6582e18e3cac tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379272 Jul 13 19:58:14.274775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0dad6b-38fc-4c59-9f99-2d773051525b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:14.369053 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0dad6b-38fc-4c59-9f99-2d773051525b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:14.372656 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0dad6b-38fc-4c59-9f99-2d773051525b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:14.413932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0dad6b-38fc-4c59-9f99-2d773051525b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ce7c84-268f-47b1-ae47-660b39b209b3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:14.418188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0f0dad6b-38fc-4c59-9f99-2d773051525b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ddbaba5c5c2441bb9e675b7d2bbbdb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579021 Jul 13 19:58:14.420884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:14.469663 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e77311-2a76-447b-a7c7-1788bcce439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:14.491492 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e77311-2a76-447b-a7c7-1788bcce439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:14.536175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e77311-2a76-447b-a7c7-1788bcce439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:14.539758 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e77311-2a76-447b-a7c7-1788bcce439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:14.540900 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e7e77311-2a76-447b-a7c7-1788bcce439d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9ce7c84-268f-47b1-ae47-660b39b209b3 HTTP/1.1" status: 204 len: 168 time: 0.1191301 Jul 13 19:58:14.548837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e77311-2a76-447b-a7c7-1788bcce439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ce7c84-268f-47b1-ae47-660b39b209b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:14.804803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:14.819074 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26538b6a-26cb-4d19-b7fd-09983946317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:14.906423 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26538b6a-26cb-4d19-b7fd-09983946317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:14.909715 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26538b6a-26cb-4d19-b7fd-09983946317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:14.948604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-26538b6a-26cb-4d19-b7fd-09983946317a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df13845fcf0f44cfa53db2f5af814439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426482 Jul 13 19:58:14.950663 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26538b6a-26cb-4d19-b7fd-09983946317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8416f907-b09f-461b-8bc6-964499a31a37,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:14.951730 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:15.002915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaafd2a5-d708-4136-b8c4-4a35a4c956d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:15.025521 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaafd2a5-d708-4136-b8c4-4a35a4c956d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:15.072946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaafd2a5-d708-4136-b8c4-4a35a4c956d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:15.075697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaafd2a5-d708-4136-b8c4-4a35a4c956d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:15.076831 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aaafd2a5-d708-4136-b8c4-4a35a4c956d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8416f907-b09f-461b-8bc6-964499a31a37 HTTP/1.1" status: 204 len: 168 time: 0.1240001 Jul 13 19:58:15.084503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafd2a5-d708-4136-b8c4-4a35a4c956d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8416f907-b09f-461b-8bc6-964499a31a37,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:15.444139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31249f54-bdd5-4340-8d2d-070f83abc098 req-ac90fb1b-d557-422e-ad90-8d28ac182395 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:15.445757 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31249f54-bdd5-4340-8d2d-070f83abc098 req-ac90fb1b-d557-422e-ad90-8d28ac182395 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0718970 Jul 13 19:58:15.484519 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-31249f54-bdd5-4340-8d2d-070f83abc098 req-2790168b-3c0e-4291-88e4-21a0011a7377 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Jul 13 19:58:15.806088 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:16.325986 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:16.425298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d92d18cd-a989-405c-a14b-10a320b1aa14 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1521784708'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:16.425879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d92d18cd-a989-405c-a14b-10a320b1aa14 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:58:16.506497 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:16.622511 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d92d18cd-a989-405c-a14b-10a320b1aa14 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:16.623706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d92d18cd-a989-405c-a14b-10a320b1aa14 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2966738 Jul 13 19:58:16.626577 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:16.630830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e4a6bd2f-0d3c-41ac-98cb-44caf223d55d tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '64fc3dba-6863-4feb-a255-7bb28210760d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:16.631527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e4a6bd2f-0d3c-41ac-98cb-44caf223d55d tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:58:16.672075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e7062-6444-4503-8e97-5f8f5ac0494c req-1134588c-2809-4496-bb16-3a27c87074dd tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:16.673605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf1e7062-6444-4503-8e97-5f8f5ac0494c req-1134588c-2809-4496-bb16-3a27c87074dd tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0701997 Jul 13 19:58:16.706249 n-d-800708-1 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-e4a6bd2f-0d3c-41ac-98cb-44caf223d55d tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 19:58:16.713151 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf1e7062-6444-4503-8e97-5f8f5ac0494c req-4f53200b-b76f-496e-97a0-321e113da1cf tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337746 Jul 13 19:58:16.813396 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4a6bd2f-0d3c-41ac-98cb-44caf223d55d tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:16.814474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e4a6bd2f-0d3c-41ac-98cb-44caf223d55d tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1869016 Jul 13 19:58:16.817575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:16.822106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-93568c1f-c3cf-4fc8-abd7-c27548a49800 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '64fc3dba-6863-4feb-a255-7bb28210760d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:16.822621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-93568c1f-c3cf-4fc8-abd7-c27548a49800 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:58:16.879785 n-d-800708-1 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-93568c1f-c3cf-4fc8-abd7-c27548a49800 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 19:58:16.964432 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93568c1f-c3cf-4fc8-abd7-c27548a49800 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:16.965743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-93568c1f-c3cf-4fc8-abd7-c27548a49800 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1471581 Jul 13 19:58:16.968944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:16.979855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8367e8f4-3d43-4606-b336-3faef08a96d4 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=be6c8d6a-d971-4943-a820-a4b5b7c2dcca HTTP/1.1" status: 200 len: 464 time: 0.0098195 Jul 13 19:58:16.982377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.082483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e264c27-f712-4fa9-9eea-383e175c1766 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:17.083602 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0e264c27-f712-4fa9-9eea-383e175c1766 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/be6c8d6a-d971-4943-a820-a4b5b7c2dcca HTTP/1.1" status: 204 len: 168 time: 0.1003032 Jul 13 19:58:17.087292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.095993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-58c1d4cc-af9a-4880-addd-b3a35e3e8dbe tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=be6c8d6a-d971-4943-a820-a4b5b7c2dcca HTTP/1.1" status: 200 len: 221 time: 0.0077081 Jul 13 19:58:17.098965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.103229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-021d8e17-7f0a-4734-a39b-e23c8f4d4f26 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--787222815', 'description': 'label created by tempest'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:17.103667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-021d8e17-7f0a-4734-a39b-e23c8f4d4f26 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 19:58:17.290331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-021d8e17-7f0a-4734-a39b-e23c8f4d4f26 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:17.292169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-021d8e17-7f0a-4734-a39b-e23c8f4d4f26 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1921952 Jul 13 19:58:17.294859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.370917 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-15d6ae52-871d-45d1-8419-9a74f9d95650 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=ec189185-7226-453a-8ff0-ab23e054ac69 HTTP/1.1" status: 200 len: 467 time: 0.0747790 Jul 13 19:58:17.373981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.562660 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dbba-3aa0-4d5b-9794-3e56434bd48d tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:17.563778 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ccf4dbba-3aa0-4d5b-9794-3e56434bd48d tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/ec189185-7226-453a-8ff0-ab23e054ac69 HTTP/1.1" status: 204 len: 168 time: 0.1888180 Jul 13 19:58:17.566678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.580979 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2428103e-8c0a-4edd-94c0-0150823d11e5 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=ec189185-7226-453a-8ff0-ab23e054ac69 HTTP/1.1" status: 200 len: 216 time: 0.0130045 Jul 13 19:58:17.584099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.594569 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f32eee0d-0e57-4d1e-b387-3953cff8ea25 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090184 Jul 13 19:58:17.598172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.612554 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8286c238-76b0-4f2d-9590-55f45f6e8554 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0129471 Jul 13 19:58:17.617396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.696752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8a09214a-1fc7-479d-82bc-e56b7a0a860c tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/64fc3dba-6863-4feb-a255-7bb28210760d HTTP/1.1" status: 200 len: 473 time: 0.0779076 Jul 13 19:58:17.700697 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.713698 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b53c6889-6ce9-4767-bfa5-4311703c502d tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/49958448-ab77-4d73-9db6-a0706396afe4 HTTP/1.1" status: 200 len: 461 time: 0.0118406 Jul 13 19:58:17.716906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.855397 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7993bff-dc64-432b-a741-7dce77b803d0 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:17.859333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c7993bff-dc64-432b-a741-7dce77b803d0 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/49958448-ab77-4d73-9db6-a0706396afe4 HTTP/1.1" status: 204 len: 168 time: 0.1413860 Jul 13 19:58:17.860025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:17.913725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca4d06-0e47-456e-b70f-ac2996c889bc req-d64bd547-9ecb-474e-85d8-22a92bde904e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:17.915461 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61ca4d06-0e47-456e-b70f-ac2996c889bc req-d64bd547-9ecb-474e-85d8-22a92bde904e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0764208 Jul 13 19:58:17.955891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61ca4d06-0e47-456e-b70f-ac2996c889bc req-65c53cda-cb79-4b6a-acc8-0d4c92c7c6b1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332708 Jul 13 19:58:18.075939 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30fd7f31-8eb4-4c0c-b1c3-ec0d4d0bf076 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:18.077150 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-30fd7f31-8eb4-4c0c-b1c3-ec0d4d0bf076 tempest-MeteringTestJSON-1133135568 tempest-MeteringTestJSON-1133135568-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/64fc3dba-6863-4feb-a255-7bb28210760d HTTP/1.1" status: 204 len: 168 time: 0.2160156 Jul 13 19:58:18.311674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:18.416112 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7afd3295-d11b-4611-8c8c-a01a838e8242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:18.507150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7afd3295-d11b-4611-8c8c-a01a838e8242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:18.510774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7afd3295-d11b-4611-8c8c-a01a838e8242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:18.551393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7afd3295-d11b-4611-8c8c-a01a838e8242 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5056f538f7194b94be698d1300e53110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384450 Jul 13 19:58:18.552279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd3295-d11b-4611-8c8c-a01a838e8242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0235ba29-6876-4c1e-86de-32c7f805b358,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:18.554812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:18.608638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cc206b4-1ee5-4cbb-8f06-0c16d07df661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:18.630089 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cc206b4-1ee5-4cbb-8f06-0c16d07df661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:18.677777 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cc206b4-1ee5-4cbb-8f06-0c16d07df661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:18.682536 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cc206b4-1ee5-4cbb-8f06-0c16d07df661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:18.683681 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6cc206b4-1ee5-4cbb-8f06-0c16d07df661 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0235ba29-6876-4c1e-86de-32c7f805b358 HTTP/1.1" status: 204 len: 168 time: 0.1276333 Jul 13 19:58:18.691798 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc206b4-1ee5-4cbb-8f06-0c16d07df661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0235ba29-6876-4c1e-86de-32c7f805b358,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:18.936374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:18.949550 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a867ebfe-7009-4361-ba06-cb372ecf8c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:19.039139 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a867ebfe-7009-4361-ba06-cb372ecf8c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:19.042840 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a867ebfe-7009-4361-ba06-cb372ecf8c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:19.079202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867ebfe-7009-4361-ba06-cb372ecf8c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158d1e9d-cff2-4bf8-a309-6bda3dcc445e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:19.083526 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a867ebfe-7009-4361-ba06-cb372ecf8c71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75b2be81348c4ca78864ea7bb84f7dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461065 Jul 13 19:58:19.086955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:19.173107 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a127216-433e-4976-84a5-c95c080a69a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:19.183997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd81060-d4c3-4c33-aa9f-1e95dca2de3b req-bea605ed-189a-4747-97a9-1a0944029272 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:19.185503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdd81060-d4c3-4c33-aa9f-1e95dca2de3b req-bea605ed-189a-4747-97a9-1a0944029272 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.1105018 Jul 13 19:58:19.218993 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a127216-433e-4976-84a5-c95c080a69a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:19.252946 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdd81060-d4c3-4c33-aa9f-1e95dca2de3b req-ffa67f46-cd7c-433d-9c08-f53bc2a8e325 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606358 Jul 13 19:58:19.279115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a127216-433e-4976-84a5-c95c080a69a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:19.281920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a127216-433e-4976-84a5-c95c080a69a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:19.283113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6a127216-433e-4976-84a5-c95c080a69a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/158d1e9d-cff2-4bf8-a309-6bda3dcc445e HTTP/1.1" status: 204 len: 168 time: 0.1952460 Jul 13 19:58:19.290896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a127216-433e-4976-84a5-c95c080a69a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158d1e9d-cff2-4bf8-a309-6bda3dcc445e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:20.171167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e705a533-e984-42bd-92cf-a1ac2bc279d5 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:58:20.285539 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port e705a533-e984-42bd-92cf-a1ac2bc279d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e705a533-e984-42bd-92cf-a1ac2bc279d5,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:58:20.300829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'e705a533-e984-42bd-92cf-a1ac2bc279d5', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'port_id': 'e705a533-e984-42bd-92cf-a1ac2bc279d5', 'mac_address': 'fa:16:3e:f9:c6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:58:20.347937 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.363947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e705a533-e984-42bd-92cf-a1ac2bc279d5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:58:20.390588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port e705a533-e984-42bd-92cf-a1ac2bc279d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e705a533-e984-42bd-92cf-a1ac2bc279d5,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:58:20.395830 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.455040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59320c-fd90-4a03-b81e-f4b1f8fbab95 req-944df371-7836-47f9-9566-8c4512f09460 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:20.456727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca59320c-fd90-4a03-b81e-f4b1f8fbab95 req-944df371-7836-47f9-9566-8c4512f09460 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 943 time: 0.0789864 Jul 13 19:58:20.463452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=e705a533-e984-42bd-92cf-a1ac2bc279d5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:20.501546 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca59320c-fd90-4a03-b81e-f4b1f8fbab95 req-45516f6b-4f29-427d-8360-2bb1efc0624a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370417 Jul 13 19:58:20.532219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:20.640090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-509941286', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:20.663413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Made reservation on behalf of 8d0d87e7da05402c85571380e4346df1 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:58:20.666620 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.675153 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.686119 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['e705a533-e984-42bd-92cf-a1ac2bc279d5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:58:20.769491 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e777f16-c852-49d7-9b31-019b9085fa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.789175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.794061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.820372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:58:20.836694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50a2d07-c677-431b-aadc-eb8f2c012032,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:20.842335 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.842720 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Added segment 1f4ee2eb-cb86-49b9-b96c-e09df062da1b of type vlan for network 1c5f3957-988d-4027-88c4-f037beb68529 Jul 13 19:58:20.898777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.937402 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.938474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:20.939021 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.991485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4580998 Jul 13 19:58:20.995387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:20.999993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47648c9c-61e5-461a-ad64-90e7ea70831c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event updated for resources: {'Network': ['ID=1c5f3957-988d-4027-88c4-f037beb68529,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:21.002530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Request body: {'subnet': {'network_id': '1c5f3957-988d-4027-88c4-f037beb68529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:21.012762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 1c5f3957-988d-4027-88c4-f037beb68529 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:58:21.030690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Made reservation on behalf of 8d0d87e7da05402c85571380e4346df1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:58:21.033032 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:21.344557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.objects.ports [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:58:21.344994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:21.401832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event updated for resources: {'Subnet': ['ID=05a2e135-e9dd-40ef-af4d-3e63573a4d7e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:21.410654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Checking segment: {'id': '1f4ee2eb-cb86-49b9-b96c-e09df062da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:58:21.411037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Network hostable DHCP agents. Network: 1c5f3957-988d-4027-88c4-f037beb68529, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:58:21.430657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Network 1c5f3957-988d-4027-88c4-f037beb68529 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:58:21.440017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 1c5f3957-988d-4027-88c4-f037beb68529) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:21.446239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:21.447508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:21.448540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b841e-7a63-4ec7-906a-bf5ffa0297da None None] Network 1c5f3957-988d-4027-88c4-f037beb68529 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:58:21.462918 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c741bc88-bd05-4a97-bf9f-bd2673534a17 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4662733 Jul 13 19:58:21.466110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:21.471263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1817733903', 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:21.493337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Made reservation on behalf of 8d0d87e7da05402c85571380e4346df1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:58:21.496952 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:21.518322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] device_id is not set on port 21cf142b-f6bb-48a5-8492-e3447a0755b4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:58:21.617533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34599c2e-cac9-45e2-9ed5-db1d2ffb1c8a None None] Network 1c5f3957-988d-4027-88c4-f037beb68529 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:58:21.636667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Allocated IP 2001:db8::39e (1c5f3957-988d-4027-88c4-f037beb68529/05a2e135-e9dd-40ef-af4d-3e63573a4d7e/21cf142b-f6bb-48a5-8492-e3447a0755b4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:21.790590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75607177-3e81-49b9-bbb4-9382e328b3a9 req-a97468b3-08f4-4329-99fd-958cea6885b7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:21.791987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-75607177-3e81-49b9-bbb4-9382e328b3a9 req-a97468b3-08f4-4329-99fd-958cea6885b7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 944 time: 0.1529307 Jul 13 19:58:21.863373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-75607177-3e81-49b9-bbb4-9382e328b3a9 req-eec27829-40af-41b4-8ed4-29b4d807f0f2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649529 Jul 13 19:58:21.866374 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:21.908571 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:21.952189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Network 1c5f3957-988d-4027-88c4-f037beb68529 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:21.954935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:21.958522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:21.959620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:21.960446 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:21.966424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event updated for resources: {'Port': ['ID=21cf142b-f6bb-48a5-8492-e3447a0755b4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:21.979825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f156f4b2-9ce6-4844-ba6e-24198265f48b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5125687 Jul 13 19:58:21.983243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:22.075954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-75b483ba-680c-4bbd-b829-44c974fe0d08 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Deleting port 21cf142b-f6bb-48a5-8492-e3447a0755b4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:22.076302 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b483ba-680c-4bbd-b829-44c974fe0d08 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.157708 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b483ba-680c-4bbd-b829-44c974fe0d08 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.170126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-75b483ba-680c-4bbd-b829-44c974fe0d08 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Calling delete_port for 21cf142b-f6bb-48a5-8492-e3447a0755b4 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:22.178713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e705a533-e984-42bd-92cf-a1ac2bc279d5 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:58:22.239885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port e705a533-e984-42bd-92cf-a1ac2bc279d5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:58:22.244995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port e705a533-e984-42bd-92cf-a1ac2bc279d5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:58:22.245572 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.309696 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b483ba-680c-4bbd-b829-44c974fe0d08 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.332363 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.340303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b483ba-680c-4bbd-b829-44c974fe0d08 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event deleted for resources: {'Port': ['ID=21cf142b-f6bb-48a5-8492-e3447a0755b4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:22.372840 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b483ba-680c-4bbd-b829-44c974fe0d08 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.373632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b0294-701c-4e13-9dbd-da14df655381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e705a533-e984-42bd-92cf-a1ac2bc279d5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:58:22.375020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-75b483ba-680c-4bbd-b829-44c974fe0d08 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "DELETE /v2.0/ports/21cf142b-f6bb-48a5-8492-e3447a0755b4 HTTP/1.1" status: 204 len: 168 time: 0.3906069 Jul 13 19:58:22.376431 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317b70af-8b40-4215-8166-c6c19a6b100a" -d '{"events": [{"server_uuid": "471b0294-701c-4e13-9dbd-da14df655381", "name": "network-vif-plugged", "status": "completed", "tag": "e705a533-e984-42bd-92cf-a1ac2bc279d5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:58:22.377774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:22.384505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c5f3957-988d-4027-88c4-f037beb68529', 'external_fixed_ips': [{'subnet_id': '05a2e135-e9dd-40ef-af4d-3e63573a4d7e', 'ip_address': '2001:db8::39e'}]}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:22.390832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port e705a533-e984-42bd-92cf-a1ac2bc279d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e705a533-e984-42bd-92cf-a1ac2bc279d5,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:58:22.396478 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.421062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.422863 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.425793 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03ea827-be4e-4a3e-8c49-1864748b0e42 x-openstack-request-id: req-e03ea827-be4e-4a3e-8c49-1864748b0e42 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:58:22.426080 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b0294-701c-4e13-9dbd-da14df655381", "name": "network-vif-plugged", "status": "completed", "tag": "e705a533-e984-42bd-92cf-a1ac2bc279d5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:58:22.426537 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e03ea827-be4e-4a3e-8c49-1864748b0e42 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:58:22.426921 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b0294-701c-4e13-9dbd-da14df655381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e705a533-e984-42bd-92cf-a1ac2bc279d5', 'code': 200} Jul 13 19:58:22.459266 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=e705a533-e984-42bd-92cf-a1ac2bc279d5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:22.482303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.649974 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.681015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad213a-2a22-436c-9567-151f01fa9026 req-8e9d97bf-1f11-4d80-8b37-c01a6b295c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:22.682719 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3bad213a-2a22-436c-9567-151f01fa9026 req-8e9d97bf-1f11-4d80-8b37-c01a6b295c97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 1096 time: 0.1634319 Jul 13 19:58:22.747306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3bad213a-2a22-436c-9567-151f01fa9026 req-7c2d566d-eca5-4d9c-9b35-c8c47dc94608 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400405 Jul 13 19:58:22.897890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:22.921896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:23.467268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb39487-5e31-4423-9317-be6520a9c7df req-0e62653f-6dde-438c-b8e1-aa215a1494a9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:23.470865 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ddb39487-5e31-4423-9317-be6520a9c7df req-0e62653f-6dde-438c-b8e1-aa215a1494a9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 945 time: 0.4844649 Jul 13 19:58:23.485013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Allocated IP 2001:db8::39e (1c5f3957-988d-4027-88c4-f037beb68529/05a2e135-e9dd-40ef-af4d-3e63573a4d7e/4c265454-b087-4a1f-a152-3ba3ca620efc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:23.560075 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ddb39487-5e31-4423-9317-be6520a9c7df req-061bd863-1abc-4a2e-86d7-10463f5bf0dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839920 Jul 13 19:58:23.613418 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0744f0d9-6fff-4587-9d1d-fab1cc5ffbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:23.621269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:23.684930 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:23.688061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:23.731676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Network 1c5f3957-988d-4027-88c4-f037beb68529 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:23.734856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:23.738891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:23.838421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event updated for resources: {'Port': ['ID=4c265454-b087-4a1f-a152-3ba3ca620efc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:24.001683 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:24.204821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:24.340082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Router 5a588917-e821-4cb7-85bc-c48183cf1f5a is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:58:24.410771 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:58:24.448246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:24.457697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Sync routers for ids ['5a588917-e821-4cb7-85bc-c48183cf1f5a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:24.467026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:24.467766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Routers {'5a588917-e821-4cb7-85bc-c48183cf1f5a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:24.468393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a588917-e821-4cb7-85bc-c48183cf1f5a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:24.468698 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c8fced74-a5b4-47ff-bf17-0f0d2d5f0015 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0896981 Jul 13 19:58:24.472437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:24.583408 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Set router 5a588917-e821-4cb7-85bc-c48183cf1f5a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:58:24.594254 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:24.689348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:24.744941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:24.784938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a588917-e821-4cb7-85bc-c48183cf1f5a', 'name': '', 'tenant_id': '8d0d87e7da05402c85571380e4346df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c5f3957-988d-4027-88c4-f037beb68529', 'external_fixed_ips': [{'subnet_id': '05a2e135-e9dd-40ef-af4d-3e63573a4d7e', 'ip_address': '2001:db8::39e'}], 'enable_snat': True}, 'gw_port_id': '4c265454-b087-4a1f-a152-3ba3ca620efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:58:22Z', 'updated_at': '2021-07-13T19:58:23Z', 'revision_number': 3, 'project_id': '8d0d87e7da05402c85571380e4346df1', 'gw_port': {'id': '4c265454-b087-4a1f-a152-3ba3ca620efc', 'name': '', 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a588917-e821-4cb7-85bc-c48183cf1f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '05a2e135-e9dd-40ef-af4d-3e63573a4d7e', 'ip_address': '2001:db8::39e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:58:22Z', 'updated_at': '2021-07-13T19:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05a2e135-e9dd-40ef-af4d-3e63573a4d7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:24.795919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdad81-dea8-458f-85b9-79c058b82beb req-18415b05-7b3f-4c5b-a3e9-ebe95098df37 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:24.797671 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5dbdad81-dea8-458f-85b9-79c058b82beb req-18415b05-7b3f-4c5b-a3e9-ebe95098df37 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 945 time: 0.1116197 Jul 13 19:58:24.812373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Checking router: 5a588917-e821-4cb7-85bc-c48183cf1f5a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:58:24.813281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Updating router 5a588917-e821-4cb7-85bc-c48183cf1f5a port 4c265454-b087-4a1f-a152-3ba3ca620efc binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:58:24.853405 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.180246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Deleting port 4c265454-b087-4a1f-a152-3ba3ca620efc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:25.180625 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.228125 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5dbdad81-dea8-458f-85b9-79c058b82beb req-1f9ccc56-4ae2-41b0-9ec8-6cf1dc4647b2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214776 Jul 13 19:58:25.278187 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.293153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Calling delete_port for 4c265454-b087-4a1f-a152-3ba3ca620efc owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:25.300093 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71eebd06-4647-4295-90f2-85c93649a949 req-3cb8512e-178e-4f00-b9c3-992f56393dca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657296 Jul 13 19:58:25.309378 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.332386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Transition to ACTIVE for port object 4c265454-b087-4a1f-a152-3ba3ca620efc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:58:25.341267 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.430202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebd06-4647-4295-90f2-85c93649a949 req-b8e5f2ed-1196-40c3-9fb7-3629597c0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:25.431753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Attempting to bind port 4c265454-b087-4a1f-a152-3ba3ca620efc on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:58:25.432209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71eebd06-4647-4295-90f2-85c93649a949 req-b8e5f2ed-1196-40c3-9fb7-3629597c0348 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e570c39096684720804a0f6bfc472c10&device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 1096 time: 0.0772145 Jul 13 19:58:25.432547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Attempting to bind port 4c265454-b087-4a1f-a152-3ba3ca620efc by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '1f4ee2eb-cb86-49b9-b96c-e09df062da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:58:25.433528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Attempting to bind port 4c265454-b087-4a1f-a152-3ba3ca620efc on network 1c5f3957-988d-4027-88c4-f037beb68529 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:58:25.453181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f1667-d2f7-43fe-9c42-ad8b2da4b305 None None] Pushing event updated for resources: {'Port': ['ID=4c265454-b087-4a1f-a152-3ba3ca620efc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:25.458663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:58:25.459524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Checking segment: {'id': '1f4ee2eb-cb86-49b9-b96c-e09df062da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:58:25.461068 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.462070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Bound using segment: {'id': '1f4ee2eb-cb86-49b9-b96c-e09df062da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:58:25.464284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Bound port: 4c265454-b087-4a1f-a152-3ba3ca620efc, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4ee2eb-cb86-49b9-b96c-e09df062da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:58:25.464977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.552324 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.553772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:58:25.554571 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:58:25.578691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c265454-b087-4a1f-a152-3ba3ca620efc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:25.610725 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.612897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebd06-4647-4295-90f2-85c93649a949 req-557b0798-38d1-4eef-8174-2c52df03d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:25.614519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71eebd06-4647-4295-90f2-85c93649a949 req-557b0798-38d1-4eef-8174-2c52df03d963 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcb5f622-96ce-4d04-9265-3499c9410219 HTTP/1.1" status: 200 len: 910 time: 0.1567123 Jul 13 19:58:25.697581 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71eebd06-4647-4295-90f2-85c93649a949 req-9f37c421-d266-4d29-a96e-0d60191b0e1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed HTTP/1.1" status: 200 len: 1000 time: 0.0750706 Jul 13 19:58:25.705687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9063-080b-4990-914e-c3417d2b70f1 req-50b2edad-0a92-417d-a908-ded02f9f2f8c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:25.707270 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22ab9063-080b-4990-914e-c3417d2b70f1 req-50b2edad-0a92-417d-a908-ded02f9f2f8c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 945 time: 0.1425545 Jul 13 19:58:25.712121 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.714771 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.763376 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.763871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a588917-e821-4cb7-85bc-c48183cf1f5a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:58:25.769050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.772613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-67e37f70-62db-417f-8e62-e56cf5cd82ff tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "DELETE /v2.0/routers/5a588917-e821-4cb7-85bc-c48183cf1f5a HTTP/1.1" status: 204 len: 168 time: 1.2977436 Jul 13 19:58:25.772911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:25.783955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebd06-4647-4295-90f2-85c93649a949 req-b366a728-7613-400d-be12-c6ff872247be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:25.785583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71eebd06-4647-4295-90f2-85c93649a949 req-b366a728-7613-400d-be12-c6ff872247be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=343b9af8-a1ce-4c7d-bf2f-f23f33de2f17 HTTP/1.1" status: 200 len: 848 time: 0.0774598 Jul 13 19:58:25.791199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-22ab9063-080b-4990-914e-c3417d2b70f1 req-28220c6f-21c8-47e9-a9cf-2f879b7a3b3d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736799 Jul 13 19:58:25.824628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2b3d78-e9d7-474d-8ed6-f012f0b54c92 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Deleting subnet 05a2e135-e9dd-40ef-af4d-3e63573a4d7e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:58:25.828239 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3d78-e9d7-474d-8ed6-f012f0b54c92 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.855404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebd06-4647-4295-90f2-85c93649a949 req-f81e67bb-49a2-4685-a552-ddebf51cf023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:25.857231 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71eebd06-4647-4295-90f2-85c93649a949 req-f81e67bb-49a2-4685-a552-ddebf51cf023 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcb5f622-96ce-4d04-9265-3499c9410219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644188 Jul 13 19:58:25.865056 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3d78-e9d7-474d-8ed6-f012f0b54c92 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.911962 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3d78-e9d7-474d-8ed6-f012f0b54c92 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:25.962158 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71eebd06-4647-4295-90f2-85c93649a949 req-9ebc01c0-7def-4046-9334-a27227ca4504 service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974033 Jul 13 19:58:25.972657 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3d78-e9d7-474d-8ed6-f012f0b54c92 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.005218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3d78-e9d7-474d-8ed6-f012f0b54c92 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.007720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0d2b3d78-e9d7-474d-8ed6-f012f0b54c92 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/05a2e135-e9dd-40ef-af4d-3e63573a4d7e HTTP/1.1" status: 204 len: 168 time: 0.2331808 Jul 13 19:58:26.009035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b3d78-e9d7-474d-8ed6-f012f0b54c92 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=05a2e135-e9dd-40ef-af4d-3e63573a4d7e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:26.011979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:26.065400 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-71eebd06-4647-4295-90f2-85c93649a949 req-d0bb753c-ddce-4027-9d46-379df00143bd service neutron] 10.222.0.24 "GET /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967996 Jul 13 19:58:26.072146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Attempting to bind port 4c265454-b087-4a1f-a152-3ba3ca620efc on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:58:26.072638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Attempting to bind port 4c265454-b087-4a1f-a152-3ba3ca620efc by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '1f4ee2eb-cb86-49b9-b96c-e09df062da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:58:26.072752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Attempting to bind port 4c265454-b087-4a1f-a152-3ba3ca620efc on network 1c5f3957-988d-4027-88c4-f037beb68529 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:58:26.077980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:58:26.078262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Checking segment: {'id': '1f4ee2eb-cb86-49b9-b96c-e09df062da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:58:26.078717 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.079110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Bound using segment: {'id': '1f4ee2eb-cb86-49b9-b96c-e09df062da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:58:26.079718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Bound port: 4c265454-b087-4a1f-a152-3ba3ca620efc, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4ee2eb-cb86-49b9-b96c-e09df062da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1c5f3957-988d-4027-88c4-f037beb68529'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:58:26.080253 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.091106 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.105053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Port 4c265454-b087-4a1f-a152-3ba3ca620efc has been deleted concurrently {{(pid=93768) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 13 19:58:26.124522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Routers set() bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:26.124894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Router IDs set() for agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:58:26.125483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a588917-e821-4cb7-85bc-c48183cf1f5a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 19:58:26.125857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d979b-2989-4520-a28d-645263ffb374 None None] The sync data for ids ['5a588917-e821-4cb7-85bc-c48183cf1f5a'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:26.133972 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.194885 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.204933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5f3957-988d-4027-88c4-f037beb68529']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:26.216336 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4ee2eb-cb86-49b9-b96c-e09df062da1b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:26.216561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4ee2eb-cb86-49b9-b96c-e09df062da1b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:26.225312 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.240452 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.246987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:58:26.247371 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: items = [ Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: timer() Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:58:26.249430 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:58:26.276075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57304f1-752e-4791-98a9-c890d0e9ff05 req-893e2774-9a75-481b-83a8-d98351b89357 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:26.277588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c57304f1-752e-4791-98a9-c890d0e9ff05 req-893e2774-9a75-481b-83a8-d98351b89357 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 945 time: 0.0652721 Jul 13 19:58:26.311869 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.319002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c5f3957-988d-4027-88c4-f037beb68529 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 19:58:26.323141 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c57304f1-752e-4791-98a9-c890d0e9ff05 req-718c4d29-4376-4730-a88a-70f4ecd31269 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393889 Jul 13 19:58:26.329640 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.336671 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "DELETE /v2.0/networks/1c5f3957-988d-4027-88c4-f037beb68529 HTTP/1.1" status: 204 len: 168 time: 0.3181939 Jul 13 19:58:26.336671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381254e7-a71a-402b-92f3-75b2672833b6 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c5f3957-988d-4027-88c4-f037beb68529,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:26.514820 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:26.519331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-37158fdf-2320-4f0e-803e-daa2ee1118d1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Request body: {'router': {'name': 'tempest-router--356406641', 'project_id': 'fff0815d8c034513a6a55da72ed0c871'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:26.539378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37158fdf-2320-4f0e-803e-daa2ee1118d1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.540455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37158fdf-2320-4f0e-803e-daa2ee1118d1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.591447 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37158fdf-2320-4f0e-803e-daa2ee1118d1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.595994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37158fdf-2320-4f0e-803e-daa2ee1118d1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.608911 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37158fdf-2320-4f0e-803e-daa2ee1118d1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.612568 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-37158fdf-2320-4f0e-803e-daa2ee1118d1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0942750 Jul 13 19:58:26.612753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:26.684632 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd797ae5-4263-4498-906c-adedfafd69aa tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.839226 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd797ae5-4263-4498-906c-adedfafd69aa tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.841360 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd797ae5-4263-4498-906c-adedfafd69aa tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.883666 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd797ae5-4263-4498-906c-adedfafd69aa tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.884292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd797ae5-4263-4498-906c-adedfafd69aa tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a89a0fd4-cb03-42e3-8481-3554d40ff049 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:58:26.888777 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd797ae5-4263-4498-906c-adedfafd69aa tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.889477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bd797ae5-4263-4498-906c-adedfafd69aa tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "DELETE /v2.0/routers/a89a0fd4-cb03-42e3-8481-3554d40ff049 HTTP/1.1" status: 204 len: 168 time: 0.2758338 Jul 13 19:58:26.992066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:27.176719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-849036015', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:27.202571 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:27.203761 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:27.262011 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:27.403572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:27.542670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29c85-75fb-4e89-8ca2-6de9836601c8 req-c7017f3d-6a1a-4db7-bb5d-ad3dc7280f70 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:27.544154 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e29c85-75fb-4e89-8ca2-6de9836601c8 req-c7017f3d-6a1a-4db7-bb5d-ad3dc7280f70 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 945 time: 0.0864346 Jul 13 19:58:27.595230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44e29c85-75fb-4e89-8ca2-6de9836601c8 req-08b38f46-df70-403e-978f-02a498d9c776 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 Jul 13 19:58:27.692136 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:27.711950 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:27.803627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-4a91a073-8e61-469c-a3f1-135db2b74034 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:27.805829 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-4a91a073-8e61-469c-a3f1-135db2b74034 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 945 time: 0.0686352 Jul 13 19:58:27.823567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Allocated IP 172.25.7.66 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/dc40b562-87fe-41d0-a220-1f1e0311d1fe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:27.905053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-bfe8693f-2573-4963-8a7b-40a134577c46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Deleting port e705a533-e984-42bd-92cf-a1ac2bc279d5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:27.905299 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-bfe8693f-2573-4963-8a7b-40a134577c46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:27.924535 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:27.964582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:27.997233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-bfe8693f-2573-4963-8a7b-40a134577c46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] For port e705a533-e984-42bd-92cf-a1ac2bc279d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e705a533-e984-42bd-92cf-a1ac2bc279d5,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:58:27.997607 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-bfe8693f-2573-4963-8a7b-40a134577c46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:28.009980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-bfe8693f-2573-4963-8a7b-40a134577c46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Calling delete_port for e705a533-e984-42bd-92cf-a1ac2bc279d5 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:28.010351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:28.015014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:28.019924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:28.022186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Pushing event updated for resources: {'Port': ['ID=dc40b562-87fe-41d0-a220-1f1e0311d1fe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:28.140374 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-bfe8693f-2573-4963-8a7b-40a134577c46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:28.152358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['53a51004-55bb-4625-8f6e-b1938d1a27ab'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:58:28.157864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['e705a533-e984-42bd-92cf-a1ac2bc279d5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:58:28.174347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8693f-2573-4963-8a7b-40a134577c46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'Port': ['ID=e705a533-e984-42bd-92cf-a1ac2bc279d5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:28.231017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-bfe8693f-2573-4963-8a7b-40a134577c46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] No DVR routers for this DVR port e705a533-e984-42bd-92cf-a1ac2bc279d5 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:58:28.234326 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-bfe8693f-2573-4963-8a7b-40a134577c46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:28.236652 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3756d9bc-477f-4767-af9a-adf707ed95b0 req-bfe8693f-2573-4963-8a7b-40a134577c46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "DELETE /v2.0/ports/e705a533-e984-42bd-92cf-a1ac2bc279d5 HTTP/1.1" status: 204 len: 173 time: 0.4254673 Jul 13 19:58:28.237111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b0294-701c-4e13-9dbd-da14df655381', 'name': 'network-vif-deleted', 'tag': 'e705a533-e984-42bd-92cf-a1ac2bc279d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:58:28.239707 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9205d9-7c79-45be-b47f-cce9db5c17cd" -d '{"events": [{"server_uuid": "471b0294-701c-4e13-9dbd-da14df655381", "name": "network-vif-deleted", "tag": "e705a533-e984-42bd-92cf-a1ac2bc279d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:58:28.289074 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7e0f64-8ee9-4e4c-a7d8-62d2f8e90c3f x-openstack-request-id: req-1b7e0f64-8ee9-4e4c-a7d8-62d2f8e90c3f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:58:28.289423 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b0294-701c-4e13-9dbd-da14df655381", "name": "network-vif-deleted", "tag": "e705a533-e984-42bd-92cf-a1ac2bc279d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:58:28.289794 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b7e0f64-8ee9-4e4c-a7d8-62d2f8e90c3f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:58:28.290202 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b0294-701c-4e13-9dbd-da14df655381', 'name': 'network-vif-deleted', 'tag': 'e705a533-e984-42bd-92cf-a1ac2bc279d5', 'status': 'completed', 'code': 200} Jul 13 19:58:28.319110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:28.536317 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:28.665582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Router e4d2625b-a0cd-486f-b287-a850d81be8dc is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:58:28.750182 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4bf4f7f4-ef3d-461d-a8c8-258981e38b91 req-00833dd0-e763-4371-b7d4-09a4bcf31678 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 210 time: 0.0340080 Jul 13 19:58:28.808440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:28.819114 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71308181-1ecd-4c9e-84ff-c1392e18e3ad None None] Sync routers for ids ['e4d2625b-a0cd-486f-b287-a850d81be8dc'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:28.827145 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:28.831295 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0682b202-a84e-4c43-aa00-81f821e6ea3d tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8354867 Jul 13 19:58:28.831465 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71308181-1ecd-4c9e-84ff-c1392e18e3ad None None] Routers {'e4d2625b-a0cd-486f-b287-a850d81be8dc'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:28.831690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:28.831906 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-71308181-1ecd-4c9e-84ff-c1392e18e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e4d2625b-a0cd-486f-b287-a850d81be8dc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:28.870605 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-71308181-1ecd-4c9e-84ff-c1392e18e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:28.879883 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71308181-1ecd-4c9e-84ff-c1392e18e3ad None None] Routers {'e4d2625b-a0cd-486f-b287-a850d81be8dc'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:28.880631 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-71308181-1ecd-4c9e-84ff-c1392e18e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['e4d2625b-a0cd-486f-b287-a850d81be8dc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:28.915762 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-71308181-1ecd-4c9e-84ff-c1392e18e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:28.917020 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71308181-1ecd-4c9e-84ff-c1392e18e3ad None None] The sync data for ids ['e4d2625b-a0cd-486f-b287-a850d81be8dc'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:28.942418 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4c22b7fa-891f-48c2-9252-1a7f2cf85dec tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/routers/e4d2625b-a0cd-486f-b287-a850d81be8dc HTTP/1.1" status: 200 len: 923 time: 0.1099267 Jul 13 19:58:28.945772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:29.308944 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ccd36d5c-fc0a-40ba-911a-e9ffcfa38707 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d2625b-a0cd-486f-b287-a850d81be8dc HTTP/1.1" status: 200 len: 205 time: 0.3619497 Jul 13 19:58:29.311696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:29.422475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:29.531500 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:29.583654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Deleting port dc40b562-87fe-41d0-a220-1f1e0311d1fe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:29.583998 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:29.659706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:29.674471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Calling delete_port for dc40b562-87fe-41d0-a220-1f1e0311d1fe owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:29.858457 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-7b726a77-9942-4e23-aa51-a9253d2b2b8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1117127 Jul 13 19:58:29.901628 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:29.917114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7083b0f2-2b76-4d80-87ac-fe3b581834a7 req-3e443d1d-26e6-4bfd-ad55-bdd2bc6ce289 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 210 time: 0.0426714 Jul 13 19:58:29.937554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Pushing event deleted for resources: {'Port': ['ID=dc40b562-87fe-41d0-a220-1f1e0311d1fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:30.041684 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.046323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-f03907da-f139-4845-ab2e-80b6854ceaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:30.048112 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-f03907da-f139-4845-ab2e-80b6854ceaa8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 1097 time: 0.1191106 Jul 13 19:58:30.180804 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.185806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e705a533-e984-42bd-92cf-a1ac2bc279d5 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:58:30.186342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.206856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: e705a533-e984-42bd-92cf-a1ac2bc279d5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:58:30.207444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e705a533-e984-42bd-92cf-a1ac2bc279d5 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:58:30.250730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.251161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Fanout notify agent at l3_agent the message router_deleted on router e4d2625b-a0cd-486f-b287-a850d81be8dc {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:58:30.262265 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.263387 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b1623b05-01b9-48b7-a191-914ae5c59d02 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/e4d2625b-a0cd-486f-b287-a850d81be8dc HTTP/1.1" status: 204 len: 168 time: 0.9507904 Jul 13 19:58:30.267476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:30.269953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-b6fed60f-77db-4db9-8c11-cd88cb11cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:30.271466 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-b6fed60f-77db-4db9-8c11-cd88cb11cb9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.1988904 Jul 13 19:58:30.276793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Request body: {'router': {'name': 'tempest-snat-router-113506889', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:30.300201 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.301753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.317873 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-77fd4310-4dc2-494f-aefb-ecd60fee14d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53a51004-55bb-4625-8f6e-b1938d1a27ab HTTP/1.1" status: 200 len: 217 time: 0.0392935 Jul 13 19:58:30.367752 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.378365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-2ac83b66-706d-4cbe-b7a3-66386cccf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:30.380019 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-2ac83b66-706d-4cbe-b7a3-66386cccf62f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0563927 Jul 13 19:58:30.451909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-9dcfc615-60cd-4d4e-bc08-b9e8449c17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:30.453602 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-9dcfc615-60cd-4d4e-bc08-b9e8449c17b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670686 Jul 13 19:58:30.515016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.556385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-61706186-c47e-4d2e-8314-c65d44a12e18 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967493 Jul 13 19:58:30.667776 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5d07fe41-f90d-467a-b456-9b9f581bce68 req-3b9e0083-3c8c-4add-b653-679705065a59 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050074 Jul 13 19:58:30.731442 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.751326 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:30.864635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Allocated IP 172.25.7.52 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/ac4079ba-829f-44f2-b2f0-cb8321220145) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:30.974819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:31.019391 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:31.066388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:31.070027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:31.072721 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-164dc9f9-764b-4859-bf51-31cadc41dd85 req-778d891d-c203-4a27-b92d-0b85e927200a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 210 time: 0.0329731 Jul 13 19:58:31.073426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:31.105560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4079ba-829f-44f2-b2f0-cb8321220145,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:31.650235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:31.853107 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:31.987128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Router f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:58:32.101493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:32.113873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Sync routers for ids ['f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:32.124645 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Routers {'f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:32.125477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:32.126629 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.131879 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-34397cd3-9e11-4606-964f-7d6acc4acf9e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8623703 Jul 13 19:58:32.132137 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:32.254073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Set router f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:58:32.303619 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-426a86f8-25e3-471e-868f-b34f774e95ef req-fd6e5579-88bc-400b-93ce-e3f1dd1bb15c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=471b0294-701c-4e13-9dbd-da14df655381 HTTP/1.1" status: 200 len: 210 time: 0.0504589 Jul 13 19:58:32.356594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:32.361472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Request body: {'router': {'name': 'tempest-snat-router-113506889', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:32.363137 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e92babe4-6c7d-4dec-b164-7a19088388b3 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/routers/f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1 HTTP/1.1" status: 200 len: 907 time: 0.2277708 Jul 13 19:58:32.385974 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.387160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.456312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.468853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1', 'name': 'tempest-snat-router-113506889', 'tenant_id': '8d0d87e7da05402c85571380e4346df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': False}, 'gw_port_id': 'ac4079ba-829f-44f2-b2f0-cb8321220145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:58:30Z', 'updated_at': '2021-07-13T19:58:31Z', 'revision_number': 3, 'project_id': '8d0d87e7da05402c85571380e4346df1', 'gw_port': {'id': 'ac4079ba-829f-44f2-b2f0-cb8321220145', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:58:30Z', 'updated_at': '2021-07-13T19:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:32.503477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Checking router: f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:58:32.503900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Updating router f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1 port ac4079ba-829f-44f2-b2f0-cb8321220145 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:58:32.542111 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.613053 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.831077 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.843816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Transition to ACTIVE for port object ac4079ba-829f-44f2-b2f0-cb8321220145 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:58:32.852112 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.926310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Attempting to bind port ac4079ba-829f-44f2-b2f0-cb8321220145 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:58:32.926877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Attempting to bind port ac4079ba-829f-44f2-b2f0-cb8321220145 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:58:32.927211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Attempting to bind port ac4079ba-829f-44f2-b2f0-cb8321220145 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:58:32.935703 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.946610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ab4f0-0838-4d4b-b56c-4f3e02dc75dd None None] Pushing event updated for resources: {'Port': ['ID=ac4079ba-829f-44f2-b2f0-cb8321220145,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:32.949179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:58:32.949622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:58:32.950019 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.950411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:58:32.950890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Bound port: ac4079ba-829f-44f2-b2f0-cb8321220145, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:58:32.951390 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:32.978325 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:33.013412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] For port ac4079ba-829f-44f2-b2f0-cb8321220145, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:58:33.016906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] For port ac4079ba-829f-44f2-b2f0-cb8321220145, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ac4079ba-829f-44f2-b2f0-cb8321220145,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:58:33.021929 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:33.085474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Routers {'f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:33.086292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:33.089529 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ab4f0-0838-4d4b-b56c-4f3e02dc75dd None None] Pushing event updated for resources: {'Port': ['ID=ac4079ba-829f-44f2-b2f0-cb8321220145,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:33.143275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Allocated IP 172.25.7.139 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/56a2f3e7-9752-4dd7-9b05-38d96e7e3ff2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:33.214642 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] Set router f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:58:33.271471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:33.325526 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:33.372005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:33.375244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:33.380235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:33.383915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event updated for resources: {'Port': ['ID=56a2f3e7-9752-4dd7-9b05-38d96e7e3ff2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:33.464925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1', 'name': 'tempest-snat-router-113506889', 'tenant_id': '8d0d87e7da05402c85571380e4346df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': False}, 'gw_port_id': 'ac4079ba-829f-44f2-b2f0-cb8321220145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:58:30Z', 'updated_at': '2021-07-13T19:58:31Z', 'revision_number': 3, 'project_id': '8d0d87e7da05402c85571380e4346df1', 'gw_port': {'id': 'ac4079ba-829f-44f2-b2f0-cb8321220145', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:58:30Z', 'updated_at': '2021-07-13T19:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:33.494854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e479c0b-19da-474a-b72e-285f79068bef None None] The sync data for ids ['f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1'] in n-d-800708-1 is: [{'id': 'f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1', 'name': 'tempest-snat-router-113506889', 'tenant_id': '8d0d87e7da05402c85571380e4346df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52'}], 'enable_snat': False}, 'gw_port_id': 'ac4079ba-829f-44f2-b2f0-cb8321220145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:58:30Z', 'updated_at': '2021-07-13T19:58:31Z', 'revision_number': 3, 'project_id': '8d0d87e7da05402c85571380e4346df1', 'gw_port': {'id': 'ac4079ba-829f-44f2-b2f0-cb8321220145', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:58:30Z', 'updated_at': '2021-07-13T19:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:33.697093 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:33.956336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:34.127730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Router 00a554b2-67c7-4d12-8eca-da6e7eba546b is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:58:34.264242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:34.274054 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Sync routers for ids ['00a554b2-67c7-4d12-8eca-da6e7eba546b'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:34.286943 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Routers {'00a554b2-67c7-4d12-8eca-da6e7eba546b'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:34.287259 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:34.288061 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['00a554b2-67c7-4d12-8eca-da6e7eba546b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:34.288844 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e49e5e09-8410-4d15-a963-a3636f48f398 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.9308949 Jul 13 19:58:34.291900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:34.418931 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Set router 00a554b2-67c7-4d12-8eca-da6e7eba546b gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:58:34.423692 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4bbfd5e1-cdbb-4acc-a585-25251a53533b tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/routers/00a554b2-67c7-4d12-8eca-da6e7eba546b HTTP/1.1" status: 200 len: 907 time: 0.1304953 Jul 13 19:58:34.426563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:34.581680 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:34.685801 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a554b2-67c7-4d12-8eca-da6e7eba546b', 'name': 'tempest-snat-router-113506889', 'tenant_id': '8d0d87e7da05402c85571380e4346df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '56a2f3e7-9752-4dd7-9b05-38d96e7e3ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:58:32Z', 'updated_at': '2021-07-13T19:58:33Z', 'revision_number': 3, 'project_id': '8d0d87e7da05402c85571380e4346df1', 'gw_port': {'id': '56a2f3e7-9752-4dd7-9b05-38d96e7e3ff2', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a554b2-67c7-4d12-8eca-da6e7eba546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:58:32Z', 'updated_at': '2021-07-13T19:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:34.738216 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Checking router: 00a554b2-67c7-4d12-8eca-da6e7eba546b for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:58:34.739087 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Updating router 00a554b2-67c7-4d12-8eca-da6e7eba546b port 56a2f3e7-9752-4dd7-9b05-38d96e7e3ff2 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:58:34.739996 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:34.796045 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:34.804327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Deleting port 56a2f3e7-9752-4dd7-9b05-38d96e7e3ff2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:34.805147 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:34.908833 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:34.933630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Calling delete_port for 56a2f3e7-9752-4dd7-9b05-38d96e7e3ff2 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:35.152946 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:58:35.153476 n-d-800708-1 neutron-server[93769]: DEBUG oslo_db.api [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:58:35.154969 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.192219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event deleted for resources: {'Port': ['ID=56a2f3e7-9752-4dd7-9b05-38d96e7e3ff2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:35.277144 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.387901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.390300 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.439746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.440479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00a554b2-67c7-4d12-8eca-da6e7eba546b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:58:35.444971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.448737 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d647f8f5-193a-4b26-801c-3acfd7772d47 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "DELETE /v2.0/routers/00a554b2-67c7-4d12-8eca-da6e7eba546b HTTP/1.1" status: 204 len: 168 time: 1.0185175 Jul 13 19:58:35.449058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:35.573846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.658957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ac4079ba-829f-44f2-b2f0-cb8321220145 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:58:35.681846 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Port 56a2f3e7-9752-4dd7-9b05-38d96e7e3ff2 not found while updating agent binding for router 00a554b2-67c7-4d12-8eca-da6e7eba546b. {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 19:58:35.691546 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Routers set() bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:35.692419 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Router IDs set() for agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:58:35.692720 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'00a554b2-67c7-4d12-8eca-da6e7eba546b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 19:58:35.693094 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f510926-c293-4992-b593-3dd0f2914fe0 None None] The sync data for ids ['00a554b2-67c7-4d12-8eca-da6e7eba546b'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:35.703080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.745977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ac4079ba-829f-44f2-b2f0-cb8321220145 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:58:35.751078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ac4079ba-829f-44f2-b2f0-cb8321220145 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:58:35.752360 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.790145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Deleting port ac4079ba-829f-44f2-b2f0-cb8321220145 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:35.790550 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.851973 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.881929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ac4079ba-829f-44f2-b2f0-cb8321220145, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ac4079ba-829f-44f2-b2f0-cb8321220145,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:58:35.887335 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.902087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] For port ac4079ba-829f-44f2-b2f0-cb8321220145, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ac4079ba-829f-44f2-b2f0-cb8321220145,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:58:35.902719 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:35.917003 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Calling delete_port for ac4079ba-829f-44f2-b2f0-cb8321220145 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:35.950357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ac4079ba-829f-44f2-b2f0-cb8321220145,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:36.090710 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.117200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac4079ba-829f-44f2-b2f0-cb8321220145,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:36.178290 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.269903 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.272033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.314542 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.315089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:58:36.320498 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.325004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c457d569-f36e-4cb0-8f9c-173b308f00da tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f6273a0c-8f18-41fd-bb0b-b7a9efafe4f1 HTTP/1.1" status: 204 len: 168 time: 0.8714314 Jul 13 19:58:36.325332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:36.332003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-22440249', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:36.356020 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.357130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.412141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.551363 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.743932 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.764718 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:36.873820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Allocated IP 172.25.7.155 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/a9324c03-f628-4b64-b648-00aa145d16e8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:36.987590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:37.031338 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:37.065532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:37.068218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:37.074565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:37.101000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Pushing event updated for resources: {'Port': ['ID=a9324c03-f628-4b64-b648-00aa145d16e8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:37.150376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77a88-f0d8-404d-a66f-0dc1be5dbb6b req-6cafc44b-1425-4261-9a74-61ccfa1a12eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:37.151916 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1eb77a88-f0d8-404d-a66f-0dc1be5dbb6b req-6cafc44b-1425-4261-9a74-61ccfa1a12eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 946 time: 0.0669458 Jul 13 19:58:37.192309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1eb77a88-f0d8-404d-a66f-0dc1be5dbb6b req-ee664adf-5e85-4234-a21b-26bed6bd55e7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346408 Jul 13 19:58:37.327562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:37.522859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:37.577369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ac4079ba-829f-44f2-b2f0-cb8321220145 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:58:37.598065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ac4079ba-829f-44f2-b2f0-cb8321220145 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:58:37.598344 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ac4079ba-829f-44f2-b2f0-cb8321220145 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:58:37.648737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Router f740dd5e-c720-49ce-8300-18ebe9a6a609 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:58:38.042777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:38.052255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d99345-173a-409b-9e81-17efa737354e None None] Sync routers for ids ['f740dd5e-c720-49ce-8300-18ebe9a6a609'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:38.061799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d99345-173a-409b-9e81-17efa737354e None None] Routers {'f740dd5e-c720-49ce-8300-18ebe9a6a609'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:38.062433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f1d99345-173a-409b-9e81-17efa737354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f740dd5e-c720-49ce-8300-18ebe9a6a609'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:38.063148 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:38.067031 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-30e52cc3-f912-44e6-b213-cc18dd799c51 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7380710 Jul 13 19:58:38.067204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:38.072360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52129796-3b0f-4626-a580-e1f5c25bf98c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:38.101939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f1d99345-173a-409b-9e81-17efa737354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:38.110603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d99345-173a-409b-9e81-17efa737354e None None] Routers {'f740dd5e-c720-49ce-8300-18ebe9a6a609'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:38.111199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f1d99345-173a-409b-9e81-17efa737354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f740dd5e-c720-49ce-8300-18ebe9a6a609'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:38.143716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f1d99345-173a-409b-9e81-17efa737354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:38.144549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d99345-173a-409b-9e81-17efa737354e None None] The sync data for ids ['f740dd5e-c720-49ce-8300-18ebe9a6a609'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:38.399777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52129796-3b0f-4626-a580-e1f5c25bf98c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:38.424745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b9e94-fd7d-4807-8017-75dc1c3ca360 req-f61c0029-ab64-488a-b090-d845d2c19bd3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:38.426240 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-405b9e94-fd7d-4807-8017-75dc1c3ca360 req-f61c0029-ab64-488a-b090-d845d2c19bd3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 946 time: 0.1148584 Jul 13 19:58:38.503221 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-405b9e94-fd7d-4807-8017-75dc1c3ca360 req-95f9c11a-9eaf-44d6-9742-1c008fb37ffb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccaf5e75-4680-449e-8612-0dfd24011a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680645 Jul 13 19:58:38.508369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-7d4a2812-0717-4cf9-9fd9-1b309d8f4dad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:38.510072 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-7d4a2812-0717-4cf9-9fd9-1b309d8f4dad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 946 time: 0.0673115 Jul 13 19:58:38.853125 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52129796-3b0f-4626-a580-e1f5c25bf98c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:38.857018 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52129796-3b0f-4626-a580-e1f5c25bf98c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:38.943303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-de1684b2-c744-413d-8d1b-92597377e485 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Deleting port 53a51004-55bb-4625-8f6e-b1938d1a27ab {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:38.946367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-de1684b2-c744-413d-8d1b-92597377e485 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:38.966088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52129796-3b0f-4626-a580-e1f5c25bf98c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Router f740dd5e-c720-49ce-8300-18ebe9a6a609 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:58:39.036375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-de1684b2-c744-413d-8d1b-92597377e485 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] For port 53a51004-55bb-4625-8f6e-b1938d1a27ab, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=53a51004-55bb-4625-8f6e-b1938d1a27ab,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:58:39.036666 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-de1684b2-c744-413d-8d1b-92597377e485 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:39.050521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-de1684b2-c744-413d-8d1b-92597377e485 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Calling delete_port for 53a51004-55bb-4625-8f6e-b1938d1a27ab owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:39.075630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52129796-3b0f-4626-a580-e1f5c25bf98c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:39.080037 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52129796-3b0f-4626-a580-e1f5c25bf98c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:39.083762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-52129796-3b0f-4626-a580-e1f5c25bf98c tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "PUT /v2.0/routers/f740dd5e-c720-49ce-8300-18ebe9a6a609 HTTP/1.1" status: 200 len: 924 time: 1.0128570 Jul 13 19:58:39.083762 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:39.087031 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772672ae-20ab-406a-801d-025ea2bbc9c8 None None] Sync routers for ids ['f740dd5e-c720-49ce-8300-18ebe9a6a609'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:39.096210 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772672ae-20ab-406a-801d-025ea2bbc9c8 None None] Routers {'f740dd5e-c720-49ce-8300-18ebe9a6a609'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:39.096821 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-772672ae-20ab-406a-801d-025ea2bbc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f740dd5e-c720-49ce-8300-18ebe9a6a609'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:39.129770 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-772672ae-20ab-406a-801d-025ea2bbc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:39.138815 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772672ae-20ab-406a-801d-025ea2bbc9c8 None None] Routers {'f740dd5e-c720-49ce-8300-18ebe9a6a609'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:39.139524 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-772672ae-20ab-406a-801d-025ea2bbc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f740dd5e-c720-49ce-8300-18ebe9a6a609'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:39.172463 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-772672ae-20ab-406a-801d-025ea2bbc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:39.173274 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772672ae-20ab-406a-801d-025ea2bbc9c8 None None] The sync data for ids ['f740dd5e-c720-49ce-8300-18ebe9a6a609'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:39.188810 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-de1684b2-c744-413d-8d1b-92597377e485 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:39.193395 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a474e466-3bc6-42e6-85c6-d778b5ffea43 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/routers/f740dd5e-c720-49ce-8300-18ebe9a6a609 HTTP/1.1" status: 200 len: 924 time: 0.1088164 Jul 13 19:58:39.196513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:39.200719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['53a51004-55bb-4625-8f6e-b1938d1a27ab'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:58:39.226842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1684b2-c744-413d-8d1b-92597377e485 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'Port': ['ID=53a51004-55bb-4625-8f6e-b1938d1a27ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:39.269008 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-de1684b2-c744-413d-8d1b-92597377e485 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] No DVR routers for this DVR port 53a51004-55bb-4625-8f6e-b1938d1a27ab on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:58:39.271934 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-de1684b2-c744-413d-8d1b-92597377e485 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:39.274863 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e187491e-b0e7-41c7-a44d-173a013a5e03 req-de1684b2-c744-413d-8d1b-92597377e485 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "DELETE /v2.0/ports/53a51004-55bb-4625-8f6e-b1938d1a27ab HTTP/1.1" status: 204 len: 173 time: 0.7597265 Jul 13 19:58:39.275313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335d828a-11b9-475e-91ef-bc8e16878c84', 'name': 'network-vif-deleted', 'tag': '53a51004-55bb-4625-8f6e-b1938d1a27ab'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:58:39.278242 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec97c4a-086b-44ab-999b-7da817bdfcbd" -d '{"events": [{"server_uuid": "335d828a-11b9-475e-91ef-bc8e16878c84", "name": "network-vif-deleted", "tag": "53a51004-55bb-4625-8f6e-b1938d1a27ab"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:58:39.284798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef8b25-6bd9-4ce5-a837-c86a85d16f32 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:39.286748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cdef8b25-6bd9-4ce5-a837-c86a85d16f32 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&device_id=f740dd5e-c720-49ce-8300-18ebe9a6a609&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0890832 Jul 13 19:58:39.290350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:39.318500 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b376b5e-ed6c-4d78-941e-8bfcc250d705 x-openstack-request-id: req-3b376b5e-ed6c-4d78-941e-8bfcc250d705 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:58:39.318793 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335d828a-11b9-475e-91ef-bc8e16878c84", "name": "network-vif-deleted", "tag": "53a51004-55bb-4625-8f6e-b1938d1a27ab", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:58:39.319767 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b376b5e-ed6c-4d78-941e-8bfcc250d705 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:58:39.320178 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335d828a-11b9-475e-91ef-bc8e16878c84', 'name': 'network-vif-deleted', 'tag': '53a51004-55bb-4625-8f6e-b1938d1a27ab', 'status': 'completed', 'code': 200} Jul 13 19:58:39.379902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137f6d0-8530-4e19-92d0-88d42034b12e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:39.381367 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8137f6d0-8530-4e19-92d0-88d42034b12e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 881 time: 0.0899940 Jul 13 19:58:39.384899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:39.415177 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d9f76117-9815-4983-bda4-81035e3a83e6 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=f740dd5e-c720-49ce-8300-18ebe9a6a609 HTTP/1.1" status: 200 len: 205 time: 0.0291498 Jul 13 19:58:39.417606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:39.523913 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:39.658927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b14974f-bcd2-46df-99e3-e68740367ea7 req-73ac3ede-3a70-4705-bd1f-42f2b82e8563 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 210 time: 0.0346038 Jul 13 19:58:39.665103 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:39.732155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Deleting port a9324c03-f628-4b64-b648-00aa145d16e8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:39.732592 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:39.812263 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:39.824699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Calling delete_port for a9324c03-f628-4b64-b648-00aa145d16e8 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:39.993180 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.022852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Pushing event deleted for resources: {'Port': ['ID=a9324c03-f628-4b64-b648-00aa145d16e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:40.086897 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.177524 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.180533 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.222065 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.222652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Fanout notify agent at l3_agent the message router_deleted on router f740dd5e-c720-49ce-8300-18ebe9a6a609 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:58:40.229799 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.231069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-742b1b91-7f45-4fba-959b-b43c46c070f1 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/f740dd5e-c720-49ce-8300-18ebe9a6a609 HTTP/1.1" status: 204 len: 168 time: 0.8123553 Jul 13 19:58:40.234976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:40.239388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fdc0c315-c069-4d00-b81e-2d857796a5eb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1657276177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:40.263009 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c315-c069-4d00-b81e-2d857796a5eb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.263947 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c315-c069-4d00-b81e-2d857796a5eb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.319728 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c315-c069-4d00-b81e-2d857796a5eb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.323990 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c315-c069-4d00-b81e-2d857796a5eb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.339851 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c315-c069-4d00-b81e-2d857796a5eb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.343477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fdc0c315-c069-4d00-b81e-2d857796a5eb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1050358 Jul 13 19:58:40.343639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:40.348209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:40.550595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:40.828316 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cacfc6dd-adbb-4c98-ade6-8bb7f64abc69 req-e11f0f1d-1de9-451b-bd62-fc9c9b3a2811 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 210 time: 0.0400741 Jul 13 19:58:41.047988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:41.067025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:41.175321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Allocated IP 172.25.7.3 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/d0bf2dc7-9467-440b-ac20-0ed87e52cdcd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:41.283087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:41.321763 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:41.356710 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:41.363024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:41.366686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:41.396654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Pushing event updated for resources: {'Port': ['ID=d0bf2dc7-9467-440b-ac20-0ed87e52cdcd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:41.625265 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:41.822491 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:41.825901 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:41.985735 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9d19c7bb-0040-4ed2-b76d-229189d82259 req-de040c2f-8fb1-4841-b720-00bc2fc3b6d7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 210 time: 0.0369275 Jul 13 19:58:41.992252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Router 5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:58:42.098217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:42.106383 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:42.108269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe330b8-0974-4dc9-8007-57c0b19ab3b2 None None] Sync routers for ids ['5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:42.110613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:42.118147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe330b8-0974-4dc9-8007-57c0b19ab3b2 None None] Routers {'5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:42.118849 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ffe330b8-0974-4dc9-8007-57c0b19ab3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:42.123207 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-667fa7df-95df-4a33-b49d-20ed50717deb tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "PUT /v2.0/routers/5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6 HTTP/1.1" status: 200 len: 882 time: 1.7782726 Jul 13 19:58:42.155438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ffe330b8-0974-4dc9-8007-57c0b19ab3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:42.165097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe330b8-0974-4dc9-8007-57c0b19ab3b2 None None] Routers {'5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:42.165661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ffe330b8-0974-4dc9-8007-57c0b19ab3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:42.198058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ffe330b8-0974-4dc9-8007-57c0b19ab3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:42.198913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe330b8-0974-4dc9-8007-57c0b19ab3b2 None None] The sync data for ids ['5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:42.223424 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8d16d94-b7a5-414c-bec8-5d18d2f84e04 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/routers/5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6 HTTP/1.1" status: 200 len: 923 time: 0.1092203 Jul 13 19:58:42.223665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:42.314121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb23e3f-ec9b-431f-97f4-8d9576f32e39 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:42.314350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 53a51004-55bb-4625-8f6e-b1938d1a27ab no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:58:42.314511 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-abb23e3f-ec9b-431f-97f4-8d9576f32e39 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&device_id=5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0890563 Jul 13 19:58:42.316348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:42.335967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 53a51004-55bb-4625-8f6e-b1938d1a27ab {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:58:42.336624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 53a51004-55bb-4625-8f6e-b1938d1a27ab not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:58:42.407921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c784923-f3b6-4787-a61b-509a1d949663 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:42.409284 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1c784923-f3b6-4787-a61b-509a1d949663 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 881 time: 0.0919549 Jul 13 19:58:42.412209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:42.445426 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2130a576-d846-4400-a467-64270adee2ca tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6 HTTP/1.1" status: 200 len: 205 time: 0.0289102 Jul 13 19:58:42.445681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:42.555718 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:42.670011 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:42.724395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Deleting port d0bf2dc7-9467-440b-ac20-0ed87e52cdcd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:42.725894 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:42.807995 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:42.820015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Calling delete_port for d0bf2dc7-9467-440b-ac20-0ed87e52cdcd owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:42.987539 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.016599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Pushing event deleted for resources: {'Port': ['ID=d0bf2dc7-9467-440b-ac20-0ed87e52cdcd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:43.095893 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.155137 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f532e9fb-0943-4536-903b-d09be6415061 req-f0404fce-e4b0-41b6-a7f1-dcb5d3a4d9c6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=335d828a-11b9-475e-91ef-bc8e16878c84 HTTP/1.1" status: 200 len: 210 time: 0.0331123 Jul 13 19:58:43.203026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.205563 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.255746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.256840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Fanout notify agent at l3_agent the message router_deleted on router 5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:58:43.268446 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.269618 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1ba63980-1e1c-4112-8abd-749ec058e617 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6 HTTP/1.1" status: 204 len: 168 time: 0.8230610 Jul 13 19:58:43.273974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:43.278440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-be085382-5473-495d-9306-2d24a7b8d441 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-242237304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:43.301228 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be085382-5473-495d-9306-2d24a7b8d441 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.302344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be085382-5473-495d-9306-2d24a7b8d441 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.357000 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be085382-5473-495d-9306-2d24a7b8d441 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.362038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be085382-5473-495d-9306-2d24a7b8d441 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.378561 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be085382-5473-495d-9306-2d24a7b8d441 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.379935 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-be085382-5473-495d-9306-2d24a7b8d441 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1049886 Jul 13 19:58:43.383515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:43.388031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:43.592776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.794656 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.814284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:43.922071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Allocated IP 172.25.7.186 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/acaed867-8857-4c08-96d3-676819575e72) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:44.024843 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:44.069462 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:44.105746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:44.112050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:44.115715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:44.121340 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event updated for resources: {'Port': ['ID=acaed867-8857-4c08-96d3-676819575e72,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:44.670580 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:44.871395 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:44.874685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:45.003426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Router 84345d2a-7616-4079-8ea6-77be89ff191f is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:58:45.109274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:45.113595 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:45.118200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-37547e13-fc87-4f5e-b19d-ca877514d5b1 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "PUT /v2.0/routers/84345d2a-7616-4079-8ea6-77be89ff191f HTTP/1.1" status: 200 len: 918 time: 1.7303348 Jul 13 19:58:45.118200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:45.121136 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3f4ec-2648-4bdd-81b3-272f00302ee3 None None] Sync routers for ids ['84345d2a-7616-4079-8ea6-77be89ff191f'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:45.131177 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c3f4ec-2648-4bdd-81b3-272f00302ee3 None None] Routers {'84345d2a-7616-4079-8ea6-77be89ff191f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:45.132703 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-86c3f4ec-2648-4bdd-81b3-272f00302ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['84345d2a-7616-4079-8ea6-77be89ff191f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:45.227286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-824bb6ce-7049-4f42-8dac-30e9d96fea41 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/routers/84345d2a-7616-4079-8ea6-77be89ff191f HTTP/1.1" status: 200 len: 924 time: 0.1080961 Jul 13 19:58:45.229927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:45.262363 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-86c3f4ec-2648-4bdd-81b3-272f00302ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:45.274331 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c3f4ec-2648-4bdd-81b3-272f00302ee3 None None] Routers {'84345d2a-7616-4079-8ea6-77be89ff191f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:45.275010 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-86c3f4ec-2648-4bdd-81b3-272f00302ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['84345d2a-7616-4079-8ea6-77be89ff191f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:45.289279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c1af8c-0e11-40ea-8c05-dfbca96e8c26 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:45.290885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-58c1af8c-0e11-40ea-8c05-dfbca96e8c26 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&device_id=84345d2a-7616-4079-8ea6-77be89ff191f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0599191 Jul 13 19:58:45.293445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:45.309423 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-86c3f4ec-2648-4bdd-81b3-272f00302ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:45.311560 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3f4ec-2648-4bdd-81b3-272f00302ee3 None None] The sync data for ids ['84345d2a-7616-4079-8ea6-77be89ff191f'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:45.383812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6287e7-84b4-4c78-8e0a-0e6650c51f5d tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:45.384333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0e6287e7-84b4-4c78-8e0a-0e6650c51f5d tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 881 time: 0.0897925 Jul 13 19:58:45.387052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:45.423570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d8cc9c38-4ad1-48b2-80e7-d7f59929fe74 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=84345d2a-7616-4079-8ea6-77be89ff191f HTTP/1.1" status: 200 len: 205 time: 0.0352960 Jul 13 19:58:45.425921 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:45.542590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:45.649501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:45.707694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Deleting port acaed867-8857-4c08-96d3-676819575e72 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:45.708040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:45.796054 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:45.810087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Calling delete_port for acaed867-8857-4c08-96d3-676819575e72 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:45.840465 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:45.993136 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.018454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Pushing event deleted for resources: {'Port': ['ID=acaed867-8857-4c08-96d3-676819575e72,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:46.086335 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.188345 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.190615 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.232341 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.232987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Fanout notify agent at l3_agent the message router_deleted on router 84345d2a-7616-4079-8ea6-77be89ff191f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:58:46.239600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.240813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9a4f6536-0f7e-474a-a039-d09072e2488f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/84345d2a-7616-4079-8ea6-77be89ff191f HTTP/1.1" status: 204 len: 168 time: 0.8138685 Jul 13 19:58:46.245201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:46.249839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7d10bdc1-73c8-4569-99ed-9f7075c6cfd4 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-780023637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:46.274246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d10bdc1-73c8-4569-99ed-9f7075c6cfd4 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.275187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d10bdc1-73c8-4569-99ed-9f7075c6cfd4 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.330681 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d10bdc1-73c8-4569-99ed-9f7075c6cfd4 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.334920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d10bdc1-73c8-4569-99ed-9f7075c6cfd4 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.349829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:46.355430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c469fe37-7ad8-4e29-ac21-7443c031016d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901346256', 'description': 'tempest-secgroup-smoke-901346256 description', 'project_id': 'fda37398e014432591e25bcf4635ede8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:46.359531 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d10bdc1-73c8-4569-99ed-9f7075c6cfd4 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.360616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7d10bdc1-73c8-4569-99ed-9f7075c6cfd4 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1143389 Jul 13 19:58:46.363463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:46.368648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:46.380636 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c469fe37-7ad8-4e29-ac21-7443c031016d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.462808 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c469fe37-7ad8-4e29-ac21-7443c031016d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.466612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c469fe37-7ad8-4e29-ac21-7443c031016d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.495880 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c469fe37-7ad8-4e29-ac21-7443c031016d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.497122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c469fe37-7ad8-4e29-ac21-7443c031016d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1456931 Jul 13 19:58:46.499011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469fe37-7ad8-4e29-ac21-7443c031016d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc558ec-63e3-459d-a1de-86e1f1f06b81,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:46.501617 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:46.506069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'security_group_rule': {'security_group_id': '6dc558ec-63e3-459d-a1de-86e1f1f06b81', 'project_id': 'fda37398e014432591e25bcf4635ede8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:46.519865 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.596743 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.606952 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.708143 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.713850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.737142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec149d85-4a32-4b19-abfc-ffa3985e7bb3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:46.752339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.753515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2509754 Jul 13 19:58:46.755775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.756257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.756674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:46.756818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.757154 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.757490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.757823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.758152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.758503 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.758833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.759156 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.759478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.759801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b44f-ab51-4a9a-9d54-53fdf127f7ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:46.761484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ca31d62c-c24f-4bc4-9817-3d0458172770 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'security_group_rule': {'security_group_id': '6dc558ec-63e3-459d-a1de-86e1f1f06b81', 'project_id': 'fda37398e014432591e25bcf4635ede8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:46.791386 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca31d62c-c24f-4bc4-9817-3d0458172770 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.849587 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca31d62c-c24f-4bc4-9817-3d0458172770 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.853382 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca31d62c-c24f-4bc4-9817-3d0458172770 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.873108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31d62c-c24f-4bc4-9817-3d0458172770 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd764a45-1709-49b9-a539-8b31b4295e7e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:46.877665 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca31d62c-c24f-4bc4-9817-3d0458172770 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.880352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ca31d62c-c24f-4bc4-9817-3d0458172770 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220181 Jul 13 19:58:46.883483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:46.886199 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.888523 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2a5ce25a-ff4c-4be7-85e5-a15173329eb7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'security_group_rule': {'security_group_id': '6dc558ec-63e3-459d-a1de-86e1f1f06b81', 'project_id': 'fda37398e014432591e25bcf4635ede8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:46.906139 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.914919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a5ce25a-ff4c-4be7-85e5-a15173329eb7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.977292 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a5ce25a-ff4c-4be7-85e5-a15173329eb7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.980873 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a5ce25a-ff4c-4be7-85e5-a15173329eb7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:46.999087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ce25a-ff4c-4be7-85e5-a15173329eb7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972b005b-2bba-4b28-b767-a844075b2527,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:47.007240 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a5ce25a-ff4c-4be7-85e5-a15173329eb7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.008741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2a5ce25a-ff4c-4be7-85e5-a15173329eb7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242669 Jul 13 19:58:47.012683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:47.014141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Allocated IP 172.25.7.174 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/94f56555-4b69-43e9-9fa4-e8ce911afdb1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:47.017333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d47110a-75b8-4ce5-8795-a9706ccf0129 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'security_group_rule': {'security_group_id': '6dc558ec-63e3-459d-a1de-86e1f1f06b81', 'project_id': 'fda37398e014432591e25bcf4635ede8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:47.044214 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d47110a-75b8-4ce5-8795-a9706ccf0129 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.103096 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d47110a-75b8-4ce5-8795-a9706ccf0129 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.106780 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d47110a-75b8-4ce5-8795-a9706ccf0129 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.123219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.123510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47110a-75b8-4ce5-8795-a9706ccf0129 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea09bdc6-3db7-4505-8bd2-ee4f6b487554,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:47.132451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d47110a-75b8-4ce5-8795-a9706ccf0129 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.136371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4d47110a-75b8-4ce5-8795-a9706ccf0129 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201458 Jul 13 19:58:47.136709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:47.141279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-87344fe8-9904-4b1a-8aa6-282eb9eb11c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'security_group_rule': {'security_group_id': '6dc558ec-63e3-459d-a1de-86e1f1f06b81', 'project_id': 'fda37398e014432591e25bcf4635ede8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:47.163588 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-87344fe8-9904-4b1a-8aa6-282eb9eb11c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Project fda37398e014432591e25bcf4635ede8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:58:47.167700 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.168908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87344fe8-9904-4b1a-8aa6-282eb9eb11c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.209851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:47.214317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:47.218752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:47.222014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Pushing event updated for resources: {'Port': ['ID=94f56555-4b69-43e9-9fa4-e8ce911afdb1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:47.233393 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87344fe8-9904-4b1a-8aa6-282eb9eb11c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.237078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87344fe8-9904-4b1a-8aa6-282eb9eb11c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.254648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87344fe8-9904-4b1a-8aa6-282eb9eb11c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77590e2a-da58-4a66-a076-b0baa67c1d3e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:47.264262 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87344fe8-9904-4b1a-8aa6-282eb9eb11c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.268552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-87344fe8-9904-4b1a-8aa6-282eb9eb11c3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308877 Jul 13 19:58:47.269159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:47.273686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a5029f5-0a89-4043-acb6-e6be01326710 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'security_group_rule': {'security_group_id': '6dc558ec-63e3-459d-a1de-86e1f1f06b81', 'project_id': 'fda37398e014432591e25bcf4635ede8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:47.294500 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-6a5029f5-0a89-4043-acb6-e6be01326710 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Project fda37398e014432591e25bcf4635ede8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:58:47.299412 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5029f5-0a89-4043-acb6-e6be01326710 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.369130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5029f5-0a89-4043-acb6-e6be01326710 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.373451 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5029f5-0a89-4043-acb6-e6be01326710 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.391823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5029f5-0a89-4043-acb6-e6be01326710 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073aa1b4-0b73-4166-a7dc-757c2a061360,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:47.398413 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5029f5-0a89-4043-acb6-e6be01326710 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.402868 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6a5029f5-0a89-4043-acb6-e6be01326710 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327634 Jul 13 19:58:47.481987 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.692567 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.696381 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.835668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Router 26ecb241-977f-4504-b42d-ada4c044b189 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:58:47.955114 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:47.960268 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.963679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:47.965913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa39e2d-903b-4512-825c-39be1004408c None None] Sync routers for ids ['26ecb241-977f-4504-b42d-ada4c044b189'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:47.967044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-64b3d1e5-fa53-456f-9ae8-853921050865 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "PUT /v2.0/routers/26ecb241-977f-4504-b42d-ada4c044b189 HTTP/1.1" status: 200 len: 919 time: 1.6010411 Jul 13 19:58:47.976517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa39e2d-903b-4512-825c-39be1004408c None None] Routers {'26ecb241-977f-4504-b42d-ada4c044b189'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:47.977138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efa39e2d-903b-4512-825c-39be1004408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['26ecb241-977f-4504-b42d-ada4c044b189'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:48.012248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efa39e2d-903b-4512-825c-39be1004408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:48.020847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa39e2d-903b-4512-825c-39be1004408c None None] Routers {'26ecb241-977f-4504-b42d-ada4c044b189'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:48.021450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efa39e2d-903b-4512-825c-39be1004408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['26ecb241-977f-4504-b42d-ada4c044b189'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:48.054123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efa39e2d-903b-4512-825c-39be1004408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:48.054800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa39e2d-903b-4512-825c-39be1004408c None None] The sync data for ids ['26ecb241-977f-4504-b42d-ada4c044b189'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:48.075594 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8a343a5e-2568-4f73-b540-824a78a03ae0 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/routers/26ecb241-977f-4504-b42d-ada4c044b189 HTTP/1.1" status: 200 len: 925 time: 0.1106877 Jul 13 19:58:48.079592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:48.145950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6416e8-ffb7-42aa-9fe7-f1f9df02252e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:48.148293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fe6416e8-ffb7-42aa-9fe7-f1f9df02252e tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&device_id=26ecb241-977f-4504-b42d-ada4c044b189&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0675385 Jul 13 19:58:48.150790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:48.244791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53884027-ba22-484c-82fe-581e1093a8ab tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:48.246350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-53884027-ba22-484c-82fe-581e1093a8ab tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/networks/6b495c24-0ca0-43d6-8369-a13aaad92ab5 HTTP/1.1" status: 200 len: 881 time: 0.0944695 Jul 13 19:58:48.249161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:48.278750 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d82bce97-6ab1-468c-b9c2-5277a893be85 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ecb241-977f-4504-b42d-ada4c044b189 HTTP/1.1" status: 200 len: 205 time: 0.0284915 Jul 13 19:58:48.281120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:48.389481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:48.497503 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:48.552504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Deleting port 94f56555-4b69-43e9-9fa4-e8ce911afdb1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:48.552963 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:48.636180 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:48.655293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Calling delete_port for 94f56555-4b69-43e9-9fa4-e8ce911afdb1 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:48.830727 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:48.856409 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Pushing event deleted for resources: {'Port': ['ID=94f56555-4b69-43e9-9fa4-e8ce911afdb1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:48.920034 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.012859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.014990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.062426 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.062938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Fanout notify agent at l3_agent the message router_deleted on router 26ecb241-977f-4504-b42d-ada4c044b189 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:58:49.070706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.071765 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c446ea12-d635-4115-b6e9-978d9f882299 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/26ecb241-977f-4504-b42d-ada4c044b189 HTTP/1.1" status: 204 len: 168 time: 0.7897732 Jul 13 19:58:49.075548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:49.079978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-368808941', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:49.104901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.105967 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.158249 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.302326 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.503732 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.527324 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.634280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Allocated IP 172.25.7.206 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/7325de86-ba04-4301-b28f-2df614f69d61) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:49.741146 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:50.118282 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:50.159463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:50.162923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:50.166697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:50.172464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Pushing event updated for resources: {'Port': ['ID=7325de86-ba04-4301-b28f-2df614f69d61,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:50.423123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:50.623486 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:50.760747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Router fbd16217-4581-4d05-92a3-88446d34acbb is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:58:50.761778 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-514380c5-51a9-498b-b3a4-db705fc60245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:50.875073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:50.887417 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8ff89-424d-4059-a247-e85b64166799 None None] Sync routers for ids ['fbd16217-4581-4d05-92a3-88446d34acbb'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:50.897456 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8ff89-424d-4059-a247-e85b64166799 None None] Routers {'fbd16217-4581-4d05-92a3-88446d34acbb'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:50.897951 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:50.898124 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e9c8ff89-424d-4059-a247-e85b64166799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fbd16217-4581-4d05-92a3-88446d34acbb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:50.902343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:50.902930 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e7049a4e-6360-4e7f-9175-9ceedb2bbfe8 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8260763 Jul 13 19:58:50.908195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:50.936896 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e9c8ff89-424d-4059-a247-e85b64166799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:50.946612 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8ff89-424d-4059-a247-e85b64166799 None None] Routers {'fbd16217-4581-4d05-92a3-88446d34acbb'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:50.947312 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e9c8ff89-424d-4059-a247-e85b64166799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fbd16217-4581-4d05-92a3-88446d34acbb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:50.983124 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e9c8ff89-424d-4059-a247-e85b64166799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:50.983355 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8ff89-424d-4059-a247-e85b64166799 None None] The sync data for ids ['fbd16217-4581-4d05-92a3-88446d34acbb'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:51.219321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:51.233839 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:51.290093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Deleting port 7325de86-ba04-4301-b28f-2df614f69d61 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:51.290358 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:51.366636 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:51.378227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Calling delete_port for 7325de86-ba04-4301-b28f-2df614f69d61 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:51.549467 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:51.576870 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Pushing event deleted for resources: {'Port': ['ID=7325de86-ba04-4301-b28f-2df614f69d61,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:51.641017 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:52.164767 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:52.168510 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668055'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:52.252992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Router fbd16217-4581-4d05-92a3-88446d34acbb has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:58:52.344081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:58:52.353534 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:52.357106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aa21762e-8d83-4687-99fd-ab7181264818 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "PUT /v2.0/routers/fbd16217-4581-4d05-92a3-88446d34acbb HTTP/1.1" status: 200 len: 709 time: 1.4504254 Jul 13 19:58:52.357295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e7805f-18d6-4bf7-aee0-85612ff1f76b None None] Sync routers for ids ['fbd16217-4581-4d05-92a3-88446d34acbb'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:58:52.357985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:52.375031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e7805f-18d6-4bf7-aee0-85612ff1f76b None None] Routers {'fbd16217-4581-4d05-92a3-88446d34acbb'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:52.376276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86e7805f-18d6-4bf7-aee0-85612ff1f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fbd16217-4581-4d05-92a3-88446d34acbb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:52.415331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86e7805f-18d6-4bf7-aee0-85612ff1f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:52.425322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e7805f-18d6-4bf7-aee0-85612ff1f76b None None] Routers {'fbd16217-4581-4d05-92a3-88446d34acbb'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:58:52.426091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86e7805f-18d6-4bf7-aee0-85612ff1f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['fbd16217-4581-4d05-92a3-88446d34acbb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:52.442188 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f26411ce-d853-4ad9-99a1-022e8eab2f90 tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/routers/fbd16217-4581-4d05-92a3-88446d34acbb HTTP/1.1" status: 200 len: 744 time: 0.0801952 Jul 13 19:58:52.442516 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:52.463159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86e7805f-18d6-4bf7-aee0-85612ff1f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:58:52.464050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e7805f-18d6-4bf7-aee0-85612ff1f76b None None] The sync data for ids ['fbd16217-4581-4d05-92a3-88446d34acbb'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:58:52.496432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-32c07f5f-df4e-4d0a-a7dd-82bd3c5ceadb tempest-RoutersIpV6AdminTest-726276162 tempest-RoutersIpV6AdminTest-726276162-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&device_id=fbd16217-4581-4d05-92a3-88446d34acbb HTTP/1.1" status: 200 len: 205 time: 0.0525992 Jul 13 19:58:52.499244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:52.529421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3927673e-7831-49cc-b71a-866ba2ba8c9f tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd16217-4581-4d05-92a3-88446d34acbb HTTP/1.1" status: 200 len: 205 time: 0.0290811 Jul 13 19:58:52.531969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:52.610450 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efa3-ef3e-4f8f-b84d-2b36615bf6ef tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:52.775049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efa3-ef3e-4f8f-b84d-2b36615bf6ef tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:52.777339 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efa3-ef3e-4f8f-b84d-2b36615bf6ef tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:52.821998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efa3-ef3e-4f8f-b84d-2b36615bf6ef tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:52.822573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee0efa3-ef3e-4f8f-b84d-2b36615bf6ef tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Fanout notify agent at l3_agent the message router_deleted on router fbd16217-4581-4d05-92a3-88446d34acbb {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:58:52.829956 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efa3-ef3e-4f8f-b84d-2b36615bf6ef tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:52.831106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4ee0efa3-ef3e-4f8f-b84d-2b36615bf6ef tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/fbd16217-4581-4d05-92a3-88446d34acbb HTTP/1.1" status: 204 len: 168 time: 0.2982340 Jul 13 19:58:52.834621 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:52.866465 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e0f0fb4f-a75c-48e9-a7f8-0df8a0902da9 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd16217-4581-4d05-92a3-88446d34acbb HTTP/1.1" status: 200 len: 205 time: 0.0298684 Jul 13 19:58:52.868484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:52.910108 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5335e4b6-7a4c-4887-883c-e6ce3dd8de94 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] delete failed (client error): The resource could not be found. Jul 13 19:58:52.913811 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5335e4b6-7a4c-4887-883c-e6ce3dd8de94 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/fbd16217-4581-4d05-92a3-88446d34acbb HTTP/1.1" status: 404 len: 336 time: 0.0418050 Jul 13 19:58:52.914031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:52.944094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2d2909f3-f277-44d3-9b50-99cfe9271f40 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ecb241-977f-4504-b42d-ada4c044b189 HTTP/1.1" status: 200 len: 205 time: 0.0283482 Jul 13 19:58:52.946391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:52.983275 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9eada0dc-778f-4dd3-9296-ef1e404a5711 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] delete failed (client error): The resource could not be found. Jul 13 19:58:52.986659 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9eada0dc-778f-4dd3-9296-ef1e404a5711 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/26ecb241-977f-4504-b42d-ada4c044b189 HTTP/1.1" status: 404 len: 336 time: 0.0370150 Jul 13 19:58:52.986879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.019294 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-925f4d04-8093-4b27-927c-d0252c0a7d20 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=84345d2a-7616-4079-8ea6-77be89ff191f HTTP/1.1" status: 200 len: 205 time: 0.0313580 Jul 13 19:58:53.021585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.059695 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-03fae624-5cd7-4d6d-8883-232b4595febf tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] delete failed (client error): The resource could not be found. Jul 13 19:58:53.063015 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-03fae624-5cd7-4d6d-8883-232b4595febf tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/84345d2a-7616-4079-8ea6-77be89ff191f HTTP/1.1" status: 404 len: 336 time: 0.0396371 Jul 13 19:58:53.063522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.096724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.097004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a3a39809-41a1-4202-b5df-df6ec6b6d96b tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6 HTTP/1.1" status: 200 len: 205 time: 0.0321183 Jul 13 19:58:53.142343 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-afe6504a-746a-4a8d-a263-15f2cc3e26c4 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] delete failed (client error): The resource could not be found. Jul 13 19:58:53.143516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-afe6504a-746a-4a8d-a263-15f2cc3e26c4 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/5998c47b-386f-4ebf-9e9a-eaf6f34bbbc6 HTTP/1.1" status: 404 len: 336 time: 0.0454130 Jul 13 19:58:53.146252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.177319 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-42d56c37-ab1d-4b1a-9e33-ce4f793a679b tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=f740dd5e-c720-49ce-8300-18ebe9a6a609 HTTP/1.1" status: 200 len: 205 time: 0.0297382 Jul 13 19:58:53.180170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.221580 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-868958eb-a51f-4b6a-bb38-4804a5d0105b tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] delete failed (client error): The resource could not be found. Jul 13 19:58:53.222647 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-868958eb-a51f-4b6a-bb38-4804a5d0105b tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/f740dd5e-c720-49ce-8300-18ebe9a6a609 HTTP/1.1" status: 404 len: 336 time: 0.0414715 Jul 13 19:58:53.225814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.256278 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e27ffa4c-e624-43e3-90d4-72c120f3c60a tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d2625b-a0cd-486f-b287-a850d81be8dc HTTP/1.1" status: 200 len: 205 time: 0.0272846 Jul 13 19:58:53.256584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.295112 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7d3b2c4c-634d-4623-ab90-964098098767 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] delete failed (client error): The resource could not be found. Jul 13 19:58:53.296159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7d3b2c4c-634d-4623-ab90-964098098767 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/routers/e4d2625b-a0cd-486f-b287-a850d81be8dc HTTP/1.1" status: 404 len: 336 time: 0.0386291 Jul 13 19:58:53.299072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.329903 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35f38c7-9f15-466f-8a74-5385aae52a10 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] DELETE failed (client error): The resource could not be found. Jul 13 19:58:53.330369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35f38c7-9f15-466f-8a74-5385aae52a10 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 19:58:53.332130 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d35f38c7-9f15-466f-8a74-5385aae52a10 tempest-RoutersIpV6AdminTest-493868325 tempest-RoutersIpV6AdminTest-493868325-project] 10.222.0.25 "DELETE /v2.0/subnets/05a2e135-e9dd-40ef-af4d-3e63573a4d7e HTTP/1.1" status: 404 len: 337 time: 0.0321627 Jul 13 19:58:53.588475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.611707 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358bcda0-c5e6-4e40-87a8-0c2d2466aa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:53.661814 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:53.714716 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef2334a-1539-4cb8-ba34-9b0c1933297c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:53.812079 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef2334a-1539-4cb8-ba34-9b0c1933297c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:53.817416 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef2334a-1539-4cb8-ba34-9b0c1933297c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:53.864651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:53.864965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6ef2334a-1539-4cb8-ba34-9b0c1933297c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24e00ecfc1bf430b90a89e363ccc9858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750454 Jul 13 19:58:53.866327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2334a-1539-4cb8-ba34-9b0c1933297c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b67420e-9fe0-4a4f-9bcf-27ab01e86c98,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:53.916201 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-776ec3f3-b479-4d67-9c40-7c53fef746c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:53.938455 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-776ec3f3-b479-4d67-9c40-7c53fef746c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:53.990200 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-776ec3f3-b479-4d67-9c40-7c53fef746c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:53.992832 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-776ec3f3-b479-4d67-9c40-7c53fef746c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:53.994011 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-776ec3f3-b479-4d67-9c40-7c53fef746c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b67420e-9fe0-4a4f-9bcf-27ab01e86c98 HTTP/1.1" status: 204 len: 168 time: 0.1274116 Jul 13 19:58:54.002441 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ec3f3-b479-4d67-9c40-7c53fef746c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b67420e-9fe0-4a4f-9bcf-27ab01e86c98,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:54.274554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:54.320995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:54.321231 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-df2bcbcf-9575-4d54-bdf6-830b03e5edcb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d0d87e7da05402c85571380e4346df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453472 Jul 13 19:58:54.372893 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94367933-ce9f-4fbd-9899-9058179d43aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:54.394881 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94367933-ce9f-4fbd-9899-9058179d43aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:54.441504 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94367933-ce9f-4fbd-9899-9058179d43aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:54.444461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94367933-ce9f-4fbd-9899-9058179d43aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:54.445653 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-94367933-ce9f-4fbd-9899-9058179d43aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e50a2d07-c677-431b-aadc-eb8f2c012032 HTTP/1.1" status: 204 len: 168 time: 0.1236510 Jul 13 19:58:54.454088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94367933-ce9f-4fbd-9899-9058179d43aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50a2d07-c677-431b-aadc-eb8f2c012032,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:54.639378 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:55.185535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:55.314914 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8d61d3bd-3f7c-49a7-8d80-a2c495789d69 tempest-AgentManagementNegativeTest-1579226819 tempest-AgentManagementNegativeTest-1579226819-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1281009 Jul 13 19:58:55.568027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:55.684108 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7fa8-392c-4fdb-a494-608699479bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:55.778236 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7fa8-392c-4fdb-a494-608699479bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:55.782260 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7fa8-392c-4fdb-a494-608699479bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:55.822632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bd6d7fa8-392c-4fdb-a494-608699479bc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c4f5dd3ab5c4ae9bde1bf9663a7ef63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534540 Jul 13 19:58:55.823608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d7fa8-392c-4fdb-a494-608699479bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe495f83-7e26-480c-8510-0baf472441f5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:55.825320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:55.879360 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3bd4028-976d-4e4a-bb97-8df7df3f0804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:55.901697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3bd4028-976d-4e4a-bb97-8df7df3f0804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:55.956350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3bd4028-976d-4e4a-bb97-8df7df3f0804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:55.959012 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3bd4028-976d-4e4a-bb97-8df7df3f0804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:55.960781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d3bd4028-976d-4e4a-bb97-8df7df3f0804 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe495f83-7e26-480c-8510-0baf472441f5 HTTP/1.1" status: 204 len: 168 time: 0.1341915 Jul 13 19:58:55.970390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd4028-976d-4e4a-bb97-8df7df3f0804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe495f83-7e26-480c-8510-0baf472441f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:56.131075 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:56.644295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:56.747290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1409238115'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:56.769171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Made reservation on behalf of eab8c70ab4eb4fc8b95b6e2002abfa23 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:58:56.773013 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:56.782340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:56.885479 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:56.889465 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:56.914420 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:58:56.930725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d35d7-f958-497f-b80e-82a87baf5629,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:56.934385 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:56.934756 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Added segment 599b038d-5a07-4370-a6e7-ee2b03c0ecf9 of type vlan for network 764b03be-b95a-46c7-a49a-05d50145ade3 Jul 13 19:58:56.977082 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:57.006102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:57.011946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:57.012531 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:57.068618 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4231164 Jul 13 19:58:57.071605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:57.076898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'subnet': {'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:57.091830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f5911-94f2-44b4-a9e6-f4045bd7fb4a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Network': ['ID=764b03be-b95a-46c7-a49a-05d50145ade3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:57.105524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 764b03be-b95a-46c7-a49a-05d50145ade3 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:58:57.172857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Made reservation on behalf of eab8c70ab4eb4fc8b95b6e2002abfa23 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:58:57.176785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:57.406735 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:57.483564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Subnet': ['ID=25ca012f-6941-4458-88cd-4dcf589d8802,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:57.489055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Checking segment: {'id': '599b038d-5a07-4370-a6e7-ee2b03c0ecf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:58:57.489420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Network hostable DHCP agents. Network: 764b03be-b95a-46c7-a49a-05d50145ade3, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:58:57.539078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Network 764b03be-b95a-46c7-a49a-05d50145ade3 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:58:57.550091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 764b03be-b95a-46c7-a49a-05d50145ade3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:57.555348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:57.555953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:57.560649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfee9a0-0279-4400-8ec7-978c45120c1a None None] Network 764b03be-b95a-46c7-a49a-05d50145ade3 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:58:57.572299 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-05ef2d2e-0f7e-4dd1-82ba-acc91dabb116 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4994893 Jul 13 19:58:57.574888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:57.580380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'port': {'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3', 'name': 'tempest-AllowedAddressPairTestJSON-2090628745'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:57.695602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Made reservation on behalf of eab8c70ab4eb4fc8b95b6e2002abfa23 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:58:57.699457 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:57.718203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] device_id is not set on port 320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:58:57.719563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-764b03be-b95a-46c7-a49a-05d50145ade3', 'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3', 'tenant_id': 'eab8c70ab4eb4fc8b95b6e2002abfa23', 'fixed_ips': [{'subnet_id': '25ca012f-6941-4458-88cd-4dcf589d8802'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:58:57.720915 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:57.834144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Allocated IP 172.20.0.2 (764b03be-b95a-46c7-a49a-05d50145ade3/25ca012f-6941-4458-88cd-4dcf589d8802/320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:57.986208 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:58.001051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Transition to ACTIVE for port object 320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:58:58.041381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:58.090838 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Network 764b03be-b95a-46c7-a49a-05d50145ade3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:58.094469 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:58.095044 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-22738f7d-a456-42ee-8b15-8c2a4f282da9 {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:58:58.095556 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:58:58.098922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:58.102868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Port': ['ID=320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:58.147424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:58.148160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:58.161842 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-96c0fd20-4c01-4bd0-a223-6a0d1e2a5094 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5858219 Jul 13 19:58:58.165024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:58.169907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'port': {'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3', 'name': 'tempest-AllowedAddressPairTestJSON-1850028727', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:c5:10:8d'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:58.283297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Made reservation on behalf of eab8c70ab4eb4fc8b95b6e2002abfa23 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:58:58.366114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:58.383346 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] device_id is not set on port ba33edac-e96c-4354-92f0-107982dc190e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:58:58.499619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Allocated IP 172.20.0.7 (764b03be-b95a-46c7-a49a-05d50145ade3/25ca012f-6941-4458-88cd-4dcf589d8802/ba33edac-e96c-4354-92f0-107982dc190e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:58.597218 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:58.653784 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:58.669112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Transition to ACTIVE for port object ba33edac-e96c-4354-92f0-107982dc190e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:58:58.705028 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:58.751860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Allocated IP 172.20.0.3 (764b03be-b95a-46c7-a49a-05d50145ade3/25ca012f-6941-4458-88cd-4dcf589d8802/38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:58:58.754752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Network 764b03be-b95a-46c7-a49a-05d50145ade3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:58.758848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:58.763637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:58.767800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Port': ['ID=ba33edac-e96c-4354-92f0-107982dc190e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:58.822598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:58.823230 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:58.836894 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8b3e5a3d-a474-4ae7-b41c-909d9585fdc0 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.6708715 Jul 13 19:58:58.839860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:58.908661 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc7f657-6bfa-4965-a1f3-c8daf67e9d9c tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:58.915797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc7f657-6bfa-4965-a1f3-c8daf67e9d9c tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:58:58.917682 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1bc7f657-6bfa-4965-a1f3-c8daf67e9d9c tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1727 time: 0.0768216 Jul 13 19:58:58.917864 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:58.920897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:58.927658 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Transition to ACTIVE for port object 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:58:58.943541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Transition to ACTIVE for port object 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:58:58.949945 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:58.988300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Network 764b03be-b95a-46c7-a49a-05d50145ade3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:58:58.996629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:58:59.000248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:58:59.006416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Pushing event updated for resources: {'Port': ['ID=38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:59.052589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4e5271e9-9eb0-4b9b-971d-c87edb051728 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Deleting port ba33edac-e96c-4354-92f0-107982dc190e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:58:59.052955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5271e9-9eb0-4b9b-971d-c87edb051728 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:59.067625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.067986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.069178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.069644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.070087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.070831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.070831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.071134 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.071426 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.071740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.072061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.072382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:58:59.089358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Attempting to bind port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:58:59.089727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Attempting to bind port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '599b038d-5a07-4370-a6e7-ee2b03c0ecf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:58:59.090086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Attempting to bind port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b on network 764b03be-b95a-46c7-a49a-05d50145ade3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:58:59.095110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:58:59.095393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Checking segment: {'id': '599b038d-5a07-4370-a6e7-ee2b03c0ecf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:58:59.095792 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:59.096188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Bound using segment: {'id': '599b038d-5a07-4370-a6e7-ee2b03c0ecf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:58:59.096636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Bound port: 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599b038d-5a07-4370-a6e7-ee2b03c0ecf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:58:59.097012 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:59.153681 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5271e9-9eb0-4b9b-971d-c87edb051728 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:59.164579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] For port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:58:59.167811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] For port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b,segment=NetworkSegment(599b038d-5a07-4370-a6e7-ee2b03c0ecf9),segment_id=599b038d-5a07-4370-a6e7-ee2b03c0ecf9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:58:59.168123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4e5271e9-9eb0-4b9b-971d-c87edb051728 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Calling delete_port for ba33edac-e96c-4354-92f0-107982dc190e owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:58:59.173274 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:59.239586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a62a66-0be2-4060-937c-a3ff368e6bd4 None None] Pushing event updated for resources: {'Port': ['ID=38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:59.321483 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5271e9-9eb0-4b9b-971d-c87edb051728 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:59.358375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5271e9-9eb0-4b9b-971d-c87edb051728 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event deleted for resources: {'Port': ['ID=ba33edac-e96c-4354-92f0-107982dc190e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:58:59.649466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:58:59.703911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:58:59.842348 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5271e9-9eb0-4b9b-971d-c87edb051728 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:59.844314 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4e5271e9-9eb0-4b9b-971d-c87edb051728 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "DELETE /v2.0/ports/ba33edac-e96c-4354-92f0-107982dc190e HTTP/1.1" status: 204 len: 168 time: 0.9218619 Jul 13 19:58:59.846872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:59.879033 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7d1fbf-108e-4f31-a14f-867ca611efe1 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] GET failed (client error): The resource could not be found. Jul 13 19:58:59.880536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5b7d1fbf-108e-4f31-a14f-867ca611efe1 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "GET /v2.0/ports/ba33edac-e96c-4354-92f0-107982dc190e HTTP/1.1" status: 404 len: 333 time: 0.0327611 Jul 13 19:58:59.884091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:58:59.888889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'port': {'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3', 'name': 'tempest-AllowedAddressPairTestJSON-891475002'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:58:59.995714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Made reservation on behalf of eab8c70ab4eb4fc8b95b6e2002abfa23 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:58:59.999544 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.018153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] device_id is not set on port 982d6997-e4c6-4b42-a8c3-b4165e1f2bfc yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:59:00.140021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Allocated IP 172.20.0.8 (764b03be-b95a-46c7-a49a-05d50145ade3/25ca012f-6941-4458-88cd-4dcf589d8802/982d6997-e4c6-4b42-a8c3-b4165e1f2bfc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:00.304458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.321267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Transition to ACTIVE for port object 982d6997-e4c6-4b42-a8c3-b4165e1f2bfc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:00.359176 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.366868 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3d2003-08e9-44d7-addf-c3117978e0a5 None None] Network 764b03be-b95a-46c7-a49a-05d50145ade3 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:59:00.407773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Network 764b03be-b95a-46c7-a49a-05d50145ade3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:00.411102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:00.415716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:00.436327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4304fd6e-c551-45df-85e9-df54b647e6a2 None None] Provisioning for port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:00.442223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Port': ['ID=982d6997-e4c6-4b42-a8c3-b4165e1f2bfc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:00.444272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4304fd6e-c551-45df-85e9-df54b647e6a2 None None] Provisioning complete for port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:00.444851 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4304fd6e-c551-45df-85e9-df54b647e6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.482807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:00.483604 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.502606 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1b6eed57-57a2-4b5e-9e41-69fb89a3e6ee tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6150231 Jul 13 19:59:00.502858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:00.509067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ae51ac24-2433-4223-850f-a2b4b6a47d44 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:c5:10:8d'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:00.615871 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4304fd6e-c551-45df-85e9-df54b647e6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.616507 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae51ac24-2433-4223-850f-a2b4b6a47d44 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.660084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4304fd6e-c551-45df-85e9-df54b647e6a2 None None] For port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b,segment=NetworkSegment(599b038d-5a07-4370-a6e7-ee2b03c0ecf9),segment_id=599b038d-5a07-4370-a6e7-ee2b03c0ecf9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:00.666563 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4304fd6e-c551-45df-85e9-df54b647e6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.728087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304fd6e-c551-45df-85e9-df54b647e6a2 None None] Pushing event updated for resources: {'Port': ['ID=38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:00.840776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae51ac24-2433-4223-850f-a2b4b6a47d44 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.848098 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae51ac24-2433-4223-850f-a2b4b6a47d44 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.950612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51ac24-2433-4223-850f-a2b4b6a47d44 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Port': ['ID=982d6997-e4c6-4b42-a8c3-b4165e1f2bfc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:00.962736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ae51ac24-2433-4223-850f-a2b4b6a47d44 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] In _notify_port_updated(), no bound segment for port 982d6997-e4c6-4b42-a8c3-b4165e1f2bfc on network 764b03be-b95a-46c7-a49a-05d50145ade3 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:59:00.968607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae51ac24-2433-4223-850f-a2b4b6a47d44 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:00.969318 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae51ac24-2433-4223-850f-a2b4b6a47d44 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:00.973599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ae51ac24-2433-4223-850f-a2b4b6a47d44 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "PUT /v2.0/ports/982d6997-e4c6-4b42-a8c3-b4165e1f2bfc HTTP/1.1" status: 200 len: 992 time: 0.4666619 Jul 13 19:59:00.973959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:00.997403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e1a37a2-6bea-4f6c-a7c5-e82c9dfe2b6a None None] Provisioning complete for port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:00.998256 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1a37a2-6bea-4f6c-a7c5-e82c9dfe2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:01.114641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e1a37a2-6bea-4f6c-a7c5-e82c9dfe2b6a None None] Provisioning for port 320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:01.119178 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-357748c0-4d4c-424e-84e1-5358c293ad6e tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Deleting port 982d6997-e4c6-4b42-a8c3-b4165e1f2bfc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:01.120396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-357748c0-4d4c-424e-84e1-5358c293ad6e tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:01.123956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e1a37a2-6bea-4f6c-a7c5-e82c9dfe2b6a None None] Provisioning complete for port 320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:01.124341 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1a37a2-6bea-4f6c-a7c5-e82c9dfe2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:01.173379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a37a2-6bea-4f6c-a7c5-e82c9dfe2b6a None None] Port 320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:01.191419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e1a37a2-6bea-4f6c-a7c5-e82c9dfe2b6a None None] Provisioning for port 982d6997-e4c6-4b42-a8c3-b4165e1f2bfc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:01.197257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e1a37a2-6bea-4f6c-a7c5-e82c9dfe2b6a None None] Provisioning complete for port 982d6997-e4c6-4b42-a8c3-b4165e1f2bfc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:01.197805 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1a37a2-6bea-4f6c-a7c5-e82c9dfe2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:01.237469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-357748c0-4d4c-424e-84e1-5358c293ad6e tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:01.243506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a37a2-6bea-4f6c-a7c5-e82c9dfe2b6a None None] Port 982d6997-e4c6-4b42-a8c3-b4165e1f2bfc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:01.258366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-357748c0-4d4c-424e-84e1-5358c293ad6e tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Calling delete_port for 982d6997-e4c6-4b42-a8c3-b4165e1f2bfc owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:01.370293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f1de197f-fee0-45cb-8605-3e3195ddf1fe None None] Provisioning complete for port 320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:01.370293 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1de197f-fee0-45cb-8605-3e3195ddf1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:01.411745 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:59:01.424053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f1de197f-fee0-45cb-8605-3e3195ddf1fe None None] Port 320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:01.472139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-357748c0-4d4c-424e-84e1-5358c293ad6e tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:01.517968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357748c0-4d4c-424e-84e1-5358c293ad6e tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event deleted for resources: {'Port': ['ID=982d6997-e4c6-4b42-a8c3-b4165e1f2bfc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:01.548884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66be6c05-33a6-4307-a0c1-f700fbb1adb0 None None] Could not find standard attr ID for object ba33edac-e96c-4354-92f0-107982dc190e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:59:01.671140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:59:01.679026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-357748c0-4d4c-424e-84e1-5358c293ad6e tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:01.683307 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-357748c0-4d4c-424e-84e1-5358c293ad6e tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "DELETE /v2.0/ports/982d6997-e4c6-4b42-a8c3-b4165e1f2bfc HTTP/1.1" status: 204 len: 168 time: 0.7053790 Jul 13 19:59:01.683993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:01.717922 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-858802c7-2186-4d07-87bb-0020bec9f29f tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] GET failed (client error): The resource could not be found. Jul 13 19:59:01.726336 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-858802c7-2186-4d07-87bb-0020bec9f29f tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "GET /v2.0/ports/982d6997-e4c6-4b42-a8c3-b4165e1f2bfc HTTP/1.1" status: 404 len: 333 time: 0.0365438 Jul 13 19:59:01.726746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:01.732029 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'port': {'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3', 'name': 'tempest-AllowedAddressPairTestJSON-574650640'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:01.745797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:01.746627 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:01.793093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b15d4423-5eed-422d-bdc6-bf99fab2a20a None None] Could not find standard attr ID for object 982d6997-e4c6-4b42-a8c3-b4165e1f2bfc. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:59:01.872797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Made reservation on behalf of eab8c70ab4eb4fc8b95b6e2002abfa23 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:01.876966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:01.897804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] device_id is not set on port dcbf47a5-e61f-425d-b9cc-701475bb0f39 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:59:02.015724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Allocated IP 172.20.0.9 (764b03be-b95a-46c7-a49a-05d50145ade3/25ca012f-6941-4458-88cd-4dcf589d8802/dcbf47a5-e61f-425d-b9cc-701475bb0f39) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:02.111063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d23500d5-5714-4d74-8615-ddde903c71cf None None] Could not find standard attr ID for object 982d6997-e4c6-4b42-a8c3-b4165e1f2bfc. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 19:59:02.182322 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:02.199481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Transition to ACTIVE for port object dcbf47a5-e61f-425d-b9cc-701475bb0f39 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:02.235530 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:02.288541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Network 764b03be-b95a-46c7-a49a-05d50145ade3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:02.292109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:02.296983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:02.300963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Port': ['ID=dcbf47a5-e61f-425d-b9cc-701475bb0f39,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:02.355659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:02.356352 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:02.372812 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dfad7582-aaca-4d5a-939d-afbc3c1bedcd tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6446505 Jul 13 19:59:02.375373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:02.381354 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4bee6f4f-01a0-4836-933f-ccc3c03e72f5 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c5:10:8d'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:02.539904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c1dd299-6d46-4372-967a-466608f5465a None None] Provisioning for port dcbf47a5-e61f-425d-b9cc-701475bb0f39 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:02.543696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c1dd299-6d46-4372-967a-466608f5465a None None] Provisioning complete for port dcbf47a5-e61f-425d-b9cc-701475bb0f39 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:02.544073 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd299-6d46-4372-967a-466608f5465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:02.551529 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bee6f4f-01a0-4836-933f-ccc3c03e72f5 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:02.578265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3c1dd299-6d46-4372-967a-466608f5465a None None] Port dcbf47a5-e61f-425d-b9cc-701475bb0f39 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:02.729100 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bee6f4f-01a0-4836-933f-ccc3c03e72f5 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:02.733765 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bee6f4f-01a0-4836-933f-ccc3c03e72f5 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:02.814512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee6f4f-01a0-4836-933f-ccc3c03e72f5 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Port': ['ID=dcbf47a5-e61f-425d-b9cc-701475bb0f39,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:02.844232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4bee6f4f-01a0-4836-933f-ccc3c03e72f5 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] In _notify_port_updated(), no bound segment for port dcbf47a5-e61f-425d-b9cc-701475bb0f39 on network 764b03be-b95a-46c7-a49a-05d50145ade3 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:59:02.850529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bee6f4f-01a0-4836-933f-ccc3c03e72f5 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:02.851322 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bee6f4f-01a0-4836-933f-ccc3c03e72f5 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:02.855167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4bee6f4f-01a0-4836-933f-ccc3c03e72f5 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "PUT /v2.0/ports/dcbf47a5-e61f-425d-b9cc-701475bb0f39 HTTP/1.1" status: 200 len: 995 time: 0.4762101 Jul 13 19:59:02.855415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:02.961587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-705d34c0-383a-45bd-afd0-aa7de90d4636 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Deleting port dcbf47a5-e61f-425d-b9cc-701475bb0f39 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:02.961944 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705d34c0-383a-45bd-afd0-aa7de90d4636 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:03.000616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d5575d4-2cbb-41bb-9ea8-9bc5227a0718 None None] Provisioning complete for port dcbf47a5-e61f-425d-b9cc-701475bb0f39 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:03.001244 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d5575d4-2cbb-41bb-9ea8-9bc5227a0718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:03.021005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-b16d2ed2-eea1-4b58-8842-95aff3a5bf99 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901346256&fields=id&tenant_id=fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 267 time: 0.0355916 Jul 13 19:59:03.036354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d5575d4-2cbb-41bb-9ea8-9bc5227a0718 None None] Port dcbf47a5-e61f-425d-b9cc-701475bb0f39 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:03.055305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705d34c0-383a-45bd-afd0-aa7de90d4636 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:03.066965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-705d34c0-383a-45bd-afd0-aa7de90d4636 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Calling delete_port for dcbf47a5-e61f-425d-b9cc-701475bb0f39 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:03.130819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-17ace591-97f8-4103-89e7-2a8e1df36752 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:03.132396 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-17ace591-97f8-4103-89e7-2a8e1df36752 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1020501 Jul 13 19:59:03.147981 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-b0886859-8b32-4c61-8649-aaa09771bc9b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/quotas/fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 375 time: 0.0102174 Jul 13 19:59:03.195322 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705d34c0-383a-45bd-afd0-aa7de90d4636 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:03.221543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-ec7a9926-1d57-4c40-bcb1-2bfc176c374c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683091 Jul 13 19:59:03.227634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d34c0-383a-45bd-afd0-aa7de90d4636 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event deleted for resources: {'Port': ['ID=dcbf47a5-e61f-425d-b9cc-701475bb0f39,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:03.303768 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705d34c0-383a-45bd-afd0-aa7de90d4636 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:03.308334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-705d34c0-383a-45bd-afd0-aa7de90d4636 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "DELETE /v2.0/ports/dcbf47a5-e61f-425d-b9cc-701475bb0f39 HTTP/1.1" status: 204 len: 168 time: 0.4494405 Jul 13 19:59:03.309132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:03.320341 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-2d1c7a41-6549-45c3-bb49-59c4fc365889 service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870523 Jul 13 19:59:03.341813 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdd779c-86bb-4ffc-b124-4799e442640b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] GET failed (client error): The resource could not be found. Jul 13 19:59:03.347104 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1bdd779c-86bb-4ffc-b124-4799e442640b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "GET /v2.0/ports/dcbf47a5-e61f-425d-b9cc-701475bb0f39 HTTP/1.1" status: 404 len: 333 time: 0.0336099 Jul 13 19:59:03.347348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:03.383329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'port': {'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3', 'name': 'tempest-AllowedAddressPairTestJSON-1077293715'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:03.493795 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-f947dc53-0493-4284-a61a-0d5d0492db9b service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661186 Jul 13 19:59:03.517025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Made reservation on behalf of eab8c70ab4eb4fc8b95b6e2002abfa23 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:03.520989 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:03.540567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] device_id is not set on port 303c7ecc-478e-4e44-8f2c-7b8c4d30006c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:59:03.656666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Allocated IP 172.20.0.10 (764b03be-b95a-46c7-a49a-05d50145ade3/25ca012f-6941-4458-88cd-4dcf589d8802/303c7ecc-478e-4e44-8f2c-7b8c4d30006c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:03.817923 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:03.830520 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cef47cbd-dfc1-4133-9dca-4e16f40c2f0f req-4944c082-3dbc-48e3-8b42-14792facef49 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 210 time: 0.0448055 Jul 13 19:59:03.833444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Transition to ACTIVE for port object 303c7ecc-478e-4e44-8f2c-7b8c4d30006c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:03.869274 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:03.922275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Network 764b03be-b95a-46c7-a49a-05d50145ade3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:03.925664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:03.930374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:03.934452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Port': ['ID=303c7ecc-478e-4e44-8f2c-7b8c4d30006c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:03.983449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:03.984086 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:03.999140 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2e156c0b-a52c-4b18-bb7f-0fe947686e35 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6504037 Jul 13 19:59:04.001254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:04.007155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'port': {'network_id': '764b03be-b95a-46c7-a49a-05d50145ade3', 'name': 'tempest-AllowedAddressPairTestJSON-2084018202'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:04.126991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Made reservation on behalf of eab8c70ab4eb4fc8b95b6e2002abfa23 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:04.131690 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:04.151060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] device_id is not set on port cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:59:04.169475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18674587-ace7-4562-9e04-6ccf4dd4d46d None None] Provisioning for port 303c7ecc-478e-4e44-8f2c-7b8c4d30006c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:04.174638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18674587-ace7-4562-9e04-6ccf4dd4d46d None None] Provisioning complete for port 303c7ecc-478e-4e44-8f2c-7b8c4d30006c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:04.175006 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18674587-ace7-4562-9e04-6ccf4dd4d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:04.212977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18674587-ace7-4562-9e04-6ccf4dd4d46d None None] Port 303c7ecc-478e-4e44-8f2c-7b8c4d30006c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:04.268349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Allocated IP 172.20.0.14 (764b03be-b95a-46c7-a49a-05d50145ade3/25ca012f-6941-4458-88cd-4dcf589d8802/cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:04.426033 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:04.441042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Transition to ACTIVE for port object cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:04.473262 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:04.516895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Network 764b03be-b95a-46c7-a49a-05d50145ade3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:04.519951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:04.524539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:04.530795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Port': ['ID=cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:04.580995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:04.581598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:04.596294 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-efdf0b17-f42a-4b8b-b071-6e1dbc1290cf tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5938885 Jul 13 19:59:04.598994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:04.604868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-40c99f2f-b161-4d85-bbfb-352446695e12 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:c5:10:8d'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:3a:b2:1b'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:04.783150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c99f2f-b161-4d85-bbfb-352446695e12 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:04.840635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48b1c914-4fb7-4d71-9b59-26c0858f4141 None None] Provisioning for port cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:04.847169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48b1c914-4fb7-4d71-9b59-26c0858f4141 None None] Provisioning complete for port cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:04.847847 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48b1c914-4fb7-4d71-9b59-26c0858f4141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:04.891855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-48b1c914-4fb7-4d71-9b59-26c0858f4141 None None] Port cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:04.901068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-e37b9c7b-d218-40eb-a35f-ab74f0c8778b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:04.902906 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-e37b9c7b-d218-40eb-a35f-ab74f0c8778b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1301143 Jul 13 19:59:04.953798 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0706a774-e99c-4de0-80fb-544d8379735a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 379 time: 0.0422373 Jul 13 19:59:04.964201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'port': {'device_id': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'admin_state_up': True, 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'security_groups': ['6dc558ec-63e3-459d-a1de-86e1f1f06b81']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:05.017951 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f27eeebd-c720-4931-aa41-7c961ca7bc95 req-fa5a0c12-1579-4b30-aa93-bfeb886e91ad tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 210 time: 0.0419710 Jul 13 19:59:05.047629 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c99f2f-b161-4d85-bbfb-352446695e12 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.053730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c99f2f-b161-4d85-bbfb-352446695e12 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.100573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Made reservation on behalf of fda37398e014432591e25bcf4635ede8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:05.105303 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.132122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c99f2f-b161-4d85-bbfb-352446695e12 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event updated for resources: {'Port': ['ID=cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:05.153912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-40c99f2f-b161-4d85-bbfb-352446695e12 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] In _notify_port_updated(), no bound segment for port cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 on network 764b03be-b95a-46c7-a49a-05d50145ade3 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 19:59:05.159546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c99f2f-b161-4d85-bbfb-352446695e12 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:05.160201 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c99f2f-b161-4d85-bbfb-352446695e12 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.164879 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-40c99f2f-b161-4d85-bbfb-352446695e12 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "PUT /v2.0/ports/cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 HTTP/1.1" status: 200 len: 1057 time: 0.5610368 Jul 13 19:59:05.165058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:05.266956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Allocated IP 172.20.0.8 (cbf555af-b606-40f4-8662-f126ec8b2a8e/253e5a1f-163a-4235-af8d-7f120c8cb4e0/0b957a05-8310-4196-b03c-a6fc38e43780) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:05.282916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-49c9e63e-8dc5-40a9-9644-40399ab04059 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Deleting port cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:05.283494 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49c9e63e-8dc5-40a9-9644-40399ab04059 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.382897 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49c9e63e-8dc5-40a9-9644-40399ab04059 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.397005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-49c9e63e-8dc5-40a9-9644-40399ab04059 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Calling delete_port for cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:05.419885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84d3795d-bf8d-42cb-82e7-df0b302d2467 None None] Provisioning complete for port cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:05.420958 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3795d-bf8d-42cb-82e7-df0b302d2467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.435311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.449856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Transition to ACTIVE for port object 0b957a05-8310-4196-b03c-a6fc38e43780 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:05.464501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84d3795d-bf8d-42cb-82e7-df0b302d2467 None None] Port cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:05.488170 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.531823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:05.537364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:05.541343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:05.544607 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49c9e63e-8dc5-40a9-9644-40399ab04059 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.583374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=0b957a05-8310-4196-b03c-a6fc38e43780,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:05.585941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9e63e-8dc5-40a9-9644-40399ab04059 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event deleted for resources: {'Port': ['ID=cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:05.603953 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:05.604619 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.628431 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-87dd196f-1b58-4d6f-ac30-9eb226badbc4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6697245 Jul 13 19:59:05.640078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Request body: {'port': {'device_id': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:05.757408 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.894115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49c9e63e-8dc5-40a9-9644-40399ab04059 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:05.896278 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-49c9e63e-8dc5-40a9-9644-40399ab04059 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "DELETE /v2.0/ports/cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 HTTP/1.1" status: 204 len: 168 time: 0.7301872 Jul 13 19:59:05.900105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:05.928544 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7781a889-2150-4f6d-97fe-9d3dcaaa0db8 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] GET failed (client error): The resource could not be found. Jul 13 19:59:05.930252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7781a889-2150-4f6d-97fe-9d3dcaaa0db8 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "GET /v2.0/ports/cbb8ea04-ee6f-49b0-8b0f-b4e7a35435d7 HTTP/1.1" status: 404 len: 333 time: 0.0291216 Jul 13 19:59:05.933000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:05.994708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7061fadc-fbd2-4d38-857e-cc8ea6f78ee0 None None] Provisioning for port 0b957a05-8310-4196-b03c-a6fc38e43780 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:06.001100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7061fadc-fbd2-4d38-857e-cc8ea6f78ee0 None None] Provisioning complete for port 0b957a05-8310-4196-b03c-a6fc38e43780 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:06.001825 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7061fadc-fbd2-4d38-857e-cc8ea6f78ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.032716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-32b889ce-6f1a-4238-8d54-d3a49efedc17 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Deleting port 303c7ecc-478e-4e44-8f2c-7b8c4d30006c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:06.033071 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b889ce-6f1a-4238-8d54-d3a49efedc17 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.066215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7061fadc-fbd2-4d38-857e-cc8ea6f78ee0 None None] Port 0b957a05-8310-4196-b03c-a6fc38e43780 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:06.100771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b957a05-8310-4196-b03c-a6fc38e43780 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:59:06.109169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.121628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Transition to ACTIVE for port object 0b957a05-8310-4196-b03c-a6fc38e43780 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:06.127726 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.145828 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b889ce-6f1a-4238-8d54-d3a49efedc17 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.165284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-32b889ce-6f1a-4238-8d54-d3a49efedc17 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Calling delete_port for 303c7ecc-478e-4e44-8f2c-7b8c4d30006c owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:06.296740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Pushing event updated for resources: {'Port': ['ID=0b957a05-8310-4196-b03c-a6fc38e43780,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:06.318641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Attempting to bind port 0b957a05-8310-4196-b03c-a6fc38e43780 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:59:06.319118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Attempting to bind port 0b957a05-8310-4196-b03c-a6fc38e43780 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:59:06.319647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Attempting to bind port 0b957a05-8310-4196-b03c-a6fc38e43780 on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:59:06.340241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d411b-bf56-4481-bc07-306443cbfcef req-264acaa8-608d-449c-9e18-616ec2bdface tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:06.341984 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-278d411b-bf56-4481-bc07-306443cbfcef req-264acaa8-608d-449c-9e18-616ec2bdface tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 943 time: 0.1825864 Jul 13 19:59:06.342838 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Port 0b957a05-8310-4196-b03c-a6fc38e43780 on network cbf555af-b606-40f4-8662-f126ec8b2a8e not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:59:06.343285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Attempting to bind port 0b957a05-8310-4196-b03c-a6fc38e43780 on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:59:06.343480 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b889ce-6f1a-4238-8d54-d3a49efedc17 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.353132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:59:06.353470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Checking segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:59:06.353871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Bound using segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:59:06.355086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Bound port: 0b957a05-8310-4196-b03c-a6fc38e43780, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:59:06.356553 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.418344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b889ce-6f1a-4238-8d54-d3a49efedc17 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event deleted for resources: {'Port': ['ID=303c7ecc-478e-4e44-8f2c-7b8c4d30006c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:06.448404 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-278d411b-bf56-4481-bc07-306443cbfcef req-ff285a8f-54c4-47b0-9396-6e35cf99f695 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995944 Jul 13 19:59:06.481234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] For port 0b957a05-8310-4196-b03c-a6fc38e43780, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:59:06.487402 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b889ce-6f1a-4238-8d54-d3a49efedc17 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.489439 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] For port 0b957a05-8310-4196-b03c-a6fc38e43780, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=0b957a05-8310-4196-b03c-a6fc38e43780,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:59:06.490062 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-32b889ce-6f1a-4238-8d54-d3a49efedc17 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "DELETE /v2.0/ports/303c7ecc-478e-4e44-8f2c-7b8c4d30006c HTTP/1.1" status: 204 len: 168 time: 0.5560927 Jul 13 19:59:06.493086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:06.498069 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.524089 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-00226a78-3c74-4f4b-99c5-23dc890798db tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] GET failed (client error): The resource could not be found. Jul 13 19:59:06.525824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-00226a78-3c74-4f4b-99c5-23dc890798db tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "GET /v2.0/ports/303c7ecc-478e-4e44-8f2c-7b8c4d30006c HTTP/1.1" status: 404 len: 333 time: 0.0317314 Jul 13 19:59:06.531494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:06.545208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:06.546159 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.547782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] 10.222.0.60 "PUT /v2.0/ports/0b957a05-8310-4196-b03c-a6fc38e43780 HTTP/1.1" status: 200 len: 1091 time: 0.9124014 Jul 13 19:59:06.548313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'tag': '0b957a05-8310-4196-b03c-a6fc38e43780'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:59:06.551045 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357" -d '{"events": [{"name": "network-changed", "server_uuid": "2505b6e1-24ef-45c1-a0b6-24e360b2c51d", "tag": "0b957a05-8310-4196-b03c-a6fc38e43780"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:59:06.616268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1347d8-d2f1-4ca1-a4e5-39dfb511bcbb service neutron] Pushing event updated for resources: {'Port': ['ID=0b957a05-8310-4196-b03c-a6fc38e43780,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:06.673999 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1a2646-a31e-43bf-b016-7a87be7e4759 x-openstack-request-id: req-9b1a2646-a31e-43bf-b016-7a87be7e4759 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:59:06.675087 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2505b6e1-24ef-45c1-a0b6-24e360b2c51d", "tag": "0b957a05-8310-4196-b03c-a6fc38e43780", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:59:06.675087 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b1a2646-a31e-43bf-b016-7a87be7e4759 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:59:06.675087 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'tag': '0b957a05-8310-4196-b03c-a6fc38e43780', 'status': 'completed', 'code': 200} Jul 13 19:59:06.687418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-92398fb1-628b-4525-8d28-65dc41b1c98a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Deleting port 320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:06.687638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92398fb1-628b-4525-8d28-65dc41b1c98a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.707344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-073e9664-399f-4e10-b7f4-006fbcd7922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:06.710011 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-073e9664-399f-4e10-b7f4-006fbcd7922e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 1094 time: 0.0898890 Jul 13 19:59:06.766792 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-b4565bcf-5516-411f-a1a5-f1b971f1cfc1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b957a05-8310-4196-b03c-a6fc38e43780 HTTP/1.1" status: 200 len: 217 time: 0.0494108 Jul 13 19:59:06.817765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92398fb1-628b-4525-8d28-65dc41b1c98a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:06.840412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-92398fb1-628b-4525-8d28-65dc41b1c98a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Calling delete_port for 320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:06.843932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-4faec23e-cb56-4796-968f-11219bae120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:06.846575 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-4faec23e-cb56-4796-968f-11219bae120e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0731277 Jul 13 19:59:06.903300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-85f965e7-ce7d-4eed-bd05-3bb4defcb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:06.904776 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-85f965e7-ce7d-4eed-bd05-3bb4defcb01c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519426 Jul 13 19:59:06.985224 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92398fb1-628b-4525-8d28-65dc41b1c98a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.008954 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-c4247eb8-21cb-40ed-a214-9cf35ecd4153 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975714 Jul 13 19:59:07.045368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92398fb1-628b-4525-8d28-65dc41b1c98a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event deleted for resources: {'Port': ['ID=320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:07.106446 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92398fb1-628b-4525-8d28-65dc41b1c98a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.111394 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-92398fb1-628b-4525-8d28-65dc41b1c98a tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "DELETE /v2.0/ports/320a0ab7-0a51-4cc8-bf2e-1f0c7bb0157d HTTP/1.1" status: 204 len: 168 time: 0.5765741 Jul 13 19:59:07.111649 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0898ba2-5514-45d7-81b2-83b648b3caa7 req-486fb9ca-3786-4018-8932-868f23aa8a14 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952940 Jul 13 19:59:07.112137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:07.179223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bf2c79-532e-4c79-81a9-5236677981a6 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Deleting subnet 25ca012f-6941-4458-88cd-4dcf589d8802 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:59:07.184674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2c79-532e-4c79-81a9-5236677981a6 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.233392 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2c79-532e-4c79-81a9-5236677981a6 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.236731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-4cb193bb-c588-4b69-ad66-05c77972f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:07.238276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-4cb193bb-c588-4b69-ad66-05c77972f0a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 1094 time: 0.0752831 Jul 13 19:59:07.337555 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2c79-532e-4c79-81a9-5236677981a6 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.355254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-11b998ba-8403-4531-a610-ff9e2d783260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:07.356884 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-11b998ba-8403-4531-a610-ff9e2d783260 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.1117394 Jul 13 19:59:07.416418 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-36db17ca-c846-4f7b-b148-430177acfb67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b957a05-8310-4196-b03c-a6fc38e43780 HTTP/1.1" status: 200 len: 217 time: 0.0513122 Jul 13 19:59:07.420049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2c79-532e-4c79-81a9-5236677981a6 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.444196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf2c79-532e-4c79-81a9-5236677981a6 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event deleted for resources: {'Subnet': ['ID=25ca012f-6941-4458-88cd-4dcf589d8802,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:07.453569 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2c79-532e-4c79-81a9-5236677981a6 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.455642 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d1bf2c79-532e-4c79-81a9-5236677981a6 tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "DELETE /v2.0/subnets/25ca012f-6941-4458-88cd-4dcf589d8802 HTTP/1.1" status: 204 len: 168 time: 0.3430600 Jul 13 19:59:07.458253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:07.463079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ad5585-5df4-44c8-bca8-1abb0af4b4f4 None None] Network 764b03be-b95a-46c7-a49a-05d50145ade3 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:59:07.473403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-08329898-290b-46b0-a34e-ba3f6c9748bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:07.477120 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-08329898-290b-46b0-a34e-ba3f6c9748bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0527062 Jul 13 19:59:07.569102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.597713 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-b9fc9bd9-93dc-472f-86dc-5ebb1245d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:07.599497 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-b9fc9bd9-93dc-472f-86dc-5ebb1245d017 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164627 Jul 13 19:59:07.634280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Deleting port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:07.634532 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.695257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ca80b-ec43-4a58-8c01-5bb29d3010a1 None None] DHCP port deletion for 764b03be-b95a-46c7-a49a-05d50145ade3 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:59:07.706582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] For port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b,segment=NetworkSegment(599b038d-5a07-4370-a6e7-ee2b03c0ecf9),segment_id=599b038d-5a07-4370-a6e7-ee2b03c0ecf9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:07.707064 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.725670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Calling delete_port for 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:07.748138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ca80b-ec43-4a58-8c01-5bb29d3010a1 None None] Deleting port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:07.748835 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca80b-ec43-4a58-8c01-5bb29d3010a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.808662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b0c8f-395f-435d-9e90-0f6af431149c req-9f6983aa-c1e3-47ac-8353-a28d8b04aba2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:07.817555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a2b0c8f-395f-435d-9e90-0f6af431149c req-9f6983aa-c1e3-47ac-8353-a28d8b04aba2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 943 time: 0.1688633 Jul 13 19:59:07.822487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dc2ca80b-ec43-4a58-8c01-5bb29d3010a1 None None] For port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b,segment=NetworkSegment(599b038d-5a07-4370-a6e7-ee2b03c0ecf9),segment_id=599b038d-5a07-4370-a6e7-ee2b03c0ecf9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:07.822875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca80b-ec43-4a58-8c01-5bb29d3010a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.823099 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-acef4932-1703-4fa7-abc8-7e0cffc764f0 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175300 Jul 13 19:59:07.838063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ca80b-ec43-4a58-8c01-5bb29d3010a1 None None] Calling delete_port for 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:07.930042 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca80b-ec43-4a58-8c01-5bb29d3010a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:07.937031 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a2b0c8f-395f-435d-9e90-0f6af431149c req-5bc67c52-0a91-4304-b137-764febfc3ee6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168010 Jul 13 19:59:07.965106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad4a069a-ebf2-4ad0-9e32-3a37745b0357 req-efff407f-f845-4df7-9bfb-4a67b1c0bc3a service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354070 Jul 13 19:59:07.989738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ca80b-ec43-4a58-8c01-5bb29d3010a1 None None] No DVR routers for this DVR port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:59:07.992882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ca80b-ec43-4a58-8c01-5bb29d3010a1 None None] Pushing event deleted for resources: {'Port': ['ID=38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:08.154523 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.180974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event deleted for resources: {'Port': ['ID=38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:08.182819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] No DVR routers for this DVR port 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:59:08.262372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.272406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764b03be-b95a-46c7-a49a-05d50145ade3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:08.282925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599b038d-5a07-4370-a6e7-ee2b03c0ecf9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:08.283219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599b038d-5a07-4370-a6e7-ee2b03c0ecf9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:08.292421 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.306668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.312854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:59:08.313295 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: self.session.flush() Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:59:08.316534 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:59:08.376857 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.384276 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.386608 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] 10.222.0.25 "DELETE /v2.0/networks/764b03be-b95a-46c7-a49a-05d50145ade3 HTTP/1.1" status: 204 len: 168 time: 0.9266167 Jul 13 19:59:08.398524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45432595-214b-4131-9c9b-5b747b6bba3b tempest-AllowedAddressPairTestJSON-266288954 tempest-AllowedAddressPairTestJSON-266288954-project] Pushing event deleted for resources: {'Network': ['ID=764b03be-b95a-46c7-a49a-05d50145ade3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:08.630328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:08.763523 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ecfb5cc0-0bd1-45b5-ad4d-58d2dc5f1c49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eab8c70ab4eb4fc8b95b6e2002abfa23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315379 Jul 13 19:59:08.765829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:08.817331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03bf4757-ef2e-488e-8176-52e48875abe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.837933 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03bf4757-ef2e-488e-8176-52e48875abe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.883910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03bf4757-ef2e-488e-8176-52e48875abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.886573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03bf4757-ef2e-488e-8176-52e48875abe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:08.887733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-03bf4757-ef2e-488e-8176-52e48875abe8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e6d35d7-f958-497f-b80e-82a87baf5629 HTTP/1.1" status: 204 len: 168 time: 0.1209073 Jul 13 19:59:08.895576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf4757-ef2e-488e-8176-52e48875abe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d35d7-f958-497f-b80e-82a87baf5629,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:09.140854 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce278c-3dc6-485d-87bb-784939c94784 req-7593518c-d03b-4156-996e-84330ec73d03 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:09.142668 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cce278c-3dc6-485d-87bb-784939c94784 req-7593518c-d03b-4156-996e-84330ec73d03 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 943 time: 0.0726891 Jul 13 19:59:09.189607 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cce278c-3dc6-485d-87bb-784939c94784 req-81a2136b-c4e5-4cd7-83e6-a0f336253a5a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367727 Jul 13 19:59:09.559977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.615861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:59:09.640093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:59:09.640445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 38ab9b3e-423d-4e0b-ad68-4ee4482f5f9b not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:59:09.668314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-0645ce8d-476b-4470-a482-351236b2765e tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.669312 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-0645ce8d-476b-4470-a482-351236b2765e tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1082861 Jul 13 19:59:09.672751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.676529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-06691730-1119-4006-91f1-36f3a599131a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.678184 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-06691730-1119-4006-91f1-36f3a599131a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045874 Jul 13 19:59:09.680321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.684265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-84773264-8137-4b8f-8d0e-c3a6fd2386f3 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.685183 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-84773264-8137-4b8f-8d0e-c3a6fd2386f3 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040097 Jul 13 19:59:09.687292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.691718 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-9395b22e-c417-43fa-b1bb-616a18cde8f9 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.692638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9395b22e-c417-43fa-b1bb-616a18cde8f9 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045047 Jul 13 19:59:09.695415 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.699171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-9a6f4e2d-8d4c-41e4-ab5a-cca2b90bb9df tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.700086 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9a6f4e2d-8d4c-41e4-ab5a-cca2b90bb9df tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038309 Jul 13 19:59:09.702223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.705940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-de1c0b63-d64a-4600-b08d-c04e1aa8e731 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.706876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-de1c0b63-d64a-4600-b08d-c04e1aa8e731 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038178 Jul 13 19:59:09.709093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.712802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-aeb27048-0372-49f2-b7ad-9954a557b8cf tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.713712 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aeb27048-0372-49f2-b7ad-9954a557b8cf tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0038095 Jul 13 19:59:09.715859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.719588 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-292433b2-f1fc-4883-8a2e-74638cdbbddf tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.720500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-292433b2-f1fc-4883-8a2e-74638cdbbddf tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0038280 Jul 13 19:59:09.722902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.726910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-05a37bde-4984-4ff7-8981-08321d231deb tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.727810 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-05a37bde-4984-4ff7-8981-08321d231deb tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040894 Jul 13 19:59:09.729944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.733669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-799be57e-162c-4301-8fc3-c5cc02068ae2 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.734640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-799be57e-162c-4301-8fc3-c5cc02068ae2 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037961 Jul 13 19:59:09.736662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.741629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-ed67b7dc-bdf8-4880-9861-d88e6c44a6eb tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.742568 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ed67b7dc-bdf8-4880-9861-d88e6c44a6eb tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051374 Jul 13 19:59:09.744582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.748223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-93a02a49-d472-45e8-a3f6-92f2bf6af9c1 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.749120 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-93a02a49-d472-45e8-a3f6-92f2bf6af9c1 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0037479 Jul 13 19:59:09.751153 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.754777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-3b0c280c-bf60-478a-b879-11041664ea07 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.756500 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3b0c280c-bf60-478a-b879-11041664ea07 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043058 Jul 13 19:59:09.758268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.762030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-7e638535-bf54-448a-8a6c-558c1651d37d tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.762955 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7e638535-bf54-448a-8a6c-558c1651d37d tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0037889 Jul 13 19:59:09.764983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.768713 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-a9c97d73-6c12-444f-a31b-cbf133614b2b tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.769608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a9c97d73-6c12-444f-a31b-cbf133614b2b tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038297 Jul 13 19:59:09.771885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.775625 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-5272413d-a626-4b62-807f-746ae95ff908 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.776534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5272413d-a626-4b62-807f-746ae95ff908 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038400 Jul 13 19:59:09.778608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.782246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-203aa926-22e0-4875-b84c-3b597f9e2797 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.783166 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-203aa926-22e0-4875-b84c-3b597f9e2797 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0037580 Jul 13 19:59:09.785314 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.789786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-3e63cbc9-a78a-4295-be32-36d922377d13 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.790787 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3e63cbc9-a78a-4295-be32-36d922377d13 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045006 Jul 13 19:59:09.792816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.797731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-f40c0be8-a6a2-4015-854c-09b0b44d97c2 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.798667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f40c0be8-a6a2-4015-854c-09b0b44d97c2 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042093 Jul 13 19:59:09.800798 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.805875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-5a311c2c-3267-418c-818f-33320cca6dcc tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.806792 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5a311c2c-3267-418c-818f-33320cca6dcc tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052032 Jul 13 19:59:09.808836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.812617 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-baaee0e7-dedd-46f7-bc07-d5e7c054a9bf tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.813550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-baaee0e7-dedd-46f7-bc07-d5e7c054a9bf tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038695 Jul 13 19:59:09.815528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.820018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-1e5ae0a2-bf41-4246-8fef-3ab7f2d53cff tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.820927 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1e5ae0a2-bf41-4246-8fef-3ab7f2d53cff tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046022 Jul 13 19:59:09.823017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.826690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-cc620af6-007e-4e3a-9eef-091773dc5a81 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.827607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cc620af6-007e-4e3a-9eef-091773dc5a81 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0037634 Jul 13 19:59:09.829514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.833141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-c307891f-0097-4c23-8f19-c4554d14dff2 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.834477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c307891f-0097-4c23-8f19-c4554d14dff2 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040853 Jul 13 19:59:09.836597 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.840277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-7dd3fd42-3930-46da-8416-cab0aea98351 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.841204 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7dd3fd42-3930-46da-8416-cab0aea98351 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037773 Jul 13 19:59:09.843146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.846836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-abbeadd8-7e57-4901-85c0-acb7f9b675d9 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.847744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-abbeadd8-7e57-4901-85c0-acb7f9b675d9 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037777 Jul 13 19:59:09.849821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.856667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-670ad021-beb1-4d50-b6dd-cc392042da8b tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.857604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-670ad021-beb1-4d50-b6dd-cc392042da8b tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0069654 Jul 13 19:59:09.859593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.863247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-7c642beb-049d-4934-a256-7e5b89808781 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.864159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7c642beb-049d-4934-a256-7e5b89808781 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0037711 Jul 13 19:59:09.867139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.870864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-6e080443-3a29-4ec3-9ccc-fa895dfd82e3 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.871740 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6e080443-3a29-4ec3-9ccc-fa895dfd82e3 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0038142 Jul 13 19:59:09.873828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.877534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-cec21835-78b1-4f15-a2e6-72e56e7d6a07 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.878436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cec21835-78b1-4f15-a2e6-72e56e7d6a07 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038023 Jul 13 19:59:09.881283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.885619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-5a2b2259-ce98-4f8a-9157-5f49938ad44d tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.886673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5a2b2259-ce98-4f8a-9157-5f49938ad44d tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042782 Jul 13 19:59:09.888620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.892298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-a438e2b2-c0ff-4648-88d5-96b5e5ec89da tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.893189 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a438e2b2-c0ff-4648-88d5-96b5e5ec89da tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0037789 Jul 13 19:59:09.895187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.899001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-3b8193af-901c-42d1-9ac9-f76569144b6c tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.899902 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3b8193af-901c-42d1-9ac9-f76569144b6c tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039244 Jul 13 19:59:09.901999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.906565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-f94aae0f-46c5-4dad-80ef-8e781baf814a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.907472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f94aae0f-46c5-4dad-80ef-8e781baf814a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046065 Jul 13 19:59:09.909468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.913411 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-1274a353-9017-44fb-aaed-641e9f65bd0a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.914307 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1274a353-9017-44fb-aaed-641e9f65bd0a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040510 Jul 13 19:59:09.916316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.920068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-14c65cd0-1d32-438d-9a22-d4abfddd9f4f tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.921040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-14c65cd0-1d32-438d-9a22-d4abfddd9f4f tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039096 Jul 13 19:59:09.923348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.927025 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-347f40af-3669-41f0-a098-70f5423bfa9f tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.928735 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-347f40af-3669-41f0-a098-70f5423bfa9f tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044074 Jul 13 19:59:09.930869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.934851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-67033311-0431-426f-8579-35c0ed50e8a6 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.935756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-67033311-0431-426f-8579-35c0ed50e8a6 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040898 Jul 13 19:59:09.937952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.941671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-d870dfcd-e270-488b-9eed-b145b560f1a3 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.942593 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d870dfcd-e270-488b-9eed-b145b560f1a3 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0037777 Jul 13 19:59:09.945309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.949032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-ec109e36-5512-4518-aa8c-9233e0ef916b tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.950183 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ec109e36-5512-4518-aa8c-9233e0ef916b tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038257 Jul 13 19:59:09.951991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.956150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-7b28c488-cdf6-4197-8d35-9d452b0f636a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.957058 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7b28c488-cdf6-4197-8d35-9d452b0f636a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042765 Jul 13 19:59:09.959108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.962783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-d613a9be-d601-4f28-8562-12eedbf4b762 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.963663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d613a9be-d601-4f28-8562-12eedbf4b762 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0037699 Jul 13 19:59:09.965653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.969323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-b63349c7-5650-4732-9f30-e05b36ab525b tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.970222 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b63349c7-5650-4732-9f30-e05b36ab525b tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0037844 Jul 13 19:59:09.972232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.975917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-55f56dc4-a712-4032-868f-6ccf0c9926fa tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.976806 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-55f56dc4-a712-4032-868f-6ccf0c9926fa tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0037897 Jul 13 19:59:09.978991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.982727 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-54f51d68-f623-4993-b177-fd132556d4ae tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.983629 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-54f51d68-f623-4993-b177-fd132556d4ae tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038342 Jul 13 19:59:09.985604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.989363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-2c477a4f-8917-4014-89d2-260092895f84 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.990805 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2c477a4f-8917-4014-89d2-260092895f84 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043855 Jul 13 19:59:09.992793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:09.996519 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-cf4afcbe-480f-4551-a4b8-ca0832edbd19 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:09.997484 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cf4afcbe-480f-4551-a4b8-ca0832edbd19 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0038373 Jul 13 19:59:09.999505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.003142 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-3c6b6ff7-6d58-4e0a-bff1-3636e000b3da tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.004029 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3c6b6ff7-6d58-4e0a-bff1-3636e000b3da tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0037360 Jul 13 19:59:10.007051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.011210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-3de61a05-5253-4f16-b90c-9da79d89a812 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.012115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3de61a05-5253-4f16-b90c-9da79d89a812 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042787 Jul 13 19:59:10.014430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.018219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-9d723bfd-d98e-41ce-b0ae-a55c7b636474 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.019148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9d723bfd-d98e-41ce-b0ae-a55c7b636474 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038991 Jul 13 19:59:10.021200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.024942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-86ff1338-0fdd-436d-97a5-e99becfd0486 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.025840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-86ff1338-0fdd-436d-97a5-e99becfd0486 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038443 Jul 13 19:59:10.028668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.032362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-8f44ef19-5d44-4af7-8c18-3a657462d343 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.033258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8f44ef19-5d44-4af7-8c18-3a657462d343 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0037901 Jul 13 19:59:10.035333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.039095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-b045ccb9-6d9a-4830-bdcf-4aa4fd75aa8b tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.039991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b045ccb9-6d9a-4830-bdcf-4aa4fd75aa8b tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038676 Jul 13 19:59:10.042752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.047228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-b8c94da3-911f-4cb5-a4d8-a01f4f46b1a0 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.048454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8c94da3-911f-4cb5-a4d8-a01f4f46b1a0 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047307 Jul 13 19:59:10.051059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.055746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-2975b320-bbfa-45dd-9f97-7098d75d26fb tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.056625 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2975b320-bbfa-45dd-9f97-7098d75d26fb tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047402 Jul 13 19:59:10.058826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.062846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-7776288f-4f0e-4375-b64e-16e6e46e2361 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.063785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7776288f-4f0e-4375-b64e-16e6e46e2361 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041051 Jul 13 19:59:10.065985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.070654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-7c0b069f-a942-491e-abed-ff7521e30877 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.071565 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7c0b069f-a942-491e-abed-ff7521e30877 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047424 Jul 13 19:59:10.073649 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.078149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-b229db06-bd97-47eb-9ce3-b0abac3087a0 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.079154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b229db06-bd97-47eb-9ce3-b0abac3087a0 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046842 Jul 13 19:59:10.081160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.085001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-58c5bf24-7cb1-41d7-9d8a-9b465fd705af tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.085926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-58c5bf24-7cb1-41d7-9d8a-9b465fd705af tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039794 Jul 13 19:59:10.087982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.091679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-3da890c6-8bd5-4879-8db4-8ebf8e81a182 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.092583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3da890c6-8bd5-4879-8db4-8ebf8e81a182 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038011 Jul 13 19:59:10.094581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.098224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-c7c79ea3-11c4-45f5-b62a-65da95353710 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.099686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c7c79ea3-11c4-45f5-b62a-65da95353710 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037885 Jul 13 19:59:10.101938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.105642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-c635d06b-e737-4e2f-b2ae-ab0dceae2c3a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.106577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c635d06b-e737-4e2f-b2ae-ab0dceae2c3a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0037863 Jul 13 19:59:10.108581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.112255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [None req-92d8796e-a2fe-4490-8e7e-58d1c6bb1de7 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.113154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-92d8796e-a2fe-4490-8e7e-58d1c6bb1de7 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037789 Jul 13 19:59:10.116065 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.120089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-4cb24497-53c2-416d-8687-878d89c00287 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.121023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4cb24497-53c2-416d-8687-878d89c00287 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040548 Jul 13 19:59:10.123162 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.126779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-abe6d377-0338-43b7-a7d7-27bca8d5e2f1 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.127655 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-abe6d377-0338-43b7-a7d7-27bca8d5e2f1 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0037060 Jul 13 19:59:10.129660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.133919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-91c91758-2da9-45ed-b116-9e7bd974c76a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.134828 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-91c91758-2da9-45ed-b116-9e7bd974c76a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043824 Jul 13 19:59:10.136863 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.140507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-62676203-e515-4bec-8a9b-20942ea3183f tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.141385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-62676203-e515-4bec-8a9b-20942ea3183f tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0037405 Jul 13 19:59:10.143507 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.147964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-b8a67c98-6d19-4b9c-b129-48b54fb4a156 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.148849 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b8a67c98-6d19-4b9c-b129-48b54fb4a156 tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045593 Jul 13 19:59:10.150913 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.154574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [None req-9b952826-4c3a-4fd7-88c1-cfd6ece9159a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:10.155447 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9b952826-4c3a-4fd7-88c1-cfd6ece9159a tempest-ExtensionsTestJSON-368486796 tempest-ExtensionsTestJSON-368486796-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0037379 Jul 13 19:59:10.371961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4963d-9ebc-4eee-a771-6aa220ae296d req-749d8f1d-27d9-4960-9e31-54e3341212f1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:10.373440 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8a4963d-9ebc-4eee-a771-6aa220ae296d req-749d8f1d-27d9-4960-9e31-54e3341212f1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 943 time: 0.0658455 Jul 13 19:59:10.395593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.412702 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a8a4963d-9ebc-4eee-a771-6aa220ae296d req-1b6a5b34-ca99-4a1a-b8c2-f566ddff01d5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334988 Jul 13 19:59:10.500955 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70451343-1858-458c-9b73-8c02d56433fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:10.588105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70451343-1858-458c-9b73-8c02d56433fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:10.591624 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70451343-1858-458c-9b73-8c02d56433fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:10.632099 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-70451343-1858-458c-9b73-8c02d56433fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab87340a50a4440aa159a2f8c8f28e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351110 Jul 13 19:59:10.632976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70451343-1858-458c-9b73-8c02d56433fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8584b4db-653a-459f-8474-27caea44375e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:10.634766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:10.684476 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b567699-56f5-405b-bf43-3b964d2c16d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:10.704630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b567699-56f5-405b-bf43-3b964d2c16d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:10.750297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b567699-56f5-405b-bf43-3b964d2c16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:10.752826 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b567699-56f5-405b-bf43-3b964d2c16d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:10.753985 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6b567699-56f5-405b-bf43-3b964d2c16d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8584b4db-653a-459f-8474-27caea44375e HTTP/1.1" status: 204 len: 168 time: 0.1175747 Jul 13 19:59:10.762299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b567699-56f5-405b-bf43-3b964d2c16d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8584b4db-653a-459f-8474-27caea44375e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:11.393757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:11.495895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-634431607'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:11.520477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Made reservation on behalf of 7931537f3ad241f4987b194a266144c7 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:11.524553 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:11.533225 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:11.608596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bfe6b-1d21-4180-9aa4-d463877cb236 req-f1a96d4e-3e6f-4eab-8d57-df96c72855e2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:11.616970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c52bfe6b-1d21-4180-9aa4-d463877cb236 req-f1a96d4e-3e6f-4eab-8d57-df96c72855e2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 943 time: 0.0804632 Jul 13 19:59:11.635397 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:11.639539 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:11.651033 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c52bfe6b-1d21-4180-9aa4-d463877cb236 req-5a729d6d-7edd-4334-9f04-46a125688d46 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328639 Jul 13 19:59:11.663722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:59:11.678064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33fbe4e-b41f-47b8-aa67-33780c57312d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:11.683114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:11.683453 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Added segment 2852312d-8358-49b2-ac18-f0f04c50ba12 of type vlan for network 7a0d35f9-ea83-41c2-876d-b9637c337993 Jul 13 19:59:11.723316 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:11.754475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:11.760115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:11.760697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:11.820967 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4260762 Jul 13 19:59:11.823731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:11.830648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Request body: {'subnet': {'network_id': '7a0d35f9-ea83-41c2-876d-b9637c337993', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:11.837146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8f0c0-78c4-4cb6-89df-fdc6cbe40989 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event updated for resources: {'Network': ['ID=7a0d35f9-ea83-41c2-876d-b9637c337993,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:11.847757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7a0d35f9-ea83-41c2-876d-b9637c337993 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:59:11.919710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Made reservation on behalf of 7931537f3ad241f4987b194a266144c7 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:11.923437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.430960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.491050 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event updated for resources: {'Subnet': ['ID=be54d3ad-32d0-407b-bf4c-1fa211d7b7f8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:12.499705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Checking segment: {'id': '2852312d-8358-49b2-ac18-f0f04c50ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7a0d35f9-ea83-41c2-876d-b9637c337993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:59:12.500063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Network hostable DHCP agents. Network: 7a0d35f9-ea83-41c2-876d-b9637c337993, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:59:12.515944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Network 7a0d35f9-ea83-41c2-876d-b9637c337993 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:59:12.524219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 7a0d35f9-ea83-41c2-876d-b9637c337993) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:12.528442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:12.529026 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.533579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c9a1b5-b4fe-4522-a952-0f7d01507ad7 None None] Network 7a0d35f9-ea83-41c2-876d-b9637c337993 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:59:12.543007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-500bb98e-d13d-4560-8d40-4491f13d09dd tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7182801 Jul 13 19:59:12.545716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:12.550363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-03bd127f-4dc9-4341-8f95-a09fe51cd34c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2097897998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:12.572347 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03bd127f-4dc9-4341-8f95-a09fe51cd34c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.573468 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03bd127f-4dc9-4341-8f95-a09fe51cd34c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.627658 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03bd127f-4dc9-4341-8f95-a09fe51cd34c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.632006 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03bd127f-4dc9-4341-8f95-a09fe51cd34c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.647701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03bd127f-4dc9-4341-8f95-a09fe51cd34c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.649122 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-03bd127f-4dc9-4341-8f95-a09fe51cd34c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1024795 Jul 13 19:59:12.651937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:12.682901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-7a0d35f9-ea83-41c2-876d-b9637c337993', 'network_id': '7a0d35f9-ea83-41c2-876d-b9637c337993', 'tenant_id': '7931537f3ad241f4987b194a266144c7', 'fixed_ips': [{'subnet_id': 'be54d3ad-32d0-407b-bf4c-1fa211d7b7f8'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:59:12.683900 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.832987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Allocated IP 172.20.0.2 (7a0d35f9-ea83-41c2-876d-b9637c337993/be54d3ad-32d0-407b-bf4c-1fa211d7b7f8/66b3a577-f616-46a7-97bb-11c49f96d509) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:12.842482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940d42b-f1af-4139-8d55-552008ea3752 req-06c3295d-c768-4ff6-b694-6219d135512e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:12.844209 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9940d42b-f1af-4139-8d55-552008ea3752 req-06c3295d-c768-4ff6-b694-6219d135512e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 943 time: 0.0693023 Jul 13 19:59:12.899607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9940d42b-f1af-4139-8d55-552008ea3752 req-61675482-9bbc-4d07-a523-b430e7dda4a6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472374 Jul 13 19:59:12.950352 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.988197 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:12.997840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Transition to ACTIVE for port object 66b3a577-f616-46a7-97bb-11c49f96d509 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:13.013831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Transition to ACTIVE for port object 66b3a577-f616-46a7-97bb-11c49f96d509 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:13.020958 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:13.057008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Network 7a0d35f9-ea83-41c2-876d-b9637c337993 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:13.060055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:13.063754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:13.080435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Pushing event updated for resources: {'Port': ['ID=66b3a577-f616-46a7-97bb-11c49f96d509,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:13.133346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Attempting to bind port 66b3a577-f616-46a7-97bb-11c49f96d509 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:59:13.133620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Attempting to bind port 66b3a577-f616-46a7-97bb-11c49f96d509 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '2852312d-8358-49b2-ac18-f0f04c50ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7a0d35f9-ea83-41c2-876d-b9637c337993'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:59:13.133984 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Attempting to bind port 66b3a577-f616-46a7-97bb-11c49f96d509 on network 7a0d35f9-ea83-41c2-876d-b9637c337993 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:59:13.139310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:59:13.139690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Checking segment: {'id': '2852312d-8358-49b2-ac18-f0f04c50ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7a0d35f9-ea83-41c2-876d-b9637c337993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:59:13.140105 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:13.140502 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Bound using segment: {'id': '2852312d-8358-49b2-ac18-f0f04c50ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7a0d35f9-ea83-41c2-876d-b9637c337993'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:59:13.140973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Bound port: 66b3a577-f616-46a7-97bb-11c49f96d509, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2852312d-8358-49b2-ac18-f0f04c50ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7a0d35f9-ea83-41c2-876d-b9637c337993'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:59:13.141359 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:13.210293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] For port 66b3a577-f616-46a7-97bb-11c49f96d509, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:59:13.210699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Allocated IP 172.20.0.1 (7a0d35f9-ea83-41c2-876d-b9637c337993/be54d3ad-32d0-407b-bf4c-1fa211d7b7f8/cbd5f18c-d50a-4b8d-85db-ce34068484a1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:13.214020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] For port 66b3a577-f616-46a7-97bb-11c49f96d509, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=66b3a577-f616-46a7-97bb-11c49f96d509,segment=NetworkSegment(2852312d-8358-49b2-ac18-f0f04c50ba12),segment_id=2852312d-8358-49b2-ac18-f0f04c50ba12)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:59:13.219022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:13.281616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f2e5e-b5d3-4767-bfad-7043ea1018d8 None None] Pushing event updated for resources: {'Port': ['ID=66b3a577-f616-46a7-97bb-11c49f96d509,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:13.329646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:13.342528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Transition to ACTIVE for port object cbd5f18c-d50a-4b8d-85db-ce34068484a1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:13.377024 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:13.423301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Network 7a0d35f9-ea83-41c2-876d-b9637c337993 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:13.429341 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:13.435554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:13.479805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event updated for resources: {'Port': ['ID=cbd5f18c-d50a-4b8d-85db-ce34068484a1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:13.496999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.497359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.497716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.498055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.498393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.498758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.499094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.499422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.499755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.500081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.500406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.500731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:13.517286 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:13.637464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 66b3a577-f616-46a7-97bb-11c49f96d509 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:59:13.656210 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:13.687572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 66b3a577-f616-46a7-97bb-11c49f96d509 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:13.920655 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:13.927979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:14.008392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event updated for resources: {'Port': ['ID=cbd5f18c-d50a-4b8d-85db-ce34068484a1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:14.011290 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:14.153633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed92c9a-33d9-49b5-a775-260995032d60 req-49b60cf9-5ace-4ab3-8c2a-0258ee1cab76 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:14.155152 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bed92c9a-33d9-49b5-a775-260995032d60 req-49b60cf9-5ace-4ab3-8c2a-0258ee1cab76 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 943 time: 0.1371889 Jul 13 19:59:14.167034 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Network 7a0d35f9-ea83-41c2-876d-b9637c337993 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:14.173195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:14.212083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a67a06-0069-47f8-bdeb-ee15f14e1b98 None None] Network 7a0d35f9-ea83-41c2-876d-b9637c337993 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:59:14.265491 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bed92c9a-33d9-49b5-a775-260995032d60 req-8d5c4eae-0c2b-4118-aa9e-29aabcdfcbf0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011813 Jul 13 19:59:14.314585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Router 73603bce-1604-43ed-9039-81786d95512d is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:59:14.341801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-137cf1d8-5833-4043-979f-2b6d4c91d41d None None] Provisioning for port 66b3a577-f616-46a7-97bb-11c49f96d509 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:14.347756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-137cf1d8-5833-4043-979f-2b6d4c91d41d None None] Provisioning complete for port 66b3a577-f616-46a7-97bb-11c49f96d509 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:14.348166 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-137cf1d8-5833-4043-979f-2b6d4c91d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:14.409568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:59:14.417740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-95d8a68d-0781-484b-9aa9-15de2ac4f5f0 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "PUT /v2.0/routers/73603bce-1604-43ed-9039-81786d95512d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7623553 Jul 13 19:59:14.418768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:14.422442 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c9373-e857-4ef9-a5d6-f9603179964e None None] Sync routers for ids ['73603bce-1604-43ed-9039-81786d95512d'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:59:14.429657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Request body: {'port': {'network_id': '7a0d35f9-ea83-41c2-876d-b9637c337993', 'name': 'tempest-FloatingIPNegativeTestJSON-1594612226'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:14.432553 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c9373-e857-4ef9-a5d6-f9603179964e None None] Routers {'73603bce-1604-43ed-9039-81786d95512d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:14.433359 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5d8c9373-e857-4ef9-a5d6-f9603179964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['73603bce-1604-43ed-9039-81786d95512d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:14.462063 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-137cf1d8-5833-4043-979f-2b6d4c91d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:14.477524 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5d8c9373-e857-4ef9-a5d6-f9603179964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:14.488688 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c9373-e857-4ef9-a5d6-f9603179964e None None] Routers {'73603bce-1604-43ed-9039-81786d95512d'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:14.490206 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5d8c9373-e857-4ef9-a5d6-f9603179964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['73603bce-1604-43ed-9039-81786d95512d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:14.503821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-137cf1d8-5833-4043-979f-2b6d4c91d41d None None] For port 66b3a577-f616-46a7-97bb-11c49f96d509, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=66b3a577-f616-46a7-97bb-11c49f96d509,segment=NetworkSegment(2852312d-8358-49b2-ac18-f0f04c50ba12),segment_id=2852312d-8358-49b2-ac18-f0f04c50ba12)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:14.510637 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-137cf1d8-5833-4043-979f-2b6d4c91d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:14.537004 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5d8c9373-e857-4ef9-a5d6-f9603179964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:14.538015 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c9373-e857-4ef9-a5d6-f9603179964e None None] The sync data for ids ['73603bce-1604-43ed-9039-81786d95512d'] in n-d-800708-1 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:59:14.568556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Made reservation on behalf of 7931537f3ad241f4987b194a266144c7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:14.572032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cf1d8-5833-4043-979f-2b6d4c91d41d None None] Pushing event updated for resources: {'Port': ['ID=66b3a577-f616-46a7-97bb-11c49f96d509,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:14.572325 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:14.591282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] device_id is not set on port de60ac7c-703e-4c08-a7e8-5ea6d5efb2be yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 19:59:14.704869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Allocated IP 172.20.0.8 (7a0d35f9-ea83-41c2-876d-b9637c337993/be54d3ad-32d0-407b-bf4c-1fa211d7b7f8/de60ac7c-703e-4c08-a7e8-5ea6d5efb2be) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:14.732507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-99fb2f3e-66de-49bd-a7c5-b9e131c66fe5 None None] Provisioning for port cbd5f18c-d50a-4b8d-85db-ce34068484a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:14.736679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-99fb2f3e-66de-49bd-a7c5-b9e131c66fe5 None None] Provisioning complete for port cbd5f18c-d50a-4b8d-85db-ce34068484a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:14.737101 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99fb2f3e-66de-49bd-a7c5-b9e131c66fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:14.773212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-99fb2f3e-66de-49bd-a7c5-b9e131c66fe5 None None] Port cbd5f18c-d50a-4b8d-85db-ce34068484a1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:14.783162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-99fb2f3e-66de-49bd-a7c5-b9e131c66fe5 None None] Provisioning complete for port 66b3a577-f616-46a7-97bb-11c49f96d509 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:14.783531 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99fb2f3e-66de-49bd-a7c5-b9e131c66fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:14.869736 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:14.885014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Transition to ACTIVE for port object de60ac7c-703e-4c08-a7e8-5ea6d5efb2be will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:14.919230 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:14.969455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Network 7a0d35f9-ea83-41c2-876d-b9637c337993 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:14.972972 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:14.977611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:14.982066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event updated for resources: {'Port': ['ID=de60ac7c-703e-4c08-a7e8-5ea6d5efb2be,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:14.992879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d723e0c7-ae37-474d-abbb-3b66a049eb8d None None] Provisioning complete for port cbd5f18c-d50a-4b8d-85db-ce34068484a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:14.993311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d723e0c7-ae37-474d-abbb-3b66a049eb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.031901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d723e0c7-ae37-474d-abbb-3b66a049eb8d None None] Port cbd5f18c-d50a-4b8d-85db-ce34068484a1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:15.036281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:15.037253 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.052906 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e210589a-7ac1-46c1-9179-a83a0fe99046 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6330187 Jul 13 19:59:15.055979 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:15.061087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:15.085019 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.151191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee315242-023e-4bf5-89e4-c97d97998651 None None] Provisioning complete for port cbd5f18c-d50a-4b8d-85db-ce34068484a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:15.151563 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee315242-023e-4bf5-89e4-c97d97998651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.185025 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.187665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee315242-023e-4bf5-89e4-c97d97998651 None None] Port cbd5f18c-d50a-4b8d-85db-ce34068484a1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:15.288541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Allocated IP 172.25.7.212 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/74e724e7-c95b-4396-bd9d-29c67f26c37d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:15.309359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cfeacc70-489b-4ccc-9df9-de41ab83666b None None] Provisioning for port de60ac7c-703e-4c08-a7e8-5ea6d5efb2be completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:15.320630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cfeacc70-489b-4ccc-9df9-de41ab83666b None None] Provisioning complete for port de60ac7c-703e-4c08-a7e8-5ea6d5efb2be triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:15.321311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfeacc70-489b-4ccc-9df9-de41ab83666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.358732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cfeacc70-489b-4ccc-9df9-de41ab83666b None None] Port de60ac7c-703e-4c08-a7e8-5ea6d5efb2be cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:15.432719 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.488408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14ba2d-f53e-4ac6-801f-097f98ee2ce7 req-76640b2b-3039-4b39-87bf-ce6fcb41cfdf tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:15.490746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3e14ba2d-f53e-4ac6-801f-097f98ee2ce7 req-76640b2b-3039-4b39-87bf-ce6fcb41cfdf tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 943 time: 0.1046066 Jul 13 19:59:15.510026 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.560200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:15.566459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:15.573171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:15.576332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event updated for resources: {'Port': ['ID=74e724e7-c95b-4396-bd9d-29c67f26c37d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:15.580832 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3e14ba2d-f53e-4ac6-801f-097f98ee2ce7 req-6225d7e1-2f72-4b8b-8290-f515f5c4c4c2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845363 Jul 13 19:59:15.617878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 66b3a577-f616-46a7-97bb-11c49f96d509 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:59:15.667846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 66b3a577-f616-46a7-97bb-11c49f96d509 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:15.668208 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.668622 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.714313 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.866324 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.873112 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.877451 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.943528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event updated for resources: {'Port': ['ID=74e724e7-c95b-4396-bd9d-29c67f26c37d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:15.956413 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.969490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.970825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-14bc60dc-7d5a-4590-827a-28c91a2aa769 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9139009 Jul 13 19:59:15.973632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:15.978131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-30e18f08-3894-4cc1-9888-12ac85f46fe9 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Request body: {'floatingip': {'port_id': 'de60ac7c-703e-4c08-a7e8-5ea6d5efb2be', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:16.020555 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e18f08-3894-4cc1-9888-12ac85f46fe9 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.134648 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-30e18f08-3894-4cc1-9888-12ac85f46fe9 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] update failed (client error): The resource could not be found. Jul 13 19:59:16.135596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-30e18f08-3894-4cc1-9888-12ac85f46fe9 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "PUT /v2.0/floatingips/c0ee85c6-53ff-444b-85a4-bef7bd15a41a HTTP/1.1" status: 404 len: 507 time: 0.1610048 Jul 13 19:59:16.138316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:16.266806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d4342-fc07-41da-acc3-56d1f4764eff tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Deleting port 74e724e7-c95b-4396-bd9d-29c67f26c37d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:16.266806 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4342-fc07-41da-acc3-56d1f4764eff tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.342800 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4342-fc07-41da-acc3-56d1f4764eff tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.343126 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4342-fc07-41da-acc3-56d1f4764eff tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.354605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d4342-fc07-41da-acc3-56d1f4764eff tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Calling delete_port for 74e724e7-c95b-4396-bd9d-29c67f26c37d owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:16.437104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 0b957a05-8310-4196-b03c-a6fc38e43780 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:59:16.486914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4342-fc07-41da-acc3-56d1f4764eff tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.513933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d4342-fc07-41da-acc3-56d1f4764eff tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event deleted for resources: {'Port': ['ID=74e724e7-c95b-4396-bd9d-29c67f26c37d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:16.522589 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.542874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 0b957a05-8310-4196-b03c-a6fc38e43780, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=0b957a05-8310-4196-b03c-a6fc38e43780,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:16.553885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '0b957a05-8310-4196-b03c-a6fc38e43780', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'port_id': '0b957a05-8310-4196-b03c-a6fc38e43780', 'mac_address': 'fa:16:3e:cb:82:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:59:16.579794 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4342-fc07-41da-acc3-56d1f4764eff tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.582305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4342-fc07-41da-acc3-56d1f4764eff tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.583832 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4f5d4342-fc07-41da-acc3-56d1f4764eff tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "DELETE /v2.0/floatingips/c0ee85c6-53ff-444b-85a4-bef7bd15a41a HTTP/1.1" status: 204 len: 168 time: 0.4443035 Jul 13 19:59:16.587287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:16.591735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e5eab7a5-14ff-46a7-989b-2251f5ddb0e1 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Request body: {'floatingip': {'floating_network_id': '7a0d35f9-ea83-41c2-876d-b9637c337993', 'port_id': 'de60ac7c-703e-4c08-a7e8-5ea6d5efb2be', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:16.593861 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.607305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b957a05-8310-4196-b03c-a6fc38e43780 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:59:16.615693 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5eab7a5-14ff-46a7-989b-2251f5ddb0e1 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.628697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 0b957a05-8310-4196-b03c-a6fc38e43780, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=0b957a05-8310-4196-b03c-a6fc38e43780,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:16.634164 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.687534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=0b957a05-8310-4196-b03c-a6fc38e43780,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:16.728858 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e5eab7a5-14ff-46a7-989b-2251f5ddb0e1 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 19:59:16.730144 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e5eab7a5-14ff-46a7-989b-2251f5ddb0e1 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1418154 Jul 13 19:59:16.733736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:16.738267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'de60ac7c-703e-4c08-a7e8-5ea6d5efb2be', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:16.763340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.767817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d33f7-b2a4-4b5b-92f7-c52dfa5c9f09 req-e3ae9b72-0d7a-4f96-a65a-2fdc97862658 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:16.769477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb9d33f7-b2a4-4b5b-92f7-c52dfa5c9f09 req-e3ae9b72-0d7a-4f96-a65a-2fdc97862658 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 944 time: 0.0648713 Jul 13 19:59:16.808310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb9d33f7-b2a4-4b5b-92f7-c52dfa5c9f09 req-85192f23-8335-4e2f-91d5-bb188b1213fb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330694 Jul 13 19:59:16.867609 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.872068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['0b957a05-8310-4196-b03c-a6fc38e43780'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:59:16.971372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Allocated IP 172.25.7.86 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/8cd20b90-53f7-4719-8afb-984ce9071f19) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:17.077341 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.117117 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.152930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:17.159058 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:17.161498 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:17.187416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event updated for resources: {'Port': ['ID=8cd20b90-53f7-4719-8afb-984ce9071f19,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:17.338553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Deleting port 8cd20b90-53f7-4719-8afb-984ce9071f19 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:17.338905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.421185 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.421772 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.433083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Calling delete_port for 8cd20b90-53f7-4719-8afb-984ce9071f19 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:17.551184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.580285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event deleted for resources: {'Port': ['ID=8cd20b90-53f7-4719-8afb-984ce9071f19,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:17.656362 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] create failed (client error): The resource could not be found. Jul 13 19:59:17.657687 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-196300d3-563f-4589-afe8-8c344281d0c6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9230235 Jul 13 19:59:17.663107 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:17.761809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b3faabd-d52a-426d-9a63-31d6dd3ec5d6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Deleting port de60ac7c-703e-4c08-a7e8-5ea6d5efb2be {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:17.762160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b3faabd-d52a-426d-9a63-31d6dd3ec5d6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.844162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b3faabd-d52a-426d-9a63-31d6dd3ec5d6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.856848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b3faabd-d52a-426d-9a63-31d6dd3ec5d6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Calling delete_port for de60ac7c-703e-4c08-a7e8-5ea6d5efb2be owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:17.984246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b3faabd-d52a-426d-9a63-31d6dd3ec5d6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.986805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d198d2b-1923-4215-a81f-e7e41b252a1b req-1a244260-c77b-44c6-ad98-12bb40c2537b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:17.988566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9d198d2b-1923-4215-a81f-e7e41b252a1b req-1a244260-c77b-44c6-ad98-12bb40c2537b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 944 time: 0.0691903 Jul 13 19:59:18.014656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3faabd-d52a-426d-9a63-31d6dd3ec5d6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event deleted for resources: {'Port': ['ID=de60ac7c-703e-4c08-a7e8-5ea6d5efb2be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:18.039117 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9d198d2b-1923-4215-a81f-e7e41b252a1b req-7f59f6c1-4a75-4173-bdc5-16e484a5ecd1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443656 Jul 13 19:59:18.089508 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b3faabd-d52a-426d-9a63-31d6dd3ec5d6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.091519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1b3faabd-d52a-426d-9a63-31d6dd3ec5d6 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "DELETE /v2.0/ports/de60ac7c-703e-4c08-a7e8-5ea6d5efb2be HTTP/1.1" status: 204 len: 168 time: 0.4273808 Jul 13 19:59:18.094060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:18.158045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0fe7ae-fd27-4ba9-9f8d-6e5da067596f tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:18.159782 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8c0fe7ae-fd27-4ba9-9f8d-6e5da067596f tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "GET /v2.0/ports?device_id=73603bce-1604-43ed-9039-81786d95512d HTTP/1.1" status: 200 len: 913 time: 0.0647547 Jul 13 19:59:18.162659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:18.452721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 0b957a05-8310-4196-b03c-a6fc38e43780 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:59:18.472845 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.503088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 0b957a05-8310-4196-b03c-a6fc38e43780 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:18.507294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 0b957a05-8310-4196-b03c-a6fc38e43780 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:18.507692 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.583782 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.608527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b957a05-8310-4196-b03c-a6fc38e43780'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:59:18.610822 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b29898-45ab-48ef-b04a-558d1eff47ee" -d '{"events": [{"server_uuid": "2505b6e1-24ef-45c1-a0b6-24e360b2c51d", "name": "network-vif-plugged", "status": "completed", "tag": "0b957a05-8310-4196-b03c-a6fc38e43780"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:59:18.624691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 0b957a05-8310-4196-b03c-a6fc38e43780, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=0b957a05-8310-4196-b03c-a6fc38e43780,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:18.628830 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.654039 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675c3774-6344-4cdf-b6e4-197c1d98b880 x-openstack-request-id: req-675c3774-6344-4cdf-b6e4-197c1d98b880 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:59:18.654339 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2505b6e1-24ef-45c1-a0b6-24e360b2c51d", "name": "network-vif-plugged", "status": "completed", "tag": "0b957a05-8310-4196-b03c-a6fc38e43780", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:59:18.654616 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-675c3774-6344-4cdf-b6e4-197c1d98b880 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:59:18.655012 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b957a05-8310-4196-b03c-a6fc38e43780', 'code': 200} Jul 13 19:59:18.683720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=0b957a05-8310-4196-b03c-a6fc38e43780,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:18.733618 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Deleting port cbd5f18c-d50a-4b8d-85db-ce34068484a1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:18.733879 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.772922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c936d6-ccd9-4833-a3a1-0ed8f88c0644 req-a4103876-06f5-4971-97e4-ecf8fa750905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:18.774461 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3c936d6-ccd9-4833-a3a1-0ed8f88c0644 req-a4103876-06f5-4971-97e4-ecf8fa750905 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 1096 time: 0.0569930 Jul 13 19:59:18.813026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3c936d6-ccd9-4833-a3a1-0ed8f88c0644 req-95e03233-b4ef-45da-a2ef-0e98c020e09a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317559 Jul 13 19:59:18.822596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.833911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Calling delete_port for cbd5f18c-d50a-4b8d-85db-ce34068484a1 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:18.998891 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.026166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event deleted for resources: {'Port': ['ID=cbd5f18c-d50a-4b8d-85db-ce34068484a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:19.173128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.228942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56e1eb-8088-4683-9419-bae39957f5bd req-962c2f43-6da5-4340-bb62-d8bf1998fe60 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:19.230559 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b56e1eb-8088-4683-9419-bae39957f5bd req-962c2f43-6da5-4340-bb62-d8bf1998fe60 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 945 time: 0.0700662 Jul 13 19:59:19.272359 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b56e1eb-8088-4683-9419-bae39957f5bd req-12aabf16-86f4-42b1-b342-01eea4734f1c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361023 Jul 13 19:59:19.636688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Router 73603bce-1604-43ed-9039-81786d95512d has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:59:19.712801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:59:19.717815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9a726c4a-77c3-4623-8e01-b113f08a8f7b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "PUT /v2.0/routers/73603bce-1604-43ed-9039-81786d95512d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5541379 Jul 13 19:59:19.720312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:19.722013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a2d9fb-4a8f-4215-b95a-504c378f8c1b None None] Sync routers for ids ['73603bce-1604-43ed-9039-81786d95512d'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:59:19.731826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2d9fb-4a8f-4215-b95a-504c378f8c1b None None] Routers {'73603bce-1604-43ed-9039-81786d95512d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:19.732447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-64a2d9fb-4a8f-4215-b95a-504c378f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['73603bce-1604-43ed-9039-81786d95512d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:19.767230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-64a2d9fb-4a8f-4215-b95a-504c378f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:19.776200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2d9fb-4a8f-4215-b95a-504c378f8c1b None None] Routers {'73603bce-1604-43ed-9039-81786d95512d'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:19.776801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-64a2d9fb-4a8f-4215-b95a-504c378f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['73603bce-1604-43ed-9039-81786d95512d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:19.795697 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-857f6908-4afe-48a2-9572-0af10cde17b7 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.808548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-64a2d9fb-4a8f-4215-b95a-504c378f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:19.809199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a2d9fb-4a8f-4215-b95a-504c378f8c1b None None] The sync data for ids ['73603bce-1604-43ed-9039-81786d95512d'] in n-d-800708-1 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:59:19.949963 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-857f6908-4afe-48a2-9572-0af10cde17b7 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.952083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-857f6908-4afe-48a2-9572-0af10cde17b7 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.994358 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-857f6908-4afe-48a2-9572-0af10cde17b7 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.994943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857f6908-4afe-48a2-9572-0af10cde17b7 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Fanout notify agent at l3_agent the message router_deleted on router 73603bce-1604-43ed-9039-81786d95512d {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:59:20.001643 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-857f6908-4afe-48a2-9572-0af10cde17b7 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.002773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-857f6908-4afe-48a2-9572-0af10cde17b7 tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "DELETE /v2.0/routers/73603bce-1604-43ed-9039-81786d95512d HTTP/1.1" status: 204 len: 168 time: 0.2813354 Jul 13 19:59:20.005810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:20.056486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d44ec7-247c-4997-8217-220149c43f1b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Deleting subnet be54d3ad-32d0-407b-bf4c-1fa211d7b7f8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:59:20.059442 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37d44ec7-247c-4997-8217-220149c43f1b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.102835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37d44ec7-247c-4997-8217-220149c43f1b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.183638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37d44ec7-247c-4997-8217-220149c43f1b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.238819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37d44ec7-247c-4997-8217-220149c43f1b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.269996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d44ec7-247c-4997-8217-220149c43f1b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event deleted for resources: {'Subnet': ['ID=be54d3ad-32d0-407b-bf4c-1fa211d7b7f8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:20.272586 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37d44ec7-247c-4997-8217-220149c43f1b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.275732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-37d44ec7-247c-4997-8217-220149c43f1b tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "DELETE /v2.0/subnets/be54d3ad-32d0-407b-bf4c-1fa211d7b7f8 HTTP/1.1" status: 204 len: 168 time: 0.2684317 Jul 13 19:59:20.276804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:20.278053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6291d5b4-5abe-4236-bc02-b17d30092e6e None None] Network 7a0d35f9-ea83-41c2-876d-b9637c337993 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:59:20.356714 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.456058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Deleting port 66b3a577-f616-46a7-97bb-11c49f96d509 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:20.456407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.466295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75129151-91de-4c28-ae37-7678ec64cfef None None] DHCP port deletion for 7a0d35f9-ea83-41c2-876d-b9637c337993 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:59:20.512136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-75129151-91de-4c28-ae37-7678ec64cfef None None] Deleting port 66b3a577-f616-46a7-97bb-11c49f96d509 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:20.512520 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75129151-91de-4c28-ae37-7678ec64cfef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.525369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba2d93-87e4-423f-a19c-366c0e9ee6ff req-79ce648c-a3f5-46e0-9eec-c690e409de5e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:20.526992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34ba2d93-87e4-423f-a19c-366c0e9ee6ff req-79ce648c-a3f5-46e0-9eec-c690e409de5e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 945 time: 0.1301308 Jul 13 19:59:20.549363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] For port 66b3a577-f616-46a7-97bb-11c49f96d509, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=66b3a577-f616-46a7-97bb-11c49f96d509,segment=NetworkSegment(2852312d-8358-49b2-ac18-f0f04c50ba12),segment_id=2852312d-8358-49b2-ac18-f0f04c50ba12)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:20.549725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.569751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Calling delete_port for 66b3a577-f616-46a7-97bb-11c49f96d509 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:20.578356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-75129151-91de-4c28-ae37-7678ec64cfef None None] For port 66b3a577-f616-46a7-97bb-11c49f96d509, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=66b3a577-f616-46a7-97bb-11c49f96d509,segment=NetworkSegment(2852312d-8358-49b2-ac18-f0f04c50ba12),segment_id=2852312d-8358-49b2-ac18-f0f04c50ba12)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:20.578778 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75129151-91de-4c28-ae37-7678ec64cfef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.591728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-75129151-91de-4c28-ae37-7678ec64cfef None None] Calling delete_port for 66b3a577-f616-46a7-97bb-11c49f96d509 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:20.595091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34ba2d93-87e4-423f-a19c-366c0e9ee6ff req-d8a0afb1-7cbe-499b-b273-54d11ef06181 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593815 Jul 13 19:59:20.671882 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.680747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75129151-91de-4c28-ae37-7678ec64cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.699004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event deleted for resources: {'Port': ['ID=66b3a577-f616-46a7-97bb-11c49f96d509,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:20.703573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] No DVR routers for this DVR port 66b3a577-f616-46a7-97bb-11c49f96d509 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:59:20.715235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75129151-91de-4c28-ae37-7678ec64cfef None None] Pushing event deleted for resources: {'Port': ['ID=66b3a577-f616-46a7-97bb-11c49f96d509,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:20.717046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75129151-91de-4c28-ae37-7678ec64cfef None None] No DVR routers for this DVR port 66b3a577-f616-46a7-97bb-11c49f96d509 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:59:20.764216 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d6f9af-1da7-4ac4-b557-2b3a4ffeb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.784905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c6167-5e0d-4687-babc-99a2db7ca5ee req-fb6d42f9-af51-463f-bb55-95a74fe80e7b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:20.786915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-508c6167-5e0d-4687-babc-99a2db7ca5ee req-fb6d42f9-af51-463f-bb55-95a74fe80e7b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 945 time: 0.0750291 Jul 13 19:59:20.794004 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.805081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0d35f9-ea83-41c2-876d-b9637c337993']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:20.815950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2852312d-8358-49b2-ac18-f0f04c50ba12') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:20.816169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2852312d-8358-49b2-ac18-f0f04c50ba12') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:20.825836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.827455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-508c6167-5e0d-4687-babc-99a2db7ca5ee req-4b33d881-a207-4db1-a3ea-ff622faf7aa1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345917 Jul 13 19:59:20.840119 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.846364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:59:20.846883 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:59:20.850866 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:59:20.854141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:20.907769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3590e9-0d2a-46e5-95ee-77f13d4b335f tempest-TestVolumeBootPattern-2075718949 tempest-TestVolumeBootPattern-2075718949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:20.908040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.909566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dc3590e9-0d2a-46e5-95ee-77f13d4b335f tempest-TestVolumeBootPattern-2075718949 tempest-TestVolumeBootPattern-2075718949-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 1091 time: 0.0542991 Jul 13 19:59:20.912864 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.917348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:20.917853 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] 10.222.0.25 "DELETE /v2.0/networks/7a0d35f9-ea83-41c2-876d-b9637c337993 HTTP/1.1" status: 204 len: 168 time: 0.6372571 Jul 13 19:59:20.920412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '0b957a05-8310-4196-b03c-a6fc38e43780', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:20.930628 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f25a13-7ce5-4c83-8c6b-f527e46a923c tempest-FloatingIPNegativeTestJSON-1185024669 tempest-FloatingIPNegativeTestJSON-1185024669-project] Pushing event deleted for resources: {'Network': ['ID=7a0d35f9-ea83-41c2-876d-b9637c337993,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:20.944808 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.044551 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.148282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Allocated IP 172.25.7.27 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/07d605aa-ec18-45c9-80bd-ff25c9fa1717) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:21.162707 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 39982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:21.274138 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.319129 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3c492623-dc14-45a4-a622-c73afd01b2f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7931537f3ad241f4987b194a266144c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553078 Jul 13 19:59:21.321781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 39986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:21.339818 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.371176 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d586232-a18e-4ac3-b98d-de90af2550ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.375227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:21.381568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:21.385118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:21.393381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d586232-a18e-4ac3-b98d-de90af2550ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.410332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=07d605aa-ec18-45c9-80bd-ff25c9fa1717,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:21.445300 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d586232-a18e-4ac3-b98d-de90af2550ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.448217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d586232-a18e-4ac3-b98d-de90af2550ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.449586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6d586232-a18e-4ac3-b98d-de90af2550ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f33fbe4e-b41f-47b8-aa67-33780c57312d HTTP/1.1" status: 204 len: 168 time: 0.1265438 Jul 13 19:59:21.459192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d586232-a18e-4ac3-b98d-de90af2550ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33fbe4e-b41f-47b8-aa67-33780c57312d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:21.615192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 66b3a577-f616-46a7-97bb-11c49f96d509 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:59:21.636511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 66b3a577-f616-46a7-97bb-11c49f96d509 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:59:21.637145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 66b3a577-f616-46a7-97bb-11c49f96d509 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:59:21.777106 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.856922 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:22.015261 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:22.020090 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:22.087673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=07d605aa-ec18-45c9-80bd-ff25c9fa1717,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:22.097950 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:22.202102 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Floating IP 83b2425c-8aba-479f-9260-5f6fd0de6124 associated. External IP: 172.25.7.27, port: 0b957a05-8310-4196-b03c-a6fc38e43780. Jul 13 19:59:22.418756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Router 342c144a-f703-47ad-90f1-db47d82d6ad1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:59:22.528983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:59:22.539127 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] Sync routers for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:59:22.546345 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:22.549643 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:22.550289 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:22.586012 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7db4fd05-4db1-4836-b3a0-f491c2bb097b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6699240 Jul 13 19:59:22.586637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'tag': '0b957a05-8310-4196-b03c-a6fc38e43780'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:59:22.589315 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99" -d '{"events": [{"name": "network-changed", "server_uuid": "2505b6e1-24ef-45c1-a0b6-24e360b2c51d", "tag": "0b957a05-8310-4196-b03c-a6fc38e43780"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:59:22.628319 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec531aa1-6983-4410-a5b7-968342ac166e x-openstack-request-id: req-ec531aa1-6983-4410-a5b7-968342ac166e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:59:22.628917 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2505b6e1-24ef-45c1-a0b6-24e360b2c51d", "tag": "0b957a05-8310-4196-b03c-a6fc38e43780", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:59:22.629173 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec531aa1-6983-4410-a5b7-968342ac166e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:59:22.629603 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'tag': '0b957a05-8310-4196-b03c-a6fc38e43780', 'status': 'completed', 'code': 200} Jul 13 19:59:22.662915 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:59:22.710931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-a4ac4fb5-7b80-4445-8a34-ab1c9f34512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:22.712560 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-a4ac4fb5-7b80-4445-8a34-ab1c9f34512d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 1096 time: 0.0567768 Jul 13 19:59:22.904926 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '83b2425c-8aba-479f-9260-5f6fd0de6124', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '0b957a05-8310-4196-b03c-a6fc38e43780', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:cb:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:59:21Z', 'updated_at': '2021-07-13T19:59:21Z', 'revision_number': 0, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:22.933734 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] Checking router: 342c144a-f703-47ad-90f1-db47d82d6ad1 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:59:22.943783 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:22.944419 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:58:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:23.063339 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:59:23.175283 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-b2a1af58-ef13-4724-b044-c3e41f6f322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:23.176893 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-b2a1af58-ef13-4724-b044-c3e41f6f322a service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.4556334 Jul 13 19:59:23.246247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-75030869-9377-4f2f-93f0-a597574e4193 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b957a05-8310-4196-b03c-a6fc38e43780 HTTP/1.1" status: 200 len: 998 time: 0.0632904 Jul 13 19:59:23.304800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-8705187d-e86f-49e9-b243-dc0e5442db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:23.306350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-8705187d-e86f-49e9-b243-dc0e5442db3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0545845 Jul 13 19:59:23.321740 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '83b2425c-8aba-479f-9260-5f6fd0de6124', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '0b957a05-8310-4196-b03c-a6fc38e43780', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:cb:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:59:21Z', 'updated_at': '2021-07-13T19:59:21Z', 'revision_number': 0, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:23.353447 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bb59f-bb15-4efe-bdc5-f3e4c516ccdc None None] The sync data for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 is: [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '83b2425c-8aba-479f-9260-5f6fd0de6124', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '0b957a05-8310-4196-b03c-a6fc38e43780', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:cb:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:59:21Z', 'updated_at': '2021-07-13T19:59:21Z', 'revision_number': 0, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:59:23.368757 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-a52b0b7d-90d2-4486-8b0e-740f03f268e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:23.370377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-a52b0b7d-90d2-4486-8b0e-740f03f268e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578113 Jul 13 19:59:23.464596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-9c64e10b-bb98-4943-8b91-625882215321 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882635 Jul 13 19:59:23.564108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c6c0cc-b750-4bd2-8f38-c781d1060ae5 None None] New status for floating IP 83b2425c-8aba-479f-9260-5f6fd0de6124: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:59:23.566062 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d8d5f1ef-3083-4222-b49f-b20e13fc5e99 req-34d56e9b-e555-486e-a52a-2aa6af6ca7b2 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957971 Jul 13 19:59:23.623197 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7dd3-ac8b-4de7-a64f-a484a82db4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:23.689386 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.648021 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.912894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a1f5-b3ce-45cc-a85c-7e711dfff49f req-d4bed0b7-ebab-49e0-b26d-3acf0ef5f7f7 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:24.914421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04d2a1f5-b3ce-45cc-a85c-7e711dfff49f req-d4bed0b7-ebab-49e0-b26d-3acf0ef5f7f7 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 945 time: 0.0644431 Jul 13 19:59:24.952324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04d2a1f5-b3ce-45cc-a85c-7e711dfff49f req-e22aab49-b2a5-448b-891d-6399f7172239 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320878 Jul 13 19:59:26.131576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05898fd-5a5a-4d04-8232-ab36e0710ff8 req-54008601-1a06-4415-b072-24879ba8e7dd tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:26.133146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:26.133579 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f05898fd-5a5a-4d04-8232-ab36e0710ff8 req-54008601-1a06-4415-b072-24879ba8e7dd tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 945 time: 0.0637794 Jul 13 19:59:26.172018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f05898fd-5a5a-4d04-8232-ab36e0710ff8 req-f53ab161-bfb6-44f8-9eb8-9ed4bfea2040 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/security-groups?id=949e7814-9593-4794-9d4e-8a550a2c0762&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323634 Jul 13 19:59:26.420771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-b19bd146-66a6-4b22-9308-a4cbad1724ae tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:26.422546 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-b19bd146-66a6-4b22-9308-a4cbad1724ae tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.24 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 945 time: 0.0643406 Jul 13 19:59:26.531772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Deleting port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:26.532079 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:26.622698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] For port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:26.623066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:26.915884 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:26.916269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:26.916578 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Floating IP 947bc57b-8191-4f7a-ae88-9c764468f4cc disassociated. External IP: 172.25.7.12, port: 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed. Jul 13 19:59:26.916922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Calling delete_port for 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:27.044294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:27.071544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event deleted for resources: {'Port': ['ID=0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:27.189157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Router f5aa5567-625c-448f-a87e-81ada4a62ef5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:59:27.304151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:59:27.323944 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] Sync routers for ids ['f5aa5567-625c-448f-a87e-81ada4a62ef5'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:59:27.334643 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] Routers {'f5aa5567-625c-448f-a87e-81ada4a62ef5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:27.335328 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f5aa5567-625c-448f-a87e-81ada4a62ef5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:27.375946 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fdea3b2a-9216-462a-a2dd-7ace275ede0a req-52ad5361-788e-4f85-94fa-a0f9b132dc7b tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "GET /v2.0/ports?device_id=64092a07-d794-4d1c-8329-9c853880ca89 HTTP/1.1" status: 200 len: 210 time: 0.0630004 Jul 13 19:59:27.376819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] No DVR routers for this DVR port 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:59:27.379916 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:27.382133 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fad5220-98d6-43b9-bd0a-1e1fcb053e64 req-5d6ccd80-609e-406a-b537-49f5790d859c tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.24 "DELETE /v2.0/ports/0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed HTTP/1.1" status: 204 len: 173 time: 0.9506643 Jul 13 19:59:27.392737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64092a07-d794-4d1c-8329-9c853880ca89', 'name': 'network-vif-deleted', 'tag': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:59:27.395340 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11145f61-efda-40b7-814f-a95b2e40a0f0" -d '{"events": [{"server_uuid": "64092a07-d794-4d1c-8329-9c853880ca89", "name": "network-vif-deleted", "tag": "0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:59:27.451671 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c638b1c-df4b-4e67-ba0f-587f9c45aaa5 x-openstack-request-id: req-8c638b1c-df4b-4e67-ba0f-587f9c45aaa5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:59:27.452304 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64092a07-d794-4d1c-8329-9c853880ca89", "name": "network-vif-deleted", "tag": "0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:59:27.452458 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c638b1c-df4b-4e67-ba0f-587f9c45aaa5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:59:27.453051 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64092a07-d794-4d1c-8329-9c853880ca89', 'name': 'network-vif-deleted', 'tag': '0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed', 'status': 'completed', 'code': 200} Jul 13 19:59:27.477904 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] Set router f5aa5567-625c-448f-a87e-81ada4a62ef5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:59:27.730557 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:12Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef', 'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'mac_address': 'fa:16:3e:90:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:11Z', 'updated_at': '2021-07-13T19:54:27Z', 'revision_number': 5, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'subnets': [{'id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:27.857160 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] Checking router: f5aa5567-625c-448f-a87e-81ada4a62ef5 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:59:27.866947 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] Routers {'f5aa5567-625c-448f-a87e-81ada4a62ef5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:27.867560 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f5aa5567-625c-448f-a87e-81ada4a62ef5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:28.065672 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] Set router f5aa5567-625c-448f-a87e-81ada4a62ef5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:59:28.273624 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:12Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef', 'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'mac_address': 'fa:16:3e:90:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:11Z', 'updated_at': '2021-07-13T19:54:27Z', 'revision_number': 5, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'subnets': [{'id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:28.299447 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdcd014-42c0-4e1b-b898-2723f0286aa9 None None] The sync data for ids ['f5aa5567-625c-448f-a87e-81ada4a62ef5'] in n-d-800708-1 is: [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:12Z', 'revision_number': 4, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef', 'name': '', 'network_id': 'bcb5f622-96ce-4d04-9265-3499c9410219', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'mac_address': 'fa:16:3e:90:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:11Z', 'updated_at': '2021-07-13T19:54:27Z', 'revision_number': 5, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'subnets': [{'id': '343b9af8-a1ce-4c7d-bf2f-f23f33de2f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:59:28.516029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ac0a2-e23c-4a96-ba7f-58c52a80ad3a None None] New status for floating IP 947bc57b-8191-4f7a-ae88-9c764468f4cc: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:59:28.519782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:28.644227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-53566e51-6be7-4dcf-abfa-92312ffceb62 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Deleting port 210c16de-f6d2-4b19-9bbc-80aba4fe6eb9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:28.644578 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53566e51-6be7-4dcf-abfa-92312ffceb62 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:28.723032 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53566e51-6be7-4dcf-abfa-92312ffceb62 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:28.723998 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53566e51-6be7-4dcf-abfa-92312ffceb62 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:28.735146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-53566e51-6be7-4dcf-abfa-92312ffceb62 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Calling delete_port for 210c16de-f6d2-4b19-9bbc-80aba4fe6eb9 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:28.877694 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53566e51-6be7-4dcf-abfa-92312ffceb62 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:28.905168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53566e51-6be7-4dcf-abfa-92312ffceb62 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event deleted for resources: {'Port': ['ID=210c16de-f6d2-4b19-9bbc-80aba4fe6eb9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:28.973417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53566e51-6be7-4dcf-abfa-92312ffceb62 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:28.976814 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53566e51-6be7-4dcf-abfa-92312ffceb62 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:28.978673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-53566e51-6be7-4dcf-abfa-92312ffceb62 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "DELETE /v2.0/floatingips/947bc57b-8191-4f7a-ae88-9c764468f4cc HTTP/1.1" status: 204 len: 168 time: 0.4577866 Jul 13 19:59:29.120321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:29.179442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b62ba649-fb4f-45b5-a68a-9a7aa4ee26b0 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:29.209709 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b62ba649-fb4f-45b5-a68a-9a7aa4ee26b0 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:29.271927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b62ba649-fb4f-45b5-a68a-9a7aa4ee26b0 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:29.274758 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b62ba649-fb4f-45b5-a68a-9a7aa4ee26b0 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:29.275975 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b62ba649-fb4f-45b5-a68a-9a7aa4ee26b0 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] 10.222.0.25 "DELETE /v2.0/security-groups/949e7814-9593-4794-9d4e-8a550a2c0762 HTTP/1.1" status: 204 len: 168 time: 0.1545990 Jul 13 19:59:29.285011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ba649-fb4f-45b5-a68a-9a7aa4ee26b0 tempest-TestServerBasicOps-896038645 tempest-TestServerBasicOps-896038645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=949e7814-9593-4794-9d4e-8a550a2c0762,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:29.327473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:29.884549 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.174607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] Deleting port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:30.175359 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.268018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] For port 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:30.268377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.282652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] Calling delete_port for 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:30.484862 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.509507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:59:30.514665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:30.535459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:59:30.535909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 0295a533-7ff5-4e3b-872b-fd5d8b7eb4ed not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:59:30.688454 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.902721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] Router f5aa5567-625c-448f-a87e-81ada4a62ef5 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:59:31.008749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:59:31.014869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a22a2dda-12e4-490f-9b1b-65056adfe395 admin admin] 10.222.0.25 "PUT /v2.0/routers/f5aa5567-625c-448f-a87e-81ada4a62ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863315 Jul 13 19:59:31.016123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:31.016959 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] Sync routers for ids ['f5aa5567-625c-448f-a87e-81ada4a62ef5'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:59:31.026506 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] Routers {'f5aa5567-625c-448f-a87e-81ada4a62ef5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:31.027107 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f5aa5567-625c-448f-a87e-81ada4a62ef5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:31.127479 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.147954 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] Set router f5aa5567-625c-448f-a87e-81ada4a62ef5 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:59:31.264559 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.347116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Deleting port f4e69648-cb7e-4481-afc9-f30365ebf3c1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:31.347469 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.351565 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:59:30Z', 'revision_number': 5, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port': {'id': 'f4e69648-cb7e-4481-afc9-f30365ebf3c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:31.378145 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] Checking router: f5aa5567-625c-448f-a87e-81ada4a62ef5 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:59:31.387004 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] Routers {'f5aa5567-625c-448f-a87e-81ada4a62ef5'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:31.387620 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['f5aa5567-625c-448f-a87e-81ada4a62ef5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:31.433514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] For port f4e69648-cb7e-4481-afc9-f30365ebf3c1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f4e69648-cb7e-4481-afc9-f30365ebf3c1,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:31.433799 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.446823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Calling delete_port for f4e69648-cb7e-4481-afc9-f30365ebf3c1 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:31.474383 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] Set router f5aa5567-625c-448f-a87e-81ada4a62ef5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:59:31.526082 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:59:31Z', 'revision_number': 6, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:31.556573 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb9d78-95cc-4d83-9005-97eea99feaa3 None None] The sync data for ids ['f5aa5567-625c-448f-a87e-81ada4a62ef5'] in n-d-800708-1 is: [{'id': 'f5aa5567-625c-448f-a87e-81ada4a62ef5', 'name': 'tempest-TestServerBasicOps-1685552847-router', 'tenant_id': 'e570c39096684720804a0f6bfc472c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:08Z', 'updated_at': '2021-07-13T19:59:31Z', 'revision_number': 6, 'project_id': 'e570c39096684720804a0f6bfc472c10', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:59:31.623776 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.651468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e69648-cb7e-4481-afc9-f30365ebf3c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:31.712227 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.832748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.836741 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.889599 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.890101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5aa5567-625c-448f-a87e-81ada4a62ef5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:59:31.894842 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.896346 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fa6fc58d-9a3b-4acf-9d8a-e5059217662c admin admin] 10.222.0.25 "DELETE /v2.0/routers/f5aa5567-625c-448f-a87e-81ada4a62ef5 HTTP/1.1" status: 204 len: 168 time: 0.8791251 Jul 13 19:59:31.898824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:31.899365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-a267a301-512e-4c59-93f7-397c3393bdb2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1268084 Jul 13 19:59:32.010129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-813ac761-ca74-45fb-a0ca-51191f92386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:32.012953 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-813ac761-ca74-45fb-a0ca-51191f92386e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 1096 time: 0.0669587 Jul 13 19:59:32.146291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-85adfdb5-1cfc-478b-bf73-04cf3b2c15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:32.147914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-85adfdb5-1cfc-478b-bf73-04cf3b2c15ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.1088686 Jul 13 19:59:32.228544 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-d1adb6c8-fc80-4f32-8632-77a1b20ead16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b957a05-8310-4196-b03c-a6fc38e43780 HTTP/1.1" status: 200 len: 1000 time: 0.0732305 Jul 13 19:59:32.285159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-1630aad2-fc92-4039-9c7b-6ef5b9689a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:32.286625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad5a82f-cebd-4137-9cda-89c4ff4ee989 admin admin] Deleting subnet 343b9af8-a1ce-4c7d-bf2f-f23f33de2f17 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:59:32.287636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-1630aad2-fc92-4039-9c7b-6ef5b9689a24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0511498 Jul 13 19:59:32.290004 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a82f-cebd-4137-9cda-89c4ff4ee989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.409511 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a82f-cebd-4137-9cda-89c4ff4ee989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.453759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-e0cea21e-f653-45c0-9877-dcf829a38d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:32.455901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-e0cea21e-f653-45c0-9877-dcf829a38d1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609361 Jul 13 19:59:32.520836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a82f-cebd-4137-9cda-89c4ff4ee989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.555646 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-a73a6e21-28e6-4e00-b2c3-9fb998aeb436 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926743 Jul 13 19:59:32.591990 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a82f-cebd-4137-9cda-89c4ff4ee989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.617815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5a82f-cebd-4137-9cda-89c4ff4ee989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343b9af8-a1ce-4c7d-bf2f-f23f33de2f17,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:32.623346 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a82f-cebd-4137-9cda-89c4ff4ee989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.627264 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6ad5a82f-cebd-4137-9cda-89c4ff4ee989 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/343b9af8-a1ce-4c7d-bf2f-f23f33de2f17 HTTP/1.1" status: 204 len: 168 time: 0.7248743 Jul 13 19:59:32.627550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:32.630697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc6a89-8538-409c-8484-a38304cf0d14 None None] Network bcb5f622-96ce-4d04-9265-3499c9410219 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:59:32.667365 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5bbbcd5d-1827-43b4-a044-c5d5c19783e5 req-2eca0d84-42af-4653-a43a-c067098e13d6 service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041546 Jul 13 19:59:32.700041 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.765005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Deleting port 4c48467c-7d91-4ee9-887f-25361dec3a36 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:32.765492 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.837654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] For port 4c48467c-7d91-4ee9-887f-25361dec3a36, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4c48467c-7d91-4ee9-887f-25361dec3a36,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:32.838048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.845357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7eccac-f49e-4715-9bd8-7460b15ba401 None None] DHCP port deletion for bcb5f622-96ce-4d04-9265-3499c9410219 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:59:32.852415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Calling delete_port for 4c48467c-7d91-4ee9-887f-25361dec3a36 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:32.894279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ba7eccac-f49e-4715-9bd8-7460b15ba401 None None] Deleting port 4c48467c-7d91-4ee9-887f-25361dec3a36 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:32.894871 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba7eccac-f49e-4715-9bd8-7460b15ba401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.950910 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.960315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ba7eccac-f49e-4715-9bd8-7460b15ba401 None None] For port 4c48467c-7d91-4ee9-887f-25361dec3a36, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4c48467c-7d91-4ee9-887f-25361dec3a36,segment=NetworkSegment(2b72b085-dd4b-491e-88d4-500cbfa8ff95),segment_id=2b72b085-dd4b-491e-88d4-500cbfa8ff95)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:32.960702 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba7eccac-f49e-4715-9bd8-7460b15ba401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.973696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ba7eccac-f49e-4715-9bd8-7460b15ba401 None None] Calling delete_port for 4c48467c-7d91-4ee9-887f-25361dec3a36 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:32.977401 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c48467c-7d91-4ee9-887f-25361dec3a36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:32.979253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] No DVR routers for this DVR port 4c48467c-7d91-4ee9-887f-25361dec3a36 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:59:33.049777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:33.054923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba7eccac-f49e-4715-9bd8-7460b15ba401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:33.060542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb5f622-96ce-4d04-9265-3499c9410219']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:33.071448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b72b085-dd4b-491e-88d4-500cbfa8ff95') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:33.071743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b72b085-dd4b-491e-88d4-500cbfa8ff95') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:33.079737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7eccac-f49e-4715-9bd8-7460b15ba401 None None] Pushing event deleted for resources: {'Port': ['ID=4c48467c-7d91-4ee9-887f-25361dec3a36,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:33.080407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:33.083505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7eccac-f49e-4715-9bd8-7460b15ba401 None None] No DVR routers for this DVR port 4c48467c-7d91-4ee9-887f-25361dec3a36 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:59:33.096332 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:33.102471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:59:33.102874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:59:33.104553 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:59:33.161192 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:33.166697 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:33.168520 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bcb5f622-96ce-4d04-9265-3499c9410219 HTTP/1.1" status: 204 len: 168 time: 0.5402174 Jul 13 19:59:33.172404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:33.180126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce5c6a-ba9e-4084-a1bf-a3704a014809 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb5f622-96ce-4d04-9265-3499c9410219,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:33.534424 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:33.615889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f4e69648-cb7e-4481-afc9-f30365ebf3c1 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:59:33.636355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: f4e69648-cb7e-4481-afc9-f30365ebf3c1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:59:33.636355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f4e69648-cb7e-4481-afc9-f30365ebf3c1 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:59:33.637992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:59:33.655369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:59:33.655711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2d369cc6-c3e5-4b39-ad1d-bce4c428b3ef not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:59:33.656341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4c48467c-7d91-4ee9-887f-25361dec3a36 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:59:33.675814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 4c48467c-7d91-4ee9-887f-25361dec3a36 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:59:33.676159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4c48467c-7d91-4ee9-887f-25361dec3a36 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:59:33.795808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] Deleting port 61887d53-c8e6-4ad0-aab2-e11aaf07a445 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:33.796042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:33.876399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] For port 61887d53-c8e6-4ad0-aab2-e11aaf07a445, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=61887d53-c8e6-4ad0-aab2-e11aaf07a445,segment=NetworkSegment(b34fc44c-474a-4786-9f0a-79b510dc6057),segment_id=b34fc44c-474a-4786-9f0a-79b510dc6057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:33.876756 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:33.889576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] Calling delete_port for 61887d53-c8e6-4ad0-aab2-e11aaf07a445 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:34.080477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:34.106595 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] Pushing event deleted for resources: {'Port': ['ID=61887d53-c8e6-4ad0-aab2-e11aaf07a445,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:34.623805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:34.837752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] Router 58943eef-3199-4bb7-9a49-0860e39f75b4 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:59:34.940142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:59:34.945243 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-74fa51b7-d362-4d2b-867b-30040ea73275 admin admin] 10.222.0.25 "PUT /v2.0/routers/58943eef-3199-4bb7-9a49-0860e39f75b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7718229 Jul 13 19:59:34.947783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:34.950582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] Sync routers for ids ['58943eef-3199-4bb7-9a49-0860e39f75b4'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:59:34.959947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] Routers {'58943eef-3199-4bb7-9a49-0860e39f75b4'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:34.960557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['58943eef-3199-4bb7-9a49-0860e39f75b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:35.052089 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.064237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] Set router 58943eef-3199-4bb7-9a49-0860e39f75b4 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:59:35.156796 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.211943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Deleting port 38f51efd-ef29-428a-9a78-adf81666e6c1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:35.212428 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.251079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'name': 'tempest-TestServerBasicOps-1428362613-router', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:59:34Z', 'revision_number': 5, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'gw_port': {'id': '38f51efd-ef29-428a-9a78-adf81666e6c1', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:35.277922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] Checking router: 58943eef-3199-4bb7-9a49-0860e39f75b4 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:59:35.286521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] Routers {'58943eef-3199-4bb7-9a49-0860e39f75b4'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:59:35.287123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['58943eef-3199-4bb7-9a49-0860e39f75b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:35.296331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] For port 38f51efd-ef29-428a-9a78-adf81666e6c1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=38f51efd-ef29-428a-9a78-adf81666e6c1,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:35.296939 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.309161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Calling delete_port for 38f51efd-ef29-428a-9a78-adf81666e6c1 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:35.372534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] Set router 58943eef-3199-4bb7-9a49-0860e39f75b4 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:59:35.427904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'name': 'tempest-TestServerBasicOps-1428362613-router', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:59:35Z', 'revision_number': 6, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:35.454456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e0dd9-c7e4-48c9-a469-6329a0ece93e None None] The sync data for ids ['58943eef-3199-4bb7-9a49-0860e39f75b4'] in n-d-800708-1 is: [{'id': '58943eef-3199-4bb7-9a49-0860e39f75b4', 'name': 'tempest-TestServerBasicOps-1428362613-router', 'tenant_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:54:16Z', 'updated_at': '2021-07-13T19:59:35Z', 'revision_number': 6, 'project_id': 'c31bc31f891f48f8b21e94f6e9fc0784', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:59:35.478271 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.506576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Pushing event deleted for resources: {'Port': ['ID=38f51efd-ef29-428a-9a78-adf81666e6c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:35.573475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.666549 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.669867 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.714100 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.714588 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58943eef-3199-4bb7-9a49-0860e39f75b4 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:59:35.719296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.723583 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bb5eead5-1431-404e-bd85-cdba00b3bece admin admin] 10.222.0.25 "DELETE /v2.0/routers/58943eef-3199-4bb7-9a49-0860e39f75b4 HTTP/1.1" status: 204 len: 168 time: 0.7717881 Jul 13 19:59:35.724056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:35.768641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-709c6af9-4aad-4905-ac6e-b4c2e0443bb8 admin admin] Deleting subnet 66850b88-4dcb-4741-a146-13b699064bde {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:59:35.772094 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709c6af9-4aad-4905-ac6e-b4c2e0443bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.821216 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709c6af9-4aad-4905-ac6e-b4c2e0443bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.931267 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709c6af9-4aad-4905-ac6e-b4c2e0443bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:35.982845 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709c6af9-4aad-4905-ac6e-b4c2e0443bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.009313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c6af9-4aad-4905-ac6e-b4c2e0443bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66850b88-4dcb-4741-a146-13b699064bde,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:36.011291 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709c6af9-4aad-4905-ac6e-b4c2e0443bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.015414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-709c6af9-4aad-4905-ac6e-b4c2e0443bb8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/66850b88-4dcb-4741-a146-13b699064bde HTTP/1.1" status: 204 len: 168 time: 0.2879720 Jul 13 19:59:36.016208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:36.019776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c442d2c6-efd8-4979-97ae-5614308f676d None None] Network d6576507-f638-4d2b-aa43-b60dd5c70a2a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:59:36.091911 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.151117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Deleting port eae81764-5a4d-4b24-b21e-cc6e2d90552f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:36.151536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.218705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] For port eae81764-5a4d-4b24-b21e-cc6e2d90552f, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=eae81764-5a4d-4b24-b21e-cc6e2d90552f,segment=NetworkSegment(b34fc44c-474a-4786-9f0a-79b510dc6057),segment_id=b34fc44c-474a-4786-9f0a-79b510dc6057)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:36.219071 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.234341 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Calling delete_port for eae81764-5a4d-4b24-b21e-cc6e2d90552f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:36.278937 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc050b4-6ebb-45ae-a8dd-694be41d1b55 None None] DHCP port deletion for d6576507-f638-4d2b-aa43-b60dd5c70a2a request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:59:36.335140 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.337225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 61887d53-c8e6-4ad0-aab2-e11aaf07a445 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:59:36.364487 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae81764-5a4d-4b24-b21e-cc6e2d90552f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:36.365328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 61887d53-c8e6-4ad0-aab2-e11aaf07a445 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:59:36.365671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 61887d53-c8e6-4ad0-aab2-e11aaf07a445 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:59:36.369417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] No DVR routers for this DVR port eae81764-5a4d-4b24-b21e-cc6e2d90552f on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:59:36.397519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9cc050b4-6ebb-45ae-a8dd-694be41d1b55 None None] Deleting port eae81764-5a4d-4b24-b21e-cc6e2d90552f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:59:36.397975 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cc050b4-6ebb-45ae-a8dd-694be41d1b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.458452 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.472821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6576507-f638-4d2b-aa43-b60dd5c70a2a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:36.477404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9cc050b4-6ebb-45ae-a8dd-694be41d1b55 None None] For port eae81764-5a4d-4b24-b21e-cc6e2d90552f, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:36.477897 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cc050b4-6ebb-45ae-a8dd-694be41d1b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.490694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34fc44c-474a-4786-9f0a-79b510dc6057') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:36.491015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34fc44c-474a-4786-9f0a-79b510dc6057') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:36.495801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9cc050b4-6ebb-45ae-a8dd-694be41d1b55 None None] Calling delete_port for eae81764-5a4d-4b24-b21e-cc6e2d90552f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:59:36.501031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-9cc050b4-6ebb-45ae-a8dd-694be41d1b55 None None] Port eae81764-5a4d-4b24-b21e-cc6e2d90552f was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:59:36.501536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.503283 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cc050b4-6ebb-45ae-a8dd-694be41d1b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.519543 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.527531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:59:36.528341 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: timer() Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:59:36.530325 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:59:36.537447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc050b4-6ebb-45ae-a8dd-694be41d1b55 None None] Pushing event deleted for resources: {'Port': ['ID=eae81764-5a4d-4b24-b21e-cc6e2d90552f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:36.542950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc050b4-6ebb-45ae-a8dd-694be41d1b55 None None] No DVR routers for this DVR port eae81764-5a4d-4b24-b21e-cc6e2d90552f on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:59:36.601542 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.606497 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.611044 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d6576507-f638-4d2b-aa43-b60dd5c70a2a HTTP/1.1" status: 204 len: 168 time: 0.5942812 Jul 13 19:59:36.626122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a234d-2cdf-46a9-b651-0a36f96eff57 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6576507-f638-4d2b-aa43-b60dd5c70a2a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:36.741979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:36.788695 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-17db04ad-a51b-4b2a-87db-0caa4373e992 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e570c39096684720804a0f6bfc472c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455756 Jul 13 19:59:36.791345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:36.847961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0251a269-badf-4d8b-b772-5e138b741815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.873512 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0251a269-badf-4d8b-b772-5e138b741815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.932303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0251a269-badf-4d8b-b772-5e138b741815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.935326 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0251a269-badf-4d8b-b772-5e138b741815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:36.936518 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0251a269-badf-4d8b-b772-5e138b741815 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c00d9ecb-4bb0-4990-af24-9267d5bfc391 HTTP/1.1" status: 204 len: 168 time: 0.1442630 Jul 13 19:59:36.949974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251a269-badf-4d8b-b772-5e138b741815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d9ecb-4bb0-4990-af24-9267d5bfc391,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:37.301312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:37.341136 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a4e87e53-e9b2-41fe-8c58-68ca421a541e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c31bc31f891f48f8b21e94f6e9fc0784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386837 Jul 13 19:59:37.343723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:37.389984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb334615-aed4-40ea-b941-6621332a89fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.411432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb334615-aed4-40ea-b941-6621332a89fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.456118 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb334615-aed4-40ea-b941-6621332a89fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.458894 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb334615-aed4-40ea-b941-6621332a89fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.460032 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-bb334615-aed4-40ea-b941-6621332a89fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6cb563a-4997-4eaa-91e8-7b301101ad83 HTTP/1.1" status: 204 len: 168 time: 0.1154270 Jul 13 19:59:37.470785 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb334615-aed4-40ea-b941-6621332a89fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cb563a-4997-4eaa-91e8-7b301101ad83,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:37.616121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device eae81764-5a4d-4b24-b21e-cc6e2d90552f no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:59:37.637678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: eae81764-5a4d-4b24-b21e-cc6e2d90552f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:59:37.638023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device eae81764-5a4d-4b24-b21e-cc6e2d90552f not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:59:37.638472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 38f51efd-ef29-428a-9a78-adf81666e6c1 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:59:37.661666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 38f51efd-ef29-428a-9a78-adf81666e6c1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:59:37.662019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 38f51efd-ef29-428a-9a78-adf81666e6c1 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:59:38.411408 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:59:45.837667 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:46.519087 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:49.454815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:49.567690 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9b33a3e-f961-4ddc-88c4-96b2b055dc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:49.655410 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9b33a3e-f961-4ddc-88c4-96b2b055dc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:49.658901 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9b33a3e-f961-4ddc-88c4-96b2b055dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:49.698080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d9b33a3e-f961-4ddc-88c4-96b2b055dc5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e58402c5d62a483995f7fb4810a41bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421427 Jul 13 19:59:49.698961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b33a3e-f961-4ddc-88c4-96b2b055dc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859495f5-8c8c-42e1-b3cc-b1d3b8cb8e59,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:49.700728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:49.752640 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:49.773528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:49.820362 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:49.822957 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:49.824107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/859495f5-8c8c-42e1-b3cc-b1d3b8cb8e59 HTTP/1.1" status: 204 len: 168 time: 0.1216171 Jul 13 19:59:49.831779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859495f5-8c8c-42e1-b3cc-b1d3b8cb8e59,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:49.840818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.841159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.841494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.841893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.842137 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.842488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.842812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.843143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.843445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.843763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.844079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:49.844394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe135e-623f-4310-bc57-a14f195eea33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:50.080364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:50.096356 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-772be9af-2ec7-4e4a-9d21-966f7bd1b876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.190652 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-772be9af-2ec7-4e4a-9d21-966f7bd1b876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.194301 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-772be9af-2ec7-4e4a-9d21-966f7bd1b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.232387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-772be9af-2ec7-4e4a-9d21-966f7bd1b876 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7c5c077bbaf4b0c90b5a271418d2800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509449 Jul 13 19:59:50.233625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772be9af-2ec7-4e4a-9d21-966f7bd1b876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddcdb8e-dbad-4f9e-a0a1-1bde5903021d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:50.235260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:50.290330 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7f80-a7f3-402c-be58-4fa0feb7fc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.311150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7f80-a7f3-402c-be58-4fa0feb7fc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.357020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7f80-a7f3-402c-be58-4fa0feb7fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.359546 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7f80-a7f3-402c-be58-4fa0feb7fc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.360672 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1f8a7f80-a7f3-402c-be58-4fa0feb7fc94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bddcdb8e-dbad-4f9e-a0a1-1bde5903021d HTTP/1.1" status: 204 len: 168 time: 0.1235926 Jul 13 19:59:50.370109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a7f80-a7f3-402c-be58-4fa0feb7fc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddcdb8e-dbad-4f9e-a0a1-1bde5903021d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:50.764730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d108e45a-c885-4e8c-94d4-eaaed794a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:53.605230 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa69d-9b66-4527-99de-b75c0549f4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:53.661188 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:54.645192 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.228082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:55.332616 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bb1eb5c-847a-4fa8-ba5f-f0032f25a94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.423573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bb1eb5c-847a-4fa8-ba5f-f0032f25a94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.427964 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bb1eb5c-847a-4fa8-ba5f-f0032f25a94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.466820 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3bb1eb5c-847a-4fa8-ba5f-f0032f25a94d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3df4cd444fd14ae9b15063240ec13407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376502 Jul 13 19:59:55.467685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1eb5c-847a-4fa8-ba5f-f0032f25a94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03fcaee-7c7d-424e-a26e-d078178307af,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:55.469503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:55.517958 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33dd6b6e-7fa9-4834-83c2-f6cf7b520201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.542185 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33dd6b6e-7fa9-4834-83c2-f6cf7b520201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.589782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33dd6b6e-7fa9-4834-83c2-f6cf7b520201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.592448 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33dd6b6e-7fa9-4834-83c2-f6cf7b520201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.593603 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-33dd6b6e-7fa9-4834-83c2-f6cf7b520201 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b03fcaee-7c7d-424e-a26e-d078178307af HTTP/1.1" status: 204 len: 168 time: 0.1230764 Jul 13 19:59:55.601165 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd6b6e-7fa9-4834-83c2-f6cf7b520201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03fcaee-7c7d-424e-a26e-d078178307af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:55.844499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:55.858592 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43ae55b7-a94a-4a49-bdc9-9f6e870a55c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.948662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43ae55b7-a94a-4a49-bdc9-9f6e870a55c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.952488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43ae55b7-a94a-4a49-bdc9-9f6e870a55c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.991911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-43ae55b7-a94a-4a49-bdc9-9f6e870a55c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9016553780cd4c83941b8aed69035736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463339 Jul 13 19:59:55.992772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae55b7-a94a-4a49-bdc9-9f6e870a55c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e7f6f-be01-4b7f-9256-4f65b1721a13,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:55.994619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:56.045085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3371bc33-6572-44bd-8986-a9454955b6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.065851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3371bc33-6572-44bd-8986-a9454955b6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.114960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3371bc33-6572-44bd-8986-a9454955b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.117479 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3371bc33-6572-44bd-8986-a9454955b6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.119548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3371bc33-6572-44bd-8986-a9454955b6ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f72e7f6f-be01-4b7f-9256-4f65b1721a13 HTTP/1.1" status: 204 len: 168 time: 0.1233499 Jul 13 19:59:56.127258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371bc33-6572-44bd-8986-a9454955b6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e7f6f-be01-4b7f-9256-4f65b1721a13,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:56.137753 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.185169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:06.289088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec699dfa-59a2-4416-bb6a-09b9789a920b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.377433 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec699dfa-59a2-4416-bb6a-09b9789a920b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.381828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec699dfa-59a2-4416-bb6a-09b9789a920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.417587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec699dfa-59a2-4416-bb6a-09b9789a920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22184750-dd8c-4504-b613-2f251411d63a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:06.421957 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ec699dfa-59a2-4416-bb6a-09b9789a920b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94c5ba437a924ee8a33a4954de2f6b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356784 Jul 13 20:00:06.424607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:06.472595 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3de8d2d-350f-48fd-80f0-2a67f64e70e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.493237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3de8d2d-350f-48fd-80f0-2a67f64e70e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.537908 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3de8d2d-350f-48fd-80f0-2a67f64e70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.540407 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3de8d2d-350f-48fd-80f0-2a67f64e70e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.541546 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a3de8d2d-350f-48fd-80f0-2a67f64e70e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22184750-dd8c-4504-b613-2f251411d63a HTTP/1.1" status: 204 len: 168 time: 0.1160042 Jul 13 20:00:06.549670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de8d2d-350f-48fd-80f0-2a67f64e70e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22184750-dd8c-4504-b613-2f251411d63a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:06.793956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:06.810593 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aedbf30c-a138-40b5-9614-7ac3eb2dd664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.897925 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aedbf30c-a138-40b5-9614-7ac3eb2dd664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.901630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aedbf30c-a138-40b5-9614-7ac3eb2dd664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:06.940664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aedbf30c-a138-40b5-9614-7ac3eb2dd664 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc32d90c76d6447490d0864401f84e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456220 Jul 13 20:00:06.942228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbf30c-a138-40b5-9614-7ac3eb2dd664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fece787f-6b0b-4c89-a0ac-cb2cd301cacf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:06.943989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:06.993806 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7221da90-9fc2-4b92-9f80-64ce25e35041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.014993 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7221da90-9fc2-4b92-9f80-64ce25e35041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.059868 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7221da90-9fc2-4b92-9f80-64ce25e35041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.062554 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7221da90-9fc2-4b92-9f80-64ce25e35041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.063702 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7221da90-9fc2-4b92-9f80-64ce25e35041 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fece787f-6b0b-4c89-a0ac-cb2cd301cacf HTTP/1.1" status: 204 len: 168 time: 0.1179628 Jul 13 20:00:07.072003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221da90-9fc2-4b92-9f80-64ce25e35041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece787f-6b0b-4c89-a0ac-cb2cd301cacf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:07.371110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:07.387642 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9ee1ba3-7ccc-46c2-9870-656d61706304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.482303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9ee1ba3-7ccc-46c2-9870-656d61706304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.485918 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9ee1ba3-7ccc-46c2-9870-656d61706304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.524062 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b9ee1ba3-7ccc-46c2-9870-656d61706304 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=824f02eae8cd45df88cfc660ad332a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517961 Jul 13 20:00:07.524834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee1ba3-7ccc-46c2-9870-656d61706304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468c18be-4f36-4a3b-9ff4-880c2faa8c7d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:07.527017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:07.575932 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cae9865-375c-45af-8e0d-bbe6a00f121d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.596734 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cae9865-375c-45af-8e0d-bbe6a00f121d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.642235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cae9865-375c-45af-8e0d-bbe6a00f121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.645332 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cae9865-375c-45af-8e0d-bbe6a00f121d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.646577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5cae9865-375c-45af-8e0d-bbe6a00f121d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/468c18be-4f36-4a3b-9ff4-880c2faa8c7d HTTP/1.1" status: 204 len: 168 time: 0.1185131 Jul 13 20:00:07.655524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae9865-375c-45af-8e0d-bbe6a00f121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468c18be-4f36-4a3b-9ff4-880c2faa8c7d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:08.287969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:08.385173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-758610133-network', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:08.405304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Made reservation on behalf of d108d64384b941eeb29a22ccffaa603e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:08.407687 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.416160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.502295 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.506533 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.532834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:00:08.538496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaccadcb-f22c-444c-a899-dc4878630ce6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:08.546797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.547150 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Added segment 186f426e-06fb-4e4f-8706-61feeffed490 of type vlan for network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 Jul 13 20:00:08.586284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.618941 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.619851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:08.620429 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.675178 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3861048 Jul 13 20:00:08.678856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:08.681474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d2cd5-8f1e-4f7f-b418-03fbc3a94c8e admin admin] Pushing event updated for resources: {'Network': ['ID=2e11cc3f-390a-4ab0-9a78-439e5f775e01,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:08.684839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Request body: {'subnet': {'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-758610133-subnet', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:08.691635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:00:08.706364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Made reservation on behalf of d108d64384b941eeb29a22ccffaa603e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:08.708780 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.876162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.936362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:08.944173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Checking segment: {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:08.944528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Network hostable DHCP agents. Network: 2e11cc3f-390a-4ab0-9a78-439e5f775e01, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:00:08.960040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:00:08.968147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 2e11cc3f-390a-4ab0-9a78-439e5f775e01) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:08.972288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:08.972872 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:08.977506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b014647e-b7e8-4b95-896d-23d6becfd9f8 None None] Network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:00:08.990320 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5c1838d8-32e8-4234-b540-e499b141fbcf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3102570 Jul 13 20:00:08.990593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40562) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:08.995354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-758610133-router', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:09.015834 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.016852 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.075430 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.124448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ef585-3913-4877-b084-270d546370e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-2e11cc3f-390a-4ab0-9a78-439e5f775e01', 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'fixed_ips': [{'subnet_id': '2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:00:09.125307 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.215396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.415633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-404ef585-3913-4877-b084-270d546370e1 None None] Allocated IP 172.20.0.2 (2e11cc3f-390a-4ab0-9a78-439e5f775e01/2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6/cf44d745-34c1-4f20-b493-cabca8bc1a10) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:09.425231 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.445844 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.548540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Allocated IP 172.25.7.237 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/c47acc8a-f7b8-4385-a7f9-4f546fc92236) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:09.557227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.566132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-404ef585-3913-4877-b084-270d546370e1 None None] Transition to ACTIVE for port object cf44d745-34c1-4f20-b493-cabca8bc1a10 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:09.581657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-404ef585-3913-4877-b084-270d546370e1 None None] Transition to ACTIVE for port object cf44d745-34c1-4f20-b493-cabca8bc1a10 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:09.588526 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.627063 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ef585-3913-4877-b084-270d546370e1 None None] Network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:09.630352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-404ef585-3913-4877-b084-270d546370e1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:09.633928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ef585-3913-4877-b084-270d546370e1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:09.642697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ef585-3913-4877-b084-270d546370e1 None None] Pushing event updated for resources: {'Port': ['ID=cf44d745-34c1-4f20-b493-cabca8bc1a10,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:09.657707 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.670021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.670368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.670742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.671081 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.671678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.672011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.672339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.672664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.672991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.673317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.673638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.673961 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:09.705357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-404ef585-3913-4877-b084-270d546370e1 None None] Attempting to bind port cf44d745-34c1-4f20-b493-cabca8bc1a10 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:09.706079 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.706260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-404ef585-3913-4877-b084-270d546370e1 None None] Attempting to bind port cf44d745-34c1-4f20-b493-cabca8bc1a10 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:09.706260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ef585-3913-4877-b084-270d546370e1 None None] Attempting to bind port cf44d745-34c1-4f20-b493-cabca8bc1a10 on network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:09.711681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ef585-3913-4877-b084-270d546370e1 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:09.712060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ef585-3913-4877-b084-270d546370e1 None None] Checking segment: {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:09.712493 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.712886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ef585-3913-4877-b084-270d546370e1 None None] Bound using segment: {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:09.713352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-404ef585-3913-4877-b084-270d546370e1 None None] Bound port: cf44d745-34c1-4f20-b493-cabca8bc1a10, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:09.713737 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.745614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:09.749934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:09.755263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:09.758543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Pushing event updated for resources: {'Port': ['ID=c47acc8a-f7b8-4385-a7f9-4f546fc92236,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:09.783976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-404ef585-3913-4877-b084-270d546370e1 None None] For port cf44d745-34c1-4f20-b493-cabca8bc1a10, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:09.787361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-404ef585-3913-4877-b084-270d546370e1 None None] For port cf44d745-34c1-4f20-b493-cabca8bc1a10, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cf44d745-34c1-4f20-b493-cabca8bc1a10,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:09.791853 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-404ef585-3913-4877-b084-270d546370e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.851768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ef585-3913-4877-b084-270d546370e1 None None] Pushing event updated for resources: {'Port': ['ID=cf44d745-34c1-4f20-b493-cabca8bc1a10,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:10.023008 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:10.218259 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:10.350458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Router b5faa986-c8c6-44a7-a1b1-9779a2046c0a is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:00:10.456754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:00:10.467314 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Sync routers for ids ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:00:10.476089 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:10.477545 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c6784f21-3349-4b99-8bd1-600c876de532 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4858418 Jul 13 20:00:10.478485 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Routers {'b5faa986-c8c6-44a7-a1b1-9779a2046c0a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:10.479342 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:10.480356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:10.586562 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Set router b5faa986-c8c6-44a7-a1b1-9779a2046c0a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:10.744141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa867b6-763d-4bd5-8053-c32352fac685 None None] Network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:00:10.773659 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'name': 'tempest-TestServerMultinode-758610133-router', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:09Z', 'revision_number': 3, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'gw_port': {'id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:10.816309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b3be948-663a-4080-8240-6d985211ee86 None None] Provisioning for port cf44d745-34c1-4f20-b493-cabca8bc1a10 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:10.908024 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Checking router: b5faa986-c8c6-44a7-a1b1-9779a2046c0a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:00:10.908372 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Updating router b5faa986-c8c6-44a7-a1b1-9779a2046c0a port c47acc8a-f7b8-4385-a7f9-4f546fc92236 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:00:10.927095 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:10.949985 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.108458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Allocated IP 172.20.0.1 (2e11cc3f-390a-4ab0-9a78-439e5f775e01/2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6/149070a9-2633-4a38-aa29-c93c4c8369db) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:11.221004 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.232916 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Transition to ACTIVE for port object c47acc8a-f7b8-4385-a7f9-4f546fc92236 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:11.241234 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.243770 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.255343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Transition to ACTIVE for port object 149070a9-2633-4a38-aa29-c93c4c8369db will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:11.289437 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.297652 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Attempting to bind port c47acc8a-f7b8-4385-a7f9-4f546fc92236 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:11.298041 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Attempting to bind port c47acc8a-f7b8-4385-a7f9-4f546fc92236 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:11.298408 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Attempting to bind port c47acc8a-f7b8-4385-a7f9-4f546fc92236 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:11.306284 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:11.306671 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:11.307068 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.307454 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:11.307911 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Bound port: c47acc8a-f7b8-4385-a7f9-4f546fc92236, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:11.308283 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.326600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:11.331103 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Pushing event updated for resources: {'Port': ['ID=c47acc8a-f7b8-4385-a7f9-4f546fc92236,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:11.335824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:11.340991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:11.346826 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.346998 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.347328 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.347661 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.347988 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.348316 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.348641 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.352911 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.353348 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.353688 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.354022 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.354350 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:11.369767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Pushing event updated for resources: {'Port': ['ID=149070a9-2633-4a38-aa29-c93c4c8369db,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:11.384043 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] For port c47acc8a-f7b8-4385-a7f9-4f546fc92236, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:11.388031 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] For port c47acc8a-f7b8-4385-a7f9-4f546fc92236, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c47acc8a-f7b8-4385-a7f9-4f546fc92236,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:11.395562 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.397698 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.455697 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Routers {'b5faa986-c8c6-44a7-a1b1-9779a2046c0a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:11.456391 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:11.509757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15eba8-f7de-4cc4-991a-e085bfcfaa3e None None] Pushing event updated for resources: {'Port': ['ID=c47acc8a-f7b8-4385-a7f9-4f546fc92236,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:11.572170 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.639853 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] Set router b5faa986-c8c6-44a7-a1b1-9779a2046c0a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:11.683377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2da4517d-aa90-48d4-a455-1c4d358af1b7 None None] Provisioning for port 149070a9-2633-4a38-aa29-c93c4c8369db completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:11.688091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2da4517d-aa90-48d4-a455-1c4d358af1b7 None None] Provisioning complete for port 149070a9-2633-4a38-aa29-c93c4c8369db triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:11.688736 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2da4517d-aa90-48d4-a455-1c4d358af1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.741661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2da4517d-aa90-48d4-a455-1c4d358af1b7 None None] Port 149070a9-2633-4a38-aa29-c93c4c8369db cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:00:11.749856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cf44d745-34c1-4f20-b493-cabca8bc1a10 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:11.816462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port cf44d745-34c1-4f20-b493-cabca8bc1a10 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:11.822980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port cf44d745-34c1-4f20-b493-cabca8bc1a10 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:11.823688 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.843188 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'name': 'tempest-TestServerMultinode-758610133-router', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:09Z', 'revision_number': 3, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'gw_port': {'id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:11.875631 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b389a-4e3e-4952-856b-42dae681d32b None None] The sync data for ids ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'] in n-d-800708-1 is: [{'id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'name': 'tempest-TestServerMultinode-758610133-router', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:09Z', 'revision_number': 3, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'gw_port': {'id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:00:11.913766 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.950788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port cf44d745-34c1-4f20-b493-cabca8bc1a10, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cf44d745-34c1-4f20-b493-cabca8bc1a10,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:11.956389 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:12.025846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=cf44d745-34c1-4f20-b493-cabca8bc1a10,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:12.094190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:12.098915 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:12.169590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:12.172846 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Pushing event updated for resources: {'Port': ['ID=149070a9-2633-4a38-aa29-c93c4c8369db,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:12.276400 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:12.277813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:12.400093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Router b5faa986-c8c6-44a7-a1b1-9779a2046c0a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:00:12.518692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:00:12.526114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-06504549-48c6-4412-b97b-ca1c87127656 admin admin] 10.222.0.25 "PUT /v2.0/routers/b5faa986-c8c6-44a7-a1b1-9779a2046c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0431085 Jul 13 20:00:12.566162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f5562dc8-8968-487e-9209-5e9960086e27 None None] Provisioning complete for port 149070a9-2633-4a38-aa29-c93c4c8369db triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:12.566865 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5562dc8-8968-487e-9209-5e9960086e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:12.606019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f5562dc8-8968-487e-9209-5e9960086e27 None None] Port 149070a9-2633-4a38-aa29-c93c4c8369db cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:00:13.010844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:13.016016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-918890726-network', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:13.038379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Made reservation on behalf of c49940baeded4c12b4bad7abc12466be for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:13.040871 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.049823 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.137155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.141115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.165612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:00:13.175408 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faa5589-5a01-4b5c-b25a-7904a3641ae9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:13.180316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.180658 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Added segment 3f8343ba-638d-43fb-a280-afd14e07b683 of type vlan for network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 Jul 13 20:00:13.221653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.253012 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.254312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:13.254809 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.313677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3015895 Jul 13 20:00:13.316296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:13.325430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Request body: {'subnet': {'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-918890726-subnet', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:13.329546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829748c-ab65-4b45-909a-d37943f3504c admin admin] Pushing event updated for resources: {'Network': ['ID=66a11141-a0fd-430f-b9bb-1f2f5b2d3057,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:13.340283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:00:13.350818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Made reservation on behalf of c49940baeded4c12b4bad7abc12466be for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:13.353430 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.526782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.577275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Sync routers for ids ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:00:13.585918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1cc21e-d2ef-4b19-bf35-069992a5e249,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:13.591428 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Routers {'b5faa986-c8c6-44a7-a1b1-9779a2046c0a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:13.592400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:13.597380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Checking segment: {'id': '3f8343ba-638d-43fb-a280-afd14e07b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:13.597747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Network hostable DHCP agents. Network: 66a11141-a0fd-430f-b9bb-1f2f5b2d3057, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:00:13.601186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.601540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.601880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.602221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.602813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.602925 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.603226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.603554 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.603880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.604207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.604532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.604851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:13.629967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:00:13.640711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 66a11141-a0fd-430f-b9bb-1f2f5b2d3057) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:13.645804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:13.647590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.670954 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5a3c1c5e-2777-4dcc-81a5-0cd86f4cead4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3510985 Jul 13 20:00:13.671716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:13.676218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-918890726-router', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:13.680511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b55c07e-cb98-4e47-83bb-d681328e1bc4 None None] Network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:00:13.701582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.702631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.735006 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c47acc8a-f7b8-4385-a7f9-4f546fc92236 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:13.764597 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.797643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Set router b5faa986-c8c6-44a7-a1b1-9779a2046c0a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:13.904245 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.970705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port c47acc8a-f7b8-4385-a7f9-4f546fc92236 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:13.980188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c47acc8a-f7b8-4385-a7f9-4f546fc92236 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:13.980568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.027573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-66a11141-a0fd-430f-b9bb-1f2f5b2d3057', 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'fixed_ips': [{'subnet_id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:00:14.028430 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.119677 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.144377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.245900 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.250907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Allocated IP 172.25.7.202 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/448b0049-4390-475f-8986-f7eb8ccdb787) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:14.283115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Allocated IP 172.20.0.2 (66a11141-a0fd-430f-b9bb-1f2f5b2d3057/ad1cc21e-d2ef-4b19-bf35-069992a5e249/e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:14.291492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port c47acc8a-f7b8-4385-a7f9-4f546fc92236, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c47acc8a-f7b8-4385-a7f9-4f546fc92236,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:14.293991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'name': 'tempest-TestServerMultinode-758610133-router', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:11Z', 'revision_number': 4, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'gw_port': {'id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '149070a9-2633-4a38-aa29-c93c4c8369db', 'name': '', 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'mac_address': 'fa:16:3e:4f:af:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:10Z', 'updated_at': '2021-07-13T20:00:11Z', 'revision_number': 2, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'subnets': [{'id': '2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:14.299183 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.299609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cf44d745-34c1-4f20-b493-cabca8bc1a10 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:14.352987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Checking router: b5faa986-c8c6-44a7-a1b1-9779a2046c0a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:00:14.353666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Updating router b5faa986-c8c6-44a7-a1b1-9779a2046c0a port 149070a9-2633-4a38-aa29-c93c4c8369db binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:00:14.362446 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.402899 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.439300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:14.446111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:14.449763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:14.472138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Pushing event updated for resources: {'Port': ['ID=448b0049-4390-475f-8986-f7eb8ccdb787,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:14.483417 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.503909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=c47acc8a-f7b8-4385-a7f9-4f546fc92236,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:14.530066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port cf44d745-34c1-4f20-b493-cabca8bc1a10 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:14.530460 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.697358 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.700617 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.718853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Transition to ACTIVE for port object e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:14.904836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:14.955878 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Transition to ACTIVE for port object e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:14.977270 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.034079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:15.042836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Router dcd1d35c-6952-4072-842d-88a968a4f9ce is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:00:15.044960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:15.049641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:15.051561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Pushing event updated for resources: {'Port': ['ID=e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:15.149437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Attempting to bind port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:15.149803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Attempting to bind port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '3f8343ba-638d-43fb-a280-afd14e07b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:15.150162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Attempting to bind port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 on network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:15.161286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:15.161874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Checking segment: {'id': '3f8343ba-638d-43fb-a280-afd14e07b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:15.162598 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.163026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Bound using segment: {'id': '3f8343ba-638d-43fb-a280-afd14e07b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:15.163742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Bound port: e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8343ba-638d-43fb-a280-afd14e07b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:15.164125 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.187962 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.219598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Transition to ACTIVE for port object 149070a9-2633-4a38-aa29-c93c4c8369db will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:15.231431 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.297140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] For port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:15.304086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] For port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4,segment=NetworkSegment(3f8343ba-638d-43fb-a280-afd14e07b683),segment_id=3f8343ba-638d-43fb-a280-afd14e07b683)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:15.308214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8bb1e-b320-44df-b0e9-f2c46fec7b29 None None] Pushing event updated for resources: {'Port': ['ID=149070a9-2633-4a38-aa29-c93c4c8369db,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:15.312842 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.411135 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:00:15.418257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Attempting to bind port 149070a9-2633-4a38-aa29-c93c4c8369db on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:15.418815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Attempting to bind port 149070a9-2633-4a38-aa29-c93c4c8369db by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:15.418997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Attempting to bind port 149070a9-2633-4a38-aa29-c93c4c8369db on network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:15.421152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3ebb1-cd76-4a81-b99e-f662be08c1c2 None None] Pushing event updated for resources: {'Port': ['ID=e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:15.427965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:15.428555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Checking segment: {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:15.428964 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.429354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Bound using segment: {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:15.429825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Bound port: 149070a9-2633-4a38-aa29-c93c4c8369db, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:15.430202 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.507813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] For port 149070a9-2633-4a38-aa29-c93c4c8369db, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:15.511061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] For port 149070a9-2633-4a38-aa29-c93c4c8369db, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=149070a9-2633-4a38-aa29-c93c4c8369db,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:15.516724 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.524337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:00:15.534937 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Sync routers for ids ['dcd1d35c-6952-4072-842d-88a968a4f9ce'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:00:15.540470 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.542453 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c63b59db-9f48-4ea0-9101-0bad8d6580f9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8685610 Jul 13 20:00:15.544143 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:15.555440 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Routers {'dcd1d35c-6952-4072-842d-88a968a4f9ce'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:15.556458 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['dcd1d35c-6952-4072-842d-88a968a4f9ce'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:15.613387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8bb1e-b320-44df-b0e9-f2c46fec7b29 None None] Pushing event updated for resources: {'Port': ['ID=149070a9-2633-4a38-aa29-c93c4c8369db,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:15.618724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Routers {'b5faa986-c8c6-44a7-a1b1-9779a2046c0a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:15.619348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:15.784767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c47acc8a-f7b8-4385-a7f9-4f546fc92236 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:15.844281 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Set router dcd1d35c-6952-4072-842d-88a968a4f9ce gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:15.875000 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.882454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] Set router b5faa986-c8c6-44a7-a1b1-9779a2046c0a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:15.916700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c47acc8a-f7b8-4385-a7f9-4f546fc92236 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:15.917033 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.054567 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'name': 'tempest-TestServerMultinode-918890726-router', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:13Z', 'updated_at': '2021-07-13T20:00:14Z', 'revision_number': 3, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'gw_port': {'id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:14Z', 'updated_at': '2021-07-13T20:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:16.062127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.082597 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Checking router: dcd1d35c-6952-4072-842d-88a968a4f9ce for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:00:16.082952 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Updating router dcd1d35c-6952-4072-842d-88a968a4f9ce port 448b0049-4390-475f-8986-f7eb8ccdb787 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:00:16.125534 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.205445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'name': 'tempest-TestServerMultinode-758610133-router', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:11Z', 'revision_number': 4, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'gw_port': {'id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '149070a9-2633-4a38-aa29-c93c4c8369db', 'name': '', 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'mac_address': 'fa:16:3e:4f:af:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:10Z', 'updated_at': '2021-07-13T20:00:15Z', 'revision_number': 4, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'subnets': [{'id': '2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:16.238535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3dea89-02a4-4d52-a801-6a00b8cdb111 None None] The sync data for ids ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'] in n-d-800708-1 is: [{'id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'name': 'tempest-TestServerMultinode-758610133-router', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:11Z', 'revision_number': 4, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'gw_port': {'id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '149070a9-2633-4a38-aa29-c93c4c8369db', 'name': '', 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'mac_address': 'fa:16:3e:4f:af:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:10Z', 'updated_at': '2021-07-13T20:00:15Z', 'revision_number': 4, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'subnets': [{'id': '2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:00:16.238915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Allocated IP 172.20.0.1 (66a11141-a0fd-430f-b9bb-1f2f5b2d3057/ad1cc21e-d2ef-4b19-bf35-069992a5e249/0fb6aa68-a5a7-43ef-8976-d168344b3538) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:16.396917 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.410907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Transition to ACTIVE for port object 0fb6aa68-a5a7-43ef-8976-d168344b3538 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:16.447663 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.458447 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.464164 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Transition to ACTIVE for port object 448b0049-4390-475f-8986-f7eb8ccdb787 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:16.473254 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.501755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:16.509559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:16.513599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:16.540791 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.543992 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Attempting to bind port 448b0049-4390-475f-8986-f7eb8ccdb787 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:16.544400 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Attempting to bind port 448b0049-4390-475f-8986-f7eb8ccdb787 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:16.544759 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Attempting to bind port 448b0049-4390-475f-8986-f7eb8ccdb787 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:16.547525 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f2822-f4f2-4c39-bf5d-fbebb816a0c2 None None] Pushing event updated for resources: {'Port': ['ID=448b0049-4390-475f-8986-f7eb8ccdb787,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:16.549696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb6aa68-a5a7-43ef-8976-d168344b3538,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:16.556494 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:16.556872 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:16.557270 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.558088 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:16.558635 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Bound port: 448b0049-4390-475f-8986-f7eb8ccdb787, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:16.559158 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.571557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.620403 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] For port 448b0049-4390-475f-8986-f7eb8ccdb787, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:16.623955 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] For port 448b0049-4390-475f-8986-f7eb8ccdb787, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=448b0049-4390-475f-8986-f7eb8ccdb787,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:16.632602 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.698892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0063fe9f-7e20-46dd-a88e-2868629a574d None None] Network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:00:16.702213 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Routers {'dcd1d35c-6952-4072-842d-88a968a4f9ce'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:16.702937 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['dcd1d35c-6952-4072-842d-88a968a4f9ce'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:16.739160 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f2822-f4f2-4c39-bf5d-fbebb816a0c2 None None] Pushing event updated for resources: {'Port': ['ID=448b0049-4390-475f-8986-f7eb8ccdb787,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:16.755082 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.792082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d6146e72-f1a4-48ea-9ca4-8fed235b0b01 None None] Provisioning for port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:16.970897 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] Set router dcd1d35c-6952-4072-842d-88a968a4f9ce gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:16.979021 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.985737 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:17.067329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb6aa68-a5a7-43ef-8976-d168344b3538,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:17.071206 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:17.177300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:17.180084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:17.223048 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'name': 'tempest-TestServerMultinode-918890726-router', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:13Z', 'updated_at': '2021-07-13T20:00:16Z', 'revision_number': 4, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'gw_port': {'id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:14Z', 'updated_at': '2021-07-13T20:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0fb6aa68-a5a7-43ef-8976-d168344b3538', 'name': '', 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'mac_address': 'fa:16:3e:b4:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:16Z', 'updated_at': '2021-07-13T20:00:16Z', 'revision_number': 1, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'subnets': [{'id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:17.243803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5669b20b-d15e-412a-800b-b124c102c430 None None] Provisioning for port 0fb6aa68-a5a7-43ef-8976-d168344b3538 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:17.251687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5669b20b-d15e-412a-800b-b124c102c430 None None] Provisioning complete for port 0fb6aa68-a5a7-43ef-8976-d168344b3538 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:17.252952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5669b20b-d15e-412a-800b-b124c102c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:17.272384 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64896ba-425c-47b7-b93f-3fadbeb4a98e None None] The sync data for ids ['dcd1d35c-6952-4072-842d-88a968a4f9ce'] in n-d-800708-1 is: [{'id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'name': 'tempest-TestServerMultinode-918890726-router', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:13Z', 'updated_at': '2021-07-13T20:00:16Z', 'revision_number': 4, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'gw_port': {'id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:14Z', 'updated_at': '2021-07-13T20:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0fb6aa68-a5a7-43ef-8976-d168344b3538', 'name': '', 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'mac_address': 'fa:16:3e:b4:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:16Z', 'updated_at': '2021-07-13T20:00:16Z', 'revision_number': 1, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'subnets': [{'id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:00:17.317599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5669b20b-d15e-412a-800b-b124c102c430 None None] Port 0fb6aa68-a5a7-43ef-8976-d168344b3538 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:00:17.376398 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Router dcd1d35c-6952-4072-842d-88a968a4f9ce has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:00:17.447552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d6dd1271-6a4d-4a58-a81a-e9aed01010e8 None None] Provisioning complete for port 0fb6aa68-a5a7-43ef-8976-d168344b3538 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:17.447921 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1271-6a4d-4a58-a81a-e9aed01010e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:17.496743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd1271-6a4d-4a58-a81a-e9aed01010e8 None None] Port 0fb6aa68-a5a7-43ef-8976-d168344b3538 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:00:17.520669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:00:17.532400 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7c9b4c14-45f3-4aa5-a7f7-b48f57764800 admin admin] 10.222.0.25 "PUT /v2.0/routers/dcd1d35c-6952-4072-842d-88a968a4f9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9823873 Jul 13 20:00:17.720657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ef2134c-bf09-471b-8266-8bceafd973fd None None] Provisioning complete for port 0fb6aa68-a5a7-43ef-8976-d168344b3538 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:17.721673 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ef2134c-bf09-471b-8266-8bceafd973fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:17.765922 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:17.806904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7ef2134c-bf09-471b-8266-8bceafd973fd None None] Port 0fb6aa68-a5a7-43ef-8976-d168344b3538 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:00:17.831518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:17.836151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:17.836526 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:17.929706 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:17.971887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4,segment=NetworkSegment(3f8343ba-638d-43fb-a280-afd14e07b683),segment_id=3f8343ba-638d-43fb-a280-afd14e07b683)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:17.977262 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:17.978078 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 149070a9-2633-4a38-aa29-c93c4c8369db up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:18.063859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:18.079763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 149070a9-2633-4a38-aa29-c93c4c8369db completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:18.084876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 149070a9-2633-4a38-aa29-c93c4c8369db triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:18.085323 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:18.170702 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:18.197963 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-4b7d422e-0a0f-4314-9f73-2fb92fed82be tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:18.199589 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-4b7d422e-0a0f-4314-9f73-2fb92fed82be tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/networks?id=2e11cc3f-390a-4ab0-9a78-439e5f775e01 HTTP/1.1" status: 200 len: 910 time: 0.0919650 Jul 13 20:00:18.205690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 149070a9-2633-4a38-aa29-c93c4c8369db, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=149070a9-2633-4a38-aa29-c93c4c8369db,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:18.211687 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:18.214721 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-6462e72c-55ab-4d15-a1ee-fb7005f3dcd2 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/quotas/c49940baeded4c12b4bad7abc12466be HTTP/1.1" status: 200 len: 375 time: 0.0096385 Jul 13 20:00:18.267212 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=149070a9-2633-4a38-aa29-c93c4c8369db,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:18.309851 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-304145f4-10e8-42b9-ae42-0896baf6c378 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=c49940baeded4c12b4bad7abc12466be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887606 Jul 13 20:00:18.399107 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-4295f6a9-7f6e-4779-a3c2-de461c3b5bc3 service neutron] 10.222.0.25 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824490 Jul 13 20:00:18.490203 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-77503480-fdf4-4221-b7b1-d2750e8c8d70 service neutron] 10.222.0.25 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854225 Jul 13 20:00:18.655869 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e62f919d-5f92-4f10-a692-9425b83e321b req-ac4d91a6-2fef-4442-b831-2d536f017953 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 210 time: 0.0281231 Jul 13 20:00:19.722831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 149070a9-2633-4a38-aa29-c93c4c8369db up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:19.792168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 149070a9-2633-4a38-aa29-c93c4c8369db triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:19.792645 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:19.851508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-25ae1cbd-7319-42f7-bf06-f00abb793918 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:19.853079 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-25ae1cbd-7319-42f7-bf06-f00abb793918 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.24 "GET /v2.0/networks?id=2e11cc3f-390a-4ab0-9a78-439e5f775e01 HTTP/1.1" status: 200 len: 910 time: 0.1390688 Jul 13 20:00:19.858168 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c75e9e40-2db7-4dc8-8554-1e2ff9001781 req-982fba48-19b5-4530-8598-de55a8ba1ff7 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 210 time: 0.0301843 Jul 13 20:00:19.875113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Request body: {'port': {'device_id': '33ed5473-d9c3-463d-92b8-4f9659f45c5a', 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01', 'admin_state_up': True, 'tenant_id': 'c49940baeded4c12b4bad7abc12466be'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:19.898136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 448b0049-4390-475f-8986-f7eb8ccdb787 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:19.898344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Made reservation on behalf of c49940baeded4c12b4bad7abc12466be for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:19.901171 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:19.956076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 448b0049-4390-475f-8986-f7eb8ccdb787 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:19.961610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 448b0049-4390-475f-8986-f7eb8ccdb787 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:19.962187 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.026689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Allocated IP 172.20.0.11 (2e11cc3f-390a-4ab0-9a78-439e5f775e01/2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6/e766f34b-c57f-4595-ad52-7deee80c1000) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:20.046005 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.068066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 448b0049-4390-475f-8986-f7eb8ccdb787, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=448b0049-4390-475f-8986-f7eb8ccdb787,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:20.072412 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.073493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:20.158410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=448b0049-4390-475f-8986-f7eb8ccdb787,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:20.169603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:20.170023 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.184414 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.198622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Transition to ACTIVE for port object e766f34b-c57f-4595-ad52-7deee80c1000 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:20.235261 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.287837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:20.293607 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:20.295994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:20.301971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Pushing event updated for resources: {'Port': ['ID=e766f34b-c57f-4595-ad52-7deee80c1000,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:20.340310 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Sync routers for ids ['dcd1d35c-6952-4072-842d-88a968a4f9ce'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:00:20.345393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:20.346139 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.349926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Routers {'dcd1d35c-6952-4072-842d-88a968a4f9ce'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:20.350606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b295e458-4f93-491b-971c-04b67860a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['dcd1d35c-6952-4072-842d-88a968a4f9ce'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:20.363302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9fb37a0-263e-463e-bce4-1d4e26724974 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4932196 Jul 13 20:00:20.380009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Request body: {'port': {'device_id': '33ed5473-d9c3-463d-92b8-4f9659f45c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:20.456150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.470147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Set router dcd1d35c-6952-4072-842d-88a968a4f9ce gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:20.593533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c8c4f02-cb44-41ca-8738-c81d113b78bb None None] Provisioning for port e766f34b-c57f-4595-ad52-7deee80c1000 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:20.600939 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c8c4f02-cb44-41ca-8738-c81d113b78bb None None] Provisioning complete for port e766f34b-c57f-4595-ad52-7deee80c1000 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:20.601310 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4f02-cb44-41ca-8738-c81d113b78bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.657020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c4f02-cb44-41ca-8738-c81d113b78bb None None] Port e766f34b-c57f-4595-ad52-7deee80c1000 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:00:20.733596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e766f34b-c57f-4595-ad52-7deee80c1000 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:00:20.741874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.755496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Transition to ACTIVE for port object e766f34b-c57f-4595-ad52-7deee80c1000 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:20.759788 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.811377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Pushing event updated for resources: {'Port': ['ID=e766f34b-c57f-4595-ad52-7deee80c1000,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:20.867296 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d032065-854f-4791-9d65-8f416e3432b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.887661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b295e458-4f93-491b-971c-04b67860a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'name': 'tempest-TestServerMultinode-918890726-router', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:13Z', 'updated_at': '2021-07-13T20:00:16Z', 'revision_number': 4, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'gw_port': {'id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:14Z', 'updated_at': '2021-07-13T20:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0fb6aa68-a5a7-43ef-8976-d168344b3538', 'name': '', 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'mac_address': 'fa:16:3e:b4:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:16Z', 'updated_at': '2021-07-13T20:00:16Z', 'revision_number': 2, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'subnets': [{'id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:20.897796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Attempting to bind port e766f34b-c57f-4595-ad52-7deee80c1000 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:20.898288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Attempting to bind port e766f34b-c57f-4595-ad52-7deee80c1000 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:20.898528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Attempting to bind port e766f34b-c57f-4595-ad52-7deee80c1000 on network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:20.904186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Port e766f34b-c57f-4595-ad52-7deee80c1000 on network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:00:20.904642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Attempting to bind port e766f34b-c57f-4595-ad52-7deee80c1000 on network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:20.911084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:20.911510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Checking segment: {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:20.911972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Bound using segment: {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:20.912497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Bound port: e766f34b-c57f-4595-ad52-7deee80c1000, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:20.912934 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.917815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Checking router: dcd1d35c-6952-4072-842d-88a968a4f9ce for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:00:20.918303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Updating router dcd1d35c-6952-4072-842d-88a968a4f9ce port 0fb6aa68-a5a7-43ef-8976-d168344b3538 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:00:20.955504 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:20.987189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] For port e766f34b-c57f-4595-ad52-7deee80c1000, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:20.991755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] For port e766f34b-c57f-4595-ad52-7deee80c1000, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e766f34b-c57f-4595-ad52-7deee80c1000,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:20.999803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:21.046547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:21.047269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:21.048882 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] 10.222.0.24 "PUT /v2.0/ports/e766f34b-c57f-4595-ad52-7deee80c1000 HTTP/1.1" status: 200 len: 1092 time: 0.6735442 Jul 13 20:00:21.049261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ed5473-d9c3-463d-92b8-4f9659f45c5a', 'tag': 'e766f34b-c57f-4595-ad52-7deee80c1000'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:21.051572 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "33ed5473-d9c3-463d-92b8-4f9659f45c5a", "tag": "e766f34b-c57f-4595-ad52-7deee80c1000"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:21.136338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e48cb4-11b6-44fe-ae5f-3bd845c77a87 service neutron] Pushing event updated for resources: {'Port': ['ID=e766f34b-c57f-4595-ad52-7deee80c1000,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:21.138429 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4478d061-5cc9-4915-9bb8-b3cf453bea41 x-openstack-request-id: req-4478d061-5cc9-4915-9bb8-b3cf453bea41 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:21.138834 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ed5473-d9c3-463d-92b8-4f9659f45c5a", "tag": "e766f34b-c57f-4595-ad52-7deee80c1000", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:21.139187 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4478d061-5cc9-4915-9bb8-b3cf453bea41 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:21.139678 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ed5473-d9c3-463d-92b8-4f9659f45c5a', 'tag': 'e766f34b-c57f-4595-ad52-7deee80c1000', 'status': 'completed', 'code': 200} Jul 13 20:00:21.177180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-6d5f15e5-9ff2-4680-a1b6-2d3025f81eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:21.178978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-6d5f15e5-9ff2-4680-a1b6-2d3025f81eec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c49940baeded4c12b4bad7abc12466be&device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1095 time: 0.0840256 Jul 13 20:00:21.239191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-5b0df930-f67c-4b93-845c-17f4cdd37edc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e766f34b-c57f-4595-ad52-7deee80c1000 HTTP/1.1" status: 200 len: 217 time: 0.0437162 Jul 13 20:00:21.297086 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:21.307236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Transition to ACTIVE for port object 0fb6aa68-a5a7-43ef-8976-d168344b3538 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:21.313952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:21.330996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9f1edc6-270e-444b-a663-71fac7d54a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:21.332407 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-b9f1edc6-270e-444b-a663-71fac7d54a52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6 HTTP/1.1" status: 200 len: 848 time: 0.0561354 Jul 13 20:00:21.375559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4afc73-9b4b-4db8-82db-fb4db648f0c8 None None] Pushing event updated for resources: {'Port': ['ID=0fb6aa68-a5a7-43ef-8976-d168344b3538,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:21.376207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d086ba-24a6-4827-bd53-b1f8a6b6809d req-eff474b8-1644-450d-a49e-09beadc0e0a9 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:21.378150 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-42d086ba-24a6-4827-bd53-b1f8a6b6809d req-eff474b8-1644-450d-a49e-09beadc0e0a9 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1095 time: 0.3705564 Jul 13 20:00:21.434585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-ffc46e39-0b6f-4719-9a97-26cba8ef96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:21.436115 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-ffc46e39-0b6f-4719-9a97-26cba8ef96c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e11cc3f-390a-4ab0-9a78-439e5f775e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939837 Jul 13 20:00:21.438113 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-42d086ba-24a6-4827-bd53-b1f8a6b6809d req-64adc206-e5a5-4088-991f-83483a0cd253 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501475 Jul 13 20:00:21.443800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Attempting to bind port 0fb6aa68-a5a7-43ef-8976-d168344b3538 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:21.444205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Attempting to bind port 0fb6aa68-a5a7-43ef-8976-d168344b3538 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '3f8343ba-638d-43fb-a280-afd14e07b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:21.444577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Attempting to bind port 0fb6aa68-a5a7-43ef-8976-d168344b3538 on network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:21.450365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:21.451054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Checking segment: {'id': '3f8343ba-638d-43fb-a280-afd14e07b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:21.451573 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:21.452122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Bound using segment: {'id': '3f8343ba-638d-43fb-a280-afd14e07b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:21.453104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Bound port: 0fb6aa68-a5a7-43ef-8976-d168344b3538, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8343ba-638d-43fb-a280-afd14e07b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:21.453334 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:21.523947 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b295e458-4f93-491b-971c-04b67860a556 None None] For port 0fb6aa68-a5a7-43ef-8976-d168344b3538, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:21.528437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b295e458-4f93-491b-971c-04b67860a556 None None] For port 0fb6aa68-a5a7-43ef-8976-d168344b3538, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0fb6aa68-a5a7-43ef-8976-d168344b3538,segment=NetworkSegment(3f8343ba-638d-43fb-a280-afd14e07b683),segment_id=3f8343ba-638d-43fb-a280-afd14e07b683)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:21.532515 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:21.557387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-95e1cfd9-77a6-4bad-9645-b8d5ee94f74c service neutron] 10.222.0.24 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079686 Jul 13 20:00:21.591908 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Routers {'dcd1d35c-6952-4072-842d-88a968a4f9ce'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:21.592533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b295e458-4f93-491b-971c-04b67860a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T19:59:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['dcd1d35c-6952-4072-842d-88a968a4f9ce'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:21.661528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4afc73-9b4b-4db8-82db-fb4db648f0c8 None None] Pushing event updated for resources: {'Port': ['ID=0fb6aa68-a5a7-43ef-8976-d168344b3538,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:21.687432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76fa05ae-ddc8-442d-a7a5-45d551ac929a req-8ee47a0a-523d-4510-8e92-1f7f78906e53 service neutron] 10.222.0.24 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177580 Jul 13 20:00:21.691602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 448b0049-4390-475f-8986-f7eb8ccdb787 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:21.802999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-a8f19588-26c4-4c6c-8e16-a2c9ce438048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:21.804520 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-a8f19588-26c4-4c6c-8e16-a2c9ce438048 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c49940baeded4c12b4bad7abc12466be&device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1095 time: 0.0615954 Jul 13 20:00:21.806972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b295e458-4f93-491b-971c-04b67860a556 None None] Set router dcd1d35c-6952-4072-842d-88a968a4f9ce gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:21.875426 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 448b0049-4390-475f-8986-f7eb8ccdb787 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:21.876023 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:21.894784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-85c589a3-95bb-4b09-ae5d-b79aecfcb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:21.896259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-85c589a3-95bb-4b09-ae5d-b79aecfcb72c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e11cc3f-390a-4ab0-9a78-439e5f775e01 HTTP/1.1" status: 200 len: 910 time: 0.0847309 Jul 13 20:00:21.941466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-bfee395f-59a1-45a4-90cf-037d37cb18b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e766f34b-c57f-4595-ad52-7deee80c1000 HTTP/1.1" status: 200 len: 217 time: 0.0379355 Jul 13 20:00:21.992431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-5bf529ee-440e-465d-a823-d104850a9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:21.994582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-5bf529ee-440e-465d-a823-d104850a9cb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6 HTTP/1.1" status: 200 len: 848 time: 0.0431342 Jul 13 20:00:22.056537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-a79bd8c0-fd60-4983-882a-3456588622de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:22.058052 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-a79bd8c0-fd60-4983-882a-3456588622de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e11cc3f-390a-4ab0-9a78-439e5f775e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555747 Jul 13 20:00:22.142275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b295e458-4f93-491b-971c-04b67860a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'name': 'tempest-TestServerMultinode-918890726-router', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:13Z', 'updated_at': '2021-07-13T20:00:16Z', 'revision_number': 4, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'gw_port': {'id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:14Z', 'updated_at': '2021-07-13T20:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0fb6aa68-a5a7-43ef-8976-d168344b3538', 'name': '', 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'mac_address': 'fa:16:3e:b4:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:16Z', 'updated_at': '2021-07-13T20:00:21Z', 'revision_number': 4, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'subnets': [{'id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:22.155046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-9fb2c6b1-bd94-46bf-9e9e-82d7cc2e64af service neutron] 10.222.0.24 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882959 Jul 13 20:00:22.175677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295e458-4f93-491b-971c-04b67860a556 None None] The sync data for ids ['dcd1d35c-6952-4072-842d-88a968a4f9ce'] in n-d-800708-1 is: [{'id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'name': 'tempest-TestServerMultinode-918890726-router', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:13Z', 'updated_at': '2021-07-13T20:00:16Z', 'revision_number': 4, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'gw_port': {'id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:14Z', 'updated_at': '2021-07-13T20:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '0fb6aa68-a5a7-43ef-8976-d168344b3538', 'name': '', 'network_id': '66a11141-a0fd-430f-b9bb-1f2f5b2d3057', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'mac_address': 'fa:16:3e:b4:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:16Z', 'updated_at': '2021-07-13T20:00:21Z', 'revision_number': 4, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'subnets': [{'id': 'ad1cc21e-d2ef-4b19-bf35-069992a5e249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:00:22.254266 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ba6bc073-73f7-4bf6-9f29-5a2704a5c3b5 req-e6a4a5b6-c4b4-41e1-b285-152d9d1a02e0 service neutron] 10.222.0.24 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900421 Jul 13 20:00:22.662178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e2f68-221d-4606-866c-4a10a00692dd req-de85071d-8746-4de4-bd1f-25228a479a23 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:22.663779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-617e2f68-221d-4606-866c-4a10a00692dd req-de85071d-8746-4de4-bd1f-25228a479a23 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1095 time: 0.1157207 Jul 13 20:00:22.702269 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-617e2f68-221d-4606-866c-4a10a00692dd req-a9b425fa-6acd-4789-9ec3-65886e428a42 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Jul 13 20:00:23.605541 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea386ba8-664e-449c-b141-90314af6f0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:23.663250 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:23.680413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0fb6aa68-a5a7-43ef-8976-d168344b3538 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:23.728997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 0fb6aa68-a5a7-43ef-8976-d168344b3538 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:23.732862 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0fb6aa68-a5a7-43ef-8976-d168344b3538 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:23.733232 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:23.814527 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:23.852057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 0fb6aa68-a5a7-43ef-8976-d168344b3538, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0fb6aa68-a5a7-43ef-8976-d168344b3538,segment=NetworkSegment(3f8343ba-638d-43fb-a280-afd14e07b683),segment_id=3f8343ba-638d-43fb-a280-afd14e07b683)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:23.855890 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:23.867135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76d78-5a7b-4cd2-abbb-78e610742bfd req-b77afc43-3443-4223-a3de-ced28eaea91a tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:23.868846 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-61c76d78-5a7b-4cd2-abbb-78e610742bfd req-b77afc43-3443-4223-a3de-ced28eaea91a tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1095 time: 0.0544610 Jul 13 20:00:23.905363 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-61c76d78-5a7b-4cd2-abbb-78e610742bfd req-63d74cf7-a679-4260-bfec-86497e7f399b tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293815 Jul 13 20:00:23.905592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=0fb6aa68-a5a7-43ef-8976-d168344b3538,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:24.652118 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:24.764204 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e766f34b-c57f-4595-ad52-7deee80c1000 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:00:24.864912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port e766f34b-c57f-4595-ad52-7deee80c1000, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e766f34b-c57f-4595-ad52-7deee80c1000,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:24.876166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'e766f34b-c57f-4595-ad52-7deee80c1000', 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01', 'port_id': 'e766f34b-c57f-4595-ad52-7deee80c1000', 'mac_address': 'fa:16:3e:a1:05:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:00:24.912832 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:24.925850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e766f34b-c57f-4595-ad52-7deee80c1000 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:00:24.945902 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port e766f34b-c57f-4595-ad52-7deee80c1000, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e766f34b-c57f-4595-ad52-7deee80c1000,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:24.950384 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:24.999651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=e766f34b-c57f-4595-ad52-7deee80c1000,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:25.072464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd947cfa-786a-48a4-a589-58294ded4425 req-6c40a817-412f-45c6-be7a-08e5b3530cbc tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:25.074003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bd947cfa-786a-48a4-a589-58294ded4425 req-6c40a817-412f-45c6-be7a-08e5b3530cbc tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1096 time: 0.0585024 Jul 13 20:00:25.108609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bd947cfa-786a-48a4-a589-58294ded4425 req-ec51d01a-b78b-4d56-b79f-a59a61c8917b tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288675 Jul 13 20:00:25.250653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['e766f34b-c57f-4595-ad52-7deee80c1000'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:25.654454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0fb6aa68-a5a7-43ef-8976-d168344b3538 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:25.703349 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 0fb6aa68-a5a7-43ef-8976-d168344b3538 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:25.703719 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:26.140154 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:26.290211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96af74-ca35-45ff-a70f-42faa4bc238c req-b9c7c33c-963d-474f-a3d2-997a9605ca30 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:26.291780 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce96af74-ca35-45ff-a70f-42faa4bc238c req-b9c7c33c-963d-474f-a3d2-997a9605ca30 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1096 time: 0.0625246 Jul 13 20:00:26.328225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce96af74-ca35-45ff-a70f-42faa4bc238c req-ff60ed4f-cf65-4a52-afd5-d3fe07829439 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304387 Jul 13 20:00:26.778064 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e766f34b-c57f-4595-ad52-7deee80c1000 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:26.826183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port e766f34b-c57f-4595-ad52-7deee80c1000 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:26.829754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port e766f34b-c57f-4595-ad52-7deee80c1000 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:26.830125 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:26.910850 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:26.934705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ed5473-d9c3-463d-92b8-4f9659f45c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e766f34b-c57f-4595-ad52-7deee80c1000'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:26.936955 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dd0d61-fffe-4def-9400-d30ccd015b32" -d '{"events": [{"server_uuid": "33ed5473-d9c3-463d-92b8-4f9659f45c5a", "name": "network-vif-plugged", "status": "completed", "tag": "e766f34b-c57f-4595-ad52-7deee80c1000"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:26.949757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port e766f34b-c57f-4595-ad52-7deee80c1000, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e766f34b-c57f-4595-ad52-7deee80c1000,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:26.954028 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:26.984847 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef46f290-4d72-4511-9836-7f8304cd1c9d x-openstack-request-id: req-ef46f290-4d72-4511-9836-7f8304cd1c9d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:26.985142 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ed5473-d9c3-463d-92b8-4f9659f45c5a", "name": "network-vif-plugged", "status": "completed", "tag": "e766f34b-c57f-4595-ad52-7deee80c1000", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:26.985396 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef46f290-4d72-4511-9836-7f8304cd1c9d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:26.985786 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ed5473-d9c3-463d-92b8-4f9659f45c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e766f34b-c57f-4595-ad52-7deee80c1000', 'code': 200} Jul 13 20:00:27.008478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=e766f34b-c57f-4595-ad52-7deee80c1000,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:27.141961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78dca4-be22-4918-a6e2-4434a5c35973 req-538c028a-add0-403f-9465-5722c08af227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:27.143488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b78dca4-be22-4918-a6e2-4434a5c35973 req-538c028a-add0-403f-9465-5722c08af227 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1097 time: 0.0508087 Jul 13 20:00:27.184480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7b78dca4-be22-4918-a6e2-4434a5c35973 req-2e42408a-16bd-4f0f-a4ac-fffb13fa3ab4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292275 Jul 13 20:00:27.498059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fa40c-9db9-471c-ac1c-53172cf326fa req-6e3f3f8e-6324-469c-a9b1-5838a3af5b74 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:27.499630 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a07fa40c-9db9-471c-ac1c-53172cf326fa req-6e3f3f8e-6324-469c-a9b1-5838a3af5b74 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1097 time: 0.0514650 Jul 13 20:00:27.535005 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a07fa40c-9db9-471c-ac1c-53172cf326fa req-556d7f64-967e-4e6a-9939-9d6507c4af6b tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284352 Jul 13 20:00:28.701818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c6eb3-8a47-4dee-bbec-dabf689c3d15 req-ac084637-df48-4562-90e0-385239ee6798 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:28.703227 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-645c6eb3-8a47-4dee-bbec-dabf689c3d15 req-ac084637-df48-4562-90e0-385239ee6798 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1097 time: 0.0569272 Jul 13 20:00:28.739213 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-645c6eb3-8a47-4dee-bbec-dabf689c3d15 req-5986e867-0145-4909-8195-97a88fc0fe4f tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304842 Jul 13 20:00:28.916916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e133f6d-f2af-41a9-82e4-6f768186513a req-12b7ad34-a0a7-4b6f-aa33-c19c0e2bdc80 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:28.918477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e133f6d-f2af-41a9-82e4-6f768186513a req-12b7ad34-a0a7-4b6f-aa33-c19c0e2bdc80 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1097 time: 0.0556438 Jul 13 20:00:28.952767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e133f6d-f2af-41a9-82e4-6f768186513a req-f8594c1d-e52f-48c4-8fce-7c7e732cf4e6 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279622 Jul 13 20:00:29.117325 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c067611-8d73-41c1-a363-737e87930012 req-c26145d2-1fa3-4e70-a144-82f37afc403a tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:29.120744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7c067611-8d73-41c1-a363-737e87930012 req-c26145d2-1fa3-4e70-a144-82f37afc403a tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1097 time: 0.0591938 Jul 13 20:00:29.157444 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7c067611-8d73-41c1-a363-737e87930012 req-8b866431-8d7b-4afa-b0c9-1a2fec3f0a4e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Jul 13 20:00:29.391668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-11ed47e7-bb4b-4376-80b3-dcc80c180892 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:29.393340 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-11ed47e7-bb4b-4376-80b3-dcc80c180892 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/networks?id=2e11cc3f-390a-4ab0-9a78-439e5f775e01 HTTP/1.1" status: 200 len: 910 time: 0.0848336 Jul 13 20:00:29.408487 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-c90713ab-87a1-4bcd-b615-80bb67769d6a tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/quotas/c49940baeded4c12b4bad7abc12466be HTTP/1.1" status: 200 len: 375 time: 0.0097215 Jul 13 20:00:29.501046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-cdb1214c-47a1-40c4-afc3-cf3c6aea8672 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=c49940baeded4c12b4bad7abc12466be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872166 Jul 13 20:00:29.593952 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-628f78d3-9b46-4199-8556-677aa953ca85 service neutron] 10.222.0.25 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833206 Jul 13 20:00:29.682591 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-1fcf5383-abc9-46e6-92d2-bfdedf75f9af service neutron] 10.222.0.25 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828822 Jul 13 20:00:29.856466 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c7e4bee3-af63-4f6d-8f06-56df57adf8b8 req-6dd47210-cce6-4472-9455-e94ef5b980a1 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 210 time: 0.0317380 Jul 13 20:00:31.005061 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb67155b-79ec-4b80-a72b-4ccb52acc6f4 req-d9a6ca0f-6b53-42ab-a35d-d506b5da6f25 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 210 time: 0.0312586 Jul 13 20:00:31.068240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-032f228b-396f-4b9c-a87b-961a87109638 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:31.069842 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-032f228b-396f-4b9c-a87b-961a87109638 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.60 "GET /v2.0/networks?id=2e11cc3f-390a-4ab0-9a78-439e5f775e01 HTTP/1.1" status: 200 len: 910 time: 0.0937431 Jul 13 20:00:31.081385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Request body: {'port': {'device_id': '36c07325-8728-493b-af22-6ee7e50e1d56', 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01', 'admin_state_up': True, 'tenant_id': 'c49940baeded4c12b4bad7abc12466be'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:31.103389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Made reservation on behalf of c49940baeded4c12b4bad7abc12466be for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:31.105791 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:31.232903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Allocated IP 172.20.0.3 (2e11cc3f-390a-4ab0-9a78-439e5f775e01/2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6/b54aebd5-353f-4c5c-95ae-b22619968f90) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:31.389097 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:31.403647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Transition to ACTIVE for port object b54aebd5-353f-4c5c-95ae-b22619968f90 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:31.439269 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:31.451004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['e766f34b-c57f-4595-ad52-7deee80c1000'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:31.491392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:31.495192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:31.499339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:31.532739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Pushing event updated for resources: {'Port': ['ID=b54aebd5-353f-4c5c-95ae-b22619968f90,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:31.554223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:31.554984 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:31.571070 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-207f5fc6-7cce-4589-b383-57e3028fc428 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4937265 Jul 13 20:00:31.580379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-1e6653d3-6dcd-4edc-af4d-b37b1a7d2791 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:00:31.581487 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-1e6653d3-6dcd-4edc-af4d-b37b1a7d2791 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052285 Jul 13 20:00:31.592746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Request body: {'port': {'device_id': '36c07325-8728-493b-af22-6ee7e50e1d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:31.672517 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:31.751232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cd2c16c3-92ea-4fd9-a202-0a7d94548b7a None None] Provisioning for port b54aebd5-353f-4c5c-95ae-b22619968f90 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:31.754797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cd2c16c3-92ea-4fd9-a202-0a7d94548b7a None None] Provisioning complete for port b54aebd5-353f-4c5c-95ae-b22619968f90 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:31.755162 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd2c16c3-92ea-4fd9-a202-0a7d94548b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:31.788605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c16c3-92ea-4fd9-a202-0a7d94548b7a None None] Port b54aebd5-353f-4c5c-95ae-b22619968f90 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:00:31.935914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54aebd5-353f-4c5c-95ae-b22619968f90 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:00:31.943164 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:31.955122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Transition to ACTIVE for port object b54aebd5-353f-4c5c-95ae-b22619968f90 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:31.959255 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:32.054620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b54aebd5-353f-4c5c-95ae-b22619968f90,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:32.087195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Attempting to bind port b54aebd5-353f-4c5c-95ae-b22619968f90 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:32.088815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Attempting to bind port b54aebd5-353f-4c5c-95ae-b22619968f90 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:32.089160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Attempting to bind port b54aebd5-353f-4c5c-95ae-b22619968f90 on network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:32.094750 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Port b54aebd5-353f-4c5c-95ae-b22619968f90 on network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:00:32.095078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Attempting to bind port b54aebd5-353f-4c5c-95ae-b22619968f90 on network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:32.100371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:32.100724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Checking segment: {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:32.101113 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Bound using segment: {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:32.101548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Bound port: b54aebd5-353f-4c5c-95ae-b22619968f90, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186f426e-06fb-4e4f-8706-61feeffed490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:32.101913 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:32.201456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] For port b54aebd5-353f-4c5c-95ae-b22619968f90, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:32.218299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] For port b54aebd5-353f-4c5c-95ae-b22619968f90, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b54aebd5-353f-4c5c-95ae-b22619968f90,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:32.223644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:32.257668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154db10c-a442-4c45-abae-5bda9474983a req-4f82222b-82b4-4828-8778-1ad804516ef3 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:32.259821 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-154db10c-a442-4c45-abae-5bda9474983a req-4f82222b-82b4-4828-8778-1ad804516ef3 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1052 time: 0.1216500 Jul 13 20:00:32.292564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:32.293291 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:32.295077 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] 10.222.0.60 "PUT /v2.0/ports/b54aebd5-353f-4c5c-95ae-b22619968f90 HTTP/1.1" status: 200 len: 1091 time: 0.7065330 Jul 13 20:00:32.295584 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c07325-8728-493b-af22-6ee7e50e1d56', 'tag': 'b54aebd5-353f-4c5c-95ae-b22619968f90'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:32.298122 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a62e3a-73ac-4267-8e64-6b1d53786135" -d '{"events": [{"name": "network-changed", "server_uuid": "36c07325-8728-493b-af22-6ee7e50e1d56", "tag": "b54aebd5-353f-4c5c-95ae-b22619968f90"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:32.357473 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5333e4ac-1663-4138-9ca3-9a22a26b6bcd x-openstack-request-id: req-5333e4ac-1663-4138-9ca3-9a22a26b6bcd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:32.357760 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c07325-8728-493b-af22-6ee7e50e1d56", "tag": "b54aebd5-353f-4c5c-95ae-b22619968f90", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:32.358009 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5333e4ac-1663-4138-9ca3-9a22a26b6bcd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:32.358461 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c07325-8728-493b-af22-6ee7e50e1d56', 'tag': 'b54aebd5-353f-4c5c-95ae-b22619968f90', 'status': 'completed', 'code': 200} Jul 13 20:00:32.372318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16a9f9-d815-4db0-a3ab-2affc901e4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b54aebd5-353f-4c5c-95ae-b22619968f90,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:32.423554 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-154db10c-a442-4c45-abae-5bda9474983a req-1724ab69-60e6-4ce7-b2bf-394d80952bd3 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468008 Jul 13 20:00:32.461542 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-7c6ea684-947a-4c4d-b6fe-883791c1d95f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605740 Jul 13 20:00:32.469654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-e549ca01-d911-4682-961f-e5b0a36bea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:32.471368 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-e549ca01-d911-4682-961f-e5b0a36bea08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c49940baeded4c12b4bad7abc12466be&device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1094 time: 0.1154604 Jul 13 20:00:32.525286 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-3be7845c-599d-4ad8-97ca-5ba350434157 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b54aebd5-353f-4c5c-95ae-b22619968f90 HTTP/1.1" status: 200 len: 217 time: 0.0469370 Jul 13 20:00:32.599706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-310014cf-029a-427c-ad39-10507c75fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:32.601204 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-310014cf-029a-427c-ad39-10507c75fd5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6 HTTP/1.1" status: 200 len: 848 time: 0.0566714 Jul 13 20:00:32.619223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-75999eb5-6aef-423e-887c-55b71ad57232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:32.620671 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-75999eb5-6aef-423e-887c-55b71ad57232 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 1096 time: 0.1035662 Jul 13 20:00:32.725550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-a9cee618-5d62-4bf6-966d-110c2cef75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:32.727011 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-a9cee618-5d62-4bf6-966d-110c2cef75bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e11cc3f-390a-4ab0-9a78-439e5f775e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183009 Jul 13 20:00:32.791491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-9e53f151-c466-4a18-9254-941cfbd31ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:32.792962 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-9e53f151-c466-4a18-9254-941cfbd31ccb service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.1522834 Jul 13 20:00:32.881791 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-ae8a212e-020f-4595-a671-c565f293eb8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b957a05-8310-4196-b03c-a6fc38e43780 HTTP/1.1" status: 200 len: 1000 time: 0.0824680 Jul 13 20:00:32.888788 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-cecfe897-cdff-430f-8439-ca3e3d382522 service neutron] 10.222.0.60 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544261 Jul 13 20:00:33.004693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-f2ee473e-44d9-419c-8ddc-2752b6cb2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:33.006103 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-f2ee473e-44d9-419c-8ddc-2752b6cb2c52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.1163568 Jul 13 20:00:33.076048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d907dd96-52a8-44ca-97bc-2c4557cd8255 req-356efd98-ab82-4c57-99f0-4db4ab37cbb7 service neutron] 10.222.0.60 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781082 Jul 13 20:00:33.093834 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-18e26087-5e6f-413b-bbe0-d4b1d50c079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:33.095496 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-18e26087-5e6f-413b-bbe0-d4b1d50c079a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788491 Jul 13 20:00:33.240368 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-c7494ba5-4ba8-4f6c-bdf7-72e2973066bc service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382940 Jul 13 20:00:33.246174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-f57a7719-26f3-4de5-b5d4-bba4d6759c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:33.247956 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-f57a7719-26f3-4de5-b5d4-bba4d6759c4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c49940baeded4c12b4bad7abc12466be&device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1094 time: 0.0954719 Jul 13 20:00:33.420670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-ddd6388a-8c0a-480a-a1f9-db37958a7cac service neutron] 10.222.0.60 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712472 Jul 13 20:00:33.422332 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-eb12a093-a3db-4a0d-8162-abcc0bba29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:33.423939 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-eb12a093-a3db-4a0d-8162-abcc0bba29a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e11cc3f-390a-4ab0-9a78-439e5f775e01 HTTP/1.1" status: 200 len: 910 time: 0.1670923 Jul 13 20:00:33.477219 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-15a2ad02-db87-4f0e-a5e5-70cdf91e8bb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b54aebd5-353f-4c5c-95ae-b22619968f90 HTTP/1.1" status: 200 len: 217 time: 0.0453873 Jul 13 20:00:33.531914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-1d537efc-b93d-482e-be79-f37a8fbff9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:33.533331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-1d537efc-b93d-482e-be79-f37a8fbff9c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6 HTTP/1.1" status: 200 len: 848 time: 0.0495682 Jul 13 20:00:33.592036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-3031ea60-fa48-445d-89d1-11e8c65aaaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:33.593530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-3031ea60-fa48-445d-89d1-11e8c65aaaad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e11cc3f-390a-4ab0-9a78-439e5f775e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538232 Jul 13 20:00:33.597547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80be225-65fa-4acc-883a-98fea61a32f9 req-5d4d76b2-9da8-4c8a-bb10-2ecc4e071bf3 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:33.600124 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e80be225-65fa-4acc-883a-98fea61a32f9 req-5d4d76b2-9da8-4c8a-bb10-2ecc4e071bf3 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1094 time: 0.0557048 Jul 13 20:00:33.634564 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e80be225-65fa-4acc-883a-98fea61a32f9 req-0955fe06-72f3-4881-aa0c-aea538ae7ef1 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276916 Jul 13 20:00:33.699372 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-bc8e99ba-f41c-4283-a0c1-50de72a5c71e service neutron] 10.222.0.60 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989249 Jul 13 20:00:33.799563 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d4a62e3a-73ac-4267-8e64-6b1d53786135 req-76968ff1-0e06-4a65-8176-4c529f2c00a0 service neutron] 10.222.0.60 "GET /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939751 Jul 13 20:00:34.799867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd924e-c571-407c-a176-7ed5dfce8d01 req-1543616f-4eda-4c9e-8dbc-f4ac375c336b tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:34.801412 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47cd924e-c571-407c-a176-7ed5dfce8d01 req-1543616f-4eda-4c9e-8dbc-f4ac375c336b tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1094 time: 0.0540669 Jul 13 20:00:34.838728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47cd924e-c571-407c-a176-7ed5dfce8d01 req-ee3db9a0-2863-4c81-897e-c11c438a0247 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298507 Jul 13 20:00:34.902906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b54aebd5-353f-4c5c-95ae-b22619968f90 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:00:34.997247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b54aebd5-353f-4c5c-95ae-b22619968f90, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b54aebd5-353f-4c5c-95ae-b22619968f90,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:35.007960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'b54aebd5-353f-4c5c-95ae-b22619968f90', 'network_id': '2e11cc3f-390a-4ab0-9a78-439e5f775e01', 'port_id': 'b54aebd5-353f-4c5c-95ae-b22619968f90', 'mac_address': 'fa:16:3e:2f:2f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:00:35.044589 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:35.056840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54aebd5-353f-4c5c-95ae-b22619968f90 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:00:35.075617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b54aebd5-353f-4c5c-95ae-b22619968f90, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b54aebd5-353f-4c5c-95ae-b22619968f90,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:35.079876 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:35.124744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b54aebd5-353f-4c5c-95ae-b22619968f90,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:35.289998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b54aebd5-353f-4c5c-95ae-b22619968f90'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:35.999373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1a75d-8492-48cd-89a1-a90ffd704b0b req-0a97cb88-e0fe-4955-b0be-90f41c630250 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:36.000883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bbb1a75d-8492-48cd-89a1-a90ffd704b0b req-0a97cb88-e0fe-4955-b0be-90f41c630250 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1095 time: 0.0518086 Jul 13 20:00:36.033573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bbb1a75d-8492-48cd-89a1-a90ffd704b0b req-9e30c957-a7fd-4523-9c64-91ef5366bab1 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272343 Jul 13 20:00:36.918486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b54aebd5-353f-4c5c-95ae-b22619968f90 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:36.965648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port b54aebd5-353f-4c5c-95ae-b22619968f90 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:36.969268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port b54aebd5-353f-4c5c-95ae-b22619968f90 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:36.969635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:37.045935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:37.068781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c07325-8728-493b-af22-6ee7e50e1d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54aebd5-353f-4c5c-95ae-b22619968f90'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:37.071119 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bab2767-f377-448e-98dc-82dab76a7238" -d '{"events": [{"server_uuid": "36c07325-8728-493b-af22-6ee7e50e1d56", "name": "network-vif-plugged", "status": "completed", "tag": "b54aebd5-353f-4c5c-95ae-b22619968f90"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:37.084414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port b54aebd5-353f-4c5c-95ae-b22619968f90, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b54aebd5-353f-4c5c-95ae-b22619968f90,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:37.088556 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:37.113680 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb028699-3311-4a20-ab7b-729ee1e3bf9f x-openstack-request-id: req-bb028699-3311-4a20-ab7b-729ee1e3bf9f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:37.113967 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c07325-8728-493b-af22-6ee7e50e1d56", "name": "network-vif-plugged", "status": "completed", "tag": "b54aebd5-353f-4c5c-95ae-b22619968f90", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:37.114220 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb028699-3311-4a20-ab7b-729ee1e3bf9f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:37.114621 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c07325-8728-493b-af22-6ee7e50e1d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54aebd5-353f-4c5c-95ae-b22619968f90', 'code': 200} Jul 13 20:00:37.138970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=b54aebd5-353f-4c5c-95ae-b22619968f90,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:37.238210 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a91c3-26b4-4ea9-95bf-3ca9c9c52be0 req-6c70786b-7be5-4390-b9cb-185928f6f204 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:37.239653 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-578a91c3-26b4-4ea9-95bf-3ca9c9c52be0 req-6c70786b-7be5-4390-b9cb-185928f6f204 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1096 time: 0.0936007 Jul 13 20:00:37.245949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11207df8-ac18-4088-a0b5-86f2f21b7978 req-0823fce1-ded6-45c4-8b48-8d8d743edde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:37.247366 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11207df8-ac18-4088-a0b5-86f2f21b7978 req-0823fce1-ded6-45c4-8b48-8d8d743edde5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1096 time: 0.0712645 Jul 13 20:00:37.299163 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11207df8-ac18-4088-a0b5-86f2f21b7978 req-adba8cba-3627-4c96-b10d-a4e72fa2ba1b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Jul 13 20:00:37.300622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-578a91c3-26b4-4ea9-95bf-3ca9c9c52be0 req-47213814-d6b7-4e26-ba42-16a65d055965 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524118 Jul 13 20:00:38.461810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17579973-a1ca-4e9c-860a-f702327e2501 req-b7812a09-bd15-4125-93ab-091be51fcf1c tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:38.463567 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-17579973-a1ca-4e9c-860a-f702327e2501 req-b7812a09-bd15-4125-93ab-091be51fcf1c tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1096 time: 0.0513420 Jul 13 20:00:38.499545 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-17579973-a1ca-4e9c-860a-f702327e2501 req-d9fc51d9-8158-4ca2-8b64-d39e7ad558f8 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306461 Jul 13 20:00:38.660687 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd07152-9670-41e0-a0c7-13e7c59fac4f req-308f30f7-978e-4e17-9374-e2d28f8f5579 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:38.662222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbd07152-9670-41e0-a0c7-13e7c59fac4f req-308f30f7-978e-4e17-9374-e2d28f8f5579 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1096 time: 0.0552037 Jul 13 20:00:38.697084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbd07152-9670-41e0-a0c7-13e7c59fac4f req-4de06e30-2815-4082-83b3-cc3e1874f27f tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286634 Jul 13 20:00:38.852541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7c552-648b-4ca5-8ce7-866a36f9716c req-7221678b-5317-4a4d-a6c2-8070f6f1679e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:38.856191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34c7c552-648b-4ca5-8ce7-866a36f9716c req-7221678b-5317-4a4d-a6c2-8070f6f1679e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1096 time: 0.0524695 Jul 13 20:00:38.890343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-34c7c552-648b-4ca5-8ce7-866a36f9716c req-b6c6d8b0-d3e7-46dc-99b0-24cb79d09bb9 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284843 Jul 13 20:00:39.263421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf0952-b457-418c-b6e1-f065617c444e req-a65a484b-6b02-4f63-9ea8-0e293275c068 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:39.264948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dacf0952-b457-418c-b6e1-f065617c444e req-a65a484b-6b02-4f63-9ea8-0e293275c068 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1096 time: 0.0513651 Jul 13 20:00:39.299092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dacf0952-b457-418c-b6e1-f065617c444e req-0972f570-f3f3-4f33-9934-4079cea1ca8b tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287220 Jul 13 20:00:40.428201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-0e586912-560f-463a-91cd-dbc5241570fe tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:40.429673 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-0e586912-560f-463a-91cd-dbc5241570fe tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1096 time: 0.0608356 Jul 13 20:00:40.527935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b54d2-2c5d-4717-8b7f-51a18d14447f req-fdafdb02-699d-466e-acf3-82e34973e248 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:40.529345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-544b54d2-2c5d-4717-8b7f-51a18d14447f req-fdafdb02-699d-466e-acf3-82e34973e248 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36c07325-8728-493b-af22-6ee7e50e1d56 HTTP/1.1" status: 200 len: 1096 time: 0.1154542 Jul 13 20:00:40.569594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-7ee86d0f-b0bd-4ae7-98fd-089e505cc448 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Deleting port b54aebd5-353f-4c5c-95ae-b22619968f90 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:40.569928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-7ee86d0f-b0bd-4ae7-98fd-089e505cc448 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:40.575549 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-544b54d2-2c5d-4717-8b7f-51a18d14447f req-340c3b9e-1822-49ca-9f73-7ae27994f605 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Jul 13 20:00:40.651456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-7ee86d0f-b0bd-4ae7-98fd-089e505cc448 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] For port b54aebd5-353f-4c5c-95ae-b22619968f90, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=b54aebd5-353f-4c5c-95ae-b22619968f90,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:40.651834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-7ee86d0f-b0bd-4ae7-98fd-089e505cc448 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:40.668885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-7ee86d0f-b0bd-4ae7-98fd-089e505cc448 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Calling delete_port for b54aebd5-353f-4c5c-95ae-b22619968f90 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:40.787422 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-7ee86d0f-b0bd-4ae7-98fd-089e505cc448 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:40.799099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['b54aebd5-353f-4c5c-95ae-b22619968f90'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:40.801442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['e766f34b-c57f-4595-ad52-7deee80c1000'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:40.813381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee86d0f-b0bd-4ae7-98fd-089e505cc448 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Pushing event deleted for resources: {'Port': ['ID=b54aebd5-353f-4c5c-95ae-b22619968f90,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:40.866190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-7ee86d0f-b0bd-4ae7-98fd-089e505cc448 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] No DVR routers for this DVR port b54aebd5-353f-4c5c-95ae-b22619968f90 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:00:40.869063 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-7ee86d0f-b0bd-4ae7-98fd-089e505cc448 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:40.871266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b4b531e-8d07-4fc4-83bd-2aea1ef16821 req-7ee86d0f-b0bd-4ae7-98fd-089e505cc448 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.60 "DELETE /v2.0/ports/b54aebd5-353f-4c5c-95ae-b22619968f90 HTTP/1.1" status: 204 len: 173 time: 0.4258318 Jul 13 20:00:40.871731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c07325-8728-493b-af22-6ee7e50e1d56', 'name': 'network-vif-deleted', 'tag': 'b54aebd5-353f-4c5c-95ae-b22619968f90'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:40.874007 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b6acbc-00c1-4b41-b49a-00dc7952f173" -d '{"events": [{"server_uuid": "36c07325-8728-493b-af22-6ee7e50e1d56", "name": "network-vif-deleted", "tag": "b54aebd5-353f-4c5c-95ae-b22619968f90"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:40.936245 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10d2f74-06e4-44f7-a607-065ff6549df0 x-openstack-request-id: req-e10d2f74-06e4-44f7-a607-065ff6549df0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:40.936685 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c07325-8728-493b-af22-6ee7e50e1d56", "name": "network-vif-deleted", "tag": "b54aebd5-353f-4c5c-95ae-b22619968f90", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:40.937018 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e10d2f74-06e4-44f7-a607-065ff6549df0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:40.937542 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c07325-8728-493b-af22-6ee7e50e1d56', 'name': 'network-vif-deleted', 'tag': 'b54aebd5-353f-4c5c-95ae-b22619968f90', 'status': 'completed', 'code': 200} Jul 13 20:00:42.001109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4549dc-fcad-4ffc-b41c-19b0fe074ec8 req-f37b2b0d-79d6-4d45-a1fa-945f6758f922 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:42.002621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac4549dc-fcad-4ffc-b41c-19b0fe074ec8 req-f37b2b0d-79d6-4d45-a1fa-945f6758f922 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1097 time: 0.0504622 Jul 13 20:00:42.036393 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ac4549dc-fcad-4ffc-b41c-19b0fe074ec8 req-4bd0b54c-9009-4a37-980f-cc6832adf463 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282776 Jul 13 20:00:42.950157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b54aebd5-353f-4c5c-95ae-b22619968f90 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:42.970455 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: b54aebd5-353f-4c5c-95ae-b22619968f90 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:42.970793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device b54aebd5-353f-4c5c-95ae-b22619968f90 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:43.200556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26a500-b24b-47e9-9702-5cbc1c921d90 req-aba6da51-3996-4bd0-9726-559d5f87bcf8 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:43.201972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e26a500-b24b-47e9-9702-5cbc1c921d90 req-aba6da51-3996-4bd0-9726-559d5f87bcf8 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1097 time: 0.0559933 Jul 13 20:00:43.569033 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9e26a500-b24b-47e9-9702-5cbc1c921d90 req-f3f6cad1-a243-4c45-854a-e85bf5a02570 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0faa5589-5a01-4b5c-b25a-7904a3641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614647 Jul 13 20:00:43.587236 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-b67ec268-645b-4a22-9072-3e25f352e887 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:43.589304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-b67ec268-645b-4a22-9072-3e25f352e887 tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 1097 time: 0.0646179 Jul 13 20:00:43.679464 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-923df2c6-4feb-414b-ab76-38a34e105e2e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Deleting port e766f34b-c57f-4595-ad52-7deee80c1000 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:43.679811 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-923df2c6-4feb-414b-ab76-38a34e105e2e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:43.757165 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-923df2c6-4feb-414b-ab76-38a34e105e2e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] For port e766f34b-c57f-4595-ad52-7deee80c1000, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e766f34b-c57f-4595-ad52-7deee80c1000,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:43.757527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-923df2c6-4feb-414b-ab76-38a34e105e2e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:43.770448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-923df2c6-4feb-414b-ab76-38a34e105e2e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Calling delete_port for e766f34b-c57f-4595-ad52-7deee80c1000 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:43.890908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-923df2c6-4feb-414b-ab76-38a34e105e2e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:43.905319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['e766f34b-c57f-4595-ad52-7deee80c1000'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:43.917919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923df2c6-4feb-414b-ab76-38a34e105e2e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Pushing event deleted for resources: {'Port': ['ID=e766f34b-c57f-4595-ad52-7deee80c1000,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:43.971372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-923df2c6-4feb-414b-ab76-38a34e105e2e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] No DVR routers for this DVR port e766f34b-c57f-4595-ad52-7deee80c1000 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:00:43.974235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-923df2c6-4feb-414b-ab76-38a34e105e2e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:43.976299 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36950e8d-9c99-4a56-bb46-53d845e918b8 req-923df2c6-4feb-414b-ab76-38a34e105e2e tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e766f34b-c57f-4595-ad52-7deee80c1000 HTTP/1.1" status: 204 len: 173 time: 0.3767669 Jul 13 20:00:43.976693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ed5473-d9c3-463d-92b8-4f9659f45c5a', 'name': 'network-vif-deleted', 'tag': 'e766f34b-c57f-4595-ad52-7deee80c1000'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:43.979322 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad133913-7054-441b-8404-0191c0f6ffa6" -d '{"events": [{"server_uuid": "33ed5473-d9c3-463d-92b8-4f9659f45c5a", "name": "network-vif-deleted", "tag": "e766f34b-c57f-4595-ad52-7deee80c1000"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:44.023620 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7cd6d2-4184-4399-9f43-5ac9c229d8d5 x-openstack-request-id: req-0e7cd6d2-4184-4399-9f43-5ac9c229d8d5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:44.024000 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ed5473-d9c3-463d-92b8-4f9659f45c5a", "name": "network-vif-deleted", "tag": "e766f34b-c57f-4595-ad52-7deee80c1000", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:44.024253 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e7cd6d2-4184-4399-9f43-5ac9c229d8d5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:44.024643 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ed5473-d9c3-463d-92b8-4f9659f45c5a', 'name': 'network-vif-deleted', 'tag': 'e766f34b-c57f-4595-ad52-7deee80c1000', 'status': 'completed', 'code': 200} Jul 13 20:00:44.733369 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-687a5e40-d3c5-4326-ab56-f9dae5f55d37 req-b0702770-3fd6-47ac-8e95-95b4c8dd4adb tempest-TestServerMultinode-550140880 tempest-TestServerMultinode-550140880-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33ed5473-d9c3-463d-92b8-4f9659f45c5a HTTP/1.1" status: 200 len: 210 time: 0.0298610 Jul 13 20:00:45.834999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:45.840641 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:46.178520 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:46.434188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] Deleting port 149070a9-2633-4a38-aa29-c93c4c8369db {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:46.434471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:46.512130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] For port 149070a9-2633-4a38-aa29-c93c4c8369db, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=149070a9-2633-4a38-aa29-c93c4c8369db,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:46.512485 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:46.524957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] Calling delete_port for 149070a9-2633-4a38-aa29-c93c4c8369db owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:46.548309 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:46.705556 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:46.731274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] Pushing event deleted for resources: {'Port': ['ID=149070a9-2633-4a38-aa29-c93c4c8369db,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:46.878543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e766f34b-c57f-4595-ad52-7deee80c1000 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:46.899838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: e766f34b-c57f-4595-ad52-7deee80c1000 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:46.900819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e766f34b-c57f-4595-ad52-7deee80c1000 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:46.902733 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.112556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] Router b5faa986-c8c6-44a7-a1b1-9779a2046c0a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:00:47.217703 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:00:47.223281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2a446dce-121d-4603-abc9-86685daa96cd admin admin] 10.222.0.25 "PUT /v2.0/routers/b5faa986-c8c6-44a7-a1b1-9779a2046c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3865583 Jul 13 20:00:47.225073 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:47.226801 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] Sync routers for ids ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:00:47.235867 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] Routers {'b5faa986-c8c6-44a7-a1b1-9779a2046c0a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:47.236506 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:47.330294 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.339445 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] Set router b5faa986-c8c6-44a7-a1b1-9779a2046c0a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:47.436481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.496493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Deleting port c47acc8a-f7b8-4385-a7f9-4f546fc92236 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:47.496912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.521914 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'name': 'tempest-TestServerMultinode-758610133-router', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:46Z', 'revision_number': 5, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'gw_port': {'id': 'c47acc8a-f7b8-4385-a7f9-4f546fc92236', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:47.547533 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] Checking router: b5faa986-c8c6-44a7-a1b1-9779a2046c0a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:00:47.555590 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] Routers {'b5faa986-c8c6-44a7-a1b1-9779a2046c0a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:47.556185 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:47.577805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] For port c47acc8a-f7b8-4385-a7f9-4f546fc92236, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c47acc8a-f7b8-4385-a7f9-4f546fc92236,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:47.578167 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.589834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Calling delete_port for c47acc8a-f7b8-4385-a7f9-4f546fc92236 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:47.641844 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] Set router b5faa986-c8c6-44a7-a1b1-9779a2046c0a gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:47.696771 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'name': 'tempest-TestServerMultinode-758610133-router', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:47Z', 'revision_number': 6, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:47.724088 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0452ad-395e-4198-86f7-e8e60314a928 None None] The sync data for ids ['b5faa986-c8c6-44a7-a1b1-9779a2046c0a'] in n-d-800708-1 is: [{'id': 'b5faa986-c8c6-44a7-a1b1-9779a2046c0a', 'name': 'tempest-TestServerMultinode-758610133-router', 'tenant_id': 'd108d64384b941eeb29a22ccffaa603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:09Z', 'updated_at': '2021-07-13T20:00:47Z', 'revision_number': 6, 'project_id': 'd108d64384b941eeb29a22ccffaa603e', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:00:47.774780 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.801525 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c47acc8a-f7b8-4385-a7f9-4f546fc92236,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:47.859343 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.946093 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.948406 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.995667 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.996193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5faa986-c8c6-44a7-a1b1-9779a2046c0a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:00:48.000472 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.001758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ed443189-df56-44ad-a2d0-0e174cf18f8d admin admin] 10.222.0.25 "DELETE /v2.0/routers/b5faa986-c8c6-44a7-a1b1-9779a2046c0a HTTP/1.1" status: 204 len: 168 time: 0.7756736 Jul 13 20:00:48.004130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:48.047353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-320898fd-69dc-4e4e-abee-770e2fbca703 admin admin] Deleting subnet 2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:00:48.050178 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-320898fd-69dc-4e4e-abee-770e2fbca703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.083896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-320898fd-69dc-4e4e-abee-770e2fbca703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.169339 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-320898fd-69dc-4e4e-abee-770e2fbca703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.221475 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-320898fd-69dc-4e4e-abee-770e2fbca703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.248878 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-320898fd-69dc-4e4e-abee-770e2fbca703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.250838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-320898fd-69dc-4e4e-abee-770e2fbca703 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6 HTTP/1.1" status: 204 len: 168 time: 0.2458043 Jul 13 20:00:48.252019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320898fd-69dc-4e4e-abee-770e2fbca703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5d5e41-d638-42d0-8c8e-fcbcf16c6dc6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:48.253364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:48.255854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7377a-3595-4d0e-920d-b8e34b3d519a None None] Network 2e11cc3f-390a-4ab0-9a78-439e5f775e01 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:00:48.320548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.377800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Deleting port cf44d745-34c1-4f20-b493-cabca8bc1a10 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:48.378238 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.443636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] For port cf44d745-34c1-4f20-b493-cabca8bc1a10, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=cf44d745-34c1-4f20-b493-cabca8bc1a10,segment=NetworkSegment(186f426e-06fb-4e4f-8706-61feeffed490),segment_id=186f426e-06fb-4e4f-8706-61feeffed490)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:48.443996 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.457233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Calling delete_port for cf44d745-34c1-4f20-b493-cabca8bc1a10 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:48.516506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3a7498-9114-439a-8fb1-3e0443d71022 None None] DHCP port deletion for 2e11cc3f-390a-4ab0-9a78-439e5f775e01 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:00:48.541950 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.566146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a7498-9114-439a-8fb1-3e0443d71022 None None] Deleting port cf44d745-34c1-4f20-b493-cabca8bc1a10 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:48.566537 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f3a7498-9114-439a-8fb1-3e0443d71022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.571440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf44d745-34c1-4f20-b493-cabca8bc1a10,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:48.575454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] No DVR routers for this DVR port cf44d745-34c1-4f20-b493-cabca8bc1a10 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:00:48.628499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4f3a7498-9114-439a-8fb1-3e0443d71022 None None] For port cf44d745-34c1-4f20-b493-cabca8bc1a10, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:48.628886 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f3a7498-9114-439a-8fb1-3e0443d71022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.643441 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a7498-9114-439a-8fb1-3e0443d71022 None None] Calling delete_port for cf44d745-34c1-4f20-b493-cabca8bc1a10 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:48.646161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-4f3a7498-9114-439a-8fb1-3e0443d71022 None None] Port cf44d745-34c1-4f20-b493-cabca8bc1a10 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 20:00:48.646566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.647467 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f3a7498-9114-439a-8fb1-3e0443d71022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.656827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e11cc3f-390a-4ab0-9a78-439e5f775e01']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:48.667350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186f426e-06fb-4e4f-8706-61feeffed490') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:48.667652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186f426e-06fb-4e4f-8706-61feeffed490') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:48.672544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a7498-9114-439a-8fb1-3e0443d71022 None None] Pushing event deleted for resources: {'Port': ['ID=cf44d745-34c1-4f20-b493-cabca8bc1a10,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:48.676440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a7498-9114-439a-8fb1-3e0443d71022 None None] No DVR routers for this DVR port cf44d745-34c1-4f20-b493-cabca8bc1a10 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:00:48.685598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.700847 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.707819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:00:48.708284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:00:48.710179 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:00:48.769100 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.774733 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.777293 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] 10.222.0.25 "DELETE /v2.0/networks/2e11cc3f-390a-4ab0-9a78-439e5f775e01 HTTP/1.1" status: 204 len: 168 time: 0.5230389 Jul 13 20:00:48.780290 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:48.788389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff611f38-9edb-4d04-a6d8-edc495e2d66e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e11cc3f-390a-4ab0-9a78-439e5f775e01,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:49.135466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:49.383288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] Deleting port 0fb6aa68-a5a7-43ef-8976-d168344b3538 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:49.383631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:49.459825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] For port 0fb6aa68-a5a7-43ef-8976-d168344b3538, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=0fb6aa68-a5a7-43ef-8976-d168344b3538,segment=NetworkSegment(3f8343ba-638d-43fb-a280-afd14e07b683),segment_id=3f8343ba-638d-43fb-a280-afd14e07b683)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:49.460105 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:49.472710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] Calling delete_port for 0fb6aa68-a5a7-43ef-8976-d168344b3538 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:49.649693 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:49.667697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 149070a9-2633-4a38-aa29-c93c4c8369db no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:49.684789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb6aa68-a5a7-43ef-8976-d168344b3538,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:49.691646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 149070a9-2633-4a38-aa29-c93c4c8369db {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:49.692315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 149070a9-2633-4a38-aa29-c93c4c8369db not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:49.692436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c47acc8a-f7b8-4385-a7f9-4f546fc92236 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:49.712030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: c47acc8a-f7b8-4385-a7f9-4f546fc92236 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:49.712294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c47acc8a-f7b8-4385-a7f9-4f546fc92236 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:49.713251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cf44d745-34c1-4f20-b493-cabca8bc1a10 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:49.733569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: cf44d745-34c1-4f20-b493-cabca8bc1a10 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:49.733941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device cf44d745-34c1-4f20-b493-cabca8bc1a10 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:50.184210 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:50.393995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] Router dcd1d35c-6952-4072-842d-88a968a4f9ce has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:00:50.499375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:00:50.504154 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-02642bf3-e2cf-4594-be96-d46882228dfd admin admin] 10.222.0.25 "PUT /v2.0/routers/dcd1d35c-6952-4072-842d-88a968a4f9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228425 Jul 13 20:00:50.506824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:50.510265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] Sync routers for ids ['dcd1d35c-6952-4072-842d-88a968a4f9ce'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:00:50.519308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] Routers {'dcd1d35c-6952-4072-842d-88a968a4f9ce'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:50.519926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['dcd1d35c-6952-4072-842d-88a968a4f9ce'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:50.610244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:50.623077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] Set router dcd1d35c-6952-4072-842d-88a968a4f9ce gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:50.710686 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:50.764651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Deleting port 448b0049-4390-475f-8986-f7eb8ccdb787 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:50.764903 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:50.787359 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5c08bc6-3a2c-4b9a-9e6e-2a86ba27d8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:50.812127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'name': 'tempest-TestServerMultinode-918890726-router', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:13Z', 'updated_at': '2021-07-13T20:00:49Z', 'revision_number': 5, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'gw_port': {'id': '448b0049-4390-475f-8986-f7eb8ccdb787', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:14Z', 'updated_at': '2021-07-13T20:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:50.842555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] Checking router: dcd1d35c-6952-4072-842d-88a968a4f9ce for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:00:50.851710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] Routers {'dcd1d35c-6952-4072-842d-88a968a4f9ce'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:50.852367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['dcd1d35c-6952-4072-842d-88a968a4f9ce'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:50.942186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] Set router dcd1d35c-6952-4072-842d-88a968a4f9ce gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:50.995735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'name': 'tempest-TestServerMultinode-918890726-router', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:13Z', 'updated_at': '2021-07-13T20:00:50Z', 'revision_number': 6, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:51.026363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fc6209-395e-4757-9e5f-ef2a0256724c None None] The sync data for ids ['dcd1d35c-6952-4072-842d-88a968a4f9ce'] in n-d-800708-1 is: [{'id': 'dcd1d35c-6952-4072-842d-88a968a4f9ce', 'name': 'tempest-TestServerMultinode-918890726-router', 'tenant_id': 'c49940baeded4c12b4bad7abc12466be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:13Z', 'updated_at': '2021-07-13T20:00:50Z', 'revision_number': 6, 'project_id': 'c49940baeded4c12b4bad7abc12466be', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:00:51.161750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] For port 448b0049-4390-475f-8986-f7eb8ccdb787, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=448b0049-4390-475f-8986-f7eb8ccdb787,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:51.162100 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.175382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Calling delete_port for 448b0049-4390-475f-8986-f7eb8ccdb787 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:51.335731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.362521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Pushing event deleted for resources: {'Port': ['ID=448b0049-4390-475f-8986-f7eb8ccdb787,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:51.426765 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.523051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.525791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.568466 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.569284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd1d35c-6952-4072-842d-88a968a4f9ce {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:00:51.574601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.575762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-25b0dca1-2b36-432e-a6d7-51281ec55980 admin admin] 10.222.0.25 "DELETE /v2.0/routers/dcd1d35c-6952-4072-842d-88a968a4f9ce HTTP/1.1" status: 204 len: 168 time: 1.0679622 Jul 13 20:00:51.578182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:51.623681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-81da9ba3-1ad4-4d69-a1e5-1bba314a72ac admin admin] Deleting subnet ad1cc21e-d2ef-4b19-bf35-069992a5e249 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:00:51.627220 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81da9ba3-1ad4-4d69-a1e5-1bba314a72ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.662142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81da9ba3-1ad4-4d69-a1e5-1bba314a72ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.678123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 448b0049-4390-475f-8986-f7eb8ccdb787 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:51.701166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 448b0049-4390-475f-8986-f7eb8ccdb787 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:51.701728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 448b0049-4390-475f-8986-f7eb8ccdb787 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:51.702300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0fb6aa68-a5a7-43ef-8976-d168344b3538 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:51.722236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 0fb6aa68-a5a7-43ef-8976-d168344b3538 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:51.722743 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 0fb6aa68-a5a7-43ef-8976-d168344b3538 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:51.753879 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81da9ba3-1ad4-4d69-a1e5-1bba314a72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.811213 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81da9ba3-1ad4-4d69-a1e5-1bba314a72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.838446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da9ba3-1ad4-4d69-a1e5-1bba314a72ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1cc21e-d2ef-4b19-bf35-069992a5e249,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:51.840482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81da9ba3-1ad4-4d69-a1e5-1bba314a72ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:51.842860 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-81da9ba3-1ad4-4d69-a1e5-1bba314a72ac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad1cc21e-d2ef-4b19-bf35-069992a5e249 HTTP/1.1" status: 204 len: 168 time: 0.2636423 Jul 13 20:00:51.844693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:51.844951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5a44ac-ad5d-438d-917f-ac6505310b25 None None] Network 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:00:51.924114 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.004296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Deleting port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:52.004725 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.070444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d5d706-17c1-4e66-8830-f6131f023a62 None None] DHCP port deletion for 66a11141-a0fd-430f-b9bb-1f2f5b2d3057 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:00:52.072599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] For port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4,segment=NetworkSegment(3f8343ba-638d-43fb-a280-afd14e07b683),segment_id=3f8343ba-638d-43fb-a280-afd14e07b683)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:52.072966 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.085758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Calling delete_port for e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:52.115198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5d706-17c1-4e66-8830-f6131f023a62 None None] Deleting port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:52.115489 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d706-17c1-4e66-8830-f6131f023a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.170138 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.177688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f9d5d706-17c1-4e66-8830-f6131f023a62 None None] For port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4,segment=NetworkSegment(3f8343ba-638d-43fb-a280-afd14e07b683),segment_id=3f8343ba-638d-43fb-a280-afd14e07b683)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:52.178088 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d706-17c1-4e66-8830-f6131f023a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.195572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5d706-17c1-4e66-8830-f6131f023a62 None None] Calling delete_port for e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:52.196692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:52.202305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] No DVR routers for this DVR port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:00:52.269806 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d706-17c1-4e66-8830-f6131f023a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.275073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.284999 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a11141-a0fd-430f-b9bb-1f2f5b2d3057']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:52.296159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5d706-17c1-4e66-8830-f6131f023a62 None None] Pushing event deleted for resources: {'Port': ['ID=e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:52.298262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5d706-17c1-4e66-8830-f6131f023a62 None None] No DVR routers for this DVR port e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:00:52.300306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8343ba-638d-43fb-a280-afd14e07b683') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:52.300686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8343ba-638d-43fb-a280-afd14e07b683') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:52.314055 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.328191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.334033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:00:52.334444 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:00:52.336335 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:00:52.389340 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.396015 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.397824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/66a11141-a0fd-430f-b9bb-1f2f5b2d3057 HTTP/1.1" status: 204 len: 168 time: 0.5522165 Jul 13 20:00:52.409876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4e0f2-cdb4-4b64-9b67-2b3b3351f6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=66a11141-a0fd-430f-b9bb-1f2f5b2d3057,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:52.419306 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:00:52.562384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:52.602174 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ea152912-8269-4bc1-9a46-3e53cd8bff2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d108d64384b941eeb29a22ccffaa603e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386195 Jul 13 20:00:52.605241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:52.652208 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcc9a-b3c5-445a-bc86-842e83ac1b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.678881 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcc9a-b3c5-445a-bc86-842e83ac1b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.725207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcc9a-b3c5-445a-bc86-842e83ac1b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.727764 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcc9a-b3c5-445a-bc86-842e83ac1b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:52.729591 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7bcbcc9a-b3c5-445a-bc86-842e83ac1b70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eaccadcb-f22c-444c-a899-dc4878630ce6 HTTP/1.1" status: 204 len: 168 time: 0.1234255 Jul 13 20:00:52.737167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbcc9a-b3c5-445a-bc86-842e83ac1b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaccadcb-f22c-444c-a899-dc4878630ce6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:53.064801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:53.110420 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f961d391-c32c-445a-9afe-aa559ffaced6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c49940baeded4c12b4bad7abc12466be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443721 Jul 13 20:00:53.113144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:53.163748 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863247b4-739b-4ad7-a44f-5a0b7e32e2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:53.195620 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863247b4-739b-4ad7-a44f-5a0b7e32e2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:53.248991 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863247b4-739b-4ad7-a44f-5a0b7e32e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:53.252057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863247b4-739b-4ad7-a44f-5a0b7e32e2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:53.253244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-863247b4-739b-4ad7-a44f-5a0b7e32e2d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0faa5589-5a01-4b5c-b25a-7904a3641ae9 HTTP/1.1" status: 204 len: 168 time: 0.1391976 Jul 13 20:00:53.261883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863247b4-739b-4ad7-a44f-5a0b7e32e2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faa5589-5a01-4b5c-b25a-7904a3641ae9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:53.611216 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30e5ff27-608f-4164-9275-6f693f0a8ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:53.667407 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:53.672475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:53.693162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:53.693430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7e8aaec-1c5d-4ec3-9004-6388eb3c89f4 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:53.932195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:54.037747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1035435957-network', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:54.060168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Made reservation on behalf of 3c7db4022e5548b1afe7c21c5b5ee538 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:54.062797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.071037 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.159876 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.163619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.187992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:00:54.197610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e1adae-a5df-47ff-8fc4-a9ea584efade,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:54.202433 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.202778 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Added segment a33a8b80-76c9-4147-a7b3-a393aa80866d of type vlan for network 0e2f3adb-272e-431a-8419-d22ffa48c567 Jul 13 20:00:54.242750 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.271076 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.272126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:54.272713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.326648 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3933141 Jul 13 20:00:54.329564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:54.335254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Request body: {'subnet': {'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1035435957-subnet', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:54.335411 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5136cc-9513-4f48-94f0-c50fce3b4f5b admin admin] Pushing event updated for resources: {'Network': ['ID=0e2f3adb-272e-431a-8419-d22ffa48c567,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:54.345901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 0e2f3adb-272e-431a-8419-d22ffa48c567 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:00:54.355353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Made reservation on behalf of 3c7db4022e5548b1afe7c21c5b5ee538 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:54.357701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.526874 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.591102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=942e9993-aa6d-4e81-a8bb-e8eb4ef54d13,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:54.603073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.603547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.604231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.604575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.605006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.605295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.605672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.606059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.606392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.606733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.607167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.607436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:54.610522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Checking segment: {'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:54.610883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Network hostable DHCP agents. Network: 0e2f3adb-272e-431a-8419-d22ffa48c567, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:00:54.629447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Network 0e2f3adb-272e-431a-8419-d22ffa48c567 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:00:54.640265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 0e2f3adb-272e-431a-8419-d22ffa48c567) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:54.644877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:54.645556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.654353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8162111d-0928-42ef-bbfd-ce8c4c23f4af None None] Network 0e2f3adb-272e-431a-8419-d22ffa48c567 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:00:54.660252 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c636c6b1-934b-4ba4-b752-8ab4566c1feb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3289835 Jul 13 20:00:54.662952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:54.667660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:54.670662 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.692303 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.693346 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.749713 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.833072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-0e2f3adb-272e-431a-8419-d22ffa48c567', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:00:54.834010 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.895694 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.967534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Allocated IP 172.20.0.2 (0e2f3adb-272e-431a-8419-d22ffa48c567/942e9993-aa6d-4e81-a8bb-e8eb4ef54d13/777e1052-3ef9-49f5-9277-a40f1e00e296) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:55.096857 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:55.110499 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:55.115889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:55.118847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Transition to ACTIVE for port object 777e1052-3ef9-49f5-9277-a40f1e00e296 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:55.134001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Transition to ACTIVE for port object 777e1052-3ef9-49f5-9277-a40f1e00e296 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:55.140287 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:55.179680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Network 0e2f3adb-272e-431a-8419-d22ffa48c567 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:55.182579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:55.186162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:55.193362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Pushing event updated for resources: {'Port': ['ID=777e1052-3ef9-49f5-9277-a40f1e00e296,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:55.225915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Allocated IP 172.25.7.217 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/9199a863-5636-4c76-8c9b-6caafdf09638) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:55.252040 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Attempting to bind port 777e1052-3ef9-49f5-9277-a40f1e00e296 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:55.252403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Attempting to bind port 777e1052-3ef9-49f5-9277-a40f1e00e296 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:55.252758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Attempting to bind port 777e1052-3ef9-49f5-9277-a40f1e00e296 on network 0e2f3adb-272e-431a-8419-d22ffa48c567 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:55.257754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:55.258123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Checking segment: {'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:55.258554 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:55.258972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Bound using segment: {'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:55.259913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Bound port: 777e1052-3ef9-49f5-9277-a40f1e00e296, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:55.260335 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:55.323439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] For port 777e1052-3ef9-49f5-9277-a40f1e00e296, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:55.326555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] For port 777e1052-3ef9-49f5-9277-a40f1e00e296, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=777e1052-3ef9-49f5-9277-a40f1e00e296,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:55.328973 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:55.331137 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:55.375285 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:55.392553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfa189-d620-4fb5-8f6e-71482828473d None None] Pushing event updated for resources: {'Port': ['ID=777e1052-3ef9-49f5-9277-a40f1e00e296,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:55.423525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:55.427724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:55.429517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Pushing event updated for resources: {'Port': ['ID=9199a863-5636-4c76-8c9b-6caafdf09638,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:55.431808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:55.711836 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:55.723325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 777e1052-3ef9-49f5-9277-a40f1e00e296 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:55.780339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 777e1052-3ef9-49f5-9277-a40f1e00e296 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:55.934495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.077970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:00:56.140761 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.199103 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:00:56.210110 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Sync routers for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:00:56.221528 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:56.222293 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:56.222597 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.226492 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3853ba3d-8055-4e2a-86ed-9f0e71ea0f2d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5600638 Jul 13 20:00:56.226884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:56.339258 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:56.354884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fae35-2e50-48e2-a331-fe001323c553 None None] Network 0e2f3adb-272e-431a-8419-d22ffa48c567 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:00:56.421118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-83c8ace4-6669-4186-83ea-9564482edac6 None None] Provisioning for port 777e1052-3ef9-49f5-9277-a40f1e00e296 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:56.427805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-83c8ace4-6669-4186-83ea-9564482edac6 None None] Provisioning complete for port 777e1052-3ef9-49f5-9277-a40f1e00e296 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:56.428394 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83c8ace4-6669-4186-83ea-9564482edac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.534192 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:55Z', 'revision_number': 3, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:56.563533 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Checking router: 33e8f7f4-2a02-4337-b3be-02d66b6fe66a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:00:56.563972 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Updating router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a port 9199a863-5636-4c76-8c9b-6caafdf09638 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:00:56.575176 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83c8ace4-6669-4186-83ea-9564482edac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.601613 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.620783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-83c8ace4-6669-4186-83ea-9564482edac6 None None] For port 777e1052-3ef9-49f5-9277-a40f1e00e296, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=777e1052-3ef9-49f5-9277-a40f1e00e296,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:56.626865 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83c8ace4-6669-4186-83ea-9564482edac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.697457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8ace4-6669-4186-83ea-9564482edac6 None None] Pushing event updated for resources: {'Port': ['ID=777e1052-3ef9-49f5-9277-a40f1e00e296,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:56.700304 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.871223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Allocated IP 172.20.0.1 (0e2f3adb-272e-431a-8419-d22ffa48c567/942e9993-aa6d-4e81-a8bb-e8eb4ef54d13/ce79b1bd-f94d-489a-8fa8-caf5e5170323) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:56.890474 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.900539 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Transition to ACTIVE for port object 9199a863-5636-4c76-8c9b-6caafdf09638 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:56.906071 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.956919 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Attempting to bind port 9199a863-5636-4c76-8c9b-6caafdf09638 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:56.957288 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Attempting to bind port 9199a863-5636-4c76-8c9b-6caafdf09638 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:56.957646 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Attempting to bind port 9199a863-5636-4c76-8c9b-6caafdf09638 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:56.960029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1638f685-9d4e-4021-8951-493744738e93 None None] Provisioning complete for port 777e1052-3ef9-49f5-9277-a40f1e00e296 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:56.960505 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1638f685-9d4e-4021-8951-493744738e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.965952 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebd76b-48a2-440b-8e7a-00cd0fc090fb None None] Pushing event updated for resources: {'Port': ['ID=9199a863-5636-4c76-8c9b-6caafdf09638,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:56.968651 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:56.969024 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:56.969426 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.969788 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:56.970263 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Bound port: 9199a863-5636-4c76-8c9b-6caafdf09638, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:56.970662 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.977298 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:56.993560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Transition to ACTIVE for port object ce79b1bd-f94d-489a-8fa8-caf5e5170323 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:57.027546 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] For port 9199a863-5636-4c76-8c9b-6caafdf09638, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:57.029713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:57.030588 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] For port 9199a863-5636-4c76-8c9b-6caafdf09638, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=9199a863-5636-4c76-8c9b-6caafdf09638,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:57.036121 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:57.079089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Network 0e2f3adb-272e-431a-8419-d22ffa48c567 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:57.082291 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:57.086902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:57.091051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce79b1bd-f94d-489a-8fa8-caf5e5170323,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:57.100595 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:57.101366 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:57.128460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:57.245895 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebd76b-48a2-440b-8e7a-00cd0fc090fb None None] Pushing event updated for resources: {'Port': ['ID=9199a863-5636-4c76-8c9b-6caafdf09638,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:57.291551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:57.326756 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:57.385955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69578392-0f5e-406b-a31a-25b7ff546195 None None] Provisioning for port ce79b1bd-f94d-489a-8fa8-caf5e5170323 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:57.390341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69578392-0f5e-406b-a31a-25b7ff546195 None None] Provisioning complete for port ce79b1bd-f94d-489a-8fa8-caf5e5170323 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:57.390733 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69578392-0f5e-406b-a31a-25b7ff546195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:57.424858 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-69578392-0f5e-406b-a31a-25b7ff546195 None None] Port ce79b1bd-f94d-489a-8fa8-caf5e5170323 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:00:57.474097 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:57.480434 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:57.509340 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:55Z', 'revision_number': 3, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:57.535548 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529a94d-4eae-45dd-a1c2-1aa07f29b6f2 None None] The sync data for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 is: [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:55Z', 'revision_number': 3, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:00:57.544711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce79b1bd-f94d-489a-8fa8-caf5e5170323,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:57.547579 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:57.645735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Network 0e2f3adb-272e-431a-8419-d22ffa48c567 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:57.647322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:57.682578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 777e1052-3ef9-49f5-9277-a40f1e00e296 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:57.752564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 777e1052-3ef9-49f5-9277-a40f1e00e296 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:57.752767 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:57.772031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:00:57.932706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:00:57.940698 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-195a6710-a782-4f03-b038-9e42074e07d2 admin admin] 10.222.0.25 "PUT /v2.0/routers/33e8f7f4-2a02-4337-b3be-02d66b6fe66a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7125909 Jul 13 20:00:57.948541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-80ec2251-715e-4e2e-8532-5e507e92d6a7 None None] Provisioning complete for port ce79b1bd-f94d-489a-8fa8-caf5e5170323 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:57.948918 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80ec2251-715e-4e2e-8532-5e507e92d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:57.986332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-80ec2251-715e-4e2e-8532-5e507e92d6a7 None None] Port ce79b1bd-f94d-489a-8fa8-caf5e5170323 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:00:58.426097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:58.432223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1987881522-network', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:58.453460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Made reservation on behalf of f157c565cbcd4fc5bc461d7af4237150 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:58.455942 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:58.465904 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:58.552741 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:58.557369 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:58.578289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:00:58.593456 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abcf69f-2057-4350-b837-40e235d3d1a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:58.596273 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:58.596621 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Added segment 53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed of type vlan for network 9daa9e71-fea9-4cc1-b971-a356b6869e23 Jul 13 20:00:58.637992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:58.666030 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:58.667026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:58.667618 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:58.723122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2956984 Jul 13 20:00:58.725965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:58.730264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522c37c-e033-4257-a2cf-236f83bb0411 admin admin] Pushing event updated for resources: {'Network': ['ID=9daa9e71-fea9-4cc1-b971-a356b6869e23,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:58.731142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Request body: {'subnet': {'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1987881522-subnet', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:58.739976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 9daa9e71-fea9-4cc1-b971-a356b6869e23 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:00:58.753835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Made reservation on behalf of f157c565cbcd4fc5bc461d7af4237150 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:58.756265 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:58.930045 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:58.987341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=289220cd-61ec-4732-809e-8be7c5d98633,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:58.995733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Checking segment: {'id': '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:58.996094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Network hostable DHCP agents. Network: 9daa9e71-fea9-4cc1-b971-a356b6869e23, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:00:59.012229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Network 9daa9e71-fea9-4cc1-b971-a356b6869e23 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:00:59.020430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 9daa9e71-fea9-4cc1-b971-a356b6869e23) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:59.024404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:59.025113 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.029708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff07a84-fdfa-44fd-8adb-19976788caa7 None None] Network 9daa9e71-fea9-4cc1-b971-a356b6869e23 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:00:59.039977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e5b5119b-8986-42d7-93fb-995ba3689e8e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3128214 Jul 13 20:00:59.043209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 40812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:59.048059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1987881522-router', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:59.070631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.071971 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.127818 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.143326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Sync routers for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:00:59.167668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:00:59.168303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:59.282755 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.386540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-9daa9e71-fea9-4cc1-b971-a356b6869e23', 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'fixed_ips': [{'subnet_id': '289220cd-61ec-4732-809e-8be7c5d98633'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:00:59.387361 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.482029 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.504926 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.514998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:00:59.612438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Allocated IP 172.25.7.225 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/e9b767e2-37ce-4158-9464-e3fbed8cd6b3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:59.675764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Allocated IP 172.20.0.2 (9daa9e71-fea9-4cc1-b971-a356b6869e23/289220cd-61ec-4732-809e-8be7c5d98633/f9ce612c-f0b8-4327-aff4-62b21016c971) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:59.718213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 9199a863-5636-4c76-8c9b-6caafdf09638 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:59.729843 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.877592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 9199a863-5636-4c76-8c9b-6caafdf09638 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:59.903904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 9199a863-5636-4c76-8c9b-6caafdf09638 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:59.904186 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.960410 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:59.970879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 2, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:00.006364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Transition to ACTIVE for port object f9ce612c-f0b8-4327-aff4-62b21016c971 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:01:00.008792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Checking router: 33e8f7f4-2a02-4337-b3be-02d66b6fe66a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:01:00.009848 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Updating router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a port ce79b1bd-f94d-489a-8fa8-caf5e5170323 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:01:00.048792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Transition to ACTIVE for port object f9ce612c-f0b8-4327-aff4-62b21016c971 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:01:00.079030 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.088596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.107316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.124473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:01:00.129169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:01:00.132549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:01:00.146459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Network 9daa9e71-fea9-4cc1-b971-a356b6869e23 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:01:00.147454 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.156156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b767e2-37ce-4158-9464-e3fbed8cd6b3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:00.177492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Pushing event updated for resources: {'Port': ['ID=f9ce612c-f0b8-4327-aff4-62b21016c971,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:00.180133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:01:00.186789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:01:00.234805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 9199a863-5636-4c76-8c9b-6caafdf09638, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=9199a863-5636-4c76-8c9b-6caafdf09638,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:00.282095 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.363453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Attempting to bind port f9ce612c-f0b8-4327-aff4-62b21016c971 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:01:00.363821 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Attempting to bind port f9ce612c-f0b8-4327-aff4-62b21016c971 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:01:00.364173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Attempting to bind port f9ce612c-f0b8-4327-aff4-62b21016c971 on network 9daa9e71-fea9-4cc1-b971-a356b6869e23 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:01:00.380242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:01:00.380613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Checking segment: {'id': '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:01:00.380852 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.381221 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.381569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Bound using segment: {'id': '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:01:00.382038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Bound port: f9ce612c-f0b8-4327-aff4-62b21016c971, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:01:00.382425 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.429095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=9199a863-5636-4c76-8c9b-6caafdf09638,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:00.519545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] For port f9ce612c-f0b8-4327-aff4-62b21016c971, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:01:00.537077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] For port f9ce612c-f0b8-4327-aff4-62b21016c971, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f9ce612c-f0b8-4327-aff4-62b21016c971,segment=NetworkSegment(53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed),segment_id=53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:01:00.545354 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.580973 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.638433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.646102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb725c-469b-4c22-b510-7e610f934529 None None] Pushing event updated for resources: {'Port': ['ID=f9ce612c-f0b8-4327-aff4-62b21016c971,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:00.653619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Transition to ACTIVE for port object ce79b1bd-f94d-489a-8fa8-caf5e5170323 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:01:00.660642 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.715238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a7aad-1410-4cad-a875-212744ec4f62 None None] Pushing event updated for resources: {'Port': ['ID=ce79b1bd-f94d-489a-8fa8-caf5e5170323,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:00.743401 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:01:00.781540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Attempting to bind port ce79b1bd-f94d-489a-8fa8-caf5e5170323 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:01:00.782037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Attempting to bind port ce79b1bd-f94d-489a-8fa8-caf5e5170323 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:01:00.782459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Attempting to bind port ce79b1bd-f94d-489a-8fa8-caf5e5170323 on network 0e2f3adb-272e-431a-8419-d22ffa48c567 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:01:00.787983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:01:00.788354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Checking segment: {'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:01:00.788761 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.789153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Bound using segment: {'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:01:00.789614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Bound port: ce79b1bd-f94d-489a-8fa8-caf5e5170323, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:01:00.789997 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.869579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] For port ce79b1bd-f94d-489a-8fa8-caf5e5170323, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:01:00.873449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] For port ce79b1bd-f94d-489a-8fa8-caf5e5170323, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce79b1bd-f94d-489a-8fa8-caf5e5170323,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:01:00.878531 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.899204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:01:00.914944 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Sync routers for ids ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:01:00.937406 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Routers {'98c6e5f8-32ec-4596-b62e-e00c85b4b07f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:00.938093 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:00.947332 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:00.947706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a7aad-1410-4cad-a875-212744ec4f62 None None] Pushing event updated for resources: {'Port': ['ID=ce79b1bd-f94d-489a-8fa8-caf5e5170323,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:00.949502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ad32765f-1308-4d89-8121-886b8713c2f5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9052367 Jul 13 20:01:00.952165 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 40816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:00.953484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:00.954110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:01.078876 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Set router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:01.086783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:01.311166 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'name': 'tempest-TestVolumeBackupRestore-1987881522-router', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 3, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'gw_port': {'id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:01.343496 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Checking router: 98c6e5f8-32ec-4596-b62e-e00c85b4b07f for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:01:01.343855 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Updating router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f port e9b767e2-37ce-4158-9464-e3fbed8cd6b3 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:01:01.354524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:01.380297 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:01.386230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512e659-db3c-49fb-a751-6536abcdba9f None None] The sync data for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 is: [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:01:01.580674 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:01.735726 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:01.760486 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Transition to ACTIVE for port object e9b767e2-37ce-4158-9464-e3fbed8cd6b3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:01:01.771405 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:01.836721 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Attempting to bind port e9b767e2-37ce-4158-9464-e3fbed8cd6b3 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:01:01.837200 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Attempting to bind port e9b767e2-37ce-4158-9464-e3fbed8cd6b3 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:01:01.837624 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Attempting to bind port e9b767e2-37ce-4158-9464-e3fbed8cd6b3 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:01:01.851552 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175b737-7126-4dfd-a7a3-bf986b8eb9e4 None None] Pushing event updated for resources: {'Port': ['ID=e9b767e2-37ce-4158-9464-e3fbed8cd6b3,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:01.869465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Allocated IP 172.20.0.1 (9daa9e71-fea9-4cc1-b971-a356b6869e23/289220cd-61ec-4732-809e-8be7c5d98633/41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:01:01.870758 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:01:01.871207 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:01:01.872379 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:01.872839 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:01:01.875302 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Bound port: e9b767e2-37ce-4158-9464-e3fbed8cd6b3, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:01:01.877789 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:01.880461 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f9ce612c-f0b8-4327-aff4-62b21016c971 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:01:01.955298 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] For port e9b767e2-37ce-4158-9464-e3fbed8cd6b3, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:01:01.959954 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] For port e9b767e2-37ce-4158-9464-e3fbed8cd6b3, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e9b767e2-37ce-4158-9464-e3fbed8cd6b3,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:01:01.962973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f9ce612c-f0b8-4327-aff4-62b21016c971 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:01:01.967399 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:01.975715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce79b1bd-f94d-489a-8fa8-caf5e5170323 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:01:02.019286 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d98ed6-52b1-4a5f-8198-dd3cf552619f None None] Network 9daa9e71-fea9-4cc1-b971-a356b6869e23 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:01:02.029553 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.047665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Transition to ACTIVE for port object 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:01:02.056308 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Routers {'98c6e5f8-32ec-4596-b62e-e00c85b4b07f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:02.057244 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:02.098677 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.100516 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175b737-7126-4dfd-a7a3-bf986b8eb9e4 None None] Pushing event updated for resources: {'Port': ['ID=e9b767e2-37ce-4158-9464-e3fbed8cd6b3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:02.107076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ce79b1bd-f94d-489a-8fa8-caf5e5170323 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:01:02.127154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ce79b1bd-f94d-489a-8fa8-caf5e5170323 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:02.127524 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.158050 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Pushing event updated for resources: {'Port': ['ID=41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:02.170269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Network 9daa9e71-fea9-4cc1-b971-a356b6869e23 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:01:02.171594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:01:02.177388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:01:02.191940 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] Set router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:02.233090 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.257653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a12827ac-8f8d-48fa-9d3f-f1f3a691746d None None] Provisioning for port f9ce612c-f0b8-4327-aff4-62b21016c971 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:01:02.269837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a12827ac-8f8d-48fa-9d3f-f1f3a691746d None None] Provisioning complete for port f9ce612c-f0b8-4327-aff4-62b21016c971 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:02.269837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a12827ac-8f8d-48fa-9d3f-f1f3a691746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.408199 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'name': 'tempest-TestVolumeBackupRestore-1987881522-router', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 3, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'gw_port': {'id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:02.426303 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.438776 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17402f4-31ba-48b4-adaa-51f5490df632 None None] The sync data for ids ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'] in n-d-800708-1 is: [{'id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'name': 'tempest-TestVolumeBackupRestore-1987881522-router', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 3, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'gw_port': {'id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:01:02.541375 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.580380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ce79b1bd-f94d-489a-8fa8-caf5e5170323, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce79b1bd-f94d-489a-8fa8-caf5e5170323,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:02.609667 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.610824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 9199a863-5636-4c76-8c9b-6caafdf09638 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:01:02.635217 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.641676 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.691421 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a12827ac-8f8d-48fa-9d3f-f1f3a691746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.724753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Pushing event updated for resources: {'Port': ['ID=41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:02.733985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.744541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a12827ac-8f8d-48fa-9d3f-f1f3a691746d None None] For port f9ce612c-f0b8-4327-aff4-62b21016c971, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f9ce612c-f0b8-4327-aff4-62b21016c971,segment=NetworkSegment(53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed),segment_id=53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:02.745322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ce79b1bd-f94d-489a-8fa8-caf5e5170323,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:02.751821 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a12827ac-8f8d-48fa-9d3f-f1f3a691746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.790522 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 9199a863-5636-4c76-8c9b-6caafdf09638 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:02.790697 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:02.857965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Network 9daa9e71-fea9-4cc1-b971-a356b6869e23 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:01:02.859658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:01:02.864875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12827ac-8f8d-48fa-9d3f-f1f3a691746d None None] Pushing event updated for resources: {'Port': ['ID=f9ce612c-f0b8-4327-aff4-62b21016c971,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:02.935547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e223c92a-0260-4737-8abb-3652b5814b89 None None] Provisioning complete for port f9ce612c-f0b8-4327-aff4-62b21016c971 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:02.938148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e223c92a-0260-4737-8abb-3652b5814b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:03.052419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:01:03.092524 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e223c92a-0260-4737-8abb-3652b5814b89 None None] Provisioning for port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:01:03.096764 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e223c92a-0260-4737-8abb-3652b5814b89 None None] Provisioning complete for port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:03.097126 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e223c92a-0260-4737-8abb-3652b5814b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:03.140384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e223c92a-0260-4737-8abb-3652b5814b89 None None] Port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:01:03.183060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:01:03.190476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d036cc73-d491-4fb5-aad8-45480a6966dc admin admin] 10.222.0.25 "PUT /v2.0/routers/98c6e5f8-32ec-4596-b62e-e00c85b4b07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2351694 Jul 13 20:01:03.265973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6c120b71-1f2b-4ea5-94d1-8a0d095a6601 None None] Provisioning complete for port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:03.266999 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c120b71-1f2b-4ea5-94d1-8a0d095a6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:03.318751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6c120b71-1f2b-4ea5-94d1-8a0d095a6601 None None] Port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:01:03.438330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-acd224ba-83a0-497e-b6da-b33516aa5e96 None None] Provisioning complete for port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:03.438766 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acd224ba-83a0-497e-b6da-b33516aa5e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:03.482059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-acd224ba-83a0-497e-b6da-b33516aa5e96 None None] Port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:01:03.764151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e9b767e2-37ce-4158-9464-e3fbed8cd6b3 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:01:03.812641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e9b767e2-37ce-4158-9464-e3fbed8cd6b3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:01:03.816389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e9b767e2-37ce-4158-9464-e3fbed8cd6b3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:03.816817 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:03.903954 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:03.927517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e9b767e2-37ce-4158-9464-e3fbed8cd6b3, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e9b767e2-37ce-4158-9464-e3fbed8cd6b3,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:03.931400 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:03.932161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f9ce612c-f0b8-4327-aff4-62b21016c971 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:01:04.023434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e9b767e2-37ce-4158-9464-e3fbed8cd6b3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:04.034072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f9ce612c-f0b8-4327-aff4-62b21016c971 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:04.034217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:04.122533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce79b1bd-f94d-489a-8fa8-caf5e5170323 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:01:04.173086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ce79b1bd-f94d-489a-8fa8-caf5e5170323 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:04.173645 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:04.777949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Sync routers for ids ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:01:04.786997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Routers {'98c6e5f8-32ec-4596-b62e-e00c85b4b07f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:04.787598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:04.898443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Set router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:05.114796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'name': 'tempest-TestVolumeBackupRestore-1987881522-router', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 4, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'gw_port': {'id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6', 'name': '', 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'mac_address': 'fa:16:3e:8b:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '289220cd-61ec-4732-809e-8be7c5d98633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:01:01Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 2, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'subnets': [{'id': '289220cd-61ec-4732-809e-8be7c5d98633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:05.143673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Checking router: 98c6e5f8-32ec-4596-b62e-e00c85b4b07f for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:01:05.144031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Updating router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:01:05.178571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:05.450646 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:05.460361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Transition to ACTIVE for port object 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:01:05.467476 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:05.517396 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f67c80-77e7-46ec-811e-8984dbdd2d49 None None] Pushing event updated for resources: {'Port': ['ID=41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:05.579121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Attempting to bind port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:01:05.579597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Attempting to bind port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:01:05.580029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Attempting to bind port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 on network 9daa9e71-fea9-4cc1-b971-a356b6869e23 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:01:05.586542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:01:05.587048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Checking segment: {'id': '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:01:05.587704 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:05.588190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Bound using segment: {'id': '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:01:05.588660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Bound port: 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:01:05.589038 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:05.682169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] For port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:01:05.685991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] For port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6,segment=NetworkSegment(53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed),segment_id=53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:01:05.692909 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:05.727200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e9b767e2-37ce-4158-9464-e3fbed8cd6b3 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:01:05.805183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f67c80-77e7-46ec-811e-8984dbdd2d49 None None] Pushing event updated for resources: {'Port': ['ID=41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:05.814808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Routers {'98c6e5f8-32ec-4596-b62e-e00c85b4b07f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:05.815558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:05.888029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e9b767e2-37ce-4158-9464-e3fbed8cd6b3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:05.888505 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:05.972851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] Set router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:06.230198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'name': 'tempest-TestVolumeBackupRestore-1987881522-router', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 4, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'gw_port': {'id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6', 'name': '', 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'mac_address': 'fa:16:3e:8b:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '289220cd-61ec-4732-809e-8be7c5d98633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:01:01Z', 'updated_at': '2021-07-13T20:01:05Z', 'revision_number': 4, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'subnets': [{'id': '289220cd-61ec-4732-809e-8be7c5d98633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:06.256378 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74571-227d-40d9-9108-dc3c3a991532 None None] The sync data for ids ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'] in n-d-800708-1 is: [{'id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'name': 'tempest-TestVolumeBackupRestore-1987881522-router', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 4, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'gw_port': {'id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6', 'name': '', 'network_id': '9daa9e71-fea9-4cc1-b971-a356b6869e23', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'mac_address': 'fa:16:3e:8b:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '289220cd-61ec-4732-809e-8be7c5d98633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:01:01Z', 'updated_at': '2021-07-13T20:01:05Z', 'revision_number': 4, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'subnets': [{'id': '289220cd-61ec-4732-809e-8be7c5d98633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:01:07.702024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:01:07.762117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:01:07.766106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:07.766588 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:07.845442 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:07.878968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6,segment=NetworkSegment(53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed),segment_id=53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:07.882843 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:07.933968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:09.683713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:01:09.736687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:09.737059 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:15.835748 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:16.548883 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:18.528751 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b62e7-f496-4a54-9377-faae10047f30 req-fb591679-be95-457f-89fa-0a0e2f791eb9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:18.530140 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-193b62e7-f496-4a54-9377-faae10047f30 req-fb591679-be95-457f-89fa-0a0e2f791eb9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 945 time: 0.0710504 Jul 13 20:01:18.569215 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-193b62e7-f496-4a54-9377-faae10047f30 req-b8ffd235-eb22-4190-8fb0-f897d852fff5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335622 Jul 13 20:01:19.748776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a147-eb7d-4865-a565-c8f9cb959ef0 req-edfaf5c5-811f-4722-b98e-2f1bf720275c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:19.750301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1538a147-eb7d-4865-a565-c8f9cb959ef0 req-edfaf5c5-811f-4722-b98e-2f1bf720275c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 945 time: 0.0655477 Jul 13 20:01:19.790010 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1538a147-eb7d-4865-a565-c8f9cb959ef0 req-c90f8870-009e-459f-be07-11185ef328cc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339692 Jul 13 20:01:19.875783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-3211acea-c549-417f-b5e2-0e26b49536b1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:19.877271 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-3211acea-c549-417f-b5e2-0e26b49536b1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 945 time: 0.0658846 Jul 13 20:01:19.975772 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Deleting port 0b957a05-8310-4196-b03c-a6fc38e43780 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:01:19.976113 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:20.412853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] For port 0b957a05-8310-4196-b03c-a6fc38e43780, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=0b957a05-8310-4196-b03c-a6fc38e43780,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:20.413218 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:20.591830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:20.592209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:20.592520 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Floating IP 83b2425c-8aba-479f-9260-5f6fd0de6124 disassociated. External IP: 172.25.7.27, port: 0b957a05-8310-4196-b03c-a6fc38e43780. Jul 13 20:01:20.592860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Calling delete_port for 0b957a05-8310-4196-b03c-a6fc38e43780 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:01:20.725203 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:20.756174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'Port': ['ID=0b957a05-8310-4196-b03c-a6fc38e43780,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:20.777662 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cb56be2-b032-48c3-b5be-c5ec878d09e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:20.874614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Router 342c144a-f703-47ad-90f1-db47d82d6ad1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:01:20.954350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2400eecd-8477-4df3-8008-bd44d14d85d1 req-8c0a857d-7965-4522-a0bd-9b768c12b9d8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 210 time: 0.0340264 Jul 13 20:01:21.010609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:01:21.021630 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] Sync routers for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:01:21.042036 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:21.043074 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:21.064855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] No DVR routers for this DVR port 0b957a05-8310-4196-b03c-a6fc38e43780 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:01:21.067630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:21.070039 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-22ec7b78-92d8-4bf8-84b0-1bfe9716482c req-c884e9ff-95df-491d-9b27-8e06cfd7e7dc tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.60 "DELETE /v2.0/ports/0b957a05-8310-4196-b03c-a6fc38e43780 HTTP/1.1" status: 204 len: 173 time: 1.1873293 Jul 13 20:01:21.070528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'name': 'network-vif-deleted', 'tag': '0b957a05-8310-4196-b03c-a6fc38e43780'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:01:21.072986 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f112769b-2181-4fa3-b3cc-c5502f234a58" -d '{"events": [{"server_uuid": "2505b6e1-24ef-45c1-a0b6-24e360b2c51d", "name": "network-vif-deleted", "tag": "0b957a05-8310-4196-b03c-a6fc38e43780"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:01:21.126547 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc11b74-0672-4172-862e-326f1230f803 x-openstack-request-id: req-adc11b74-0672-4172-862e-326f1230f803 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:01:21.126684 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2505b6e1-24ef-45c1-a0b6-24e360b2c51d", "name": "network-vif-deleted", "tag": "0b957a05-8310-4196-b03c-a6fc38e43780", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:01:21.126957 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adc11b74-0672-4172-862e-326f1230f803 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:01:21.127341 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2505b6e1-24ef-45c1-a0b6-24e360b2c51d', 'name': 'network-vif-deleted', 'tag': '0b957a05-8310-4196-b03c-a6fc38e43780', 'status': 'completed', 'code': 200} Jul 13 20:01:21.289476 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:21.486748 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:21.517108 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] Checking router: 342c144a-f703-47ad-90f1-db47d82d6ad1 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:01:21.526199 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:21.526873 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:00:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:21.631611 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:21.831908 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:21.859692 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c96131-b48d-4cbc-a4d8-cf58fa5b6151 None None] The sync data for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 is: [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:01:22.139746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-02195e8d-719e-42ac-ab0a-2d7618e52370 req-7123f532-b6d4-443b-be47-d7f8cee68f06 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 210 time: 0.0444787 Jul 13 20:01:22.194850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e28d56-652d-4ce7-b58d-4f5f54014949 None None] New status for floating IP 83b2425c-8aba-479f-9260-5f6fd0de6124: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:01:23.183306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 0b957a05-8310-4196-b03c-a6fc38e43780 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:01:23.210000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 0b957a05-8310-4196-b03c-a6fc38e43780 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:01:23.211236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 0b957a05-8310-4196-b03c-a6fc38e43780 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:01:23.287405 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1dc889e-339c-4020-aaa8-097a182b9fbb req-20aa035b-3994-4cbb-9b05-62a86164d879 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 210 time: 0.0330482 Jul 13 20:01:23.613399 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d68ebc-f8c9-4069-af9f-cce23638a70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:23.676521 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:24.443060 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9aebfab6-071e-48ac-820e-3865e599f0d8 req-0505e826-9d34-4013-94a2-28774beec80a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 210 time: 0.0332460 Jul 13 20:01:24.662161 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:25.606525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45fef4f3-6e8e-4d3a-ade7-444e69e66cc0 req-1291a480-a20d-4df4-95cc-627825b98b12 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=2505b6e1-24ef-45c1-a0b6-24e360b2c51d HTTP/1.1" status: 200 len: 210 time: 0.0365119 Jul 13 20:01:26.142208 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.841564 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-4d8d2e7c-8613-4a4c-881a-102254a98cce tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901346256&fields=id&tenant_id=fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 267 time: 0.0334470 Jul 13 20:01:26.945997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-47832b03-eb70-4c60-9774-4acea4c99564 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:26.948273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-47832b03-eb70-4c60-9774-4acea4c99564 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1002033 Jul 13 20:01:26.962200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-ccde27fe-e25c-42fa-80bb-d898bd7c2db4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/quotas/fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 375 time: 0.0088832 Jul 13 20:01:27.035396 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-d7af72da-9dc9-4830-af68-c8eba0d468fe tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682304 Jul 13 20:01:27.133443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-03c32eb2-9df1-4711-98ab-d9f205a77a7a service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869226 Jul 13 20:01:27.233581 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-a25fcc7b-6026-4cdc-80b6-4263c276ea20 service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933981 Jul 13 20:01:27.534997 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eb72d018-7c3e-43c7-af0c-1ab0c60a40a1 req-8c5cf425-37a7-43e0-9492-66b0fe9221cd tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0291262 Jul 13 20:01:28.699634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7d943d38-1861-4e26-8690-2b2773da911f req-9e27e472-d608-468c-b2f3-caa124bb8240 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0401134 Jul 13 20:01:28.727466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-0fb5e1b4-7c40-469f-8852-c3a7d17c071d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:28.729202 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-0fb5e1b4-7c40-469f-8852-c3a7d17c071d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1529455 Jul 13 20:01:28.798160 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-8c5ce250-659a-46b8-877b-ff4bff6cb92a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 379 time: 0.0362182 Jul 13 20:01:28.807146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'port': {'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'admin_state_up': True, 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'security_groups': ['6dc558ec-63e3-459d-a1de-86e1f1f06b81']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:01:28.929964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Made reservation on behalf of fda37398e014432591e25bcf4635ede8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:01:28.934042 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.073265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Allocated IP 172.20.0.5 (cbf555af-b606-40f4-8662-f126ec8b2a8e/253e5a1f-163a-4235-af8d-7f120c8cb4e0/3d3c6362-4da4-497a-bdb6-ee08efb9064b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:01:29.222621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.238455 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Transition to ACTIVE for port object 3d3c6362-4da4-497a-bdb6-ee08efb9064b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:01:29.274066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.324431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:01:29.327636 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:01:29.331632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:01:29.357373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=3d3c6362-4da4-497a-bdb6-ee08efb9064b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:29.372151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.372504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.372849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.373187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.373521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.373859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.374190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.374539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.374864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.375185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.375506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.375825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:29.396124 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:29.396749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.413777 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-b5a6e1cb-820f-4305-8def-743b043f98eb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6102493 Jul 13 20:01:29.416407 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:01:29.432097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-bac225e6-7844-4185-b8c1-311378c99510 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:01:29.433470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-bac225e6-7844-4185-b8c1-311378c99510 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065787 Jul 13 20:01:29.578770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Request body: {'port': {'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:01:29.644173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47896cfb-bc1a-405f-be6b-06b1434cc2b6 None None] Provisioning for port 3d3c6362-4da4-497a-bdb6-ee08efb9064b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:01:29.648864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47896cfb-bc1a-405f-be6b-06b1434cc2b6 None None] Provisioning complete for port 3d3c6362-4da4-497a-bdb6-ee08efb9064b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:29.649331 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47896cfb-bc1a-405f-be6b-06b1434cc2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.660168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.694963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-47896cfb-bc1a-405f-be6b-06b1434cc2b6 None None] Port 3d3c6362-4da4-497a-bdb6-ee08efb9064b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:01:29.946822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4e32b-8599-48d1-9cd4-35c978025fe3 req-0c27b58b-bd58-49e5-9f1a-9ae89ae77b7c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:29.953952 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50f4e32b-8599-48d1-9cd4-35c978025fe3 req-0c27b58b-bd58-49e5-9f1a-9ae89ae77b7c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 931 time: 0.1030619 Jul 13 20:01:29.980738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3c6362-4da4-497a-bdb6-ee08efb9064b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:01:29.994520 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:30.004169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-50f4e32b-8599-48d1-9cd4-35c978025fe3 req-1d43dc48-27ca-4e84-a07e-c4200d693779 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491343 Jul 13 20:01:30.007175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Transition to ACTIVE for port object 3d3c6362-4da4-497a-bdb6-ee08efb9064b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:01:30.015990 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:30.135001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3c6362-4da4-497a-bdb6-ee08efb9064b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:30.167424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Attempting to bind port 3d3c6362-4da4-497a-bdb6-ee08efb9064b on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:01:30.167765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Attempting to bind port 3d3c6362-4da4-497a-bdb6-ee08efb9064b by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:01:30.168096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Attempting to bind port 3d3c6362-4da4-497a-bdb6-ee08efb9064b on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:01:30.173632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Port 3d3c6362-4da4-497a-bdb6-ee08efb9064b on network cbf555af-b606-40f4-8662-f126ec8b2a8e not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:01:30.174230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Attempting to bind port 3d3c6362-4da4-497a-bdb6-ee08efb9064b on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:01:30.180479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:01:30.181149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Checking segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:01:30.181657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Bound using segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:01:30.182135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Bound port: 3d3c6362-4da4-497a-bdb6-ee08efb9064b, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:01:30.182698 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:30.260912 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] For port 3d3c6362-4da4-497a-bdb6-ee08efb9064b, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:01:30.267646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] For port 3d3c6362-4da4-497a-bdb6-ee08efb9064b, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:01:30.272478 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:30.329786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:30.329786 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:30.329786 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] 10.222.0.24 "PUT /v2.0/ports/3d3c6362-4da4-497a-bdb6-ee08efb9064b HTTP/1.1" status: 200 len: 1091 time: 0.8846760 Jul 13 20:01:30.331958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'tag': '3d3c6362-4da4-497a-bdb6-ee08efb9064b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:01:30.343197 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c78333-55c4-4490-9d9e-08e4ca0391cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3", "tag": "3d3c6362-4da4-497a-bdb6-ee08efb9064b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:01:30.399392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c30de-964c-463d-85d1-991dc64deca3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3c6362-4da4-497a-bdb6-ee08efb9064b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:30.476931 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2992e747-d35c-4d1e-ba05-64ebc77ec161 x-openstack-request-id: req-2992e747-d35c-4d1e-ba05-64ebc77ec161 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:01:30.477221 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3", "tag": "3d3c6362-4da4-497a-bdb6-ee08efb9064b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:01:30.477476 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2992e747-d35c-4d1e-ba05-64ebc77ec161 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:01:30.477877 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'tag': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'status': 'completed', 'code': 200} Jul 13 20:01:30.488151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-7e6c5812-21be-413f-96e4-d0e277d8d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:30.489866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-7e6c5812-21be-413f-96e4-d0e277d8d090 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 1094 time: 0.0792375 Jul 13 20:01:30.541046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-e23e71f9-48ce-4b1c-af47-776f70197c2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b HTTP/1.1" status: 200 len: 217 time: 0.0379829 Jul 13 20:01:30.598565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-35824fd3-e1c8-43f8-928b-cb93d5b49827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:30.599971 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-35824fd3-e1c8-43f8-928b-cb93d5b49827 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0473592 Jul 13 20:01:30.668355 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-30af7e2f-4893-4a90-b548-44d85eebb33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:30.669972 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-30af7e2f-4893-4a90-b548-44d85eebb33c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599883 Jul 13 20:01:30.765564 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-5c6b1f35-8196-466e-ae55-2a0a25e08f5c service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829284 Jul 13 20:01:30.869297 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-260c9a65-8bd0-4d14-b5a5-4bcea3533d48 req-8c6454a8-010f-4eda-b29a-9a17974fc82f service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954609 Jul 13 20:01:30.973983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-674a6098-b52c-4de2-bb5a-c89a36d35459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:30.975578 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-674a6098-b52c-4de2-bb5a-c89a36d35459 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 1094 time: 0.0541604 Jul 13 20:01:31.071391 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-c15a6188-16d3-4e8b-aebc-069223725603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:31.073505 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-c15a6188-16d3-4e8b-aebc-069223725603 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.0881338 Jul 13 20:01:31.137950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-91af8548-91c6-491e-b837-af066f5c0118 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b HTTP/1.1" status: 200 len: 217 time: 0.0523634 Jul 13 20:01:31.204923 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-fa47cf2e-a1cc-47e2-9d5e-0cc6471c927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:31.206518 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-fa47cf2e-a1cc-47e2-9d5e-0cc6471c927b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0575590 Jul 13 20:01:31.217494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b7014-99bf-40b4-8ed5-27c87e1666ef req-2162b4eb-a17b-460e-8494-4a9a85c13e35 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:31.219640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-633b7014-99bf-40b4-8ed5-27c87e1666ef req-2162b4eb-a17b-460e-8494-4a9a85c13e35 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 943 time: 0.0913353 Jul 13 20:01:31.292852 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-633b7014-99bf-40b4-8ed5-27c87e1666ef req-c620f47d-b51c-40a1-ad7f-ee266ac4b6e5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666935 Jul 13 20:01:31.297980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-fa6a7c98-0c7c-4310-9c36-db7050224e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:31.299958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-fa6a7c98-0c7c-4310-9c36-db7050224e2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787051 Jul 13 20:01:31.406151 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-f286d6ca-35a3-40cb-8a4f-2b8dfc32679f service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955088 Jul 13 20:01:31.504655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39c78333-55c4-4490-9d9e-08e4ca0391cc req-81173c04-3116-4c3a-bbb1-fe0e9b9f4a2e service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879664 Jul 13 20:01:32.469553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2dccd-85ce-41b4-b70b-d6e98aa27e87 req-59567ef8-dcf6-4b82-a92a-8d545500af36 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:32.471201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99e2dccd-85ce-41b4-b70b-d6e98aa27e87 req-59567ef8-dcf6-4b82-a92a-8d545500af36 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 943 time: 0.0687366 Jul 13 20:01:32.518216 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99e2dccd-85ce-41b4-b70b-d6e98aa27e87 req-84c7963a-fc11-439a-847f-74fb74d506d9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340250 Jul 13 20:01:33.703011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56eae5-9645-4755-84ad-f56a9943c373 req-5f763394-cb45-4d42-9362-ecd31f72245e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:33.704583 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b56eae5-9645-4755-84ad-f56a9943c373 req-5f763394-cb45-4d42-9362-ecd31f72245e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 943 time: 0.0705523 Jul 13 20:01:33.744076 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9b56eae5-9645-4755-84ad-f56a9943c373 req-d7addef1-63ec-494c-9a99-3d3a023b1713 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337038 Jul 13 20:01:34.916536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0811c5-0d65-4a60-aa2e-429485930f26 req-18fb5a31-767d-440f-8aa1-559e6a3304f4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:34.918040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d0811c5-0d65-4a60-aa2e-429485930f26 req-18fb5a31-767d-440f-8aa1-559e6a3304f4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 943 time: 0.0630622 Jul 13 20:01:34.955857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d0811c5-0d65-4a60-aa2e-429485930f26 req-5c5bd148-0cc0-4523-aeda-a18abc30f963 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319843 Jul 13 20:01:36.126235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973579-bc9c-493e-a9f7-0dc8d1efe1be req-a86e6bfa-8f38-4a04-ab29-1058b2a82d5d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:36.127806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0973579-bc9c-493e-a9f7-0dc8d1efe1be req-a86e6bfa-8f38-4a04-ab29-1058b2a82d5d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 943 time: 0.0624919 Jul 13 20:01:36.165341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e0973579-bc9c-493e-a9f7-0dc8d1efe1be req-7f6e29cf-05a5-4c04-84d2-88938ffc66a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318658 Jul 13 20:01:37.339989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fce2d3-871a-4e29-b22a-2251ef1af017 req-02c56508-3a51-43d8-8cae-0044b310f98a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:37.346542 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32fce2d3-871a-4e29-b22a-2251ef1af017 req-02c56508-3a51-43d8-8cae-0044b310f98a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 943 time: 0.0641239 Jul 13 20:01:37.383643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-32fce2d3-871a-4e29-b22a-2251ef1af017 req-1932fe36-682c-4eec-b35c-fc2fd65a9dc6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350022 Jul 13 20:01:38.562813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6f188-283d-4f4d-b93d-bc80d017721b req-0977400b-f17d-423f-bc20-35e6bca0b9da tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:38.564292 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7a6f188-283d-4f4d-b93d-bc80d017721b req-0977400b-f17d-423f-bc20-35e6bca0b9da tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 943 time: 0.0698881 Jul 13 20:01:38.602339 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7a6f188-283d-4f4d-b93d-bc80d017721b req-16526ab5-953a-46d7-9199-ee9fc4b1ae05 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Jul 13 20:01:39.780242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9795fe2-f1df-422f-a923-84c235354c4c req-3e59de77-d3e0-45ef-81c0-634052eee148 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:39.781850 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9795fe2-f1df-422f-a923-84c235354c4c req-3e59de77-d3e0-45ef-81c0-634052eee148 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 943 time: 0.0669274 Jul 13 20:01:39.820686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9795fe2-f1df-422f-a923-84c235354c4c req-6733cd65-aa27-47b0-8814-3ece838330bb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332794 Jul 13 20:01:41.008082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436853b-30fd-492b-ba7e-186a0b3c8a1b req-809fd4fe-b24b-44e6-98a2-775a585701a0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:41.010587 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6436853b-30fd-492b-ba7e-186a0b3c8a1b req-809fd4fe-b24b-44e6-98a2-775a585701a0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 943 time: 0.0744081 Jul 13 20:01:41.048360 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6436853b-30fd-492b-ba7e-186a0b3c8a1b req-4317de3b-8316-45dd-8c74-d220d97be240 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324647 Jul 13 20:01:41.137157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3d3c6362-4da4-497a-bdb6-ee08efb9064b details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:01:41.231690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3d3c6362-4da4-497a-bdb6-ee08efb9064b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:41.242628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'mac_address': 'fa:16:3e:da:7d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:01:41.282888 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:41.295703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3c6362-4da4-497a-bdb6-ee08efb9064b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:01:41.315780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3d3c6362-4da4-497a-bdb6-ee08efb9064b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:41.319691 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:41.366672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3d3c6362-4da4-497a-bdb6-ee08efb9064b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:41.373795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.374136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.374506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.374863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.375181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.375512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.375840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.376172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.376496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.376823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.377149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.377472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:41.585092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['3d3c6362-4da4-497a-bdb6-ee08efb9064b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:01:42.223784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2855006-2b64-4b39-8315-f14933a82b8f req-9d18b662-1c9c-47b8-81eb-b0b3a8deb8bd tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:42.225272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d2855006-2b64-4b39-8315-f14933a82b8f req-9d18b662-1c9c-47b8-81eb-b0b3a8deb8bd tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 944 time: 0.0639236 Jul 13 20:01:42.264035 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d2855006-2b64-4b39-8315-f14933a82b8f req-7467c7de-c30a-416e-b324-449710808a2e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325000 Jul 13 20:01:43.153546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3d3c6362-4da4-497a-bdb6-ee08efb9064b up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:01:43.207921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 3d3c6362-4da4-497a-bdb6-ee08efb9064b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:01:43.211875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 3d3c6362-4da4-497a-bdb6-ee08efb9064b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:01:43.212248 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:43.297336 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:43.331507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3c6362-4da4-497a-bdb6-ee08efb9064b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:01:43.333903 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052ad2e5-5e50-42f7-8c01-bc64e761321c" -d '{"events": [{"server_uuid": "5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3", "name": "network-vif-plugged", "status": "completed", "tag": "3d3c6362-4da4-497a-bdb6-ee08efb9064b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:01:43.347292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 3d3c6362-4da4-497a-bdb6-ee08efb9064b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:43.355000 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:43.387488 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4aeb8e-efa1-43d3-aae8-73fa21e3ffcc x-openstack-request-id: req-2e4aeb8e-efa1-43d3-aae8-73fa21e3ffcc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:01:43.387780 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3", "name": "network-vif-plugged", "status": "completed", "tag": "3d3c6362-4da4-497a-bdb6-ee08efb9064b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:01:43.388031 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e4aeb8e-efa1-43d3-aae8-73fa21e3ffcc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:01:43.388421 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'code': 200} Jul 13 20:01:43.409665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=3d3c6362-4da4-497a-bdb6-ee08efb9064b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:43.463252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd9733-f2fc-4041-820f-8fca14320508 req-54ab433f-df56-4d31-83e5-336f81d34533 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:43.465276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99dd9733-f2fc-4041-820f-8fca14320508 req-54ab433f-df56-4d31-83e5-336f81d34533 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 945 time: 0.0652735 Jul 13 20:01:43.504156 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-99dd9733-f2fc-4041-820f-8fca14320508 req-0bd6cf72-cd4f-4b91-b19f-69422a6beea3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329804 Jul 13 20:01:43.516344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f0260-0ea1-4ab8-877e-b651a314d728 req-2156ce81-26c1-44c6-b628-044395a4a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:43.517866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-669f0260-0ea1-4ab8-877e-b651a314d728 req-2156ce81-26c1-44c6-b628-044395a4a3f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0573504 Jul 13 20:01:43.553336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-669f0260-0ea1-4ab8-877e-b651a314d728 req-4cf5ab1a-e46e-4cfb-bd15-701c3a43b7e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278709 Jul 13 20:01:44.692965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cd863-4d0d-4492-b446-572687f00cd1 req-d056056f-13d3-4898-b981-bd248a62d362 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:44.694478 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e8cd863-4d0d-4492-b446-572687f00cd1 req-d056056f-13d3-4898-b981-bd248a62d362 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 945 time: 0.0653734 Jul 13 20:01:44.733090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8e8cd863-4d0d-4492-b446-572687f00cd1 req-7a7c3b4b-593d-45a6-a59d-0f40c752ab85 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319419 Jul 13 20:01:44.909379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032dc3d-cc15-4b00-a4a2-49ebb6aa6c3f req-85e27e12-6359-4b66-8a28-199005197b99 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:44.910922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8032dc3d-cc15-4b00-a4a2-49ebb6aa6c3f req-85e27e12-6359-4b66-8a28-199005197b99 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 945 time: 0.0677381 Jul 13 20:01:44.951191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8032dc3d-cc15-4b00-a4a2-49ebb6aa6c3f req-7d6e35cb-bff8-4a93-9199-cbc428625c3f tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336676 Jul 13 20:01:44.975148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:45.138527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56110fb-0fa8-4204-9682-3a07ae407d17 tempest-TestVolumeBootPattern-2075718949 tempest-TestVolumeBootPattern-2075718949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:45.142617 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a56110fb-0fa8-4204-9682-3a07ae407d17 tempest-TestVolumeBootPattern-2075718949 tempest-TestVolumeBootPattern-2075718949-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 1091 time: 0.1639006 Jul 13 20:01:45.142810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:45.147101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:01:45.170222 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:45.271589 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:45.373768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Allocated IP 172.25.7.99 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/c51f945a-b19a-4686-a775-28e7e1304ee1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:01:45.477365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:45.515653 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:45.553345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:01:45.560569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:01:45.563390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:01:45.591150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=c51f945a-b19a-4686-a775-28e7e1304ee1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:45.834808 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:45.952443 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:46.030166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:46.174453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:46.178945 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:46.252855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=c51f945a-b19a-4686-a775-28e7e1304ee1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:46.267688 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:46.369223 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Floating IP d23c0e5c-5824-40c8-82a9-6cb1c59c6e8c associated. External IP: 172.25.7.99, port: 3d3c6362-4da4-497a-bdb6-ee08efb9064b. Jul 13 20:01:46.550479 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:46.577078 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Router 342c144a-f703-47ad-90f1-db47d82d6ad1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:01:46.688442 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:01:46.700164 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] Sync routers for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:01:46.709073 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:46.710120 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:46.710936 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:01:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:46.754877 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ca1bf537-e2ea-4f13-9e1b-79b615791808 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6110134 Jul 13 20:01:46.755948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'tag': '3d3c6362-4da4-497a-bdb6-ee08efb9064b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:01:46.758455 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e53482-e7ce-41b1-8455-d8983542af8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3", "tag": "3d3c6362-4da4-497a-bdb6-ee08efb9064b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:01:46.828019 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:46.878546 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e812f0-4a3e-4f21-9813-479e61208acf x-openstack-request-id: req-62e812f0-4a3e-4f21-9813-479e61208acf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:01:46.878861 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3", "tag": "3d3c6362-4da4-497a-bdb6-ee08efb9064b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:01:46.879115 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62e812f0-4a3e-4f21-9813-479e61208acf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:01:46.879532 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'tag': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'status': 'completed', 'code': 200} Jul 13 20:01:46.954379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e53482-e7ce-41b1-8455-d8983542af8d req-1dd366f3-b074-4406-95c4-00d63aec8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:46.956574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45e53482-e7ce-41b1-8455-d8983542af8d req-1dd366f3-b074-4406-95c4-00d63aec8cf9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0529187 Jul 13 20:01:47.051429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e53482-e7ce-41b1-8455-d8983542af8d req-5a1e46d8-29b7-480d-accc-be5b17be46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:47.053203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45e53482-e7ce-41b1-8455-d8983542af8d req-5a1e46d8-29b7-480d-accc-be5b17be46bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.0893974 Jul 13 20:01:47.055915 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'd23c0e5c-5824-40c8-82a9-6cb1c59c6e8c', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:da:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:01:45Z', 'updated_at': '2021-07-13T20:01:45Z', 'revision_number': 0, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:47.082362 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] Checking router: 342c144a-f703-47ad-90f1-db47d82d6ad1 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:01:47.090665 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:47.091271 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:01:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:47.117513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45e53482-e7ce-41b1-8455-d8983542af8d req-2ed6b21d-deab-46cf-a3a7-33fb31c647fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b HTTP/1.1" status: 200 len: 998 time: 0.0576205 Jul 13 20:01:47.169275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e53482-e7ce-41b1-8455-d8983542af8d req-590e50e4-6276-43b8-a9bf-597219f8648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:47.170783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45e53482-e7ce-41b1-8455-d8983542af8d req-590e50e4-6276-43b8-a9bf-597219f8648c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0473127 Jul 13 20:01:47.195584 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:47.229835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e53482-e7ce-41b1-8455-d8983542af8d req-12e56420-e0f5-4e74-8f1a-b4e113f7e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:47.231326 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45e53482-e7ce-41b1-8455-d8983542af8d req-12e56420-e0f5-4e74-8f1a-b4e113f7e997 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546050 Jul 13 20:01:47.330996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45e53482-e7ce-41b1-8455-d8983542af8d req-6c70719c-22db-4b3a-9238-3ab8d3dde968 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925934 Jul 13 20:01:47.424246 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'd23c0e5c-5824-40c8-82a9-6cb1c59c6e8c', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:da:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:01:45Z', 'updated_at': '2021-07-13T20:01:45Z', 'revision_number': 0, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:47.425230 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-45e53482-e7ce-41b1-8455-d8983542af8d req-83a14e54-56e4-4873-b74e-570eb4381a8e service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865333 Jul 13 20:01:47.452269 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003d6c6-dc27-45bb-99c9-f2d1e9586e97 None None] The sync data for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 is: [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'd23c0e5c-5824-40c8-82a9-6cb1c59c6e8c', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:da:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:01:45Z', 'updated_at': '2021-07-13T20:01:45Z', 'revision_number': 0, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:01:47.651722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed338169-d622-472b-8699-892d5f84e148 None None] New status for floating IP d23c0e5c-5824-40c8-82a9-6cb1c59c6e8c: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:01:50.771429 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b417e56f-7764-4570-8539-3816d5d58fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:53.614502 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95c7c34d-9e85-4781-a1fb-0e8c363b7c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:53.674295 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:54.658760 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:56.145779 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:04.923572 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-606d2279-a5b8-44bd-8516-fa84531946c2 req-0d94af5d-238c-4736-b312-98faab0b3ca5 service neutron] (93766) timed out ('10.222.0.25', 52930) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 20:02:06.407158 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:02:15.833648 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:16.547466 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.773088 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898f260b-2b2c-4507-952b-eea93638fc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:23.614903 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a13441b-adce-4b2f-921f-4ef62eeb732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:23.677556 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.660716 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:26.149755 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.293436 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-aad6e43c-58b2-4762-87d2-0443d585f2b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520606 Jul 13 20:02:29.390705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-86b5fccf-8840-4cf6-838a-108cd9773fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:29.392117 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-86b5fccf-8840-4cf6-838a-108cd9773fa2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0527825 Jul 13 20:02:29.500868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-8bc5afdc-e87a-402a-8285-af9f937b5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:29.502337 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-8bc5afdc-e87a-402a-8285-af9f937b5490 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.0869374 Jul 13 20:02:29.566684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-c3fe8535-f00e-4424-9249-0b98e69c3cbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b HTTP/1.1" status: 200 len: 1000 time: 0.0570464 Jul 13 20:02:29.618986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-888c77da-e294-4f80-83e5-e48801169ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:29.621107 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-888c77da-e294-4f80-83e5-e48801169ea6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0461330 Jul 13 20:02:29.676266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-4ad264b0-f851-4225-b2e7-b178afe39655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:29.677763 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-4ad264b0-f851-4225-b2e7-b178afe39655 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505989 Jul 13 20:02:29.769093 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-9144d2cf-83a2-4849-a558-9d6864b2ba61 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799375 Jul 13 20:02:29.862798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b4469fe-18ab-4c47-b80d-ee59f0b1ca08 req-9f65bde7-270b-4d18-8785-d0bb33553e5f service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860724 Jul 13 20:02:43.409983 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:02:45.848170 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:46.562515 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.013104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:47.018465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944358484', 'description': 'tempest-secgroup-smoke-1944358484 description', 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:47.040625 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.120184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.123868 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.145641 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.146888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1327927 Jul 13 20:02:47.149939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 41926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:47.155244 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3651b58-0f1b-4f7e-be22-1e820240cf44,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:47.155447 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Request body: {'security_group_rule': {'security_group_id': 'e3651b58-0f1b-4f7e-be22-1e820240cf44', 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:47.162499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.162848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.163185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.163519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.163850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.164176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.164497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.164818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.165142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.165461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.165780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.166100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d2ac-22a3-4738-8b18-623e808246e1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.187148 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.234465 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.237928 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.258503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b91977-85e0-4ea1-8bd3-ef4f0d242d34,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:47.262651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.263840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128590 Jul 13 20:02:47.267224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:47.268949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.269302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.269641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.269977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.270307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.270661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.270988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.271315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.271639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.271962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.272191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5b6386d9-7668-40c5-b9a8-888839f5c713 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Request body: {'security_group_rule': {'security_group_id': 'e3651b58-0f1b-4f7e-be22-1e820240cf44', 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:47.272342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.272589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333a7a6-186c-4b0b-806f-70960d7ebe29 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:47.300272 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b6386d9-7668-40c5-b9a8-888839f5c713 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.347350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b6386d9-7668-40c5-b9a8-888839f5c713 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.350722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b6386d9-7668-40c5-b9a8-888839f5c713 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.367314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6386d9-7668-40c5-b9a8-888839f5c713 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a5a12d-cf1f-4f0d-a42b-7a0ee888b52f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:47.373755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b6386d9-7668-40c5-b9a8-888839f5c713 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.375160 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5b6386d9-7668-40c5-b9a8-888839f5c713 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1067252 Jul 13 20:02:47.377847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:47.382271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8ea87ff6-06ba-470e-a702-90d1799544c2 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Request body: {'security_group_rule': {'security_group_id': 'e3651b58-0f1b-4f7e-be22-1e820240cf44', 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:47.408221 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ea87ff6-06ba-470e-a702-90d1799544c2 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.473626 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ea87ff6-06ba-470e-a702-90d1799544c2 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.477016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ea87ff6-06ba-470e-a702-90d1799544c2 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.495629 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea87ff6-06ba-470e-a702-90d1799544c2 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a7a68c-fd10-47bd-b0bc-5b1da4036e19,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:47.500943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ea87ff6-06ba-470e-a702-90d1799544c2 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.502854 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8ea87ff6-06ba-470e-a702-90d1799544c2 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239913 Jul 13 20:02:47.504672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:47.509045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-32288921-91e7-4faa-a5b0-8c327ec8fd28 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Request body: {'security_group_rule': {'security_group_id': 'e3651b58-0f1b-4f7e-be22-1e820240cf44', 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:47.535711 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32288921-91e7-4faa-a5b0-8c327ec8fd28 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.594236 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32288921-91e7-4faa-a5b0-8c327ec8fd28 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.597743 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32288921-91e7-4faa-a5b0-8c327ec8fd28 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.614643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32288921-91e7-4faa-a5b0-8c327ec8fd28 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae4bac4-2423-48c8-8f38-00ae2eb46b93,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:47.620711 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32288921-91e7-4faa-a5b0-8c327ec8fd28 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.621821 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-32288921-91e7-4faa-a5b0-8c327ec8fd28 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162298 Jul 13 20:02:47.624783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:47.629157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-da98bd0b-9945-4d9e-99ff-b12d74b58a1b tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Request body: {'security_group_rule': {'security_group_id': 'e3651b58-0f1b-4f7e-be22-1e820240cf44', 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:47.650658 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-da98bd0b-9945-4d9e-99ff-b12d74b58a1b tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Project 3c7db4022e5548b1afe7c21c5b5ee538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:02:47.656120 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da98bd0b-9945-4d9e-99ff-b12d74b58a1b tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.716230 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da98bd0b-9945-4d9e-99ff-b12d74b58a1b tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.719667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da98bd0b-9945-4d9e-99ff-b12d74b58a1b tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.737015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98bd0b-9945-4d9e-99ff-b12d74b58a1b tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218a5580-31bd-4fad-82ec-ab5c8e243be7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:47.743811 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da98bd0b-9945-4d9e-99ff-b12d74b58a1b tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.745075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-da98bd0b-9945-4d9e-99ff-b12d74b58a1b tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193717 Jul 13 20:02:47.747833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 41936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:47.752106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98e4b89e-d67e-469d-a447-3ed647466f53 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Request body: {'security_group_rule': {'security_group_id': 'e3651b58-0f1b-4f7e-be22-1e820240cf44', 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:47.772271 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-98e4b89e-d67e-469d-a447-3ed647466f53 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Project 3c7db4022e5548b1afe7c21c5b5ee538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:02:47.777644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98e4b89e-d67e-469d-a447-3ed647466f53 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.843392 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98e4b89e-d67e-469d-a447-3ed647466f53 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.846908 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98e4b89e-d67e-469d-a447-3ed647466f53 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.862711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4b89e-d67e-469d-a447-3ed647466f53 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7beaae06-d2be-49ba-b856-537220ea1fbe,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:47.871859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98e4b89e-d67e-469d-a447-3ed647466f53 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.873063 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-98e4b89e-d67e-469d-a447-3ed647466f53 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243818 Jul 13 20:02:48.021625 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-26aeef50-ff5e-44c1-a538-5b8533966d9d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944358484&fields=id&tenant_id=3c7db4022e5548b1afe7c21c5b5ee538 HTTP/1.1" status: 200 len: 267 time: 0.0333178 Jul 13 20:02:48.126673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-4a2e4e6f-9bc9-4bf5-973e-fb95840e2a22 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:48.128148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-4a2e4e6f-9bc9-4bf5-973e-fb95840e2a22 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/networks?id=0e2f3adb-272e-431a-8419-d22ffa48c567 HTTP/1.1" status: 200 len: 814 time: 0.0999198 Jul 13 20:02:48.142627 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-0da41d66-f424-4ba1-a745-7137eef2d238 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/quotas/3c7db4022e5548b1afe7c21c5b5ee538 HTTP/1.1" status: 200 len: 375 time: 0.0092237 Jul 13 20:02:48.207572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-2f121e74-6bbd-4dea-a261-734f494ca25c tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c7db4022e5548b1afe7c21c5b5ee538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602870 Jul 13 20:02:48.350679 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-44755110-2efb-46be-b1fc-755a78ef0e83 service neutron] 10.222.0.25 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322172 Jul 13 20:02:48.438624 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-c95234c1-2c1d-412c-8180-75b0cc4080e6 service neutron] 10.222.0.25 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817614 Jul 13 20:02:48.743965 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ea77eac9-8932-40ea-b69b-591eda1199c8 req-79edc705-8c0b-4012-9b82-644a6db1de0f tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 210 time: 0.0279958 Jul 13 20:02:49.852680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d030d9e-ef15-4cb2-abe8-8718db0e6ab9 req-90c3f463-1d36-4af6-8752-d9418b2898d5 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 210 time: 0.0303690 Jul 13 20:02:50.773831 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d5acf0-2bb8-4ef1-9ea9-0e9aabc455e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:50.938223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-35052ba6-e42a-4508-b5b5-95649ce177a9 req-924a7f3f-01f0-41ef-9914-10e52525998f tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 210 time: 0.0312190 Jul 13 20:02:52.021210 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b4634e0-d1c3-4705-8547-7a624bca78be req-f25d8001-2227-4aaa-8b35-7afcbc7eee34 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 210 time: 0.0331147 Jul 13 20:02:53.156144 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9716e66-07a2-40cb-9a0a-77813f4963a0 req-c11e0bce-aed1-44d1-96aa-b66ddea3981b tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 210 time: 0.0278668 Jul 13 20:02:53.618772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2848108-7b11-49da-b71c-0f9c913e316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:53.678453 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:54.047570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-a4e44735-15fc-4561-bf5d-3b5cbd6f3f48 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:54.048999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-a4e44735-15fc-4561-bf5d-3b5cbd6f3f48 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.60 "GET /v2.0/networks?id=0e2f3adb-272e-431a-8419-d22ffa48c567 HTTP/1.1" status: 200 len: 814 time: 0.1051545 Jul 13 20:02:54.095307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-53f2b0ee-7682-4600-b95b-94f83faeebb9 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7db4022e5548b1afe7c21c5b5ee538 HTTP/1.1" status: 200 len: 380 time: 0.0374470 Jul 13 20:02:54.105845 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Request body: {'port': {'device_id': '99451e73-320a-416d-b9c3-801a73d8b41d', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'admin_state_up': True, 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'security_groups': ['e3651b58-0f1b-4f7e-be22-1e820240cf44']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:54.219763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Made reservation on behalf of 3c7db4022e5548b1afe7c21c5b5ee538 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:02:54.223574 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:54.316792 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-38f7cdf4-d7f5-4942-8947-095ebeddbd26 req-d05b9136-c53b-4011-82ea-b3139b170f23 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 210 time: 0.0336204 Jul 13 20:02:54.363115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Allocated IP 172.20.0.9 (0e2f3adb-272e-431a-8419-d22ffa48c567/942e9993-aa6d-4e81-a8bb-e8eb4ef54d13/fcf38f3b-54a8-492a-88ca-3ca57bc64f9f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:02:54.508471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:54.523349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Transition to ACTIVE for port object fcf38f3b-54a8-492a-88ca-3ca57bc64f9f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:54.556801 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:54.603125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Network 0e2f3adb-272e-431a-8419-d22ffa48c567 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:02:54.606453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:54.610353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:02:54.616966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event updated for resources: {'Port': ['ID=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:54.675567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:54.676617 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:54.678227 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:54.697922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-00945de4-466b-4e40-9cac-0fe71bb86ea1 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5963166 Jul 13 20:02:54.779007 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Request body: {'port': {'device_id': '99451e73-320a-416d-b9c3-801a73d8b41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:54.909905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d13726e8-2ee7-4580-9cf1-63c403b64427 None None] Provisioning for port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:54.915714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d13726e8-2ee7-4580-9cf1-63c403b64427 None None] Provisioning complete for port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:54.916411 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d13726e8-2ee7-4580-9cf1-63c403b64427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:54.960766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d13726e8-2ee7-4580-9cf1-63c403b64427 None None] Port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:02:55.212162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:55.556504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf38f3b-54a8-492a-88ca-3ca57bc64f9f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:02:55.565090 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:55.579530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa464ccb-b4f9-4c35-8fdb-3837799040ba req-d81e8954-d173-40ac-bb04-c12e9b16247e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:55.582837 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa464ccb-b4f9-4c35-8fdb-3837799040ba req-d81e8954-d173-40ac-bb04-c12e9b16247e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 931 time: 0.1310451 Jul 13 20:02:55.593189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Transition to ACTIVE for port object fcf38f3b-54a8-492a-88ca-3ca57bc64f9f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:55.600328 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:55.667477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa464ccb-b4f9-4c35-8fdb-3837799040ba req-4195bfd6-9df9-42b9-9955-4498b6df4715 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779595 Jul 13 20:02:55.706808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:55.767106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Attempting to bind port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:02:55.767449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Attempting to bind port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:02:55.767780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Attempting to bind port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f on network 0e2f3adb-272e-431a-8419-d22ffa48c567 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:02:55.772365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f on network 0e2f3adb-272e-431a-8419-d22ffa48c567 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:02:55.772835 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Attempting to bind port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f on network 0e2f3adb-272e-431a-8419-d22ffa48c567 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:02:55.778849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:02:55.779190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Checking segment: {'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:02:55.779576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Bound using segment: {'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:02:55.780004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Bound port: fcf38f3b-54a8-492a-88ca-3ca57bc64f9f, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33a8b80-76c9-4147-a7b3-a393aa80866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:02:55.780370 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:55.850283 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] For port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:02:55.853427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] For port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:02:55.858966 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:55.894240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:55.894897 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:55.896265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/fcf38f3b-54a8-492a-88ca-3ca57bc64f9f HTTP/1.1" status: 200 len: 1091 time: 1.1912932 Jul 13 20:02:55.896697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:02:55.899059 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bfd804-4379-40d3-be4d-cceb62a0c5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:02:55.925337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d9a5b-ef43-43a3-96a3-bf586f8b33d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:55.949289 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d57d4-56c2-4982-a224-abd75bae0982 x-openstack-request-id: req-576d57d4-56c2-4982-a224-abd75bae0982 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:02:55.949606 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:02:55.949857 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-576d57d4-56c2-4982-a224-abd75bae0982 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:02:55.950259 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'status': 'completed', 'code': 200} Jul 13 20:02:56.006647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-fce6c59f-3ad8-4fa3-94af-300104d6add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:56.008363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-fce6c59f-3ad8-4fa3-94af-300104d6add7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7db4022e5548b1afe7c21c5b5ee538&device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 1094 time: 0.0565455 Jul 13 20:02:56.057642 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-24e89103-6561-4cbe-82e9-f620d901a6f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f HTTP/1.1" status: 200 len: 217 time: 0.0414150 Jul 13 20:02:56.109180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-5a139d86-973d-40be-90c9-b7ae15a0fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:56.111047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-5a139d86-973d-40be-90c9-b7ae15a0fbb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=942e9993-aa6d-4e81-a8bb-e8eb4ef54d13 HTTP/1.1" status: 200 len: 853 time: 0.0476320 Jul 13 20:02:56.151254 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:56.172350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-c1d56be2-a88e-4ea8-b4d2-7739cbc88ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:56.173838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-c1d56be2-a88e-4ea8-b4d2-7739cbc88ead service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e2f3adb-272e-431a-8419-d22ffa48c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571282 Jul 13 20:02:56.266485 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-26f57b15-cde5-42b4-b0a9-3d4339c8999f service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865080 Jul 13 20:02:56.356437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d94ef9e5-9233-4a1b-b6ca-60254288985c req-6ee6e8fc-1a54-4ece-b3f6-0d35e8ea0ca6 service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842383 Jul 13 20:02:56.456379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-cc0af7c6-d5bb-4e52-bd78-799e1fb9ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:56.457894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-cc0af7c6-d5bb-4e52-bd78-799e1fb9ca4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7db4022e5548b1afe7c21c5b5ee538&device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 1094 time: 0.0585225 Jul 13 20:02:56.546906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-ceb21de3-289d-4596-8b98-4369fb225a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:56.548405 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-ceb21de3-289d-4596-8b98-4369fb225a15 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e2f3adb-272e-431a-8419-d22ffa48c567 HTTP/1.1" status: 200 len: 915 time: 0.0845609 Jul 13 20:02:56.589207 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-cb776f44-b756-44eb-93f3-2947efce4f9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f HTTP/1.1" status: 200 len: 217 time: 0.0347793 Jul 13 20:02:56.643049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-dcb4d9fb-8e96-4a52-94f5-2c8d4522e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:56.644478 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-dcb4d9fb-8e96-4a52-94f5-2c8d4522e0c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=942e9993-aa6d-4e81-a8bb-e8eb4ef54d13 HTTP/1.1" status: 200 len: 853 time: 0.0497828 Jul 13 20:02:56.704173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-f0e43553-4061-4eba-8a22-db0f872787fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:56.705753 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-f0e43553-4061-4eba-8a22-db0f872787fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e2f3adb-272e-431a-8419-d22ffa48c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555272 Jul 13 20:02:56.814580 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-92fbeeb7-98c3-4a04-b110-5ea1d392d1bf service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024971 Jul 13 20:02:56.938068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca572b-55d5-40c7-93c5-160d4fd21cb0 req-7df59508-38c1-4903-8932-16257c45f0d9 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:56.940324 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8ca572b-55d5-40c7-93c5-160d4fd21cb0 req-7df59508-38c1-4903-8932-16257c45f0d9 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 943 time: 0.1455989 Jul 13 20:02:56.944345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95bfd804-4379-40d3-be4d-cceb62a0c5c4 req-882f3ba2-0f02-4093-b0c2-0c12460e5a2a service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131089 Jul 13 20:02:56.984740 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8ca572b-55d5-40c7-93c5-160d4fd21cb0 req-7e137f79-3d76-41cf-8f96-0499f4d2e708 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383108 Jul 13 20:02:58.176749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa5f2e-9c63-4095-b9f3-c412ce3d605d req-09422391-4ce1-413b-8579-9faf786d21cf tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:58.178250 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7afa5f2e-9c63-4095-b9f3-c412ce3d605d req-09422391-4ce1-413b-8579-9faf786d21cf tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 943 time: 0.0650525 Jul 13 20:02:58.215942 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7afa5f2e-9c63-4095-b9f3-c412ce3d605d req-67a6eec3-5484-46af-abb8-a88a75504bd4 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330014 Jul 13 20:02:59.387481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dbb1d-1e07-43d8-ab43-d4526c1e7660 req-f5daea72-5049-4425-8aec-ecdc08dfe053 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:59.388951 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b1dbb1d-1e07-43d8-ab43-d4526c1e7660 req-f5daea72-5049-4425-8aec-ecdc08dfe053 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 943 time: 0.0628321 Jul 13 20:02:59.426027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b1dbb1d-1e07-43d8-ab43-d4526c1e7660 req-d2af5e6b-9edb-4796-ad95-6a570514feb8 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315509 Jul 13 20:03:00.600320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbddd96-4dfb-4e16-a475-e3fb584b6c2d req-947d1cfd-c911-4609-ba7b-a80bf9d14d76 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:00.601793 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8cbddd96-4dfb-4e16-a475-e3fb584b6c2d req-947d1cfd-c911-4609-ba7b-a80bf9d14d76 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 943 time: 0.0661159 Jul 13 20:03:00.639084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8cbddd96-4dfb-4e16-a475-e3fb584b6c2d req-0fd7c4a0-6b44-40f9-a02b-6cbed927a031 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317273 Jul 13 20:03:01.809166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690a3ce-20b4-4bc0-8c5e-924cfaa4cd4b req-3d6faa4c-fe3b-44c3-bb15-4215d7e0cc28 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:01.810648 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0690a3ce-20b4-4bc0-8c5e-924cfaa4cd4b req-3d6faa4c-fe3b-44c3-bb15-4215d7e0cc28 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 943 time: 0.0626569 Jul 13 20:03:01.847598 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0690a3ce-20b4-4bc0-8c5e-924cfaa4cd4b req-9e373c5d-7cda-499e-85ae-aefe1ac85714 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Jul 13 20:03:03.021230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dece9-3a0e-4b6c-a19c-26685149b870 req-882e036a-2a63-4820-943e-edc87728f73e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:03.022735 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b5dece9-3a0e-4b6c-a19c-26685149b870 req-882e036a-2a63-4820-943e-edc87728f73e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 943 time: 0.0640543 Jul 13 20:03:03.061757 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5b5dece9-3a0e-4b6c-a19c-26685149b870 req-62a18498-d3dc-4fef-8a82-5c2ded6c3951 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Jul 13 20:03:04.238895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984f071-420b-4f3d-8150-1bdaf4ae0392 req-4dde2929-26bc-4bd6-ab48-7654955a59cb tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:04.240377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0984f071-420b-4f3d-8150-1bdaf4ae0392 req-4dde2929-26bc-4bd6-ab48-7654955a59cb tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 943 time: 0.0669241 Jul 13 20:03:04.278584 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0984f071-420b-4f3d-8150-1bdaf4ae0392 req-31b8a54f-7b0f-45a0-9683-b3f79c035048 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326519 Jul 13 20:03:05.451665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35355ce-9ab3-43b1-a0a8-4a777ecafb26 req-53c9b93b-d4df-490f-8930-8e0cd16ed74c tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:05.453142 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c35355ce-9ab3-43b1-a0a8-4a777ecafb26 req-53c9b93b-d4df-490f-8930-8e0cd16ed74c tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 943 time: 0.0614641 Jul 13 20:03:05.489764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c35355ce-9ab3-43b1-a0a8-4a777ecafb26 req-47df56d9-7bd6-4ca1-84a8-17d1b78f53a5 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Jul 13 20:03:05.579395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device fcf38f3b-54a8-492a-88ca-3ca57bc64f9f details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:03:05.679452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:05.691359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'port_id': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'mac_address': 'fa:16:3e:95:e2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:03:05.726979 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:05.739640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf38f3b-54a8-492a-88ca-3ca57bc64f9f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:03:05.758647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:05.762222 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:05.808497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:05.815404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.815746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.816080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.816409 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.816733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.817056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.817376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.817692 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.818005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.818318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.818655 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.818976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:05.959165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['fcf38f3b-54a8-492a-88ca-3ca57bc64f9f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:03:06.662214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f7aea-cf95-4e56-96c2-62c16105f3df req-89d578e2-31a0-4b79-a1c2-f1242c91a26e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:06.663732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-038f7aea-cf95-4e56-96c2-62c16105f3df req-89d578e2-31a0-4b79-a1c2-f1242c91a26e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 944 time: 0.0623922 Jul 13 20:03:06.702744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-038f7aea-cf95-4e56-96c2-62c16105f3df req-be3563f6-8026-4e35-91e6-cf63415452e8 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332870 Jul 13 20:03:07.568633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device fcf38f3b-54a8-492a-88ca-3ca57bc64f9f up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:03:07.614991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:03:07.618577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:03:07.618944 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:07.695363 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:07.719206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:07.721568 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f58bad9-9e65-416b-b136-c8b7ba10517a" -d '{"events": [{"server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "name": "network-vif-plugged", "status": "completed", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:07.736106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:07.741017 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:07.797109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:07.819222 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324980ab-ed52-4156-936a-723087c1d48f x-openstack-request-id: req-324980ab-ed52-4156-936a-723087c1d48f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:07.819456 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "name": "network-vif-plugged", "status": "completed", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:07.819731 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-324980ab-ed52-4156-936a-723087c1d48f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:07.820126 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'code': 200} Jul 13 20:03:07.896611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f634-f7cb-4443-87cf-6ace6883a044 req-6a7796a2-20de-4304-aff5-86e2f34d7064 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:07.898061 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d441f634-f7cb-4443-87cf-6ace6883a044 req-6a7796a2-20de-4304-aff5-86e2f34d7064 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 945 time: 0.0766258 Jul 13 20:03:07.964421 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d441f634-f7cb-4443-87cf-6ace6883a044 req-4a7409cf-bd35-434e-a946-95ab2d47482e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451703 Jul 13 20:03:07.973557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c26c-2cce-4f09-8a9c-7d995ca7ad2c req-ec1a394e-21d5-4a00-9469-f04e04a0f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:07.975034 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d82c26c-2cce-4f09-8a9c-7d995ca7ad2c req-ec1a394e-21d5-4a00-9469-f04e04a0f570 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 1096 time: 0.0958855 Jul 13 20:03:08.008793 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d82c26c-2cce-4f09-8a9c-7d995ca7ad2c req-16b7c641-ce54-4e80-8c2f-4145d14a32db service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277648 Jul 13 20:03:09.140836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989f29-e298-445b-8bbb-e015b2323191 req-e99d2ecc-efd9-4073-aa90-470ecec5761d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:09.142320 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64989f29-e298-445b-8bbb-e015b2323191 req-e99d2ecc-efd9-4073-aa90-470ecec5761d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 945 time: 0.0666597 Jul 13 20:03:09.180065 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64989f29-e298-445b-8bbb-e015b2323191 req-26ae206e-d0f2-4a69-9758-31902507846e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321770 Jul 13 20:03:09.349960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ca47-cc5d-4e16-8805-7e9f1e170910 req-7c11d505-2375-43ea-8acb-64d824c27088 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:09.351476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1a49ca47-cc5d-4e16-8805-7e9f1e170910 req-7c11d505-2375-43ea-8acb-64d824c27088 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 945 time: 0.0634196 Jul 13 20:03:09.390210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1a49ca47-cc5d-4e16-8805-7e9f1e170910 req-147efc98-12ad-44ca-8a6e-ce3a27825796 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Jul 13 20:03:09.413770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:09.513214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ef77d-0b81-4e07-aa3a-2a164154e26d tempest-TestVolumeBackupRestore-1117032377 tempest-TestVolumeBackupRestore-1117032377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:09.514780 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5b8ef77d-0b81-4e07-aa3a-2a164154e26d tempest-TestVolumeBackupRestore-1117032377 tempest-TestVolumeBackupRestore-1117032377-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 1091 time: 0.0999737 Jul 13 20:03:09.517763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:09.522048 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:03:09.543059 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:09.638581 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:09.744650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Allocated IP 172.25.7.155 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/00ebbb15-d5eb-4e64-98e1-61856609d4e2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:03:09.845641 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:09.884617 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:09.928785 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:03:09.931603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:03:09.935932 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:03:09.941350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event updated for resources: {'Port': ['ID=00ebbb15-d5eb-4e64-98e1-61856609d4e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:10.299662 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:10.377634 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:10.523730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:10.528655 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:10.595338 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event updated for resources: {'Port': ['ID=00ebbb15-d5eb-4e64-98e1-61856609d4e2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:10.604807 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:10.702313 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Floating IP 7a77cd12-d1a5-4e13-85f4-f9574181db63 associated. External IP: 172.25.7.155, port: fcf38f3b-54a8-492a-88ca-3ca57bc64f9f. Jul 13 20:03:10.911294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:03:11.022198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:03:11.032533 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] Sync routers for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:03:11.041943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:11.042740 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:11.043357 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:02:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:11.081288 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ac12e1c0-ffee-417c-8a2d-2eb0ef86df0d tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5625362 Jul 13 20:03:11.081933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:11.084047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:11.088562 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ebf9be-dd9d-482a-a436-8ba51985c044" -d '{"events": [{"name": "network-changed", "server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:11.137830 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f2e666-37f1-44b1-a2a1-590dabcf664a x-openstack-request-id: req-69f2e666-37f1-44b1-a2a1-590dabcf664a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:11.138563 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:11.139086 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69f2e666-37f1-44b1-a2a1-590dabcf664a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:11.139656 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'status': 'completed', 'code': 200} Jul 13 20:03:11.141180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2358f0-04ee-49b7-95fc-aff4c986ec4f tempest-TestVolumeBackupRestore-1117032377 tempest-TestVolumeBackupRestore-1117032377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:11.144712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5a2358f0-04ee-49b7-95fc-aff4c986ec4f tempest-TestVolumeBackupRestore-1117032377 tempest-TestVolumeBackupRestore-1117032377-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 1091 time: 0.0571773 Jul 13 20:03:11.145200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:11.150369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a5ea48b7-d87a-4c4d-bdc2-8a8b025d0f85 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Request body: {'floatingip': {'port_id': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:03:11.219327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-b146e3f9-ee07-45c9-856f-728df4cbbf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:11.220884 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-b146e3f9-ee07-45c9-856f-728df4cbbf93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7db4022e5548b1afe7c21c5b5ee538&device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 1096 time: 0.0608599 Jul 13 20:03:11.253563 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:11.348788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-d179975c-dc65-4338-af86-28d87d20a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:11.350778 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-d179975c-dc65-4338-af86-28d87d20a38d service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e2f3adb-272e-431a-8419-d22ffa48c567 HTTP/1.1" status: 200 len: 915 time: 0.1241124 Jul 13 20:03:11.431185 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-04db1c4b-4045-479f-98b0-942c036892c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f HTTP/1.1" status: 200 len: 999 time: 0.0740700 Jul 13 20:03:11.496670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-608f1f68-71b1-43ae-8a9d-d4703d6f48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:11.498649 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-608f1f68-71b1-43ae-8a9d-d4703d6f48b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=942e9993-aa6d-4e81-a8bb-e8eb4ef54d13 HTTP/1.1" status: 200 len: 853 time: 0.0612659 Jul 13 20:03:11.554735 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ea48b7-d87a-4c4d-bdc2-8a8b025d0f85 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:11.554978 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '7a77cd12-d1a5-4e13-85f4-f9574181db63', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'port_id': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'mac_address': 'fa:16:3e:95:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99451e73-320a-416d-b9c3-801a73d8b41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:10Z', 'updated_at': '2021-07-13T20:03:10Z', 'revision_number': 0, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 5, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:11.573303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-80072dd8-a876-4fbe-892a-206886247900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:11.576191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-80072dd8-a876-4fbe-892a-206886247900 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e2f3adb-272e-431a-8419-d22ffa48c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720267 Jul 13 20:03:11.586008 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] Checking router: 33e8f7f4-2a02-4337-b3be-02d66b6fe66a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:03:11.602514 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:11.603072 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:02:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:11.679726 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-80c78f92-3b1a-4b8e-bb1e-7fc4c95bb15f service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974185 Jul 13 20:03:11.729482 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:11.785939 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-42ebf9be-dd9d-482a-a436-8ba51985c044 req-0352f1c1-4e66-4b57-bb09-a10d8c4bfb1b service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997140 Jul 13 20:03:11.960761 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '7a77cd12-d1a5-4e13-85f4-f9574181db63', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'port_id': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'mac_address': 'fa:16:3e:95:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99451e73-320a-416d-b9c3-801a73d8b41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:10Z', 'updated_at': '2021-07-13T20:03:10Z', 'revision_number': 0, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 5, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:11.987372 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e15a88-d96a-4322-b0ec-30ffa93e5155 None None] The sync data for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 is: [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '7a77cd12-d1a5-4e13-85f4-f9574181db63', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'port_id': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'mac_address': 'fa:16:3e:95:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99451e73-320a-416d-b9c3-801a73d8b41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:10Z', 'updated_at': '2021-07-13T20:03:10Z', 'revision_number': 0, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 5, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:03:12.193171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b3cd3-8906-4115-957e-c03c279031a1 None None] New status for floating IP 7a77cd12-d1a5-4e13-85f4-f9574181db63: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:03:12.203179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ea48b7-d87a-4c4d-bdc2-8a8b025d0f85 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:12.207057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ea48b7-d87a-4c4d-bdc2-8a8b025d0f85 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:12.303568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a13b3cd3-8906-4115-957e-c03c279031a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 20:03:12.303920 n-d-800708-1 neutron-server[93768]: DEBUG oslo_db.api [None req-a13b3cd3-8906-4115-957e-c03c279031a1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 20:03:12.412344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ea48b7-d87a-4c4d-bdc2-8a8b025d0f85 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:03:12.519013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ea48b7-d87a-4c4d-bdc2-8a8b025d0f85 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:03:12.523554 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ea48b7-d87a-4c4d-bdc2-8a8b025d0f85 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:12.561864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:12.564292 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:12.598739 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a5ea48b7-d87a-4c4d-bdc2-8a8b025d0f85 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "PUT /v2.0/floatingips/7a77cd12-d1a5-4e13-85f4-f9574181db63 HTTP/1.1" status: 200 len: 991 time: 1.4522853 Jul 13 20:03:12.600236 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcf5ca8-6faf-4099-8941-7a0da4028851 x-openstack-request-id: req-8dcf5ca8-6faf-4099-8941-7a0da4028851 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:12.600516 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:12.600792 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dcf5ca8-6faf-4099-8941-7a0da4028851 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:12.601180 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'status': 'completed', 'code': 200} Jul 13 20:03:12.676850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-62ffbaaf-43fb-47ee-82e8-bbbd59f42310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:12.678457 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-62ffbaaf-43fb-47ee-82e8-bbbd59f42310 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7db4022e5548b1afe7c21c5b5ee538&device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 1096 time: 0.0531225 Jul 13 20:03:12.771396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-2ca20f76-0445-47dd-86d0-778e80c8e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:12.772825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-2ca20f76-0445-47dd-86d0-778e80c8e729 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e2f3adb-272e-431a-8419-d22ffa48c567 HTTP/1.1" status: 200 len: 915 time: 0.0882394 Jul 13 20:03:12.805945 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b3cd3-8906-4115-957e-c03c279031a1 None None] New status for floating IP 7a77cd12-d1a5-4e13-85f4-f9574181db63: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:03:12.836580 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-e657367b-d671-4303-b2d0-81c7733c8c0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f HTTP/1.1" status: 200 len: 999 time: 0.0582027 Jul 13 20:03:12.884416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-c34cf997-ded0-4d81-bf2c-9f1d9f872876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:12.885888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-c34cf997-ded0-4d81-bf2c-9f1d9f872876 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=942e9993-aa6d-4e81-a8bb-e8eb4ef54d13 HTTP/1.1" status: 200 len: 853 time: 0.0440679 Jul 13 20:03:12.949428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-7962a058-e805-4bad-a3bb-5b3f13c3ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:12.951047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-7962a058-e805-4bad-a3bb-5b3f13c3ac4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e2f3adb-272e-431a-8419-d22ffa48c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598264 Jul 13 20:03:13.018574 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] Sync routers for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:03:13.027948 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:13.028484 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:02:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:13.042292 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-daaf27c3-5c3c-437e-ac92-29b4f3748e45 service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852420 Jul 13 20:03:13.134817 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:13.137571 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e20dc5cf-81fd-44b8-87c3-9dcde6d05c4a req-019d53e6-da26-44cc-b428-b4cb65f6e607 service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885043 Jul 13 20:03:13.352193 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '7a77cd12-d1a5-4e13-85f4-f9574181db63', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'port_id': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'mac_address': 'fa:16:3e:95:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99451e73-320a-416d-b9c3-801a73d8b41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:10Z', 'updated_at': '2021-07-13T20:03:12Z', 'revision_number': 2, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 5, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:13.381121 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] Checking router: 33e8f7f4-2a02-4337-b3be-02d66b6fe66a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:03:13.389863 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:13.390488 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:02:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:13.489709 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:13.703145 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '7a77cd12-d1a5-4e13-85f4-f9574181db63', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'port_id': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'mac_address': 'fa:16:3e:95:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99451e73-320a-416d-b9c3-801a73d8b41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:10Z', 'updated_at': '2021-07-13T20:03:12Z', 'revision_number': 2, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 5, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:13.728241 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1745bb9-f263-4945-9235-bfe93a8e808e None None] The sync data for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 is: [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '7a77cd12-d1a5-4e13-85f4-f9574181db63', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'port_id': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'mac_address': 'fa:16:3e:95:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99451e73-320a-416d-b9c3-801a73d8b41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:10Z', 'updated_at': '2021-07-13T20:03:12Z', 'revision_number': 2, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 5, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:03:14.602657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:14.605523 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038c7dcb-544e-478f-9775-7c481a80b906" -d '{"events": [{"name": "network-changed", "server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:14.641490 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2886e07f-b04b-48d6-a5e0-0738d5e774c1 x-openstack-request-id: req-2886e07f-b04b-48d6-a5e0-0738d5e774c1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:14.641751 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:14.642005 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2886e07f-b04b-48d6-a5e0-0738d5e774c1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:14.642425 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'status': 'completed', 'code': 200} Jul 13 20:03:14.716561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c7dcb-544e-478f-9775-7c481a80b906 req-12af4f05-3651-426b-b46e-90b432d6e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:14.718743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-038c7dcb-544e-478f-9775-7c481a80b906 req-12af4f05-3651-426b-b46e-90b432d6e09c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7db4022e5548b1afe7c21c5b5ee538&device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 1096 time: 0.0547857 Jul 13 20:03:14.807892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c7dcb-544e-478f-9775-7c481a80b906 req-8920947b-e6b3-4e35-9074-f1afbde56ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:14.809428 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-038c7dcb-544e-478f-9775-7c481a80b906 req-8920947b-e6b3-4e35-9074-f1afbde56ec6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e2f3adb-272e-431a-8419-d22ffa48c567 HTTP/1.1" status: 200 len: 915 time: 0.0852420 Jul 13 20:03:14.877512 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-038c7dcb-544e-478f-9775-7c481a80b906 req-8dd0e9cc-8d3f-4325-afbe-d18a230391bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f HTTP/1.1" status: 200 len: 1001 time: 0.0606017 Jul 13 20:03:14.925272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c7dcb-544e-478f-9775-7c481a80b906 req-09515c9e-d473-4535-bde7-7ade5bb61ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:14.926699 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-038c7dcb-544e-478f-9775-7c481a80b906 req-09515c9e-d473-4535-bde7-7ade5bb61ae8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=942e9993-aa6d-4e81-a8bb-e8eb4ef54d13 HTTP/1.1" status: 200 len: 853 time: 0.0432098 Jul 13 20:03:14.986907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c7dcb-544e-478f-9775-7c481a80b906 req-1d935858-4159-4d5b-a1fb-bbb791272e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:14.988423 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-038c7dcb-544e-478f-9775-7c481a80b906 req-1d935858-4159-4d5b-a1fb-bbb791272e4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e2f3adb-272e-431a-8419-d22ffa48c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554323 Jul 13 20:03:15.084833 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-038c7dcb-544e-478f-9775-7c481a80b906 req-19792640-feaf-4b90-bafb-89ce3c069bbe service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883698 Jul 13 20:03:15.182744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-038c7dcb-544e-478f-9775-7c481a80b906 req-394c1caf-d3f7-465d-bd9b-836668f47221 service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833337 Jul 13 20:03:15.861949 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:16.554756 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:20.405308 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:03:20.774286 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14a7016a-56eb-48c8-a10b-681ef8fc4d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:23.632466 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff375c90-66e4-42dd-b322-bd78e4fa2079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:23.689991 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:24.671753 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:26.156939 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:26.647701 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-974ab243-b4e5-468e-a411-dc83941861ac tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901346256&fields=id&tenant_id=fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 267 time: 0.0477006 Jul 13 20:03:26.757100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-9511ea3b-60e5-4aaf-aad5-cf459eff68fb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:26.758566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-9511ea3b-60e5-4aaf-aad5-cf459eff68fb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1036825 Jul 13 20:03:26.773936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-81a0c8d2-23c4-4ac3-a629-ad6883819abe tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/quotas/fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 375 time: 0.0091362 Jul 13 20:03:26.846736 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-b5610b66-4591-4356-8e7e-528934fe233a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0678892 Jul 13 20:03:26.910218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-a5b63296-e03f-420a-a39d-52393bde124b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:03:26.911247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-a5b63296-e03f-420a-a39d-52393bde124b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539289 Jul 13 20:03:27.003332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-e6bdfd29-2aff-4b15-a497-2514333e0cc6 service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862086 Jul 13 20:03:27.091839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-627144ac-5862-4156-a3d1-dd45d927a20a service neutron] 10.222.0.25 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828407 Jul 13 20:03:27.393916 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-42e3bde7-c6b3-436e-8c83-9733e57e0582 req-514745ff-1385-47a2-9858-419f86cb2df1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 210 time: 0.0332284 Jul 13 20:03:28.489066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-3af89694-eef9-452d-8f6c-6f7fe95d3d3b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:28.491352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-3af89694-eef9-452d-8f6c-6f7fe95d3d3b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 811 time: 0.1175773 Jul 13 20:03:28.554063 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-855b066b-9345-4860-a63f-fa10979672a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fda37398e014432591e25bcf4635ede8 HTTP/1.1" status: 200 len: 379 time: 0.0380933 Jul 13 20:03:28.567578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'port': {'device_id': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'admin_state_up': True, 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'security_groups': ['6dc558ec-63e3-459d-a1de-86e1f1f06b81']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:03:28.583470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cebb2772-8f13-4fec-bfdf-f3dda9fed6d9 req-e399cbb9-01a6-4d99-8232-0c20188a1908 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 210 time: 0.0355895 Jul 13 20:03:28.682419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Made reservation on behalf of fda37398e014432591e25bcf4635ede8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:03:28.686049 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:28.813384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Allocated IP 172.20.0.11 (cbf555af-b606-40f4-8662-f126ec8b2a8e/253e5a1f-163a-4235-af8d-7f120c8cb4e0/ab6b1bfc-5a46-43cd-8826-aee78afd70da) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:03:28.961970 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:28.977888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Transition to ACTIVE for port object ab6b1bfc-5a46-43cd-8826-aee78afd70da will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:03:29.013291 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:29.054086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Network cbf555af-b606-40f4-8662-f126ec8b2a8e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:03:29.057733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:03:29.064905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:03:29.100396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=ab6b1bfc-5a46-43cd-8826-aee78afd70da,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:29.128442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:29.129131 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:29.151071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c2e9883f-8d42-4038-83a7-c320627b8b19 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5885241 Jul 13 20:03:29.165433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Request body: {'port': {'device_id': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:03:29.251269 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:29.344467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-571ea078-0939-419a-b500-e8fadbfcd461 None None] Provisioning for port ab6b1bfc-5a46-43cd-8826-aee78afd70da completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:03:29.349048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-571ea078-0939-419a-b500-e8fadbfcd461 None None] Provisioning complete for port ab6b1bfc-5a46-43cd-8826-aee78afd70da triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:03:29.349583 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-571ea078-0939-419a-b500-e8fadbfcd461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:29.390964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-571ea078-0939-419a-b500-e8fadbfcd461 None None] Port ab6b1bfc-5a46-43cd-8826-aee78afd70da cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:03:29.530480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6b1bfc-5a46-43cd-8826-aee78afd70da {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:03:29.538606 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:29.551357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Transition to ACTIVE for port object ab6b1bfc-5a46-43cd-8826-aee78afd70da will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:03:29.555001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:29.603992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6b1bfc-5a46-43cd-8826-aee78afd70da,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:29.684337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Attempting to bind port ab6b1bfc-5a46-43cd-8826-aee78afd70da on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:03:29.684672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Attempting to bind port ab6b1bfc-5a46-43cd-8826-aee78afd70da by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:03:29.685003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Attempting to bind port ab6b1bfc-5a46-43cd-8826-aee78afd70da on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:03:29.689707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Port ab6b1bfc-5a46-43cd-8826-aee78afd70da on network cbf555af-b606-40f4-8662-f126ec8b2a8e not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:03:29.690030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Attempting to bind port ab6b1bfc-5a46-43cd-8826-aee78afd70da on network cbf555af-b606-40f4-8662-f126ec8b2a8e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:03:29.695516 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:03:29.695856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Checking segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:03:29.696293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Bound using segment: {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:03:29.696734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Bound port: ab6b1bfc-5a46-43cd-8826-aee78afd70da, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:03:29.697094 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:29.832900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] For port ab6b1bfc-5a46-43cd-8826-aee78afd70da, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:03:29.851509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] For port ab6b1bfc-5a46-43cd-8826-aee78afd70da, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab6b1bfc-5a46-43cd-8826-aee78afd70da,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:03:29.860948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae976d-1403-4e24-b72b-6141c5a66e97 req-1a1541bd-bdf5-4269-958e-5ccc452f0308 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:29.862613 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-81ae976d-1403-4e24-b72b-6141c5a66e97 req-1a1541bd-bdf5-4269-958e-5ccc452f0308 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 944 time: 0.1196930 Jul 13 20:03:29.864483 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:29.908739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:29.909375 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:29.910976 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab6b1bfc-5a46-43cd-8826-aee78afd70da HTTP/1.1" status: 200 len: 1092 time: 0.7507601 Jul 13 20:03:29.924132 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'tag': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:29.926454 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bea6b9a-2d8b-4141-a794-8017b5348a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7209744-b8fc-4ae8-9cdc-127bff8376a0", "tag": "ab6b1bfc-5a46-43cd-8826-aee78afd70da"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:29.973854 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-81ae976d-1403-4e24-b72b-6141c5a66e97 req-c0566ba9-cd1e-4ba2-9263-e5a0e0afe4ef tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000786 Jul 13 20:03:30.015997 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed6cbc5-c0d7-468d-a7d5-4b4a5f06fc57 x-openstack-request-id: req-5ed6cbc5-c0d7-468d-a7d5-4b4a5f06fc57 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:30.016310 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7209744-b8fc-4ae8-9cdc-127bff8376a0", "tag": "ab6b1bfc-5a46-43cd-8826-aee78afd70da", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:30.016532 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ed6cbc5-c0d7-468d-a7d5-4b4a5f06fc57 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:30.016923 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'tag': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'status': 'completed', 'code': 200} Jul 13 20:03:30.017471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ae426-5177-463c-a13d-f6b94e1c1de6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6b1bfc-5a46-43cd-8826-aee78afd70da,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:30.052116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-5c4d66f1-eef4-48f3-a625-ca9a213b9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:30.053665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-5c4d66f1-eef4-48f3-a625-ca9a213b9b75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 1095 time: 0.0732567 Jul 13 20:03:30.099061 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-8df1d505-5e77-4470-bf11-0c3234502484 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab6b1bfc-5a46-43cd-8826-aee78afd70da HTTP/1.1" status: 200 len: 217 time: 0.0360837 Jul 13 20:03:30.153564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-302dbf8e-e040-4a43-ab3e-23c605866ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:30.155752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-302dbf8e-e040-4a43-ab3e-23c605866ac4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0478418 Jul 13 20:03:30.222858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-1dd6c4a4-59c8-4016-9352-03b56f086335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:30.224368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-1dd6c4a4-59c8-4016-9352-03b56f086335 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589604 Jul 13 20:03:30.317912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-bb9f657f-dd62-401a-83f9-75a1a3bd4efe service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830500 Jul 13 20:03:30.415794 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c5ab64-781b-42c4-9b3f-679d1c28f2ce req-39128682-de52-4c35-a803-7e62bd408c65 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891256 Jul 13 20:03:30.525105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-7208685d-b33c-4233-994b-cfed554967cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:30.527232 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-7208685d-b33c-4233-994b-cfed554967cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 1095 time: 0.0586066 Jul 13 20:03:30.624711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-6b807b5a-c361-4bbb-adca-50e04c8cc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:30.626271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-6b807b5a-c361-4bbb-adca-50e04c8cc8d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.0887194 Jul 13 20:03:30.680751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-eff2842f-db0d-4223-addb-bd1a2f4a12b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab6b1bfc-5a46-43cd-8826-aee78afd70da HTTP/1.1" status: 200 len: 217 time: 0.0435305 Jul 13 20:03:30.740111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-9134a5cd-ca35-4a1e-9e63-4269681a39de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:30.741755 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-9134a5cd-ca35-4a1e-9e63-4269681a39de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0506926 Jul 13 20:03:30.805790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-7edd829f-5f37-47a7-aa03-0764e7def1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:30.807415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-7edd829f-5f37-47a7-aa03-0764e7def1fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549939 Jul 13 20:03:30.906810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-5cdac6f7-ff07-4366-a2e0-dcf76c95f6ef service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925131 Jul 13 20:03:31.002150 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bea6b9a-2d8b-4141-a794-8017b5348a8b req-71649ab7-fcba-4fe8-a6a4-75295aff7a2b service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Jul 13 20:03:31.163678 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169dbaa-6545-4a7f-bc21-113f25ec1d18 req-f6655d89-7583-4ea2-8a1c-d547b75f1596 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:31.165223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4169dbaa-6545-4a7f-bc21-113f25ec1d18 req-f6655d89-7583-4ea2-8a1c-d547b75f1596 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 944 time: 0.0681927 Jul 13 20:03:31.206138 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4169dbaa-6545-4a7f-bc21-113f25ec1d18 req-7bdafdee-706a-4e45-8578-fb3fcafb6bfb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348158 Jul 13 20:03:31.309552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-4ba24c2b-9603-4f7e-b028-65f622f275b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567276 Jul 13 20:03:31.420065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-799f33ef-c967-4762-8642-7b6e33ebf88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:31.421877 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-799f33ef-c967-4762-8642-7b6e33ebf88b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0622418 Jul 13 20:03:31.539806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-fd8bb0c2-235d-4f67-8ceb-da1700b40b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:31.541261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-fd8bb0c2-235d-4f67-8ceb-da1700b40b66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.0903411 Jul 13 20:03:31.623984 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-c88fbdf5-d717-4f3e-b5e1-6f104cd81d1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b HTTP/1.1" status: 200 len: 1000 time: 0.0711319 Jul 13 20:03:31.676240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-226be3e8-6546-4988-9905-0a56b5688a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:31.677872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-226be3e8-6546-4988-9905-0a56b5688a67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0465658 Jul 13 20:03:31.741038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-480a6e27-8c69-49cc-85e7-85e2cb59445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:31.742752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-480a6e27-8c69-49cc-85e7-85e2cb59445e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550373 Jul 13 20:03:31.844383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-dc33d249-cf98-4756-833c-d5f467a6c8e9 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900404 Jul 13 20:03:31.941904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e314bdc5-c1bd-4c7c-a6e2-e840793238ac req-233189fd-0cc8-47ac-a2da-39e592b602ba service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875678 Jul 13 20:03:32.406804 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b539b-8d18-4ac3-9ad3-8efc0030118c req-208d7cfe-415b-48d5-aeb8-8b8fb7638b5c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:32.408877 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f60b539b-8d18-4ac3-9ad3-8efc0030118c req-208d7cfe-415b-48d5-aeb8-8b8fb7638b5c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 944 time: 0.0789301 Jul 13 20:03:32.459866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f60b539b-8d18-4ac3-9ad3-8efc0030118c req-f063a6b3-e3cb-452f-91a8-a5376fc59ed5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448077 Jul 13 20:03:33.631855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae112db6-ab69-4021-8259-4b7bce18105a req-d2e4bc3f-e2d3-4c60-81fe-ad75e1ae302a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:33.633317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae112db6-ab69-4021-8259-4b7bce18105a req-d2e4bc3f-e2d3-4c60-81fe-ad75e1ae302a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 944 time: 0.0620239 Jul 13 20:03:33.674733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae112db6-ab69-4021-8259-4b7bce18105a req-213f2517-7a90-4d5f-8a49-279bc3d2c759 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356829 Jul 13 20:03:34.790275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-060ef700-1876-4783-9f29-c59ad69fa575 req-c8dcdc6a-1831-4e12-ae96-da989838e8b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529528 Jul 13 20:03:34.864872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763d378-c5ef-4960-84fc-e7633ca172cc req-d7087529-8d55-45ec-a867-f89b8bd2c1da tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:34.866955 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7763d378-c5ef-4960-84fc-e7633ca172cc req-d7087529-8d55-45ec-a867-f89b8bd2c1da tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 944 time: 0.0747988 Jul 13 20:03:34.895195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef700-1876-4783-9f29-c59ad69fa575 req-aa0e3fa4-b8ce-4eff-8e26-532bb9de9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:34.897027 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-060ef700-1876-4783-9f29-c59ad69fa575 req-aa0e3fa4-b8ce-4eff-8e26-532bb9de9f95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7db4022e5548b1afe7c21c5b5ee538&device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 1096 time: 0.0598218 Jul 13 20:03:34.909378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7763d378-c5ef-4960-84fc-e7633ca172cc req-2c34ee21-34c8-4470-bd19-0f8c3e16d60c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356269 Jul 13 20:03:35.014255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef700-1876-4783-9f29-c59ad69fa575 req-b79a5685-8135-4f23-82d4-a7b137531d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:35.015723 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-060ef700-1876-4783-9f29-c59ad69fa575 req-b79a5685-8135-4f23-82d4-a7b137531d7c service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e2f3adb-272e-431a-8419-d22ffa48c567 HTTP/1.1" status: 200 len: 915 time: 0.0980830 Jul 13 20:03:35.081572 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-060ef700-1876-4783-9f29-c59ad69fa575 req-f0f20bad-46cc-489f-be7f-c93248068acb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f HTTP/1.1" status: 200 len: 1001 time: 0.0592847 Jul 13 20:03:35.132818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef700-1876-4783-9f29-c59ad69fa575 req-b1837622-87bf-4dab-b8ca-ac57c50e9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:35.134253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-060ef700-1876-4783-9f29-c59ad69fa575 req-b1837622-87bf-4dab-b8ca-ac57c50e9710 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=942e9993-aa6d-4e81-a8bb-e8eb4ef54d13 HTTP/1.1" status: 200 len: 853 time: 0.0472198 Jul 13 20:03:35.195344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef700-1876-4783-9f29-c59ad69fa575 req-4a51d994-76bf-453b-9150-71db0326a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:35.196916 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-060ef700-1876-4783-9f29-c59ad69fa575 req-4a51d994-76bf-453b-9150-71db0326a335 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e2f3adb-272e-431a-8419-d22ffa48c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564203 Jul 13 20:03:35.288352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-060ef700-1876-4783-9f29-c59ad69fa575 req-56e3e6c7-741d-4a16-863a-5c85ed2662b6 service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850542 Jul 13 20:03:35.390162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-060ef700-1876-4783-9f29-c59ad69fa575 req-5b8aea3f-eb91-4e98-947c-0cf8c323fa4f service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958612 Jul 13 20:03:36.100143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080db5e3-fe97-4541-9be2-3bdc9cf42f40 req-8159db61-34f4-404d-922f-de2c4963fb27 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:36.101806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-080db5e3-fe97-4541-9be2-3bdc9cf42f40 req-8159db61-34f4-404d-922f-de2c4963fb27 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 944 time: 0.0683901 Jul 13 20:03:36.142173 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-080db5e3-fe97-4541-9be2-3bdc9cf42f40 req-f3dcdda6-6b03-4452-b56e-b163e46dc996 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328939 Jul 13 20:03:37.315970 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afe85a-2588-4e22-81a9-eac23b2508df req-fc4794ea-ea52-498a-b930-d6d9a79a01e2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:37.317511 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14afe85a-2588-4e22-81a9-eac23b2508df req-fc4794ea-ea52-498a-b930-d6d9a79a01e2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 944 time: 0.0647819 Jul 13 20:03:37.354741 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-14afe85a-2588-4e22-81a9-eac23b2508df req-6c8d907b-abde-476e-a426-007dc73382d7 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316725 Jul 13 20:03:38.535521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728d24-dd21-4fe6-a001-30a3bd487d48 req-b884d39f-3e1a-46bb-b324-66eaca41dbea tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:38.537139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90728d24-dd21-4fe6-a001-30a3bd487d48 req-b884d39f-3e1a-46bb-b324-66eaca41dbea tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 944 time: 0.0673628 Jul 13 20:03:38.580555 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90728d24-dd21-4fe6-a001-30a3bd487d48 req-eed9fafb-8f18-4b9f-9c05-609bdb60867e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366220 Jul 13 20:03:39.761868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2f0cd-2d49-4245-9f78-9cb8e17599de req-7b705ad4-28eb-4f82-a74d-db6b8bb7f4ea tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:39.764767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ab2f0cd-2d49-4245-9f78-9cb8e17599de req-7b705ad4-28eb-4f82-a74d-db6b8bb7f4ea tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 944 time: 0.0686500 Jul 13 20:03:39.803896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6ab2f0cd-2d49-4245-9f78-9cb8e17599de req-8e49797c-3a52-47c0-99f2-531743133fa3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324121 Jul 13 20:03:39.844502 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab6b1bfc-5a46-43cd-8826-aee78afd70da details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:03:39.945565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ab6b1bfc-5a46-43cd-8826-aee78afd70da, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab6b1bfc-5a46-43cd-8826-aee78afd70da,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:39.957895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'port_id': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'mac_address': 'fa:16:3e:51:06:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:03:39.998030 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:40.012665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6b1bfc-5a46-43cd-8826-aee78afd70da {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:03:40.034619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ab6b1bfc-5a46-43cd-8826-aee78afd70da, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab6b1bfc-5a46-43cd-8826-aee78afd70da,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:40.038283 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:40.095698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ab6b1bfc-5a46-43cd-8826-aee78afd70da,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:40.318779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['ab6b1bfc-5a46-43cd-8826-aee78afd70da'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:03:40.999398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad497e1-eaf4-489d-9407-a501a9d99359 req-b51f5f26-f91b-4172-9c5d-4812a929bc80 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:41.000966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ad497e1-eaf4-489d-9407-a501a9d99359 req-b51f5f26-f91b-4172-9c5d-4812a929bc80 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 945 time: 0.0768752 Jul 13 20:03:41.045360 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ad497e1-eaf4-489d-9407-a501a9d99359 req-c04763ba-3750-4005-b4f8-ceeb71c153fd tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371318 Jul 13 20:03:41.111130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:41.276528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Deleting port 00ebbb15-d5eb-4e64-98e1-61856609d4e2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:03:41.276869 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:41.351217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:41.351547 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:41.362943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Calling delete_port for 00ebbb15-d5eb-4e64-98e1-61856609d4e2 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:03:41.533796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:41.845970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab6b1bfc-5a46-43cd-8826-aee78afd70da up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:03:41.899402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port ab6b1bfc-5a46-43cd-8826-aee78afd70da completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:03:41.904603 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port ab6b1bfc-5a46-43cd-8826-aee78afd70da triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:03:41.904973 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:41.917177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event deleted for resources: {'Port': ['ID=00ebbb15-d5eb-4e64-98e1-61856609d4e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:41.987662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:41.987973 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Floating IP 7a77cd12-d1a5-4e13-85f4-f9574181db63 disassociated (deleted). External IP: 172.25.7.155, port: fcf38f3b-54a8-492a-88ca-3ca57bc64f9f. Jul 13 20:03:41.989454 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:42.014445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:42.016689 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17842539-578e-4092-8f3c-68b19e93d530" -d '{"events": [{"server_uuid": "c7209744-b8fc-4ae8-9cdc-127bff8376a0", "name": "network-vif-plugged", "status": "completed", "tag": "ab6b1bfc-5a46-43cd-8826-aee78afd70da"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:42.030182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ab6b1bfc-5a46-43cd-8826-aee78afd70da, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab6b1bfc-5a46-43cd-8826-aee78afd70da,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:42.034807 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:42.064690 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3e106e-1e7f-49f0-94de-ba542620946f x-openstack-request-id: req-4f3e106e-1e7f-49f0-94de-ba542620946f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:42.064985 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7209744-b8fc-4ae8-9cdc-127bff8376a0", "name": "network-vif-plugged", "status": "completed", "tag": "ab6b1bfc-5a46-43cd-8826-aee78afd70da", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:42.065238 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f3e106e-1e7f-49f0-94de-ba542620946f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:42.065628 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'code': 200} Jul 13 20:03:42.092749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ab6b1bfc-5a46-43cd-8826-aee78afd70da,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:42.226541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ee02-4f3d-43c8-a794-15c8021291b7 req-b44bd553-7340-45f7-9824-9c3b76cd405c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:42.228210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8a9ee02-4f3d-43c8-a794-15c8021291b7 req-b44bd553-7340-45f7-9824-9c3b76cd405c tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 946 time: 0.0660787 Jul 13 20:03:42.258989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47241155-a3e3-4613-8c2c-ab38bcb0a529 req-a4b09735-f260-4c22-9610-2a59e1eace7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:42.260565 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47241155-a3e3-4613-8c2c-ab38bcb0a529 req-a4b09735-f260-4c22-9610-2a59e1eace7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 1097 time: 0.1042745 Jul 13 20:03:42.267994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8a9ee02-4f3d-43c8-a794-15c8021291b7 req-b05933e5-fd19-4fa5-bea5-e1c1722c320b tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336008 Jul 13 20:03:42.268617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:03:42.343259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47241155-a3e3-4613-8c2c-ab38bcb0a529 req-0a7e79bd-616f-482e-9d24-2b5a11ed9fd7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707824 Jul 13 20:03:42.401849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:03:42.407354 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:42.412023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] Sync routers for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:03:42.421972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:42.422684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:03:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:42.449258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-449c7512-7701-44cb-905f-3a5729db3b60 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "DELETE /v2.0/floatingips/7a77cd12-d1a5-4e13-85f4-f9574181db63 HTTP/1.1" status: 204 len: 168 time: 1.3370752 Jul 13 20:03:42.449980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:42.452572 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b058aa-50f3-46b9-b048-e9089920b8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:42.507966 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b0c3d6-163f-419d-8e35-472ab459e2a6 x-openstack-request-id: req-e9b0c3d6-163f-419d-8e35-472ab459e2a6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:42.508325 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:42.510094 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9b0c3d6-163f-419d-8e35-472ab459e2a6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:42.510537 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'status': 'completed', 'code': 200} Jul 13 20:03:42.532693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:42.595917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-33fdde11-10fa-45e2-9da3-1f16e74e5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:42.597413 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-33fdde11-10fa-45e2-9da3-1f16e74e5f5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7db4022e5548b1afe7c21c5b5ee538&device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 1096 time: 0.0648475 Jul 13 20:03:42.751804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 5, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:42.781413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] Checking router: 33e8f7f4-2a02-4337-b3be-02d66b6fe66a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:03:42.790822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:42.791512 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:03:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:42.903660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:43.095377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-b7809cb9-9b7a-4a9e-a2e0-e7993364d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:43.096928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-b7809cb9-9b7a-4a9e-a2e0-e7993364d503 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e2f3adb-272e-431a-8419-d22ffa48c567 HTTP/1.1" status: 200 len: 915 time: 0.4936965 Jul 13 20:03:43.111349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755cc6c-6ab0-4706-a604-71c3fdda7b98 req-74c0a66f-2f73-4de8-b8c9-83f2f60ac4f2 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:43.112990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d755cc6c-6ab0-4706-a604-71c3fdda7b98 req-74c0a66f-2f73-4de8-b8c9-83f2f60ac4f2 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 945 time: 0.0996690 Jul 13 20:03:43.170311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-8544689d-0490-445e-851d-0daa08996a49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f HTTP/1.1" status: 200 len: 217 time: 0.0562987 Jul 13 20:03:43.227134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-ac8febdb-691f-4fbd-9a58-2a664c49f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:43.228723 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-ac8febdb-691f-4fbd-9a58-2a664c49f6be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=942e9993-aa6d-4e81-a8bb-e8eb4ef54d13 HTTP/1.1" status: 200 len: 853 time: 0.0510621 Jul 13 20:03:43.270024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d755cc6c-6ab0-4706-a604-71c3fdda7b98 req-69e83343-a01e-4e72-ad2e-99d5c7487a7b tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498499 Jul 13 20:03:43.302818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-7ff8fd0e-8e21-4069-ab0b-15ff00cedce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:43.303154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 5, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:43.304480 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-7ff8fd0e-8e21-4069-ab0b-15ff00cedce1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e2f3adb-272e-431a-8419-d22ffa48c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671265 Jul 13 20:03:43.336114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960c93e-b558-403d-8932-a34cc668b3a5 None None] The sync data for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 is: [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:00:57Z', 'revision_number': 4, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce79b1bd-f94d-489a-8fa8-caf5e5170323', 'name': '', 'network_id': '0e2f3adb-272e-431a-8419-d22ffa48c567', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'mac_address': 'fa:16:3e:f4:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:56Z', 'updated_at': '2021-07-13T20:01:02Z', 'revision_number': 5, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'subnets': [{'id': '942e9993-aa6d-4e81-a8bb-e8eb4ef54d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:03:43.407732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-e8e4020f-05ee-41fb-a160-5924825cfb38 service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956044 Jul 13 20:03:43.461087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17b2ea-08b2-4b0f-af3a-8ebbfea40b41 req-d48910e6-cefd-4327-949e-6abed9feeca0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:43.462605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f17b2ea-08b2-4b0f-af3a-8ebbfea40b41 req-d48910e6-cefd-4327-949e-6abed9feeca0 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 946 time: 0.0710213 Jul 13 20:03:43.510611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f17b2ea-08b2-4b0f-af3a-8ebbfea40b41 req-c879b2e8-d7e4-4dcc-b9a3-40b500951d56 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411325 Jul 13 20:03:43.513139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28b058aa-50f3-46b9-b048-e9089920b8e9 req-965a9618-8c56-4ec9-9c5c-11611032ecdc service neutron] 10.222.0.60 "GET /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978634 Jul 13 20:03:43.603489 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be46db-354f-4911-bde0-6a6052f4bf98 None None] New status for floating IP 7a77cd12-d1a5-4e13-85f4-f9574181db63: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:03:43.698829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221cdd-fdc0-4859-8f81-f3052123d056 req-b3561482-458b-4b05-aa28-bfc2fd0772b8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:43.700591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d221cdd-fdc0-4859-8f81-f3052123d056 req-b3561482-458b-4b05-aa28-bfc2fd0772b8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 946 time: 0.0742178 Jul 13 20:03:43.741275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2d221cdd-fdc0-4859-8f81-f3052123d056 req-6389868d-aaec-4366-960e-139715f65799 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350664 Jul 13 20:03:43.766996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:43.818972 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d7f4ba-2971-4ab2-855a-0ab0435968c4 tempest-TestVolumeBootPattern-2075718949 tempest-TestVolumeBootPattern-2075718949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:43.820599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-01d7f4ba-2971-4ab2-855a-0ab0435968c4 tempest-TestVolumeBootPattern-2075718949 tempest-TestVolumeBootPattern-2075718949-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 1092 time: 0.0525703 Jul 13 20:03:43.823371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:43.828225 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:03:43.857006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:43.955180 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:44.064945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Allocated IP 172.25.7.221 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/9569fcbe-7db7-44a0-ba17-d47b59d07051) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:03:44.164845 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:44.204932 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:44.244496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:03:44.249349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:03:44.252019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:03:44.257750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=9569fcbe-7db7-44a0-ba17-d47b59d07051,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:44.341009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-0971de07-92e9-432e-a8d3-0c659c9bdc4e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:44.343327 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-0971de07-92e9-432e-a8d3-0c659c9bdc4e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.60 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 945 time: 0.0653391 Jul 13 20:03:44.449861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-99263625-5ff6-484a-a21f-1c6f4d00cd0e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Deleting port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:03:44.450200 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-99263625-5ff6-484a-a21f-1c6f4d00cd0e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:44.538781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-99263625-5ff6-484a-a21f-1c6f4d00cd0e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] For port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:44.539053 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-99263625-5ff6-484a-a21f-1c6f4d00cd0e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:44.541126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead045-0571-44bb-b6a7-babf8be759cb req-ddc0b0cf-23c0-45e2-abf4-413a64c7efa4 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:44.542655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98ead045-0571-44bb-b6a7-babf8be759cb req-ddc0b0cf-23c0-45e2-abf4-413a64c7efa4 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 945 time: 0.1202505 Jul 13 20:03:44.553879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-99263625-5ff6-484a-a21f-1c6f4d00cd0e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Calling delete_port for fcf38f3b-54a8-492a-88ca-3ca57bc64f9f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:03:44.654441 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98ead045-0571-44bb-b6a7-babf8be759cb req-901b43d8-3f52-4e46-a6a5-a831bea179e8 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3651b58-0f1b-4f7e-be22-1e820240cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730860 Jul 13 20:03:44.688248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-99263625-5ff6-484a-a21f-1c6f4d00cd0e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:44.719773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99263625-5ff6-484a-a21f-1c6f4d00cd0e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event deleted for resources: {'Port': ['ID=fcf38f3b-54a8-492a-88ca-3ca57bc64f9f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:44.761115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:44.768552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-99263625-5ff6-484a-a21f-1c6f4d00cd0e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] No DVR routers for this DVR port fcf38f3b-54a8-492a-88ca-3ca57bc64f9f on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:03:44.771468 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-99263625-5ff6-484a-a21f-1c6f4d00cd0e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:44.773608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0974e9e8-45ec-4a0a-b2f9-f069851a0a7e req-99263625-5ff6-484a-a21f-1c6f4d00cd0e tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.60 "DELETE /v2.0/ports/fcf38f3b-54a8-492a-88ca-3ca57bc64f9f HTTP/1.1" status: 204 len: 173 time: 0.4253719 Jul 13 20:03:44.774052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'name': 'network-vif-deleted', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:44.776416 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cf95b3-943e-4406-b5fe-6b8f2ef4dfcc" -d '{"events": [{"server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "name": "network-vif-deleted", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:44.817285 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c7ed3d-8e9b-43e6-a740-7be4f00a3bf3 x-openstack-request-id: req-75c7ed3d-8e9b-43e6-a740-7be4f00a3bf3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:44.817576 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99451e73-320a-416d-b9c3-801a73d8b41d", "name": "network-vif-deleted", "tag": "fcf38f3b-54a8-492a-88ca-3ca57bc64f9f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:44.817821 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75c7ed3d-8e9b-43e6-a740-7be4f00a3bf3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:44.818216 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99451e73-320a-416d-b9c3-801a73d8b41d', 'name': 'network-vif-deleted', 'tag': 'fcf38f3b-54a8-492a-88ca-3ca57bc64f9f', 'status': 'completed', 'code': 200} Jul 13 20:03:44.848221 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:45.001199 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:45.005566 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:45.085244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event updated for resources: {'Port': ['ID=9569fcbe-7db7-44a0-ba17-d47b59d07051,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:45.090358 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:45.201053 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Floating IP 3896d79c-c5df-4883-9150-135fb1b1f4e7 associated. External IP: 172.25.7.221, port: ab6b1bfc-5a46-43cd-8826-aee78afd70da. Jul 13 20:03:45.412449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Router 342c144a-f703-47ad-90f1-db47d82d6ad1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:03:45.520168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:03:45.531787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] Sync routers for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:03:45.536818 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:45.542043 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:45.542715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:03:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:45.579948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-897ecd92-934d-4600-a9d8-a423cbf554a1 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7554932 Jul 13 20:03:45.580539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'tag': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:45.582908 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737c36ca-ff76-4fb5-999d-37edac15093f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7209744-b8fc-4ae8-9cdc-127bff8376a0", "tag": "ab6b1bfc-5a46-43cd-8826-aee78afd70da"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:45.621332 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60feb43-1e7a-4380-8ceb-37ee85edc490 x-openstack-request-id: req-c60feb43-1e7a-4380-8ceb-37ee85edc490 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:45.621517 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7209744-b8fc-4ae8-9cdc-127bff8376a0", "tag": "ab6b1bfc-5a46-43cd-8826-aee78afd70da", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:45.621851 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c60feb43-1e7a-4380-8ceb-37ee85edc490 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:45.622265 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'tag': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'status': 'completed', 'code': 200} Jul 13 20:03:45.677469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:45.702188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c36ca-ff76-4fb5-999d-37edac15093f req-bc7c7db0-618c-4d3e-85ba-008037a5b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:45.704027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-737c36ca-ff76-4fb5-999d-37edac15093f req-bc7c7db0-618c-4d3e-85ba-008037a5b7a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 1097 time: 0.0566597 Jul 13 20:03:45.815280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c36ca-ff76-4fb5-999d-37edac15093f req-599ed60b-0fc7-4e17-824e-72b792527150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:45.816819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-737c36ca-ff76-4fb5-999d-37edac15093f req-599ed60b-0fc7-4e17-824e-72b792527150 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.1052971 Jul 13 20:03:45.824857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f33edbd7-fe71-48ce-be53-719c3bd83f77 req-93cb8ab3-24b9-478d-ae3a-f84ead2f3f8f tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 210 time: 0.0360177 Jul 13 20:03:45.884966 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:45.899914 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-737c36ca-ff76-4fb5-999d-37edac15093f req-62ae8196-fb57-48cf-9aa9-6823ea97fd35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab6b1bfc-5a46-43cd-8826-aee78afd70da HTTP/1.1" status: 200 len: 1000 time: 0.0727978 Jul 13 20:03:45.952368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c36ca-ff76-4fb5-999d-37edac15093f req-a04f6d91-06ec-43b3-9128-1ae741921bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:45.953904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-737c36ca-ff76-4fb5-999d-37edac15093f req-a04f6d91-06ec-43b3-9128-1ae741921bea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0472450 Jul 13 20:03:45.971570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '3896d79c-c5df-4883-9150-135fb1b1f4e7', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:51:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:44Z', 'updated_at': '2021-07-13T20:03:44Z', 'revision_number': 0, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}, {'id': 'd23c0e5c-5824-40c8-82a9-6cb1c59c6e8c', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:da:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:01:45Z', 'updated_at': '2021-07-13T20:01:47Z', 'revision_number': 1, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:45.998683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] Checking router: 342c144a-f703-47ad-90f1-db47d82d6ad1 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:03:46.007143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:46.007863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:03:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:46.017245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c36ca-ff76-4fb5-999d-37edac15093f req-98613743-6573-4847-970a-f2416830dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:46.018789 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-737c36ca-ff76-4fb5-999d-37edac15093f req-98613743-6573-4847-970a-f2416830dc71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584643 Jul 13 20:03:46.115522 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-737c36ca-ff76-4fb5-999d-37edac15093f req-73cb05d5-9218-41a3-8730-439a39a2e450 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894310 Jul 13 20:03:46.119449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:46.215532 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-737c36ca-ff76-4fb5-999d-37edac15093f req-acf84141-cd6a-4a26-97dc-580ee5f84573 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932295 Jul 13 20:03:46.357044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '3896d79c-c5df-4883-9150-135fb1b1f4e7', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:51:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:44Z', 'updated_at': '2021-07-13T20:03:44Z', 'revision_number': 0, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}, {'id': 'd23c0e5c-5824-40c8-82a9-6cb1c59c6e8c', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:da:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:01:45Z', 'updated_at': '2021-07-13T20:01:47Z', 'revision_number': 1, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:46.388361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ea9c9-1634-4ba3-9d06-9d2ff2498489 None None] The sync data for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 is: [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '3896d79c-c5df-4883-9150-135fb1b1f4e7', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:51:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:44Z', 'updated_at': '2021-07-13T20:03:44Z', 'revision_number': 0, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}, {'id': 'd23c0e5c-5824-40c8-82a9-6cb1c59c6e8c', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:da:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:01:45Z', 'updated_at': '2021-07-13T20:01:47Z', 'revision_number': 1, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:03:46.575860 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:46.583616 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49bf9e1-9ebf-4dd3-848a-8004c4fb431e None None] New status for floating IP 3896d79c-c5df-4883-9150-135fb1b1f4e7: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:03:46.973617 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0fba13f6-7174-459f-b2a0-9835356b1948 req-f4f2c668-ea57-4aea-b83d-3289e7acb5d6 tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 210 time: 0.0338371 Jul 13 20:03:48.117050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad03fd73-2d5a-448f-b61b-ab14054cd51f req-282c2e03-88e0-437a-9152-65761f97ee6f tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "GET /v2.0/ports?device_id=99451e73-320a-416d-b9c3-801a73d8b41d HTTP/1.1" status: 200 len: 210 time: 0.0294046 Jul 13 20:03:49.212296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:49.269063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:49.294880 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:49.357039 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:49.359785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:49.361119 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] 10.222.0.25 "DELETE /v2.0/security-groups/e3651b58-0f1b-4f7e-be22-1e820240cf44 HTTP/1.1" status: 204 len: 168 time: 0.1477873 Jul 13 20:03:49.370902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3651b58-0f1b-4f7e-be22-1e820240cf44,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:49.381293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.381648 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.381992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.382329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.382688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.383019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.383413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.383675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.384173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.384562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.384941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.385271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332d050-844b-465e-ac33-f6c04578a3ec tempest-TestVolumeBackupRestore-1590998938 tempest-TestVolumeBackupRestore-1590998938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:49.754860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device fcf38f3b-54a8-492a-88ca-3ca57bc64f9f no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:03:49.782325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: fcf38f3b-54a8-492a-88ca-3ca57bc64f9f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:03:49.782824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device fcf38f3b-54a8-492a-88ca-3ca57bc64f9f not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:03:50.785244 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d7ad041-40b3-4389-8651-6d8bb6ae9c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:52.242687 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-63a2e2d0-6bd3-49b7-8863-ffb57396214b req-fb1f608f-85e5-4d56-a28e-74e0885b0bfc service neutron] (93767) timed out ('10.222.0.25', 52270) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 20:03:52.820619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:53.173414 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:53.429856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] Deleting port ce79b1bd-f94d-489a-8fa8-caf5e5170323 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:03:53.430116 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:53.507026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] For port ce79b1bd-f94d-489a-8fa8-caf5e5170323, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce79b1bd-f94d-489a-8fa8-caf5e5170323,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:53.507308 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:53.520783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] Calling delete_port for ce79b1bd-f94d-489a-8fa8-caf5e5170323 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:03:53.624181 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc96b-51ab-4edc-a7e5-56a8f29f3a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:53.682530 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:53.708266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:53.734045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce79b1bd-f94d-489a-8fa8-caf5e5170323,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:54.250384 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:54.455239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] Router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:03:54.559809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:03:54.568184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:54.568629 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5e0e0a19-96bd-435a-a977-e05f372363f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/33e8f7f4-2a02-4337-b3be-02d66b6fe66a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7462523 Jul 13 20:03:54.569055 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] Sync routers for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:03:54.578545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:54.579148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:03:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:54.684701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:54.685280 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:54.695904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:54.802641 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:54.874949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Deleting port 9199a863-5636-4c76-8c9b-6caafdf09638 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:03:54.875292 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:54.893085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:03:53Z', 'revision_number': 5, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port': {'id': '9199a863-5636-4c76-8c9b-6caafdf09638', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:55Z', 'updated_at': '2021-07-13T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:54.928795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] Checking router: 33e8f7f4-2a02-4337-b3be-02d66b6fe66a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:03:54.938246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] Routers {'33e8f7f4-2a02-4337-b3be-02d66b6fe66a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:54.938908 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:03:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:54.976285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] For port 9199a863-5636-4c76-8c9b-6caafdf09638, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=9199a863-5636-4c76-8c9b-6caafdf09638,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:54.976925 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:54.997627 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Calling delete_port for 9199a863-5636-4c76-8c9b-6caafdf09638 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:03:55.035025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] Set router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:55.106128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:03:54Z', 'revision_number': 6, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:55.139941 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf216787-ceac-41ba-8acd-5a78248dd17e None None] The sync data for ids ['33e8f7f4-2a02-4337-b3be-02d66b6fe66a'] in n-d-800708-1 is: [{'id': '33e8f7f4-2a02-4337-b3be-02d66b6fe66a', 'name': 'tempest-TestVolumeBackupRestore-1035435957-router', 'tenant_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:54Z', 'updated_at': '2021-07-13T20:03:54Z', 'revision_number': 6, 'project_id': '3c7db4022e5548b1afe7c21c5b5ee538', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:03:55.193744 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.228925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9199a863-5636-4c76-8c9b-6caafdf09638,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:55.254583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.254926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.255262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.255637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.255923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.256254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.256573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.256886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.257203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.257523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.257959 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.258272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:03:55.302472 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.395111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.397181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.448245 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.449010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e8f7f4-2a02-4337-b3be-02d66b6fe66a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:03:55.457578 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.457899 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-06c8d73c-b2ef-4ea1-a05c-17f6973795a1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/33e8f7f4-2a02-4337-b3be-02d66b6fe66a HTTP/1.1" status: 204 len: 168 time: 0.8885014 Jul 13 20:03:55.460381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:55.520563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9caf823-2664-4e32-86ca-d0df7282e286 admin admin] Deleting subnet 942e9993-aa6d-4e81-a8bb-e8eb4ef54d13 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:03:55.525778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9caf823-2664-4e32-86ca-d0df7282e286 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.569887 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9caf823-2664-4e32-86ca-d0df7282e286 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.650931 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9caf823-2664-4e32-86ca-d0df7282e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.702981 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9caf823-2664-4e32-86ca-d0df7282e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.729318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caf823-2664-4e32-86ca-d0df7282e286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=942e9993-aa6d-4e81-a8bb-e8eb4ef54d13,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:55.731970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9caf823-2664-4e32-86ca-d0df7282e286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.733833 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c9caf823-2664-4e32-86ca-d0df7282e286 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/942e9993-aa6d-4e81-a8bb-e8eb4ef54d13 HTTP/1.1" status: 204 len: 168 time: 0.2722955 Jul 13 20:03:55.736339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:55.736989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937380e4-2fd0-4583-aa07-d66d92eafa57 None None] Network 0e2f3adb-272e-431a-8419-d22ffa48c567 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:03:55.803977 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.887032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Deleting port 777e1052-3ef9-49f5-9277-a40f1e00e296 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:03:55.887559 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.914669 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 9199a863-5636-4c76-8c9b-6caafdf09638 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:03:55.944499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 9199a863-5636-4c76-8c9b-6caafdf09638 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:03:55.944926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 9199a863-5636-4c76-8c9b-6caafdf09638 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:03:55.945419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce79b1bd-f94d-489a-8fa8-caf5e5170323 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:03:55.959506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] For port 777e1052-3ef9-49f5-9277-a40f1e00e296, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=777e1052-3ef9-49f5-9277-a40f1e00e296,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:55.960205 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:55.969736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be94b904-3fa7-4e1a-bc42-8542efdf322c None None] DHCP port deletion for 0e2f3adb-272e-431a-8419-d22ffa48c567 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:03:55.972824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ce79b1bd-f94d-489a-8fa8-caf5e5170323 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:03:55.973426 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce79b1bd-f94d-489a-8fa8-caf5e5170323 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:03:55.981223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Calling delete_port for 777e1052-3ef9-49f5-9277-a40f1e00e296 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:03:56.020510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-be94b904-3fa7-4e1a-bc42-8542efdf322c None None] Deleting port 777e1052-3ef9-49f5-9277-a40f1e00e296 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:03:56.020886 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be94b904-3fa7-4e1a-bc42-8542efdf322c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.069863 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.086634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-be94b904-3fa7-4e1a-bc42-8542efdf322c None None] For port 777e1052-3ef9-49f5-9277-a40f1e00e296, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=777e1052-3ef9-49f5-9277-a40f1e00e296,segment=NetworkSegment(a33a8b80-76c9-4147-a7b3-a393aa80866d),segment_id=a33a8b80-76c9-4147-a7b3-a393aa80866d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:56.087022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be94b904-3fa7-4e1a-bc42-8542efdf322c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.099407 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Pushing event deleted for resources: {'Port': ['ID=777e1052-3ef9-49f5-9277-a40f1e00e296,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:56.104449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-be94b904-3fa7-4e1a-bc42-8542efdf322c None None] Calling delete_port for 777e1052-3ef9-49f5-9277-a40f1e00e296 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:03:56.105105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] No DVR routers for this DVR port 777e1052-3ef9-49f5-9277-a40f1e00e296 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:03:56.173431 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.182413 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.193448 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2f3adb-272e-431a-8419-d22ffa48c567']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:56.194603 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be94b904-3fa7-4e1a-bc42-8542efdf322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.209241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33a8b80-76c9-4147-a7b3-a393aa80866d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:56.209241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33a8b80-76c9-4147-a7b3-a393aa80866d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:56.217283 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.221398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94b904-3fa7-4e1a-bc42-8542efdf322c None None] Pushing event deleted for resources: {'Port': ['ID=777e1052-3ef9-49f5-9277-a40f1e00e296,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:56.223233 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94b904-3fa7-4e1a-bc42-8542efdf322c None None] No DVR routers for this DVR port 777e1052-3ef9-49f5-9277-a40f1e00e296 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:03:56.239971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.246526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:03:56.246979 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:03:56.248694 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:03:56.302545 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.308029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.314194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0e2f3adb-272e-431a-8419-d22ffa48c567 HTTP/1.1" status: 204 len: 168 time: 0.5734093 Jul 13 20:03:56.314370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:56.322393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2a9a3-72da-424d-9c83-41efdc6ca562 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2f3adb-272e-431a-8419-d22ffa48c567,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:56.654319 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.902611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] Deleting port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:03:56.902954 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.978382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] For port 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6,segment=NetworkSegment(53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed),segment_id=53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:56.978687 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:56.991311 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] Calling delete_port for 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:03:57.168379 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:57.199502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] Pushing event deleted for resources: {'Port': ['ID=41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:57.371851 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:57.405394 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:03:57.584150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] Router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:03:57.689376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:03:57.695596 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-57d2dcd6-56b3-4286-ac6a-61b4da5f0eca admin admin] 10.222.0.25 "PUT /v2.0/routers/98c6e5f8-32ec-4596-b62e-e00c85b4b07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3796544 Jul 13 20:03:57.696825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:57.699340 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] Sync routers for ids ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:03:57.709077 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] Routers {'98c6e5f8-32ec-4596-b62e-e00c85b4b07f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:57.709762 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:03:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:57.808774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:57.815001 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] Set router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:57.850950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 777e1052-3ef9-49f5-9277-a40f1e00e296 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:03:57.873451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 777e1052-3ef9-49f5-9277-a40f1e00e296 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:03:57.873796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 777e1052-3ef9-49f5-9277-a40f1e00e296 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:03:57.913529 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:57.969252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Deleting port e9b767e2-37ce-4158-9464-e3fbed8cd6b3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:03:57.969603 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:57.992117 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'name': 'tempest-TestVolumeBackupRestore-1987881522-router', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:03:57Z', 'revision_number': 5, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'gw_port': {'id': 'e9b767e2-37ce-4158-9464-e3fbed8cd6b3', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:58.017795 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] Checking router: 98c6e5f8-32ec-4596-b62e-e00c85b4b07f for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:03:58.026070 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] Routers {'98c6e5f8-32ec-4596-b62e-e00c85b4b07f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:58.026710 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:03:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:58.048569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] For port e9b767e2-37ce-4158-9464-e3fbed8cd6b3, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e9b767e2-37ce-4158-9464-e3fbed8cd6b3,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:58.048928 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.062372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Calling delete_port for e9b767e2-37ce-4158-9464-e3fbed8cd6b3 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:03:58.111935 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] Set router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:58.165692 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'name': 'tempest-TestVolumeBackupRestore-1987881522-router', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:03:57Z', 'revision_number': 6, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:58.192395 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be024fb8-1318-4739-a5ab-0466a529086f None None] The sync data for ids ['98c6e5f8-32ec-4596-b62e-e00c85b4b07f'] in n-d-800708-1 is: [{'id': '98c6e5f8-32ec-4596-b62e-e00c85b4b07f', 'name': 'tempest-TestVolumeBackupRestore-1987881522-router', 'tenant_id': 'f157c565cbcd4fc5bc461d7af4237150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:00:59Z', 'updated_at': '2021-07-13T20:03:57Z', 'revision_number': 6, 'project_id': 'f157c565cbcd4fc5bc461d7af4237150', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:03:58.229739 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.253959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b767e2-37ce-4158-9464-e3fbed8cd6b3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:58.330208 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.419043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.421447 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.463622 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.464137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98c6e5f8-32ec-4596-b62e-e00c85b4b07f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:03:58.468426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.469562 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b903693b-5ad6-4645-bdbf-a4f672911dbe admin admin] 10.222.0.25 "DELETE /v2.0/routers/98c6e5f8-32ec-4596-b62e-e00c85b4b07f HTTP/1.1" status: 204 len: 168 time: 0.7718325 Jul 13 20:03:58.472219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:58.515537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c226fc83-5246-46cd-a950-17b169a3a373 admin admin] Deleting subnet 289220cd-61ec-4732-809e-8be7c5d98633 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:03:58.518325 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c226fc83-5246-46cd-a950-17b169a3a373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.554821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c226fc83-5246-46cd-a950-17b169a3a373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.629014 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c226fc83-5246-46cd-a950-17b169a3a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.682323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c226fc83-5246-46cd-a950-17b169a3a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.709406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226fc83-5246-46cd-a950-17b169a3a373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289220cd-61ec-4732-809e-8be7c5d98633,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:58.713039 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c226fc83-5246-46cd-a950-17b169a3a373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.715537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c226fc83-5246-46cd-a950-17b169a3a373 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/289220cd-61ec-4732-809e-8be7c5d98633 HTTP/1.1" status: 204 len: 168 time: 0.2419577 Jul 13 20:03:58.717637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:58.719771 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf0fc0d-8e1c-4962-a0f7-e8374d51aa5a None None] Network 9daa9e71-fea9-4cc1-b971-a356b6869e23 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:03:58.790471 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.845057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Deleting port f9ce612c-f0b8-4327-aff4-62b21016c971 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:03:58.845418 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.910907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce44ec00-d78a-48d4-93b3-43c48f51649a None None] DHCP port deletion for 9daa9e71-fea9-4cc1-b971-a356b6869e23 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:03:58.922810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] For port f9ce612c-f0b8-4327-aff4-62b21016c971, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f9ce612c-f0b8-4327-aff4-62b21016c971,segment=NetworkSegment(53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed),segment_id=53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:58.923222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:58.937356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Calling delete_port for f9ce612c-f0b8-4327-aff4-62b21016c971 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:03:58.958772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ce44ec00-d78a-48d4-93b3-43c48f51649a None None] Deleting port f9ce612c-f0b8-4327-aff4-62b21016c971 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:03:58.959144 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce44ec00-d78a-48d4-93b3-43c48f51649a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.019217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.028224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce44ec00-d78a-48d4-93b3-43c48f51649a None None] For port f9ce612c-f0b8-4327-aff4-62b21016c971, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f9ce612c-f0b8-4327-aff4-62b21016c971,segment=NetworkSegment(53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed),segment_id=53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:59.028700 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce44ec00-d78a-48d4-93b3-43c48f51649a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.041125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ce44ec00-d78a-48d4-93b3-43c48f51649a None None] Calling delete_port for f9ce612c-f0b8-4327-aff4-62b21016c971 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:03:59.044464 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ce612c-f0b8-4327-aff4-62b21016c971,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:59.048194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] No DVR routers for this DVR port f9ce612c-f0b8-4327-aff4-62b21016c971 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:03:59.116142 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce44ec00-d78a-48d4-93b3-43c48f51649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.120328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.131096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9daa9e71-fea9-4cc1-b971-a356b6869e23']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:59.141987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:59.142289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f4ef78-0002-4a80-9a6b-0bbd2b8f1aed') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:59.146256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44ec00-d78a-48d4-93b3-43c48f51649a None None] Pushing event deleted for resources: {'Port': ['ID=f9ce612c-f0b8-4327-aff4-62b21016c971,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:59.149933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44ec00-d78a-48d4-93b3-43c48f51649a None None] No DVR routers for this DVR port f9ce612c-f0b8-4327-aff4-62b21016c971 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:03:59.155224 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.173648 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.179552 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:03:59.179943 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:03:59.181572 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:03:59.236732 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.241960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.243822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] 10.222.0.25 "DELETE /v2.0/networks/9daa9e71-fea9-4cc1-b971-a356b6869e23 HTTP/1.1" status: 204 len: 168 time: 0.5252802 Jul 13 20:03:59.259185 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52920f6-957b-456e-81e5-f18979a53afc admin admin] Pushing event deleted for resources: {'Network': ['ID=9daa9e71-fea9-4cc1-b971-a356b6869e23,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:59.412368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:59.452703 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6ead72e9-2df3-4146-aa6b-5eee6a4f8909 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c7db4022e5548b1afe7c21c5b5ee538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392108 Jul 13 20:03:59.455134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:59.501994 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d362eb90-0077-46a3-b152-675996ed35ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.522060 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d362eb90-0077-46a3-b152-675996ed35ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.566706 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d362eb90-0077-46a3-b152-675996ed35ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.569282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d362eb90-0077-46a3-b152-675996ed35ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.570425 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d362eb90-0077-46a3-b152-675996ed35ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45e1adae-a5df-47ff-8fc4-a9ea584efade HTTP/1.1" status: 204 len: 168 time: 0.1143913 Jul 13 20:03:59.578056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362eb90-0077-46a3-b152-675996ed35ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e1adae-a5df-47ff-8fc4-a9ea584efade,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:59.791166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:03:59.811926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:03:59.812274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 41178ef8-8ea2-4c6f-a1ed-f5ad741f6ca6 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:03:59.812697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e9b767e2-37ce-4158-9464-e3fbed8cd6b3 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:03:59.831797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e9b767e2-37ce-4158-9464-e3fbed8cd6b3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:03:59.832142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e9b767e2-37ce-4158-9464-e3fbed8cd6b3 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:03:59.832694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f9ce612c-f0b8-4327-aff4-62b21016c971 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:03:59.851572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: f9ce612c-f0b8-4327-aff4-62b21016c971 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:03:59.851912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f9ce612c-f0b8-4327-aff4-62b21016c971 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:03:59.891680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:59.931057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0d6643ec-38a3-488f-8e35-082ff975be37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f157c565cbcd4fc5bc461d7af4237150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381591 Jul 13 20:03:59.934387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:59.982064 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21ae5169-a597-476f-848c-f33505302204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:00.005664 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21ae5169-a597-476f-848c-f33505302204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:00.051201 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21ae5169-a597-476f-848c-f33505302204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:00.053726 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21ae5169-a597-476f-848c-f33505302204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:00.054890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-21ae5169-a597-476f-848c-f33505302204 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3abcf69f-2057-4350-b837-40e235d3d1a8 HTTP/1.1" status: 204 len: 168 time: 0.1195297 Jul 13 20:04:00.063056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae5169-a597-476f-848c-f33505302204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abcf69f-2057-4350-b837-40e235d3d1a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:04:15.890196 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:16.574595 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:20.777660 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcb4205c-60fa-4874-9b4b-df0dffa59ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:23.627277 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20ef2747-07e5-4e7e-bc32-96e0e8fbc420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:23.683924 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:24.676314 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:26.158379 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:31.286072 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-b73180a4-b025-4bf5-a65d-db2c90d21f64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558708 Jul 13 20:04:31.390069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-6faee8d8-9ac3-4ef5-a082-5157b9f97ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:04:31.391586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-6faee8d8-9ac3-4ef5-a082-5157b9f97ede service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0571358 Jul 13 20:04:31.505558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-956ebf43-0f27-4c28-9aa5-00c14b6b454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:04:31.507144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-956ebf43-0f27-4c28-9aa5-00c14b6b454a service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.0939903 Jul 13 20:04:31.577603 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-3c96f9e8-50bf-4bcb-a874-b3a6c55e5c93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b HTTP/1.1" status: 200 len: 1000 time: 0.0628099 Jul 13 20:04:31.633362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-ba400458-8596-4fdf-ab2f-058ac742becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:04:31.634870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-ba400458-8596-4fdf-ab2f-058ac742becd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0510781 Jul 13 20:04:31.698737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-ffddf7ff-3a01-4232-85e8-f92c29844da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:04:31.700239 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-ffddf7ff-3a01-4232-85e8-f92c29844da8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556455 Jul 13 20:04:31.792617 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-e06fa425-84bf-4bcf-b7de-0967a769df69 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839350 Jul 13 20:04:31.891979 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9e623a9-ba7c-41d3-9b08-8ef815828311 req-c877f80c-1246-4ecf-8a1c-1ee56d40f51f service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882711 Jul 13 20:04:34.404709 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:04:45.886596 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:46.579795 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:50.778305 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a492ec8e-abdc-486b-9a15-856e99b840a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:53.628010 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c4d7a7d-1823-455f-836a-4f3964b479da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:53.683401 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:54.677895 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:56.162078 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:11.404525 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:05:15.904341 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:16.617952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:20.778042 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f89c898-f182-4add-8048-4f62bde178cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:23.628269 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-121df18c-1d8b-4428-a729-3366dccfe162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:23.683368 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:24.309934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:24.467242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Deleting port 9569fcbe-7db7-44a0-ba17-d47b59d07051 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:24.467589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:24.538628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:24.538872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:24.550334 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Calling delete_port for 9569fcbe-7db7-44a0-ba17-d47b59d07051 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:24.681225 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:24.695751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:24.719358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'Port': ['ID=9569fcbe-7db7-44a0-ba17-d47b59d07051,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:24.733037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.733380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.733715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.734046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.734372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.734721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.735043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.735361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.735679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.735994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.736309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.736624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:24.795310 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:24.795580 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Floating IP 3896d79c-c5df-4883-9150-135fb1b1f4e7 disassociated (deleted). External IP: 172.25.7.221, port: ab6b1bfc-5a46-43cd-8826-aee78afd70da. Jul 13 20:05:25.335832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Router 342c144a-f703-47ad-90f1-db47d82d6ad1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:05:25.440304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:05:25.445147 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:25.449593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] Sync routers for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:05:25.458593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:25.459192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:05:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:25.486117 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6e1fe2d4-e55d-426b-b18f-606d2ecd8f8d tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "DELETE /v2.0/floatingips/3896d79c-c5df-4883-9150-135fb1b1f4e7 HTTP/1.1" status: 204 len: 168 time: 1.1703582 Jul 13 20:05:25.486117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'tag': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:05:25.488592 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7209744-b8fc-4ae8-9cdc-127bff8376a0", "tag": "ab6b1bfc-5a46-43cd-8826-aee78afd70da"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:05:25.546544 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2975372c-ac1a-48d9-9133-a48420ed51bf x-openstack-request-id: req-2975372c-ac1a-48d9-9133-a48420ed51bf {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:05:25.547095 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7209744-b8fc-4ae8-9cdc-127bff8376a0", "tag": "ab6b1bfc-5a46-43cd-8826-aee78afd70da", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:05:25.547343 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2975372c-ac1a-48d9-9133-a48420ed51bf {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:05:25.547743 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'tag': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'status': 'completed', 'code': 200} Jul 13 20:05:25.573551 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:25.660259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-d5ed3f9e-c4fc-48f4-bbb9-3342514dd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:25.662352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-d5ed3f9e-c4fc-48f4-bbb9-3342514dd33c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 1097 time: 0.0708008 Jul 13 20:05:25.782707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-9bdbfc29-b1af-4711-9c1f-04a7ead3bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:25.784983 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-9bdbfc29-b1af-4711-9c1f-04a7ead3bed6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.1112688 Jul 13 20:05:25.835300 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-34878c32-fc9f-42ea-a2de-8e04d065c5e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab6b1bfc-5a46-43cd-8826-aee78afd70da HTTP/1.1" status: 200 len: 217 time: 0.0404613 Jul 13 20:05:25.853102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'd23c0e5c-5824-40c8-82a9-6cb1c59c6e8c', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:da:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:01:45Z', 'updated_at': '2021-07-13T20:01:47Z', 'revision_number': 1, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:25.882803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] Checking router: 342c144a-f703-47ad-90f1-db47d82d6ad1 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:05:25.892838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:25.893659 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:05:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:25.897452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-83e42fe6-d46f-45f7-867d-27388a5cfc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:25.899186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-83e42fe6-d46f-45f7-867d-27388a5cfc9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0529659 Jul 13 20:05:25.964988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-d59a0c7f-8a03-448e-b5ad-abfd0ee02db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:25.966656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-d59a0c7f-8a03-448e-b5ad-abfd0ee02db0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571480 Jul 13 20:05:26.008315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:26.068136 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-b2b76072-1ca6-4871-bc96-f6eccdb29565 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926044 Jul 13 20:05:26.168636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f5ce6-e39d-4700-b97a-897930feb5a3 req-c3307b2b-23cb-421b-9e95-57f5ac9db3f5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:26.170377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e75f5ce6-e39d-4700-b97a-897930feb5a3 req-c3307b2b-23cb-421b-9e95-57f5ac9db3f5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 946 time: 0.3280973 Jul 13 20:05:26.174491 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ca86e60e-46a5-40f7-9658-f53ff30a3d6b req-2aa9e716-3f0f-4fa0-8884-0c45b3c42100 service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979445 Jul 13 20:05:26.176148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:26.215271 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e75f5ce6-e39d-4700-b97a-897930feb5a3 req-2443f3df-1602-4d69-9e5c-e025cbab1c4a tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356133 Jul 13 20:05:26.256423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'd23c0e5c-5824-40c8-82a9-6cb1c59c6e8c', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:da:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:01:45Z', 'updated_at': '2021-07-13T20:01:47Z', 'revision_number': 1, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:26.287548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11dcb4d-100e-46e9-8349-3fdcbc91c1fc None None] The sync data for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 is: [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'd23c0e5c-5824-40c8-82a9-6cb1c59c6e8c', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'port_id': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'mac_address': 'fa:16:3e:da:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:01:45Z', 'updated_at': '2021-07-13T20:01:47Z', 'revision_number': 1, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:05:26.497814 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324b9b9-cf37-4398-974e-be4c2a863a07 None None] New status for floating IP 3896d79c-c5df-4883-9150-135fb1b1f4e7: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:05:27.456669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d69a1-49b9-4bef-a3e7-1f41571e91b6 req-4b087fdf-a718-42cd-84d6-aa899bbfc194 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:27.458172 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-076d69a1-49b9-4bef-a3e7-1f41571e91b6 req-4b087fdf-a718-42cd-84d6-aa899bbfc194 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 946 time: 0.1276391 Jul 13 20:05:27.495166 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-076d69a1-49b9-4bef-a3e7-1f41571e91b6 req-8a45992f-4ac8-4717-9d31-3d23478d2a59 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306029 Jul 13 20:05:27.683159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546899-5544-44da-830d-32beb7a50a60 req-634935d9-eb12-4cd7-b441-22add942cff5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:27.684625 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae546899-5544-44da-830d-32beb7a50a60 req-634935d9-eb12-4cd7-b441-22add942cff5 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 946 time: 0.0620532 Jul 13 20:05:27.788975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ae546899-5544-44da-830d-32beb7a50a60 req-344071ec-9713-4e6d-a60c-37ee345b2197 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Deleting port ab6b1bfc-5a46-43cd-8826-aee78afd70da {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:27.789315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ae546899-5544-44da-830d-32beb7a50a60 req-344071ec-9713-4e6d-a60c-37ee345b2197 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:27.878413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ae546899-5544-44da-830d-32beb7a50a60 req-344071ec-9713-4e6d-a60c-37ee345b2197 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] For port ab6b1bfc-5a46-43cd-8826-aee78afd70da, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab6b1bfc-5a46-43cd-8826-aee78afd70da,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:27.878782 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ae546899-5544-44da-830d-32beb7a50a60 req-344071ec-9713-4e6d-a60c-37ee345b2197 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:27.891197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ae546899-5544-44da-830d-32beb7a50a60 req-344071ec-9713-4e6d-a60c-37ee345b2197 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Calling delete_port for ab6b1bfc-5a46-43cd-8826-aee78afd70da owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:28.017336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ae546899-5544-44da-830d-32beb7a50a60 req-344071ec-9713-4e6d-a60c-37ee345b2197 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:28.047015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344071ec-9713-4e6d-a60c-37ee345b2197 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'Port': ['ID=ab6b1bfc-5a46-43cd-8826-aee78afd70da,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:28.096074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae546899-5544-44da-830d-32beb7a50a60 req-344071ec-9713-4e6d-a60c-37ee345b2197 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] No DVR routers for this DVR port ab6b1bfc-5a46-43cd-8826-aee78afd70da on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:05:28.098813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ae546899-5544-44da-830d-32beb7a50a60 req-344071ec-9713-4e6d-a60c-37ee345b2197 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:28.100836 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ae546899-5544-44da-830d-32beb7a50a60 req-344071ec-9713-4e6d-a60c-37ee345b2197 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "DELETE /v2.0/ports/ab6b1bfc-5a46-43cd-8826-aee78afd70da HTTP/1.1" status: 204 len: 173 time: 0.4076385 Jul 13 20:05:28.101274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'name': 'network-vif-deleted', 'tag': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:05:28.103516 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf879765-f2ac-44c6-a8b3-2ebeccf392b0" -d '{"events": [{"server_uuid": "c7209744-b8fc-4ae8-9cdc-127bff8376a0", "name": "network-vif-deleted", "tag": "ab6b1bfc-5a46-43cd-8826-aee78afd70da"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:05:28.145294 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37efd09e-89ac-4e44-8fb4-b08b13681d75 x-openstack-request-id: req-37efd09e-89ac-4e44-8fb4-b08b13681d75 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:05:28.145595 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7209744-b8fc-4ae8-9cdc-127bff8376a0", "name": "network-vif-deleted", "tag": "ab6b1bfc-5a46-43cd-8826-aee78afd70da", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:05:28.145848 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37efd09e-89ac-4e44-8fb4-b08b13681d75 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:05:28.146252 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7209744-b8fc-4ae8-9cdc-127bff8376a0', 'name': 'network-vif-deleted', 'tag': 'ab6b1bfc-5a46-43cd-8826-aee78afd70da', 'status': 'completed', 'code': 200} Jul 13 20:05:28.636263 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8637c84c-5fc8-4dca-bd4a-0e25189ca9fa req-badc24b1-3224-4eeb-93b4-6cbbdad5461e tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 210 time: 0.0286922 Jul 13 20:05:29.784252 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2a73d906-d994-4aaa-8ad0-69b612837fed req-7e2e9905-a78d-455c-813f-4ba8eabb35e4 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 210 time: 0.0343704 Jul 13 20:05:30.925620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2e6be558-ec83-4c2f-8a25-482bf72d7a73 req-79fc2363-f999-4bff-8cf2-3ab0c88cab13 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 210 time: 0.0288806 Jul 13 20:05:32.081482 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6931bd43-b292-4d83-bcff-4ca66c003812 req-3558916f-021a-4bd4-9ea0-f1578ffa1d42 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7209744-b8fc-4ae8-9cdc-127bff8376a0 HTTP/1.1" status: 200 len: 210 time: 0.0288718 Jul 13 20:05:32.187658 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab6b1bfc-5a46-43cd-8826-aee78afd70da no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:05:32.207879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: ab6b1bfc-5a46-43cd-8826-aee78afd70da {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:05:32.208226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab6b1bfc-5a46-43cd-8826-aee78afd70da not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:05:37.471268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:37.628112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Deleting port c51f945a-b19a-4686-a775-28e7e1304ee1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:37.628457 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:37.704112 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:37.704439 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:37.715892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Calling delete_port for c51f945a-b19a-4686-a775-28e7e1304ee1 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:37.860762 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:37.887263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'Port': ['ID=c51f945a-b19a-4686-a775-28e7e1304ee1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:37.946533 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:37.946873 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Floating IP d23c0e5c-5824-40c8-82a9-6cb1c59c6e8c disassociated (deleted). External IP: 172.25.7.99, port: 3d3c6362-4da4-497a-bdb6-ee08efb9064b. Jul 13 20:05:38.152084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Router 342c144a-f703-47ad-90f1-db47d82d6ad1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:05:38.258981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:05:38.264016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:38.269500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] Sync routers for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:05:38.279609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:38.280209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:05:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:38.299699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-75b740f5-b55f-481f-b19c-7bd87a5d6881 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "DELETE /v2.0/floatingips/d23c0e5c-5824-40c8-82a9-6cb1c59c6e8c HTTP/1.1" status: 204 len: 168 time: 0.8273506 Jul 13 20:05:38.300298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'tag': '3d3c6362-4da4-497a-bdb6-ee08efb9064b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:05:38.302582 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3", "tag": "3d3c6362-4da4-497a-bdb6-ee08efb9064b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:05:38.343273 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cbc22e-505d-4c19-bc8d-974ff11ca479 x-openstack-request-id: req-36cbc22e-505d-4c19-bc8d-974ff11ca479 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:05:38.343588 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3", "tag": "3d3c6362-4da4-497a-bdb6-ee08efb9064b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:05:38.343840 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36cbc22e-505d-4c19-bc8d-974ff11ca479 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:05:38.344233 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'tag': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'status': 'completed', 'code': 200} Jul 13 20:05:38.400643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:38.434678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-aaae0283-7929-4276-bb2b-a62f8c485a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:38.436200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-aaae0283-7929-4276-bb2b-a62f8c485a1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fda37398e014432591e25bcf4635ede8&device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0578794 Jul 13 20:05:38.542319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-f3cc265b-cd41-4414-bd59-ede99b180d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:38.543860 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-f3cc265b-cd41-4414-bd59-ede99b180d9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 200 len: 912 time: 0.1001279 Jul 13 20:05:38.587476 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-a257caf7-c242-4912-a9d2-aba67a0408af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b HTTP/1.1" status: 200 len: 217 time: 0.0344980 Jul 13 20:05:38.610264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:38.641192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] Checking router: 342c144a-f703-47ad-90f1-db47d82d6ad1 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:05:38.651250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:38.651887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:05:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:38.670251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-f7e4e76a-3afb-4167-a397-e5f719159c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:38.671943 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-f7e4e76a-3afb-4167-a397-e5f719159c51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 200 len: 850 time: 0.0776591 Jul 13 20:05:38.733734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88126501-fe01-4da8-bcdf-e48530e09e18 req-1e376aeb-ff2c-46e2-9777-f5d8f78218cb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:38.735288 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88126501-fe01-4da8-bcdf-e48530e09e18 req-1e376aeb-ff2c-46e2-9777-f5d8f78218cb tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 945 time: 0.1078317 Jul 13 20:05:38.758264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:38.776385 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-0db1755d-6d3f-4f80-a1c4-875ec434a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:38.777912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-0db1755d-6d3f-4f80-a1c4-875ec434a8de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbf555af-b606-40f4-8662-f126ec8b2a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956066 Jul 13 20:05:38.785220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-88126501-fe01-4da8-bcdf-e48530e09e18 req-9dc637f5-ceba-4a46-9624-6ef764842426 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427454 Jul 13 20:05:38.872570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-940af630-ea95-43eb-a00f-1642a86585ae service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864036 Jul 13 20:05:38.956219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:38.965191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4727fd5-73b9-40f8-bcdf-92b208f6ca53 req-0730d3ac-2d95-4fe0-bf65-3781b2ee613e service neutron] 10.222.0.24 "GET /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842516 Jul 13 20:05:38.982384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29f474-4121-4e2e-b004-fa4d1d00a736 None None] The sync data for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 is: [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:33Z', 'revision_number': 4, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '7aa8ff3d-f7b7-4434-8842-fa758008fdb1', 'name': '', 'network_id': 'cbf555af-b606-40f4-8662-f126ec8b2a8e', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'mac_address': 'fa:16:3e:c9:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:32Z', 'updated_at': '2021-07-13T19:55:40Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'subnets': [{'id': '253e5a1f-163a-4235-af8d-7f120c8cb4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:05:39.189129 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0427bc-3458-43f9-b4d8-ef372bba79f0 None None] New status for floating IP d23c0e5c-5824-40c8-82a9-6cb1c59c6e8c: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:05:39.960258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73193180-4a04-4775-91c7-81cae38cc44b req-5bd480b3-36bf-4523-97b7-0696b95bca15 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:39.961729 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73193180-4a04-4775-91c7-81cae38cc44b req-5bd480b3-36bf-4523-97b7-0696b95bca15 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 945 time: 0.0622582 Jul 13 20:05:39.999276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73193180-4a04-4775-91c7-81cae38cc44b req-1ad4e43f-96e5-486b-836b-7731b0a19aa8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/security-groups?id=6dc558ec-63e3-459d-a1de-86e1f1f06b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Jul 13 20:05:40.383861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-310d147f-32ab-4018-8435-9193eaaefee9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:40.385970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-310d147f-32ab-4018-8435-9193eaaefee9 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 945 time: 0.0670466 Jul 13 20:05:40.488315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-5e442b22-fa96-4eec-82bb-bfcaebc1ca81 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Deleting port 3d3c6362-4da4-497a-bdb6-ee08efb9064b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:40.488655 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-5e442b22-fa96-4eec-82bb-bfcaebc1ca81 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:40.576565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-5e442b22-fa96-4eec-82bb-bfcaebc1ca81 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] For port 3d3c6362-4da4-497a-bdb6-ee08efb9064b, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=3d3c6362-4da4-497a-bdb6-ee08efb9064b,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:40.576921 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-5e442b22-fa96-4eec-82bb-bfcaebc1ca81 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:40.589266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-5e442b22-fa96-4eec-82bb-bfcaebc1ca81 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Calling delete_port for 3d3c6362-4da4-497a-bdb6-ee08efb9064b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:40.712211 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-5e442b22-fa96-4eec-82bb-bfcaebc1ca81 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:40.745207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e442b22-fa96-4eec-82bb-bfcaebc1ca81 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'Port': ['ID=3d3c6362-4da4-497a-bdb6-ee08efb9064b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:40.788369 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-5e442b22-fa96-4eec-82bb-bfcaebc1ca81 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] No DVR routers for this DVR port 3d3c6362-4da4-497a-bdb6-ee08efb9064b on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:05:40.791634 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-5e442b22-fa96-4eec-82bb-bfcaebc1ca81 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:40.793506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8b854d4-3a86-4820-8985-591b9d6bcab0 req-5e442b22-fa96-4eec-82bb-bfcaebc1ca81 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.24 "DELETE /v2.0/ports/3d3c6362-4da4-497a-bdb6-ee08efb9064b HTTP/1.1" status: 204 len: 173 time: 0.3972239 Jul 13 20:05:40.793965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'name': 'network-vif-deleted', 'tag': '3d3c6362-4da4-497a-bdb6-ee08efb9064b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:05:40.796201 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cb1bce-89de-4d75-9f1b-b25b86be6d07" -d '{"events": [{"server_uuid": "5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3", "name": "network-vif-deleted", "tag": "3d3c6362-4da4-497a-bdb6-ee08efb9064b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:05:40.832394 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e595fa-10d6-46da-a02e-3d1159f76bc3 x-openstack-request-id: req-05e595fa-10d6-46da-a02e-3d1159f76bc3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:05:40.832684 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3", "name": "network-vif-deleted", "tag": "3d3c6362-4da4-497a-bdb6-ee08efb9064b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:05:40.832935 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05e595fa-10d6-46da-a02e-3d1159f76bc3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:05:40.833344 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3', 'name': 'network-vif-deleted', 'tag': '3d3c6362-4da4-497a-bdb6-ee08efb9064b', 'status': 'completed', 'code': 200} Jul 13 20:05:41.145655 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8fcb9dbc-6a2b-43de-b178-b4417e15574d req-869c1dce-2c31-44d6-8465-1042ddb4aaef tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0338833 Jul 13 20:05:42.290159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e56eba1-a676-41ec-8e1f-84b7eec06574 req-d50a9498-1c3e-4184-85a3-1f49bc54bcb2 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0278780 Jul 13 20:05:43.437194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-028de9c3-caeb-42cf-b71b-f1d2e4fe92e7 req-6748cfc1-77cd-4ff9-bbfc-85d0aa4d4b49 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0296869 Jul 13 20:05:44.233934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3d3c6362-4da4-497a-bdb6-ee08efb9064b no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:05:44.253774 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 3d3c6362-4da4-497a-bdb6-ee08efb9064b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:05:44.254116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 3d3c6362-4da4-497a-bdb6-ee08efb9064b not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:05:44.593042 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b56b72f7-12f3-4671-8257-7c9c8912eaeb req-901ab865-97aa-4802-8980-e6ec5056c8e3 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ecc6d45-e5ec-4049-89e8-64a9a89ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0294864 Jul 13 20:05:45.685298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:45.810765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Deleting port 07d605aa-ec18-45c9-80bd-ff25c9fa1717 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:45.811112 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:45.884240 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:45.885026 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:45.896732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Calling delete_port for 07d605aa-ec18-45c9-80bd-ff25c9fa1717 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:45.904584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:46.027573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:46.053311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'Port': ['ID=07d605aa-ec18-45c9-80bd-ff25c9fa1717,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:46.082800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.083137 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.083469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.083796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.084117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.084441 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.084759 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.085074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.085388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.085699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.086012 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.086329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:46.125699 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:46.128366 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:46.129570 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e5e81478-458d-4270-b951-88825b0ca0d6 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "DELETE /v2.0/floatingips/83b2425c-8aba-479f-9260-5f6fd0de6124 HTTP/1.1" status: 204 len: 168 time: 0.4432881 Jul 13 20:05:46.636840 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:48.404470 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:05:48.448181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:48.507168 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f018375-8c9f-4a34-87d2-6d61cc5de5d8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:48.533101 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f018375-8c9f-4a34-87d2-6d61cc5de5d8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:48.593013 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f018375-8c9f-4a34-87d2-6d61cc5de5d8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:48.595775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f018375-8c9f-4a34-87d2-6d61cc5de5d8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:48.596947 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2f018375-8c9f-4a34-87d2-6d61cc5de5d8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] 10.222.0.25 "DELETE /v2.0/security-groups/6dc558ec-63e3-459d-a1de-86e1f1f06b81 HTTP/1.1" status: 204 len: 168 time: 0.1477835 Jul 13 20:05:48.609611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f018375-8c9f-4a34-87d2-6d61cc5de5d8 tempest-TestVolumeBootPattern-1983874564 tempest-TestVolumeBootPattern-1983874564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc558ec-63e3-459d-a1de-86e1f1f06b81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:48.657046 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:49.116255 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:49.376883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] Deleting port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:49.377134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:49.454673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] For port 7aa8ff3d-f7b7-4434-8842-fa758008fdb1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7aa8ff3d-f7b7-4434-8842-fa758008fdb1,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:49.455398 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:49.467842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] Calling delete_port for 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:49.652223 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:49.678792 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa8ff3d-f7b7-4434-8842-fa758008fdb1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:49.848763 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:50.060301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] Router 342c144a-f703-47ad-90f1-db47d82d6ad1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:05:50.163549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:05:50.169199 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-695048e2-64ab-4518-9c7c-a1852f77b396 admin admin] 10.222.0.25 "PUT /v2.0/routers/342c144a-f703-47ad-90f1-db47d82d6ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5091696 Jul 13 20:05:50.172047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:50.173250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] Sync routers for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:05:50.183102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:50.183714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:05:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:50.274614 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:50.291552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:50.638031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T20:05:49Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:50.664458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] Checking router: 342c144a-f703-47ad-90f1-db47d82d6ad1 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:05:50.673896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] Routers {'342c144a-f703-47ad-90f1-db47d82d6ad1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:50.674558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:05:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['342c144a-f703-47ad-90f1-db47d82d6ad1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:50.720737 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:50.773547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Deleting port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:50.773890 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:50.789674 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb332347-254a-4d50-a713-5fb2a3a9e7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:50.792245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] Set router 342c144a-f703-47ad-90f1-db47d82d6ad1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:50.854706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] For port bdd52e65-3acd-4f12-9d3f-5b122a62e3ae, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=bdd52e65-3acd-4f12-9d3f-5b122a62e3ae,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:50.855143 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:50.867458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Calling delete_port for bdd52e65-3acd-4f12-9d3f-5b122a62e3ae owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:50.971935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T20:05:49Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:50.998355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0886e-754a-48b9-b96d-e1ad10601ef9 None None] The sync data for ids ['342c144a-f703-47ad-90f1-db47d82d6ad1'] in n-d-800708-1 is: [{'id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'name': 'tempest-TestVolumeBootPattern-121259539-router', 'tenant_id': 'fda37398e014432591e25bcf4635ede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T20:05:49Z', 'revision_number': 5, 'project_id': 'fda37398e014432591e25bcf4635ede8', 'gw_port': {'id': 'bdd52e65-3acd-4f12-9d3f-5b122a62e3ae', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342c144a-f703-47ad-90f1-db47d82d6ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:30Z', 'updated_at': '2021-07-13T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:05:51.039310 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.067371 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd52e65-3acd-4f12-9d3f-5b122a62e3ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:51.129457 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.218339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.220434 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.264137 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.264696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 342c144a-f703-47ad-90f1-db47d82d6ad1 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:05:51.269143 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.270257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3df86dcc-19ac-4ac5-b850-c6c9a961fbc9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/342c144a-f703-47ad-90f1-db47d82d6ad1 HTTP/1.1" status: 204 len: 168 time: 1.0972950 Jul 13 20:05:51.272895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:51.321316 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83a5a80-ab01-4e28-a8f4-72d31802ac5f admin admin] Deleting subnet 253e5a1f-163a-4235-af8d-7f120c8cb4e0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:05:51.324554 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f83a5a80-ab01-4e28-a8f4-72d31802ac5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.360916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f83a5a80-ab01-4e28-a8f4-72d31802ac5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.443947 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f83a5a80-ab01-4e28-a8f4-72d31802ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.498559 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f83a5a80-ab01-4e28-a8f4-72d31802ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.528479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a5a80-ab01-4e28-a8f4-72d31802ac5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253e5a1f-163a-4235-af8d-7f120c8cb4e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:51.532159 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f83a5a80-ab01-4e28-a8f4-72d31802ac5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.536515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f83a5a80-ab01-4e28-a8f4-72d31802ac5f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/253e5a1f-163a-4235-af8d-7f120c8cb4e0 HTTP/1.1" status: 204 len: 168 time: 0.2601767 Jul 13 20:05:51.536630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:51.540404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bceccf-8f82-4d17-ae2e-3aa8578055af None None] Network cbf555af-b606-40f4-8662-f126ec8b2a8e requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:05:51.612395 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.677846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Deleting port f5f44f56-7529-4c18-bb22-f398f58a1d7e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:51.678189 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.745542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] For port f5f44f56-7529-4c18-bb22-f398f58a1d7e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f5f44f56-7529-4c18-bb22-f398f58a1d7e,segment=NetworkSegment(e24b2fd9-8e80-4f47-bc9c-50ff78b127cb),segment_id=e24b2fd9-8e80-4f47-bc9c-50ff78b127cb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:51.746171 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.757875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Calling delete_port for f5f44f56-7529-4c18-bb22-f398f58a1d7e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:51.834568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.861778 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f44f56-7529-4c18-bb22-f398f58a1d7e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:51.863591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] No DVR routers for this DVR port f5f44f56-7529-4c18-bb22-f398f58a1d7e on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:05:51.934992 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.944249 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf555af-b606-40f4-8662-f126ec8b2a8e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:51.954167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:51.954499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24b2fd9-8e80-4f47-bc9c-50ff78b127cb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:51.963369 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.979635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.986444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:05:51.986852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:05:51.988558 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:05:52.015430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889dca80-7335-406c-97f8-d8e9d525bdd4 None None] DHCP port deletion for cbf555af-b606-40f4-8662-f126ec8b2a8e request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:05:52.061139 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:52.066695 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:52.069731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cbf555af-b606-40f4-8662-f126ec8b2a8e HTTP/1.1" status: 204 len: 168 time: 0.5310273 Jul 13 20:05:52.072464 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:52.080092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device bdd52e65-3acd-4f12-9d3f-5b122a62e3ae no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:05:52.080782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3e48a-2c70-4dba-951c-f81839e88422 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf555af-b606-40f4-8662-f126ec8b2a8e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:52.101943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: bdd52e65-3acd-4f12-9d3f-5b122a62e3ae {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:05:52.102366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device bdd52e65-3acd-4f12-9d3f-5b122a62e3ae not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:05:52.102906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f5f44f56-7529-4c18-bb22-f398f58a1d7e no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:05:52.122240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: f5f44f56-7529-4c18-bb22-f398f58a1d7e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:05:52.122693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f5f44f56-7529-4c18-bb22-f398f58a1d7e not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:05:52.123196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:05:52.141899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:05:52.142352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7aa8ff3d-f7b7-4434-8842-fa758008fdb1 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:05:52.415707 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:52.665971 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] Deleting port 3fcf303c-5aaf-450d-ae23-5988eb4c8197 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:52.666178 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:52.740134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] For port 3fcf303c-5aaf-450d-ae23-5988eb4c8197, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3fcf303c-5aaf-450d-ae23-5988eb4c8197,segment=NetworkSegment(faae0a70-1053-46b7-949c-dc4d931d75a0),segment_id=faae0a70-1053-46b7-949c-dc4d931d75a0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:52.740499 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:52.753096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] Calling delete_port for 3fcf303c-5aaf-450d-ae23-5988eb4c8197 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:52.926791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:52.955425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fcf303c-5aaf-450d-ae23-5988eb4c8197,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:53.121479 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:53.629734 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-129255ab-1fa7-4ad3-8507-140e9b9e7d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:53.667335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] Router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:05:53.684759 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:53.770735 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:05:53.776543 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-67186d24-790b-47d7-8199-91b61df9c620 admin admin] 10.222.0.25 "PUT /v2.0/routers/8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029526 Jul 13 20:05:53.779065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:53.782364 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] Sync routers for ids ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:05:53.792349 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] Routers {'8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:53.792968 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:05:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:53.883592 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:53.986944 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:53.987462 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] Set router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:54.038601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Deleting port c1fc6915-0cbe-42cf-b174-cb4af291f901 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:54.038946 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.117769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] For port c1fc6915-0cbe-42cf-b174-cb4af291f901, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c1fc6915-0cbe-42cf-b174-cb4af291f901,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:54.118137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.131830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Calling delete_port for c1fc6915-0cbe-42cf-b174-cb4af291f901 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:54.174864 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'name': 'tempest-TestVolumeBootPattern-1251091357-router', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:35Z', 'updated_at': '2021-07-13T20:05:52Z', 'revision_number': 5, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'gw_port': {'id': 'c1fc6915-0cbe-42cf-b174-cb4af291f901', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:55:36Z', 'updated_at': '2021-07-13T19:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:54.204076 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] Checking router: 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:05:54.213848 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] Routers {'8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:54.214489 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:05:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:54.296506 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] Set router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:54.297388 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.325302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fc6915-0cbe-42cf-b174-cb4af291f901,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:54.354330 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'name': 'tempest-TestVolumeBootPattern-1251091357-router', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:35Z', 'updated_at': '2021-07-13T20:05:53Z', 'revision_number': 6, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:54.381461 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c462e-7f7e-4b8f-a9ec-d31c8f9e412b None None] The sync data for ids ['8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0'] in n-d-800708-1 is: [{'id': '8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0', 'name': 'tempest-TestVolumeBootPattern-1251091357-router', 'tenant_id': '37830418ebdd4159b2dac55261b5dc10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:55:35Z', 'updated_at': '2021-07-13T20:05:53Z', 'revision_number': 6, 'project_id': '37830418ebdd4159b2dac55261b5dc10', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:05:54.388748 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.480976 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.482983 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.524734 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.525620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:05:54.530235 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.531467 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f24a616d-9f91-463e-a143-712c602e4584 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8c7f30e7-1ad6-496d-92e8-42b2c73bf4a0 HTTP/1.1" status: 204 len: 168 time: 0.7514937 Jul 13 20:05:54.533992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:54.582747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc24e55-d03c-4857-b10f-2ea13bc52208 admin admin] Deleting subnet dfbff6bd-978e-46ca-a644-880d48eecacb {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:05:54.585728 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bc24e55-d03c-4857-b10f-2ea13bc52208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.619568 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bc24e55-d03c-4857-b10f-2ea13bc52208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.684538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.694541 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bc24e55-d03c-4857-b10f-2ea13bc52208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.748821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bc24e55-d03c-4857-b10f-2ea13bc52208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.777529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc24e55-d03c-4857-b10f-2ea13bc52208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbff6bd-978e-46ca-a644-880d48eecacb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:54.786500 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bc24e55-d03c-4857-b10f-2ea13bc52208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.788447 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7bc24e55-d03c-4857-b10f-2ea13bc52208 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dfbff6bd-978e-46ca-a644-880d48eecacb HTTP/1.1" status: 204 len: 168 time: 0.2534900 Jul 13 20:05:54.791893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:54.794548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b53df76-a3da-4518-bbf2-e1ef2fb72d68 None None] Network c5a53017-f126-4353-8f43-9a948c7f06f6 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:05:54.862866 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.916990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Deleting port a223a52e-b264-499a-b242-2fe7a62b50c7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:54.917457 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.983952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] For port a223a52e-b264-499a-b242-2fe7a62b50c7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a223a52e-b264-499a-b242-2fe7a62b50c7,segment=NetworkSegment(faae0a70-1053-46b7-949c-dc4d931d75a0),segment_id=faae0a70-1053-46b7-949c-dc4d931d75a0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:54.984308 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:54.997274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Calling delete_port for a223a52e-b264-499a-b242-2fe7a62b50c7 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:55.074695 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.098748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Pushing event deleted for resources: {'Port': ['ID=a223a52e-b264-499a-b242-2fe7a62b50c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:55.102240 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] No DVR routers for this DVR port a223a52e-b264-499a-b242-2fe7a62b50c7 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:05:55.181666 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.192392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a53017-f126-4353-8f43-9a948c7f06f6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:55.203508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faae0a70-1053-46b7-949c-dc4d931d75a0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:55.203805 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faae0a70-1053-46b7-949c-dc4d931d75a0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:55.214252 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.214532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af42a7f-453f-4b98-bb06-e8da9410b28c None None] DHCP port deletion for c5a53017-f126-4353-8f43-9a948c7f06f6 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:05:55.232261 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.238229 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:05:55.238714 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:05:55.240419 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:05:55.298211 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.303754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.305556 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] 10.222.0.25 "DELETE /v2.0/networks/c5a53017-f126-4353-8f43-9a948c7f06f6 HTTP/1.1" status: 204 len: 168 time: 0.5126441 Jul 13 20:05:55.318075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c81eab-c746-468f-bbb1-1d0a1389f64b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a53017-f126-4353-8f43-9a948c7f06f6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:55.441043 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:55.486830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a9f9284f-9da0-47e3-a634-1b691437f34f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fda37398e014432591e25bcf4635ede8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444922 Jul 13 20:05:55.489403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:55.536906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2058416-c7b1-4d8b-a91e-405f2177c0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.558420 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2058416-c7b1-4d8b-a91e-405f2177c0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.604389 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2058416-c7b1-4d8b-a91e-405f2177c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.606897 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2058416-c7b1-4d8b-a91e-405f2177c0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:55.608030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e2058416-c7b1-4d8b-a91e-405f2177c0d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccaf5e75-4680-449e-8612-0dfd24011a67 HTTP/1.1" status: 204 len: 168 time: 0.1176600 Jul 13 20:05:55.616660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2058416-c7b1-4d8b-a91e-405f2177c0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaf5e75-4680-449e-8612-0dfd24011a67,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:55.846215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c1fc6915-0cbe-42cf-b174-cb4af291f901 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:05:55.866639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: c1fc6915-0cbe-42cf-b174-cb4af291f901 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:05:55.866905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c1fc6915-0cbe-42cf-b174-cb4af291f901 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:05:55.867351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3fcf303c-5aaf-450d-ae23-5988eb4c8197 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:05:55.892094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 3fcf303c-5aaf-450d-ae23-5988eb4c8197 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:05:55.892595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3fcf303c-5aaf-450d-ae23-5988eb4c8197 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:05:55.893062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a223a52e-b264-499a-b242-2fe7a62b50c7 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:05:55.916884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: a223a52e-b264-499a-b242-2fe7a62b50c7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:05:55.917223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a223a52e-b264-499a-b242-2fe7a62b50c7 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:05:55.974250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:56.020164 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8d343ac6-5aaf-48c1-94b6-595af3141a7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37830418ebdd4159b2dac55261b5dc10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444119 Jul 13 20:05:56.022463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:56.078875 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1131f1-b860-4426-9077-ece09ee687f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:56.105192 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1131f1-b860-4426-9077-ece09ee687f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:56.155256 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1131f1-b860-4426-9077-ece09ee687f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:56.157813 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1131f1-b860-4426-9077-ece09ee687f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:56.159142 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5e1131f1-b860-4426-9077-ece09ee687f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48b3aecd-5c1f-4a8f-879f-c367f5d7d18b HTTP/1.1" status: 204 len: 168 time: 0.1357665 Jul 13 20:05:56.167422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1131f1-b860-4426-9077-ece09ee687f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b3aecd-5c1f-4a8f-879f-c367f5d7d18b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:56.185828 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:06.036247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-a840464c-3cbc-4347-bff9-c49d7ea6e171 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a9816db0e6f848cf9d83dd81051bf79c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296774 Jul 13 20:06:06.215471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-067c601f-937a-4bc4-b596-a062279f3c1f tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:06.216939 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-067c601f-937a-4bc4-b596-a062279f3c1f tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753280 Jul 13 20:06:06.231577 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-c0574910-be7a-4839-a4b2-fa7cdbdab0e2 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/quotas/a9816db0e6f848cf9d83dd81051bf79c HTTP/1.1" status: 200 len: 375 time: 0.0093977 Jul 13 20:06:06.267322 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-ad9b8e97-4bdd-4ddc-9da0-03276b306416 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a9816db0e6f848cf9d83dd81051bf79c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307920 Jul 13 20:06:06.435485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3b8c9d9a-d9bb-4f3b-a0c3-32925cb57ef6 req-e9ce5a92-eec3-4f04-8741-b6808d35bf12 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 210 time: 0.0289786 Jul 13 20:06:07.466615 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-05675576-2650-427c-8818-84be271c567f tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a9816db0e6f848cf9d83dd81051bf79c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288467 Jul 13 20:06:07.583370 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-12f58575-50b3-432e-bf3d-681b6098634a req-43d2d856-7382-4c90-aa46-455636dd6ff7 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 210 time: 0.0296414 Jul 13 20:06:07.653683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-0dc14ccb-245c-41bb-8202-214f7d37b27f tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:07.655206 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-0dc14ccb-245c-41bb-8202-214f7d37b27f tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826413 Jul 13 20:06:07.669671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Request body: {'port': {'device_id': '90c02cc3-a201-4c24-ba7e-35b6868285aa', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'admin_state_up': True, 'tenant_id': 'a9816db0e6f848cf9d83dd81051bf79c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:06:07.777090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Made reservation on behalf of a9816db0e6f848cf9d83dd81051bf79c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:06:07.780643 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:07.789821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:07.884062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:07.887919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:07.951412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:08.018859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Allocated IP 192.168.233.227 (8bc5d803-b375-47f4-9de5-c477ebb39b69/02dc0dc1-5150-4b07-9861-ff2a9e51b870/e5313459-d40d-4942-a4f9-0c740e1779fd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:06:08.162153 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:08.176136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Transition to ACTIVE for port object e5313459-d40d-4942-a4f9-0c740e1779fd will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:06:08.207447 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:08.249225 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Network 8bc5d803-b375-47f4-9de5-c477ebb39b69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:06:08.254207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:06:08.257837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:06:08.285581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Pushing event updated for resources: {'Port': ['ID=e5313459-d40d-4942-a4f9-0c740e1779fd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:08.311968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:08.312607 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:08.329787 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-5ed2543c-3591-45e9-bdd7-bd56d1ed78dc tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6637495 Jul 13 20:06:08.347635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Request body: {'port': {'device_id': '90c02cc3-a201-4c24-ba7e-35b6868285aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:06:08.424723 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:08.519477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0bc64091-f90b-4070-84ad-235a9bdc58fa None None] Provisioning for port e5313459-d40d-4942-a4f9-0c740e1779fd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:06:08.523609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0bc64091-f90b-4070-84ad-235a9bdc58fa None None] Provisioning complete for port e5313459-d40d-4942-a4f9-0c740e1779fd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:06:08.523977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bc64091-f90b-4070-84ad-235a9bdc58fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:08.557490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0bc64091-f90b-4070-84ad-235a9bdc58fa None None] Port e5313459-d40d-4942-a4f9-0c740e1779fd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:06:08.684789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5313459-d40d-4942-a4f9-0c740e1779fd {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:06:08.692130 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:08.704307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Transition to ACTIVE for port object e5313459-d40d-4942-a4f9-0c740e1779fd will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:06:08.709208 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:08.798035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5313459-d40d-4942-a4f9-0c740e1779fd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:08.882002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cb10c-890a-43d7-93f1-2a2e5608c0f4 req-2661655a-dcb8-4dfb-99fb-5e408cab3c5b tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:08.883571 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab5cb10c-890a-43d7-93f1-2a2e5608c0f4 req-2661655a-dcb8-4dfb-99fb-5e408cab3c5b tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 948 time: 0.1430318 Jul 13 20:06:08.889297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Attempting to bind port e5313459-d40d-4942-a4f9-0c740e1779fd on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:06:08.889555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Attempting to bind port e5313459-d40d-4942-a4f9-0c740e1779fd by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:06:08.889897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Attempting to bind port e5313459-d40d-4942-a4f9-0c740e1779fd on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:06:08.907763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Port e5313459-d40d-4942-a4f9-0c740e1779fd on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:06:08.908095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Attempting to bind port e5313459-d40d-4942-a4f9-0c740e1779fd on network 8bc5d803-b375-47f4-9de5-c477ebb39b69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:06:08.917763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:06:08.918104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Checking segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:06:08.918528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Bound using segment: {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:06:08.918962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Bound port: e5313459-d40d-4942-a4f9-0c740e1779fd, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b1d7c-423e-4bef-8812-fb51900c455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:06:08.919329 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:08.947370 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab5cb10c-890a-43d7-93f1-2a2e5608c0f4 req-709bff57-411e-49d8-9b2b-743444d019b7 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/security-groups?id=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550377 Jul 13 20:06:08.999406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] For port e5313459-d40d-4942-a4f9-0c740e1779fd, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:06:09.002453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] For port e5313459-d40d-4942-a4f9-0c740e1779fd, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e5313459-d40d-4942-a4f9-0c740e1779fd,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:06:09.006627 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:09.038488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:09.039123 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:09.041080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] 10.222.0.24 "PUT /v2.0/ports/e5313459-d40d-4942-a4f9-0c740e1779fd HTTP/1.1" status: 200 len: 1096 time: 0.6978772 Jul 13 20:06:09.041537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c02cc3-a201-4c24-ba7e-35b6868285aa', 'tag': 'e5313459-d40d-4942-a4f9-0c740e1779fd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:06:09.043810 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0291116-1772-4168-8cac-decdd37343ec" -d '{"events": [{"name": "network-changed", "server_uuid": "90c02cc3-a201-4c24-ba7e-35b6868285aa", "tag": "e5313459-d40d-4942-a4f9-0c740e1779fd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:06:09.071969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528434d-bf8a-4544-8f4c-f520b3d58fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5313459-d40d-4942-a4f9-0c740e1779fd,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:09.092403 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c32a8aa-f96a-420b-8ad9-3e738dfe3861 x-openstack-request-id: req-2c32a8aa-f96a-420b-8ad9-3e738dfe3861 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:06:09.092698 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c02cc3-a201-4c24-ba7e-35b6868285aa", "tag": "e5313459-d40d-4942-a4f9-0c740e1779fd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:06:09.092959 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c32a8aa-f96a-420b-8ad9-3e738dfe3861 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:06:09.093370 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c02cc3-a201-4c24-ba7e-35b6868285aa', 'tag': 'e5313459-d40d-4942-a4f9-0c740e1779fd', 'status': 'completed', 'code': 200} Jul 13 20:06:09.150956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-0b55a7df-402f-49a9-9a5c-7e476a9f7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:09.152484 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-0b55a7df-402f-49a9-9a5c-7e476a9f7fd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9816db0e6f848cf9d83dd81051bf79c&device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 1099 time: 0.0556295 Jul 13 20:06:09.204164 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-64a19b66-284a-49ea-9f8c-46eef31a9d72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e5313459-d40d-4942-a4f9-0c740e1779fd HTTP/1.1" status: 200 len: 217 time: 0.0393903 Jul 13 20:06:09.255638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-71e0cf81-d299-48a8-b870-83bc0abd723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:09.257092 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-71e0cf81-d299-48a8-b870-83bc0abd723e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0437717 Jul 13 20:06:09.318994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-cfb30a60-ef4e-4ddb-901d-e7ce6f6cdc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:09.320510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-cfb30a60-ef4e-4ddb-901d-e7ce6f6cdc80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541461 Jul 13 20:06:09.415705 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-7a34f48c-1e5a-4430-9ceb-07d6cfaef54f service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834167 Jul 13 20:06:09.505903 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-57b4a3dc-1bec-43bc-839c-1323fe007183 req-f968f5d1-09ce-48a9-9c1a-754a7d6b217c service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795622 Jul 13 20:06:09.615851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0291116-1772-4168-8cac-decdd37343ec req-e2eadac6-770b-40e4-97aa-03207fbafca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:09.617333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0291116-1772-4168-8cac-decdd37343ec req-e2eadac6-770b-40e4-97aa-03207fbafca2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9816db0e6f848cf9d83dd81051bf79c&device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 1099 time: 0.0512409 Jul 13 20:06:09.715129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0291116-1772-4168-8cac-decdd37343ec req-ec8cdc95-d31d-496f-8ab5-c6472bb72550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:09.716614 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0291116-1772-4168-8cac-decdd37343ec req-ec8cdc95-d31d-496f-8ab5-c6472bb72550 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bc5d803-b375-47f4-9de5-c477ebb39b69 HTTP/1.1" status: 200 len: 870 time: 0.0928071 Jul 13 20:06:09.760657 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0291116-1772-4168-8cac-decdd37343ec req-1770e8ec-0fe5-4e9d-95a6-57f620fad66e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e5313459-d40d-4942-a4f9-0c740e1779fd HTTP/1.1" status: 200 len: 217 time: 0.0352788 Jul 13 20:06:09.812424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0291116-1772-4168-8cac-decdd37343ec req-8341e9e2-89b1-4518-8449-fc9c7cf502e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:09.813876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0291116-1772-4168-8cac-decdd37343ec req-8341e9e2-89b1-4518-8449-fc9c7cf502e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02dc0dc1-5150-4b07-9861-ff2a9e51b870 HTTP/1.1" status: 200 len: 843 time: 0.0468712 Jul 13 20:06:09.871926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0291116-1772-4168-8cac-decdd37343ec req-8bb056a0-d2b7-4525-8260-dea56fe80974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:09.873430 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0291116-1772-4168-8cac-decdd37343ec req-8bb056a0-d2b7-4525-8260-dea56fe80974 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bc5d803-b375-47f4-9de5-c477ebb39b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526392 Jul 13 20:06:09.967841 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0291116-1772-4168-8cac-decdd37343ec req-12fcf960-32da-432b-b6c2-99110ca93563 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864124 Jul 13 20:06:10.073506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0291116-1772-4168-8cac-decdd37343ec req-19e2211f-9bfc-4260-986d-f17571162c38 service neutron] 10.222.0.24 "GET /v2.0/networks/8bc5d803-b375-47f4-9de5-c477ebb39b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983496 Jul 13 20:06:10.122946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae0912-34e8-47b4-8b49-476c22fd2a8c req-4094e8c7-036e-47bd-87a3-470a2b936137 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:10.124424 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78ae0912-34e8-47b4-8b49-476c22fd2a8c req-4094e8c7-036e-47bd-87a3-470a2b936137 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 948 time: 0.0645664 Jul 13 20:06:10.162174 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78ae0912-34e8-47b4-8b49-476c22fd2a8c req-043ed117-3a61-4c82-8e06-c913eda0a06c tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/security-groups?id=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Jul 13 20:06:11.339625 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1520b-804d-4013-b583-74e700097669 req-6944165c-950b-4604-8c22-2569b43f8267 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:11.340966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-51a1520b-804d-4013-b583-74e700097669 req-6944165c-950b-4604-8c22-2569b43f8267 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 948 time: 0.0652528 Jul 13 20:06:11.379422 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-51a1520b-804d-4013-b583-74e700097669 req-1bc918fb-4174-43a6-b11d-08b6597bf90e tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/security-groups?id=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Jul 13 20:06:12.447347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e5313459-d40d-4942-a4f9-0c740e1779fd details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:06:12.543708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port e5313459-d40d-4942-a4f9-0c740e1779fd, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e5313459-d40d-4942-a4f9-0c740e1779fd,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:06:12.554975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'e5313459-d40d-4942-a4f9-0c740e1779fd', 'network_id': '8bc5d803-b375-47f4-9de5-c477ebb39b69', 'port_id': 'e5313459-d40d-4942-a4f9-0c740e1779fd', 'mac_address': 'fa:16:3e:d9:38:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc0dc1-5150-4b07-9861-ff2a9e51b870', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:06:12.556927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eaac9-14f9-4a63-858b-2baa6ac90199 req-fd238185-0b76-4789-80f6-8462d0105224 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:12.558484 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b66eaac9-14f9-4a63-858b-2baa6ac90199 req-fd238185-0b76-4789-80f6-8462d0105224 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 948 time: 0.0672295 Jul 13 20:06:12.592521 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:12.596178 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b66eaac9-14f9-4a63-858b-2baa6ac90199 req-d0efb9e4-1d51-43a1-922d-ac2e73bd3d27 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/security-groups?id=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320983 Jul 13 20:06:12.606116 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5313459-d40d-4942-a4f9-0c740e1779fd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:06:12.625461 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port e5313459-d40d-4942-a4f9-0c740e1779fd, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e5313459-d40d-4942-a4f9-0c740e1779fd,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:06:12.630132 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:12.678351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=e5313459-d40d-4942-a4f9-0c740e1779fd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:12.685778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.686118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.686471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.686804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.687127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.687445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.687763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.688077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.688390 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.688701 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.689014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.689329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:12.892074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['e5313459-d40d-4942-a4f9-0c740e1779fd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:06:13.773378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c4426-83f4-47ad-842f-d0002b58bc05 req-92ab0bca-009c-487d-a1ce-9b81ac4d13ac tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:13.774861 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc8c4426-83f4-47ad-842f-d0002b58bc05 req-92ab0bca-009c-487d-a1ce-9b81ac4d13ac tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 949 time: 0.0645952 Jul 13 20:06:13.812294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc8c4426-83f4-47ad-842f-d0002b58bc05 req-0e47d45b-4893-400a-ae92-1d21f9b6ef82 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/security-groups?id=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318782 Jul 13 20:06:14.467895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e5313459-d40d-4942-a4f9-0c740e1779fd up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:06:14.514968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port e5313459-d40d-4942-a4f9-0c740e1779fd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:06:14.518549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port e5313459-d40d-4942-a4f9-0c740e1779fd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:06:14.518869 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:14.595964 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:14.617035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c02cc3-a201-4c24-ba7e-35b6868285aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5313459-d40d-4942-a4f9-0c740e1779fd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:06:14.619335 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88280531-724b-4673-9b08-060c5f23ffb4" -d '{"events": [{"server_uuid": "90c02cc3-a201-4c24-ba7e-35b6868285aa", "name": "network-vif-plugged", "status": "completed", "tag": "e5313459-d40d-4942-a4f9-0c740e1779fd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:06:14.631475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port e5313459-d40d-4942-a4f9-0c740e1779fd, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e5313459-d40d-4942-a4f9-0c740e1779fd,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:06:14.635925 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:14.661694 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9e8d8c-46e4-4bb5-ac09-ed764bc1db43 x-openstack-request-id: req-0f9e8d8c-46e4-4bb5-ac09-ed764bc1db43 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:06:14.661980 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c02cc3-a201-4c24-ba7e-35b6868285aa", "name": "network-vif-plugged", "status": "completed", "tag": "e5313459-d40d-4942-a4f9-0c740e1779fd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:06:14.662226 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f9e8d8c-46e4-4bb5-ac09-ed764bc1db43 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:06:14.662631 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c02cc3-a201-4c24-ba7e-35b6868285aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5313459-d40d-4942-a4f9-0c740e1779fd', 'code': 200} Jul 13 20:06:14.691584 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=e5313459-d40d-4942-a4f9-0c740e1779fd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:14.776465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8de7d-4995-4b50-8787-6c4176b4c399 req-711679e5-72c0-4956-8274-8a57eab59831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:14.777896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93f8de7d-4995-4b50-8787-6c4176b4c399 req-711679e5-72c0-4956-8274-8a57eab59831 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 1101 time: 0.0502746 Jul 13 20:06:14.814135 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-93f8de7d-4995-4b50-8787-6c4176b4c399 req-08709ad9-179c-4bac-a755-356e11ea20ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286474 Jul 13 20:06:14.980822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdabc4-262f-459f-b6bc-8630ec90ef2b req-fdc1254e-2e00-43c8-91db-d2c845fb90d5 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:14.982344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0dbdabc4-262f-459f-b6bc-8630ec90ef2b req-fdc1254e-2e00-43c8-91db-d2c845fb90d5 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 950 time: 0.0627403 Jul 13 20:06:15.020202 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0dbdabc4-262f-459f-b6bc-8630ec90ef2b req-e8253f9a-9fce-49b9-bc04-651027dc8948 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/security-groups?id=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322826 Jul 13 20:06:15.917812 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:16.192413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485e507-4e2a-4eda-9c03-0b1fe292b6c8 req-3ef13dfa-70eb-4ff5-8a2f-486e915234c7 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:16.193889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c485e507-4e2a-4eda-9c03-0b1fe292b6c8 req-3ef13dfa-70eb-4ff5-8a2f-486e915234c7 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 950 time: 0.0632138 Jul 13 20:06:16.231918 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c485e507-4e2a-4eda-9c03-0b1fe292b6c8 req-52f8c5ad-2836-4c28-868f-74711f3366e7 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/security-groups?id=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Jul 13 20:06:16.635935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:17.294042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805e235-c849-4154-acc6-771862bab43d req-cdbe4e2e-4f7b-487a-8a9b-5f8bca299532 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:17.295553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7805e235-c849-4154-acc6-771862bab43d req-cdbe4e2e-4f7b-487a-8a9b-5f8bca299532 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 950 time: 0.0666888 Jul 13 20:06:17.332879 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7805e235-c849-4154-acc6-771862bab43d req-0184061d-8b8a-4b72-91f5-1b6188dc7ca5 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/security-groups?id=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Jul 13 20:06:18.512814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bb63a-43ca-48e6-ab9d-e78e766b21a9 req-c29185b3-8c89-46d8-9c0d-a975569a7bd8 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:18.514268 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d9bb63a-43ca-48e6-ab9d-e78e766b21a9 req-c29185b3-8c89-46d8-9c0d-a975569a7bd8 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 950 time: 0.0647719 Jul 13 20:06:18.551816 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d9bb63a-43ca-48e6-ab9d-e78e766b21a9 req-6d6ebb2b-a150-47bc-8f34-8086e71626c6 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/security-groups?id=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319045 Jul 13 20:06:18.605372 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a05254-e5db-4063-8d82-77a45916d869 req-66595239-9659-4ff1-b333-072c89f36269 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:18.606921 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53a05254-e5db-4063-8d82-77a45916d869 req-66595239-9659-4ff1-b333-072c89f36269 tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.24 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 950 time: 0.0628407 Jul 13 20:06:18.709047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-53a05254-e5db-4063-8d82-77a45916d869 req-a3e7a0a1-d1ef-4a3e-81cd-c96f73e8c67a tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Deleting port e5313459-d40d-4942-a4f9-0c740e1779fd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:06:18.709396 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53a05254-e5db-4063-8d82-77a45916d869 req-a3e7a0a1-d1ef-4a3e-81cd-c96f73e8c67a tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:18.796392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-53a05254-e5db-4063-8d82-77a45916d869 req-a3e7a0a1-d1ef-4a3e-81cd-c96f73e8c67a tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] For port e5313459-d40d-4942-a4f9-0c740e1779fd, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=e5313459-d40d-4942-a4f9-0c740e1779fd,segment=NetworkSegment(f53b1d7c-423e-4bef-8812-fb51900c455f),segment_id=f53b1d7c-423e-4bef-8812-fb51900c455f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:06:18.796754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53a05254-e5db-4063-8d82-77a45916d869 req-a3e7a0a1-d1ef-4a3e-81cd-c96f73e8c67a tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:18.809619 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-53a05254-e5db-4063-8d82-77a45916d869 req-a3e7a0a1-d1ef-4a3e-81cd-c96f73e8c67a tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Calling delete_port for e5313459-d40d-4942-a4f9-0c740e1779fd owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:06:19.281387 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53a05254-e5db-4063-8d82-77a45916d869 req-a3e7a0a1-d1ef-4a3e-81cd-c96f73e8c67a tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:19.298194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['e5313459-d40d-4942-a4f9-0c740e1779fd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:06:19.314418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7a0a1-d1ef-4a3e-81cd-c96f73e8c67a tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Pushing event deleted for resources: {'Port': ['ID=e5313459-d40d-4942-a4f9-0c740e1779fd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:19.358303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a05254-e5db-4063-8d82-77a45916d869 req-a3e7a0a1-d1ef-4a3e-81cd-c96f73e8c67a tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] No DVR routers for this DVR port e5313459-d40d-4942-a4f9-0c740e1779fd on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:06:19.361094 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53a05254-e5db-4063-8d82-77a45916d869 req-a3e7a0a1-d1ef-4a3e-81cd-c96f73e8c67a tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:19.363419 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-53a05254-e5db-4063-8d82-77a45916d869 req-a3e7a0a1-d1ef-4a3e-81cd-c96f73e8c67a tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.24 "DELETE /v2.0/ports/e5313459-d40d-4942-a4f9-0c740e1779fd HTTP/1.1" status: 204 len: 173 time: 0.7477086 Jul 13 20:06:19.363914 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c02cc3-a201-4c24-ba7e-35b6868285aa', 'name': 'network-vif-deleted', 'tag': 'e5313459-d40d-4942-a4f9-0c740e1779fd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:06:19.366175 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13f3bdb-681c-4d1b-914f-d614375759d3" -d '{"events": [{"server_uuid": "90c02cc3-a201-4c24-ba7e-35b6868285aa", "name": "network-vif-deleted", "tag": "e5313459-d40d-4942-a4f9-0c740e1779fd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:06:19.408410 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5879f708-b87b-4129-bdd1-7e027925dfa6 x-openstack-request-id: req-5879f708-b87b-4129-bdd1-7e027925dfa6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:06:19.408748 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c02cc3-a201-4c24-ba7e-35b6868285aa", "name": "network-vif-deleted", "tag": "e5313459-d40d-4942-a4f9-0c740e1779fd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:06:19.408999 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5879f708-b87b-4129-bdd1-7e027925dfa6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:06:19.409399 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c02cc3-a201-4c24-ba7e-35b6868285aa', 'name': 'network-vif-deleted', 'tag': 'e5313459-d40d-4942-a4f9-0c740e1779fd', 'status': 'completed', 'code': 200} Jul 13 20:06:19.710276 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-67a1e67f-47f9-478d-bd5d-2d5b215cf02c req-28a776f9-954a-423c-babd-b9136373934d tempest-ServersAdminNegativeTestJSON-1801802388 tempest-ServersAdminNegativeTestJSON-1801802388-project] 10.222.0.25 "GET /v2.0/ports?device_id=90c02cc3-a201-4c24-ba7e-35b6868285aa HTTP/1.1" status: 200 len: 210 time: 0.0322380 Jul 13 20:06:20.781119 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e53d0dae-4b35-40ea-9ebc-e635b3a03504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.038805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:06:21.167717 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ad91ac29-b4dc-4cbe-bb0c-87be5dd4c70d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9816db0e6f848cf9d83dd81051bf79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277666 Jul 13 20:06:21.170181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:06:21.218190 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5de1f2d4-cb46-42a6-8677-8d61d6cc645b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.237990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5de1f2d4-cb46-42a6-8677-8d61d6cc645b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.283851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5de1f2d4-cb46-42a6-8677-8d61d6cc645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.286516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5de1f2d4-cb46-42a6-8677-8d61d6cc645b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.287708 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5de1f2d4-cb46-42a6-8677-8d61d6cc645b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b HTTP/1.1" status: 204 len: 168 time: 0.1165977 Jul 13 20:06:21.295549 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1f2d4-cb46-42a6-8677-8d61d6cc645b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67191b9d-5b5b-4f0e-a7bb-31f43fae6a6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:21.547983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:06:21.564554 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8224f30-888e-447f-b256-89e225286443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.654729 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8224f30-888e-447f-b256-89e225286443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.658277 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8224f30-888e-447f-b256-89e225286443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.697285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f8224f30-888e-447f-b256-89e225286443 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41d2b560288246dc880516e30623f6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482089 Jul 13 20:06:21.698465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8224f30-888e-447f-b256-89e225286443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a475c1d9-931b-4cb8-9f3c-b38b9632dd1d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:21.700828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 42968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:06:21.749691 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c925797-8a42-41a0-9f61-33688611520d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.771896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c925797-8a42-41a0-9f61-33688611520d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.818208 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c925797-8a42-41a0-9f61-33688611520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.820731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c925797-8a42-41a0-9f61-33688611520d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:21.821985 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3c925797-8a42-41a0-9f61-33688611520d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a475c1d9-931b-4cb8-9f3c-b38b9632dd1d HTTP/1.1" status: 204 len: 168 time: 0.1200840 Jul 13 20:06:21.829444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c925797-8a42-41a0-9f61-33688611520d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a475c1d9-931b-4cb8-9f3c-b38b9632dd1d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:22.466998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:06:22.530314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e5313459-d40d-4942-a4f9-0c740e1779fd no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:06:22.550691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: e5313459-d40d-4942-a4f9-0c740e1779fd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:06:22.551034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device e5313459-d40d-4942-a4f9-0c740e1779fd not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:06:22.563174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1869773761-network', 'tenant_id': '996c1651599c4a24b5b7a6c9ce1eff42'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:06:22.582604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Made reservation on behalf of 996c1651599c4a24b5b7a6c9ce1eff42 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:06:22.584881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:22.593072 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:22.686065 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:22.689706 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:22.713483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:06:22.723220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90098a7-43f0-46a4-8e71-98076f8d0428,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:22.728766 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:22.729109 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Added segment 862cad74-a240-42cb-be1e-7852d6e4db98 of type vlan for network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b Jul 13 20:06:22.768036 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:22.799223 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:22.800130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:22.800710 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:22.854935 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3868246 Jul 13 20:06:22.857780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 42994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:06:22.862599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Request body: {'subnet': {'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1869773761-subnet', 'tenant_id': '996c1651599c4a24b5b7a6c9ce1eff42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:06:22.868747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48540746-6696-4ba6-aa3b-de88096c4bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:22.878199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:06:22.890339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Made reservation on behalf of 996c1651599c4a24b5b7a6c9ce1eff42 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:06:22.892800 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:23.061991 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:23.122394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855386b6-0496-4079-a390-3b5b0837700e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:23.124849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Checking segment: {'id': '862cad74-a240-42cb-be1e-7852d6e4db98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:06:23.125207 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Network hostable DHCP agents. Network: 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:06:23.142515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:06:23.151121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:06:23.155599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:23.156678 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:23.160016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8619c35a-6581-4fba-a038-08e7766e89ec None None] Network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:06:23.177102 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-61626f32-a1a7-44eb-ad33-74e485901a69 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3119285 Jul 13 20:06:23.288223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a2aa53-beaa-4e92-a118-078525a0838e None None] Network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:06:23.591382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-80d17eca-8ae0-44b1-96f1-2865daa382e4 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:23.592775 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-80d17eca-8ae0-44b1-96f1-2865daa382e4 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/networks?id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b HTTP/1.1" status: 200 len: 812 time: 0.1040328 Jul 13 20:06:23.607847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-fc986ba8-2e9e-45cd-8606-50ed2e76fa56 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/quotas/996c1651599c4a24b5b7a6c9ce1eff42 HTTP/1.1" status: 200 len: 375 time: 0.0097935 Jul 13 20:06:23.631466 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e71d352e-3432-4ac6-a410-33e23fabca0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:23.642067 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-d5133f4b-2dff-4562-9894-f723eeeb8eb8 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295815 Jul 13 20:06:23.685100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:23.738863 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-d331dfa9-f88c-4737-bd31-52a6810c39c1 service neutron] 10.222.0.25 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902665 Jul 13 20:06:23.827448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-f6d38f4b-7ebe-4ec9-ad21-e91c4c1c7d65 service neutron] 10.222.0.25 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827291 Jul 13 20:06:23.991116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc75cca7-bb13-4af0-8914-d7bf3840ed0f req-46ad5e3e-0530-4a86-980d-eb4284c45f8e tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 210 time: 0.0273936 Jul 13 20:06:24.466752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-856e1e3b-6b37-4734-8e88-9cb337e3d8f7 req-141e1bc9-e88b-429c-b8ee-a90e459dc9e2 service neutron] (93766) timed out ('10.222.0.24', 64107) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 20:06:24.687111 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:25.094473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-54f67dab-54f4-4d10-b7bb-226cbc2caf1b tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:25.095949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-54f67dab-54f4-4d10-b7bb-226cbc2caf1b tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.24 "GET /v2.0/networks?id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b HTTP/1.1" status: 200 len: 812 time: 0.1099172 Jul 13 20:06:25.123261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Request body: {'port': {'device_id': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b', 'admin_state_up': True, 'tenant_id': '996c1651599c4a24b5b7a6c9ce1eff42'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:06:25.135911 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2b7e2b5f-4a56-4a07-846e-fda648450f62 req-f9924f76-9e93-4a20-adc3-fa991740274f tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 210 time: 0.0293036 Jul 13 20:06:25.232803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Made reservation on behalf of 996c1651599c4a24b5b7a6c9ce1eff42 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:06:25.236195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:25.360817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Allocated IP 172.20.0.14 (7c6fad0f-283e-4b3a-8a24-81d65cb3a69b/855386b6-0496-4079-a390-3b5b0837700e/8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:06:25.403858 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:06:25.503651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:25.542107 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:25.584567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:06:25.589977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:06:25.592994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:06:25.623368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Pushing event updated for resources: {'Port': ['ID=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:25.637920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.638266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.638656 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.638996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.639330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.639660 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.639990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.640315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.640638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.640961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.641283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.641630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:06:25.658829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:25.659437 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:25.673687 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-579ce0fe-f71a-4c65-bc6a-40b18e79c863 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545506 Jul 13 20:06:25.690524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Request body: {'port': {'device_id': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:06:25.768626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:26.033658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:06:26.042208 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:26.054211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Transition to ACTIVE for port object 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:06:26.058570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:26.128957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:26.183685 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:26.187024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Attempting to bind port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:06:26.187536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Attempting to bind port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '862cad74-a240-42cb-be1e-7852d6e4db98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:06:26.187941 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Attempting to bind port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 on network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:06:26.192541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 on network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:06:26.192865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Attempting to bind port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 on network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:06:26.197988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:06:26.198316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Checking segment: {'id': '862cad74-a240-42cb-be1e-7852d6e4db98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:06:26.198750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Bound using segment: {'id': '862cad74-a240-42cb-be1e-7852d6e4db98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:06:26.199174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Bound port: 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862cad74-a240-42cb-be1e-7852d6e4db98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:06:26.199540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:26.289755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:06:26.306077 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,segment=NetworkSegment(862cad74-a240-42cb-be1e-7852d6e4db98),segment_id=862cad74-a240-42cb-be1e-7852d6e4db98)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:06:26.314763 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:26.364750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:26.365372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:26.366771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] 10.222.0.24 "PUT /v2.0/ports/8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 200 len: 1092 time: 0.6802857 Jul 13 20:06:26.367356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:06:26.369647 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65afcf4-f6fc-4894-8d13-6abc1182a094" -d '{"events": [{"name": "network-changed", "server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:06:26.389387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a65fb-1a98-4058-87bf-ae7f677d0841 req-8c42396d-5b5e-4f4c-b6fd-75f2d53aaa06 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:26.390888 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa9a65fb-1a98-4058-87bf-ae7f677d0841 req-8c42396d-5b5e-4f4c-b6fd-75f2d53aaa06 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 944 time: 0.1325748 Jul 13 20:06:26.410698 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f884eb-d138-4b24-a834-4177ad5de36c x-openstack-request-id: req-d8f884eb-d138-4b24-a834-4177ad5de36c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:06:26.410985 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:06:26.411236 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8f884eb-d138-4b24-a834-4177ad5de36c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:06:26.411629 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5', 'status': 'completed', 'code': 200} Jul 13 20:06:26.427084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86110a09-55b0-4541-9153-808ca6c16835 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:26.470137 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa9a65fb-1a98-4058-87bf-ae7f677d0841 req-68a4f3d5-0629-4142-86fa-30392f9bf1d6 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720892 Jul 13 20:06:26.487666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-a0201798-c91e-4c5b-8268-be8f70267138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:26.489170 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-a0201798-c91e-4c5b-8268-be8f70267138 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 1095 time: 0.0713212 Jul 13 20:06:26.540576 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-98a0a0ae-08cd-4b20-b441-313481232917 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 200 len: 217 time: 0.0384557 Jul 13 20:06:26.592825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-b35131f2-348b-4b9d-954f-0a3b128f87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:26.594241 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-b35131f2-348b-4b9d-954f-0a3b128f87ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=855386b6-0496-4079-a390-3b5b0837700e HTTP/1.1" status: 200 len: 852 time: 0.0429502 Jul 13 20:06:26.626510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-78bbbb20-d206-4b1d-b538-0a2a1f27bba9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259783 Jul 13 20:06:26.718721 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-60cf4a0a-1c9a-42c5-8ccb-7fa7edda7fa9 service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843756 Jul 13 20:06:26.806767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1c445f6-f8d7-4f69-8ea1-d7f9155b89a4 req-b92dd0b8-c900-4587-9f21-daea622e3b22 service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810490 Jul 13 20:06:26.908509 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65afcf4-f6fc-4894-8d13-6abc1182a094 req-c3d5b8ab-d30b-44e8-afba-72a537d79327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:26.909998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c65afcf4-f6fc-4894-8d13-6abc1182a094 req-c3d5b8ab-d30b-44e8-afba-72a537d79327 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 1095 time: 0.0516584 Jul 13 20:06:27.001909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65afcf4-f6fc-4894-8d13-6abc1182a094 req-d3c1cbe0-8996-46cc-903f-d196e3d1811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:27.003401 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c65afcf4-f6fc-4894-8d13-6abc1182a094 req-d3c1cbe0-8996-46cc-903f-d196e3d1811a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b HTTP/1.1" status: 200 len: 913 time: 0.0852947 Jul 13 20:06:27.043655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c65afcf4-f6fc-4894-8d13-6abc1182a094 req-4126a3b1-318e-49dd-bb22-a6f562713ebb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 200 len: 217 time: 0.0335178 Jul 13 20:06:27.090849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65afcf4-f6fc-4894-8d13-6abc1182a094 req-4a692760-a2da-4396-af38-057c6cbe5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:27.092267 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c65afcf4-f6fc-4894-8d13-6abc1182a094 req-4a692760-a2da-4396-af38-057c6cbe5857 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=855386b6-0496-4079-a390-3b5b0837700e HTTP/1.1" status: 200 len: 852 time: 0.0422411 Jul 13 20:06:27.131319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c65afcf4-f6fc-4894-8d13-6abc1182a094 req-c043cdb2-86de-4d52-a59f-f5f18bf9e4d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286441 Jul 13 20:06:27.220106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c65afcf4-f6fc-4894-8d13-6abc1182a094 req-c772b001-5b46-4f8d-8c95-4cd015c934b8 service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813024 Jul 13 20:06:27.314982 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c65afcf4-f6fc-4894-8d13-6abc1182a094 req-8fed8884-c7b1-4edf-862a-bc5750f03dab service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858498 Jul 13 20:06:27.647995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f51a-0237-4e38-bb53-9e2a9a8bd91a req-d208b358-9b2e-4068-aa7c-8f86e83a91dc tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:27.650287 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a91f51a-0237-4e38-bb53-9e2a9a8bd91a req-d208b358-9b2e-4068-aa7c-8f86e83a91dc tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 944 time: 0.0670950 Jul 13 20:06:27.687839 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a91f51a-0237-4e38-bb53-9e2a9a8bd91a req-06aac20c-5a7e-49ea-a8bf-9300ca797142 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320766 Jul 13 20:06:28.857270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40c7f9-25e7-4661-9781-5fe9c7949866 req-208a6248-d3a6-4839-a529-ef407d6fb156 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:28.858812 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f40c7f9-25e7-4661-9781-5fe9c7949866 req-208a6248-d3a6-4839-a529-ef407d6fb156 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 944 time: 0.0632951 Jul 13 20:06:28.895433 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f40c7f9-25e7-4661-9781-5fe9c7949866 req-f60220d7-f321-4388-a59c-919041868217 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Jul 13 20:06:30.069677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3158-1125-4649-a711-c4af2fe99f61 req-b00ec452-5e30-4dab-bc63-50186e1ba9f9 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:30.071341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ddc3158-1125-4649-a711-c4af2fe99f61 req-b00ec452-5e30-4dab-bc63-50186e1ba9f9 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 944 time: 0.0645790 Jul 13 20:06:30.109006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ddc3158-1125-4649-a711-c4af2fe99f61 req-c8e318fb-506e-465b-9dda-18c65d02e83a tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Jul 13 20:06:30.562245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:06:30.656521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,segment=NetworkSegment(862cad74-a240-42cb-be1e-7852d6e4db98),segment_id=862cad74-a240-42cb-be1e-7852d6e4db98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:06:30.668206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5', 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b', 'port_id': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5', 'mac_address': 'fa:16:3e:e8:fb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855386b6-0496-4079-a390-3b5b0837700e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:06:30.704159 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:30.716702 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:06:30.735955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,segment=NetworkSegment(862cad74-a240-42cb-be1e-7852d6e4db98),segment_id=862cad74-a240-42cb-be1e-7852d6e4db98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:06:30.739934 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:30.785396 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:30.973707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:06:31.283195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a8480-66f2-4521-b54f-72ce87d93af0 req-2c5f34a9-4029-475c-8895-3954a7c276dc tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:31.284689 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b7a8480-66f2-4521-b54f-72ce87d93af0 req-2c5f34a9-4029-475c-8895-3954a7c276dc tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 945 time: 0.0623531 Jul 13 20:06:31.322840 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b7a8480-66f2-4521-b54f-72ce87d93af0 req-597c9059-d92e-4d3b-95bd-50937094ea53 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Jul 13 20:06:32.520980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0efe06-ae81-4d9b-9ae0-ef17481e42bd req-98cc0b7a-b996-438a-9109-fbaea263e3d1 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:32.522342 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ef0efe06-ae81-4d9b-9ae0-ef17481e42bd req-98cc0b7a-b996-438a-9109-fbaea263e3d1 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 945 time: 0.0633063 Jul 13 20:06:32.559921 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ef0efe06-ae81-4d9b-9ae0-ef17481e42bd req-87f87537-4d6a-4ebb-93e1-5b8f0b64880e tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Jul 13 20:06:32.577436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:06:32.625805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:06:32.629458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:06:32.629825 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:32.705962 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:32.728230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:06:32.730444 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d34a3e-db95-498d-8e31-4a6d2367373f" -d '{"events": [{"server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "name": "network-vif-plugged", "status": "completed", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:06:32.742448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,segment=NetworkSegment(862cad74-a240-42cb-be1e-7852d6e4db98),segment_id=862cad74-a240-42cb-be1e-7852d6e4db98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:06:32.746507 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:32.769180 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99943ab0-132d-4efe-a836-ad60f2a16462 x-openstack-request-id: req-99943ab0-132d-4efe-a836-ad60f2a16462 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:06:32.769465 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "name": "network-vif-plugged", "status": "completed", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:06:32.769710 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99943ab0-132d-4efe-a836-ad60f2a16462 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:06:32.770089 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5', 'code': 200} Jul 13 20:06:32.796794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:06:32.940655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa4bfd-f31a-4953-8d1e-478bc46f4d0c req-7086b89e-93cd-4005-b6a6-c87213577022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:32.942143 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30fa4bfd-f31a-4953-8d1e-478bc46f4d0c req-7086b89e-93cd-4005-b6a6-c87213577022 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 1097 time: 0.1082196 Jul 13 20:06:32.978001 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30fa4bfd-f31a-4953-8d1e-478bc46f4d0c req-f7ca0f81-096e-402f-abd0-6ee6b9179258 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265062 Jul 13 20:06:33.736236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae3dba-6a4f-430e-adb7-0d8b4c2d3027 req-cf2672da-5071-4a52-82f8-f62650f4eba5 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:33.737730 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3dae3dba-6a4f-430e-adb7-0d8b4c2d3027 req-cf2672da-5071-4a52-82f8-f62650f4eba5 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0664513 Jul 13 20:06:33.778008 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3dae3dba-6a4f-430e-adb7-0d8b4c2d3027 req-82da6403-988f-4c8d-81a0-515601c47048 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347192 Jul 13 20:06:34.291886 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-49aa19a0-87c1-49a3-946b-beffefef587e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509322 Jul 13 20:06:34.385580 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-b58fd3d9-b7a1-475a-89bd-85a0dd7e8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:34.387087 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-b58fd3d9-b7a1-475a-89bd-85a0dd7e8711 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 1097 time: 0.0520275 Jul 13 20:06:34.491861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-3fd9db30-e351-4430-92c3-d19edf558d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:34.493317 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-3fd9db30-e351-4430-92c3-d19edf558d23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b HTTP/1.1" status: 200 len: 913 time: 0.0866604 Jul 13 20:06:34.533911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-59c6ec10-d44f-4dd7-a57c-2a4b3168a459 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 200 len: 217 time: 0.0340600 Jul 13 20:06:34.581521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-0446259b-fc57-494f-b379-7a66197488c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:34.582984 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-0446259b-fc57-494f-b379-7a66197488c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=855386b6-0496-4079-a390-3b5b0837700e HTTP/1.1" status: 200 len: 852 time: 0.0422177 Jul 13 20:06:34.618537 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-6c360ab0-dd58-4cbe-b066-10b429cccad2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283380 Jul 13 20:06:34.705022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-a2e08961-9f5d-46bf-9f9d-6610802630c2 service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800164 Jul 13 20:06:34.798138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36fd9850-4e2f-4f7e-9a70-c32953c06876 req-d7ca3b90-ef7b-4180-ab6d-85dcf3ec391f service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866125 Jul 13 20:06:34.952960 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5582e-7fd1-4345-8b23-719f7810d86b req-55af3485-a172-41b6-8d59-59fb2cb11eb7 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:34.954457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-31f5582e-7fd1-4345-8b23-719f7810d86b req-55af3485-a172-41b6-8d59-59fb2cb11eb7 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0623505 Jul 13 20:06:34.990611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-31f5582e-7fd1-4345-8b23-719f7810d86b req-c9e6d007-70c9-4e6c-9e90-030a60029743 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306206 Jul 13 20:06:35.427282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5264-02b3-4762-a06b-6c83002b9fe2 req-0b18340d-bb0f-40d2-ad9a-c5acbc434835 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:35.428690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc5e5264-02b3-4762-a06b-6c83002b9fe2 req-0b18340d-bb0f-40d2-ad9a-c5acbc434835 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.1050723 Jul 13 20:06:35.432500 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-2d3c006a-4d1a-4cac-b991-aaecd6a00ed5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1548798 Jul 13 20:06:35.468772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc5e5264-02b3-4762-a06b-6c83002b9fe2 req-84c86cf7-6156-432a-969b-6bd7cefa02f3 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340314 Jul 13 20:06:36.610160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-fc0751c2-33be-44cb-a2b5-0e0910a7ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:36.611743 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-fc0751c2-33be-44cb-a2b5-0e0910a7ef2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 1097 time: 0.0524976 Jul 13 20:06:36.644900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b638ea-a639-4162-b9fe-be9f21d15f81 req-2fe7d572-bd8d-4169-999a-83410ad09357 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:36.646377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5b638ea-a639-4162-b9fe-be9f21d15f81 req-2fe7d572-bd8d-4169-999a-83410ad09357 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0619614 Jul 13 20:06:36.685162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5b638ea-a639-4162-b9fe-be9f21d15f81 req-92b8fd90-6630-41a9-a051-857714b30504 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330086 Jul 13 20:06:36.705786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-1014bc11-7acd-4db5-8c97-1d34b714e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:36.707296 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-1014bc11-7acd-4db5-8c97-1d34b714e37a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b HTTP/1.1" status: 200 len: 913 time: 0.0876989 Jul 13 20:06:36.750201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-d78f1d43-4f0e-42c4-8797-73727e69536d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 200 len: 217 time: 0.0352750 Jul 13 20:06:36.796284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-14308675-6adb-4dc2-82c0-08ceffab39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:36.797930 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-14308675-6adb-4dc2-82c0-08ceffab39ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=855386b6-0496-4079-a390-3b5b0837700e HTTP/1.1" status: 200 len: 852 time: 0.0416529 Jul 13 20:06:36.830209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-19a1c4c4-5d41-4b7c-85ca-b855cf83af5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255024 Jul 13 20:06:36.918674 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-8a98a6e7-814e-4f70-80de-30ec48b37775 service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812314 Jul 13 20:06:37.004999 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-ba0ec755-9242-4242-8021-2bfdce9e606c service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784073 Jul 13 20:06:37.868207 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ce43c-0f8d-4d5a-a2cc-7bf4b347dc82 req-8e273cfd-f6f7-4a85-b1e5-32d9cf8f5649 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:37.871072 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c68ce43c-0f8d-4d5a-a2cc-7bf4b347dc82 req-8e273cfd-f6f7-4a85-b1e5-32d9cf8f5649 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0690413 Jul 13 20:06:37.908042 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c68ce43c-0f8d-4d5a-a2cc-7bf4b347dc82 req-99fffd56-d13a-403b-a800-f3b7d9af5fbe tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Jul 13 20:06:39.083862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba505f-1462-4ca8-a213-cdc5fe2fc166 req-4d18e2e1-7fd3-4b78-953a-58edb3ae23d6 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:39.085336 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38ba505f-1462-4ca8-a213-cdc5fe2fc166 req-4d18e2e1-7fd3-4b78-953a-58edb3ae23d6 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0672557 Jul 13 20:06:39.122795 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38ba505f-1462-4ca8-a213-cdc5fe2fc166 req-ce0a136d-c636-4e0a-91f9-dda940fff946 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Jul 13 20:06:40.299381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053245e7-6739-4204-8a08-f668433a8e20 req-67780347-e094-4cd4-b7db-91a95a5388e0 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:40.300855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-053245e7-6739-4204-8a08-f668433a8e20 req-67780347-e094-4cd4-b7db-91a95a5388e0 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0620806 Jul 13 20:06:40.338368 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-053245e7-6739-4204-8a08-f668433a8e20 req-c0b3b432-9491-4307-a291-aca4589d1b63 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Jul 13 20:06:41.512788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490cdd1-98a5-4407-a16c-db17a7f64ace req-1ce0571d-5340-40e3-a8b3-01f7523cf678 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:41.514257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c490cdd1-98a5-4407-a16c-db17a7f64ace req-1ce0571d-5340-40e3-a8b3-01f7523cf678 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0635521 Jul 13 20:06:41.551000 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c490cdd1-98a5-4407-a16c-db17a7f64ace req-a2ecc55d-9f0e-4efb-9315-ad415f7f102a tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312171 Jul 13 20:06:42.726028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c0937-cefc-43d4-98e2-1567d7515046 req-c9ff28c1-b2bb-4979-b0f9-2d0b6cd077f4 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:42.727545 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-675c0937-cefc-43d4-98e2-1567d7515046 req-c9ff28c1-b2bb-4979-b0f9-2d0b6cd077f4 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0657985 Jul 13 20:06:42.765469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-675c0937-cefc-43d4-98e2-1567d7515046 req-122c7531-c83b-42e8-a558-be351d4ac252 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Jul 13 20:06:43.942393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cd2a7-51a1-4e34-ada4-5cb8cb666b67 req-c6714cc0-2de4-40fd-8550-9a45475f355c tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:43.943784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e25cd2a7-51a1-4e34-ada4-5cb8cb666b67 req-c6714cc0-2de4-40fd-8550-9a45475f355c tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0621104 Jul 13 20:06:43.981258 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e25cd2a7-51a1-4e34-ada4-5cb8cb666b67 req-f61d7f65-64a1-42d5-a565-345dd0e0de53 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321066 Jul 13 20:06:45.150959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc010ff0-8203-42ea-9127-72a0940ff5b2 req-25eb7bd0-2b1b-4614-9ce4-cee818704d12 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:45.152451 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dc010ff0-8203-42ea-9127-72a0940ff5b2 req-25eb7bd0-2b1b-4614-9ce4-cee818704d12 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0630989 Jul 13 20:06:45.190754 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dc010ff0-8203-42ea-9127-72a0940ff5b2 req-a56743b7-db79-47e9-9a5f-c3148ef28430 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Jul 13 20:06:45.918534 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:46.364581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6169cc5-4c71-4420-99da-8516bb304357 req-4823dd03-4598-4357-84f8-8e7898eaa50a tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:46.366037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6169cc5-4c71-4420-99da-8516bb304357 req-4823dd03-4598-4357-84f8-8e7898eaa50a tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0649216 Jul 13 20:06:46.403398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6169cc5-4c71-4420-99da-8516bb304357 req-4ee6273c-1ef5-4c79-ac40-35e245f44e15 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Jul 13 20:06:46.636976 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:47.577745 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a60b2-a56b-4060-9084-b969d5ebe9f6 req-e45d8d62-7d0d-4bf1-9e5c-7cf99a076153 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:47.579235 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f24a60b2-a56b-4060-9084-b969d5ebe9f6 req-e45d8d62-7d0d-4bf1-9e5c-7cf99a076153 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0609009 Jul 13 20:06:47.615530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f24a60b2-a56b-4060-9084-b969d5ebe9f6 req-4fff43b0-9ae0-418e-abcd-0f548015dca4 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308673 Jul 13 20:06:48.787094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d110b9-a2f1-4c23-8bb6-b96798d65ce7 req-f4583d7b-41ee-4290-a4d1-a20b8dcbd9c8 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:48.788551 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77d110b9-a2f1-4c23-8bb6-b96798d65ce7 req-f4583d7b-41ee-4290-a4d1-a20b8dcbd9c8 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0632458 Jul 13 20:06:48.826194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77d110b9-a2f1-4c23-8bb6-b96798d65ce7 req-e88af96e-85b3-4899-b320-8dc5f0ddeb5e tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Jul 13 20:06:50.001779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b45f56-09aa-41da-96dd-440938a8e238 req-68398156-170b-4af3-a817-3cce6a468d97 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:50.003279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5b45f56-09aa-41da-96dd-440938a8e238 req-68398156-170b-4af3-a817-3cce6a468d97 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0659180 Jul 13 20:06:50.040602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f5b45f56-09aa-41da-96dd-440938a8e238 req-7352b04d-51ec-49ff-9436-717d84fe358c tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318410 Jul 13 20:06:50.781984 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8cd47cf-ac44-4672-b23b-960645fad348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:51.218157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa240fa-374d-4e6b-bb94-143f228bec2a req-d05bd450-9c2c-4481-9a86-7ced520e8ba9 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:51.219687 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8fa240fa-374d-4e6b-bb94-143f228bec2a req-d05bd450-9c2c-4481-9a86-7ced520e8ba9 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0673347 Jul 13 20:06:51.257575 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8fa240fa-374d-4e6b-bb94-143f228bec2a req-0a918fe0-d4b1-4101-8601-7d4f9d80face tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Jul 13 20:06:52.428082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f6aeb-dcd2-44dc-a641-e68f428826cf req-431506e8-6ee3-4e23-8519-fb917f170dc0 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:52.429562 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f3f6aeb-dcd2-44dc-a641-e68f428826cf req-431506e8-6ee3-4e23-8519-fb917f170dc0 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0625997 Jul 13 20:06:52.466970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4f3f6aeb-dcd2-44dc-a641-e68f428826cf req-1676b70b-0f65-429d-8a2f-4e1ad994f1cb tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 Jul 13 20:06:53.631823 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e742df51-85dd-4bd5-857a-b2e79fa7e464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:53.637532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375823b-5e48-415b-832a-7908160d9275 req-4330d5cb-3e57-4010-a408-7e9917e9809d tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:53.639060 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9375823b-5e48-415b-832a-7908160d9275 req-4330d5cb-3e57-4010-a408-7e9917e9809d tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0634832 Jul 13 20:06:53.677760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9375823b-5e48-415b-832a-7908160d9275 req-709a682a-fa10-42e4-80ce-dfd721b9187d tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331848 Jul 13 20:06:53.687044 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:54.689305 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:54.853232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966adb9-c228-4098-abbf-7ea515172f19 req-91f34635-8450-4b58-918b-677217fe71d5 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:54.855265 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b966adb9-c228-4098-abbf-7ea515172f19 req-91f34635-8450-4b58-918b-677217fe71d5 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0674300 Jul 13 20:06:54.893256 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b966adb9-c228-4098-abbf-7ea515172f19 req-5bc1ab7d-8d03-4bdc-8247-8a89cc726e07 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Jul 13 20:06:56.069032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a97fa-70b8-4b03-8039-26bb9cdd15fb req-dd7aaece-88aa-496c-bf1b-77b508401140 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:56.070514 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f46a97fa-70b8-4b03-8039-26bb9cdd15fb req-dd7aaece-88aa-496c-bf1b-77b508401140 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0617774 Jul 13 20:06:56.108870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f46a97fa-70b8-4b03-8039-26bb9cdd15fb req-df20e862-69d4-4a94-b1aa-9b046c197b43 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Jul 13 20:06:56.173493 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:57.289845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ff85-81de-459b-9b78-75697e6bf1c2 req-df3ba9e0-05d2-4a84-afde-f1cc7b2278cf tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:57.292436 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7449ff85-81de-459b-9b78-75697e6bf1c2 req-df3ba9e0-05d2-4a84-afde-f1cc7b2278cf tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0670207 Jul 13 20:06:57.339406 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7449ff85-81de-459b-9b78-75697e6bf1c2 req-fa8bc73b-694b-4c87-b56f-009c279a9dba tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Jul 13 20:06:58.514677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4ee52-83ca-4636-8df2-8dca2ac112e3 req-e20f9810-8ffb-496a-8878-cf8e25be2b5a tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:58.516202 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28f4ee52-83ca-4636-8df2-8dca2ac112e3 req-e20f9810-8ffb-496a-8878-cf8e25be2b5a tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0661438 Jul 13 20:06:58.553568 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28f4ee52-83ca-4636-8df2-8dca2ac112e3 req-3ee0ff89-8748-41f8-889d-7975356e2c2c tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Jul 13 20:06:59.724349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccb2da-d188-41a9-bb2b-3fbb6ad698e1 req-e73fa899-89fc-479f-8a30-a67deb06c9b3 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:59.725820 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50ccb2da-d188-41a9-bb2b-3fbb6ad698e1 req-e73fa899-89fc-479f-8a30-a67deb06c9b3 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0623720 Jul 13 20:06:59.763665 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50ccb2da-d188-41a9-bb2b-3fbb6ad698e1 req-d72e35cc-3156-44e0-9531-492089e2a8f8 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Jul 13 20:07:00.939280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9123d7-37a1-45a5-a421-f011be57f71e req-ff531911-45b4-4421-ad3f-83c15dce60f9 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:00.940748 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f9123d7-37a1-45a5-a421-f011be57f71e req-ff531911-45b4-4421-ad3f-83c15dce60f9 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0625401 Jul 13 20:07:00.979083 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f9123d7-37a1-45a5-a421-f011be57f71e req-8a3bf34f-7bea-41de-8a8b-54c7c3166c72 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323434 Jul 13 20:07:02.152894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c844f9f-9964-4644-92ed-be1a624a7747 req-07f054fd-b4f5-4f31-b205-b7d356266f05 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:02.154387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c844f9f-9964-4644-92ed-be1a624a7747 req-07f054fd-b4f5-4f31-b205-b7d356266f05 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0651219 Jul 13 20:07:02.191262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c844f9f-9964-4644-92ed-be1a624a7747 req-bac65db3-572e-4984-ba9b-7ab52cd0346d tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Jul 13 20:07:02.402510 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:07:03.367220 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833617e8-bb75-4c47-b4c0-57df2ba8f4b4 req-b1dbf9ab-efad-4c3d-98ac-07943d6dcb77 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:03.368680 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-833617e8-bb75-4c47-b4c0-57df2ba8f4b4 req-b1dbf9ab-efad-4c3d-98ac-07943d6dcb77 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0654073 Jul 13 20:07:03.407129 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-833617e8-bb75-4c47-b4c0-57df2ba8f4b4 req-fab24adf-6554-4621-86ad-92b3f97dfe2c tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Jul 13 20:07:04.296352 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-ffd1d879-2f65-4b0f-b1ad-00657c6e5e6a service neutron] show failed (client error): The resource could not be found. Jul 13 20:07:04.297375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-ffd1d879-2f65-4b0f-b1ad-00657c6e5e6a service neutron] 10.222.0.24 "GET /v2.0/ports/8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0546641 Jul 13 20:07:04.552806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-7e716ab8-d1b9-4ae1-b206-97be6136fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:04.554234 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-7e716ab8-d1b9-4ae1-b206-97be6136fc2e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3&tenant_id=996c1651599c4a24b5b7a6c9ce1eff42 HTTP/1.1" status: 200 len: 1097 time: 0.0531480 Jul 13 20:07:04.565083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:07:04.581742 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8609e7-615e-457b-afe6-ee9375301cb9 req-76405b6e-c903-4ac1-bca6-59f0204fabee tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:04.583283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f8609e7-615e-457b-afe6-ee9375301cb9 req-76405b6e-c903-4ac1-bca6-59f0204fabee tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0640450 Jul 13 20:07:04.625286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f8609e7-615e-457b-afe6-ee9375301cb9 req-643d3f79-d588-4058-a432-0a5cfbd43709 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355313 Jul 13 20:07:04.636172 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:04.838518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,segment=NetworkSegment(862cad74-a240-42cb-be1e-7852d6e4db98),segment_id=862cad74-a240-42cb-be1e-7852d6e4db98)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:04.870158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:07:04.908119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:04.910341 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc8bf73-4673-48d7-bf69-23657b85b718" -d '{"events": [{"server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:04.914147 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:04.926754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Transition to ACTIVE for port object 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:07:04.930454 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:04.993722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] No DVR routers for this DVR port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:07:04.998322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Pushing event updated for resources: {'Port': ['ID=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:05.026191 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd035eb-4b03-4272-b794-b27bf1823470 x-openstack-request-id: req-5fd035eb-4b03-4272-b794-b27bf1823470 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:05.026501 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:05.026748 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fd035eb-4b03-4272-b794-b27bf1823470 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:05.027148 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5', 'code': 200} Jul 13 20:07:05.028356 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.028691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.029021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.029347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.029670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.029991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.030309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.030653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.030969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.031288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.031604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.031917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:05.047358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Attempting to bind port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:07:05.047945 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Attempting to bind port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '862cad74-a240-42cb-be1e-7852d6e4db98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:07:05.048264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Attempting to bind port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 on network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:07:05.052395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 on network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:07:05.052691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Attempting to bind port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 on network 7c6fad0f-283e-4b3a-8a24-81d65cb3a69b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:07:05.057973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:07:05.058299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Checking segment: {'id': '862cad74-a240-42cb-be1e-7852d6e4db98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:07:05.058702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Bound using segment: {'id': '862cad74-a240-42cb-be1e-7852d6e4db98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:07:05.059120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Bound port: 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862cad74-a240-42cb-be1e-7852d6e4db98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:07:05.059495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:05.119733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:07:05.122545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,segment=NetworkSegment(862cad74-a240-42cb-be1e-7852d6e4db98),segment_id=862cad74-a240-42cb-be1e-7852d6e4db98)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:07:05.126843 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:05.160194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:05.160897 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:05.162251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] 10.222.0.60 "PUT /v2.0/ports/8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 200 len: 1092 time: 0.6012118 Jul 13 20:07:05.183733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b080ee-aec9-4b66-9e81-a11880fcb82a service neutron] Pushing event updated for resources: {'Port': ['ID=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:05.248472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-196efc5c-d10b-42b2-ba3e-8ad9a469ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:05.249932 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-196efc5c-d10b-42b2-ba3e-8ad9a469ea3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 1095 time: 0.0624394 Jul 13 20:07:05.338320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-80ea90df-2797-4030-b527-d5a885d9c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:05.340096 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-80ea90df-2797-4030-b527-d5a885d9c94c service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b HTTP/1.1" status: 200 len: 913 time: 0.0847054 Jul 13 20:07:05.380994 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-9713ef6c-95fa-469c-acf2-5e6815bab164 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 200 len: 217 time: 0.0348539 Jul 13 20:07:05.433964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-9a19ebc4-bdc9-43d3-b664-b174aa7a15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:05.435425 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-9a19ebc4-bdc9-43d3-b664-b174aa7a15d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=855386b6-0496-4079-a390-3b5b0837700e HTTP/1.1" status: 200 len: 852 time: 0.0478344 Jul 13 20:07:05.467723 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-442df441-11ea-4f5a-b06b-99cfabbc5d5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263166 Jul 13 20:07:05.553235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-0f327f84-0c6c-40f1-a6a0-b020c457c661 service neutron] 10.222.0.60 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796912 Jul 13 20:07:05.646456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c211b77-f653-4244-9eaf-3d44c5cb26ca req-decfadc2-ede7-4b43-abd0-856ec425b650 service neutron] 10.222.0.60 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863841 Jul 13 20:07:05.803608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09e06-933b-4426-8c02-9d563ede5303 req-38219e67-c50b-4299-9909-6b76241133e1 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:05.805145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ae09e06-933b-4426-8c02-9d563ede5303 req-38219e67-c50b-4299-9909-6b76241133e1 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 944 time: 0.0649517 Jul 13 20:07:05.847750 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8ae09e06-933b-4426-8c02-9d563ede5303 req-c9929eda-638d-49d4-94b8-71bbfc24b138 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359037 Jul 13 20:07:07.023428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c39be-d8d4-4451-85cc-7df7a03c4573 req-5087fa39-4c02-4af3-88dc-df231f6a7a96 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.024915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f7c39be-d8d4-4451-85cc-7df7a03c4573 req-5087fa39-4c02-4af3-88dc-df231f6a7a96 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 944 time: 0.0643530 Jul 13 20:07:07.028463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:07.030706 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e4b68b-4792-41aa-824e-ff53ec4cb847" -d '{"events": [{"name": "network-changed", "server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:07.067048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f7c39be-d8d4-4451-85cc-7df7a03c4573 req-d5922460-1818-40c1-ab39-415656fcf63a tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 Jul 13 20:07:07.080479 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50080ed-885d-420a-94d1-7edcf6780425 x-openstack-request-id: req-e50080ed-885d-420a-94d1-7edcf6780425 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:07.081155 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:07.081155 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e50080ed-885d-420a-94d1-7edcf6780425 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:07.081510 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5', 'status': 'completed', 'code': 200} Jul 13 20:07:07.155088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-61a8ce2a-25f5-420d-a26b-ec8798c8db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.156673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-61a8ce2a-25f5-420d-a26b-ec8798c8db4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 1095 time: 0.0553243 Jul 13 20:07:07.166981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-363bd556-c613-487c-9e58-6a885d64525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.168640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-363bd556-c613-487c-9e58-6a885d64525f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 1095 time: 0.0609334 Jul 13 20:07:07.263486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-5856428e-38b2-4c3f-b1ba-899bb7b86a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.265360 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-5856428e-38b2-4c3f-b1ba-899bb7b86a3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b HTTP/1.1" status: 200 len: 913 time: 0.0991058 Jul 13 20:07:07.268191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-0268fecd-0845-439f-b4f9-7744c958f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.269642 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-0268fecd-0845-439f-b4f9-7744c958f5f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b HTTP/1.1" status: 200 len: 913 time: 0.0946515 Jul 13 20:07:07.310958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-60199297-b3c8-4b7e-9f9f-7fdd987d3e5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 200 len: 217 time: 0.0353076 Jul 13 20:07:07.313631 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-e837c748-fd12-429d-847f-7a69abef5731 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 200 len: 217 time: 0.0365963 Jul 13 20:07:07.361585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-e47db1f6-0777-4f22-8fc9-399a84d9de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.362711 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-1fb8b57a-6167-466c-bfa2-316b302c58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.363161 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-e47db1f6-0777-4f22-8fc9-399a84d9de55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=855386b6-0496-4079-a390-3b5b0837700e HTTP/1.1" status: 200 len: 852 time: 0.0431061 Jul 13 20:07:07.364164 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-1fb8b57a-6167-466c-bfa2-316b302c58fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=855386b6-0496-4079-a390-3b5b0837700e HTTP/1.1" status: 200 len: 852 time: 0.0478964 Jul 13 20:07:07.396557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-90bdc8db-e97d-476f-8f85-260d8e783513 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268731 Jul 13 20:07:07.404037 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-b05fe24c-8722-4fa6-9993-0bedeada73ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305297 Jul 13 20:07:07.485324 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-e45e6c93-82db-44b8-bc00-92a03c7a591d service neutron] 10.222.0.60 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825715 Jul 13 20:07:07.494192 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-c03091ab-9fd8-4d44-be91-089e085b06ad service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822124 Jul 13 20:07:07.577186 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-cffcb38b-b0e7-45ec-bfc1-bb0b11213d96 service neutron] 10.222.0.60 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863705 Jul 13 20:07:07.588772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30e4b68b-4792-41aa-824e-ff53ec4cb847 req-793835b3-0746-44a9-9fb6-2aa5573e4396 service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846393 Jul 13 20:07:08.243538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eda5b6-40df-4d3a-8c4f-edacea152f4a req-1b7b2935-8e07-4ae8-828a-e4f2c3c9cac5 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:08.245067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25eda5b6-40df-4d3a-8c4f-edacea152f4a req-1b7b2935-8e07-4ae8-828a-e4f2c3c9cac5 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 944 time: 0.0630219 Jul 13 20:07:08.283599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-25eda5b6-40df-4d3a-8c4f-edacea152f4a req-5683b004-81df-4d85-854f-5731e53ec6b9 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324764 Jul 13 20:07:08.553729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:07:08.648393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,segment=NetworkSegment(862cad74-a240-42cb-be1e-7852d6e4db98),segment_id=862cad74-a240-42cb-be1e-7852d6e4db98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:08.660049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5', 'network_id': '7c6fad0f-283e-4b3a-8a24-81d65cb3a69b', 'port_id': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5', 'mac_address': 'fa:16:3e:e8:fb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855386b6-0496-4079-a390-3b5b0837700e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:07:08.696132 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:08.708625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:07:08.714182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-752893b3-6c72-4548-a8f1-179c65339a31 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:08.715755 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-752893b3-6c72-4548-a8f1-179c65339a31 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.24 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3&tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 944 time: 0.1119659 Jul 13 20:07:08.728542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,segment=NetworkSegment(862cad74-a240-42cb-be1e-7852d6e4db98),segment_id=862cad74-a240-42cb-be1e-7852d6e4db98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:08.733257 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:08.779538 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b855441d-289a-4e28-b148-f69a3742093b service neutron] delete failed (client error): The resource could not be found. Jul 13 20:07:08.780980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b855441d-289a-4e28-b148-f69a3742093b service neutron] 10.222.0.24 "DELETE /v2.0/ports/8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5/bindings/n-h1-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0551577 Jul 13 20:07:08.781954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:07:08.787587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:08.824032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:07:08.879847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-550c1ab5-147c-4ae3-abc8-ce449f729b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:08.881338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-550c1ab5-147c-4ae3-abc8-ce449f729b65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 1096 time: 0.0528226 Jul 13 20:07:08.973014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-a6f4162c-7fe2-45bf-b6dc-2a46512be819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:08.974506 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-a6f4162c-7fe2-45bf-b6dc-2a46512be819 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b HTTP/1.1" status: 200 len: 913 time: 0.0853231 Jul 13 20:07:08.985421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:07:09.019922 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-246b26f4-a316-4414-9085-1949ee4edc0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 200 len: 217 time: 0.0346415 Jul 13 20:07:09.072043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-9f60dee8-1efb-4177-94b4-d16f2b019649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:09.074049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-9f60dee8-1efb-4177-94b4-d16f2b019649 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=855386b6-0496-4079-a390-3b5b0837700e HTTP/1.1" status: 200 len: 852 time: 0.0436323 Jul 13 20:07:09.110257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-d8fbf41f-2fb7-4366-9ab1-9d4b1158c7f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297751 Jul 13 20:07:09.197489 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-2890d8bb-2735-41e2-b2ce-ecb49550548d service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801105 Jul 13 20:07:09.299401 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-69b5a37b-b688-4516-b6df-1cc14339932f service neutron] 10.222.0.24 "GET /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861075 Jul 13 20:07:10.212715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ff8ec-5cc7-4650-8f8a-839526135a60 req-e512f3a8-2a08-4a7e-9694-998a3a2414eb tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:10.214711 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-257ff8ec-5cc7-4650-8f8a-839526135a60 req-e512f3a8-2a08-4a7e-9694-998a3a2414eb tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 945 time: 0.0643387 Jul 13 20:07:10.251064 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-257ff8ec-5cc7-4650-8f8a-839526135a60 req-9bab8bc6-8ca8-4409-9551-da3bf5fc4431 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Jul 13 20:07:10.558327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:07:10.605141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:07:10.608733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:07:10.609151 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:10.681697 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:10.703509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:10.705705 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15796dd9-bbe9-4140-a8ce-f861a0c3ed3f" -d '{"events": [{"server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "name": "network-vif-plugged", "status": "completed", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:10.721344 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,segment=NetworkSegment(862cad74-a240-42cb-be1e-7852d6e4db98),segment_id=862cad74-a240-42cb-be1e-7852d6e4db98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:10.725326 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:10.747673 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e651b-ec10-4f25-916c-78223bb0527e x-openstack-request-id: req-0b4e651b-ec10-4f25-916c-78223bb0527e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:10.747957 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "name": "network-vif-plugged", "status": "completed", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:10.748201 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b4e651b-ec10-4f25-916c-78223bb0527e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:10.748578 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5', 'code': 200} Jul 13 20:07:10.772863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:11.395194 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-6942452d-e486-4785-95a9-fe90afce05d5 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:11.396980 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-6942452d-e486-4785-95a9-fe90afce05d5 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.60 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0780292 Jul 13 20:07:11.438605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567a116-da48-45e2-a784-dac4669dafbb req-72249df5-c579-4d0d-a4df-adff43a72f02 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:11.441039 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f567a116-da48-45e2-a784-dac4669dafbb req-72249df5-c579-4d0d-a4df-adff43a72f02 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69b087a-de67-45da-b784-2bcccc2913b3 HTTP/1.1" status: 200 len: 946 time: 0.0735316 Jul 13 20:07:11.481274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f567a116-da48-45e2-a784-dac4669dafbb req-095e1224-76d0-4c4b-a7f2-2e2d3af35652 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90098a7-43f0-46a4-8e71-98076f8d0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338662 Jul 13 20:07:11.503073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b5634434-5b30-4e63-ba97-f5d604e11366 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Deleting port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:07:11.503415 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b5634434-5b30-4e63-ba97-f5d604e11366 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:11.590229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b5634434-5b30-4e63-ba97-f5d604e11366 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] For port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,segment=NetworkSegment(862cad74-a240-42cb-be1e-7852d6e4db98),segment_id=862cad74-a240-42cb-be1e-7852d6e4db98)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:11.590620 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b5634434-5b30-4e63-ba97-f5d604e11366 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:11.603233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b5634434-5b30-4e63-ba97-f5d604e11366 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Calling delete_port for 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:07:11.734714 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b5634434-5b30-4e63-ba97-f5d604e11366 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:11.745747 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:07:11.763267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5634434-5b30-4e63-ba97-f5d604e11366 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Pushing event deleted for resources: {'Port': ['ID=8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:11.812897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b5634434-5b30-4e63-ba97-f5d604e11366 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] No DVR routers for this DVR port 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:07:11.815582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b5634434-5b30-4e63-ba97-f5d604e11366 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:11.817587 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5209e6ac-7c46-4e65-9025-7b95f48be790 req-b5634434-5b30-4e63-ba97-f5d604e11366 tempest-DeleteServersTestJSON-697695734 tempest-DeleteServersTestJSON-697695734-project] 10.222.0.60 "DELETE /v2.0/ports/8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 HTTP/1.1" status: 204 len: 173 time: 0.4152746 Jul 13 20:07:11.818027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'name': 'network-vif-deleted', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:11.820392 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2fdf2e-732c-432d-b54a-8c5a3be27de7" -d '{"events": [{"server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "name": "network-vif-deleted", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:11.870085 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d2d36-cb83-4468-8ffe-381f1bda376b x-openstack-request-id: req-0f6d2d36-cb83-4468-8ffe-381f1bda376b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:11.870582 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69b087a-de67-45da-b784-2bcccc2913b3", "name": "network-vif-deleted", "tag": "8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:11.870833 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f6d2d36-cb83-4468-8ffe-381f1bda376b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:11.871236 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69b087a-de67-45da-b784-2bcccc2913b3', 'name': 'network-vif-deleted', 'tag': '8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5', 'status': 'completed', 'code': 200} Jul 13 20:07:12.719795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:07:12.764580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0da206-8c7d-466d-81a9-b5e4a9fce13f admin admin] Deleting subnet 855386b6-0496-4079-a390-3b5b0837700e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:07:12.767570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa0da206-8c7d-466d-81a9-b5e4a9fce13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:12.801899 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa0da206-8c7d-466d-81a9-b5e4a9fce13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:12.839727 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa0da206-8c7d-466d-81a9-b5e4a9fce13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:12.890449 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa0da206-8c7d-466d-81a9-b5e4a9fce13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:12.919938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0da206-8c7d-466d-81a9-b5e4a9fce13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855386b6-0496-4079-a390-3b5b0837700e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:12.923872 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa0da206-8c7d-466d-81a9-b5e4a9fce13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:12.926282 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aa0da206-8c7d-466d-81a9-b5e4a9fce13f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/855386b6-0496-4079-a390-3b5b0837700e HTTP/1.1" status: 204 len: 168 time: 0.2049270 Jul 13 20:07:12.928295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:07:12.995189 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.077226 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.086353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6fad0f-283e-4b3a-8a24-81d65cb3a69b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:07:13.428212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862cad74-a240-42cb-be1e-7852d6e4db98') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:07:13.428438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862cad74-a240-42cb-be1e-7852d6e4db98') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:07:13.437466 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.451083 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.456642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:07:13.457026 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:07:13.458651 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:07:13.510548 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.525197 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.527697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7c6fad0f-283e-4b3a-8a24-81d65cb3a69b HTTP/1.1" status: 204 len: 168 time: 0.5985024 Jul 13 20:07:13.528744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c826b8-c802-4ead-8613-a1b76fa8f117 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c6fad0f-283e-4b3a-8a24-81d65cb3a69b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:13.631101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:07:13.673251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c2f686e3-f632-4429-bfc6-c41ac16a8a80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=996c1651599c4a24b5b7a6c9ce1eff42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410109 Jul 13 20:07:13.675770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:07:13.722691 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceda10d7-923d-425e-8eb4-48b0830dbb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.742266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceda10d7-923d-425e-8eb4-48b0830dbb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.786564 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceda10d7-923d-425e-8eb4-48b0830dbb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.789675 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceda10d7-923d-425e-8eb4-48b0830dbb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:13.790826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ceda10d7-923d-425e-8eb4-48b0830dbb71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d90098a7-43f0-46a4-8e71-98076f8d0428 HTTP/1.1" status: 204 len: 168 time: 0.1141636 Jul 13 20:07:13.798610 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda10d7-923d-425e-8eb4-48b0830dbb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90098a7-43f0-46a4-8e71-98076f8d0428,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:14.433673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:07:14.525420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1502900258-network', 'tenant_id': '3d5789844ee64f9a9afb6f9eed8610d8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:07:14.547214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Made reservation on behalf of 3d5789844ee64f9a9afb6f9eed8610d8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:07:14.549677 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:14.558292 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:14.643008 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:14.646734 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:14.667660 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:07:14.680833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6884be7e-298d-4ad8-aa99-84c4d7e5f13d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:14.685859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:14.686207 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Added segment 066b60a9-eab1-4d0b-9a65-a74718f42fd7 of type vlan for network 2d477eaf-fa1e-4065-8544-01788012f590 Jul 13 20:07:14.725226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:14.755342 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:14.756265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:14.756842 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:14.808890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3740444 Jul 13 20:07:14.811968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:07:14.816247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f85b0-118a-4f2d-8005-31811cae08f4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d477eaf-fa1e-4065-8544-01788012f590,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:14.817912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Request body: {'subnet': {'network_id': '2d477eaf-fa1e-4065-8544-01788012f590', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1502900258-subnet', 'tenant_id': '3d5789844ee64f9a9afb6f9eed8610d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:07:14.825901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 2d477eaf-fa1e-4065-8544-01788012f590 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:07:14.839816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Made reservation on behalf of 3d5789844ee64f9a9afb6f9eed8610d8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:07:14.842188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:15.004533 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:15.066721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5badc0a9-45bb-4985-9c65-9f58161f917b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:15.070961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Checking segment: {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:07:15.071327 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Network hostable DHCP agents. Network: 2d477eaf-fa1e-4065-8544-01788012f590, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:07:15.087779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Network 2d477eaf-fa1e-4065-8544-01788012f590 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:07:15.097064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 2d477eaf-fa1e-4065-8544-01788012f590) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:07:15.100996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:15.101612 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:15.105919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d053aa-29ca-4f93-8520-ac20fd023c71 None None] Network 2d477eaf-fa1e-4065-8544-01788012f590 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:07:15.115421 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c1e7b15a-7fa1-4cc3-9757-7c018b626697 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3018332 Jul 13 20:07:15.383635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52b74f-a4bf-47bf-9f0a-d199966c01f6 None None] Network 2d477eaf-fa1e-4065-8544-01788012f590 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:07:15.541080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-7cff8355-2696-4e3f-8462-2f4446ed93a1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:15.542592 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-7cff8355-2696-4e3f-8462-2f4446ed93a1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 815 time: 0.0991020 Jul 13 20:07:15.557400 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-fa275b76-0c91-458d-926e-bc5bd0e05701 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/quotas/3d5789844ee64f9a9afb6f9eed8610d8 HTTP/1.1" status: 200 len: 375 time: 0.0086370 Jul 13 20:07:15.589853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-c2a9b8aa-780b-4258-af47-dcc0014f8806 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276449 Jul 13 20:07:15.681002 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-57ae5b64-fc7a-4525-af0c-aaf8181cf25d service neutron] 10.222.0.25 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848010 Jul 13 20:07:15.768293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-db05b993-2595-4295-80fb-79b1c463f5cd service neutron] 10.222.0.25 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809026 Jul 13 20:07:15.931573 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:15.937718 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b29af509-e21b-4d11-9e76-a362229e9527 req-00771176-535e-4b7e-ab3f-b1f3a997920f tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 210 time: 0.0308175 Jul 13 20:07:16.575873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:07:16.599464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:07:16.599805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8fd9b820-4f6b-4d64-b0f8-ac8ef8eb19d5 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:07:16.649905 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:16.957352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-b8a1a2a7-66ef-4daf-9777-761daac34da6 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:16.958773 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-b8a1a2a7-66ef-4daf-9777-761daac34da6 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.60 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 815 time: 0.1073830 Jul 13 20:07:16.975071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Request body: {'port': {'device_id': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590', 'admin_state_up': True, 'tenant_id': '3d5789844ee64f9a9afb6f9eed8610d8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:07:17.094513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad163079-01db-49f0-ac91-f14be5eeb5c4 req-7465e013-f24c-44ce-b063-d9e864989730 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 210 time: 0.0426466 Jul 13 20:07:17.115428 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Made reservation on behalf of 3d5789844ee64f9a9afb6f9eed8610d8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:07:17.119866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.243072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Allocated IP 172.20.0.8 (2d477eaf-fa1e-4065-8544-01788012f590/5badc0a9-45bb-4985-9c65-9f58161f917b/ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:07:17.389898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.427880 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.471364 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Network 2d477eaf-fa1e-4065-8544-01788012f590 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:07:17.474478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:07:17.478274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:07:17.484954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Pushing event updated for resources: {'Port': ['ID=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:17.532665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:17.533169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.546902 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-692178aa-044b-4357-bf47-1110980390d0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757885 Jul 13 20:07:17.558502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Request body: {'port': {'device_id': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:07:17.627622 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.890262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:07:17.897928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.911010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Transition to ACTIVE for port object ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:07:17.913990 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.967608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:18.034518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Attempting to bind port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:07:18.034852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Attempting to bind port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:07:18.035182 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Attempting to bind port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 on network 2d477eaf-fa1e-4065-8544-01788012f590 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:07:18.039396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 on network 2d477eaf-fa1e-4065-8544-01788012f590 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:07:18.039717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Attempting to bind port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 on network 2d477eaf-fa1e-4065-8544-01788012f590 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:07:18.044831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:07:18.045150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Checking segment: {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:07:18.045534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Bound using segment: {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:07:18.045956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Bound port: ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:07:18.046312 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:18.113889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:07:18.116897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:07:18.122985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:18.161591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:18.162211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:18.163641 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] 10.222.0.60 "PUT /v2.0/ports/ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 200 len: 1091 time: 0.6098216 Jul 13 20:07:18.164070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:18.166727 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:18.187473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae19f39-83ec-4e99-80ee-a95a94bda617 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:18.219657 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3bc7d4-18d2-4340-bd8d-a680bd35ac70 x-openstack-request-id: req-5f3bc7d4-18d2-4340-bd8d-a680bd35ac70 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:18.219937 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:18.220187 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f3bc7d4-18d2-4340-bd8d-a680bd35ac70 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:18.220581 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6', 'status': 'completed', 'code': 200} Jul 13 20:07:18.265506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-f0b4ee22-c800-42f8-827f-bd3d56645c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:18.267067 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-f0b4ee22-c800-42f8-827f-bd3d56645c6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 1094 time: 0.0575008 Jul 13 20:07:18.276254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4c0b-7981-43e3-981c-4a1b5cb63f61 req-1447dd32-cef1-404d-bd31-ec7f1d562c3a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:18.277737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f57d4c0b-7981-43e3-981c-4a1b5cb63f61 req-1447dd32-cef1-404d-bd31-ec7f1d562c3a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 943 time: 0.0689812 Jul 13 20:07:18.312745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-ccf4b169-218c-430f-aafc-b13381b0523e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 200 len: 217 time: 0.0384395 Jul 13 20:07:18.364880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-b24bd1db-34e5-47e4-9f6e-1663e5a29100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:18.366293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-b24bd1db-34e5-47e4-9f6e-1663e5a29100 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0476086 Jul 13 20:07:18.399645 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-cdb101a0-3759-497e-a3d5-4c079e5a2f78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271733 Jul 13 20:07:18.497221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-a8e23df0-6a84-438f-8cb1-4d60bbc8f66f service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907855 Jul 13 20:07:18.590493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32d74d14-6686-43d7-bba9-c3bd0715f580 req-3294d3e5-a11f-490e-a043-2224e9ed6d5b service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869982 Jul 13 20:07:18.668064 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f57d4c0b-7981-43e3-981c-4a1b5cb63f61 req-a18028ed-1a8b-409b-be35-2399962fd7c3 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846447 Jul 13 20:07:18.689191 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a req-ec3ac8be-592a-4cc8-b715-272a139d3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:18.690726 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a req-ec3ac8be-592a-4cc8-b715-272a139d3fca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 1094 time: 0.0546021 Jul 13 20:07:18.783349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a req-892ea871-2d02-4fec-8d32-302dfc6a657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:18.784819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a req-892ea871-2d02-4fec-8d32-302dfc6a657c service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0885551 Jul 13 20:07:18.825341 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a req-c1442a52-f21e-4cb1-aecf-904294f59ef0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 200 len: 217 time: 0.0349212 Jul 13 20:07:18.872741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a req-e44e0d36-120e-4ffa-9f83-2bf1ef52305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:18.874263 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a req-e44e0d36-120e-4ffa-9f83-2bf1ef52305e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0432868 Jul 13 20:07:18.911539 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a req-d55ecf5a-a762-4aae-b3fc-fdbe46f64712 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305452 Jul 13 20:07:19.000629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a req-44d91ffe-73cd-4da6-b509-69844ac4bc98 service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826170 Jul 13 20:07:19.094302 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d788383-fdc4-45b1-94cd-a7bae8ddce1a req-0bb3a2a0-4062-4798-9e0b-b2be4ce8265a service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873053 Jul 13 20:07:20.027380 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad76a7-2476-463d-b4a3-8d1a99ce3307 req-d9af557b-48e1-4b54-ad49-d0f010d3c693 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:20.028783 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81ad76a7-2476-463d-b4a3-8d1a99ce3307 req-d9af557b-48e1-4b54-ad49-d0f010d3c693 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 943 time: 0.0651665 Jul 13 20:07:20.066379 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81ad76a7-2476-463d-b4a3-8d1a99ce3307 req-9f274b78-a393-4701-aa01-978cf91f974c tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Jul 13 20:07:20.608041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:07:20.698621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:20.709404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6', 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590', 'port_id': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6', 'mac_address': 'fa:16:3e:74:2a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5badc0a9-45bb-4985-9c65-9f58161f917b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:07:20.745203 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:20.760085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:07:20.788145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:20.793541 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:20.796659 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b0eb7df-1654-460a-b010-32dd32ab5dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:20.839763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:20.846693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.847037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.847372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.847704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.848033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.848363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.848685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.849012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.849328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.849647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.849965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.850280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:20.975886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:07:21.237836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ff921-921a-4464-adf5-af178ac95da9 req-5478f830-4e0e-4833-ae6f-4e31a6a6d12b tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:21.239277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-978ff921-921a-4464-adf5-af178ac95da9 req-5478f830-4e0e-4833-ae6f-4e31a6a6d12b tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 944 time: 0.0623877 Jul 13 20:07:21.277815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-978ff921-921a-4464-adf5-af178ac95da9 req-0d644c99-1919-4d03-99ef-14d0ce1b5d2d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Jul 13 20:07:22.449434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbb951-5c6b-43c4-8894-fa76a5207e06 req-e2675b1d-bd1d-4856-adcd-ec0a64fa27e9 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:22.450972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-58cbb951-5c6b-43c4-8894-fa76a5207e06 req-e2675b1d-bd1d-4856-adcd-ec0a64fa27e9 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 944 time: 0.0631166 Jul 13 20:07:22.488171 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-58cbb951-5c6b-43c4-8894-fa76a5207e06 req-2bc337b7-f812-4266-a381-a7bde413b4f1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Jul 13 20:07:22.607730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:07:22.653640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:07:22.657190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:07:22.657554 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:22.732005 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:22.754151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:22.756384 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879de8f3-23f9-4bd2-90e0-d987eb59ea46" -d '{"events": [{"server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "name": "network-vif-plugged", "status": "completed", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:22.769088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:22.774576 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:22.801275 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c21f2bd-92e7-4451-a6ac-781ada13db52 x-openstack-request-id: req-8c21f2bd-92e7-4451-a6ac-781ada13db52 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:22.801569 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "name": "network-vif-plugged", "status": "completed", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:22.801823 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c21f2bd-92e7-4451-a6ac-781ada13db52 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:22.802207 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6', 'code': 200} Jul 13 20:07:22.827865 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:22.906444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10a39-21ac-44cf-8ee9-75fb40113aa8 req-0712e553-6026-4b7d-8fb0-a3c199036d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:22.907837 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-46f10a39-21ac-44cf-8ee9-75fb40113aa8 req-0712e553-6026-4b7d-8fb0-a3c199036d28 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 1096 time: 0.0551107 Jul 13 20:07:22.941091 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-46f10a39-21ac-44cf-8ee9-75fb40113aa8 req-186026b4-8c6c-434f-a54e-320fa4c04bca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276027 Jul 13 20:07:23.634807 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a73d722-d429-4df8-9181-42d8ccbf3789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:23.669125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9b78f-4373-4fd4-a5c3-e9993d12ce22 req-039db09d-381f-4b81-9e60-98f4f0d4d50f tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:23.670717 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37a9b78f-4373-4fd4-a5c3-e9993d12ce22 req-039db09d-381f-4b81-9e60-98f4f0d4d50f tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0721016 Jul 13 20:07:23.691122 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:23.715416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37a9b78f-4373-4fd4-a5c3-e9993d12ce22 req-af0f56b4-447c-49f3-a9ec-0a1fa789d91a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382419 Jul 13 20:07:24.691342 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:24.893966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3187b64-1d0c-4e21-bbb0-0563ccd32e1f req-a6b7c98e-0421-4bbb-83c3-114839a4c1b2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:24.895448 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3187b64-1d0c-4e21-bbb0-0563ccd32e1f req-a6b7c98e-0421-4bbb-83c3-114839a4c1b2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0649652 Jul 13 20:07:24.933148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f3187b64-1d0c-4e21-bbb0-0563ccd32e1f req-71a0b494-b264-4843-acbe-dec3032dad43 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Jul 13 20:07:25.108324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccbdfb-5b64-490c-b5c3-f297b1ac5255 req-03b0e17b-d624-481f-830d-73bd9aba6ece tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:25.109822 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-caccbdfb-5b64-490c-b5c3-f297b1ac5255 req-03b0e17b-d624-481f-830d-73bd9aba6ece tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0683308 Jul 13 20:07:25.148575 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-caccbdfb-5b64-490c-b5c3-f297b1ac5255 req-d83bfd50-6e10-48b3-b908-01c4e5475374 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333228 Jul 13 20:07:25.486552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc879d7c-31e6-4ccf-9aaa-71c453b0f259 req-57923afe-4108-4a6e-a604-8acc00b8b59d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:25.488030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc879d7c-31e6-4ccf-9aaa-71c453b0f259 req-57923afe-4108-4a6e-a604-8acc00b8b59d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0623429 Jul 13 20:07:25.524573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc879d7c-31e6-4ccf-9aaa-71c453b0f259 req-5fd4566f-d392-41d4-8b62-1b1fb5eb7e99 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Jul 13 20:07:25.692436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7971ae-c0b0-468a-ae76-29a936946561 req-e7c32053-bcf0-4db7-a7db-65689e855cb7 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:25.693899 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd7971ae-c0b0-468a-ae76-29a936946561 req-e7c32053-bcf0-4db7-a7db-65689e855cb7 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0615439 Jul 13 20:07:25.729843 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd7971ae-c0b0-468a-ae76-29a936946561 req-23a0b88a-535d-42a5-acc8-dc151fe105ca tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298142 Jul 13 20:07:26.063800 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-08d3d065-035f-40dd-9b23-5cebbfc719c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511043 Jul 13 20:07:26.130360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7744b93-5a52-41b6-ab83-1f1f2b322f27 req-7b702d0e-a2ad-4e7f-939e-4ebc75684f14 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:26.131900 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7744b93-5a52-41b6-ab83-1f1f2b322f27 req-7b702d0e-a2ad-4e7f-939e-4ebc75684f14 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0672491 Jul 13 20:07:26.173018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7744b93-5a52-41b6-ab83-1f1f2b322f27 req-a600aa80-b768-4797-bbe8-b03b284bddff tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343177 Jul 13 20:07:26.178457 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:27.356551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-e6bac6ac-6dd5-4f91-8183-26098b4cfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:27.358069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-e6bac6ac-6dd5-4f91-8183-26098b4cfb7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 1096 time: 0.1003227 Jul 13 20:07:27.370481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38596cb-0683-469b-94b3-b22dc76558ef req-b4618160-68f6-49ac-857c-a4fc67440be9 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:27.371997 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c38596cb-0683-469b-94b3-b22dc76558ef req-b4618160-68f6-49ac-857c-a4fc67440be9 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0849986 Jul 13 20:07:27.462950 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c38596cb-0683-469b-94b3-b22dc76558ef req-61667818-866f-44b7-83b4-b9b7ffe679d1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819738 Jul 13 20:07:27.483652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-72100a76-c61f-4ddd-8b2f-2d4c39c85650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:27.483652 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-72100a76-c61f-4ddd-8b2f-2d4c39c85650 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.1096449 Jul 13 20:07:27.527294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-92486f57-304d-41ec-ad9d-f445b79bfa01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 200 len: 217 time: 0.0391588 Jul 13 20:07:27.574915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-48de7285-6c95-4874-8866-89a4fd03aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:27.576323 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-48de7285-6c95-4874-8866-89a4fd03aa1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0437560 Jul 13 20:07:27.607024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-080bee23-e3ea-43cb-b88d-461f2c6f47bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248473 Jul 13 20:07:27.698865 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-c4f578be-1b51-436e-9ca8-1c56ba95547f service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857415 Jul 13 20:07:27.785306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-e595d805-8454-4ad6-a4d4-d84a3dfe5a7e service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808668 Jul 13 20:07:28.633191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ebc2a-13fe-4525-a3f3-83054623840a req-6a047d10-7902-402c-b7a4-e54e37878f0a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:28.634734 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e82ebc2a-13fe-4525-a3f3-83054623840a req-6a047d10-7902-402c-b7a4-e54e37878f0a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0622895 Jul 13 20:07:28.672353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e82ebc2a-13fe-4525-a3f3-83054623840a req-6a9fef1d-5e3c-40e2-b844-f3ee2211c427 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Jul 13 20:07:29.847669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856715b-c981-42c9-8c71-db0abc6a50f1 req-58dcfc8a-d825-4ebd-8ccd-d0a53270d09d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:29.849123 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5856715b-c981-42c9-8c71-db0abc6a50f1 req-58dcfc8a-d825-4ebd-8ccd-d0a53270d09d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0664332 Jul 13 20:07:29.886224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5856715b-c981-42c9-8c71-db0abc6a50f1 req-03254e45-a5ab-4a50-a186-26ee538c5135 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305221 Jul 13 20:07:31.060096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4396b25-6cfd-40b4-8980-27111d64710e req-0089af21-d015-4eb1-bd8a-d700d2bb4882 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:31.061582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4396b25-6cfd-40b4-8980-27111d64710e req-0089af21-d015-4eb1-bd8a-d700d2bb4882 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0626085 Jul 13 20:07:31.102542 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4396b25-6cfd-40b4-8980-27111d64710e req-d6e032f9-9fd9-4211-9aab-2b0bf45f4b13 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351899 Jul 13 20:07:32.275497 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233718-57a8-4358-bc23-44e46f5b26ef req-c6703178-553d-4ed9-a54d-5f37fdc530db tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:32.277021 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f233718-57a8-4358-bc23-44e46f5b26ef req-c6703178-553d-4ed9-a54d-5f37fdc530db tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0633845 Jul 13 20:07:32.315037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f233718-57a8-4358-bc23-44e46f5b26ef req-8247437e-382c-46c0-8d46-83b4c6584df0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Jul 13 20:07:33.487012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb17de8-1898-43b7-8665-70604c991e0d req-cebf54b2-fca1-4334-a4b1-65f2882d4864 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:33.488497 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7eb17de8-1898-43b7-8665-70604c991e0d req-cebf54b2-fca1-4334-a4b1-65f2882d4864 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0641108 Jul 13 20:07:33.526063 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7eb17de8-1898-43b7-8665-70604c991e0d req-b16a485e-66e2-4a4b-92bc-39e42334ff41 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Jul 13 20:07:34.697724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b4aa2-f24d-497c-8ad2-42fe61aa88f0 req-26d17c66-61aa-445b-84fa-b2ec1f0a4975 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:34.699294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-707b4aa2-f24d-497c-8ad2-42fe61aa88f0 req-26d17c66-61aa-445b-84fa-b2ec1f0a4975 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0618472 Jul 13 20:07:34.735664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-707b4aa2-f24d-497c-8ad2-42fe61aa88f0 req-15263c57-69b6-429d-bc86-b088801a1da3 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308592 Jul 13 20:07:35.909491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca36d6-1802-476f-bd9d-5379ff3650fe req-691c5914-0389-45ba-8ee9-ac5167b64b00 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:35.910995 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8cca36d6-1802-476f-bd9d-5379ff3650fe req-691c5914-0389-45ba-8ee9-ac5167b64b00 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0620832 Jul 13 20:07:35.949086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8cca36d6-1802-476f-bd9d-5379ff3650fe req-134f8d0a-3bf1-430b-9b18-da97a186f869 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Jul 13 20:07:37.124015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237470e0-853a-4b23-9445-c74f0d69f233 req-320a2f95-4402-441c-b92c-af80eeab39c2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:37.125498 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-237470e0-853a-4b23-9445-c74f0d69f233 req-320a2f95-4402-441c-b92c-af80eeab39c2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0664930 Jul 13 20:07:37.162138 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-237470e0-853a-4b23-9445-c74f0d69f233 req-de3ed93a-bde6-4b7e-9ac3-785c953cfbe7 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Jul 13 20:07:38.337151 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913807e2-adbc-42bc-a4ab-53dc278f89a4 req-f5b91538-bfb6-48f9-b2cf-d8cebfab1115 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:38.338804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-913807e2-adbc-42bc-a4ab-53dc278f89a4 req-f5b91538-bfb6-48f9-b2cf-d8cebfab1115 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0657878 Jul 13 20:07:38.375498 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-913807e2-adbc-42bc-a4ab-53dc278f89a4 req-4be1ad0a-73f0-4a16-9659-47abd49326d2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Jul 13 20:07:39.401746 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:07:39.546189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5dc63-9d87-4b43-b8dd-eade081183eb req-c8c5cbae-23a9-40f0-82d5-ba75113760c0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:39.547615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8af5dc63-9d87-4b43-b8dd-eade081183eb req-c8c5cbae-23a9-40f0-82d5-ba75113760c0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0633230 Jul 13 20:07:39.585625 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8af5dc63-9d87-4b43-b8dd-eade081183eb req-fdf6aa80-7d34-4c84-8ebc-c8c81085d821 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Jul 13 20:07:39.815234 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1ee7c-5263-4a64-af5f-3b196458e4e5 req-f84ba706-ee5c-479d-8336-b722a802ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:39.816667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7eb1ee7c-5263-4a64-af5f-3b196458e4e5 req-f84ba706-ee5c-479d-8336-b722a802ddf1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 1096 time: 0.0568485 Jul 13 20:07:39.917948 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1ee7c-5263-4a64-af5f-3b196458e4e5 req-d874a42f-ac59-442a-9fd0-f80ea65ee04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:39.919438 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7eb1ee7c-5263-4a64-af5f-3b196458e4e5 req-d874a42f-ac59-442a-9fd0-f80ea65ee04a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0844166 Jul 13 20:07:39.960797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7eb1ee7c-5263-4a64-af5f-3b196458e4e5 req-10b5f440-050b-44aa-b0b0-0cbeef4874cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 200 len: 217 time: 0.0352345 Jul 13 20:07:40.015261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1ee7c-5263-4a64-af5f-3b196458e4e5 req-8dd42c22-454f-44b9-ade9-442fba506106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:40.016698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7eb1ee7c-5263-4a64-af5f-3b196458e4e5 req-8dd42c22-454f-44b9-ade9-442fba506106 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0503051 Jul 13 20:07:40.048448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7eb1ee7c-5263-4a64-af5f-3b196458e4e5 req-6249a21d-ee01-48c6-95a9-559e7fae050e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261259 Jul 13 20:07:40.135370 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7eb1ee7c-5263-4a64-af5f-3b196458e4e5 req-2f1c8626-e5ed-44bf-9bf2-f5f6a61d8a58 service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813220 Jul 13 20:07:40.227145 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7eb1ee7c-5263-4a64-af5f-3b196458e4e5 req-485d4524-4e07-4731-905d-6557ec280ffa service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863092 Jul 13 20:07:40.761447 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f416a0-141c-4c14-bf93-2ab6a8fd6668 req-64791deb-6389-4308-b317-c3b390c4d687 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:40.762958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b4f416a0-141c-4c14-bf93-2ab6a8fd6668 req-64791deb-6389-4308-b317-c3b390c4d687 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0622234 Jul 13 20:07:40.800238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b4f416a0-141c-4c14-bf93-2ab6a8fd6668 req-ab9a4e00-5d9d-4dc3-81ab-9a47d3ce71c3 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318582 Jul 13 20:07:41.971974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff38f67-6491-427d-9c4e-5b9d58eb6567 req-dce2c3d6-5ba0-4aa2-8540-f403c8e3567a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:41.973460 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0ff38f67-6491-427d-9c4e-5b9d58eb6567 req-dce2c3d6-5ba0-4aa2-8540-f403c8e3567a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0630877 Jul 13 20:07:42.013268 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0ff38f67-6491-427d-9c4e-5b9d58eb6567 req-414d0bdb-115a-464d-8fdf-a4ce3bbf016b tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343215 Jul 13 20:07:43.188672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35248b-c23b-4c4c-afb8-beb8afcd31d5 req-99043a1c-d138-4956-be89-2f887739dceb tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:43.190130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa35248b-c23b-4c4c-afb8-beb8afcd31d5 req-99043a1c-d138-4956-be89-2f887739dceb tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0654848 Jul 13 20:07:43.228122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fa35248b-c23b-4c4c-afb8-beb8afcd31d5 req-fe16d1c3-1e84-48df-a601-978f600022af tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Jul 13 20:07:44.407585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f76e7-c4e4-4930-9554-5c2c1baf786f req-18507936-c724-4bbc-90e6-b6e8ac5ddf9e tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:44.409062 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d38f76e7-c4e4-4930-9554-5c2c1baf786f req-18507936-c724-4bbc-90e6-b6e8ac5ddf9e tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0665488 Jul 13 20:07:44.446832 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d38f76e7-c4e4-4930-9554-5c2c1baf786f req-1dff51ba-af56-4e7c-b0cb-3a69794db1bc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Jul 13 20:07:45.622320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3c72c-3da7-4cef-a72c-1c990cb38aef req-7eb59f78-ccc1-4d1a-8a70-bf8aeb1867e3 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:45.623858 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-87a3c72c-3da7-4cef-a72c-1c990cb38aef req-7eb59f78-ccc1-4d1a-8a70-bf8aeb1867e3 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0643008 Jul 13 20:07:45.660628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-87a3c72c-3da7-4cef-a72c-1c990cb38aef req-66cddac2-aa3c-4814-9aef-ed40f6cda6db tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313230 Jul 13 20:07:45.934655 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:46.649891 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:46.834720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020573d-b896-4d99-8c29-adf834719a89 req-2737c8a6-664e-40ca-8543-eb25b8b9c75b tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:46.836216 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6020573d-b896-4d99-8c29-adf834719a89 req-2737c8a6-664e-40ca-8543-eb25b8b9c75b tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0645983 Jul 13 20:07:46.873638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6020573d-b896-4d99-8c29-adf834719a89 req-f6eefdad-a69b-44d1-beef-b30db7774007 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317488 Jul 13 20:07:48.050637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8399930-0014-4326-b1af-a91fa78c66ad req-a00372ff-8c81-4b3c-bcc0-a60195ff0678 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:48.052117 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d8399930-0014-4326-b1af-a91fa78c66ad req-a00372ff-8c81-4b3c-bcc0-a60195ff0678 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0644946 Jul 13 20:07:48.089124 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d8399930-0014-4326-b1af-a91fa78c66ad req-9102435a-22e9-464b-9b9e-850987404faf tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Jul 13 20:07:49.260391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae2321-6327-40d0-a672-24f1d22d659b req-bcd7ade7-79b2-4fb1-853a-c91cd9a5646e tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:49.262832 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47ae2321-6327-40d0-a672-24f1d22d659b req-bcd7ade7-79b2-4fb1-853a-c91cd9a5646e tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0632522 Jul 13 20:07:49.302040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-47ae2321-6327-40d0-a672-24f1d22d659b req-21e9fbd5-a4c8-473e-a8fe-08534d3cd95f tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Jul 13 20:07:50.477184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb7ab5-879e-4039-8c3e-e9ce03a6dbab req-dc085a40-98ac-4188-b234-909d1e1e88b6 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:50.478700 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-59eb7ab5-879e-4039-8c3e-e9ce03a6dbab req-dc085a40-98ac-4188-b234-909d1e1e88b6 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0665138 Jul 13 20:07:50.516459 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-59eb7ab5-879e-4039-8c3e-e9ce03a6dbab req-8967c74c-86fa-46a7-a3d1-48327b42e0ea tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Jul 13 20:07:50.788330 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90018723-7f96-4c35-b0f1-0ccc0fa16cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:51.690872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da16d3b-c918-4dc4-8fd2-1fd2208c44ec req-37056ed0-0c4a-43e5-8729-42a9557b03f5 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:51.692359 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da16d3b-c918-4dc4-8fd2-1fd2208c44ec req-37056ed0-0c4a-43e5-8729-42a9557b03f5 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0667472 Jul 13 20:07:51.730278 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da16d3b-c918-4dc4-8fd2-1fd2208c44ec req-d4efe31b-3851-440b-9be8-0d934a29bae2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Jul 13 20:07:52.902587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601e9b0-8b65-4b66-8cf3-dc30e6426678 req-57cb3757-93dc-4d1d-82fa-4d5a2121634a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:52.904060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a601e9b0-8b65-4b66-8cf3-dc30e6426678 req-57cb3757-93dc-4d1d-82fa-4d5a2121634a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0629749 Jul 13 20:07:52.941129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a601e9b0-8b65-4b66-8cf3-dc30e6426678 req-f82a6b39-fce8-4683-a91f-1c318d59ea84 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Jul 13 20:07:53.634752 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f23bac9-65c7-42ba-b22f-8ed6fe7fd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:53.692394 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:54.121555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356cd35-51f4-481a-bfd7-285269291acf req-3327a5f2-6abd-448e-9bc8-3334eec6d0ad tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:54.123097 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2356cd35-51f4-481a-bfd7-285269291acf req-3327a5f2-6abd-448e-9bc8-3334eec6d0ad tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0657833 Jul 13 20:07:54.160152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2356cd35-51f4-481a-bfd7-285269291acf req-048a1c44-e2f7-45aa-bfbc-2e251b627ba9 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jul 13 20:07:54.693797 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:54.766188 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-89dce5de-f818-44bf-b5d0-52d5ea730d6f service neutron] show failed (client error): The resource could not be found. Jul 13 20:07:54.767227 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-89dce5de-f818-44bf-b5d0-52d5ea730d6f service neutron] 10.222.0.60 "GET /v2.0/ports/ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6/bindings/n-h1-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.1126196 Jul 13 20:07:55.047711 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-2fd2465a-3431-4ba3-a2b7-19333f01a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:55.049386 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-2fd2465a-3431-4ba3-a2b7-19333f01a7cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde&tenant_id=3d5789844ee64f9a9afb6f9eed8610d8 HTTP/1.1" status: 200 len: 1096 time: 0.0860708 Jul 13 20:07:55.066905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:07:55.134068 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:55.376187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:55.395943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bb7ad-288a-40d8-9da7-71431d86cd35 req-a9958bd5-e01f-451e-8fcc-ab6f2fa0e7ff tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:55.397432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f29bb7ad-288a-40d8-9da7-71431d86cd35 req-a9958bd5-e01f-451e-8fcc-ab6f2fa0e7ff tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.1023836 Jul 13 20:07:55.445858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:07:55.467180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f29bb7ad-288a-40d8-9da7-71431d86cd35 req-790a2aa5-ae00-4bd4-bb0e-e557a0a08f42 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639212 Jul 13 20:07:55.488127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:55.490375 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04deac5-8182-4efc-917b-4db0063901c4" -d '{"events": [{"server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:55.494225 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:55.507346 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Transition to ACTIVE for port object ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:07:55.513233 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:55.576295 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] No DVR routers for this DVR port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:07:55.588824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Pushing event updated for resources: {'Port': ['ID=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:55.610802 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564f45bf-1f33-4900-912e-12a726aa8377 x-openstack-request-id: req-564f45bf-1f33-4900-912e-12a726aa8377 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:55.611083 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:55.611334 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-564f45bf-1f33-4900-912e-12a726aa8377 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:55.611717 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6', 'code': 200} Jul 13 20:07:55.616559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.616904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.617239 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.617569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.617904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.618228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.618583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.618905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.619222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.619538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.620520 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.620845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:55.631957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Attempting to bind port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:07:55.632289 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Attempting to bind port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:07:55.632616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Attempting to bind port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 on network 2d477eaf-fa1e-4065-8544-01788012f590 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:07:55.637000 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 on network 2d477eaf-fa1e-4065-8544-01788012f590 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:07:55.637320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Attempting to bind port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 on network 2d477eaf-fa1e-4065-8544-01788012f590 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:07:55.641951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:07:55.642287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Checking segment: {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:07:55.642689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Bound using segment: {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:07:55.643112 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Bound port: ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:07:55.643469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:55.705931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:07:55.708826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:07:55.713221 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:55.749952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:55.750590 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:55.751954 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] 10.222.0.24 "PUT /v2.0/ports/ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 200 len: 1091 time: 0.6890466 Jul 13 20:07:55.771238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553b7a4-2ec2-43e0-90b6-18c0f804e69d service neutron] Pushing event updated for resources: {'Port': ['ID=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:55.827145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-0d3c9ff8-5ee9-4350-87bf-633fd636aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:55.828648 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-0d3c9ff8-5ee9-4350-87bf-633fd636aa01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 1094 time: 0.0526750 Jul 13 20:07:55.923995 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-b0b7f271-11ea-42cf-8cad-e0595c8e3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:55.925391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-b0b7f271-11ea-42cf-8cad-e0595c8e3832 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0858397 Jul 13 20:07:55.966702 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-a01cc131-7b37-40a3-8222-25116a99bd7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 200 len: 217 time: 0.0340154 Jul 13 20:07:56.015429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-e063daba-b960-4ac5-976a-57c36a61ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:56.016898 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-e063daba-b960-4ac5-976a-57c36a61ac37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0429280 Jul 13 20:07:56.052440 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-d9d55e94-7af9-4a31-82aa-2aa7f42c4d28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277865 Jul 13 20:07:56.143767 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-93070332-cb26-484d-bdc1-ba321fdef5f6 service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828578 Jul 13 20:07:56.179002 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:56.236004 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c24bdee3-de06-452f-aecc-a901163f9e0c req-ed2ced8c-539d-41f1-879b-fa5385239861 service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833433 Jul 13 20:07:56.645547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb463ed-4fd2-441b-bfe9-66d5393c401a req-807d2ce1-f7a4-47e6-be2c-42fc931d40b8 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:56.647096 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb463ed-4fd2-441b-bfe9-66d5393c401a req-807d2ce1-f7a4-47e6-be2c-42fc931d40b8 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 943 time: 0.0679395 Jul 13 20:07:56.692801 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1bb463ed-4fd2-441b-bfe9-66d5393c401a req-d323f436-508f-4823-a301-1037566570a4 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393865 Jul 13 20:07:57.613255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:57.615661 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65665496-793d-4526-8cb8-4e36e5618bde" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:57.663243 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd01f86-8eca-449a-877e-0011087ea772 x-openstack-request-id: req-3fd01f86-8eca-449a-877e-0011087ea772 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:57.663535 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:57.663896 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fd01f86-8eca-449a-877e-0011087ea772 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:57.664190 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6', 'status': 'completed', 'code': 200} Jul 13 20:07:57.739739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665496-793d-4526-8cb8-4e36e5618bde req-e67b08d5-13fb-4e1b-8b74-2bf21a206617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:57.741230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665496-793d-4526-8cb8-4e36e5618bde req-cb23b85c-1d38-4a38-b69c-469e4f5c83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:57.741367 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-e67b08d5-13fb-4e1b-8b74-2bf21a206617 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 1094 time: 0.0563333 Jul 13 20:07:57.742850 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-cb23b85c-1d38-4a38-b69c-469e4f5c83e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 1094 time: 0.0531979 Jul 13 20:07:57.833909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665496-793d-4526-8cb8-4e36e5618bde req-eebd15ed-715a-41e3-8977-267dd24c5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:57.835424 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-eebd15ed-715a-41e3-8977-267dd24c5c22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0871627 Jul 13 20:07:57.880516 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-509e3e2d-47d9-49c3-b7cc-e8aa2a69adf1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 200 len: 217 time: 0.0387704 Jul 13 20:07:57.882414 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665496-793d-4526-8cb8-4e36e5618bde req-8901712c-0cdc-4e2b-a0fc-8829741859e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:57.883902 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-8901712c-0cdc-4e2b-a0fc-8829741859e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.1329970 Jul 13 20:07:57.930571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665496-793d-4526-8cb8-4e36e5618bde req-11bf6f80-dc22-46e6-a576-b546ab84f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:57.932243 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-11bf6f80-dc22-46e6-a576-b546ab84f494 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0456815 Jul 13 20:07:57.934790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-feb16256-af46-4e3f-832d-feb9ba437975 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 200 len: 217 time: 0.0425906 Jul 13 20:07:57.946611 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab0e5e-ac3f-4966-b001-b7099d63de0d req-9a34d215-3053-4979-b401-c865de9ef62c tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:57.948329 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11ab0e5e-ac3f-4966-b001-b7099d63de0d req-9a34d215-3053-4979-b401-c865de9ef62c tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 943 time: 0.1334584 Jul 13 20:07:57.964594 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-f5c426c0-8f82-487e-8405-a40119ed1731 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260456 Jul 13 20:07:58.020364 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11ab0e5e-ac3f-4966-b001-b7099d63de0d req-bf85fa23-5c0f-4570-a5aa-dc2079c56ae0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635886 Jul 13 20:07:58.023983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665496-793d-4526-8cb8-4e36e5618bde req-7ea4c47d-777a-4926-ae76-ba2083e0d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:58.025402 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-7ea4c47d-777a-4926-ae76-ba2083e0d439 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0760117 Jul 13 20:07:58.062192 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-e5165c62-1243-46c9-8153-4d529a7adb6d service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914240 Jul 13 20:07:58.064980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-093819ae-986d-45a5-8fcc-fd2c5108c834 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304697 Jul 13 20:07:58.159127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-37b1abb3-5975-4dbb-af3e-934a5fbda070 service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909450 Jul 13 20:07:58.159514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-dbd07756-4d2d-464b-acac-eca84211f51d service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866852 Jul 13 20:07:58.254946 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-65665496-793d-4526-8cb8-4e36e5618bde req-c382afd0-d2d8-4810-a56f-ca1d96c02ad3 service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856552 Jul 13 20:07:58.779410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:07:58.816550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:07:59.059884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:07:59.154785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:59.166293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6', 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590', 'port_id': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6', 'mac_address': 'fa:16:3e:74:2a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5badc0a9-45bb-4985-9c65-9f58161f917b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:07:59.201314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff9ff9-f0d8-41aa-bf8e-e930e82587b4 req-ffc6ecf1-de44-40bc-bf94-98633c261365 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:59.202833 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55ff9ff9-f0d8-41aa-bf8e-e930e82587b4 req-ffc6ecf1-de44-40bc-bf94-98633c261365 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 943 time: 0.0684955 Jul 13 20:07:59.204141 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:59.217142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:07:59.237895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:59.241219 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-55ff9ff9-f0d8-41aa-bf8e-e930e82587b4 req-8e64dfbb-0b4d-4b78-bade-c706a60cacd3 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327981 Jul 13 20:07:59.241578 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:59.294568 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:59.480325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:07:59.623800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bae25-86e8-4617-99c5-255d5f43d39d req-f14c010d-2ddd-4ad1-b7c6-5efa0ce2ba5f tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:59.625250 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-728bae25-86e8-4617-99c5-255d5f43d39d req-f14c010d-2ddd-4ad1-b7c6-5efa0ce2ba5f tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde&tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 944 time: 0.1420004 Jul 13 20:07:59.633373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1bd1f-ac0b-4501-99b0-f4909a147180 req-19cb35a0-6b68-4d37-92d2-f373ce88e8ed tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:59.634758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-72e1bd1f-ac0b-4501-99b0-f4909a147180 req-19cb35a0-6b68-4d37-92d2-f373ce88e8ed tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 944 time: 0.1610191 Jul 13 20:07:59.707842 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-72e1bd1f-ac0b-4501-99b0-f4909a147180 req-4df2386d-032c-4b27-b63e-51e903e81a4c tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667887 Jul 13 20:07:59.712640 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-728bae25-86e8-4617-99c5-255d5f43d39d req-6d62d102-2bcb-4134-a286-9e721b08b53c service neutron] delete failed (client error): The resource could not be found. Jul 13 20:07:59.714130 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-728bae25-86e8-4617-99c5-255d5f43d39d req-6d62d102-2bcb-4134-a286-9e721b08b53c service neutron] 10.222.0.60 "DELETE /v2.0/ports/ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0780091 Jul 13 20:07:59.807362 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bae25-86e8-4617-99c5-255d5f43d39d req-49912048-f3eb-42c2-94b0-cbdd90adb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:59.808914 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-728bae25-86e8-4617-99c5-255d5f43d39d req-49912048-f3eb-42c2-94b0-cbdd90adb4bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 1095 time: 0.0530291 Jul 13 20:07:59.897960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bae25-86e8-4617-99c5-255d5f43d39d req-76a402f9-a440-40d4-b1dc-9d97fa3628cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:59.899393 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-728bae25-86e8-4617-99c5-255d5f43d39d req-76a402f9-a440-40d4-b1dc-9d97fa3628cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0849493 Jul 13 20:07:59.939528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-728bae25-86e8-4617-99c5-255d5f43d39d req-e623be78-5b6f-430e-bcdf-c3af1a1dc210 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 200 len: 217 time: 0.0334780 Jul 13 20:07:59.989168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bae25-86e8-4617-99c5-255d5f43d39d req-49b810d4-08c7-427d-bad5-566a7ac2ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:59.990615 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-728bae25-86e8-4617-99c5-255d5f43d39d req-49b810d4-08c7-427d-bad5-566a7ac2ccde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0457916 Jul 13 20:08:00.021446 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-728bae25-86e8-4617-99c5-255d5f43d39d req-5f97890b-9d58-4c17-9e96-0e31b4c40ab1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250044 Jul 13 20:08:00.109375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-728bae25-86e8-4617-99c5-255d5f43d39d req-d49baaa5-e69b-46e3-9997-5ee530f24433 service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810480 Jul 13 20:08:00.199389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-728bae25-86e8-4617-99c5-255d5f43d39d req-54ef0862-eeca-4094-a00a-78091f04e5f8 service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837643 Jul 13 20:08:00.891671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13ba16-1144-401d-b53b-750cee02a03d req-2723e985-dc2d-4038-b901-c3db5407ca48 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:00.893086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d13ba16-1144-401d-b53b-750cee02a03d req-2723e985-dc2d-4038-b901-c3db5407ca48 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 944 time: 0.0621126 Jul 13 20:08:00.931087 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d13ba16-1144-401d-b53b-750cee02a03d req-12a6dca9-356d-431b-97ac-a355a4fa1e7a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Jul 13 20:08:01.086018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:08:01.103451 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7152bf5-f7dc-4a30-8198-4e6c6c2d3a5c req-00e25fef-4fa8-4c39-9006-352e3fe04ccb tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:01.105701 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7152bf5-f7dc-4a30-8198-4e6c6c2d3a5c req-00e25fef-4fa8-4c39-9006-352e3fe04ccb tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 944 time: 0.0645626 Jul 13 20:08:01.137164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:08:01.141096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:08:01.141469 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:01.144525 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7152bf5-f7dc-4a30-8198-4e6c6c2d3a5c req-982d2bd7-57e9-41df-a3ce-f12d714c37ee tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Jul 13 20:08:01.217472 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:01.240593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:08:01.242867 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240a919c-d260-4a99-82d1-97d1e14b64f0" -d '{"events": [{"server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "name": "network-vif-plugged", "status": "completed", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:08:01.255689 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:01.263923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:01.288560 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b921e56-692e-4eab-b2e7-434d222a09b8 x-openstack-request-id: req-6b921e56-692e-4eab-b2e7-434d222a09b8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:08:01.288853 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "name": "network-vif-plugged", "status": "completed", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:08:01.289103 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b921e56-692e-4eab-b2e7-434d222a09b8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:08:01.289487 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6', 'code': 200} Jul 13 20:08:01.317170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:01.331911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7a4db-6814-4728-81fa-dcd2e41df308 req-1bf739ae-776f-4e2a-b7b5-99156813f347 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:01.333442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07d7a4db-6814-4728-81fa-dcd2e41df308 req-1bf739ae-776f-4e2a-b7b5-99156813f347 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0754454 Jul 13 20:08:01.371623 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07d7a4db-6814-4728-81fa-dcd2e41df308 req-1aed053e-1c2a-4540-bf4c-4015fe7ae9b6 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Jul 13 20:08:01.801074 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-bbcc2827-3f9e-4ac4-a44e-71827a1fc0ac tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:01.802573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-bbcc2827-3f9e-4ac4-a44e-71827a1fc0ac tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 815 time: 0.0997050 Jul 13 20:08:01.817282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-a6e2b409-5c08-45eb-92ce-193bdf8e7a13 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/quotas/3d5789844ee64f9a9afb6f9eed8610d8 HTTP/1.1" status: 200 len: 375 time: 0.0087366 Jul 13 20:08:01.882599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-1bcba107-6441-4d4d-b122-44f61651da47 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606990 Jul 13 20:08:01.940926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-ec247260-ea64-478b-929d-147cadfd5f48 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:08:01.941911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-ec247260-ea64-478b-929d-147cadfd5f48 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520670 Jul 13 20:08:02.028421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-3884f8d7-d925-467d-9c0b-d22bdbd5b6ec service neutron] 10.222.0.25 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808165 Jul 13 20:08:02.121488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-8c9f972a-7a49-48a3-9def-72e5bf73e3a1 service neutron] 10.222.0.25 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874698 Jul 13 20:08:03.125331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-ea9aec4e-1fc6-4096-903b-1b0112a0ee36 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:03.126805 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-ea9aec4e-1fc6-4096-903b-1b0112a0ee36 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6bf1589-cf80-46b3-ab2c-a84355c14fde HTTP/1.1" status: 200 len: 945 time: 0.0604553 Jul 13 20:08:03.228860 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-abffa85c-3041-4864-be3c-00255084bcb1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Deleting port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:08:03.229688 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-abffa85c-3041-4864-be3c-00255084bcb1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:03.311696 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2a27f48b-4619-44ab-955c-6f31d800cb2b req-5c7dfa6e-474a-4f03-be7a-0affcd23328f tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 210 time: 0.0304267 Jul 13 20:08:03.328387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-abffa85c-3041-4864-be3c-00255084bcb1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] For port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:03.328757 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-abffa85c-3041-4864-be3c-00255084bcb1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:03.342304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-abffa85c-3041-4864-be3c-00255084bcb1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Calling delete_port for ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:08:03.474150 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-abffa85c-3041-4864-be3c-00255084bcb1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:03.491921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:08:03.502539 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffa85c-3041-4864-be3c-00255084bcb1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Pushing event deleted for resources: {'Port': ['ID=ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:03.550092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-abffa85c-3041-4864-be3c-00255084bcb1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] No DVR routers for this DVR port ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:08:03.552967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-abffa85c-3041-4864-be3c-00255084bcb1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:03.555118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b8b4e4c-d468-4f33-84cb-b6fc2b824509 req-abffa85c-3041-4864-be3c-00255084bcb1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.24 "DELETE /v2.0/ports/ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 HTTP/1.1" status: 204 len: 173 time: 0.4214468 Jul 13 20:08:03.555550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'name': 'network-vif-deleted', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:08:03.557830 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bd08fe-f3ae-4692-8bd3-62596476981c" -d '{"events": [{"server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "name": "network-vif-deleted", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:08:03.595469 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4daa855-2a14-4f8f-920c-71db634d9a4a x-openstack-request-id: req-d4daa855-2a14-4f8f-920c-71db634d9a4a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:08:03.595762 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bf1589-cf80-46b3-ab2c-a84355c14fde", "name": "network-vif-deleted", "tag": "ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:08:03.596012 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4daa855-2a14-4f8f-920c-71db634d9a4a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:08:03.596405 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bf1589-cf80-46b3-ab2c-a84355c14fde', 'name': 'network-vif-deleted', 'tag': 'ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6', 'status': 'completed', 'code': 200} Jul 13 20:08:04.459305 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-18666296-363a-4ded-859a-879d797784c6 req-de25ae5d-8599-4e59-beac-58d805e86600 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 210 time: 0.0330033 Jul 13 20:08:04.563147 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-ef3a271d-eb52-4b4e-9804-eb2bc409a8a1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:04.564610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-ef3a271d-eb52-4b4e-9804-eb2bc409a8a1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.24 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 815 time: 0.1062689 Jul 13 20:08:04.591882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Request body: {'port': {'device_id': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590', 'admin_state_up': True, 'tenant_id': '3d5789844ee64f9a9afb6f9eed8610d8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:08:04.699773 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Made reservation on behalf of 3d5789844ee64f9a9afb6f9eed8610d8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:08:04.703613 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:04.830116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Allocated IP 172.20.0.6 (2d477eaf-fa1e-4065-8544-01788012f590/5badc0a9-45bb-4985-9c65-9f58161f917b/6e4e3899-ca94-4f10-96bc-4c894224133f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:08:04.973824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:05.012032 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:05.027628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:08:05.055895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Network 2d477eaf-fa1e-4065-8544-01788012f590 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:08:05.059562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:08:05.063406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:08:05.069602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Pushing event updated for resources: {'Port': ['ID=6e4e3899-ca94-4f10-96bc-4c894224133f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:05.112558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:05.113168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:05.127007 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-c3b00e6f-3953-4b68-b692-66927572b8fc tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5398233 Jul 13 20:08:05.139542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Request body: {'port': {'device_id': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:08:05.211633 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:05.464764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4e3899-ca94-4f10-96bc-4c894224133f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:08:05.471899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:05.483840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Transition to ACTIVE for port object 6e4e3899-ca94-4f10-96bc-4c894224133f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:08:05.487610 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:05.561415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4e3899-ca94-4f10-96bc-4c894224133f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:05.641811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Attempting to bind port 6e4e3899-ca94-4f10-96bc-4c894224133f on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:08:05.642528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Attempting to bind port 6e4e3899-ca94-4f10-96bc-4c894224133f by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:08:05.642528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Attempting to bind port 6e4e3899-ca94-4f10-96bc-4c894224133f on network 2d477eaf-fa1e-4065-8544-01788012f590 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:08:05.651845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Port 6e4e3899-ca94-4f10-96bc-4c894224133f on network 2d477eaf-fa1e-4065-8544-01788012f590 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:08:05.652155 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Attempting to bind port 6e4e3899-ca94-4f10-96bc-4c894224133f on network 2d477eaf-fa1e-4065-8544-01788012f590 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:08:05.659364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:08:05.659698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Checking segment: {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:08:05.660081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Bound using segment: {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:08:05.660504 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Bound port: 6e4e3899-ca94-4f10-96bc-4c894224133f, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:08:05.660858 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:05.681495 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4af13-e0cd-4dde-be91-e06d795ec711 req-d6448ef5-353d-4db2-83d6-4d8c5819c86d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:05.683607 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8be4af13-e0cd-4dde-be91-e06d795ec711 req-d6448ef5-353d-4db2-83d6-4d8c5819c86d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 943 time: 0.1023858 Jul 13 20:08:05.759054 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8be4af13-e0cd-4dde-be91-e06d795ec711 req-80fe22fd-0f3a-4ba0-953d-47c4f5517b78 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702395 Jul 13 20:08:05.766582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:08:05.769748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6e4e3899-ca94-4f10-96bc-4c894224133f,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:08:05.774461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:05.808442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:05.809490 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:05.810970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] 10.222.0.24 "PUT /v2.0/ports/6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 200 len: 1091 time: 0.6762569 Jul 13 20:08:05.813191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:08:05.815448 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fb73e1-cca3-4c07-abfb-5267b92805e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:08:05.843798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d343fdc-1343-4d60-b9f5-4fdce8df5f78 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4e3899-ca94-4f10-96bc-4c894224133f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:05.862812 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f64ddd-e85c-4e15-b733-566c03a3b3b5 x-openstack-request-id: req-e1f64ddd-e85c-4e15-b733-566c03a3b3b5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:08:05.863094 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:08:05.863341 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1f64ddd-e85c-4e15-b733-566c03a3b3b5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:08:05.863724 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f', 'status': 'completed', 'code': 200} Jul 13 20:08:05.907617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-dd774ad2-0a67-4aa0-85ec-60abaca347bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:05.909096 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-dd774ad2-0a67-4aa0-85ec-60abaca347bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 1094 time: 0.0559280 Jul 13 20:08:05.957400 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-4b488ae8-c09d-450b-8681-6009f62e1c08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 200 len: 217 time: 0.0361869 Jul 13 20:08:06.006903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-650433d8-e859-41aa-9970-dab89358620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:06.008292 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-650433d8-e859-41aa-9970-dab89358620c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0413008 Jul 13 20:08:06.045417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-d40d4b1b-b83f-4558-a86b-9fbe48f844e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254850 Jul 13 20:08:06.137950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-1eb23f46-adc1-4243-b7ea-d479cd9eb714 service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839586 Jul 13 20:08:06.228508 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a2cc9e36-a957-4627-b7bc-ccfd6afe709a req-dd0cf733-e1b9-4994-a406-b4cbb2c3f4ff service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798802 Jul 13 20:08:06.333413 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb73e1-cca3-4c07-abfb-5267b92805e3 req-b843a4dc-393e-419a-8721-a38763fff8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:06.334963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91fb73e1-cca3-4c07-abfb-5267b92805e3 req-b843a4dc-393e-419a-8721-a38763fff8b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 1094 time: 0.0520840 Jul 13 20:08:06.428253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb73e1-cca3-4c07-abfb-5267b92805e3 req-ec6b680d-8a89-493e-955a-b6b838993d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:06.429789 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91fb73e1-cca3-4c07-abfb-5267b92805e3 req-ec6b680d-8a89-493e-955a-b6b838993d41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0879889 Jul 13 20:08:06.470470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91fb73e1-cca3-4c07-abfb-5267b92805e3 req-67bd1c1a-f21d-4877-8302-6009d38ec478 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 200 len: 217 time: 0.0337710 Jul 13 20:08:06.523532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb73e1-cca3-4c07-abfb-5267b92805e3 req-e7718c0a-4d99-4b2a-89fe-66dbe35f89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:06.524960 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91fb73e1-cca3-4c07-abfb-5267b92805e3 req-e7718c0a-4d99-4b2a-89fe-66dbe35f89a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0467286 Jul 13 20:08:06.558838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91fb73e1-cca3-4c07-abfb-5267b92805e3 req-95f8cbae-84ce-4ff9-acf4-c20f44fa82aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261996 Jul 13 20:08:06.646780 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91fb73e1-cca3-4c07-abfb-5267b92805e3 req-d3a8d148-0a6d-41d3-8e27-619221111773 service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791955 Jul 13 20:08:06.739091 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-91fb73e1-cca3-4c07-abfb-5267b92805e3 req-b1eaadde-cfad-45b0-913e-33f8e32bceae service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836608 Jul 13 20:08:06.933227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec072d-04c1-4a81-a5b0-377d93257975 req-9d569f3b-46f8-490f-b9d6-fd3c6c7ebef0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:06.934641 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fec072d-04c1-4a81-a5b0-377d93257975 req-9d569f3b-46f8-490f-b9d6-fd3c6c7ebef0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 943 time: 0.0626621 Jul 13 20:08:06.971399 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7fec072d-04c1-4a81-a5b0-377d93257975 req-5f5960bf-2b8e-463a-9a9d-ab5106e57e0b tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Jul 13 20:08:07.117884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:08:07.138746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:08:07.139090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ae7de983-caa3-4a5f-9b2a-8e4d34c98fa6 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:08:08.150289 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db294f-0304-444c-8361-b3b977eb4988 req-6341d3b6-416a-4f52-90cf-3366c26293bd tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:08.152557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75db294f-0304-444c-8361-b3b977eb4988 req-6341d3b6-416a-4f52-90cf-3366c26293bd tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 943 time: 0.0685353 Jul 13 20:08:08.190253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-75db294f-0304-444c-8361-b3b977eb4988 req-1b5a0ef7-2d7c-48a1-97e9-5824208330b0 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Jul 13 20:08:09.122959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6e4e3899-ca94-4f10-96bc-4c894224133f details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:08:09.217082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6e4e3899-ca94-4f10-96bc-4c894224133f,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:09.228705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '6e4e3899-ca94-4f10-96bc-4c894224133f', 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590', 'port_id': '6e4e3899-ca94-4f10-96bc-4c894224133f', 'mac_address': 'fa:16:3e:eb:43:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5badc0a9-45bb-4985-9c65-9f58161f917b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:08:09.267142 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:09.280632 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4e3899-ca94-4f10-96bc-4c894224133f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:08:09.301275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6e4e3899-ca94-4f10-96bc-4c894224133f,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:09.305358 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:09.356030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=6e4e3899-ca94-4f10-96bc-4c894224133f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:09.370984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6195d-41f6-495e-af49-a098eaec327d req-d5a021ad-f8d5-4b91-b927-1cecd5497545 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:09.372485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-18e6195d-41f6-495e-af49-a098eaec327d req-d5a021ad-f8d5-4b91-b927-1cecd5497545 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 944 time: 0.0678279 Jul 13 20:08:09.409269 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-18e6195d-41f6-495e-af49-a098eaec327d req-1baa5251-7d20-4ee0-9bd9-84e4298b736c tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Jul 13 20:08:09.545459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['6e4e3899-ca94-4f10-96bc-4c894224133f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:08:10.580939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b69f-4d1d-4f8c-b0cb-4e824c3e530b req-377e099d-57d7-47c4-a4ec-393ec8c1f923 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:10.582394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65b5b69f-4d1d-4f8c-b0cb-4e824c3e530b req-377e099d-57d7-47c4-a4ec-393ec8c1f923 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 944 time: 0.0621560 Jul 13 20:08:10.623159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65b5b69f-4d1d-4f8c-b0cb-4e824c3e530b req-1371fbbf-e715-4aa9-9f59-ade75b028a77 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348668 Jul 13 20:08:11.123143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6e4e3899-ca94-4f10-96bc-4c894224133f up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:08:11.171007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 6e4e3899-ca94-4f10-96bc-4c894224133f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:08:11.175328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 6e4e3899-ca94-4f10-96bc-4c894224133f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:08:11.175702 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:11.253457 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:11.275211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:08:11.277597 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aa3288-35c8-454c-8152-1e90aa7fb6ff" -d '{"events": [{"server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "name": "network-vif-plugged", "status": "completed", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:08:11.290383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6e4e3899-ca94-4f10-96bc-4c894224133f,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:11.295577 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:11.360253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=6e4e3899-ca94-4f10-96bc-4c894224133f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:11.381635 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275485dc-69d1-4f9a-b8ad-8ec952edd688 x-openstack-request-id: req-275485dc-69d1-4f9a-b8ad-8ec952edd688 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:08:11.381930 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "name": "network-vif-plugged", "status": "completed", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:08:11.382183 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-275485dc-69d1-4f9a-b8ad-8ec952edd688 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:08:11.382617 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f', 'code': 200} Jul 13 20:08:11.512654 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23002b46-2eb2-45c1-acba-8910a1a8ca3e req-fb62ec73-bf98-4d80-be9d-241789c42a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:11.514239 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23002b46-2eb2-45c1-acba-8910a1a8ca3e req-fb62ec73-bf98-4d80-be9d-241789c42a9f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 1096 time: 0.0534871 Jul 13 20:08:11.555611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-23002b46-2eb2-45c1-acba-8910a1a8ca3e req-58c8342c-62e5-4bca-a18f-d3451495efec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285127 Jul 13 20:08:11.795681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202369-5caa-4c84-8bea-8e3b8daf0562 req-57bc17cd-5207-478d-9db4-7ad3a889583f tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:11.797216 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87202369-5caa-4c84-8bea-8e3b8daf0562 req-57bc17cd-5207-478d-9db4-7ad3a889583f tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0632877 Jul 13 20:08:11.836448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-87202369-5caa-4c84-8bea-8e3b8daf0562 req-ac213ae6-dd0d-4dce-b501-18148524189b tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332949 Jul 13 20:08:13.009138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab678f-ec4f-4c1f-b3be-af317bdaea8a req-a8cf645f-a5e5-416c-ba7b-5efba50f159d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:13.010743 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9ab678f-ec4f-4c1f-b3be-af317bdaea8a req-a8cf645f-a5e5-416c-ba7b-5efba50f159d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0606635 Jul 13 20:08:13.048768 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9ab678f-ec4f-4c1f-b3be-af317bdaea8a req-76e585ed-3f8e-4ef8-905c-d957ffde4474 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Jul 13 20:08:13.219760 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c06759-182f-4930-a426-1ac3477f4230 req-67358334-0f91-4bc4-96f0-bc0c954f0f1e tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:13.221418 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b0c06759-182f-4930-a426-1ac3477f4230 req-67358334-0f91-4bc4-96f0-bc0c954f0f1e tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0634398 Jul 13 20:08:13.258753 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b0c06759-182f-4930-a426-1ac3477f4230 req-818cfa4c-6f7f-43bb-85b6-0c42041b20c2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Jul 13 20:08:13.596028 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-34240e03-4e75-4d73-b8a0-bb6ffd2f994e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547891 Jul 13 20:08:13.658383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a26687-4738-48c9-9e7f-c70ef10e68be req-0d4630ca-92c7-4bc6-b068-e0d698261055 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:13.659981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69a26687-4738-48c9-9e7f-c70ef10e68be req-0d4630ca-92c7-4bc6-b068-e0d698261055 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0672801 Jul 13 20:08:13.700247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69a26687-4738-48c9-9e7f-c70ef10e68be req-2f774816-8f19-4456-970b-08ca78326916 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Jul 13 20:08:14.681324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-1432fc8e-7c4a-45ad-889f-d411e19aae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:14.682880 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-1432fc8e-7c4a-45ad-889f-d411e19aae32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 1096 time: 0.0515602 Jul 13 20:08:14.769815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-50d17c37-6289-43aa-a85b-cc5083a03577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:14.771335 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-50d17c37-6289-43aa-a85b-cc5083a03577 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0816739 Jul 13 20:08:14.818289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-461b4df0-bbd7-4561-b837-a7c0a8cb3f17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 200 len: 217 time: 0.0391254 Jul 13 20:08:14.890830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-208e8258-7151-4a3a-ba6c-65d92449be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:14.892306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-208e8258-7151-4a3a-ba6c-65d92449be80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0661972 Jul 13 20:08:14.931774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-09f2225d-575b-4253-858e-b4377638e3cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308824 Jul 13 20:08:14.944049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd37f5-6baf-4e7e-a869-5f2068a6ce3f req-1657af6c-3f96-43e7-a8a0-5318d16fcdb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:14.945438 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0fd37f5-6baf-4e7e-a869-5f2068a6ce3f req-1657af6c-3f96-43e7-a8a0-5318d16fcdb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.1296098 Jul 13 20:08:15.024809 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a0fd37f5-6baf-4e7e-a869-5f2068a6ce3f req-4b273d38-c9e1-4923-b108-e7094e124b40 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716622 Jul 13 20:08:15.050775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-630b0f16-e735-4550-8526-84547d2454b5 service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044097 Jul 13 20:08:15.141849 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-2b4e9823-0fa8-4a83-bb6a-6f60c9925144 service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833442 Jul 13 20:08:15.945614 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:16.202132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f82b4-8519-44be-8e16-e63412b3feb7 req-1adb6c3c-4ed6-4cec-b091-54df9e629e66 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:16.203537 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f46f82b4-8519-44be-8e16-e63412b3feb7 req-1adb6c3c-4ed6-4cec-b091-54df9e629e66 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0629907 Jul 13 20:08:16.240548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f46f82b4-8519-44be-8e16-e63412b3feb7 req-c43ef59e-6977-444e-882f-ff4101b3932a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Jul 13 20:08:16.401440 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:08:16.658550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:17.420271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e80b-5d64-4a62-9335-fcde8e7d5f17 req-eefd801b-c2cf-4893-b000-a245c56a2111 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:17.421752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d341e80b-5d64-4a62-9335-fcde8e7d5f17 req-eefd801b-c2cf-4893-b000-a245c56a2111 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0667717 Jul 13 20:08:17.459584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d341e80b-5d64-4a62-9335-fcde8e7d5f17 req-869f1ad3-1f8c-4531-8d33-e14c75b37167 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Jul 13 20:08:18.631270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff829-0754-443c-bd93-c1ea8847f2e6 req-c05d2211-037e-48e0-b062-45c30a4621b7 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:18.632738 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a5ff829-0754-443c-bd93-c1ea8847f2e6 req-c05d2211-037e-48e0-b062-45c30a4621b7 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0617423 Jul 13 20:08:18.674176 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a5ff829-0754-443c-bd93-c1ea8847f2e6 req-775d1bba-1453-461d-bf91-27e9b90ae9a6 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354378 Jul 13 20:08:19.842728 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac91b9-4f78-443d-a1ef-77702c3b37ec req-d0dc01c5-a9d0-484b-9a84-9cec9ca8a5eb tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:19.844200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1ac91b9-4f78-443d-a1ef-77702c3b37ec req-d0dc01c5-a9d0-484b-9a84-9cec9ca8a5eb tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0615056 Jul 13 20:08:19.885859 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d1ac91b9-4f78-443d-a1ef-77702c3b37ec req-50ea4788-d233-4428-8b1f-66b131139975 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362384 Jul 13 20:08:20.788284 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46129e65-7e21-44e9-a656-2307f65a35e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:21.056261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec9522-1d46-4f01-bfcc-c0a52ba14a8e req-f91e827a-ce9e-44a2-bdd6-7c604cb820b3 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:21.058386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-acec9522-1d46-4f01-bfcc-c0a52ba14a8e req-f91e827a-ce9e-44a2-bdd6-7c604cb820b3 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0617616 Jul 13 20:08:21.094904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-acec9522-1d46-4f01-bfcc-c0a52ba14a8e req-bc82f3e6-7aff-4191-983f-ddfecf659dd4 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307553 Jul 13 20:08:22.274990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21e7ad-6968-40df-9784-bcf4b369c60b req-200da2f5-9307-4f03-b3de-8b5033261863 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:22.276856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f21e7ad-6968-40df-9784-bcf4b369c60b req-200da2f5-9307-4f03-b3de-8b5033261863 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0640254 Jul 13 20:08:22.317465 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1f21e7ad-6968-40df-9784-bcf4b369c60b req-27dcb296-ce72-4a86-8828-a50e8bbb0871 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348244 Jul 13 20:08:23.493003 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bab49-149f-48c4-97e8-cfdcc7ef7b1e req-e86da017-2ed5-4a0f-b40a-a6ae167f6352 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:23.494487 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d7bab49-149f-48c4-97e8-cfdcc7ef7b1e req-e86da017-2ed5-4a0f-b40a-a6ae167f6352 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0629325 Jul 13 20:08:23.532311 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d7bab49-149f-48c4-97e8-cfdcc7ef7b1e req-8e5031c8-301c-45d9-865e-ab50b7109cc5 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Jul 13 20:08:23.637621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f34d245f-f8df-4178-90b3-021f5b844f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:23.693044 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:24.697053 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:24.705046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc59e-a119-484b-b3ad-1deb10a945ef req-60652306-2845-451a-ae31-395732ec7f94 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:24.706586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0ddbc59e-a119-484b-b3ad-1deb10a945ef req-60652306-2845-451a-ae31-395732ec7f94 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0639167 Jul 13 20:08:24.743696 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0ddbc59e-a119-484b-b3ad-1deb10a945ef req-5c8ec5af-d6da-44f1-9366-f14acb07c433 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315230 Jul 13 20:08:25.919208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5f4ed-12b7-4140-a2be-7d1eaf87436c req-0506491b-5597-491a-9b39-d9058cc839b1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:25.920654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-70a5f4ed-12b7-4140-a2be-7d1eaf87436c req-0506491b-5597-491a-9b39-d9058cc839b1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0655007 Jul 13 20:08:25.957118 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-70a5f4ed-12b7-4140-a2be-7d1eaf87436c req-f6032bb5-9161-4edf-bbd3-194acee0b7b2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306916 Jul 13 20:08:26.185118 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:27.472931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19243a-83fc-4feb-b240-b32d3853e2ce req-481d2860-5170-4c7e-a249-19d7bc7f4d43 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:27.474472 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc19243a-83fc-4feb-b240-b32d3853e2ce req-481d2860-5170-4c7e-a249-19d7bc7f4d43 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.4065752 Jul 13 20:08:27.510763 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc19243a-83fc-4feb-b240-b32d3853e2ce req-e9e2a402-bd94-4ecf-8316-b1ee730264ed tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299761 Jul 13 20:08:28.683021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0121015-743d-47be-a70e-131f138ef6ec req-a93bccad-6a1b-4257-b4f3-b92ea84f6e8e tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:28.684488 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c0121015-743d-47be-a70e-131f138ef6ec req-a93bccad-6a1b-4257-b4f3-b92ea84f6e8e tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0625646 Jul 13 20:08:28.720698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c0121015-743d-47be-a70e-131f138ef6ec req-18367fa2-9bce-4c65-99e9-176cdb93d7d4 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307448 Jul 13 20:08:29.890828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803571a-73a3-4e52-87bd-b456e3823f70 req-3b871342-439b-47c2-90ec-b52b64dfc3b5 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:29.892303 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d803571a-73a3-4e52-87bd-b456e3823f70 req-3b871342-439b-47c2-90ec-b52b64dfc3b5 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0619719 Jul 13 20:08:29.930046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d803571a-73a3-4e52-87bd-b456e3823f70 req-864daa15-1889-4570-bfd6-8da36800501a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Jul 13 20:08:31.109554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f0a3b-51df-4469-b9bf-1a3b214ff0ee req-ee97357f-0d49-4e70-8569-6e91db051281 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:31.111040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de2f0a3b-51df-4469-b9bf-1a3b214ff0ee req-ee97357f-0d49-4e70-8569-6e91db051281 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0685072 Jul 13 20:08:31.146890 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de2f0a3b-51df-4469-b9bf-1a3b214ff0ee req-62866911-53f5-41a9-a78b-e9c06ef66fd9 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302961 Jul 13 20:08:32.507238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55f4f6-7404-48f7-8086-106f742cfb8b req-7db2f278-3eff-44d7-a753-c05635f8f936 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:32.508598 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac55f4f6-7404-48f7-8086-106f742cfb8b req-7db2f278-3eff-44d7-a753-c05635f8f936 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0641296 Jul 13 20:08:32.545415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac55f4f6-7404-48f7-8086-106f742cfb8b req-7ad64984-acf4-4700-992f-6b4ac5d52b8c tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Jul 13 20:08:33.722031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af77bb-b74a-456b-b19d-ed4c30836072 req-342e2ce0-2616-4fd7-9988-b904c51fed53 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:33.723515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41af77bb-b74a-456b-b19d-ed4c30836072 req-342e2ce0-2616-4fd7-9988-b904c51fed53 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0645833 Jul 13 20:08:33.760438 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41af77bb-b74a-456b-b19d-ed4c30836072 req-927b790b-61ab-4a36-af7f-1aa671639506 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311804 Jul 13 20:08:34.931361 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e18860-01be-4964-b16d-0524e3951510 req-94225db2-c16f-4bf0-958e-1dbe620bfb57 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:34.933282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78e18860-01be-4964-b16d-0524e3951510 req-94225db2-c16f-4bf0-958e-1dbe620bfb57 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0633638 Jul 13 20:08:34.970282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-78e18860-01be-4964-b16d-0524e3951510 req-5911a572-2174-4bf5-811b-c60789d6a6a9 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Jul 13 20:08:35.302045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f5064-d49d-4bd8-9da6-06f9c2c0fb9b req-437268b5-bfbf-4f88-a976-f3c4961bfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:35.303644 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-150f5064-d49d-4bd8-9da6-06f9c2c0fb9b req-437268b5-bfbf-4f88-a976-f3c4961bfca8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 1096 time: 0.0527122 Jul 13 20:08:35.409442 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f5064-d49d-4bd8-9da6-06f9c2c0fb9b req-7df6bbb0-61f1-4ccc-b556-8ec08f09c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:35.410946 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-150f5064-d49d-4bd8-9da6-06f9c2c0fb9b req-7df6bbb0-61f1-4ccc-b556-8ec08f09c18a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0856519 Jul 13 20:08:35.453583 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-150f5064-d49d-4bd8-9da6-06f9c2c0fb9b req-74e19383-ea55-41c2-9e14-cc16da9aa43d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 200 len: 217 time: 0.0338161 Jul 13 20:08:35.505613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f5064-d49d-4bd8-9da6-06f9c2c0fb9b req-5d26b26d-d8c1-4b15-9057-daf4dfe065a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:35.507083 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-150f5064-d49d-4bd8-9da6-06f9c2c0fb9b req-5d26b26d-d8c1-4b15-9057-daf4dfe065a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0462606 Jul 13 20:08:35.538730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-150f5064-d49d-4bd8-9da6-06f9c2c0fb9b req-810ca8fd-2234-4cb4-bdad-e6f82d22f8aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249941 Jul 13 20:08:35.622934 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-150f5064-d49d-4bd8-9da6-06f9c2c0fb9b req-3f695847-d382-4874-936b-a838e14828fa service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775883 Jul 13 20:08:35.712862 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-150f5064-d49d-4bd8-9da6-06f9c2c0fb9b req-0f06f441-745f-459d-bbbc-0cadf660dad1 service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824561 Jul 13 20:08:36.140776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b522c-74a9-4ad3-94e9-244a1eeb0363 req-014b647b-3223-40b7-bd99-0acfc0b25d79 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:36.142160 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-137b522c-74a9-4ad3-94e9-244a1eeb0363 req-014b647b-3223-40b7-bd99-0acfc0b25d79 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0615156 Jul 13 20:08:36.179686 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-137b522c-74a9-4ad3-94e9-244a1eeb0363 req-a40349b7-f412-446c-96f8-ad66c0b1ecda tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Jul 13 20:08:37.356035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9a4fe-0c4d-4fd0-8190-fe109f634657 req-447bfa77-a648-4ab0-8397-b24282107963 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:37.357516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6c9a4fe-0c4d-4fd0-8190-fe109f634657 req-447bfa77-a648-4ab0-8397-b24282107963 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0629206 Jul 13 20:08:37.394009 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6c9a4fe-0c4d-4fd0-8190-fe109f634657 req-4cf40bd2-b170-46d6-938b-b7e78da7e765 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Jul 13 20:08:38.566889 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8b1df-9e83-47af-9173-7222aeef1306 req-904a14ee-bd5f-420a-ba9f-1d8c4e380880 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:38.568345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbe8b1df-9e83-47af-9173-7222aeef1306 req-904a14ee-bd5f-420a-ba9f-1d8c4e380880 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0649674 Jul 13 20:08:38.605576 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fbe8b1df-9e83-47af-9173-7222aeef1306 req-2913199c-787f-4de4-bbde-0fca44cec6a1 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Jul 13 20:08:39.783867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69bfe4-6f4a-44e6-a3d6-6d532695399c req-606abc62-7ed9-4e30-8059-8f1913a642da tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:39.785381 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e69bfe4-6f4a-44e6-a3d6-6d532695399c req-606abc62-7ed9-4e30-8059-8f1913a642da tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0649824 Jul 13 20:08:39.822324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e69bfe4-6f4a-44e6-a3d6-6d532695399c req-ff2667ee-6e2a-40af-a8d0-23d8fc314f16 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Jul 13 20:08:40.992452 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf6b90-5000-4685-914b-4249eda11b50 req-263a3fd4-f84b-4b00-9a81-caad96290474 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:40.993841 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40cf6b90-5000-4685-914b-4249eda11b50 req-263a3fd4-f84b-4b00-9a81-caad96290474 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0625234 Jul 13 20:08:41.033058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-40cf6b90-5000-4685-914b-4249eda11b50 req-be7fb6d3-1977-4053-af7a-7945356d9161 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Jul 13 20:08:42.206047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226216df-b648-4303-b886-182cadee0a8e req-e69998f2-8d16-4e17-9e43-bd423415312a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:42.207588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-226216df-b648-4303-b886-182cadee0a8e req-e69998f2-8d16-4e17-9e43-bd423415312a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0639336 Jul 13 20:08:42.252772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-226216df-b648-4303-b886-182cadee0a8e req-19d6c0b8-eae9-4fc5-8a5f-5b38c4f2bf24 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397077 Jul 13 20:08:42.298303 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-4dd43da9-cab8-4c15-a46b-899186717db7 service neutron] show failed (client error): The resource could not be found. Jul 13 20:08:42.299342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-4dd43da9-cab8-4c15-a46b-899186717db7 service neutron] 10.222.0.24 "GET /v2.0/ports/6e4e3899-ca94-4f10-96bc-4c894224133f/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0597160 Jul 13 20:08:42.551226 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-069cd8f6-a1aa-45cd-a61c-b396ac9b7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:42.552584 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-069cd8f6-a1aa-45cd-a61c-b396ac9b7165 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372&tenant_id=3d5789844ee64f9a9afb6f9eed8610d8 HTTP/1.1" status: 200 len: 1096 time: 0.0532463 Jul 13 20:08:42.563806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:08:42.966748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:43.158975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=6e4e3899-ca94-4f10-96bc-4c894224133f,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:43.190630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:08:43.233405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:08:43.235580 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544ed040-ad92-438b-b07f-68d38dc63fb7" -d '{"events": [{"server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:08:43.239091 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:43.251392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Transition to ACTIVE for port object 6e4e3899-ca94-4f10-96bc-4c894224133f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:08:43.254919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:43.293162 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d9120-9c05-49db-aea2-9223f0270dbb x-openstack-request-id: req-0f6d9120-9c05-49db-aea2-9223f0270dbb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:08:43.293455 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:08:43.293707 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f6d9120-9c05-49db-aea2-9223f0270dbb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:08:43.294210 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f', 'code': 200} Jul 13 20:08:43.321524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] No DVR routers for this DVR port 6e4e3899-ca94-4f10-96bc-4c894224133f on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:08:43.328673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4e3899-ca94-4f10-96bc-4c894224133f,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:43.358185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.358559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.358908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.359246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.359579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.359911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.360242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.360571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.360897 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.361223 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.361547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.361869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:43.373785 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Attempting to bind port 6e4e3899-ca94-4f10-96bc-4c894224133f on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:08:43.374125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Attempting to bind port 6e4e3899-ca94-4f10-96bc-4c894224133f by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:08:43.374485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Attempting to bind port 6e4e3899-ca94-4f10-96bc-4c894224133f on network 2d477eaf-fa1e-4065-8544-01788012f590 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:08:43.378872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Port 6e4e3899-ca94-4f10-96bc-4c894224133f on network 2d477eaf-fa1e-4065-8544-01788012f590 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:08:43.379196 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Attempting to bind port 6e4e3899-ca94-4f10-96bc-4c894224133f on network 2d477eaf-fa1e-4065-8544-01788012f590 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:08:43.384095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:08:43.384436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Checking segment: {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:08:43.384815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Bound using segment: {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:08:43.385783 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Bound port: 6e4e3899-ca94-4f10-96bc-4c894224133f, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066b60a9-eab1-4d0b-9a65-a74718f42fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:08:43.386145 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:43.439378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36345c14-f40f-4772-869f-a82b2cfe0f82 req-d77907db-995d-4877-93b8-b261412b7ff8 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:43.440914 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36345c14-f40f-4772-869f-a82b2cfe0f82 req-d77907db-995d-4877-93b8-b261412b7ff8 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 943 time: 0.0698438 Jul 13 20:08:43.452345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:08:43.455435 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6e4e3899-ca94-4f10-96bc-4c894224133f,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:08:43.460063 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:43.481372 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-36345c14-f40f-4772-869f-a82b2cfe0f82 req-669036b0-f9bd-4e96-b5d1-5d80b8bbd270 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349498 Jul 13 20:08:43.501940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:43.502593 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:43.503978 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] 10.222.0.60 "PUT /v2.0/ports/6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 200 len: 1091 time: 0.9439893 Jul 13 20:08:43.518731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6bd2a-1c2e-485e-8268-26ac57e256f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4e3899-ca94-4f10-96bc-4c894224133f,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:43.582943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-fec0c1e4-ebee-4be2-99a2-26851ff0ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:43.584441 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-fec0c1e4-ebee-4be2-99a2-26851ff0ba97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 1094 time: 0.0554039 Jul 13 20:08:43.674538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-a1d30aa2-e726-4982-8067-59a63d10c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:43.675998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-a1d30aa2-e726-4982-8067-59a63d10c2d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0853193 Jul 13 20:08:43.716678 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-29dd3720-245b-4e1f-bf85-bcc81e3eab38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 200 len: 217 time: 0.0344045 Jul 13 20:08:43.764827 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-a8819eaf-a31b-4de6-a52a-a722128d18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:43.766157 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-a8819eaf-a31b-4de6-a52a-a722128d18a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0436661 Jul 13 20:08:43.800406 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-294fee7f-c22c-4efa-879b-23fb687b7ae2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284328 Jul 13 20:08:43.887302 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-f0247f3f-22fa-48b3-ac69-9ad1d2ad6c4e service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809219 Jul 13 20:08:43.977454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5f3a4fbb-b184-4b2f-9bcd-35c41bfe2454 req-e63297ce-322d-463a-ab8b-852b1481048c service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841725 Jul 13 20:08:44.663966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a4aca-603d-4c06-bf32-d0c10103836d req-961627e6-13bd-4dd0-b799-140faf95371a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:44.665640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-411a4aca-603d-4c06-bf32-d0c10103836d req-961627e6-13bd-4dd0-b799-140faf95371a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 943 time: 0.0666697 Jul 13 20:08:44.705158 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-411a4aca-603d-4c06-bf32-d0c10103836d req-7fa6c915-8a6c-4bbe-aac1-7c11db1ab4d9 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331948 Jul 13 20:08:45.294908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:08:45.297259 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3684ac9-4761-4088-81ed-8e832a595edf" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:08:45.344394 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184e75d0-4092-4b32-9dbb-cf11f3a7f865 x-openstack-request-id: req-184e75d0-4092-4b32-9dbb-cf11f3a7f865 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:08:45.344682 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:08:45.344927 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-184e75d0-4092-4b32-9dbb-cf11f3a7f865 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:08:45.345312 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f', 'status': 'completed', 'code': 200} Jul 13 20:08:45.404550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6e4e3899-ca94-4f10-96bc-4c894224133f no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:08:45.420035 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684ac9-4761-4088-81ed-8e832a595edf req-fe7380eb-6b4e-493b-a0e9-6b973c3a0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:45.422200 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-fe7380eb-6b4e-493b-a0e9-6b973c3a0e17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 1094 time: 0.0534964 Jul 13 20:08:45.425132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684ac9-4761-4088-81ed-8e832a595edf req-73b2c3df-31dc-4d44-9d0c-628b5c24f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:45.426647 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-73b2c3df-31dc-4d44-9d0c-628b5c24f26f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 1094 time: 0.0525982 Jul 13 20:08:45.450013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 6e4e3899-ca94-4f10-96bc-4c894224133f not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:08:45.527172 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684ac9-4761-4088-81ed-8e832a595edf req-1ebbf1c1-1efe-412c-9ef9-1e5cbe995a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:45.528589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-1ebbf1c1-1efe-412c-9ef9-1e5cbe995a26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0955548 Jul 13 20:08:45.537011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684ac9-4761-4088-81ed-8e832a595edf req-14c1c07c-1fe9-4210-b136-bee005dcb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:45.538622 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-14c1c07c-1fe9-4210-b136-bee005dcb739 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.1043470 Jul 13 20:08:45.576043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-d36aadaf-e628-48cc-9d93-f5dea1efb443 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 200 len: 217 time: 0.0359492 Jul 13 20:08:45.583444 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-3dde42fc-47dd-4642-83bb-14f994909c84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 200 len: 217 time: 0.0378873 Jul 13 20:08:45.625613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684ac9-4761-4088-81ed-8e832a595edf req-fa349d53-5c3b-416c-b69f-2a0cd2ea3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:45.627129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-fa349d53-5c3b-416c-b69f-2a0cd2ea3c69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0441396 Jul 13 20:08:45.639033 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684ac9-4761-4088-81ed-8e832a595edf req-65e7f56b-69a6-4985-b4d3-7b8f3b4af866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:45.640507 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-65e7f56b-69a6-4985-b4d3-7b8f3b4af866 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0507298 Jul 13 20:08:45.667417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-7ebe7f23-be3c-439c-9c93-b3e3e5c66c39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303059 Jul 13 20:08:45.672489 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-7cfe3d71-7805-423b-9e22-fa41bc624da5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264187 Jul 13 20:08:45.760734 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-b277a922-af28-4df0-9b49-a3770ac78e9e service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836208 Jul 13 20:08:45.764345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-e5ab79c5-7de7-4995-a598-2aa0f2d95f9b service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858154 Jul 13 20:08:45.859743 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-8f1c24b7-5316-4454-9a70-d9643fa25d60 service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878525 Jul 13 20:08:45.895696 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3684ac9-4761-4088-81ed-8e832a595edf req-dff00c03-0c0f-42cf-8616-eb3b5c3476d3 service neutron] 10.222.0.60 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258583 Jul 13 20:08:45.914026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc895cf9-9020-4017-88ea-0c9e05d3f27c req-5931fbfc-d5f8-4779-ac13-e9e4d20a2d93 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:45.915546 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc895cf9-9020-4017-88ea-0c9e05d3f27c req-5931fbfc-d5f8-4779-ac13-e9e4d20a2d93 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 943 time: 0.0913012 Jul 13 20:08:45.954920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc895cf9-9020-4017-88ea-0c9e05d3f27c req-f0e54ed2-099d-4266-ac69-f72e562ae0ac tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329866 Jul 13 20:08:45.966935 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:46.259461 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03678464-0e75-489e-b958-91c8db5bfbe8 req-bc109fbb-7256-4e7f-94e2-d814b4440972 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:46.262143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03678464-0e75-489e-b958-91c8db5bfbe8 req-bc109fbb-7256-4e7f-94e2-d814b4440972 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 943 time: 0.0748765 Jul 13 20:08:46.279272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-78cfc066-0528-4f02-8be0-20a98d56898a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:46.280772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-78cfc066-0528-4f02-8be0-20a98d56898a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372&tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 943 time: 0.0739067 Jul 13 20:08:46.300893 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03678464-0e75-489e-b958-91c8db5bfbe8 req-945e2c0b-62de-4392-97bb-07e24dfd2d0b tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330725 Jul 13 20:08:46.343319 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-5b8fd9ec-7a8a-4316-b9a9-9c88f846239e service neutron] delete failed (client error): The resource could not be found. Jul 13 20:08:46.344356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-5b8fd9ec-7a8a-4316-b9a9-9c88f846239e service neutron] 10.222.0.24 "DELETE /v2.0/ports/6e4e3899-ca94-4f10-96bc-4c894224133f/bindings/n-h1-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0547829 Jul 13 20:08:46.441146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-69a3801a-9576-4b42-b69d-53aa1724a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:46.442554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-69a3801a-9576-4b42-b69d-53aa1724a7c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 1094 time: 0.0514429 Jul 13 20:08:46.536943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-ce5666e3-6804-40fd-a2fd-02855e1355f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:46.538423 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-ce5666e3-6804-40fd-a2fd-02855e1355f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 200 len: 916 time: 0.0849748 Jul 13 20:08:46.582348 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-30cda8f4-83d3-429a-a87e-12c9be839bb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 200 len: 217 time: 0.0332994 Jul 13 20:08:46.634566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-5be7cb9a-4a89-48da-a686-e5e870c29057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:46.636145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-5be7cb9a-4a89-48da-a686-e5e870c29057 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 200 len: 855 time: 0.0465159 Jul 13 20:08:46.672651 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-8e13b21a-f7ec-4f91-81f7-3e0f82a64b06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d477eaf-fa1e-4065-8544-01788012f590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269649 Jul 13 20:08:46.682840 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:46.760823 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-6b9bff28-c859-4692-820a-c5d8c7064c7c service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812643 Jul 13 20:08:46.855821 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e37deba3-707a-4a6f-b21d-266c99f47855 req-35be3a9b-d391-4ca6-954a-e4cefe2061a3 service neutron] 10.222.0.24 "GET /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852697 Jul 13 20:08:47.062910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6e4e3899-ca94-4f10-96bc-4c894224133f details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:08:47.152463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6e4e3899-ca94-4f10-96bc-4c894224133f,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:47.163248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '6e4e3899-ca94-4f10-96bc-4c894224133f', 'network_id': '2d477eaf-fa1e-4065-8544-01788012f590', 'port_id': '6e4e3899-ca94-4f10-96bc-4c894224133f', 'mac_address': 'fa:16:3e:eb:43:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5badc0a9-45bb-4985-9c65-9f58161f917b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:08:47.203228 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:47.215748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4e3899-ca94-4f10-96bc-4c894224133f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:08:47.236784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6e4e3899-ca94-4f10-96bc-4c894224133f,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:47.240626 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:47.289977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6e4e3899-ca94-4f10-96bc-4c894224133f,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:47.297963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.298593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.298930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.299263 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.299594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.299919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.300241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.300590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.300909 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.301229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.301555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.301871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:47.454074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['6e4e3899-ca94-4f10-96bc-4c894224133f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:08:47.487475 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea0586-3620-4a08-a045-f817ec6776e7 req-fe17f7a3-154b-40a7-a26c-31d9b1485623 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:47.489019 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8cea0586-3620-4a08-a045-f817ec6776e7 req-fe17f7a3-154b-40a7-a26c-31d9b1485623 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 944 time: 0.0684414 Jul 13 20:08:47.533953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8cea0586-3620-4a08-a045-f817ec6776e7 req-e50be291-0723-4b7f-bcff-92590eee2acb tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368743 Jul 13 20:08:47.711344 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a9d61-a603-4ec2-8126-61d5dcbb835b req-0e5619c5-a09c-478b-963c-a00b47e22ea4 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:47.712743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b4a9d61-a603-4ec2-8126-61d5dcbb835b req-0e5619c5-a09c-478b-963c-a00b47e22ea4 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 944 time: 0.0647562 Jul 13 20:08:47.751136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b4a9d61-a603-4ec2-8126-61d5dcbb835b req-7145c8eb-4258-4245-995e-0b1819ce3771 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Jul 13 20:08:47.926357 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe321d-651f-40cf-9790-4581dd1a2787 req-3edd6fae-18d4-40e0-ae85-6a67f8ab2d7d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:47.927852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9fe321d-651f-40cf-9790-4581dd1a2787 req-3edd6fae-18d4-40e0-ae85-6a67f8ab2d7d tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 944 time: 0.0677679 Jul 13 20:08:47.964839 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9fe321d-651f-40cf-9790-4581dd1a2787 req-984262a4-aa6b-49ff-b12a-b0f5c969b238 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312378 Jul 13 20:08:48.517791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cd277-a5f5-4e20-8de1-5a14e94e97b9 req-bf770788-fa4e-4712-9511-22680c66a0df tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:48.519188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf0cd277-a5f5-4e20-8de1-5a14e94e97b9 req-bf770788-fa4e-4712-9511-22680c66a0df tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 944 time: 0.0627937 Jul 13 20:08:48.557231 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf0cd277-a5f5-4e20-8de1-5a14e94e97b9 req-b7788bf4-7601-4b66-ac55-0312560b3825 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322611 Jul 13 20:08:49.067013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6e4e3899-ca94-4f10-96bc-4c894224133f up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:08:49.114165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 6e4e3899-ca94-4f10-96bc-4c894224133f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:08:49.117657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 6e4e3899-ca94-4f10-96bc-4c894224133f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:08:49.118035 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:49.191916 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:49.214704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:08:49.216958 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6574861-6dfe-4dfb-9750-087f68b2c4ae" -d '{"events": [{"server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "name": "network-vif-plugged", "status": "completed", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:08:49.230331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6e4e3899-ca94-4f10-96bc-4c894224133f,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:49.235166 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:49.260354 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08471df7-5c05-493d-bd77-deef657cb63f x-openstack-request-id: req-08471df7-5c05-493d-bd77-deef657cb63f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:08:49.260640 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "name": "network-vif-plugged", "status": "completed", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:08:49.260889 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08471df7-5c05-493d-bd77-deef657cb63f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:08:49.261270 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f', 'code': 200} Jul 13 20:08:49.286949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=6e4e3899-ca94-4f10-96bc-4c894224133f,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:49.520940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-c5a87919-f73f-4395-9610-b6ca8a027c0a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:49.522304 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-c5a87919-f73f-4395-9610-b6ca8a027c0a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.0661728 Jul 13 20:08:49.620548 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-dd3f46b2-3d1f-45f9-964c-428abd721eb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Deleting port 6e4e3899-ca94-4f10-96bc-4c894224133f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:08:49.620903 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-dd3f46b2-3d1f-45f9-964c-428abd721eb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:49.744016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-dd3f46b2-3d1f-45f9-964c-428abd721eb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] For port 6e4e3899-ca94-4f10-96bc-4c894224133f, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=6e4e3899-ca94-4f10-96bc-4c894224133f,segment=NetworkSegment(066b60a9-eab1-4d0b-9a65-a74718f42fd7),segment_id=066b60a9-eab1-4d0b-9a65-a74718f42fd7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:49.744921 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-dd3f46b2-3d1f-45f9-964c-428abd721eb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:49.764471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-dd3f46b2-3d1f-45f9-964c-428abd721eb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Calling delete_port for 6e4e3899-ca94-4f10-96bc-4c894224133f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:08:49.789402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978d67d-0228-4350-a199-1005af45039e req-08c89920-96ce-4aa0-8f8d-1a9c5e21671a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:49.790853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0978d67d-0228-4350-a199-1005af45039e req-08c89920-96ce-4aa0-8f8d-1a9c5e21671a tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d7fadd1-30c7-41d4-8ce4-53306f8bf372 HTTP/1.1" status: 200 len: 945 time: 0.1183834 Jul 13 20:08:49.871481 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0978d67d-0228-4350-a199-1005af45039e req-0ef728b5-94d9-4181-99d0-3e0c01dcc057 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.25 "GET /v2.0/security-groups?id=6884be7e-298d-4ad8-aa99-84c4d7e5f13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525742 Jul 13 20:08:49.939070 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-dd3f46b2-3d1f-45f9-964c-428abd721eb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:49.951219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['6e4e3899-ca94-4f10-96bc-4c894224133f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:08:49.970444 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f46b2-3d1f-45f9-964c-428abd721eb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Pushing event deleted for resources: {'Port': ['ID=6e4e3899-ca94-4f10-96bc-4c894224133f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:50.015272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-dd3f46b2-3d1f-45f9-964c-428abd721eb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] No DVR routers for this DVR port 6e4e3899-ca94-4f10-96bc-4c894224133f on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:08:50.017775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-dd3f46b2-3d1f-45f9-964c-428abd721eb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:50.019745 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8829e8d-0ce6-47dc-bd7b-5caaef7d3f96 req-dd3f46b2-3d1f-45f9-964c-428abd721eb2 tempest-ServerDiskConfigTestJSON-1401651786 tempest-ServerDiskConfigTestJSON-1401651786-project] 10.222.0.60 "DELETE /v2.0/ports/6e4e3899-ca94-4f10-96bc-4c894224133f HTTP/1.1" status: 204 len: 173 time: 0.4916153 Jul 13 20:08:50.020169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'name': 'network-vif-deleted', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:08:50.022388 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b3a383-3d3a-48e6-8e51-92032a372bbc" -d '{"events": [{"server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "name": "network-vif-deleted", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:08:50.062565 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044444b2-c407-497e-a0bb-a91910d1358f x-openstack-request-id: req-044444b2-c407-497e-a0bb-a91910d1358f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:08:50.062850 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7fadd1-30c7-41d4-8ce4-53306f8bf372", "name": "network-vif-deleted", "tag": "6e4e3899-ca94-4f10-96bc-4c894224133f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:08:50.063092 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-044444b2-c407-497e-a0bb-a91910d1358f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:08:50.063487 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7fadd1-30c7-41d4-8ce4-53306f8bf372', 'name': 'network-vif-deleted', 'tag': '6e4e3899-ca94-4f10-96bc-4c894224133f', 'status': 'completed', 'code': 200} Jul 13 20:08:50.788629 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-991454d9-05d7-4213-8b71-47f01bf8a97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.099833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:51.147004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-065be6d9-6d24-4113-b4dd-a0fc746ce0e7 admin admin] Deleting subnet 5badc0a9-45bb-4985-9c65-9f58161f917b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:08:51.150039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065be6d9-6d24-4113-b4dd-a0fc746ce0e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.184116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065be6d9-6d24-4113-b4dd-a0fc746ce0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.222833 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065be6d9-6d24-4113-b4dd-a0fc746ce0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.275331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065be6d9-6d24-4113-b4dd-a0fc746ce0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.299232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065be6d9-6d24-4113-b4dd-a0fc746ce0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5badc0a9-45bb-4985-9c65-9f58161f917b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:51.305298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065be6d9-6d24-4113-b4dd-a0fc746ce0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.308040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-065be6d9-6d24-4113-b4dd-a0fc746ce0e7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5badc0a9-45bb-4985-9c65-9f58161f917b HTTP/1.1" status: 204 len: 168 time: 0.2071416 Jul 13 20:08:51.310593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:51.382011 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.462621 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.472183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d477eaf-fa1e-4065-8544-01788012f590']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:51.486597 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066b60a9-eab1-4d0b-9a65-a74718f42fd7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:51.486892 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066b60a9-eab1-4d0b-9a65-a74718f42fd7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:51.496432 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.509744 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.516172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:08:51.516550 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:08:51.518537 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:08:51.572362 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.578743 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.580558 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] 10.222.0.25 "DELETE /v2.0/networks/2d477eaf-fa1e-4065-8544-01788012f590 HTTP/1.1" status: 204 len: 168 time: 0.2690580 Jul 13 20:08:51.593129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020213f-d436-4280-b54c-0bb75f21235a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d477eaf-fa1e-4065-8544-01788012f590,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:51.690487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:51.729313 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6e026110-3f22-4f2b-87b2-d05366cc2a58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d5789844ee64f9a9afb6f9eed8610d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371597 Jul 13 20:08:51.731778 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:51.777116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20de6d8a-b461-4e6e-8119-585502ebcc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.802621 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20de6d8a-b461-4e6e-8119-585502ebcc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.848913 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20de6d8a-b461-4e6e-8119-585502ebcc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.851608 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20de6d8a-b461-4e6e-8119-585502ebcc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:51.852765 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-20de6d8a-b461-4e6e-8119-585502ebcc75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6884be7e-298d-4ad8-aa99-84c4d7e5f13d HTTP/1.1" status: 204 len: 168 time: 0.1200960 Jul 13 20:08:51.861615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de6d8a-b461-4e6e-8119-585502ebcc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884be7e-298d-4ad8-aa99-84c4d7e5f13d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:52.489564 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:52.624930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1057168787-network', 'tenant_id': 'af666b332261472ba54c11801f6f9d90'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:08:52.646563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Made reservation on behalf of af666b332261472ba54c11801f6f9d90 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:08:52.648844 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:52.657552 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:52.747151 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:52.750602 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:52.771043 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:08:52.785505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d407d169-d3e9-45cc-b831-8eb224d59c59,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:52.788361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:52.788697 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Added segment 83cfdb9e-504a-4bee-898c-5e75557383e6 of type vlan for network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f Jul 13 20:08:52.828522 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:52.855495 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:52.856432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:52.857004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:52.913203 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4224446 Jul 13 20:08:52.916388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 43560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:52.918665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ef86b-99d4-4703-8dc0-0162d36f22a5 admin admin] Pushing event updated for resources: {'Network': ['ID=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:52.921479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Request body: {'subnet': {'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1057168787-subnet', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:08:52.928598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:08:52.943353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Made reservation on behalf of af666b332261472ba54c11801f6f9d90 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:08:52.945695 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.073861 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6e4e3899-ca94-4f10-96bc-4c894224133f no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:08:53.097853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 6e4e3899-ca94-4f10-96bc-4c894224133f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:08:53.098188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 6e4e3899-ca94-4f10-96bc-4c894224133f not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:08:53.111426 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.165683 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473c4e05-b7f0-4f13-aa5e-a3a325095648,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:53.174685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:08:53.175049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Network hostable DHCP agents. Network: e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:08:53.190374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:08:53.199150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:08:53.203223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:53.203809 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.208168 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10de6e-d5e0-459c-9be4-6ad81893e6c9 None None] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:08:53.220415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f42e12e0-9b75-4e1f-88d5-12de30305200 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3002803 Jul 13 20:08:53.220789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:53.225832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:08:53.246457 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.247425 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.300335 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.360030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:08:53.360920 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.400040 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:08:53.441058 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.493395 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Allocated IP 172.20.0.2 (e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f/473c4e05-b7f0-4f13-aa5e-a3a325095648/18cc1eac-0438-4703-8ae0-92243415ffe1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:08:53.640382 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.646435 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.652112 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd57720f-93de-4c6e-9d6f-5da0a5a59df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.659266 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Transition to ACTIVE for port object 18cc1eac-0438-4703-8ae0-92243415ffe1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:08:53.664352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.675959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Transition to ACTIVE for port object 18cc1eac-0438-4703-8ae0-92243415ffe1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:08:53.688052 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.721542 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.728305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:08:53.732241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:08:53.737481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:08:53.750442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Pushing event updated for resources: {'Port': ['ID=18cc1eac-0438-4703-8ae0-92243415ffe1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:53.767434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Allocated IP 172.25.7.221 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/776a0a55-f654-4ab8-bd18-42075968a134) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:08:53.802624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Attempting to bind port 18cc1eac-0438-4703-8ae0-92243415ffe1 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:08:53.802993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Attempting to bind port 18cc1eac-0438-4703-8ae0-92243415ffe1 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:08:53.803351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Attempting to bind port 18cc1eac-0438-4703-8ae0-92243415ffe1 on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:08:53.808969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:08:53.809339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:08:53.809740 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.810131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:08:53.810617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Bound port: 18cc1eac-0438-4703-8ae0-92243415ffe1, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:08:53.810997 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.874061 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] For port 18cc1eac-0438-4703-8ae0-92243415ffe1, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:08:53.874747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.877062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] For port 18cc1eac-0438-4703-8ae0-92243415ffe1, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=18cc1eac-0438-4703-8ae0-92243415ffe1,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:08:53.887057 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.915331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:53.948607 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e111671-5682-494e-9e01-938d28c6a879 None None] Pushing event updated for resources: {'Port': ['ID=18cc1eac-0438-4703-8ae0-92243415ffe1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:53.954691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:08:53.957676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:08:53.963593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:08:53.991261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Pushing event updated for resources: {'Port': ['ID=776a0a55-f654-4ab8-bd18-42075968a134,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:54.252576 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:54.448365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:54.578061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Router d93f063b-d1ce-440f-920d-15877c786818 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:08:54.689248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:08:54.700259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:08:54.704403 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:54.706308 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:54.707696 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8eae337a-2948-477c-9f88-1883d38dfd0f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4857993 Jul 13 20:08:54.710578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:54.714389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:08:54.715052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:08:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:54.813229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d44ad3b-2141-4a57-a679-16b9680b466c None None] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:08:54.881242 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:08:55.103691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a42b217f-50d4-4663-9028-013c6bb09ef0 None None] Provisioning for port 18cc1eac-0438-4703-8ae0-92243415ffe1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:08:55.321663 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:54Z', 'revision_number': 3, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:55.348986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:08:55.349339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Updating router d93f063b-d1ce-440f-920d-15877c786818 port 776a0a55-f654-4ab8-bd18-42075968a134 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:08:55.386602 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.502465 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.655626 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.659749 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Allocated IP 172.20.0.1 (e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f/473c4e05-b7f0-4f13-aa5e-a3a325095648/f5eeda15-3775-43fd-948c-bc822655b05e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:08:55.665728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Transition to ACTIVE for port object 776a0a55-f654-4ab8-bd18-42075968a134 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:08:55.671585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.724735 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Attempting to bind port 776a0a55-f654-4ab8-bd18-42075968a134 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:08:55.725100 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Attempting to bind port 776a0a55-f654-4ab8-bd18-42075968a134 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:08:55.725456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Attempting to bind port 776a0a55-f654-4ab8-bd18-42075968a134 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:08:55.728221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccfd9b-5deb-47a5-a10b-2d3b8611b3b1 None None] Pushing event updated for resources: {'Port': ['ID=776a0a55-f654-4ab8-bd18-42075968a134,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:55.733492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:08:55.733859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:08:55.734260 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.734668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:08:55.735125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Bound port: 776a0a55-f654-4ab8-bd18-42075968a134, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:08:55.735499 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.767316 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.781172 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Transition to ACTIVE for port object f5eeda15-3775-43fd-948c-bc822655b05e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:08:55.789365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] For port 776a0a55-f654-4ab8-bd18-42075968a134, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:08:55.792356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] For port 776a0a55-f654-4ab8-bd18-42075968a134, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=776a0a55-f654-4ab8-bd18-42075968a134,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:08:55.796725 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.816032 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.840380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:08:55.840991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:08:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:55.857688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:08:55.860551 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:08:55.864333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:08:55.888582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Pushing event updated for resources: {'Port': ['ID=f5eeda15-3775-43fd-948c-bc822655b05e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:55.908633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.950032 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccfd9b-5deb-47a5-a10b-2d3b8611b3b1 None None] Pushing event updated for resources: {'Port': ['ID=776a0a55-f654-4ab8-bd18-42075968a134,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:55.970253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:08:56.031841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 18cc1eac-0438-4703-8ae0-92243415ffe1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:08:56.069221 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:56.130290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1039daee-8eed-4d4f-8567-8e2e8ec5661e None None] Provisioning for port f5eeda15-3775-43fd-948c-bc822655b05e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:08:56.145260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1039daee-8eed-4d4f-8567-8e2e8ec5661e None None] Provisioning complete for port f5eeda15-3775-43fd-948c-bc822655b05e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:08:56.145632 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1039daee-8eed-4d4f-8567-8e2e8ec5661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:56.198474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 18cc1eac-0438-4703-8ae0-92243415ffe1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:08:56.230892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 18cc1eac-0438-4703-8ae0-92243415ffe1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:08:56.231271 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:56.238983 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:56.243543 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:56.252296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1039daee-8eed-4d4f-8567-8e2e8ec5661e None None] Port f5eeda15-3775-43fd-948c-bc822655b05e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:08:56.253742 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:56.319815 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Pushing event updated for resources: {'Port': ['ID=f5eeda15-3775-43fd-948c-bc822655b05e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:56.320068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:54Z', 'revision_number': 3, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:56.322886 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:56.356915 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a87e3-c381-47f7-922d-fdffa916c4da None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:54Z', 'revision_number': 3, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:08:56.364046 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:56.398274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 18cc1eac-0438-4703-8ae0-92243415ffe1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=18cc1eac-0438-4703-8ae0-92243415ffe1,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:56.403881 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:56.424166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:08:56.425864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:08:56.465825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=18cc1eac-0438-4703-8ae0-92243415ffe1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:56.551436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Router d93f063b-d1ce-440f-920d-15877c786818 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:08:56.690632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:08:56.696053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e074aa75-27ee-4a5e-8c59-9e90697cdfcd admin admin] 10.222.0.25 "PUT /v2.0/routers/d93f063b-d1ce-440f-920d-15877c786818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9843693 Jul 13 20:08:56.775122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec8d3501-2590-44df-a760-92e8e181f101 None None] Provisioning complete for port f5eeda15-3775-43fd-948c-bc822655b05e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:08:56.775501 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec8d3501-2590-44df-a760-92e8e181f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:56.814496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d3501-2590-44df-a760-92e8e181f101 None None] Port f5eeda15-3775-43fd-948c-bc822655b05e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:08:57.155373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:57.160198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3fb13749-648a-45ea-9f3e-da7e385e7eb6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1484960605', 'description': 'tempest-description--737264847'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:08:57.186315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fb13749-648a-45ea-9f3e-da7e385e7eb6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.268554 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fb13749-648a-45ea-9f3e-da7e385e7eb6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.272251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fb13749-648a-45ea-9f3e-da7e385e7eb6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.299476 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fb13749-648a-45ea-9f3e-da7e385e7eb6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.300698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3fb13749-648a-45ea-9f3e-da7e385e7eb6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1443114 Jul 13 20:08:57.303642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:57.308479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2a8a0902-336e-4627-867d-7bd1d97bb0c6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'security_group_rule': {'security_group_id': '1d543c2e-ab33-4880-ab8c-4fe81a3a90d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:08:57.314811 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb13749-648a-45ea-9f3e-da7e385e7eb6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:57.340843 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a8a0902-336e-4627-867d-7bd1d97bb0c6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.399134 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a8a0902-336e-4627-867d-7bd1d97bb0c6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.403212 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a8a0902-336e-4627-867d-7bd1d97bb0c6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.425002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a0902-336e-4627-867d-7bd1d97bb0c6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df27f22-b576-42fd-8b72-8f51ca5191a8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:57.430889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a8a0902-336e-4627-867d-7bd1d97bb0c6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.432221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2a8a0902-336e-4627-867d-7bd1d97bb0c6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276300 Jul 13 20:08:57.434992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:57.439396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-31fbab0a-fc99-4fc6-830e-0ee8cb8e6221 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'security_group_rule': {'security_group_id': '1d543c2e-ab33-4880-ab8c-4fe81a3a90d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:08:57.465378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31fbab0a-fc99-4fc6-830e-0ee8cb8e6221 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.522100 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31fbab0a-fc99-4fc6-830e-0ee8cb8e6221 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.526299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31fbab0a-fc99-4fc6-830e-0ee8cb8e6221 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.543561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbab0a-fc99-4fc6-830e-0ee8cb8e6221 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781b1d20-453c-433e-b274-375b03ae62d7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:57.550747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31fbab0a-fc99-4fc6-830e-0ee8cb8e6221 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.551941 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-31fbab0a-fc99-4fc6-830e-0ee8cb8e6221 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160254 Jul 13 20:08:57.554946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:57.559570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:08:57.580619 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.679775 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.787999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Allocated IP 172.25.7.170 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/f9255ed3-9d0d-46cf-b683-db0b903b82bf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:08:57.889087 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.940233 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.945815 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:08:57.958152 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:08:57.958834 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:08:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:57.984250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:08:57.987321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:08:57.992027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:08:57.996011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event updated for resources: {'Port': ['ID=f9255ed3-9d0d-46cf-b683-db0b903b82bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:58.029105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 18cc1eac-0438-4703-8ae0-92243415ffe1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:08:58.080115 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:08:58.089724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 18cc1eac-0438-4703-8ae0-92243415ffe1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:08:58.090281 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.093118 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.144236 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.174959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 776a0a55-f654-4ab8-bd18-42075968a134 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:08:58.231520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 776a0a55-f654-4ab8-bd18-42075968a134 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:08:58.237526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 776a0a55-f654-4ab8-bd18-42075968a134 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:08:58.237947 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.282624 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 2, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:58.307833 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.317359 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:08:58.317715 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Updating router d93f063b-d1ce-440f-920d-15877c786818 port f5eeda15-3775-43fd-948c-bc822655b05e binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:08:58.317991 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.334059 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.352925 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.360223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 776a0a55-f654-4ab8-bd18-42075968a134, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=776a0a55-f654-4ab8-bd18-42075968a134,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:58.365835 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.397917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event updated for resources: {'Port': ['ID=f9255ed3-9d0d-46cf-b683-db0b903b82bf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:58.409946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.420414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=776a0a55-f654-4ab8-bd18-42075968a134,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:58.424337 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.434855 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7b2336a3-f467-4e10-933b-578aece190a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8788574 Jul 13 20:08:58.565876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-9e144325-c1b6-4c7b-aa3c-17a351843aa6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1484960605&fields=id&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 267 time: 0.0341191 Jul 13 20:08:58.626673 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.637600 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Transition to ACTIVE for port object f5eeda15-3775-43fd-948c-bc822655b05e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:08:58.643982 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.686263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-87f092db-c968-49ac-96e0-39450a23c6ea tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:58.687861 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-87f092db-c968-49ac-96e0-39450a23c6ea tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 812 time: 0.1155539 Jul 13 20:08:58.705585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-0007b236-ec9b-473c-9a48-e33a7e69bff5 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/quotas/af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 375 time: 0.0120926 Jul 13 20:08:58.752133 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Pushing event updated for resources: {'Port': ['ID=f5eeda15-3775-43fd-948c-bc822655b05e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:58.766147 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.766511 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.767439 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.767774 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.768100 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.768423 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.768742 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.769063 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.769376 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.769692 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.770009 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.770329 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:58.776928 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Attempting to bind port f5eeda15-3775-43fd-948c-bc822655b05e on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:08:58.777298 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Attempting to bind port f5eeda15-3775-43fd-948c-bc822655b05e by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:08:58.777646 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Attempting to bind port f5eeda15-3775-43fd-948c-bc822655b05e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:08:58.782987 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:08:58.783535 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:08:58.783972 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.784413 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:08:58.784886 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Bound port: f5eeda15-3775-43fd-948c-bc822655b05e, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:08:58.785257 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.786732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-474d3758-69d2-418e-93a2-fece341a306f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739098 Jul 13 20:08:58.857656 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] For port f5eeda15-3775-43fd-948c-bc822655b05e, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:08:58.865361 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] For port f5eeda15-3775-43fd-948c-bc822655b05e, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f5eeda15-3775-43fd-948c-bc822655b05e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:08:58.871051 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.922561 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:08:58.923452 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:08:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:58.965743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-1084535b-04e4-41b8-af02-9d389df146cf service neutron] 10.222.0.25 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654205 Jul 13 20:08:59.075543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-7caefa0c-2612-417f-9398-5fd4b40cc57b service neutron] 10.222.0.25 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039622 Jul 13 20:08:59.124152 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeb0c2-75ff-4294-bd84-267ca4593977 None None] Pushing event updated for resources: {'Port': ['ID=f5eeda15-3775-43fd-948c-bc822655b05e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:59.155633 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:08:59.261896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7bdf6af7-e64f-4376-9a56-61b8f6af20e1 req-c45550bf-2337-4632-845f-4e733845a242 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 210 time: 0.0344825 Jul 13 20:08:59.395989 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:59.429818 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052a79f-bcec-4eef-a8a4-ccf8423fb806 None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:09:00.028026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f5eeda15-3775-43fd-948c-bc822655b05e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:09:00.078706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f5eeda15-3775-43fd-948c-bc822655b05e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:09:00.082930 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f5eeda15-3775-43fd-948c-bc822655b05e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:09:00.083642 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:00.166724 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:00.206761 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port f5eeda15-3775-43fd-948c-bc822655b05e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f5eeda15-3775-43fd-948c-bc822655b05e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:00.211815 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:00.212742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 776a0a55-f654-4ab8-bd18-42075968a134 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:09:00.303272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=f5eeda15-3775-43fd-948c-bc822655b05e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:00.324744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 776a0a55-f654-4ab8-bd18-42075968a134 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:09:00.325581 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:00.421879 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0337c096-f65f-459e-b69f-546c74b9fbb3 req-c3c89cec-8739-4333-8ba2-e01f6744d40a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 210 time: 0.0303178 Jul 13 20:09:00.541474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-7c7b4b66-3919-42ed-9d32-2a8ae1728ded tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:00.542954 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-7c7b4b66-3919-42ed-9d32-2a8ae1728ded tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 812 time: 0.1479769 Jul 13 20:09:00.597993 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-797d3980-285a-4892-aea8-c025280cf7b7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 380 time: 0.0368164 Jul 13 20:09:00.609464 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'port': {'device_id': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'admin_state_up': True, 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'security_groups': ['1d543c2e-ab33-4880-ab8c-4fe81a3a90d8']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:09:00.714684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Made reservation on behalf of af666b332261472ba54c11801f6f9d90 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:09:00.718209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:00.843837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Allocated IP 172.20.0.11 (e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f/473c4e05-b7f0-4f13-aa5e-a3a325095648/89b33e6b-6db9-432c-ba64-8e2081ce3b3e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:09:00.980117 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:00.993222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Transition to ACTIVE for port object 89b33e6b-6db9-432c-ba64-8e2081ce3b3e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:09:01.027587 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:01.073569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:09:01.076717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:09:01.080580 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:09:01.087126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event updated for resources: {'Port': ['ID=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:01.114848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.115200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.115549 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.115886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.116218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.116568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.116881 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.117209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.117531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.117853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.118171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.118518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:01.146288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:01.146946 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:01.162130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-c696cd0a-e80e-4be0-b7b8-af7d06dd81e1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5562322 Jul 13 20:09:01.179814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Request body: {'port': {'device_id': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:09:01.258621 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:01.310461 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-321d6a69-0f6a-4211-a764-02134b82b1d8 None None] Provisioning for port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:09:01.315031 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-321d6a69-0f6a-4211-a764-02134b82b1d8 None None] Provisioning complete for port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:09:01.315404 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-321d6a69-0f6a-4211-a764-02134b82b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:01.348683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-321d6a69-0f6a-4211-a764-02134b82b1d8 None None] Port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:09:01.524897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b33e6b-6db9-432c-ba64-8e2081ce3b3e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:09:01.532967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:01.572715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Transition to ACTIVE for port object 89b33e6b-6db9-432c-ba64-8e2081ce3b3e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:09:01.578445 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:01.648273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Pushing event updated for resources: {'Port': ['ID=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:01.711148 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dd30e-7c07-4aca-aa3a-6910aab6a4a0 req-1009b19b-3586-42c0-b4d8-f80873323ede tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:01.713366 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a42dd30e-7c07-4aca-aa3a-6910aab6a4a0 req-1009b19b-3586-42c0-b4d8-f80873323ede tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 932 time: 0.1759863 Jul 13 20:09:01.749987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Attempting to bind port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:09:01.750323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Attempting to bind port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:09:01.750685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Attempting to bind port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:09:01.763432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:09:01.763763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Attempting to bind port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:09:01.779174 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a42dd30e-7c07-4aca-aa3a-6910aab6a4a0 req-dae410a0-9d32-4684-9830-482f62ce809d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589771 Jul 13 20:09:01.779922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:09:01.780267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:09:01.780650 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:09:01.781097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Bound port: 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:09:01.781461 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:01.849944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:09:01.853875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:09:01.858717 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:01.899415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:01.900266 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:01.902117 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] 10.222.0.24 "PUT /v2.0/ports/89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 1092 time: 0.7267735 Jul 13 20:09:01.902746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:09:01.905420 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e05e25-866d-4184-87f4-d805b4050175" -d '{"events": [{"name": "network-changed", "server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:09:01.930246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643692-759c-41d1-b2c8-ef00c04188fd service neutron] Pushing event updated for resources: {'Port': ['ID=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:01.954568 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12de892-ce85-4e5a-8c41-9693c82ec689 x-openstack-request-id: req-b12de892-ce85-4e5a-8c41-9693c82ec689 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:09:01.954959 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:09:01.955239 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b12de892-ce85-4e5a-8c41-9693c82ec689 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:09:01.955983 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'status': 'completed', 'code': 200} Jul 13 20:09:01.964657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f5eeda15-3775-43fd-948c-bc822655b05e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:09:02.021195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-05ec9ee7-c315-42dc-aa91-aaa0a7244789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:02.023049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-05ec9ee7-c315-42dc-aa91-aaa0a7244789 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1095 time: 0.0563869 Jul 13 20:09:02.027805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f5eeda15-3775-43fd-948c-bc822655b05e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:09:02.028187 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:02.079458 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-d61e078a-a368-4bbc-bf35-d0f5facef316 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 217 time: 0.0426836 Jul 13 20:09:02.133018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-2da97e85-ec91-446d-bad4-f34d80e3f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:02.134752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-2da97e85-ec91-446d-bad4-f34d80e3f0b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0463166 Jul 13 20:09:02.194493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-673921e8-bfec-439c-97c3-8ccacc132c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:02.196069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-673921e8-bfec-439c-97c3-8ccacc132c8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520287 Jul 13 20:09:02.292498 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-96584aa1-e004-4a20-8bc6-b83f29131473 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859468 Jul 13 20:09:02.388622 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b582155a-f22e-4b91-bf40-e06bf935fd94 req-b55bbbea-dbc2-4268-b38d-c0f4d9d4642a service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852606 Jul 13 20:09:02.517862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e05e25-866d-4184-87f4-d805b4050175 req-bbbcbb25-8053-4835-9003-ced6f6f15884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:02.519431 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50e05e25-866d-4184-87f4-d805b4050175 req-bbbcbb25-8053-4835-9003-ced6f6f15884 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1095 time: 0.0527990 Jul 13 20:09:02.612806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e05e25-866d-4184-87f4-d805b4050175 req-dc1674e3-1518-4575-9b49-2da3b8f684be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:02.614285 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50e05e25-866d-4184-87f4-d805b4050175 req-dc1674e3-1518-4575-9b49-2da3b8f684be service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0866947 Jul 13 20:09:02.658125 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50e05e25-866d-4184-87f4-d805b4050175 req-1ac50902-bde7-4b13-a1fd-9977b4eeb92f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 217 time: 0.0336823 Jul 13 20:09:02.711133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e05e25-866d-4184-87f4-d805b4050175 req-db8ac31e-a2bd-4443-884e-5599a83bf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:02.713181 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50e05e25-866d-4184-87f4-d805b4050175 req-db8ac31e-a2bd-4443-884e-5599a83bf6a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0467181 Jul 13 20:09:02.769635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e05e25-866d-4184-87f4-d805b4050175 req-18c7a561-b5ac-4b45-abbb-47e673d70c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:02.771207 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50e05e25-866d-4184-87f4-d805b4050175 req-18c7a561-b5ac-4b45-abbb-47e673d70c11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508087 Jul 13 20:09:02.859539 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50e05e25-866d-4184-87f4-d805b4050175 req-b0573309-88c7-43b7-8de1-5f145da8bd1a service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812571 Jul 13 20:09:02.996437 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50e05e25-866d-4184-87f4-d805b4050175 req-14885d00-d04d-423e-a80f-9ae2e770ba4c service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259811 Jul 13 20:09:03.011598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d6dda-c398-4d74-8d00-ff5d4e9180b7 req-cd810e29-7718-4c89-8dc9-06ebab7bb55f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:03.013074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e86d6dda-c398-4d74-8d00-ff5d4e9180b7 req-cd810e29-7718-4c89-8dc9-06ebab7bb55f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 944 time: 0.0970213 Jul 13 20:09:03.051240 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e86d6dda-c398-4d74-8d00-ff5d4e9180b7 req-1feed51d-ad77-4f25-95a6-01085571c0c6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322218 Jul 13 20:09:04.229384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f881d-d3f5-41e0-94e5-8777159b409c req-bb44f3fc-4c3f-4680-a4f5-dfe991293377 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:04.230807 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e24f881d-d3f5-41e0-94e5-8777159b409c req-bb44f3fc-4c3f-4680-a4f5-dfe991293377 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 944 time: 0.0633066 Jul 13 20:09:04.271792 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e24f881d-d3f5-41e0-94e5-8777159b409c req-cdfec0e1-ab53-4eeb-bd20-83d55f542cfc tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353773 Jul 13 20:09:05.451005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d438a38-3fae-4bc6-92f9-9747765717c6 req-439aeb21-f2bd-438b-b384-1774905c295d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:05.452484 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d438a38-3fae-4bc6-92f9-9747765717c6 req-439aeb21-f2bd-438b-b384-1774905c295d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 944 time: 0.0671225 Jul 13 20:09:05.489103 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3d438a38-3fae-4bc6-92f9-9747765717c6 req-35bc577d-674e-4457-9502-2929ff862373 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310757 Jul 13 20:09:05.507956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89b33e6b-6db9-432c-ba64-8e2081ce3b3e details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:09:05.604487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:05.615760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'port_id': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'mac_address': 'fa:16:3e:1c:33:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:09:05.652161 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:05.664302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b33e6b-6db9-432c-ba64-8e2081ce3b3e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:09:05.684087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:05.687908 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:05.733400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:05.961424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['89b33e6b-6db9-432c-ba64-8e2081ce3b3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:09:06.660459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41b924-d4bc-4df1-8b31-1beff6517198 req-d40ad973-e358-4034-894d-79819e308f6d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:06.661934 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b41b924-d4bc-4df1-8b31-1beff6517198 req-d40ad973-e358-4034-894d-79819e308f6d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 945 time: 0.0647588 Jul 13 20:09:06.699922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b41b924-d4bc-4df1-8b31-1beff6517198 req-93963b08-742b-415c-9b4d-ecee635e362f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314507 Jul 13 20:09:07.512811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89b33e6b-6db9-432c-ba64-8e2081ce3b3e up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:09:07.560097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:09:07.563596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:09:07.563969 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:07.641529 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:07.664181 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:09:07.666662 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca4b6b5-7414-4737-b808-e859c13f7a52" -d '{"events": [{"server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "name": "network-vif-plugged", "status": "completed", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:09:07.679024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:07.683503 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:07.707713 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ef9691-ce59-4635-92e3-8717be71015a x-openstack-request-id: req-90ef9691-ce59-4635-92e3-8717be71015a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:09:07.708061 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "name": "network-vif-plugged", "status": "completed", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:09:07.708311 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90ef9691-ce59-4635-92e3-8717be71015a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:09:07.708695 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'code': 200} Jul 13 20:09:07.734775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:07.823346 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ff2c7-f77b-4edd-8566-79b099fe0783 req-580b4434-5525-4692-9621-4d533f6fa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:07.824861 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c73ff2c7-f77b-4edd-8566-79b099fe0783 req-580b4434-5525-4692-9621-4d533f6fa361 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1097 time: 0.0517466 Jul 13 20:09:07.863322 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c73ff2c7-f77b-4edd-8566-79b099fe0783 req-7eb40650-bf47-475f-b8a8-0997a9aab5d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267851 Jul 13 20:09:07.872169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece771be-d7e2-4800-a72b-aee3731c55c2 req-b885965b-ef3f-470e-8f8e-284fcf50575c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:07.873640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ece771be-d7e2-4800-a72b-aee3731c55c2 req-b885965b-ef3f-470e-8f8e-284fcf50575c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0625877 Jul 13 20:09:07.910702 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ece771be-d7e2-4800-a72b-aee3731c55c2 req-a111f3c9-67f1-4d39-8a3d-f2bc2c6d9223 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314593 Jul 13 20:09:09.087149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9c70-e25b-48d6-8ad2-9472e9ff59fe req-73c43f1f-1421-4359-a388-1059194f7559 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:09.089462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c3e9c70-e25b-48d6-8ad2-9472e9ff59fe req-73c43f1f-1421-4359-a388-1059194f7559 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0654254 Jul 13 20:09:09.129613 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3c3e9c70-e25b-48d6-8ad2-9472e9ff59fe req-523c8466-833c-4d50-9764-c5cf17711c89 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345654 Jul 13 20:09:09.300401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c7b54-b29a-48f0-bd01-fe7e46d94c34 req-5c5b493a-a337-4626-97dc-77b0a8fe8559 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:09.301888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-846c7b54-b29a-48f0-bd01-fe7e46d94c34 req-5c5b493a-a337-4626-97dc-77b0a8fe8559 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0673363 Jul 13 20:09:09.311072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:09.315618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-94a2e234-e676-4b65-a738-1407799fea1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'floatingip': {'port_id': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:09:09.355170 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94a2e234-e676-4b65-a738-1407799fea1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:09.808769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94a2e234-e676-4b65-a738-1407799fea1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:09.812667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94a2e234-e676-4b65-a738-1407799fea1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:09.912979 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-94a2e234-e676-4b65-a738-1407799fea1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Floating IP e50dd424-35aa-4116-9742-652a7da45679 associated. External IP: 172.25.7.170, port: 89b33e6b-6db9-432c-ba64-8e2081ce3b3e. Jul 13 20:09:10.118434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a2e234-e676-4b65-a738-1407799fea1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Router d93f063b-d1ce-440f-920d-15877c786818 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:09:10.225992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a2e234-e676-4b65-a738-1407799fea1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:09:10.231006 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94a2e234-e676-4b65-a738-1407799fea1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:10.235226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:09:10.244951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:09:10.245647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:08:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:10.268517 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-94a2e234-e676-4b65-a738-1407799fea1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "PUT /v2.0/floatingips/e50dd424-35aa-4116-9742-652a7da45679 HTTP/1.1" status: 200 len: 992 time: 0.9563825 Jul 13 20:09:10.269071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:09:10.271433 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:09:10.324331 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5420a327-aa67-4de6-b9d6-ca1899954751 x-openstack-request-id: req-5420a327-aa67-4de6-b9d6-ca1899954751 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:09:10.325023 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:09:10.325023 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5420a327-aa67-4de6-b9d6-ca1899954751 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:09:10.325278 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'status': 'completed', 'code': 200} Jul 13 20:09:10.365191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:09:10.404242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-4189b159-3b13-44df-aed1-6df5daaa1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:10.405752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-4189b159-3b13-44df-aed1-6df5daaa1850 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1097 time: 0.0599592 Jul 13 20:09:10.495022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-4c1ca014-dc18-4e03-aaa8-011bfd8ccaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:10.496411 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-4c1ca014-dc18-4e03-aaa8-011bfd8ccaea service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0839036 Jul 13 20:09:10.564386 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-c115f724-8695-44bd-a3e2-a00380f4e276 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 1000 time: 0.0608706 Jul 13 20:09:10.593619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:1c:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:09:09Z', 'revision_number': 1, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:10.613302 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-4507e3c4-9fe3-4ef4-86de-dc013fbfd399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:10.614854 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-4507e3c4-9fe3-4ef4-86de-dc013fbfd399 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0440128 Jul 13 20:09:10.620189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:09:10.628591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:09:10.629203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:08:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:10.672237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-33de1527-336e-4942-b318-e9a35750baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:10.674017 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-33de1527-336e-4942-b318-e9a35750baaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532789 Jul 13 20:09:10.735419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:09:10.768252 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-4fa34b5d-4362-4324-9fca-81ef78d273db service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875678 Jul 13 20:09:10.856756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44e9b71a-2837-43e8-9d80-98bc8e2d84fa req-47553de6-109b-4234-b7a4-8b35dc474def service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818634 Jul 13 20:09:10.959321 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:1c:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:09:09Z', 'revision_number': 1, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:10.991334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d5ec2-8d82-4ae0-aa7d-d4b8f6dbebf2 None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:1c:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:09:09Z', 'revision_number': 1, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:09:11.184522 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6791cd-e348-438f-8aff-6e197d3fe6aa None None] New status for floating IP e50dd424-35aa-4116-9742-652a7da45679: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:09:15.960407 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.684539 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:20.790250 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60df82e8-2a92-4ad8-85ae-f0c5cf2fdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:23.641703 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b96386a-e7db-47fe-8243-3267adae5bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:23.693745 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:24.702242 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:26.190496 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:30.399297 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:09:37.294365 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-8882d594-767f-4288-9d86-f247174c1966 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549209 Jul 13 20:09:37.391444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-a6c3d328-dd9a-4bf2-aa70-8a5ac1936d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:37.392957 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-a6c3d328-dd9a-4bf2-aa70-8a5ac1936d2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1097 time: 0.0517597 Jul 13 20:09:37.494841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-503f27d7-2a60-4c15-b7f2-c3072430c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:37.496304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-503f27d7-2a60-4c15-b7f2-c3072430c996 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0830472 Jul 13 20:09:37.563686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-97c69c0e-7b65-4709-b723-98e86f0e93a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 1002 time: 0.0601058 Jul 13 20:09:37.613140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-0fc4c0b3-744e-4839-a3bc-5d53516c2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:37.614574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-0fc4c0b3-744e-4839-a3bc-5d53516c2d9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0420709 Jul 13 20:09:37.671100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-1bbc5199-c854-450b-b0c8-3c33cbb80109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:37.672569 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-1bbc5199-c854-450b-b0c8-3c33cbb80109 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503716 Jul 13 20:09:37.766090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-7f790123-59e6-4128-81fd-976ceab4141a service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859060 Jul 13 20:09:37.854525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-287c5c20-11d1-42f2-ab5d-37f2c41cce6f req-fd4d2183-904c-420c-b1a4-664624e7f6f1 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811000 Jul 13 20:09:45.974909 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:46.691745 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:50.793158 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f960ef61-4bd1-4571-ae91-12c96a2603de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:53.641959 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17f65e1c-56b4-44d9-a34e-c233487091b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:53.693982 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:54.705249 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:56.192801 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:07.398002 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:10:15.976626 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:16.696473 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:20.033370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-fc25d6b6-8d09-47ae-88ad-215b0523717b req-c50a16d7-6d3b-40bb-80c8-e4fde821694a service neutron] (93766) timed out ('10.222.0.25', 44418) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 20:10:20.792755 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b5411b-d030-4870-85e6-7253cc662615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:23.642944 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70a4bfaa-23f4-4076-9c60-a365653a24ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:23.695922 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:24.708880 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:26.194995 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:38.289528 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-c4bdd531-9225-44f9-ba41-ed01662d5fd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615675 Jul 13 20:10:38.390165 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-86f821d7-a0be-4a49-a6c8-d0bf5ed6ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:38.391685 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-86f821d7-a0be-4a49-a6c8-d0bf5ed6ea03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1097 time: 0.0513041 Jul 13 20:10:38.498530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-8cac730f-8649-46c7-9cf0-6c1d60d2ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:38.500021 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-8cac730f-8649-46c7-9cf0-6c1d60d2ea40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0848010 Jul 13 20:10:38.570890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-7a249ab6-461e-4ec5-9cd8-159069cafedf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 1002 time: 0.0602362 Jul 13 20:10:38.621627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-08a77b1e-5bbb-43a3-b61d-44ad9120d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:38.623086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-08a77b1e-5bbb-43a3-b61d-44ad9120d123 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0426133 Jul 13 20:10:38.686847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-b2b44e2a-39c9-4cca-bbac-7248afd50da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:38.688351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-b2b44e2a-39c9-4cca-bbac-7248afd50da0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541577 Jul 13 20:10:38.785802 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-ef4e997f-d5fb-4444-b59e-95fc95eb4210 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846784 Jul 13 20:10:38.876446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e4fbdc83-8b3f-406b-a92c-d7eed9643ebf req-ce765473-6c06-4457-9e22-54108180aac1 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812099 Jul 13 20:10:44.397353 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:10:45.990189 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:46.694267 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:50.794426 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15dbbe2a-6702-482f-b802-018e0a681022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:52.304644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd0eac-362c-49db-b758-b5eedf6e0ad6 req-1d7da593-b3a3-4d9d-a336-2380237f62cb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:52.306224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9dd0eac-362c-49db-b758-b5eedf6e0ad6 req-1d7da593-b3a3-4d9d-a336-2380237f62cb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.1192064 Jul 13 20:10:52.343875 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9dd0eac-362c-49db-b758-b5eedf6e0ad6 req-fd2f965b-1af8-4648-8919-f9387f92e752 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Jul 13 20:10:52.623873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 43866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:10:52.778118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f3ee1-5355-4e0b-b8b4-0a863a5ccd4f req-a1f9ad03-9d98-4ba1-8277-a4df3e964601 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:52.779533 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f74f3ee1-5355-4e0b-b8b4-0a863a5ccd4f req-a1f9ad03-9d98-4ba1-8277-a4df3e964601 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0989146 Jul 13 20:10:52.783356 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-3d39a184-5307-419e-b8aa-faea97d5d8b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1583469 Jul 13 20:10:52.819474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f74f3ee1-5355-4e0b-b8b4-0a863a5ccd4f req-b1fab346-1164-4638-b924-2e4151174987 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329342 Jul 13 20:10:53.646281 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ee7cbc8-0f93-4fdf-b86d-3e2b6bf645f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:53.697527 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:54.465906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc63b1b-efa7-4fed-885a-8cba80edf371 req-853d2370-8b96-49c7-b07f-840500a24a17 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:54.467435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4fc63b1b-efa7-4fed-885a-8cba80edf371 req-853d2370-8b96-49c7-b07f-840500a24a17 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.5323081 Jul 13 20:10:54.511802 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-f4184990-0354-4301-b205-a596082f5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:54.513293 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-f4184990-0354-4301-b205-a596082f5339 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1097 time: 0.4384654 Jul 13 20:10:54.518254 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4fc63b1b-efa7-4fed-885a-8cba80edf371 req-2b5111d1-c1d0-41ad-b3c7-52191fe026b1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Jul 13 20:10:54.608531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-111bfe95-24d3-4bd5-94a1-414cdc2777d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:54.609982 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-111bfe95-24d3-4bd5-94a1-414cdc2777d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0853021 Jul 13 20:10:54.675745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-89225ccb-0cc8-48fb-9224-da104c67519d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 1002 time: 0.0568581 Jul 13 20:10:54.712181 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:54.729382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-67f462a7-ad14-4ecf-a3d6-723c17d58dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:54.730906 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-67f462a7-ad14-4ecf-a3d6-723c17d58dc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0457919 Jul 13 20:10:54.793600 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-7069b08e-1312-4deb-a0d4-7526c1d246aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:54.795065 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-7069b08e-1312-4deb-a0d4-7526c1d246aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544610 Jul 13 20:10:54.881932 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-29b3fedc-a391-44d7-9786-d8c43d4a46ec service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798082 Jul 13 20:10:54.976715 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-1ed96dce-b582-4a4f-bfd5-b588623e6f4f service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842555 Jul 13 20:10:55.690235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913f50a-91ba-4a9a-99e9-a74d7386a58e req-6a59a4d0-cb2b-49f7-9cf9-3bdd99cc8381 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:55.691740 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9913f50a-91ba-4a9a-99e9-a74d7386a58e req-6a59a4d0-cb2b-49f7-9cf9-3bdd99cc8381 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0636034 Jul 13 20:10:55.729123 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9913f50a-91ba-4a9a-99e9-a74d7386a58e req-1be87d94-8255-4121-9dc4-5f0819278b25 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Jul 13 20:10:56.198973 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:56.902043 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa50c8-0b07-47c3-b49a-dba46bf3468c req-9bd3bbd4-e63e-4b1e-9873-99575ab01624 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:56.903554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4aa50c8-0b07-47c3-b49a-dba46bf3468c req-9bd3bbd4-e63e-4b1e-9873-99575ab01624 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0621629 Jul 13 20:10:56.941089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4aa50c8-0b07-47c3-b49a-dba46bf3468c req-5c812114-80bd-40c8-be0b-40d2c6fc7080 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320559 Jul 13 20:10:58.118169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a04f33-0106-4130-b2a7-d8db66b97d8e req-c037db86-56cf-4ead-8e2a-ee1d5aa91fc6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:58.120364 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-92a04f33-0106-4130-b2a7-d8db66b97d8e req-c037db86-56cf-4ead-8e2a-ee1d5aa91fc6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0672278 Jul 13 20:10:58.158036 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-92a04f33-0106-4130-b2a7-d8db66b97d8e req-3642eb54-a8ca-4a28-91c7-f4f32c9b74f7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321634 Jul 13 20:10:59.329518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faf05b-6daf-491b-8662-324a0a596cdd req-517bcf92-ef00-400e-a12f-c4810b28117f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:10:59.331090 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63faf05b-6daf-491b-8662-324a0a596cdd req-517bcf92-ef00-400e-a12f-c4810b28117f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0629394 Jul 13 20:10:59.368752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63faf05b-6daf-491b-8662-324a0a596cdd req-6ab61585-353d-4300-b31d-e8ef9dfc077a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322087 Jul 13 20:11:00.542566 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e74b1-8df0-429e-ad0b-1eed5b93e5ea req-d69544c2-1c5b-4984-937f-b65234779d37 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:00.543952 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eb3e74b1-8df0-429e-ad0b-1eed5b93e5ea req-d69544c2-1c5b-4984-937f-b65234779d37 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0633471 Jul 13 20:11:00.582064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eb3e74b1-8df0-429e-ad0b-1eed5b93e5ea req-2700a53e-ecfa-4fc7-897e-033b71ee38aa tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323811 Jul 13 20:11:01.760550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004b260-2915-4aaf-83bc-eef7abfd5334 req-70178854-e95f-4bf4-a189-acd866d714d0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:01.762044 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4004b260-2915-4aaf-83bc-eef7abfd5334 req-70178854-e95f-4bf4-a189-acd866d714d0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0680256 Jul 13 20:11:01.799181 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4004b260-2915-4aaf-83bc-eef7abfd5334 req-975afc60-95e7-467b-ac28-ac65103a3769 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312889 Jul 13 20:11:03.000155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776302-cae4-476e-9e6f-1e10465e0ed5 req-605e7215-91ca-4ba3-834a-e73b88ea6fc9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:03.001667 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60776302-cae4-476e-9e6f-1e10465e0ed5 req-605e7215-91ca-4ba3-834a-e73b88ea6fc9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0694933 Jul 13 20:11:03.040543 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-60776302-cae4-476e-9e6f-1e10465e0ed5 req-b148bc22-0a25-413a-8e09-63202aeb76b8 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327706 Jul 13 20:11:04.229676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7831332-a35e-4044-81da-ab7bd09b11d4 req-5223a889-28cf-441c-b833-5071c7115738 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:04.231308 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f7831332-a35e-4044-81da-ab7bd09b11d4 req-5223a889-28cf-441c-b833-5071c7115738 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0637805 Jul 13 20:11:04.271677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f7831332-a35e-4044-81da-ab7bd09b11d4 req-bb9c9359-1156-4767-9cf7-280c2716b15d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348244 Jul 13 20:11:05.445571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b827b35-1b08-4a7a-9183-fb9d12ab8cfa req-4f655a41-3a21-4fe7-879c-ac8467bbed3f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:05.447151 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b827b35-1b08-4a7a-9183-fb9d12ab8cfa req-4f655a41-3a21-4fe7-879c-ac8467bbed3f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0631900 Jul 13 20:11:05.484849 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b827b35-1b08-4a7a-9183-fb9d12ab8cfa req-9018fc15-89cd-4b6e-a17a-40052e55e864 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320802 Jul 13 20:11:06.654345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d28e9a-f021-48fb-b80a-91fcab2c4147 req-ae7a5493-2120-49af-ad78-ae56bdf854bd tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:06.655861 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a8d28e9a-f021-48fb-b80a-91fcab2c4147 req-ae7a5493-2120-49af-ad78-ae56bdf854bd tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0621181 Jul 13 20:11:06.693496 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a8d28e9a-f021-48fb-b80a-91fcab2c4147 req-875a8595-83b0-4672-8f77-4139686b1203 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321829 Jul 13 20:11:07.301251 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-bd09743c-d18a-4017-9b7b-83136db3ec5e service neutron] show failed (client error): The resource could not be found. Jul 13 20:11:07.302265 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-bd09743c-d18a-4017-9b7b-83136db3ec5e service neutron] 10.222.0.24 "GET /v2.0/ports/89b33e6b-6db9-432c-ba64-8e2081ce3b3e/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0580475 Jul 13 20:11:07.563155 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-b7fc2782-ff02-40d2-81b8-05aef7a92cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:07.564548 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-b7fc2782-ff02-40d2-81b8-05aef7a92cfa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 1097 time: 0.0514834 Jul 13 20:11:07.576062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:11:07.647362 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:07.883470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:11:07.906866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bdfa-67a2-4273-a9a5-a4ab04329ed2 req-b73ef2d7-3c5f-41ed-824f-ca3a1659b953 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:07.908296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6531bdfa-67a2-4273-a9a5-a4ab04329ed2 req-b73ef2d7-3c5f-41ed-824f-ca3a1659b953 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.1036448 Jul 13 20:11:08.287930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:11:08.319470 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6531bdfa-67a2-4273-a9a5-a4ab04329ed2 req-1e7e77c0-c6d8-45a8-b0d2-a1d7d7ea77ed tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056697 Jul 13 20:11:08.336840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:11:08.339430 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af320e7-44fd-4223-a9d6-eda5707848c0" -d '{"events": [{"server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "name": "network-vif-unplugged", "status": "completed", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:11:08.343315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:08.356761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Transition to ACTIVE for port object 89b33e6b-6db9-432c-ba64-8e2081ce3b3e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:11:08.361572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:08.390477 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341c9768-0e7f-4c73-9882-c68f11a17f89 x-openstack-request-id: req-341c9768-0e7f-4c73-9882-c68f11a17f89 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:11:08.390776 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "name": "network-vif-unplugged", "status": "completed", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:11:08.391024 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-341c9768-0e7f-4c73-9882-c68f11a17f89 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:11:08.391410 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'code': 200} Jul 13 20:11:08.471608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Pushing event updated for resources: {'Port': ['ID=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:11:08.496305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.496651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.496992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.497329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.497663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.497993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.498329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.498672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.498997 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.499313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.499640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.499962 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:08.567644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] No DVR routers for this DVR port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:11:08.700968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Attempting to bind port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:11:08.701230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Attempting to bind port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:11:08.701563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Attempting to bind port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:11:08.705692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:11:08.706018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Attempting to bind port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:11:08.710704 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:11:08.711044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:11:08.711433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:11:08.711856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Bound port: 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:11:08.712214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:08.778151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:11:08.781065 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:11:08.785396 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:08.816980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:08.817598 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:08.819004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] 10.222.0.60 "PUT /v2.0/ports/89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 1092 time: 1.2480519 Jul 13 20:11:08.851871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2b74a-702e-4af3-949f-9006daf1cf37 service neutron] Pushing event updated for resources: {'Port': ['ID=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:11:08.900951 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-71644846-fab9-41b6-a941-590dda2a1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:08.902526 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-71644846-fab9-41b6-a941-590dda2a1a4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1095 time: 0.0583475 Jul 13 20:11:08.997676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-430b092d-a71b-4033-bef2-10d53a22ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:08.999196 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-430b092d-a71b-4033-bef2-10d53a22ce34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0907209 Jul 13 20:11:09.092504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-9bf53ce9-ef8e-4d88-bbdb-d3a9bdf68591 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 1000 time: 0.0870965 Jul 13 20:11:09.144912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-c0f83604-6838-4295-8e41-1a16828463eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:09.146389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-c0f83604-6838-4295-8e41-1a16828463eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0486555 Jul 13 20:11:09.219168 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-71065557-e7c3-4b3a-9186-c18732336ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:09.220646 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-71065557-e7c3-4b3a-9186-c18732336ca5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679610 Jul 13 20:11:09.232293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-aab6ba59-7996-4fb5-8f40-db0d39e248eb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:11:09.233525 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-aab6ba59-7996-4fb5-8f40-db0d39e248eb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060964 Jul 13 20:11:09.320818 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-d297797d-0a74-466b-be67-178c7eedf3cc service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812473 Jul 13 20:11:09.418279 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-195b2f27-468f-4cb5-be40-1de27e4e47b5 req-3c2ce13b-8ea8-496d-9d0d-99bc23e9fb37 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906897 Jul 13 20:11:09.502339 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c347ad-3d40-46f5-a652-f935c604a42b req-e6d8660b-6525-438d-9351-48a59915914d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:09.503870 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29c347ad-3d40-46f5-a652-f935c604a42b req-e6d8660b-6525-438d-9351-48a59915914d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 944 time: 0.0670831 Jul 13 20:11:09.545903 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-29c347ad-3d40-46f5-a652-f935c604a42b req-8a802ada-a268-43d8-b876-77032227da88 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344942 Jul 13 20:11:10.117196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89b33e6b-6db9-432c-ba64-8e2081ce3b3e no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:11:10.154806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 89b33e6b-6db9-432c-ba64-8e2081ce3b3e not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:11:10.392685 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:11:10.395056 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956" -d '{"events": [{"name": "network-changed", "server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:11:10.444103 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eabd026-fe57-4250-a9fc-6734ce0db56e x-openstack-request-id: req-2eabd026-fe57-4250-a9fc-6734ce0db56e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:11:10.444390 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:11:10.444638 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2eabd026-fe57-4250-a9fc-6734ce0db56e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:11:10.445029 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'status': 'completed', 'code': 200} Jul 13 20:11:10.521213 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-9dc74c4b-b3f8-4521-822d-332dd65da7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:10.522671 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-9dc74c4b-b3f8-4521-822d-332dd65da7bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1095 time: 0.0559316 Jul 13 20:11:10.523042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-5c5718e1-2139-4ba1-9d30-bc72cd533496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:10.524552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-5c5718e1-2139-4ba1-9d30-bc72cd533496 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1095 time: 0.0524158 Jul 13 20:11:10.614383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-f3e8ad20-5023-493c-8be7-d7fd1a4568a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:10.616108 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-f3e8ad20-5023-493c-8be7-d7fd1a4568a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0865912 Jul 13 20:11:10.626578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-b2b50996-2abb-4671-9c3c-8c9ce569c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:10.628063 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-b2b50996-2abb-4671-9c3c-8c9ce569c569 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0934942 Jul 13 20:11:10.697384 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-ceb11319-c0ef-45c7-a337-64d07010754b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 1000 time: 0.0597949 Jul 13 20:11:10.713592 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-c2623502-7c78-4b88-9464-56110ad9db36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 1000 time: 0.0910060 Jul 13 20:11:10.749123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-e71b2fef-2d78-4d35-95cf-0f78b3922712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:10.750630 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-e71b2fef-2d78-4d35-95cf-0f78b3922712 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0424471 Jul 13 20:11:10.776036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-74d8188b-f618-4194-9ca1-13f28eabae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:10.777437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-74d8188b-f618-4194-9ca1-13f28eabae02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0579140 Jul 13 20:11:10.785977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981d938-b586-45ce-8034-c06f3c2453e3 req-8847ab0c-d7ce-4989-b2db-cfc758e17e6c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:10.787397 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f981d938-b586-45ce-8034-c06f3c2453e3 req-8847ab0c-d7ce-4989-b2db-cfc758e17e6c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 944 time: 0.1189897 Jul 13 20:11:10.815832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-242d6ee4-dc37-450f-be92-e5fbdc5487a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:10.817374 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-242d6ee4-dc37-450f-be92-e5fbdc5487a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556993 Jul 13 20:11:10.862644 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f981d938-b586-45ce-8034-c06f3c2453e3 req-ed734cc2-e1f4-461d-a362-6b170977d794 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656505 Jul 13 20:11:10.876844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-dff2b9d6-8564-4f93-83b8-e5c2b334e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:10.878585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-dff2b9d6-8564-4f93-83b8-e5c2b334e6d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901000 Jul 13 20:11:10.918730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-acba0bc6-9cc6-45ba-8918-e2c35f800758 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915217 Jul 13 20:11:10.987408 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-1ee20f1d-ea88-4a73-aa27-c1541fabfa5d service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974977 Jul 13 20:11:11.038743 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-ed4f4236-fec3-42d9-82e4-00d3fc44d039 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095972 Jul 13 20:11:11.101597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ba8522f-4b6f-4f3d-94cc-36a7e58f8956 req-c73f85f7-f00f-4fa3-852e-14930ade16d2 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081944 Jul 13 20:11:11.793274 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 89b33e6b-6db9-432c-ba64-8e2081ce3b3e details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:11:11.891028 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:11:11.903334 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'port_id': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'mac_address': 'fa:16:3e:1c:33:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:11:11.940173 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:11.953099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b33e6b-6db9-432c-ba64-8e2081ce3b3e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:11:11.973062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:11:11.977149 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:12.023559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:11:12.031366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.031713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.032047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.032376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.032700 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.033024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.033346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.033665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.033986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.034306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.034655 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.034967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:11:12.053616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658314e4-851b-4d0b-91c5-b58f537611d8 req-66fcbe62-ded0-421e-b24f-87682d9ed6fb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:12.055144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-658314e4-851b-4d0b-91c5-b58f537611d8 req-66fcbe62-ded0-421e-b24f-87682d9ed6fb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 945 time: 0.0648179 Jul 13 20:11:12.092958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-658314e4-851b-4d0b-91c5-b58f537611d8 req-bd0a37b6-05bf-4601-a437-645c1480d336 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Jul 13 20:11:12.234998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['89b33e6b-6db9-432c-ba64-8e2081ce3b3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:11:12.439713 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb85917-6a2a-4929-8e6d-2d1fc6229199 req-f1963b06-ea22-4ab2-a37a-f14cdb25d95d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:12.441218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb85917-6a2a-4929-8e6d-2d1fc6229199 req-f1963b06-ea22-4ab2-a37a-f14cdb25d95d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 945 time: 0.1115084 Jul 13 20:11:12.462782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-a4111aee-cca4-4de5-b82f-09dc5354d677 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:12.464184 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-a4111aee-cca4-4de5-b82f-09dc5354d677 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5&tenant_id=af666b332261472ba54c11801f6f9d90&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 945 time: 0.1070869 Jul 13 20:11:12.516576 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb85917-6a2a-4929-8e6d-2d1fc6229199 req-987aae92-f766-468b-8b24-bbc3e1d35e92 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670319 Jul 13 20:11:12.540115 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-954e2ff0-20bd-49e0-80f7-222ca01cf054 service neutron] delete failed (client error): The resource could not be found. Jul 13 20:11:12.541694 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-954e2ff0-20bd-49e0-80f7-222ca01cf054 service neutron] 10.222.0.24 "DELETE /v2.0/ports/89b33e6b-6db9-432c-ba64-8e2081ce3b3e/bindings/n-h1-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0683053 Jul 13 20:11:12.641692 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-fb556322-6149-4697-ad17-2dfbf5f84b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:12.643214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-fb556322-6149-4697-ad17-2dfbf5f84b9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 1096 time: 0.0528400 Jul 13 20:11:12.738983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-629d170d-0fc9-4096-bcde-bd890ea133a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:12.740379 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-629d170d-0fc9-4096-bcde-bd890ea133a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0867953 Jul 13 20:11:12.811819 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-b45e7727-fb32-4bba-a4a0-b4259bbf24fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 200 len: 1001 time: 0.0593548 Jul 13 20:11:12.863685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-b2ac8256-6d23-4da9-bfbf-6bd4f20739c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:12.865147 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-b2ac8256-6d23-4da9-bfbf-6bd4f20739c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0464616 Jul 13 20:11:12.921168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-067e3cf9-58be-4dc5-9af6-7ae9e7075f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:12.922694 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-067e3cf9-58be-4dc5-9af6-7ae9e7075f1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508800 Jul 13 20:11:13.013734 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-a8757936-e0d5-4064-a234-946e52cd6090 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792592 Jul 13 20:11:13.110142 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ccdc21f-587e-4cf9-9131-d881a1000c92 req-80bc29ff-ab73-4a8c-afb7-ed0fe004bd22 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866416 Jul 13 20:11:13.699017 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cfdbc-dc5d-4e4a-99ed-b869852fd0e0 req-078c7c7a-1b1f-4d3b-a2aa-9d9a414fa074 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:13.700534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d98cfdbc-dc5d-4e4a-99ed-b869852fd0e0 req-078c7c7a-1b1f-4d3b-a2aa-9d9a414fa074 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 945 time: 0.0665078 Jul 13 20:11:13.738587 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d98cfdbc-dc5d-4e4a-99ed-b869852fd0e0 req-55b26160-2d88-4241-a16e-cbf6382178ae tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324454 Jul 13 20:11:13.803111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 89b33e6b-6db9-432c-ba64-8e2081ce3b3e up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:11:13.849341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:11:13.853387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:11:13.853815 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:13.927933 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:13.948853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:11:13.951079 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2844cdb-d5c0-4b75-9a90-e269ce5b3df0" -d '{"events": [{"server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "name": "network-vif-plugged", "status": "completed", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:11:13.964071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:11:13.972150 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:13.994681 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82fb06-bceb-4dab-abe8-4127205edb0d x-openstack-request-id: req-ae82fb06-bceb-4dab-abe8-4127205edb0d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:11:13.994970 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "name": "network-vif-plugged", "status": "completed", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:11:13.995214 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae82fb06-bceb-4dab-abe8-4127205edb0d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:11:13.995591 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'code': 200} Jul 13 20:11:14.020305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:11:14.910563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10788685-9829-43e7-8817-39bec9758d81 req-b6181d4a-3ba2-4092-a5ff-08f96774dbc3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:14.912193 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-10788685-9829-43e7-8817-39bec9758d81 req-b6181d4a-3ba2-4092-a5ff-08f96774dbc3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0639627 Jul 13 20:11:14.951277 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-10788685-9829-43e7-8817-39bec9758d81 req-f227013d-cc48-4521-8d5c-604e5c76d2e4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319843 Jul 13 20:11:15.123141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9a90c-2b44-4767-8b4a-765c09899398 req-6060c32c-c66a-4abc-a49d-726d7ed1809a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:15.124628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bd9a90c-2b44-4767-8b4a-765c09899398 req-6060c32c-c66a-4abc-a49d-726d7ed1809a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0640416 Jul 13 20:11:15.161923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bd9a90c-2b44-4767-8b4a-765c09899398 req-6ec74160-38c3-4edc-bc0b-54b68b570341 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316262 Jul 13 20:11:15.340731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f36ea-85c9-4eab-965e-9b012baa65ee req-603e14e9-9216-452f-bd92-864e31fedb95 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:15.342214 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc2f36ea-85c9-4eab-965e-9b012baa65ee req-603e14e9-9216-452f-bd92-864e31fedb95 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0684781 Jul 13 20:11:15.379779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fc2f36ea-85c9-4eab-965e-9b012baa65ee req-bafddc80-c169-4215-8346-10bbd749239b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319474 Jul 13 20:11:15.750029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36473399-b107-4683-a606-4db7cfe345e6 req-d8b8d549-6e7b-4aa6-a95a-e3ebc8e284a3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:15.751451 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36473399-b107-4683-a606-4db7cfe345e6 req-d8b8d549-6e7b-4aa6-a95a-e3ebc8e284a3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0645247 Jul 13 20:11:15.788763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-36473399-b107-4683-a606-4db7cfe345e6 req-bd4ff5fb-94c0-4d88-88d6-68aea79db9f9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Jul 13 20:11:15.989759 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:16.689053 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:16.967614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-903ccd0a-5a94-4fd1-a40a-a65a34b1fd43 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:16.969003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-903ccd0a-5a94-4fd1-a40a-a65a34b1fd43 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0648229 Jul 13 20:11:16.971831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed746087-98ff-4439-a7de-fdb361768005 req-302062c6-0e52-4965-9cb8-412c130508c8 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:16.973332 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed746087-98ff-4439-a7de-fdb361768005 req-302062c6-0e52-4965-9cb8-412c130508c8 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 946 time: 0.0698833 Jul 13 20:11:17.012133 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed746087-98ff-4439-a7de-fdb361768005 req-be45ee69-7d06-4aa3-8e4d-5cb78789c7aa tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Jul 13 20:11:17.074565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Deleting port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:11:17.074916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:17.163652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] For port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:11:17.164106 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:17.379776 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:17.380158 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:17.380470 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Floating IP e50dd424-35aa-4116-9742-652a7da45679 disassociated. External IP: 172.25.7.170, port: 89b33e6b-6db9-432c-ba64-8e2081ce3b3e. Jul 13 20:11:17.380807 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Calling delete_port for 89b33e6b-6db9-432c-ba64-8e2081ce3b3e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:11:17.508638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:17.537732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event deleted for resources: {'Port': ['ID=89b33e6b-6db9-432c-ba64-8e2081ce3b3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:11:17.655353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Router d93f063b-d1ce-440f-920d-15877c786818 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:11:17.767232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:11:17.778177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:11:17.787071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:11:17.787686 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:10:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:11:17.811068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] No DVR routers for this DVR port 89b33e6b-6db9-432c-ba64-8e2081ce3b3e on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:11:17.813551 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:17.815646 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a113ea44-ae1b-4b3c-a8a4-4eef2abea7b7 req-43f2c1e3-7616-406b-8cd8-0d2421a0d641 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.60 "DELETE /v2.0/ports/89b33e6b-6db9-432c-ba64-8e2081ce3b3e HTTP/1.1" status: 204 len: 173 time: 0.8402803 Jul 13 20:11:17.816076 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'name': 'network-vif-deleted', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:11:17.818335 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d944f-6627-495b-bbe2-a9a9306b2672" -d '{"events": [{"server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "name": "network-vif-deleted", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:11:17.859023 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdf0c21-f1d9-479b-acaa-7d5b79babe1c x-openstack-request-id: req-abdf0c21-f1d9-479b-acaa-7d5b79babe1c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:11:17.859325 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c42fdc0-c5f7-4ea8-b811-79050d5bdde5", "name": "network-vif-deleted", "tag": "89b33e6b-6db9-432c-ba64-8e2081ce3b3e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:11:17.859583 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abdf0c21-f1d9-479b-acaa-7d5b79babe1c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:11:17.859991 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42fdc0-c5f7-4ea8-b811-79050d5bdde5', 'name': 'network-vif-deleted', 'tag': '89b33e6b-6db9-432c-ba64-8e2081ce3b3e', 'status': 'completed', 'code': 200} Jul 13 20:11:17.905258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:11:18.115853 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:11:18.143784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:11:18.153770 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:11:18.154433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:10:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:11:18.186834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-670aa604-40e9-42ad-b531-38000b7b4f75 req-c7b423f6-b6ab-4514-9e3c-5aaa75384ab7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c42fdc0-c5f7-4ea8-b811-79050d5bdde5 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Jul 13 20:11:18.259863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:11:18.448523 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:11:18.477071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f3e1f-2d9c-47ee-a92d-d869566b9c75 None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:11:18.691220 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe4eff-1259-4bbb-8952-7cf08775309f None None] New status for floating IP e50dd424-35aa-4116-9742-652a7da45679: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:11:19.510645 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-3dae67c8-93eb-4ec3-8b67-86dad79bfc67 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1484960605&fields=id&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 267 time: 0.0335443 Jul 13 20:11:19.617736 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-9192748e-a158-45b2-a029-647e03808fa8 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:19.619857 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-9192748e-a158-45b2-a029-647e03808fa8 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 812 time: 0.1031234 Jul 13 20:11:19.634313 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-c47bc309-8dd2-4aa2-994e-5d7de896bdaa tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/quotas/af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 375 time: 0.0087371 Jul 13 20:11:19.702919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-68261999-c533-4e77-8897-4573f032a48b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636914 Jul 13 20:11:19.799180 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-cd545744-bf96-4822-af3b-5995f114a62a service neutron] 10.222.0.25 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846140 Jul 13 20:11:19.803070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 89b33e6b-6db9-432c-ba64-8e2081ce3b3e no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:11:19.823874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 89b33e6b-6db9-432c-ba64-8e2081ce3b3e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:11:19.824217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 89b33e6b-6db9-432c-ba64-8e2081ce3b3e not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:11:19.889307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-b76276fb-0e65-49bd-8bc5-3a5a5bbde14a service neutron] 10.222.0.25 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844038 Jul 13 20:11:20.054086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5ace229a-22a1-410d-ba83-b6aa9475c9b7 req-96ebe4da-3218-4f53-9de8-16e987727524 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 210 time: 0.0284827 Jul 13 20:11:20.795682 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ca53a67-3e99-4f42-8283-81b6d4a7e267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:21.223444 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27fbeace-1ff5-4a9a-9a71-9768900b4489 req-b789e12f-67bf-4b14-9490-f8c5ea4e8ffe tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 210 time: 0.0366881 Jul 13 20:11:21.268280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-0dc71d49-c671-4442-92c5-534f3f122460 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:21.269720 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-0dc71d49-c671-4442-92c5-534f3f122460 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 812 time: 0.1349308 Jul 13 20:11:21.320874 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-10660c15-3204-4ec3-a9c1-3c387781f2dc tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 380 time: 0.0427451 Jul 13 20:11:21.329543 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'port': {'device_id': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'admin_state_up': True, 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'security_groups': ['1d543c2e-ab33-4880-ab8c-4fe81a3a90d8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:11:21.395582 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:11:21.439473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Made reservation on behalf of af666b332261472ba54c11801f6f9d90 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:11:21.443123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:21.566422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Allocated IP 172.20.0.14 (e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f/473c4e05-b7f0-4f13-aa5e-a3a325095648/8f1aa043-9ea2-4961-ba9f-e6edfe135b83) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:11:21.713627 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:21.726864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Transition to ACTIVE for port object 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:11:21.760016 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:21.805106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:11:21.808573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:11:21.812447 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:11:21.839673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event updated for resources: {'Port': ['ID=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:11:21.865306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:21.865919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:21.880291 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c150a84-fa35-4d79-af20-72549577a0d3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5543616 Jul 13 20:11:21.892227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Request body: {'port': {'device_id': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:11:21.974321 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:22.054411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bed4cd10-c5a9-4fb6-ab11-2e007dc235bf None None] Provisioning for port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:11:22.058681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bed4cd10-c5a9-4fb6-ab11-2e007dc235bf None None] Provisioning complete for port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:11:22.059060 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bed4cd10-c5a9-4fb6-ab11-2e007dc235bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:22.092022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bed4cd10-c5a9-4fb6-ab11-2e007dc235bf None None] Port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:11:22.232379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:11:22.239583 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:22.251738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Transition to ACTIVE for port object 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:11:22.255505 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:22.311794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Pushing event updated for resources: {'Port': ['ID=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:11:22.390251 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Attempting to bind port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:11:22.390654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Attempting to bind port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:11:22.390991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Attempting to bind port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:11:22.395483 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:11:22.395810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Attempting to bind port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:11:22.401859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:11:22.402202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:11:22.402621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:11:22.403055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Bound port: 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:11:22.403416 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:22.417579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f402-2cf1-44d5-be51-1e568385d1ab req-6788f837-5406-4d18-8910-76fcb4028e24 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:22.420177 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0864f402-2cf1-44d5-be51-1e568385d1ab req-6788f837-5406-4d18-8910-76fcb4028e24 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 944 time: 0.0707858 Jul 13 20:11:22.470994 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0864f402-2cf1-44d5-be51-1e568385d1ab req-a97fa110-e13f-4420-b02f-accda2f74111 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 Jul 13 20:11:22.472162 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:11:22.475515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:11:22.481465 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:22.529117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:22.529734 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:22.531144 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] 10.222.0.60 "PUT /v2.0/ports/8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1092 time: 0.6434064 Jul 13 20:11:22.531590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:11:22.533861 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cdc704-3c18-45c9-88de-c48103eb6b64" -d '{"events": [{"name": "network-changed", "server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:11:22.558956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce896b5f-8952-4535-9854-588360ee8b0f service neutron] Pushing event updated for resources: {'Port': ['ID=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:11:22.648974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-6a04ad2f-8aed-4689-bf93-99f59a6a3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:22.651462 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-6a04ad2f-8aed-4689-bf93-99f59a6a3361 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1095 time: 0.0627408 Jul 13 20:11:22.695438 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-254eaadd-afee-4a96-b93a-647f0913a91d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 217 time: 0.0370426 Jul 13 20:11:22.750129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-726bc0b5-46b8-436b-8ada-174608d5f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:22.751706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-726bc0b5-46b8-436b-8ada-174608d5f2f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0507607 Jul 13 20:11:22.784686 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c82d9be-a3ee-4f5e-8b5b-1f9f8947a642 x-openstack-request-id: req-7c82d9be-a3ee-4f5e-8b5b-1f9f8947a642 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:11:22.784979 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:11:22.785228 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c82d9be-a3ee-4f5e-8b5b-1f9f8947a642 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:11:22.785618 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'status': 'completed', 'code': 200} Jul 13 20:11:22.812215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c64ae6c-799c-4c3e-96a7-f5505a347a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:22.813743 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-7c64ae6c-799c-4c3e-96a7-f5505a347a51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558922 Jul 13 20:11:22.900614 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-3baa1d62-dcea-4925-89f0-11475cbb5ed1 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806620 Jul 13 20:11:22.991414 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b327e8db-1e56-4f02-bfb1-90dae70da96b req-efbb4064-7ffb-488a-8d4f-4aff985e4a32 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850031 Jul 13 20:11:23.088032 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-b0b41a32-d5e5-4aad-8899-8fb57b0db89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:23.089620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-b0b41a32-d5e5-4aad-8899-8fb57b0db89a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1095 time: 0.0530317 Jul 13 20:11:23.512669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-2b384e7a-6aca-4df4-a2d7-98300dd2acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:23.514150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-2b384e7a-6aca-4df4-a2d7-98300dd2acc9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.4189072 Jul 13 20:11:23.556132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-6aa719e9-09d4-4803-9cc3-2878519d9013 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 217 time: 0.0347221 Jul 13 20:11:23.604083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-93c6156b-5aa2-40a3-af27-ea4190e9676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:23.605567 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-93c6156b-5aa2-40a3-af27-ea4190e9676c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0436642 Jul 13 20:11:23.648253 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-934dcb0c-a765-48cc-96a3-c800dc18aefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:23.653792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b75c7-6a48-4c8f-81b5-36f9d4b5f684 req-2bb86c38-75ba-4322-b9f7-91de0580933a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:23.655445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf2b75c7-6a48-4c8f-81b5-36f9d4b5f684 req-2bb86c38-75ba-4322-b9f7-91de0580933a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 944 time: 0.0674381 Jul 13 20:11:23.670715 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-e38e78ef-31ca-4a1a-bad1-c6aaa7efba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:23.672224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-e38e78ef-31ca-4a1a-bad1-c6aaa7efba7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601974 Jul 13 20:11:23.694443 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bf2b75c7-6a48-4c8f-81b5-36f9d4b5f684 req-f364f5c4-c1ae-4884-97de-a4c8b67fc51f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331221 Jul 13 20:11:23.700803 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:23.768488 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-f3f75d90-faa8-4cf4-b97e-c29e8298f3e7 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882230 Jul 13 20:11:23.858562 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-59cdc704-3c18-45c9-88de-c48103eb6b64 req-2460c72b-ae94-444e-b96c-2b73920dc9e4 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838788 Jul 13 20:11:24.713682 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:24.871416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4cf7a-1998-4011-b39d-52177485fb00 req-b732c75d-3e7b-408d-b713-a0ec7dc29b73 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:24.872937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20d4cf7a-1998-4011-b39d-52177485fb00 req-b732c75d-3e7b-408d-b713-a0ec7dc29b73 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 944 time: 0.0633998 Jul 13 20:11:24.910146 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-20d4cf7a-1998-4011-b39d-52177485fb00 req-345ea4c3-b520-4d0d-ae35-8c5bfa818c77 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Jul 13 20:11:25.833562 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:11:25.926133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:11:25.937672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'port_id': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'mac_address': 'fa:16:3e:40:cf:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:11:25.974111 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:25.986422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:11:26.005622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:11:26.011226 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:26.063095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:11:26.089543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c5059-32c7-4732-aead-ad711c758ab3 req-01103cda-5051-4ede-aaf2-5abbf12cafa9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:26.091011 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-400c5059-32c7-4732-aead-ad711c758ab3 req-01103cda-5051-4ede-aaf2-5abbf12cafa9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 945 time: 0.0633581 Jul 13 20:11:26.128291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-400c5059-32c7-4732-aead-ad711c758ab3 req-c34aea12-6fdc-43ba-8abc-c3eca9f977bb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Jul 13 20:11:26.199234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['8f1aa043-9ea2-4961-ba9f-e6edfe135b83'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:11:26.221146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:27.309116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf709-3a50-4bdf-aa8e-5fb194064508 req-8c0f7f9b-981f-4525-aabc-eaa0b0112665 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:27.316057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ddbf709-3a50-4bdf-aa8e-5fb194064508 req-8c0f7f9b-981f-4525-aabc-eaa0b0112665 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 945 time: 0.0736322 Jul 13 20:11:27.351394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1ddbf709-3a50-4bdf-aa8e-5fb194064508 req-d34c679c-45a9-4fe0-a4bb-92ac38f46495 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338883 Jul 13 20:11:27.849309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:11:27.900671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:11:27.904094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:11:27.904460 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:27.979625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:28.001124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:11:28.003389 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3727e1de-98c1-424f-9c42-954cf9fca85f" -d '{"events": [{"server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "name": "network-vif-plugged", "status": "completed", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:11:28.016267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:11:28.019868 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:28.044329 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aff464-2200-4646-96e0-fff27c1ac43e x-openstack-request-id: req-a2aff464-2200-4646-96e0-fff27c1ac43e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:11:28.044615 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "name": "network-vif-plugged", "status": "completed", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:11:28.044865 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2aff464-2200-4646-96e0-fff27c1ac43e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:11:28.045249 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'code': 200} Jul 13 20:11:28.075067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:11:28.153515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84a7b-f07c-41b4-b559-23baf53cf636 req-43092d90-025c-4b64-bc8f-78ed886893c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:28.154937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ffd84a7b-f07c-41b4-b559-23baf53cf636 req-43092d90-025c-4b64-bc8f-78ed886893c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1097 time: 0.0540802 Jul 13 20:11:28.189507 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ffd84a7b-f07c-41b4-b559-23baf53cf636 req-3b3c986b-4e0d-4f7b-b926-254dcb203899 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274336 Jul 13 20:11:28.524457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c554c12-d225-4584-9e13-05c8645b7ceb req-ff6dd239-440c-465d-9f56-9df7cd0c16d1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:28.525845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3c554c12-d225-4584-9e13-05c8645b7ceb req-ff6dd239-440c-465d-9f56-9df7cd0c16d1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0621319 Jul 13 20:11:28.563477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3c554c12-d225-4584-9e13-05c8645b7ceb req-b8bb775c-a060-4f04-ae9c-d68149c1cefa tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Jul 13 20:11:29.738342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e2aa0-ac70-40e4-92b3-3efd4615724e req-d20db092-8acd-48bc-ac07-a1ed5dda03a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:29.739869 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-501e2aa0-ac70-40e4-92b3-3efd4615724e req-d20db092-8acd-48bc-ac07-a1ed5dda03a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0657277 Jul 13 20:11:29.776965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-501e2aa0-ac70-40e4-92b3-3efd4615724e req-16f2007b-ad0f-4108-af50-7712ae28e744 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Jul 13 20:11:29.943805 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c4aa-408e-4d46-a8f7-6d76911606c2 req-133c1cc7-b5a8-4d1c-bc9e-cac1ec7df459 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:29.945181 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9285c4aa-408e-4d46-a8f7-6d76911606c2 req-133c1cc7-b5a8-4d1c-bc9e-cac1ec7df459 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0654929 Jul 13 20:11:29.953753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:11:29.958218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-981f9815-2dcf-4b7e-b45b-146e4cede103 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'floatingip': {'port_id': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:11:29.996907 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-981f9815-2dcf-4b7e-b45b-146e4cede103 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:30.428297 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-981f9815-2dcf-4b7e-b45b-146e4cede103 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:30.433108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-981f9815-2dcf-4b7e-b45b-146e4cede103 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:30.530812 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-981f9815-2dcf-4b7e-b45b-146e4cede103 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Floating IP e50dd424-35aa-4116-9742-652a7da45679 associated. External IP: 172.25.7.170, port: 8f1aa043-9ea2-4961-ba9f-e6edfe135b83. Jul 13 20:11:30.733039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981f9815-2dcf-4b7e-b45b-146e4cede103 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Router d93f063b-d1ce-440f-920d-15877c786818 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:11:30.837396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981f9815-2dcf-4b7e-b45b-146e4cede103 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:11:30.842341 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-981f9815-2dcf-4b7e-b45b-146e4cede103 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:30.846873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:11:30.857270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:11:30.857890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:11:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:11:30.879258 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-981f9815-2dcf-4b7e-b45b-146e4cede103 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "PUT /v2.0/floatingips/e50dd424-35aa-4116-9742-652a7da45679 HTTP/1.1" status: 200 len: 992 time: 0.9244187 Jul 13 20:11:30.879950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:11:30.882346 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a63c858-377b-4862-afad-7a9950b1d373" -d '{"events": [{"name": "network-changed", "server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:11:30.923880 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc41d41f-ed81-4bbe-98da-994b51bcdf5c x-openstack-request-id: req-dc41d41f-ed81-4bbe-98da-994b51bcdf5c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:11:30.924436 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:11:30.924689 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc41d41f-ed81-4bbe-98da-994b51bcdf5c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:11:30.925089 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'status': 'completed', 'code': 200} Jul 13 20:11:30.967872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:11:31.001046 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63c858-377b-4862-afad-7a9950b1d373 req-7a8f1f6a-3ef3-45f5-8861-7f7575abd208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:31.002611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a63c858-377b-4862-afad-7a9950b1d373 req-7a8f1f6a-3ef3-45f5-8861-7f7575abd208 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1097 time: 0.0553937 Jul 13 20:11:31.101022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63c858-377b-4862-afad-7a9950b1d373 req-0c52b42e-f857-4b72-b008-3af9b22030ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:31.103021 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a63c858-377b-4862-afad-7a9950b1d373 req-0c52b42e-f857-4b72-b008-3af9b22030ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0938501 Jul 13 20:11:31.169235 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a63c858-377b-4862-afad-7a9950b1d373 req-c9233b82-0093-4e89-af90-c3ed1ad000bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1000 time: 0.0602345 Jul 13 20:11:31.216829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63c858-377b-4862-afad-7a9950b1d373 req-cc4cfb33-e88b-4dc7-903b-4bebf68a669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:31.218280 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a63c858-377b-4862-afad-7a9950b1d373 req-cc4cfb33-e88b-4dc7-903b-4bebf68a669a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0433891 Jul 13 20:11:31.280109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63c858-377b-4862-afad-7a9950b1d373 req-6b7a1f94-6ea0-4044-8fe9-0a6808ee1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:31.281654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a63c858-377b-4862-afad-7a9950b1d373 req-6b7a1f94-6ea0-4044-8fe9-0a6808ee1318 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577362 Jul 13 20:11:31.347253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:40:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:11:30Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:11:31.371326 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a63c858-377b-4862-afad-7a9950b1d373 req-41060219-997a-4113-8c66-189f201f6e70 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835755 Jul 13 20:11:31.376611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:11:31.385608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:11:31.386202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:11:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:11:31.464468 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0a63c858-377b-4862-afad-7a9950b1d373 req-e5da41cc-4206-49e1-9ed9-e37f7a5c3d95 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876269 Jul 13 20:11:31.495172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:11:31.708801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:40:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:11:30Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:11:31.734473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a7ed6-023c-4170-8a29-5213c2201bf2 None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:40:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:11:30Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:11:31.918039 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c45f43-c0fc-46ec-ba8b-cc2708918a00 None None] New status for floating IP e50dd424-35aa-4116-9742-652a7da45679: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:11:43.768296 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-e72e613b-843f-4374-a051-15e6b8d81e3f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508735 Jul 13 20:11:43.860150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-80f49e75-c1ef-46d6-8b4e-4640621d9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:43.861618 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-80f49e75-c1ef-46d6-8b4e-4640621d9e59 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1097 time: 0.0518427 Jul 13 20:11:43.966890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-377aade7-7e2d-4e03-a6c8-2e12c8dd2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:43.968342 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-377aade7-7e2d-4e03-a6c8-2e12c8dd2f53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0874527 Jul 13 20:11:44.033222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-ec9dd52f-dd37-4b32-84c7-069d1c4d64de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1002 time: 0.0580411 Jul 13 20:11:44.081195 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-01babefb-83b1-40fb-adec-2679cc5f3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:44.082682 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-01babefb-83b1-40fb-adec-2679cc5f3ba0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0436285 Jul 13 20:11:44.145611 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-e2edc848-f87a-47c6-98c6-f47a7267b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:11:44.147172 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-e2edc848-f87a-47c6-98c6-f47a7267b2fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577734 Jul 13 20:11:44.243152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-b55f0250-6326-4feb-9a50-e9ea9d735d8a service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815868 Jul 13 20:11:44.334029 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6fb5b213-9292-41ed-be77-4370bdf997fc req-ee88c31d-a2c7-45a0-b870-63d6f1333630 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848873 Jul 13 20:11:46.001747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:46.711146 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:50.796748 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-583d0d08-e786-4b1f-b72e-5f1f5c7d9162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:53.649436 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac9f0-03bd-435f-a710-7f108501e651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:53.705524 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:54.719120 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:56.204173 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:58.393533 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:12:16.017109 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:16.725205 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:20.797440 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d59906ab-0dd0-4fc3-81d4-59a1b8e8261c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:23.651832 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-938fa6ec-f7b5-49a5-a2e2-f9eaad21ebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:23.705497 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:24.720101 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:26.207714 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:35.391914 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:12:46.013051 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:46.028623 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-11f144af-0844-4ef2-8d1a-6c80764c481c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2994108 Jul 13 20:12:46.122145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-985e7fc1-e05e-4ded-8fe3-21aa7a351206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:46.123706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-985e7fc1-e05e-4ded-8fe3-21aa7a351206 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1097 time: 0.0519185 Jul 13 20:12:46.226612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-3e8e9d90-70e5-4a5d-983b-ab7d4224b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:46.228757 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-3e8e9d90-70e5-4a5d-983b-ab7d4224b538 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0861151 Jul 13 20:12:46.293007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-5d54817e-5fdf-4f3e-8c35-d01aa7e4b058 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1002 time: 0.0578582 Jul 13 20:12:46.340126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-e2561160-9cd1-4430-b335-58d9b690dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:46.341563 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-e2561160-9cd1-4430-b335-58d9b690dbbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0431571 Jul 13 20:12:46.401378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-55ba04a7-52f8-4736-87e8-5e82b677c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:12:46.402918 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-55ba04a7-52f8-4736-87e8-5e82b677c8e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551248 Jul 13 20:12:46.489787 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-9b3676e3-e317-4f04-9c62-784c935d06d4 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805230 Jul 13 20:12:46.580523 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4eafceb3-ba82-4ae4-94bc-e47a4931d2b9 req-4e1b3443-9c3c-4707-ad5f-593387a6af0c service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841761 Jul 13 20:12:46.739772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:50.798277 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3b01870-6c50-4720-a40b-1dc8a380ba85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:53.651043 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e7f9017-106d-47a0-807f-97c5c193f3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:53.705444 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:54.722897 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:56.210440 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:05.982788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a147c-632b-4d84-a25f-741dc73d7e70 req-87c4ebc4-9111-4a6a-a6ff-1606c4d4973e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:05.984298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d10a147c-632b-4d84-a25f-741dc73d7e70 req-87c4ebc4-9111-4a6a-a6ff-1606c4d4973e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0706303 Jul 13 20:13:06.028901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d10a147c-632b-4d84-a25f-741dc73d7e70 req-f2f2677a-46c1-47f2-9525-5ac69209880b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Jul 13 20:13:07.207833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ea98b-dc94-400d-b05d-0011b2f836d4 req-359b0576-c9a3-4f15-bef1-2eb11661c0ae tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:07.209338 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a64ea98b-dc94-400d-b05d-0011b2f836d4 req-359b0576-c9a3-4f15-bef1-2eb11661c0ae tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0644057 Jul 13 20:13:07.247238 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a64ea98b-dc94-400d-b05d-0011b2f836d4 req-cbc30b51-9deb-47f6-bda1-194eec8c26b9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Jul 13 20:13:08.428358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0354-e607-40e6-8270-e6432b626e5f req-487f700a-2309-4759-8fbc-cde09f3db71d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:08.429834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aabc0354-e607-40e6-8270-e6432b626e5f req-487f700a-2309-4759-8fbc-cde09f3db71d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0673332 Jul 13 20:13:08.466219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aabc0354-e607-40e6-8270-e6432b626e5f req-2e87773b-565c-4fd0-86d7-f64bd8fd8977 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307689 Jul 13 20:13:09.643667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916d428-1588-4574-bfdf-a7c68b7d05c4 req-b82d342a-010b-4dee-a439-2d59b30b4a1f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:09.645187 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5916d428-1588-4574-bfdf-a7c68b7d05c4 req-b82d342a-010b-4dee-a439-2d59b30b4a1f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0627944 Jul 13 20:13:09.686224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5916d428-1588-4574-bfdf-a7c68b7d05c4 req-6f4a9334-5053-49eb-97cd-edb75f4fa59e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356190 Jul 13 20:13:10.858499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02664ba-1694-4fdb-ad40-470da541f887 req-e8c0e6b7-c9d0-4e86-8c93-1c058a470096 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:10.860008 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d02664ba-1694-4fdb-ad40-470da541f887 req-e8c0e6b7-c9d0-4e86-8c93-1c058a470096 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0631237 Jul 13 20:13:10.903552 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d02664ba-1694-4fdb-ad40-470da541f887 req-ec554fe6-f85d-40dd-ad59-750cd4967598 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381010 Jul 13 20:13:12.077175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963e335-f05d-4554-b9a6-d03d15a3f647 req-5a3fe0ee-f843-439e-91f3-f61fb0f90ec5 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:12.078681 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5963e335-f05d-4554-b9a6-d03d15a3f647 req-5a3fe0ee-f843-439e-91f3-f61fb0f90ec5 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0633521 Jul 13 20:13:12.116654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5963e335-f05d-4554-b9a6-d03d15a3f647 req-c2e75504-d79b-489c-b3dd-288da1108bd3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325098 Jul 13 20:13:12.390737 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:13:13.293106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db1c87-a531-4a7c-933a-8be2654a41ab req-e933fc53-44f0-4ead-880a-407ca34e985e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:13.294690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9db1c87-a531-4a7c-933a-8be2654a41ab req-e933fc53-44f0-4ead-880a-407ca34e985e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0661430 Jul 13 20:13:13.332389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9db1c87-a531-4a7c-933a-8be2654a41ab req-6d0bc94e-d640-4a70-9c51-76017a652799 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Jul 13 20:13:14.502160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7c2b1-d092-45e6-b7ff-8d5c0dbf3d64 req-7e112915-3f21-45fa-b1cc-800160bef264 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:14.503641 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7c7c2b1-d092-45e6-b7ff-8d5c0dbf3d64 req-7e112915-3f21-45fa-b1cc-800160bef264 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0620751 Jul 13 20:13:14.540104 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b7c7c2b1-d092-45e6-b7ff-8d5c0dbf3d64 req-bda7a373-8b00-49ae-a67d-e9fe00bb7f46 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Jul 13 20:13:15.717091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11431e31-bd9d-44dd-97f2-36f78e2b2a9c req-f8013f45-6de8-47bc-8e04-ba9df090a523 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:15.718601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11431e31-bd9d-44dd-97f2-36f78e2b2a9c req-f8013f45-6de8-47bc-8e04-ba9df090a523 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0681558 Jul 13 20:13:15.756202 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11431e31-bd9d-44dd-97f2-36f78e2b2a9c req-f702bc85-f939-4ff4-b07e-d3eb255cfcb5 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319674 Jul 13 20:13:16.025652 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:16.739034 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:16.931523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723fd6d-df96-4bd0-b633-722d3cec53f9 req-b2c9f1ad-4cc6-436e-91f1-9739537a527c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:16.933143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e723fd6d-df96-4bd0-b633-722d3cec53f9 req-b2c9f1ad-4cc6-436e-91f1-9739537a527c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0661051 Jul 13 20:13:16.970218 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e723fd6d-df96-4bd0-b633-722d3cec53f9 req-d1c2cf92-ef5f-4362-9041-8ee42bc8bb9d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Jul 13 20:13:18.319836 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-7a8dac61-8b1d-4f33-a921-a91c8ed282e9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518038 Jul 13 20:13:18.381689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c834ef2-c8a9-4a52-a9a1-2a472851a74b req-9d2f908d-8964-491c-98ac-890f0ec17a95 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:18.383224 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c834ef2-c8a9-4a52-a9a1-2a472851a74b req-9d2f908d-8964-491c-98ac-890f0ec17a95 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0625429 Jul 13 20:13:18.422065 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1c834ef2-c8a9-4a52-a9a1-2a472851a74b req-d132458b-50f8-44bc-baa4-b6bbe40291cc tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Jul 13 20:13:19.580007 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-12a55f2d-0039-4e1c-9d2a-df5434914350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:19.581519 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-12a55f2d-0039-4e1c-9d2a-df5434914350 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1097 time: 0.1258075 Jul 13 20:13:19.599180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb4442-f4f7-47e8-bd52-2fcbb1d800e6 req-b349dbd7-a278-485d-9b20-4dd9ddd0e758 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:19.600690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9eb4442-f4f7-47e8-bd52-2fcbb1d800e6 req-b349dbd7-a278-485d-9b20-4dd9ddd0e758 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0639510 Jul 13 20:13:19.640852 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9eb4442-f4f7-47e8-bd52-2fcbb1d800e6 req-c4c71098-8bc0-4a33-a694-655f1a08cc02 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332768 Jul 13 20:13:19.669829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-3f200e8b-c4b5-48b0-9c05-7244b8a0ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:19.671716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-3f200e8b-c4b5-48b0-9c05-7244b8a0ad3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0845618 Jul 13 20:13:19.740835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-2ebc7902-d70d-4b5b-a29d-ff4bc6af1689 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1002 time: 0.0626528 Jul 13 20:13:19.788651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-d7f608b7-6139-4c89-998d-200fb4134e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:19.790001 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-d7f608b7-6139-4c89-998d-200fb4134e5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0427709 Jul 13 20:13:19.845307 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-b8652ba1-cf38-4432-9147-bedc99699a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:19.846751 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-b8652ba1-cf38-4432-9147-bedc99699a35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510707 Jul 13 20:13:19.938890 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-867c0e68-0659-4412-93e8-8d9d8f88ac84 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860271 Jul 13 20:13:20.026356 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-6146f08d-a564-46c4-9327-1792d4e8aabc service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819945 Jul 13 20:13:20.798030 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ad1dc23-2299-4114-a468-0129bf3708c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:20.817683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43bba3-418e-48ca-b375-44924b06af46 req-369416a4-f8d5-4e0c-bb5f-125bbe581f71 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:20.819195 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf43bba3-418e-48ca-b375-44924b06af46 req-369416a4-f8d5-4e0c-bb5f-125bbe581f71 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0677121 Jul 13 20:13:20.862141 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bf43bba3-418e-48ca-b375-44924b06af46 req-a4e0bfdb-0ca7-4f59-804f-e974be7a8f55 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368202 Jul 13 20:13:21.968944 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-c39d822a-3cde-4c12-b31c-76554c32d2e6 service neutron] show failed (client error): The resource could not be found. Jul 13 20:13:21.970152 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-c39d822a-3cde-4c12-b31c-76554c32d2e6 service neutron] 10.222.0.60 "GET /v2.0/ports/8f1aa043-9ea2-4961-ba9f-e6edfe135b83/bindings/n-h1-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0632768 Jul 13 20:13:22.058139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402be97-9659-42c4-877f-4cb8536299f6 req-237f5d53-3062-41f9-ab63-98b8ef7cb6be tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:22.059701 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3402be97-9659-42c4-877f-4cb8536299f6 req-237f5d53-3062-41f9-ab63-98b8ef7cb6be tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0752554 Jul 13 20:13:22.101558 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3402be97-9659-42c4-877f-4cb8536299f6 req-58352a55-0c77-4ba4-ae74-17b27e78ac38 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362432 Jul 13 20:13:22.265014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-1dfb2e26-8e72-41a0-b8d3-0e73e1007069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:22.266575 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-1dfb2e26-8e72-41a0-b8d3-0e73e1007069 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 1097 time: 0.1004322 Jul 13 20:13:22.282484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:13:22.350709 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:22.549300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:13:22.582363 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:13:22.620171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:13:22.622387 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10db852a-8c9c-4794-bc96-61cc14db24e5" -d '{"events": [{"server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:13:22.625835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:22.637676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Transition to ACTIVE for port object 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:13:22.641258 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:22.761675 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a43f773-3e0b-4552-9bb4-03809ea287d0 x-openstack-request-id: req-5a43f773-3e0b-4552-9bb4-03809ea287d0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:13:22.762005 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:13:22.762222 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a43f773-3e0b-4552-9bb4-03809ea287d0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:13:22.762638 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'code': 200} Jul 13 20:13:22.768088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:22.816743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.817095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.817437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.817774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.818105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.818468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.818798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.819179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.819507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.819829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.820149 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.820468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:22.853560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] No DVR routers for this DVR port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:13:22.987264 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Attempting to bind port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:13:22.987521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Attempting to bind port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:13:22.987850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Attempting to bind port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:13:22.991996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:13:22.992317 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Attempting to bind port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:13:22.997532 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:13:22.997868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:13:22.998255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:13:22.998714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Bound port: 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:13:22.999069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:23.064630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:13:23.068010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:13:23.073042 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:23.105263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:23.106208 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:23.108069 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1092 time: 0.8295841 Jul 13 20:13:23.134911 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f4b65-0443-4115-bcf9-10d48a9f25f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:23.209736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-4ab790d2-0812-435a-961d-66fb822c70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:23.211321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-4ab790d2-0812-435a-961d-66fb822c70f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1095 time: 0.0561547 Jul 13 20:13:23.350752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-ab1b82b7-56bd-48cb-b4de-695521280ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:23.352260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-ab1b82b7-56bd-48cb-b4de-695521280ce5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.1331897 Jul 13 20:13:23.367981 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ce700-d5dc-401b-93c3-00e101371a3a req-d26531dc-0333-4b55-a434-c9d50ff5d416 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:23.369326 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c7ce700-d5dc-401b-93c3-00e101371a3a req-d26531dc-0333-4b55-a434-c9d50ff5d416 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 944 time: 0.1304193 Jul 13 20:13:23.453320 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2c7ce700-d5dc-401b-93c3-00e101371a3a req-c88a93e7-a1ec-4a74-ae8b-bc07b0e018fb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770686 Jul 13 20:13:23.457199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-49349120-9049-4435-8216-16d1f025ee8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1000 time: 0.0864887 Jul 13 20:13:23.509127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-e27a5957-d6d8-4cb3-9f02-846b8bb42594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:23.510732 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-e27a5957-d6d8-4cb3-9f02-846b8bb42594 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0434954 Jul 13 20:13:23.569085 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-847eba36-337c-4e5a-88fd-84ecf1355a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:23.570550 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-847eba36-337c-4e5a-88fd-84ecf1355a43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509114 Jul 13 20:13:23.582224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-7f49b7eb-def9-45b9-b634-d3821ad747fc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:13:23.583272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-7f49b7eb-def9-45b9-b634-d3821ad747fc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051537 Jul 13 20:13:23.652030 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a841549c-f936-4f3f-80b5-5b91f323cc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:23.679783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-0af30246-dd48-4f68-9714-d6cc9147ead7 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864105 Jul 13 20:13:23.705840 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:23.775361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-4cbd3c9b-fa9c-45fe-85ef-29f48d9f3d4e service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839925 Jul 13 20:13:24.345373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:13:24.385814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:13:24.628502 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6766db-5a35-4cb8-acd6-c583daae4ed2 req-b804cd05-05e2-4bfb-adcd-f9d19f42b930 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:24.630002 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df6766db-5a35-4cb8-acd6-c583daae4ed2 req-b804cd05-05e2-4bfb-adcd-f9d19f42b930 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 944 time: 0.0630367 Jul 13 20:13:24.668259 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-df6766db-5a35-4cb8-acd6-c583daae4ed2 req-b8a7bbfb-b80f-4e8b-8db9-9e0868b6f8ec tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Jul 13 20:13:24.725151 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:24.763494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:13:24.765933 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea" -d '{"events": [{"name": "network-changed", "server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:13:24.812973 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b99529-fcac-4632-bdd0-5f4b4ecf9a52 x-openstack-request-id: req-53b99529-fcac-4632-bdd0-5f4b4ecf9a52 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:13:24.813269 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:13:24.813524 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53b99529-fcac-4632-bdd0-5f4b4ecf9a52 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:13:24.813964 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'status': 'completed', 'code': 200} Jul 13 20:13:24.887174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-7e4c304f-d436-43c8-9c92-9537fdcc214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:24.888598 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-7e4c304f-d436-43c8-9c92-9537fdcc214c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1095 time: 0.0566919 Jul 13 20:13:24.888869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-7eeefacd-e140-4fe9-a6e7-24532cd7f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:24.890414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-7eeefacd-e140-4fe9-a6e7-24532cd7f735 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1095 time: 0.0526438 Jul 13 20:13:24.977396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-90698ed1-67ee-450b-af3f-43ce818fe384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:24.978984 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-90698ed1-67ee-450b-af3f-43ce818fe384 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0842788 Jul 13 20:13:24.984331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-db429c41-9cda-464c-b74d-85b2df8bd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:24.985858 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-db429c41-9cda-464c-b74d-85b2df8bd0fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0876715 Jul 13 20:13:25.047628 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-5c5a054f-1d85-495f-8d90-1343226288a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1000 time: 0.0623329 Jul 13 20:13:25.053269 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-e9ea4021-c7ea-4a7d-83f1-f3a6d03843bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1000 time: 0.0588529 Jul 13 20:13:25.096829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-732d7067-4dda-4fdd-8dd4-329305270391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:25.098322 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-732d7067-4dda-4fdd-8dd4-329305270391 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0445120 Jul 13 20:13:25.108067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-969e61a3-c732-4aed-9cfe-66041823bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:25.109541 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-969e61a3-c732-4aed-9cfe-66041823bb40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0492196 Jul 13 20:13:25.156101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-6449c904-4d4d-4af2-9309-36454e21d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:25.157553 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-6449c904-4d4d-4af2-9309-36454e21d9f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534496 Jul 13 20:13:25.169671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-aa7d9d19-4c4f-44fc-9e81-55ea965e95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:25.171217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-aa7d9d19-4c4f-44fc-9e81-55ea965e95ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537035 Jul 13 20:13:25.251830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-c37b8442-2427-4d70-911d-a2002b956619 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884480 Jul 13 20:13:25.263224 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-2336b6a0-eb45-40d3-a441-62611ede7b25 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846980 Jul 13 20:13:25.346771 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-18fffa52-2352-486a-a890-bfa680e267bc service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891976 Jul 13 20:13:25.364370 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-00a1ef9c-eb77-4d7c-8473-2316efc1dfea req-1081fb59-0bce-4edc-8777-c2f14149895e service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939777 Jul 13 20:13:25.839756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593e2e6-6eb0-425f-ba03-aad866846147 req-8c814c78-ce5b-45ae-93f4-904c78221591 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:25.841228 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3593e2e6-6eb0-425f-ba03-aad866846147 req-8c814c78-ce5b-45ae-93f4-904c78221591 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 944 time: 0.0632377 Jul 13 20:13:25.877505 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3593e2e6-6eb0-425f-ba03-aad866846147 req-ce73b7c9-5ff1-421d-b8b7-b7aa86108126 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308325 Jul 13 20:13:26.214794 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:26.227176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-c54976bb-82d5-4243-b4a1-32069ba13557 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:26.228650 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-c54976bb-82d5-4243-b4a1-32069ba13557 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.60 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353&tenant_id=af666b332261472ba54c11801f6f9d90&binding%3Ahost_id=n-h1-800708-1 HTTP/1.1" status: 200 len: 944 time: 0.1157551 Jul 13 20:13:26.235949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadbcc6-d890-496e-8506-053f2bc4b5c7 req-a3b9238a-684b-42c3-a2b5-3f4be5365caa tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:26.237310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3aadbcc6-d890-496e-8506-053f2bc4b5c7 req-a3b9238a-684b-42c3-a2b5-3f4be5365caa tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 944 time: 0.1154878 Jul 13 20:13:26.313784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3aadbcc6-d890-496e-8506-053f2bc4b5c7 req-d3264b97-7ff5-4c2e-9e81-a242d5acae6e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700450 Jul 13 20:13:26.320789 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-f85b2687-5ce4-4aed-8470-df8ea337e7f7 service neutron] delete failed (client error): The resource could not be found. Jul 13 20:13:26.321769 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-f85b2687-5ce4-4aed-8470-df8ea337e7f7 service neutron] 10.222.0.60 "DELETE /v2.0/ports/8f1aa043-9ea2-4961-ba9f-e6edfe135b83/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0836177 Jul 13 20:13:26.414571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-7ec8224c-1295-48a8-96ff-814d0e04b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:26.416059 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-7ec8224c-1295-48a8-96ff-814d0e04b380 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1095 time: 0.0529544 Jul 13 20:13:26.502651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-cf917c60-c205-464a-ae4f-7d71597a6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:26.504132 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-cf917c60-c205-464a-ae4f-7d71597a6435 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0823653 Jul 13 20:13:26.570676 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-66c4994b-1def-4d25-b01a-5baa0f3bdcd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1000 time: 0.0605528 Jul 13 20:13:26.618585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-6380c8de-4231-41f0-8b61-a001a85d5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:26.620758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-6380c8de-4231-41f0-8b61-a001a85d5fb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0428286 Jul 13 20:13:26.676157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-250c6751-f190-44d6-8f60-7b568db0d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:26.677631 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-250c6751-f190-44d6-8f60-7b568db0d55a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507619 Jul 13 20:13:26.768394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-d63713a1-7dd1-4b99-9906-a8dfe1df8637 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841861 Jul 13 20:13:26.774753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:13:26.856593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ca80959-e453-4f48-99e8-01ef85901a59 req-cf88fa45-137a-4279-982b-c77185b44833 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820415 Jul 13 20:13:26.867020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:13:26.878879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'port_id': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'mac_address': 'fa:16:3e:40:cf:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:13:26.915244 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:26.933756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:13:26.952986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:13:26.956539 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:27.002792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:27.009777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.010126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.010699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.011041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.011376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.011708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.012030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.012373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.012677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.012998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.013320 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.013639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:13:27.268127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['8f1aa043-9ea2-4961-ba9f-e6edfe135b83'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:13:27.500272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8ff58-f289-481e-9dd9-8c60f6e252b1 req-931be1ae-d273-4fdf-b2f0-216a5998a9c0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:27.501783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-87b8ff58-f289-481e-9dd9-8c60f6e252b1 req-931be1ae-d273-4fdf-b2f0-216a5998a9c0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 945 time: 0.0692861 Jul 13 20:13:27.540184 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-87b8ff58-f289-481e-9dd9-8c60f6e252b1 req-8a9f3690-3916-4935-9268-f591f49785ce tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327318 Jul 13 20:13:27.717529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27284084-1458-477f-a869-9db6839347d3 req-c007f349-ae24-4939-81af-77783fce5663 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:27.719059 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27284084-1458-477f-a869-9db6839347d3 req-c007f349-ae24-4939-81af-77783fce5663 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 945 time: 0.0698113 Jul 13 20:13:27.757662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-27284084-1458-477f-a869-9db6839347d3 req-be01e642-0666-43b5-92f5-caba05cdc4b7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329814 Jul 13 20:13:28.090775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff277-4649-485f-89f5-a2d613a02415 req-41fe3c27-0422-44bf-99dd-94debe3b183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:28.092381 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9cff277-4649-485f-89f5-a2d613a02415 req-41fe3c27-0422-44bf-99dd-94debe3b183b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 1096 time: 0.0609257 Jul 13 20:13:28.100500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e0e7d-4116-419a-b729-4d014e6e4b6f req-12bbb9fa-5382-4630-9b3f-e0f622257c85 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:28.102062 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e7e0e7d-4116-419a-b729-4d014e6e4b6f req-12bbb9fa-5382-4630-9b3f-e0f622257c85 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 945 time: 0.0670307 Jul 13 20:13:28.139692 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1e7e0e7d-4116-419a-b729-4d014e6e4b6f req-5dfc49fd-55f3-490c-9821-bd30e3c5b03d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Jul 13 20:13:28.187181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff277-4649-485f-89f5-a2d613a02415 req-c92889a9-7264-478c-a200-ab20ac9aed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:28.188669 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9cff277-4649-485f-89f5-a2d613a02415 req-c92889a9-7264-478c-a200-ab20ac9aed22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0865788 Jul 13 20:13:28.259949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9cff277-4649-485f-89f5-a2d613a02415 req-b2c92176-4cef-4e82-906d-d73c9af33d94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 200 len: 1001 time: 0.0596836 Jul 13 20:13:28.313639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff277-4649-485f-89f5-a2d613a02415 req-df9f945b-6949-464b-b314-a35cc4553268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:28.315117 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9cff277-4649-485f-89f5-a2d613a02415 req-df9f945b-6949-464b-b314-a35cc4553268 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0441303 Jul 13 20:13:28.375696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff277-4649-485f-89f5-a2d613a02415 req-863a6657-b311-4db5-9f36-6da36a32dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:28.377157 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9cff277-4649-485f-89f5-a2d613a02415 req-863a6657-b311-4db5-9f36-6da36a32dc38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508633 Jul 13 20:13:28.472159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9cff277-4649-485f-89f5-a2d613a02415 req-1c673394-0394-42a0-85e0-d85cde1c146c service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840752 Jul 13 20:13:28.789150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:13:28.842141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:13:28.845756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:13:28.846129 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:28.905879 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a9cff277-4649-485f-89f5-a2d613a02415 req-8e88fd7d-cb48-4a9a-91f1-e053b38895cf service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228213 Jul 13 20:13:28.921183 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:28.944595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:13:28.946871 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c960a15e-f59d-4fc9-8f9d-aac0f6d9f582" -d '{"events": [{"server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "name": "network-vif-plugged", "status": "completed", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:13:28.960434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:13:28.965522 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:29.014670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:29.046192 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d88153-605a-43d2-bef0-b303073c39cf x-openstack-request-id: req-16d88153-605a-43d2-bef0-b303073c39cf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:13:29.046516 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "name": "network-vif-plugged", "status": "completed", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:13:29.046770 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16d88153-605a-43d2-bef0-b303073c39cf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:13:29.047161 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'code': 200} Jul 13 20:13:29.318147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476035c-8962-4a95-b01e-a8bca4601bcf req-fb252ee2-381e-49a3-ac88-7d40fb17e56b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:29.319744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6476035c-8962-4a95-b01e-a8bca4601bcf req-fb252ee2-381e-49a3-ac88-7d40fb17e56b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0651968 Jul 13 20:13:29.359466 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6476035c-8962-4a95-b01e-a8bca4601bcf req-1fae4b92-c21a-47cb-b2c6-79c1140a638b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329106 Jul 13 20:13:30.533225 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398a4ae-c1f9-46e5-a09b-857c0cc4f4de req-d769b957-0d7d-4d68-abea-c1c860b517f3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:30.534748 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5398a4ae-c1f9-46e5-a09b-857c0cc4f4de req-d769b957-0d7d-4d68-abea-c1c860b517f3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0615861 Jul 13 20:13:30.575872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5398a4ae-c1f9-46e5-a09b-857c0cc4f4de req-f8a5f759-0ebd-4797-88ec-dd2b88200312 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356550 Jul 13 20:13:30.952797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149204a-9526-40dc-a874-7cec84cc72ca req-dfbfc127-ed02-45a4-bf89-824b906e534e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:30.954165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a149204a-9526-40dc-a874-7cec84cc72ca req-dfbfc127-ed02-45a4-bf89-824b906e534e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0612135 Jul 13 20:13:30.989802 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a149204a-9526-40dc-a874-7cec84cc72ca req-2b8467c4-7452-4280-ae03-21271d07b748 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301788 Jul 13 20:13:32.165899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca3e6a-803a-476d-8f3a-19f9d8d243a4 req-856a273f-ea58-4c77-8223-ccfd2197ea55 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:32.167887 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-92ca3e6a-803a-476d-8f3a-19f9d8d243a4 req-856a273f-ea58-4c77-8223-ccfd2197ea55 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0659027 Jul 13 20:13:32.204232 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-92ca3e6a-803a-476d-8f3a-19f9d8d243a4 req-6010290f-d7fc-42d7-95c9-fc7c9207388a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Jul 13 20:13:32.308122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-1cff8264-28c0-40e4-ac7f-c4f6a325b5af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:32.309562 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-1cff8264-28c0-40e4-ac7f-c4f6a325b5af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 946 time: 0.0609875 Jul 13 20:13:32.411371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Deleting port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:13:32.411712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:32.494135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] For port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:13:32.494542 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:32.702091 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:32.702624 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:32.702939 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Floating IP e50dd424-35aa-4116-9742-652a7da45679 disassociated. External IP: 172.25.7.170, port: 8f1aa043-9ea2-4961-ba9f-e6edfe135b83. Jul 13 20:13:32.703280 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Calling delete_port for 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:13:32.829440 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:32.856583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event deleted for resources: {'Port': ['ID=8f1aa043-9ea2-4961-ba9f-e6edfe135b83,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:32.975417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Router d93f063b-d1ce-440f-920d-15877c786818 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:13:33.083003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:13:33.092565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:13:33.101931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:13:33.102565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:13:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:13:33.125895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] No DVR routers for this DVR port 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:13:33.128532 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:33.130445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aa0c0710-76de-4986-a5dd-b455c7198458 req-0411676b-608a-4a19-b96c-0d29defce2e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "DELETE /v2.0/ports/8f1aa043-9ea2-4961-ba9f-e6edfe135b83 HTTP/1.1" status: 204 len: 173 time: 0.8116524 Jul 13 20:13:33.130879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'name': 'network-vif-deleted', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:13:33.133092 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ef880a-5f41-46f8-9331-6eaa512f3c05" -d '{"events": [{"server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "name": "network-vif-deleted", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:13:33.183237 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b063aa84-9409-451b-9b20-d8b48dbf4319 x-openstack-request-id: req-b063aa84-9409-451b-9b20-d8b48dbf4319 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:13:33.183647 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a74a3d-94b7-4a1e-9779-c70114aea353", "name": "network-vif-deleted", "tag": "8f1aa043-9ea2-4961-ba9f-e6edfe135b83", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:13:33.183773 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b063aa84-9409-451b-9b20-d8b48dbf4319 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:13:33.184326 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a74a3d-94b7-4a1e-9779-c70114aea353', 'name': 'network-vif-deleted', 'tag': '8f1aa043-9ea2-4961-ba9f-e6edfe135b83', 'status': 'completed', 'code': 200} Jul 13 20:13:33.211091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:13:33.378070 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7b514a61-0f34-4ed1-bd6e-e9e0fb2c584e req-53a660da-7d13-4acc-9013-e299551f35ca tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=20a74a3d-94b7-4a1e-9779-c70114aea353 HTTP/1.1" status: 200 len: 210 time: 0.0306518 Jul 13 20:13:33.427613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:13:33.457416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:13:33.467380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:13:33.467982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:13:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:13:33.579088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:13:33.772887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:13:33.799363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f70d62-893a-4ed3-9fc5-56bc9fc28916 None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:13:34.003244 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aac7f8-4cf8-4fcc-9702-35b9b3a89a49 None None] New status for floating IP e50dd424-35aa-4116-9742-652a7da45679: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:13:34.731486 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-b7f7d32b-91d2-4384-8a94-cfdca2d7c995 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1484960605&fields=id&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 267 time: 0.0425949 Jul 13 20:13:34.836598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414335-9325-4641-81ac-4d8b0740f98b req-b740f663-371a-4d1d-8b27-342cbc095b9a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:34.838060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-b740f663-371a-4d1d-8b27-342cbc095b9a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 812 time: 0.1003103 Jul 13 20:13:34.852255 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f58c1207-aa66-40cd-b24d-8ef7b44b476f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/quotas/af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 375 time: 0.0087302 Jul 13 20:13:34.919307 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-e2e7e3f1-9910-44e6-9c50-c8d7a9c496a8 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617054 Jul 13 20:13:35.061624 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f18620f8-3910-40e4-bd4e-f787ec6629ac service neutron] 10.222.0.25 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312323 Jul 13 20:13:35.147208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-9437ad8b-cfe1-4494-b1c9-f940bf948726 service neutron] 10.222.0.25 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797582 Jul 13 20:13:35.316459 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-efc90475-30cb-469b-a52b-87ee26dff380 req-36fa17a4-f051-41ad-bc6f-1a2b0c4a3c4f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 210 time: 0.0288870 Jul 13 20:13:36.413712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414335-9325-4641-81ac-4d8b0740f98b req-6bafa7cd-3100-4349-b635-086836014981 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:36.415209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-6bafa7cd-3100-4349-b635-086836014981 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 812 time: 0.1098156 Jul 13 20:13:36.470783 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49e90fb6-6c43-48fd-a9a0-ed48c0b86567 req-db25a71d-8742-4e7e-b3db-9b9bf128f606 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 210 time: 0.0390408 Jul 13 20:13:36.490957 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-b6cd997a-cef1-46c3-a600-ffd5f0cd2561 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 380 time: 0.0604794 Jul 13 20:13:36.500933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'port': {'device_id': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'admin_state_up': True, 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'security_groups': ['1d543c2e-ab33-4880-ab8c-4fe81a3a90d8']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:13:36.610024 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Made reservation on behalf of af666b332261472ba54c11801f6f9d90 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:13:36.613538 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:36.733795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Allocated IP 172.20.0.3 (e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f/473c4e05-b7f0-4f13-aa5e-a3a325095648/37b2cd76-5942-431d-9b9f-da2715a7023d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:13:36.837004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:13:36.857118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:13:36.857458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8f1aa043-9ea2-4961-ba9f-e6edfe135b83 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:13:36.870533 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:36.883665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Transition to ACTIVE for port object 37b2cd76-5942-431d-9b9f-da2715a7023d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:13:36.915472 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:36.959965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:13:36.963069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:13:36.967485 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:13:36.991544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:37.019812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:37.020440 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:37.035907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-17c4f0a3-4542-4ac8-a3eb-c4ae0d9c220f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5387452 Jul 13 20:13:37.053986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Request body: {'port': {'device_id': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:13:37.132833 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:37.218646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-694f503d-e57a-4b5c-bc22-0d5ef0a53b1a None None] Provisioning for port 37b2cd76-5942-431d-9b9f-da2715a7023d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:13:37.222249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-694f503d-e57a-4b5c-bc22-0d5ef0a53b1a None None] Provisioning complete for port 37b2cd76-5942-431d-9b9f-da2715a7023d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:13:37.222652 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-694f503d-e57a-4b5c-bc22-0d5ef0a53b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:37.256058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-694f503d-e57a-4b5c-bc22-0d5ef0a53b1a None None] Port 37b2cd76-5942-431d-9b9f-da2715a7023d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:13:37.392180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b2cd76-5942-431d-9b9f-da2715a7023d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:13:37.399347 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:37.411388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Transition to ACTIVE for port object 37b2cd76-5942-431d-9b9f-da2715a7023d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:13:37.415115 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:37.467824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:37.537975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:13:37.538613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:13:37.539046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:13:37.544431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Port 37b2cd76-5942-431d-9b9f-da2715a7023d on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:13:37.544764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:13:37.550158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:13:37.550530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:13:37.550915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:13:37.551354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Bound port: 37b2cd76-5942-431d-9b9f-da2715a7023d, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:13:37.551848 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:37.618237 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:13:37.622003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:13:37.627456 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:37.660246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99bcc9-529d-462e-9962-23b23e4907af req-23cf5989-f768-4448-ac94-f152e2eee6b9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:37.663035 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f99bcc9-529d-462e-9962-23b23e4907af req-23cf5989-f768-4448-ac94-f152e2eee6b9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 943 time: 0.0726769 Jul 13 20:13:37.664808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:37.667155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:37.668661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] 10.222.0.24 "PUT /v2.0/ports/37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1091 time: 0.6194487 Jul 13 20:13:37.669125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:13:37.671490 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a984b514-b3be-435f-b4ca-cb0a8a016131" -d '{"events": [{"name": "network-changed", "server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:13:37.706138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7eafe-dc6c-4519-aabd-ce7b9614eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:37.740310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f99bcc9-529d-462e-9962-23b23e4907af req-93a580ee-8965-42d2-b3e5-cd092cfe691d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655735 Jul 13 20:13:37.751989 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e1358f-dd3e-4b1f-92e6-167ddb51c51a x-openstack-request-id: req-c7e1358f-dd3e-4b1f-92e6-167ddb51c51a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:13:37.752398 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:13:37.752795 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7e1358f-dd3e-4b1f-92e6-167ddb51c51a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:13:37.753288 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'status': 'completed', 'code': 200} Jul 13 20:13:37.782729 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414335-9325-4641-81ac-4d8b0740f98b req-0f0ef26d-0b19-4401-a098-835b4f8a7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:37.784298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-0f0ef26d-0b19-4401-a098-835b4f8a7dc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1094 time: 0.0682189 Jul 13 20:13:37.828680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-3828f124-b89b-4013-b6fd-44d8163594d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 217 time: 0.0355375 Jul 13 20:13:37.886365 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414335-9325-4641-81ac-4d8b0740f98b req-5c384c79-dba2-4266-bbd7-c50c5764e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:37.887977 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-5c384c79-dba2-4266-bbd7-c50c5764e365 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0481927 Jul 13 20:13:37.947194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414335-9325-4641-81ac-4d8b0740f98b req-6732c5b0-13dc-4fe8-a057-22e2f7cf210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:37.948754 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-6732c5b0-13dc-4fe8-a057-22e2f7cf210e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509150 Jul 13 20:13:38.037121 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-a0f2722c-de2f-493c-8ba1-6e00b77e62cd service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781183 Jul 13 20:13:38.130892 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9a414335-9325-4641-81ac-4d8b0740f98b req-6a120a35-47dd-43a7-a4f8-02555e855e25 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848825 Jul 13 20:13:38.262690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-19ad80d3-c28e-46ae-acf8-8ef7472b6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:38.264126 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-19ad80d3-c28e-46ae-acf8-8ef7472b6153 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1094 time: 0.0525587 Jul 13 20:13:38.355537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-45de6c33-e4b0-4c3e-a6d3-424742a5805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:38.356998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-45de6c33-e4b0-4c3e-a6d3-424742a5805e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0865171 Jul 13 20:13:38.400376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-45d1a712-8917-4138-90e2-d865205d8a41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 217 time: 0.0325072 Jul 13 20:13:38.449788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-e2303c09-ca35-4392-a72f-41a02ecfa900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:38.451225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-e2303c09-ca35-4392-a72f-41a02ecfa900 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0416317 Jul 13 20:13:38.506909 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-4b18a137-db91-42ae-8457-1a351b08ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:38.508348 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-4b18a137-db91-42ae-8457-1a351b08ee7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495431 Jul 13 20:13:38.596844 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-fe3ffe9c-fcfc-4079-97ba-0121880d2bdf service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810914 Jul 13 20:13:38.684533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a984b514-b3be-435f-b4ca-cb0a8a016131 req-584fa382-c74e-417d-bfae-b97a910260ed service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792899 Jul 13 20:13:39.093980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80410256-be43-406e-a15b-1217cad2f015 req-6718d9c5-0e6f-4ac2-9041-54a4efd15cbd tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:39.095500 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80410256-be43-406e-a15b-1217cad2f015 req-6718d9c5-0e6f-4ac2-9041-54a4efd15cbd tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 943 time: 0.0666304 Jul 13 20:13:39.132057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80410256-be43-406e-a15b-1217cad2f015 req-cf186fb0-cd8f-414a-80a0-b55b70bd5f79 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Jul 13 20:13:40.305246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd57cd-1095-4b0e-9f14-58cff6a3d454 req-c981dba2-5b6e-4d88-a770-6f5296169b62 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:40.306689 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-14cd57cd-1095-4b0e-9f14-58cff6a3d454 req-c981dba2-5b6e-4d88-a770-6f5296169b62 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 943 time: 0.0626221 Jul 13 20:13:40.344474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-14cd57cd-1095-4b0e-9f14-58cff6a3d454 req-4918fee2-0248-4679-96ea-e674b75f0c02 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Jul 13 20:13:40.867421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:13:40.962785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:13:40.973892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'port_id': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'mac_address': 'fa:16:3e:b9:cd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:13:41.008600 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:41.021129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b2cd76-5942-431d-9b9f-da2715a7023d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:13:41.039970 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:13:41.043819 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:41.093576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:41.281218 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['37b2cd76-5942-431d-9b9f-da2715a7023d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:13:41.514723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f219b-2274-407e-b9aa-12c48efd159b req-c87963e0-736c-4aee-b4e4-da7c0b5ccac9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:41.516268 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc5f219b-2274-407e-b9aa-12c48efd159b req-c87963e0-736c-4aee-b4e4-da7c0b5ccac9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 944 time: 0.0610700 Jul 13 20:13:41.552610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fc5f219b-2274-407e-b9aa-12c48efd159b req-274ac316-d814-4b61-875e-a16df6bd50cf tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309062 Jul 13 20:13:42.723346 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fb663-5f08-4ad6-a5d8-df94eff064d9 req-912d0fe9-3a87-436e-b165-8542daa987b4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:42.724813 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d9fb663-5f08-4ad6-a5d8-df94eff064d9 req-912d0fe9-3a87-436e-b165-8542daa987b4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 944 time: 0.0622127 Jul 13 20:13:42.766263 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d9fb663-5f08-4ad6-a5d8-df94eff064d9 req-77daddac-c27f-4035-860d-dbb2cd9e5596 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356197 Jul 13 20:13:42.868413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:13:42.917640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 37b2cd76-5942-431d-9b9f-da2715a7023d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:13:42.921057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 37b2cd76-5942-431d-9b9f-da2715a7023d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:13:42.921419 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:43.144782 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:43.167033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:13:43.169264 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111c795e-1a35-42d0-a498-ef8a8649c821" -d '{"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-plugged", "status": "completed", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:13:43.181521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:13:43.185664 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:43.208316 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c674b88a-9127-41e8-a1c1-edc396dd0003 x-openstack-request-id: req-c674b88a-9127-41e8-a1c1-edc396dd0003 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:13:43.208601 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-plugged", "status": "completed", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:13:43.208843 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c674b88a-9127-41e8-a1c1-edc396dd0003 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:13:43.209220 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'code': 200} Jul 13 20:13:43.233833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:13:43.337574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe452bf-7684-498a-9c3a-ec86fc65b284 req-78e48a27-91c8-491c-b544-c2d64fac0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:43.339124 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-abe452bf-7684-498a-9c3a-ec86fc65b284 req-78e48a27-91c8-491c-b544-c2d64fac0893 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1096 time: 0.0570705 Jul 13 20:13:43.377888 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-abe452bf-7684-498a-9c3a-ec86fc65b284 req-023ba426-aad6-4f82-b7d9-5b0490337074 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278025 Jul 13 20:13:43.941403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df07c3-76df-4ed0-bcd5-fe5109fe01d4 req-17f090d7-f6ae-4470-b987-d1fbaf9ee99b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:43.942965 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9df07c3-76df-4ed0-bcd5-fe5109fe01d4 req-17f090d7-f6ae-4470-b987-d1fbaf9ee99b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0637727 Jul 13 20:13:43.981111 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b9df07c3-76df-4ed0-bcd5-fe5109fe01d4 req-22dab6fa-7f8c-418a-8b6b-5566e3d8f155 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Jul 13 20:13:45.153931 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5dba8-c834-4e5d-9435-5610ef6c4348 req-0bd5fd22-d72b-4fcf-8a58-589d374f1cf2 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:45.155428 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7e5dba8-c834-4e5d-9435-5610ef6c4348 req-0bd5fd22-d72b-4fcf-8a58-589d374f1cf2 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0613859 Jul 13 20:13:45.192396 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7e5dba8-c834-4e5d-9435-5610ef6c4348 req-6eb71d27-d486-4f4c-8686-d4885a499b85 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311255 Jul 13 20:13:45.361294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c5bbe-2eb0-4d37-9a25-ae2cfff7a608 req-e649c31b-e0b6-42f8-892c-daec504282a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:45.362809 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-904c5bbe-2eb0-4d37-9a25-ae2cfff7a608 req-e649c31b-e0b6-42f8-892c-daec504282a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0666382 Jul 13 20:13:45.372135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:13:45.376499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21ebaceb-0267-4a82-9990-ddfa26cef9af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'floatingip': {'port_id': '37b2cd76-5942-431d-9b9f-da2715a7023d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:13:45.421088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21ebaceb-0267-4a82-9990-ddfa26cef9af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:45.855702 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21ebaceb-0267-4a82-9990-ddfa26cef9af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:45.859540 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21ebaceb-0267-4a82-9990-ddfa26cef9af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:46.080229 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:46.198641 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-21ebaceb-0267-4a82-9990-ddfa26cef9af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Floating IP e50dd424-35aa-4116-9742-652a7da45679 associated. External IP: 172.25.7.170, port: 37b2cd76-5942-431d-9b9f-da2715a7023d. Jul 13 20:13:46.401742 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ebaceb-0267-4a82-9990-ddfa26cef9af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Router d93f063b-d1ce-440f-920d-15877c786818 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:13:46.508039 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ebaceb-0267-4a82-9990-ddfa26cef9af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:13:46.513453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21ebaceb-0267-4a82-9990-ddfa26cef9af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:46.518236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:13:46.526815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:13:46.527435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:13:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:13:46.552044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-21ebaceb-0267-4a82-9990-ddfa26cef9af tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "PUT /v2.0/floatingips/e50dd424-35aa-4116-9742-652a7da45679 HTTP/1.1" status: 200 len: 991 time: 1.1788800 Jul 13 20:13:46.552734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:13:46.555142 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16084afc-f15f-4fca-9d0e-fc996db872cc" -d '{"events": [{"name": "network-changed", "server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:13:46.637034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:13:46.652311 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffd59df-574d-418f-99b7-6069bc63ff7b x-openstack-request-id: req-fffd59df-574d-418f-99b7-6069bc63ff7b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:13:46.652597 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:13:46.652843 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fffd59df-574d-418f-99b7-6069bc63ff7b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:13:46.653234 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'status': 'completed', 'code': 200} Jul 13 20:13:46.732299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-d5f9af65-4c44-4723-b922-832859572188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:46.733817 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-d5f9af65-4c44-4723-b922-832859572188 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1096 time: 0.0547135 Jul 13 20:13:46.792436 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:46.825775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-e1384d2e-cfa7-4515-96f2-6f6f24c53e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:46.827406 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-e1384d2e-cfa7-4515-96f2-6f6f24c53e68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0864220 Jul 13 20:13:46.869458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:b9:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:13:45Z', 'revision_number': 9, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:13:46.892249 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-304a6083-9748-4cc9-8165-cfd0d8aba79f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 999 time: 0.0569115 Jul 13 20:13:46.896185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:13:46.905205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:13:46.905817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:13:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:13:46.944620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-24a7c064-9cd2-41bc-af16-cab6e97dc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:46.946084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-24a7c064-9cd2-41bc-af16-cab6e97dc750 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0482035 Jul 13 20:13:47.001297 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-88756fbf-36bf-4553-8121-5aa8bcefbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:13:47.002823 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-88756fbf-36bf-4553-8121-5aa8bcefbeac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502903 Jul 13 20:13:47.010600 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:13:47.089126 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-b36ca070-738e-4931-98e1-92b9638b08de service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794630 Jul 13 20:13:47.181227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-16084afc-f15f-4fca-9d0e-fc996db872cc req-103e0083-c553-4b4e-8e75-19b92bdcc4b6 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860224 Jul 13 20:13:47.235504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:b9:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:13:45Z', 'revision_number': 9, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:13:47.262188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fc351-a91f-4bf3-8a3d-4719df43de7c None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:b9:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:13:45Z', 'revision_number': 9, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:13:47.457599 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c0848-046b-4c3a-89f7-3399e03e9f45 None None] New status for floating IP e50dd424-35aa-4116-9742-652a7da45679: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:13:49.392476 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:13:50.801494 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a620486-67e5-4951-92c9-99594c72c6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:53.653310 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-196dac91-0fbc-4c95-9f28-341cbfeb94ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:53.705584 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:54.728903 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:56.217811 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:16.106360 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:16.755986 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:20.802736 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa3405e-a8e3-412f-823e-55eedc70aa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:23.653813 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95828657-ed79-4bfa-a16d-2fc7419450cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:23.709590 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:24.731400 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:26.220679 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:26.391978 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:14:43.277579 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-83ed47a9-dd6a-47a8-aad1-4e0ce48e11c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529864 Jul 13 20:14:43.378980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-b52853da-ba48-4e1e-80d3-e6a9f3637cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:14:43.380524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-b52853da-ba48-4e1e-80d3-e6a9f3637cad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1096 time: 0.0518491 Jul 13 20:14:43.719061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-beedbe24-614f-4f37-88c8-0b44728c752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:14:43.720536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-beedbe24-614f-4f37-88c8-0b44728c752f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.3169949 Jul 13 20:14:43.785119 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-a99caa4d-96df-4cc1-b888-c64dbab61afc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1002 time: 0.0544746 Jul 13 20:14:43.837031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-a724e3f0-8a0e-4809-96c5-a7a7407dce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:14:43.838475 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-a724e3f0-8a0e-4809-96c5-a7a7407dce40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0467384 Jul 13 20:14:43.894424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-7f5a16ba-139f-4c2d-9281-76adc19aeb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:14:43.895872 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-7f5a16ba-139f-4c2d-9281-76adc19aeb0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493190 Jul 13 20:14:43.984717 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-eb7106b5-d5ac-4800-a311-13b70542227b service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786123 Jul 13 20:14:44.082312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-086cdb4e-0a29-4fbe-99a6-d33493b802f2 req-ddb9f97b-e5f5-4518-8d5c-8763d3d18a67 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860136 Jul 13 20:14:46.106068 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:46.761654 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:50.802623 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5eb7ae04-b6c3-413f-91de-2638569b13d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:53.654336 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb03e8c7-9fab-4b73-8be2-c2aa001c00f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:53.710846 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:54.734808 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:56.223392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:03.391476 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:15:16.104991 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:16.780176 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:20.803477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64807b35-7f6d-411b-956f-b8e378a634e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:23.654968 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1854af5e-a928-47a5-8421-1be533936f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:23.711321 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:24.737669 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:26.225889 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:28.738102 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-565ac2a1-8217-46fe-961c-c69d149ca9fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1440299 Jul 13 20:15:28.745957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01bb6f-61b2-4537-9919-09c54f507e84 req-4a0c80a9-0c6a-4d92-8a48-b62a49694bc0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:28.747373 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e01bb6f-61b2-4537-9919-09c54f507e84 req-4a0c80a9-0c6a-4d92-8a48-b62a49694bc0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0994446 Jul 13 20:15:28.785808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e01bb6f-61b2-4537-9919-09c54f507e84 req-a271ac22-162d-475d-9baa-22b41cdb9497 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326715 Jul 13 20:15:29.838038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-fa8365f8-72f9-400b-9b5e-adef249481bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:29.839899 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-fa8365f8-72f9-400b-9b5e-adef249481bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1096 time: 0.0535588 Jul 13 20:15:29.932415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-55fff6ca-e7ca-48cd-8d76-5eff751ab984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:29.933894 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-55fff6ca-e7ca-48cd-8d76-5eff751ab984 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0864363 Jul 13 20:15:29.964453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813e9d4-0fbd-4e79-8c9d-8ed5df738563 req-67175533-e421-4499-ad4e-8eb25eb72bb4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:29.965967 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c813e9d4-0fbd-4e79-8c9d-8ed5df738563 req-67175533-e421-4499-ad4e-8eb25eb72bb4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0652282 Jul 13 20:15:30.002161 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-10c1b177-df2f-47ae-85b8-654488b6037c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1002 time: 0.0575004 Jul 13 20:15:30.004293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c813e9d4-0fbd-4e79-8c9d-8ed5df738563 req-e9d486e0-5e27-4e41-9a88-08f3922fa269 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326438 Jul 13 20:15:30.053776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-c4dffedf-9b8f-4da9-9b89-8850aaa57616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:30.055561 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-c4dffedf-9b8f-4da9-9b89-8850aaa57616 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0442379 Jul 13 20:15:30.120382 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-db2242f3-9425-4249-9eeb-5d4ff3e78d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:30.121860 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-db2242f3-9425-4249-9eeb-5d4ff3e78d19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550551 Jul 13 20:15:30.210988 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-b58b96c8-d5d1-49d8-a250-a1b858e21d92 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802534 Jul 13 20:15:30.304027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-9caf1cf4-8bf6-428e-abdd-84d816a5c94d service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860441 Jul 13 20:15:31.181022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bea87b-208f-4457-b233-687b997db4cc req-3c3e9a6a-cd0f-4885-8e0c-44bd56542eea tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:31.182541 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26bea87b-208f-4457-b233-687b997db4cc req-3c3e9a6a-cd0f-4885-8e0c-44bd56542eea tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0629289 Jul 13 20:15:31.219342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26bea87b-208f-4457-b233-687b997db4cc req-3451c65c-5e26-4a39-a77c-272444bb80eb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312953 Jul 13 20:15:32.395613 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bc005-d85a-41e7-86a4-a4a1a153146c req-fb64f4f4-cf65-481f-824b-b9141e98c5ef tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:32.396991 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d9bc005-d85a-41e7-86a4-a4a1a153146c req-fb64f4f4-cf65-481f-824b-b9141e98c5ef tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0627449 Jul 13 20:15:32.434439 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0d9bc005-d85a-41e7-86a4-a4a1a153146c req-7ccf529e-bb46-49f4-ab9c-13db9d3b6b78 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317349 Jul 13 20:15:33.421976 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-073ceacb-a480-40b6-971a-720322bfe2c6 req-ddd6388a-8c0a-480a-a1f9-db37958a7cac service neutron] (93767) timed out ('10.222.0.60', 59712) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 20:15:33.606916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2997a-6da6-4f6d-936b-459d89bcc001 req-811cc02c-b1e7-486c-8fd4-f899ea9a2f80 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:33.608416 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5fe2997a-6da6-4f6d-936b-459d89bcc001 req-811cc02c-b1e7-486c-8fd4-f899ea9a2f80 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0630658 Jul 13 20:15:33.645283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5fe2997a-6da6-4f6d-936b-459d89bcc001 req-d7d2c547-d192-41fa-9b6a-12d07e2e194d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Jul 13 20:15:34.821672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fef88-03ed-4722-ae42-8c46fbaf9478 req-7bbfcebb-53bc-42de-bf8e-de7d65dfc478 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:34.823851 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e57fef88-03ed-4722-ae42-8c46fbaf9478 req-7bbfcebb-53bc-42de-bf8e-de7d65dfc478 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0669315 Jul 13 20:15:34.860792 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e57fef88-03ed-4722-ae42-8c46fbaf9478 req-2889afba-20f4-4f58-90d9-aeb075b063cf tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Jul 13 20:15:36.035661 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b4eb4-43ba-4073-895d-efab1aefae2d req-4025b64f-de4b-4b74-b57d-9e79071251c5 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:36.037156 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-432b4eb4-43ba-4073-895d-efab1aefae2d req-4025b64f-de4b-4b74-b57d-9e79071251c5 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0669119 Jul 13 20:15:36.075044 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-432b4eb4-43ba-4073-895d-efab1aefae2d req-aeff2a0b-860a-4b28-9897-fdbddcbb7cb8 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321362 Jul 13 20:15:37.245847 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e152b-4f67-4c69-9fa9-5124b446c131 req-21afe975-37d0-4d7d-bc83-4eb60cd1daca tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:37.247474 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c20e152b-4f67-4c69-9fa9-5124b446c131 req-21afe975-37d0-4d7d-bc83-4eb60cd1daca tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0624471 Jul 13 20:15:37.285638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c20e152b-4f67-4c69-9fa9-5124b446c131 req-84a8e0e3-a2d7-4551-9a83-4722429eaa7d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Jul 13 20:15:38.458059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf91d7-07b8-4c03-a59f-f2035c7031dd req-6bdd9663-8f10-4bcc-b557-d5f45505bc7f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:38.459473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adaf91d7-07b8-4c03-a59f-f2035c7031dd req-6bdd9663-8f10-4bcc-b557-d5f45505bc7f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0631557 Jul 13 20:15:38.496966 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adaf91d7-07b8-4c03-a59f-f2035c7031dd req-479abaf5-8b38-4ecc-8deb-075d9d0cbe72 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Jul 13 20:15:39.670866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5706f9-919b-4d58-a735-9e5a5c77725d req-55ee93e4-3398-45fa-9098-054f7b5ec40e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:39.672380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f5706f9-919b-4d58-a735-9e5a5c77725d req-55ee93e4-3398-45fa-9098-054f7b5ec40e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0669496 Jul 13 20:15:39.710711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6f5706f9-919b-4d58-a735-9e5a5c77725d req-b02a0c46-062d-42d9-a27a-ca3d02d16f0d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Jul 13 20:15:40.393566 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:15:40.885555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326f575-0413-4e89-ba95-b20e1321e007 req-024fef92-9115-47d2-a5c9-8300f3fd5b37 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:40.887065 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8326f575-0413-4e89-ba95-b20e1321e007 req-024fef92-9115-47d2-a5c9-8300f3fd5b37 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0617068 Jul 13 20:15:40.928008 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8326f575-0413-4e89-ba95-b20e1321e007 req-a9ae999d-af4f-410f-b523-2d59fc38cf6d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354755 Jul 13 20:15:42.116627 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557f4e-e104-4ecb-891e-1966028aab62 req-e34d4c79-6b39-4464-a430-279557ad1126 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:42.118245 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f7557f4e-e104-4ecb-891e-1966028aab62 req-e34d4c79-6b39-4464-a430-279557ad1126 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0627034 Jul 13 20:15:42.155054 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f7557f4e-e104-4ecb-891e-1966028aab62 req-1c3cb286-73d3-4e8e-a9e4-79933fae580d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313616 Jul 13 20:15:42.573516 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-879ad539-9e71-4fa2-9e74-7a049524da03 service neutron] show failed (client error): The resource could not be found. Jul 13 20:15:42.574529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-879ad539-9e71-4fa2-9e74-7a049524da03 service neutron] 10.222.0.24 "GET /v2.0/ports/37b2cd76-5942-431d-9b9f-da2715a7023d/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0533164 Jul 13 20:15:42.833438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-1702166b-024e-42be-ac70-6ed2f98c0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:42.834885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-1702166b-024e-42be-ac70-6ed2f98c0694 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 1096 time: 0.0529196 Jul 13 20:15:42.845679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:15:42.919060 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:43.120208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:15:43.153016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:15:43.192628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:15:43.193994 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8efe7ff-516f-4f3b-a92a-dd5f273569d8" -d '{"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-unplugged", "status": "completed", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:15:43.199032 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:43.213482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Transition to ACTIVE for port object 37b2cd76-5942-431d-9b9f-da2715a7023d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:15:43.218100 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:43.257510 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50fe9b3-8b34-4abf-b5f6-093b6deead54 x-openstack-request-id: req-e50fe9b3-8b34-4abf-b5f6-093b6deead54 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:15:43.257872 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-unplugged", "status": "completed", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:15:43.258044 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e50fe9b3-8b34-4abf-b5f6-093b6deead54 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:15:43.258930 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'code': 200} Jul 13 20:15:43.316676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:15:43.326044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.326391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.326755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.327092 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.327423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.327761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.328079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.328404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.328727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.329052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.329377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.329705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:43.337546 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ce1c6-7d2d-4953-9cf7-8b75bf7849f2 req-26c8e402-8f1d-4ea5-8cb0-facec5a204a3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:43.342913 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f9ce1c6-7d2d-4953-9cf7-8b75bf7849f2 req-26c8e402-8f1d-4ea5-8cb0-facec5a204a3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 943 time: 0.0724664 Jul 13 20:15:43.368633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] No DVR routers for this DVR port 37b2cd76-5942-431d-9b9f-da2715a7023d on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:15:43.381860 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f9ce1c6-7d2d-4953-9cf7-8b75bf7849f2 req-6d6a6e0d-5d7b-4d84-a0f1-06bef623c09a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357201 Jul 13 20:15:43.508405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:15:43.508739 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:15:43.509062 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:15:43.513224 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Port 37b2cd76-5942-431d-9b9f-da2715a7023d on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:15:43.513539 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:15:43.518219 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:15:43.518587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:15:43.518966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:15:43.519383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Bound port: 37b2cd76-5942-431d-9b9f-da2715a7023d, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:15:43.519730 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:43.586478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:15:43.589645 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:15:43.593333 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:43.625766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:43.626375 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:43.627787 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] 10.222.0.60 "PUT /v2.0/ports/37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1091 time: 0.7860973 Jul 13 20:15:43.651464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e854777-c6bf-4b86-8436-e883e335c3ea service neutron] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:15:43.707174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-9e692675-056e-47c0-b461-af11fbcdff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:43.708689 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-9e692675-056e-47c0-b461-af11fbcdff7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1094 time: 0.0543635 Jul 13 20:15:43.805232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-3935cf23-f108-4434-a82e-5a9fde1d4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:43.806760 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-3935cf23-f108-4434-a82e-5a9fde1d4838 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0918882 Jul 13 20:15:43.871840 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-2922fab2-3915-4453-a25a-f318466b480c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1000 time: 0.0593922 Jul 13 20:15:43.922514 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-b8b73572-6207-4829-a70d-7f65ae53da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:43.923867 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-b8b73572-6207-4829-a70d-7f65ae53da6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0468123 Jul 13 20:15:43.979300 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-938ec3ed-3aa9-41b6-92e8-1725e67d617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:43.980840 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-938ec3ed-3aa9-41b6-92e8-1725e67d617a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500278 Jul 13 20:15:44.067290 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-10d8eadf-c4b2-43ea-a39a-e6434f746bb8 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801497 Jul 13 20:15:44.160799 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e18e747e-d8d7-4de2-b728-c6bb2f9ab5dd req-095887b6-7c4e-4fb0-a6ce-5b0a929fc67f service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871081 Jul 13 20:15:44.556705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f2b08-7bb1-4ecc-9288-46c210e619ca req-0da47978-4276-46d0-860f-b566ed81a01b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:44.558090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-997f2b08-7bb1-4ecc-9288-46c210e619ca req-0da47978-4276-46d0-860f-b566ed81a01b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 943 time: 0.0637066 Jul 13 20:15:44.596158 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-997f2b08-7bb1-4ecc-9288-46c210e619ca req-f09a30b4-e764-4ad4-a277-3958ea789c69 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324864 Jul 13 20:15:45.260193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:15:45.262582 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dde72a5-e571-4218-a9e2-084bfcb63bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:15:45.309589 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adbdb91-f7a0-43d2-b4a9-69d6f2a1073a x-openstack-request-id: req-9adbdb91-f7a0-43d2-b4a9-69d6f2a1073a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:15:45.309993 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:15:45.310255 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9adbdb91-f7a0-43d2-b4a9-69d6f2a1073a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:15:45.310676 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'status': 'completed', 'code': 200} Jul 13 20:15:45.385938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-f428c1ad-62f0-4c01-9890-8cca776e74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:45.387509 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-f428c1ad-62f0-4c01-9890-8cca776e74ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1094 time: 0.0538948 Jul 13 20:15:45.392152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-7f8249ac-8a59-4f15-bd70-fb2bc49c01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:45.393681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-7f8249ac-8a59-4f15-bd70-fb2bc49c01b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1094 time: 0.0558705 Jul 13 20:15:45.479885 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-a26d9504-13b0-40f1-bb38-11b61594c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:45.481385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-a26d9504-13b0-40f1-bb38-11b61594c8ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0877230 Jul 13 20:15:45.485390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-93801c66-2fac-428c-83be-ce682b4ee9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:45.486914 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-93801c66-2fac-428c-83be-ce682b4ee9b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0821080 Jul 13 20:15:45.546184 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-0fc109a1-48b5-4fab-8a06-6bb6aedbc2b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1000 time: 0.0574379 Jul 13 20:15:45.560890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-ea8fefcb-c82e-4e0b-bf71-87afff0b6745 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1000 time: 0.0619731 Jul 13 20:15:45.600084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-e13bc736-b0ce-487c-b9f7-894c132bd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:45.601728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-e13bc736-b0ce-487c-b9f7-894c132bd071 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0493345 Jul 13 20:15:45.618919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-5dee8c75-7e09-4569-aeae-c33d603ee0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:45.620437 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-5dee8c75-7e09-4569-aeae-c33d603ee0b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0482757 Jul 13 20:15:45.671866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-426f7c98-7ea5-4c9c-af92-8ca858795bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:45.673539 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-426f7c98-7ea5-4c9c-af92-8ca858795bb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613744 Jul 13 20:15:45.710574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-ac0b291e-8e9f-4e75-abfa-5659a8086133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:45.712342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-ac0b291e-8e9f-4e75-abfa-5659a8086133 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811193 Jul 13 20:15:45.815939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-2e069222-76ca-4380-ba06-11f2b43fe720 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930064 Jul 13 20:15:45.834735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2143c9-104b-455e-8d2a-a267556cb708 req-f7c3fa25-91a5-46bc-8a62-82d889ca28f7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:45.836416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe2143c9-104b-455e-8d2a-a267556cb708 req-f7c3fa25-91a5-46bc-8a62-82d889ca28f7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 943 time: 0.0995817 Jul 13 20:15:45.838647 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-a59c24ba-dc2c-4980-8eb9-d0d6f491b99f service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585948 Jul 13 20:15:45.913074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-55831613-3512-4a38-b9c9-de91142e2209 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858431 Jul 13 20:15:45.933145 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe2143c9-104b-455e-8d2a-a267556cb708 req-a9ec2872-ab01-4429-955c-91e1558adb72 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909362 Jul 13 20:15:45.965733 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1dde72a5-e571-4218-a9e2-084bfcb63bc0 req-6bc14ae8-71c2-4ebe-8b98-1ac869b22d6c service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174569 Jul 13 20:15:46.110643 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:46.782870 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:46.939518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:15:47.032285 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:15:47.044214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'port_id': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'mac_address': 'fa:16:3e:b9:cd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:15:47.080518 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:47.092952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b2cd76-5942-431d-9b9f-da2715a7023d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:15:47.112338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:15:47.112976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a196d-390a-44b7-bce7-2f8c85456432 req-7f6c8b47-e512-428c-a2f3-62f095d58c4c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:47.114034 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97a196d-390a-44b7-bce7-2f8c85456432 req-7f6c8b47-e512-428c-a2f3-62f095d58c4c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 943 time: 0.0642874 Jul 13 20:15:47.117398 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:47.152542 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97a196d-390a-44b7-bce7-2f8c85456432 req-0bf23242-3483-4947-ab28-74f3ab71d454 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Jul 13 20:15:47.167497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:15:47.175030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.175380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.175717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.176049 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.176374 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.176787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.177177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.177506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.177827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.178149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.178537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.179354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:47.365275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['37b2cd76-5942-431d-9b9f-da2715a7023d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:15:47.428016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:15:47.501416 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:15:47.561747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-5e5bcf9d-dd2b-46ac-9acd-b16ab2e2cad7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:47.563237 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-5e5bcf9d-dd2b-46ac-9acd-b16ab2e2cad7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.60 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e&tenant_id=af666b332261472ba54c11801f6f9d90&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 944 time: 0.0797091 Jul 13 20:15:47.607422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d56c-f7ac-4e0c-adf7-01f7a4bfc494 req-2c7f335f-9096-459d-a29f-211e278fb796 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:47.608911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2b5d56c-f7ac-4e0c-adf7-01f7a4bfc494 req-2c7f335f-9096-459d-a29f-211e278fb796 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 944 time: 0.0666130 Jul 13 20:15:47.625241 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-9b12c62b-f0da-4ba4-ae65-ecdd441969fe service neutron] 10.222.0.60 "GET /v2.0/ports/37b2cd76-5942-431d-9b9f-da2715a7023d/bindings/n-h2-800708-1 HTTP/1.1" status: 200 len: 382 time: 0.0562074 Jul 13 20:15:47.645889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e2b5d56c-f7ac-4e0c-adf7-01f7a4bfc494 req-c792b9b1-8f87-4508-9f10-2f33619c6914 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314672 Jul 13 20:15:47.699908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-ff6fa292-75d1-4806-8b87-b91e8827ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:47.701408 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-ff6fa292-75d1-4806-8b87-b91e8827ec99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1095 time: 0.0528107 Jul 13 20:15:47.793273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-b90a3a5f-145d-43b9-b284-98c84048146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:47.794825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-b90a3a5f-145d-43b9-b284-98c84048146e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0874703 Jul 13 20:15:47.858885 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-25614f9c-e6b0-44f5-98ff-388813eaccbc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1001 time: 0.0570214 Jul 13 20:15:47.910242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-e31f8365-6e5f-4c4f-b7a4-d2666e6b0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:47.911727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-e31f8365-6e5f-4c4f-b7a4-d2666e6b0fbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0472124 Jul 13 20:15:47.967637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-5a211440-e959-482a-a502-bdf197b8009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:47.969090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-5a211440-e959-482a-a502-bdf197b8009e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514495 Jul 13 20:15:48.054210 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-8dbf3cc7-08a9-4dec-a12a-c8c000ee9ecc service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786555 Jul 13 20:15:48.143352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-d94ead68-7092-4d9b-be63-bf25d55648df service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832629 Jul 13 20:15:48.258666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-d490b1e8-5537-4e23-9929-34bd6bcc4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:48.260150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-d490b1e8-5537-4e23-9929-34bd6bcc4a81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1095 time: 0.0522211 Jul 13 20:15:48.366129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-786946ad-ff93-4dc6-b0dd-e808831346ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:48.367788 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-786946ad-ff93-4dc6-b0dd-e808831346ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0871980 Jul 13 20:15:48.430477 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-db33ded5-112b-48c5-aa9f-13128f3e17f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1001 time: 0.0564678 Jul 13 20:15:48.477027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-892b07a8-6a72-4f93-852a-5318aed259b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:48.478426 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-892b07a8-6a72-4f93-852a-5318aed259b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0422313 Jul 13 20:15:48.536628 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-0224013c-ca5d-451b-b8b3-f8771a3d4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:48.538093 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-0224013c-ca5d-451b-b8b3-f8771a3d4bd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536187 Jul 13 20:15:48.623663 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-d82df90f-2d5c-42cd-b39f-37160d262eab service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783014 Jul 13 20:15:48.714959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c964113d-7bc3-4b24-9cb9-d90f9a071bc3 req-a84f11af-32a6-4cf0-988e-3ed8f9f1ce81 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852578 Jul 13 20:15:48.822482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb18a79-c7f8-4358-96ad-3f102520d9f5 req-d3bc2923-08eb-432f-a917-31c6bcac5c6a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:48.823964 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-acb18a79-c7f8-4358-96ad-3f102520d9f5 req-d3bc2923-08eb-432f-a917-31c6bcac5c6a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 944 time: 0.0622075 Jul 13 20:15:48.862145 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-acb18a79-c7f8-4358-96ad-3f102520d9f5 req-71080dd9-676c-41cc-8613-6c7cd479c2ab tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326374 Jul 13 20:15:48.950858 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:15:49.001351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 37b2cd76-5942-431d-9b9f-da2715a7023d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:15:49.004818 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 37b2cd76-5942-431d-9b9f-da2715a7023d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:15:49.005191 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:49.078076 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:49.099798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:15:49.102196 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fcff36-fe87-4e0e-ac56-d1b2fecee699" -d '{"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-plugged", "status": "completed", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:15:49.114467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:15:49.118596 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:49.156073 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962b4a87-477c-478d-be97-77e541d91b67 x-openstack-request-id: req-962b4a87-477c-478d-be97-77e541d91b67 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:15:49.156362 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-plugged", "status": "completed", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:15:49.156611 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-962b4a87-477c-478d-be97-77e541d91b67 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:15:49.156993 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'code': 200} Jul 13 20:15:49.170357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:15:50.035693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba02279-4bb1-49af-9745-25d2174c337d req-83954705-1c58-4238-81b7-63eec87c2af5 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:50.037201 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bba02279-4bb1-49af-9745-25d2174c337d req-83954705-1c58-4238-81b7-63eec87c2af5 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0641260 Jul 13 20:15:50.076087 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bba02279-4bb1-49af-9745-25d2174c337d req-72a42cfa-78b1-403b-820e-301115395f3f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329008 Jul 13 20:15:50.285488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-9534d370-c912-474c-8f4b-5fb57fc9a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:50.287046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-9534d370-c912-474c-8f4b-5fb57fc9a099 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 1096 time: 0.0528874 Jul 13 20:15:50.302113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:15:50.373900 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:50.570987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:15:50.603748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:15:50.641066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:15:50.643338 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a965165-b08f-4c12-af68-1e4e81a449c3" -d '{"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-unplugged", "status": "completed", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:15:50.646797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:50.659830 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Transition to ACTIVE for port object 37b2cd76-5942-431d-9b9f-da2715a7023d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:15:50.664134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:50.701198 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ad701-105a-46b8-8dcd-a3091a30e3d9 x-openstack-request-id: req-906ad701-105a-46b8-8dcd-a3091a30e3d9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:15:50.701492 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-unplugged", "status": "completed", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:15:50.701746 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-906ad701-105a-46b8-8dcd-a3091a30e3d9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:15:50.702192 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'code': 200} Jul 13 20:15:50.754323 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:15:50.768944 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.769296 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.769639 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.769977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.770316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.770675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.771005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.771332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.771657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.771980 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.773093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.773658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:15:50.804940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] No DVR routers for this DVR port 37b2cd76-5942-431d-9b9f-da2715a7023d on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:15:50.807121 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29aab11f-8018-4e00-934f-d7dc8653c8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:50.943222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:15:50.943563 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:15:50.944496 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:15:50.948747 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Port 37b2cd76-5942-431d-9b9f-da2715a7023d on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:15:50.949157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Attempting to bind port 37b2cd76-5942-431d-9b9f-da2715a7023d on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:15:50.953894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:15:50.954241 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:15:50.954666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:15:50.955097 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Bound port: 37b2cd76-5942-431d-9b9f-da2715a7023d, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:15:50.955456 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:51.016836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:15:51.019694 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:15:51.024181 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:51.059294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:51.059821 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:51.061213 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] 10.222.0.24 "PUT /v2.0/ports/37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1092 time: 0.7633095 Jul 13 20:15:51.087767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc6ce6-1973-4ddb-84d7-255083bb9b2f service neutron] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=11']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:15:51.147849 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-79497519-ff9e-422d-b457-1f1dff320899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:51.149459 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-79497519-ff9e-422d-b457-1f1dff320899 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1095 time: 0.0574539 Jul 13 20:15:51.251053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-184e5c40-2b1c-4bbb-a8f6-6354a4321cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:51.252530 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-184e5c40-2b1c-4bbb-a8f6-6354a4321cd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0957882 Jul 13 20:15:51.276859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41856bf9-8a18-439b-aa35-babdd10978b1 req-fd96ad58-23b1-4dc9-a169-80a3e545605b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:51.278362 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41856bf9-8a18-439b-aa35-babdd10978b1 req-fd96ad58-23b1-4dc9-a169-80a3e545605b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 944 time: 0.0804570 Jul 13 20:15:51.316662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-41856bf9-8a18-439b-aa35-babdd10978b1 req-351afc04-8060-45f4-8b85-b525a6a00eb3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Jul 13 20:15:51.325533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-b7e2b2be-d549-4222-bccb-7c0a31daf666 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1000 time: 0.0654922 Jul 13 20:15:51.375232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-e457b563-bb9a-4e4d-95fb-4bd6bcac12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:51.376689 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-e457b563-bb9a-4e4d-95fb-4bd6bcac12a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0434124 Jul 13 20:15:51.440156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169263f-a62b-492f-8a60-713f7247948a req-92647dbd-9f0e-4b8e-ba05-5daff383a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:51.441616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-92647dbd-9f0e-4b8e-ba05-5daff383a19c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540802 Jul 13 20:15:51.530949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-217af25b-bfb3-4959-8043-b4b3dd47f06a service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781364 Jul 13 20:15:51.627509 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7169263f-a62b-492f-8a60-713f7247948a req-d2d2844b-eaf4-446e-b4e5-10d7481fc2fb service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842240 Jul 13 20:15:52.552377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481bfdb-f30a-47e0-ac0f-3c279cebc685 req-628144e1-7e26-490f-a980-c80fd8feda91 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:52.553929 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e481bfdb-f30a-47e0-ac0f-3c279cebc685 req-628144e1-7e26-490f-a980-c80fd8feda91 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 944 time: 0.1228878 Jul 13 20:15:52.591684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e481bfdb-f30a-47e0-ac0f-3c279cebc685 req-7ed8bf43-8364-49a2-8863-3f4a21ecf2a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322280 Jul 13 20:15:52.703407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:15:52.705835 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bddece8-91a0-4bec-8a35-871cee501983" -d '{"events": [{"name": "network-changed", "server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:15:52.940159 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94f27c3-b57a-44dc-9bf7-1b99b417b86d x-openstack-request-id: req-f94f27c3-b57a-44dc-9bf7-1b99b417b86d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:15:52.940458 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:15:52.940707 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f94f27c3-b57a-44dc-9bf7-1b99b417b86d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:15:52.941100 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'status': 'completed', 'code': 200} Jul 13 20:15:52.965312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:15:53.003294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:15:53.012958 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddece8-91a0-4bec-8a35-871cee501983 req-4c589bc7-2028-4495-87db-37500cbc745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:53.014482 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-4c589bc7-2028-4495-87db-37500cbc745e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1095 time: 0.0555148 Jul 13 20:15:53.019052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddece8-91a0-4bec-8a35-871cee501983 req-99dcfa24-9ad1-4c8c-a720-b319f74873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:53.020615 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-99dcfa24-9ad1-4c8c-a720-b319f74873ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 1095 time: 0.0522637 Jul 13 20:15:53.105408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddece8-91a0-4bec-8a35-871cee501983 req-f8868a75-6869-4d19-9c1f-22a5fce94a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:53.106907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-f8868a75-6869-4d19-9c1f-22a5fce94a3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0865037 Jul 13 20:15:53.111473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddece8-91a0-4bec-8a35-871cee501983 req-aedc7a5a-c0dc-4211-bafc-67d98dc4bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:53.112964 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-aedc7a5a-c0dc-4211-bafc-67d98dc4bcd9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0852919 Jul 13 20:15:53.171496 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-fb5e1fa9-7f11-432c-ba32-594041421b3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1000 time: 0.0587783 Jul 13 20:15:53.181773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-836397b2-8e4c-477d-a110-c87dcd79311a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 200 len: 1000 time: 0.0583839 Jul 13 20:15:53.220910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddece8-91a0-4bec-8a35-871cee501983 req-a0d09c86-206f-4d60-9b60-ad5d88a4e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:53.222550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-a0d09c86-206f-4d60-9b60-ad5d88a4e580 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0449536 Jul 13 20:15:53.253359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddece8-91a0-4bec-8a35-871cee501983 req-25803572-4d57-435c-9000-2aa2e50ef7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:53.254855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-25803572-4d57-435c-9000-2aa2e50ef7f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0611205 Jul 13 20:15:53.290299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddece8-91a0-4bec-8a35-871cee501983 req-e63a15f7-f7a7-4d3e-993d-f93168d2980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:53.292106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-e63a15f7-f7a7-4d3e-993d-f93168d2980a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631387 Jul 13 20:15:53.328259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddece8-91a0-4bec-8a35-871cee501983 req-07328fbe-7981-4892-ae5c-52f29c81cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:53.329790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-07328fbe-7981-4892-ae5c-52f29c81cdee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597866 Jul 13 20:15:53.391989 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-c3002e69-8022-4e1e-b18a-5f00c58811c9 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934482 Jul 13 20:15:53.424338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-c233eda5-7eb1-466d-baa9-ae8aab298260 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847070 Jul 13 20:15:53.448712 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:15:53.533001 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-55c52204-c5d6-489f-9728-a08ddd8d66d5 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006262 Jul 13 20:15:53.557728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:15:53.575038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'port_id': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'mac_address': 'fa:16:3e:b9:cd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:15:53.613949 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:53.629867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b2cd76-5942-431d-9b9f-da2715a7023d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:15:53.669142 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:15:53.670740 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a0fc89-737b-4373-ad3c-0cd4b438d664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:53.675380 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:53.727678 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:53.738188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:15:53.750518 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4bddece8-91a0-4bec-8a35-871cee501983 req-fdadb9f4-5027-4c10-ab0d-7f94c921cc4e service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521647 Jul 13 20:15:53.785555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d5048-2291-4ec6-829f-45fbdd3bb600 req-c55512f2-1303-4085-bf6a-b4b9ad9557f6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:53.787089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b46d5048-2291-4ec6-829f-45fbdd3bb600 req-c55512f2-1303-4085-bf6a-b4b9ad9557f6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0655160 Jul 13 20:15:53.824258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b46d5048-2291-4ec6-829f-45fbdd3bb600 req-0a6dbf1a-da97-4a8b-9f84-948fbc2763e0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Jul 13 20:15:53.938903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['37b2cd76-5942-431d-9b9f-da2715a7023d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:15:54.046269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe7ffc-e037-4b87-8610-33a3cded2546 req-aaffb0f2-b7c2-4d55-b115-c346e95bf81b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:54.047790 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5cfe7ffc-e037-4b87-8610-33a3cded2546 req-aaffb0f2-b7c2-4d55-b115-c346e95bf81b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.1114006 Jul 13 20:15:54.086370 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5cfe7ffc-e037-4b87-8610-33a3cded2546 req-48128ca5-5034-4d1d-863c-bd7c0aa8d81c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Jul 13 20:15:54.262630 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c9d2c-6a1c-4be9-b0b5-89597e5b103f req-acc12e06-d8ea-41cc-b4d1-9160ae8f059e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:54.264074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb8c9d2c-6a1c-4be9-b0b5-89597e5b103f req-acc12e06-d8ea-41cc-b4d1-9160ae8f059e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0658333 Jul 13 20:15:54.539588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fb8c9d2c-6a1c-4be9-b0b5-89597e5b103f req-794af010-8974-4ebc-8c2c-b08c780a9474 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696378 Jul 13 20:15:54.741275 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:54.916133 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394ab6b-ef99-4450-81de-1336ca306acf req-745aedf5-3ff8-4a32-9274-ac87b3469b74 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:54.917632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9394ab6b-ef99-4450-81de-1336ca306acf req-745aedf5-3ff8-4a32-9274-ac87b3469b74 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 945 time: 0.0618637 Jul 13 20:15:54.954375 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9394ab6b-ef99-4450-81de-1336ca306acf req-22395773-b4af-4374-9d48-1711b3c5ff3c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Jul 13 20:15:55.449624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:15:55.496773 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 37b2cd76-5942-431d-9b9f-da2715a7023d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:15:55.500226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 37b2cd76-5942-431d-9b9f-da2715a7023d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:15:55.500592 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:55.576554 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:55.597859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:15:55.600282 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cfc5c8-e6d5-4c2a-a863-deb48b4cdcd3" -d '{"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-plugged", "status": "completed", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:15:55.612294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:15:55.617114 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:55.643385 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09aa5dc-adb8-4d26-b70f-8ec242c8a3dc x-openstack-request-id: req-f09aa5dc-adb8-4d26-b70f-8ec242c8a3dc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:15:55.643679 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-plugged", "status": "completed", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:15:55.643926 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f09aa5dc-adb8-4d26-b70f-8ec242c8a3dc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:15:55.644305 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'code': 200} Jul 13 20:15:55.665187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:15:56.125415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac9cd-e216-4d02-b154-d54b83aded80 req-5fd4c9e5-254a-446c-bfb5-46ec9f68717b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:56.126919 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c57ac9cd-e216-4d02-b154-d54b83aded80 req-5fd4c9e5-254a-446c-bfb5-46ec9f68717b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 946 time: 0.0614319 Jul 13 20:15:56.166909 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c57ac9cd-e216-4d02-b154-d54b83aded80 req-84a57b18-ecbf-4a9f-9a46-a625f2276de3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343144 Jul 13 20:15:56.229819 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:56.284183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-3d55db22-68d3-47e4-b3b4-ded6e45837d7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:56.285644 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-3d55db22-68d3-47e4-b3b4-ded6e45837d7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 946 time: 0.0630002 Jul 13 20:15:56.385339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Deleting port 37b2cd76-5942-431d-9b9f-da2715a7023d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:15:56.385681 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:56.473968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] For port 37b2cd76-5942-431d-9b9f-da2715a7023d, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=37b2cd76-5942-431d-9b9f-da2715a7023d,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:15:56.474330 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:56.636160 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:56.636534 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:56.636849 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Floating IP e50dd424-35aa-4116-9742-652a7da45679 disassociated. External IP: 172.25.7.170, port: 37b2cd76-5942-431d-9b9f-da2715a7023d. Jul 13 20:15:56.637187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Calling delete_port for 37b2cd76-5942-431d-9b9f-da2715a7023d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:15:56.762790 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:56.792049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event deleted for resources: {'Port': ['ID=37b2cd76-5942-431d-9b9f-da2715a7023d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:15:56.906337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Router d93f063b-d1ce-440f-920d-15877c786818 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:15:57.017783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:15:57.027971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:15:57.038805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:15:57.039542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:15:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:15:57.061531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] No DVR routers for this DVR port 37b2cd76-5942-431d-9b9f-da2715a7023d on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:15:57.064275 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:15:57.066649 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7d8610e5-07ab-40f7-9805-1e0be46b0698 req-d5a617f6-d63b-47d0-8b92-4d5dc8336a3b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "DELETE /v2.0/ports/37b2cd76-5942-431d-9b9f-da2715a7023d HTTP/1.1" status: 204 len: 173 time: 0.7719543 Jul 13 20:15:57.067098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-deleted', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:15:57.069516 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6309755-3b53-410e-97ee-c6085e2b4644" -d '{"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-deleted", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:15:57.109058 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafb7dc8-651c-44fe-aabb-99b2fa2baa59 x-openstack-request-id: req-dafb7dc8-651c-44fe-aabb-99b2fa2baa59 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:15:57.109356 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688b7bc1-0a3d-479b-be55-1f98e38a454e", "name": "network-vif-deleted", "tag": "37b2cd76-5942-431d-9b9f-da2715a7023d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:15:57.109623 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dafb7dc8-651c-44fe-aabb-99b2fa2baa59 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:15:57.110010 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688b7bc1-0a3d-479b-be55-1f98e38a454e', 'name': 'network-vif-deleted', 'tag': '37b2cd76-5942-431d-9b9f-da2715a7023d', 'status': 'completed', 'code': 200} Jul 13 20:15:57.149084 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:15:57.333863 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1e6c377a-6afa-4167-9744-aca8bdec0c3c req-90795af0-7eab-4eb3-aba8-9f123a849cca tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=688b7bc1-0a3d-479b-be55-1f98e38a454e HTTP/1.1" status: 200 len: 210 time: 0.0330770 Jul 13 20:15:57.351492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:15:57.382086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:15:57.390127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:15:57.390758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:15:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:15:57.649724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:15:57.848182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:15:57.874350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0ea24-26ad-4add-a632-2e2f7681d040 None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:15:58.090139 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05aff3-f0db-4a80-beb1-0d48e6924fac None None] New status for floating IP e50dd424-35aa-4116-9742-652a7da45679: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:15:58.671973 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-82f94832-a7e9-4ae5-8b92-3d33d0ee289b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1484960605&fields=id&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 267 time: 0.0316565 Jul 13 20:15:58.779397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-1e8da48d-831e-4d82-a045-c6d0caddc1da tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:15:58.780835 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-1e8da48d-831e-4d82-a045-c6d0caddc1da tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 812 time: 0.1019456 Jul 13 20:15:58.795080 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-4e21f0a2-1e50-4677-844f-54b494459c07 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/quotas/af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 375 time: 0.0089402 Jul 13 20:15:58.862394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-942393e1-ecd4-48f4-8297-5c681ed50d15 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625963 Jul 13 20:15:58.918260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-c5eac6be-51b2-4e25-82a9-5fe8b410769f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:15:58.919271 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-c5eac6be-51b2-4e25-82a9-5fe8b410769f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453014 Jul 13 20:15:59.010685 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-985842b4-835c-43e6-a3e2-8b7fd56f1f66 service neutron] 10.222.0.25 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856934 Jul 13 20:15:59.096070 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-cdedcc34-9969-4715-967a-062921657f4e service neutron] 10.222.0.25 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797477 Jul 13 20:15:59.265244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-748289f2-cd02-4c6b-bf1c-d75946493b42 req-bf3e64d1-efaf-4e01-98c5-a3ffa1cfb510 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 210 time: 0.0279598 Jul 13 20:16:00.382031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-4127defa-f15a-4f84-8806-88a384582477 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:00.383146 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-4127defa-f15a-4f84-8806-88a384582477 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 812 time: 0.1068091 Jul 13 20:16:00.410876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5e422952-be9a-4153-b273-c64aa324d124 req-349b1579-3c2b-40b6-a4e8-8f9de810ce60 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 210 time: 0.0300050 Jul 13 20:16:00.439621 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-bf18b278-91bc-4fa4-8642-99ed663c1a09 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 380 time: 0.0389249 Jul 13 20:16:00.451293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'port': {'device_id': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'admin_state_up': True, 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'security_groups': ['1d543c2e-ab33-4880-ab8c-4fe81a3a90d8']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:16:00.559425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Made reservation on behalf of af666b332261472ba54c11801f6f9d90 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:16:00.563006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:00.687965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Allocated IP 172.20.0.7 (e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f/473c4e05-b7f0-4f13-aa5e-a3a325095648/fdc0539b-4098-4c9e-a47b-72072b11518e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:16:00.819321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:00.832446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Transition to ACTIVE for port object fdc0539b-4098-4c9e-a47b-72072b11518e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:16:00.863617 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:00.908582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:16:00.913707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:16:00.917505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:16:00.943474 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:16:00.971290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:00.971930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:00.985976 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-0ad138a8-99b0-4ca5-ae4f-a870e11ae80a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5383692 Jul 13 20:16:01.004181 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Request body: {'port': {'device_id': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:16:01.079333 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:01.128708 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01c1f2d0-b8bd-4e34-b852-9d14b16a7224 None None] Provisioning for port fdc0539b-4098-4c9e-a47b-72072b11518e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:16:01.132435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01c1f2d0-b8bd-4e34-b852-9d14b16a7224 None None] Provisioning complete for port fdc0539b-4098-4c9e-a47b-72072b11518e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:16:01.132809 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01c1f2d0-b8bd-4e34-b852-9d14b16a7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:01.171008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01c1f2d0-b8bd-4e34-b852-9d14b16a7224 None None] Port fdc0539b-4098-4c9e-a47b-72072b11518e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:16:01.342613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc0539b-4098-4c9e-a47b-72072b11518e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:16:01.349714 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:01.362887 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Transition to ACTIVE for port object fdc0539b-4098-4c9e-a47b-72072b11518e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:16:01.367938 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:01.417162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:16:01.477188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:16:01.493336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:16:01.493677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:16:01.494008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:16:01.498481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Port fdc0539b-4098-4c9e-a47b-72072b11518e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:16:01.498808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:16:01.503862 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:16:01.504201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:16:01.504315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 37b2cd76-5942-431d-9b9f-da2715a7023d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:16:01.504591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:16:01.504714 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 37b2cd76-5942-431d-9b9f-da2715a7023d not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:16:01.505023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Bound port: fdc0539b-4098-4c9e-a47b-72072b11518e, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:16:01.505388 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:01.608463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:16:01.612224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:16:01.619522 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:01.656145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:01.656964 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:01.658581 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] 10.222.0.24 "PUT /v2.0/ports/fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1091 time: 0.6587310 Jul 13 20:16:01.661476 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:16:01.664981 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}753e35fc978415e1ba6f751f6f1c1d84271ab80200750c7337cb80420f5b73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2780e1df-baca-473a-a0b6-df0257381143" -d '{"events": [{"name": "network-changed", "server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:16:01.695123 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb937b-0008-462e-b1ba-3e0396a5c640 req-9780d6c5-d0a1-4b75-9128-2cfd860e4c1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:01.697516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63bb937b-0008-462e-b1ba-3e0396a5c640 req-9780d6c5-d0a1-4b75-9128-2cfd860e4c1e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.1518226 Jul 13 20:16:01.714333 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6e346a-7899-44ff-ab33-9327e98a0627 x-openstack-request-id: req-7e6e346a-7899-44ff-ab33-9327e98a0627 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:16:01.714651 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:16:01.714902 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e6e346a-7899-44ff-ab33-9327e98a0627 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:16:01.715292 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'status': 'completed', 'code': 200} Jul 13 20:16:01.736915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24680aa1-052d-44e9-b394-721f881c3f7e service neutron] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:16:01.785353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63bb937b-0008-462e-b1ba-3e0396a5c640 req-56090f75-f317-4889-958c-7ab223e174e9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791917 Jul 13 20:16:01.807755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-3fc5741d-1a8d-4a6b-bda7-77435dbca532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:01.809273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-3fc5741d-1a8d-4a6b-bda7-77435dbca532 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1094 time: 0.1021087 Jul 13 20:16:01.853798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-b08af166-f505-4430-a774-cb83ab90fa1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 217 time: 0.0357311 Jul 13 20:16:01.904396 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-1634195e-0659-4277-b75a-7bdb1ec25521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:01.905837 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-1634195e-0659-4277-b75a-7bdb1ec25521 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0438614 Jul 13 20:16:01.969915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-b69088b7-bf56-42dc-bc42-dd3b77e8e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:01.971596 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-b69088b7-bf56-42dc-bc42-dd3b77e8e4bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578940 Jul 13 20:16:02.063701 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-08634162-29eb-4b2a-8b41-c6c8725b8451 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839715 Jul 13 20:16:02.155123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caa7d698-bad3-4e6b-ad57-e62d5ee433a1 req-ce2bf792-e6f7-464d-99cc-b6ce43ac62df service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840116 Jul 13 20:16:02.254739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e1df-baca-473a-a0b6-df0257381143 req-189ee171-38aa-4115-8d3f-43f574cf398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:02.256614 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2780e1df-baca-473a-a0b6-df0257381143 req-189ee171-38aa-4115-8d3f-43f574cf398e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1094 time: 0.0529983 Jul 13 20:16:02.348358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e1df-baca-473a-a0b6-df0257381143 req-cfdc0e87-0950-4286-b736-0b83f32c068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:02.350445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2780e1df-baca-473a-a0b6-df0257381143 req-cfdc0e87-0950-4286-b736-0b83f32c068a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0821233 Jul 13 20:16:02.393813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2780e1df-baca-473a-a0b6-df0257381143 req-884fa3e2-fffa-4052-9ee7-fd4b975975b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 217 time: 0.0370991 Jul 13 20:16:02.441301 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e1df-baca-473a-a0b6-df0257381143 req-538fdfe0-5061-4546-835e-fca54e67aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:02.442779 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2780e1df-baca-473a-a0b6-df0257381143 req-538fdfe0-5061-4546-835e-fca54e67aa59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0423157 Jul 13 20:16:02.497926 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e1df-baca-473a-a0b6-df0257381143 req-c260f21c-df2e-4587-817a-df24f5f04fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:02.499398 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2780e1df-baca-473a-a0b6-df0257381143 req-c260f21c-df2e-4587-817a-df24f5f04fcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500758 Jul 13 20:16:02.588881 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2780e1df-baca-473a-a0b6-df0257381143 req-56419b15-b3c1-49c7-954f-7cb86afae1a0 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822155 Jul 13 20:16:02.677165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2780e1df-baca-473a-a0b6-df0257381143 req-c1f38f96-58a3-4cc3-93d3-e38b6fd2ddf7 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802319 Jul 13 20:16:02.967150 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f7f7-55d4-41d5-a1bc-b66fd1336cda req-47e3b97e-6f02-4ba0-95fb-b65a88e193a6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:02.968533 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c50f7f7-55d4-41d5-a1bc-b66fd1336cda req-47e3b97e-6f02-4ba0-95fb-b65a88e193a6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0657299 Jul 13 20:16:03.005218 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4c50f7f7-55d4-41d5-a1bc-b66fd1336cda req-5147b8cb-3cbd-471a-8b27-e6feee4dcfbf tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Jul 13 20:16:03.474620 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:16:03.566703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:16:03.577573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'port_id': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'mac_address': 'fa:16:3e:7f:9e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:16:03.617268 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:03.629244 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc0539b-4098-4c9e-a47b-72072b11518e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:16:03.647830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:16:03.651850 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:03.698202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:16:03.952109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['fdc0539b-4098-4c9e-a47b-72072b11518e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:16:04.181263 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546744c-c3f7-4c6d-ad26-95141708e5ca req-bb4e36c4-f5a7-4fa5-8ae2-ba28cb1f4f15 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:04.182803 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5546744c-c3f7-4c6d-ad26-95141708e5ca req-bb4e36c4-f5a7-4fa5-8ae2-ba28cb1f4f15 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0649979 Jul 13 20:16:04.224700 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5546744c-c3f7-4c6d-ad26-95141708e5ca req-e96bc1ae-7063-4cab-95b7-8077bebf5a24 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360863 Jul 13 20:16:05.397176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a68219-daa3-41d3-a39f-cdb3184e8827 req-95f8aed3-2f7d-4732-b283-541f6c60472f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:05.398899 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a7a68219-daa3-41d3-a39f-cdb3184e8827 req-95f8aed3-2f7d-4732-b283-541f6c60472f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0624132 Jul 13 20:16:05.435719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a7a68219-daa3-41d3-a39f-cdb3184e8827 req-2c12a7e3-2160-4c6f-9b41-e4193ec32c7e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313973 Jul 13 20:16:05.483658 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:16:05.530139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port fdc0539b-4098-4c9e-a47b-72072b11518e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:16:05.533578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port fdc0539b-4098-4c9e-a47b-72072b11518e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:16:05.533950 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:05.607294 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:05.628578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:16:05.630847 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d13011-fc18-476b-a0c4-2d6ca76dac65" -d '{"events": [{"server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "name": "network-vif-plugged", "status": "completed", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:16:05.647957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:16:05.653262 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:05.676294 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca7a7ca-f66c-41f1-82cf-dcbd9ed698bd x-openstack-request-id: req-8ca7a7ca-f66c-41f1-82cf-dcbd9ed698bd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:16:05.676580 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "name": "network-vif-plugged", "status": "completed", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:16:05.676823 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ca7a7ca-f66c-41f1-82cf-dcbd9ed698bd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:16:05.677200 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'code': 200} Jul 13 20:16:05.704980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:16:05.784857 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2b215-623c-4244-9124-dda9a9acc78a req-71ac8a47-6b59-45b6-b193-cfe2bce5ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:05.786258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07a2b215-623c-4244-9124-dda9a9acc78a req-71ac8a47-6b59-45b6-b193-cfe2bce5ca5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1096 time: 0.0510993 Jul 13 20:16:05.820774 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-07a2b215-623c-4244-9124-dda9a9acc78a req-cbd7b99d-1b0c-4357-b81d-c1b9fb77a612 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275106 Jul 13 20:16:06.605036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ede2a-2158-4450-9b71-cc9e765c89c7 req-7a272846-4b64-45f8-b2d7-8440e7cd462c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:06.606522 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc5ede2a-2158-4450-9b71-cc9e765c89c7 req-7a272846-4b64-45f8-b2d7-8440e7cd462c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0630703 Jul 13 20:16:06.649591 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bc5ede2a-2158-4450-9b71-cc9e765c89c7 req-74ef1ff6-a300-4678-8a61-0ec2f80b1bd6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374079 Jul 13 20:16:07.824973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c232f4-dcbb-44cc-8498-6d92ef241e82 req-29d5920b-2cc3-4596-90c1-104a3ffe97d6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:07.826519 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62c232f4-dcbb-44cc-8498-6d92ef241e82 req-29d5920b-2cc3-4596-90c1-104a3ffe97d6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0645897 Jul 13 20:16:07.866590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-62c232f4-dcbb-44cc-8498-6d92ef241e82 req-b5def37d-a6ff-4197-98d9-45416d3bd51f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344162 Jul 13 20:16:08.049166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4660c4-fcf2-4bfc-8cae-cded6b67cb76 req-d8adb626-5e7b-4dce-9909-a9e91a6e014f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:08.051004 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5c4660c4-fcf2-4bfc-8cae-cded6b67cb76 req-d8adb626-5e7b-4dce-9909-a9e91a6e014f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0661793 Jul 13 20:16:08.060423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 44776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:16:08.065581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2f09f4ee-9029-4471-bf14-bac25088fc66 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Request body: {'floatingip': {'port_id': 'fdc0539b-4098-4c9e-a47b-72072b11518e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:16:08.118928 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f09f4ee-9029-4471-bf14-bac25088fc66 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:08.601401 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f09f4ee-9029-4471-bf14-bac25088fc66 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:08.605056 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f09f4ee-9029-4471-bf14-bac25088fc66 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:08.704069 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-2f09f4ee-9029-4471-bf14-bac25088fc66 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Floating IP e50dd424-35aa-4116-9742-652a7da45679 associated. External IP: 172.25.7.170, port: fdc0539b-4098-4c9e-a47b-72072b11518e. Jul 13 20:16:08.905988 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f09f4ee-9029-4471-bf14-bac25088fc66 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Router d93f063b-d1ce-440f-920d-15877c786818 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:16:09.011535 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f09f4ee-9029-4471-bf14-bac25088fc66 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:16:09.016427 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f09f4ee-9029-4471-bf14-bac25088fc66 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:09.020618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:16:09.030422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:16:09.031037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:15:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:16:09.051806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2f09f4ee-9029-4471-bf14-bac25088fc66 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "PUT /v2.0/floatingips/e50dd424-35aa-4116-9742-652a7da45679 HTTP/1.1" status: 200 len: 992 time: 0.9903004 Jul 13 20:16:09.052402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:16:09.055401 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addb6788-77ea-4efa-b30e-8c8594a6c8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:16:09.091710 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8146f938-3310-43ef-a9b2-66502d60598a x-openstack-request-id: req-8146f938-3310-43ef-a9b2-66502d60598a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:16:09.092087 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:16:09.092339 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8146f938-3310-43ef-a9b2-66502d60598a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:16:09.092740 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'status': 'completed', 'code': 200} Jul 13 20:16:09.144962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:16:09.173274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-89ec40a1-ad63-421f-8a8b-32c353f626de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:09.174738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-89ec40a1-ad63-421f-8a8b-32c353f626de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1096 time: 0.0565631 Jul 13 20:16:09.273002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-e40fc1a0-3a2e-4d85-acc7-7edfcbeb5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:09.274513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-e40fc1a0-3a2e-4d85-acc7-7edfcbeb5e0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0925014 Jul 13 20:16:09.344120 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-411fce66-404d-430c-9e13-01326ea8caf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1000 time: 0.0625584 Jul 13 20:16:09.373358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:7f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:16:08Z', 'revision_number': 13, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:16:09.392812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-d18bc465-8821-4512-997c-bfa9e59baa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:09.394304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-d18bc465-8821-4512-997c-bfa9e59baa3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0430515 Jul 13 20:16:09.404308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:16:09.413254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:16:09.413864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:15:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:16:09.452865 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-f9d8c940-5a3f-46ad-af48-191eef4b4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:09.454355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-f9d8c940-5a3f-46ad-af48-191eef4b4cfe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517275 Jul 13 20:16:09.518892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:16:09.545789 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-6f9dfa62-1f49-4ffb-9e97-68292d45af21 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848496 Jul 13 20:16:09.634274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-addb6788-77ea-4efa-b30e-8c8594a6c8ca req-8247c148-f1cd-4116-88e1-600b7234ef5d service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822120 Jul 13 20:16:09.739098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:7f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:16:08Z', 'revision_number': 13, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:16:09.765614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82cb06-82f9-4ea7-977f-a4c7f387eecb None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'e50dd424-35aa-4116-9742-652a7da45679', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'port_id': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'mac_address': 'fa:16:3e:7f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:08:58Z', 'updated_at': '2021-07-13T20:16:08Z', 'revision_number': 13, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:16:09.953162 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419a1663-ec64-439c-bac6-471b4fcf66f7 None None] New status for floating IP e50dd424-35aa-4116-9742-652a7da45679: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:16:16.118735 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:16.789548 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:17.392999 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:16:20.809416 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45d3907b-08e8-43d9-9bb8-3312620f21f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:23.655687 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1753-21dc-4781-8edb-8e8ddaa72ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:23.708366 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:24.743796 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:26.232311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:45.254965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-a67119df-6287-4ee8-a6be-a0eeaa63b971 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509131 Jul 13 20:16:45.355832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-4cf97c87-cba4-40c5-ba76-e43320012f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:45.357339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-4cf97c87-cba4-40c5-ba76-e43320012f28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1096 time: 0.0566509 Jul 13 20:16:45.462160 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-44d132d2-cf4a-4ca8-9c81-17a7837fed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:45.463684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-44d132d2-cf4a-4ca8-9c81-17a7837fed5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0848384 Jul 13 20:16:45.534214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-b96f4b48-425f-4b95-8a66-4310798eb182 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1002 time: 0.0625265 Jul 13 20:16:45.583096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-e6317c3f-62b7-4ce8-aaa0-efb632dfba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:45.585191 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-e6317c3f-62b7-4ce8-aaa0-efb632dfba1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0436945 Jul 13 20:16:45.639410 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-308d0ad6-7798-42ab-900e-611bef4a4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:16:45.640847 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-308d0ad6-7798-42ab-900e-611bef4a4f52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492234 Jul 13 20:16:45.732142 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-c8557124-165e-40ed-8776-159da5a6ceb2 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818453 Jul 13 20:16:46.059807 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-be52e449-6065-4c70-a6bd-dd5ceff85f0c req-60b1b2ab-2860-4b04-997a-ada2e8f470cb service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198054 Jul 13 20:16:46.133165 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:46.793689 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:50.810318 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed1e93f8-5362-4af0-b084-547a29228da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:53.656034 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff352dce-2eee-46c5-9510-caf1985dcf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:53.709732 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:54.391747 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:16:54.746502 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:16:56.235363 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:16.131742 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:16.813226 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:20.811348 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf78257-2c7e-40b1-b0c8-334749ef4e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:23.655336 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e10e0493-0c10-49bf-bf80-bd0c378fedab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:23.708830 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:24.750347 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:26.241022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:31.391102 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:17:45.271353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-0087a618-f98c-4a7e-9044-7f60d807495a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517857 Jul 13 20:17:45.375617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-fbf41ea0-5c94-4bec-b1d9-94da743ab2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:45.377088 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-fbf41ea0-5c94-4bec-b1d9-94da743ab2a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1096 time: 0.0537548 Jul 13 20:17:45.482311 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-7cae4e71-8b9c-46f0-a9e2-a4ed3ed73acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:45.483782 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-7cae4e71-8b9c-46f0-a9e2-a4ed3ed73acd service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0820415 Jul 13 20:17:45.553414 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-f3f09ff8-1cbc-4761-a88a-6b78c376a583 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1002 time: 0.0594814 Jul 13 20:17:45.604531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-da0208cb-e44b-4e12-b422-436c0d0a36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:45.605960 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-da0208cb-e44b-4e12-b422-436c0d0a36ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0431039 Jul 13 20:17:45.665653 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-0711a921-42fb-4351-bd99-a92fa72473d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:45.667147 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-0711a921-42fb-4351-bd99-a92fa72473d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506339 Jul 13 20:17:45.756958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-ea6efb15-e28a-4b06-806a-9e09dbe2c084 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827894 Jul 13 20:17:45.847821 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-458157b0-70ad-46f8-b311-31020a6ee0d8 req-8a86d97f-ddd6-4904-814d-cb8f3d19eb90 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803957 Jul 13 20:17:46.145516 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:46.812686 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:50.813170 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6694b44-6d94-4ecc-8161-89c829972a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:50.972040 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b0053-a3c2-44a8-9331-47cc33dfdfda req-8e16d73c-cfd3-4edf-8a65-f813ec0fc0fb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:17:50.973616 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b1b0053-a3c2-44a8-9331-47cc33dfdfda req-8e16d73c-cfd3-4edf-8a65-f813ec0fc0fb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0635905 Jul 13 20:17:51.013878 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b1b0053-a3c2-44a8-9331-47cc33dfdfda req-8de0d1c4-4298-4f57-8cfe-7bacd6110506 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340555 Jul 13 20:17:53.655754 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec2b0030-2a96-4c2f-a3ce-2558570cd9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:53.709140 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:54.753047 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:17:56.241556 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:01.212684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-50ed4bed-2114-4f28-9e19-7c1419d8f081 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0529606 Jul 13 20:18:01.359389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160745f3-269d-4ccd-a3dd-37e4a7260554 req-74dedab5-6218-49f0-849b-bba8f38af67e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:01.360993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-160745f3-269d-4ccd-a3dd-37e4a7260554 req-74dedab5-6218-49f0-849b-bba8f38af67e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0664842 Jul 13 20:18:01.400797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-160745f3-269d-4ccd-a3dd-37e4a7260554 req-d044d2d1-3834-488a-b8f9-2c3afae99697 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340567 Jul 13 20:18:02.609842 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5d457-b634-48cd-9c9d-39d934a8ebf6 req-e18d44d5-03d9-400f-98c4-4b1d9b774a85 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:02.611344 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7de5d457-b634-48cd-9c9d-39d934a8ebf6 req-e18d44d5-03d9-400f-98c4-4b1d9b774a85 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0614183 Jul 13 20:18:02.649429 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7de5d457-b634-48cd-9c9d-39d934a8ebf6 req-ba19f749-bc68-46bc-90e9-4a419cc9e29c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Jul 13 20:18:03.830682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a52e3-e9a6-4889-abec-a3da09502945 req-910cae2e-64ae-4ae1-b4d6-e63f09b28f27 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:03.832165 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe3a52e3-e9a6-4889-abec-a3da09502945 req-910cae2e-64ae-4ae1-b4d6-e63f09b28f27 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0705500 Jul 13 20:18:03.887512 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe3a52e3-e9a6-4889-abec-a3da09502945 req-0c6c11f4-6628-4531-90db-212bd34b2cc7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492313 Jul 13 20:18:04.466560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219361b-917f-430f-a3d4-eac6945d1489 req-a0fe36a7-28c4-4e69-9aa7-3288fcd5a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:04.468049 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-a0fe36a7-28c4-4e69-9aa7-3288fcd5a033 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1096 time: 0.0545068 Jul 13 20:18:04.557975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219361b-917f-430f-a3d4-eac6945d1489 req-39ac2145-532a-4fa8-a72c-f8d1292b87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:04.559379 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-39ac2145-532a-4fa8-a72c-f8d1292b87b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0813046 Jul 13 20:18:04.629905 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-156b4a6d-d124-4f57-a0ab-f87d40a0bf46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1002 time: 0.0593126 Jul 13 20:18:04.680721 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219361b-917f-430f-a3d4-eac6945d1489 req-c2f88591-574f-4754-981d-7e926c645b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:04.682130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-c2f88591-574f-4754-981d-7e926c645b31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0423183 Jul 13 20:18:04.741018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219361b-917f-430f-a3d4-eac6945d1489 req-b08650d8-2d59-4c69-9e10-b55f35be0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:04.742515 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-b08650d8-2d59-4c69-9e10-b55f35be0cb9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497394 Jul 13 20:18:04.834804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-346f3972-f254-4736-b6e8-008aec52e7f2 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833936 Jul 13 20:18:04.923790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-7be60d14-3315-4738-b44e-83cb0948cc10 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Jul 13 20:18:05.064090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af722d-03ed-4005-bce6-b5e8f3ceccdb req-14c1987e-553e-49d4-8b9a-049a9c863018 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:05.066157 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79af722d-03ed-4005-bce6-b5e8f3ceccdb req-14c1987e-553e-49d4-8b9a-049a9c863018 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0644219 Jul 13 20:18:05.107181 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79af722d-03ed-4005-bce6-b5e8f3ceccdb req-77a31115-a721-401d-932f-4076ec4a5d0a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356872 Jul 13 20:18:06.357104 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10a1ac-93fb-4b49-88ef-0be2e8c496fc req-12ac7a25-ea99-481f-bf6a-5040a90373fc tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:06.358605 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c10a1ac-93fb-4b49-88ef-0be2e8c496fc req-12ac7a25-ea99-481f-bf6a-5040a90373fc tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.1047823 Jul 13 20:18:06.395828 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0c10a1ac-93fb-4b49-88ef-0be2e8c496fc req-de8b8ce6-28d2-41d8-9321-c5ac5dd94371 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310342 Jul 13 20:18:07.572814 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac5ef4-bb20-45e5-8752-486e4f26eb39 req-090fe5a2-74ff-409c-ad23-d3c4aef84653 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:07.574289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04ac5ef4-bb20-45e5-8752-486e4f26eb39 req-090fe5a2-74ff-409c-ad23-d3c4aef84653 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0663390 Jul 13 20:18:07.609919 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-04ac5ef4-bb20-45e5-8752-486e4f26eb39 req-3eda9dfa-e940-4ac2-90cb-ae5ff06153bc tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301938 Jul 13 20:18:08.390032 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:18:08.811134 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66d41a-c4f8-409e-a9bd-b7de5af9b7c4 req-2f2fb412-c383-4e61-9553-0fe8b71c60e3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:08.813281 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e66d41a-c4f8-409e-a9bd-b7de5af9b7c4 req-2f2fb412-c383-4e61-9553-0fe8b71c60e3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0841274 Jul 13 20:18:08.856912 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7e66d41a-c4f8-409e-a9bd-b7de5af9b7c4 req-b5f030d5-96f2-4054-b576-0712b610d2a8 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374634 Jul 13 20:18:10.034293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1e38-6d2a-42e2-9ea1-0877e5146c91 req-79a39026-4fdf-4dc5-b299-fc83104d6c6d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:10.036444 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc3d1e38-6d2a-42e2-9ea1-0877e5146c91 req-79a39026-4fdf-4dc5-b299-fc83104d6c6d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0632770 Jul 13 20:18:10.150174 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bc3d1e38-6d2a-42e2-9ea1-0877e5146c91 req-9a6e1277-cfea-4b34-8d67-f2b883cc1f9c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737486 Jul 13 20:18:11.335044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11a24b-5ae1-4ed6-9271-c0e27abc79a3 req-1a987ea5-f720-413d-b89b-11b9dd28824a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:11.337118 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fb11a24b-5ae1-4ed6-9271-c0e27abc79a3 req-1a987ea5-f720-413d-b89b-11b9dd28824a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0677228 Jul 13 20:18:11.375384 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fb11a24b-5ae1-4ed6-9271-c0e27abc79a3 req-9913553a-4b12-47c8-b65f-64d6560066f0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328951 Jul 13 20:18:12.554500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea01c6-6298-4020-93bd-aa02d3d21f2f req-66ae60e2-93f7-4321-a5f6-d34b4e2c0cc3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:12.555983 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-17ea01c6-6298-4020-93bd-aa02d3d21f2f req-66ae60e2-93f7-4321-a5f6-d34b4e2c0cc3 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0655556 Jul 13 20:18:12.592204 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-17ea01c6-6298-4020-93bd-aa02d3d21f2f req-4d892c0a-36ee-4b39-b726-2c116ebee4ea tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307395 Jul 13 20:18:13.763529 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd7662-f852-432a-81fc-6c9409310bb9 req-5195ef69-7fea-41cc-ba17-3051cefc1caa tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:13.764999 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9efd7662-f852-432a-81fc-6c9409310bb9 req-5195ef69-7fea-41cc-ba17-3051cefc1caa tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0616717 Jul 13 20:18:13.802826 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9efd7662-f852-432a-81fc-6c9409310bb9 req-4c4a52f1-e145-41fb-aefa-c734a4b541e6 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Jul 13 20:18:14.973190 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3cc60-574a-47d1-bb81-abe73225001a req-0dfc3f00-a151-4b04-a9a0-3681419340b9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:14.974883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ed3cc60-574a-47d1-bb81-abe73225001a req-0dfc3f00-a151-4b04-a9a0-3681419340b9 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0624409 Jul 13 20:18:15.012189 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ed3cc60-574a-47d1-bb81-abe73225001a req-30a9f5d5-47f6-4af4-8ece-3a2afe22ad64 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320480 Jul 13 20:18:16.146947 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:16.188319 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76634-6579-455c-8c72-11fea81a50fa req-9505b7e4-696e-4cce-ab71-ff329b79849b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:16.189807 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1bc76634-6579-455c-8c72-11fea81a50fa req-9505b7e4-696e-4cce-ab71-ff329b79849b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0674996 Jul 13 20:18:16.228285 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1bc76634-6579-455c-8c72-11fea81a50fa req-c70c53b9-4081-4229-852b-6a9731c87ff0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320299 Jul 13 20:18:16.811752 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:17.413038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f4930-1bc5-45b0-9899-6684d51be775 req-88b798a3-a998-47b3-8be6-4f655730d18d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:17.414533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e8f4930-1bc5-45b0-9899-6684d51be775 req-88b798a3-a998-47b3-8be6-4f655730d18d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0616155 Jul 13 20:18:17.450686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6e8f4930-1bc5-45b0-9899-6684d51be775 req-6f5c0f06-2fc5-43e9-8990-b87c4a6c4985 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306098 Jul 13 20:18:18.625261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6566d-a61c-4d88-8e88-2478b3968d67 req-25a8ca4f-52a1-4c30-8b12-df388d9abf59 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:18.626778 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8af6566d-a61c-4d88-8e88-2478b3968d67 req-25a8ca4f-52a1-4c30-8b12-df388d9abf59 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0638163 Jul 13 20:18:18.664995 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8af6566d-a61c-4d88-8e88-2478b3968d67 req-96aa5686-1760-4624-82ae-5828cb3a77db tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325375 Jul 13 20:18:19.058916 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-3219361b-917f-430f-a3d4-eac6945d1489 req-4dba8fc1-c04a-4d56-864a-3c067d665131 service neutron] show failed (client error): The resource could not be found. Jul 13 20:18:19.059920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-4dba8fc1-c04a-4d56-864a-3c067d665131 service neutron] 10.222.0.24 "GET /v2.0/ports/fdc0539b-4098-4c9e-a47b-72072b11518e/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0580537 Jul 13 20:18:19.385230 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219361b-917f-430f-a3d4-eac6945d1489 req-f05bd6f9-4134-44fd-890e-11c9833742e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:19.386731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-f05bd6f9-4134-44fd-890e-11c9833742e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 1096 time: 0.0921125 Jul 13 20:18:19.397928 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:19.466387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:19.659534 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:19.692669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:19.736856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:19.740150 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b070e0c0ded1fd0810bb90232aaf1157aa5ed0ca19a9bae3cfea6842d9934d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b9704a-af74-42d6-b63c-b4bbf7b3177d" -d '{"events": [{"server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:19.744405 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:19.758602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Transition to ACTIVE for port object fdc0539b-4098-4c9e-a47b-72072b11518e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:19.763970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:19.794597 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4932563d-7964-43fd-94f8-9455dcbe0430 x-openstack-request-id: req-4932563d-7964-43fd-94f8-9455dcbe0430 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:19.794892 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:19.795141 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4932563d-7964-43fd-94f8-9455dcbe0430 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:19.795535 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'code': 200} Jul 13 20:18:19.851574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:19.857447 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53984c-d610-414d-b69e-2263e33f231b req-5b4efed6-0a7b-4ecd-8d0d-d8b5629f797e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:19.859105 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f53984c-d610-414d-b69e-2263e33f231b req-5b4efed6-0a7b-4ecd-8d0d-d8b5629f797e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0777383 Jul 13 20:18:19.861709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.862053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.862422 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.862764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.863122 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.864180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.864753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.865087 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.865433 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.865793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.866059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.866384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:19.901372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] No DVR routers for this DVR port fdc0539b-4098-4c9e-a47b-72072b11518e on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:18:19.903613 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f53984c-d610-414d-b69e-2263e33f231b req-8a729a01-cc3a-46f1-8758-7c5956c7b93d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366421 Jul 13 20:18:20.043591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:18:20.043926 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:18:20.044258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:20.048518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Port fdc0539b-4098-4c9e-a47b-72072b11518e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:18:20.048839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:20.054950 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:18:20.055287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:20.055669 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:18:20.056093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Bound port: fdc0539b-4098-4c9e-a47b-72072b11518e, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:18:20.056453 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:20.118296 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:20.121767 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:18:20.126076 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:20.158254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:20.159161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:20.161144 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] 10.222.0.60 "PUT /v2.0/ports/fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1091 time: 0.7678506 Jul 13 20:18:20.213459 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07ba6e-408c-4f07-b926-a416219a6bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:20.243552 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219361b-917f-430f-a3d4-eac6945d1489 req-2bbfa0eb-5205-4f36-9857-79c2b4df6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:20.245082 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-2bbfa0eb-5205-4f36-9857-79c2b4df6e6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1094 time: 0.0614767 Jul 13 20:18:20.342891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219361b-917f-430f-a3d4-eac6945d1489 req-6509f6f6-0c0c-4a0c-a306-9637705dab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:20.344357 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-6509f6f6-0c0c-4a0c-a306-9637705dab35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0932658 Jul 13 20:18:20.408194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-0aa28654-5e31-4a4e-a2fc-22344bc9f954 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1000 time: 0.0569785 Jul 13 20:18:20.459981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219361b-917f-430f-a3d4-eac6945d1489 req-86210cfa-b7c7-4966-9489-7ddc84cd1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:20.461321 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-86210cfa-b7c7-4966-9489-7ddc84cd1e2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0468068 Jul 13 20:18:20.516291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219361b-917f-430f-a3d4-eac6945d1489 req-a37617a0-8c8f-46d3-9078-40ca722cc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:20.517782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-a37617a0-8c8f-46d3-9078-40ca722cc046 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504787 Jul 13 20:18:20.604584 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-69c5ab3c-06e5-4798-90f8-bb14a393138f service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798452 Jul 13 20:18:20.696174 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3219361b-917f-430f-a3d4-eac6945d1489 req-a272461a-21cb-4be2-8a22-50bf46e9b430 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854318 Jul 13 20:18:20.812224 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-632a3276-975f-48ca-b3a3-b14641655c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:21.085857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d8de6-dc0b-4e76-8f29-4de1e3fc8946 req-94383eaf-7527-4b8a-aa85-2a88d6f25ec2 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:21.087356 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-841d8de6-dc0b-4e76-8f29-4de1e3fc8946 req-94383eaf-7527-4b8a-aa85-2a88d6f25ec2 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0639789 Jul 13 20:18:21.125185 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-841d8de6-dc0b-4e76-8f29-4de1e3fc8946 req-3ff10f64-cf62-43d5-91ec-ca1fadae778d tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Jul 13 20:18:21.797264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:21.835382 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb7780b-eb21-4cba-b01d-0e8902da09c9" -d '{"events": [{"name": "network-changed", "server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:21.937444 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b39c117-6cc5-4df2-a5e3-474e17a61205 x-openstack-request-id: req-6b39c117-6cc5-4df2-a5e3-474e17a61205 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:21.937742 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:21.937991 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b39c117-6cc5-4df2-a5e3-474e17a61205 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:21.938387 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'status': 'completed', 'code': 200} Jul 13 20:18:22.030609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-8e63e6b4-e8ec-47d4-8e6e-3948b4a73008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.032329 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-8e63e6b4-e8ec-47d4-8e6e-3948b4a73008 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1094 time: 0.0708456 Jul 13 20:18:22.089134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-f0a1799d-5b97-4f2a-89aa-aab5c86343f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.090795 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-f0a1799d-5b97-4f2a-89aa-aab5c86343f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1094 time: 0.1239319 Jul 13 20:18:22.114474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:18:22.129494 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-57a2c273-46de-49a0-96c0-8e874d4559eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.131096 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-57a2c273-46de-49a0-96c0-8e874d4559eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0926940 Jul 13 20:18:22.171089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:18:22.220266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-c3930a62-5af0-461f-a211-9bd5f17ce3dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1000 time: 0.0829260 Jul 13 20:18:22.314795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-686ef5fd-03c8-4a8b-a417-f52a4408650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.316847 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-686ef5fd-03c8-4a8b-a417-f52a4408650d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.1669929 Jul 13 20:18:22.391546 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-0d3b680b-0e6f-4f59-b3c5-b89367535257 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1000 time: 0.0622673 Jul 13 20:18:22.450808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-8488567a-4627-4687-8385-ef7cd9232baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.452467 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-8488567a-4627-4687-8385-ef7cd9232baf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0534277 Jul 13 20:18:22.513594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-a52009ce-c468-4be1-9755-e1601586570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.515234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-a52009ce-c468-4be1-9755-e1601586570e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551591 Jul 13 20:18:22.571848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-5aad2d04-0b76-447c-9f01-65314f21ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.573640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-5aad2d04-0b76-447c-9f01-65314f21ec16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.3471260 Jul 13 20:18:22.616211 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-b6866c71-2780-4c45-99da-82976f3477b8 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892196 Jul 13 20:18:22.638143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197a74-42f7-47b1-a250-4712da4054e0 req-cf38aa15-ac2c-4dd6-89ae-199c70f227cd tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.639386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38197a74-42f7-47b1-a250-4712da4054e0 req-cf38aa15-ac2c-4dd6-89ae-199c70f227cd tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.1173458 Jul 13 20:18:22.677204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-6478bbb8-5801-4c8a-99d2-d17563464ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:22.678746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-6478bbb8-5801-4c8a-99d2-d17563464ed9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987606 Jul 13 20:18:22.714920 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38197a74-42f7-47b1-a250-4712da4054e0 req-5a8634c3-0f5a-439d-aa2f-0237efcbad22 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668933 Jul 13 20:18:22.719942 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-b99f39a6-07ff-42b0-8569-8cf991e3df0a service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922010 Jul 13 20:18:22.787454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-12fe2a0e-8ab5-4a15-ad44-e0f4e9ad76aa service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017723 Jul 13 20:18:22.881925 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdb7780b-eb21-4cba-b01d-0e8902da09c9 req-2a502095-6004-41cc-9265-fa5b268d23a2 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883026 Jul 13 20:18:23.656683 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ade24bf5-5693-4529-a5e3-f14f3bd8c31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:23.710837 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:23.890699 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfba24-991e-428a-bd99-a3ccd20b909a req-246aadf5-b354-4b9b-9880-3e48ba704def tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:23.892214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6cdfba24-991e-428a-bd99-a3ccd20b909a req-246aadf5-b354-4b9b-9880-3e48ba704def tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0642803 Jul 13 20:18:23.931693 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6cdfba24-991e-428a-bd99-a3ccd20b909a req-7b033b55-9bc2-4a78-834d-482c6e9dcf54 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330040 Jul 13 20:18:24.755938 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:25.105832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dc987-39e1-4eaa-add9-bf4922d382ab req-60160b69-f724-4d79-964b-5b00a4ad1056 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:25.107352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f8dc987-39e1-4eaa-add9-bf4922d382ab req-60160b69-f724-4d79-964b-5b00a4ad1056 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0640528 Jul 13 20:18:25.145560 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2f8dc987-39e1-4eaa-add9-bf4922d382ab req-1842d47e-cb49-409f-828b-61a0c223241e tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326705 Jul 13 20:18:26.244954 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:26.323582 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a6642-5149-4d95-bef9-db24f83bc413 req-e2150df7-f8c8-4193-92b4-02a6eac27053 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:26.325089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-471a6642-5149-4d95-bef9-db24f83bc413 req-e2150df7-f8c8-4193-92b4-02a6eac27053 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0665154 Jul 13 20:18:26.362912 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-471a6642-5149-4d95-bef9-db24f83bc413 req-3250cd67-4242-4338-9f9c-8de70b327272 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Jul 13 20:18:27.533540 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8bd89-673c-4ddf-97f0-2db43da83b24 req-686a9659-308d-494c-a3f2-3d2bb71bfa47 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:27.535026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eed8bd89-673c-4ddf-97f0-2db43da83b24 req-686a9659-308d-494c-a3f2-3d2bb71bfa47 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0615463 Jul 13 20:18:27.572198 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eed8bd89-673c-4ddf-97f0-2db43da83b24 req-8ebafdc5-3961-48dc-a9ed-4171f675b849 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311930 Jul 13 20:18:28.743835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b883b-1ba6-4238-acb4-c0ca5ed068a4 req-bef22aae-292a-44a2-90a7-b366f7e9f9b5 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:28.745329 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-296b883b-1ba6-4238-acb4-c0ca5ed068a4 req-bef22aae-292a-44a2-90a7-b366f7e9f9b5 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0633934 Jul 13 20:18:28.782163 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-296b883b-1ba6-4238-acb4-c0ca5ed068a4 req-d8646816-c550-4656-a865-981851397e83 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Jul 13 20:18:29.961117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99bbd3-b698-49a1-8a86-381f096f16ee req-cd387e90-b53e-445f-aabd-2a9f00627dcc tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:29.962611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de99bbd3-b698-49a1-8a86-381f096f16ee req-cd387e90-b53e-445f-aabd-2a9f00627dcc tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0661559 Jul 13 20:18:30.000450 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-de99bbd3-b698-49a1-8a86-381f096f16ee req-f1dbc40e-ef31-4fdf-8796-f51f9c072961 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323815 Jul 13 20:18:31.179531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9abfc-be7a-4454-9bc8-921894e5199c req-c85dfbfc-15f9-4c3c-8cac-6f011a66af97 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:31.181067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ab9abfc-be7a-4454-9bc8-921894e5199c req-c85dfbfc-15f9-4c3c-8cac-6f011a66af97 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0668278 Jul 13 20:18:31.220099 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3ab9abfc-be7a-4454-9bc8-921894e5199c req-63b5853b-78f0-4878-9166-67aba550fccb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335324 Jul 13 20:18:32.393381 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65939ad-ccb8-4790-b669-c3a244bdb08f req-cd98a7a7-1229-4147-b04c-9bcfd13e7c85 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.395536 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d65939ad-ccb8-4790-b669-c3a244bdb08f req-cd98a7a7-1229-4147-b04c-9bcfd13e7c85 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.0622728 Jul 13 20:18:32.432574 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d65939ad-ccb8-4790-b669-c3a244bdb08f req-79739790-17bb-401b-9914-26c0952a2c62 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Jul 13 20:18:32.852232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-27d0273a-83eb-4274-afbf-b78fb015e5f1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.853659 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-27d0273a-83eb-4274-afbf-b78fb015e5f1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.60 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840&tenant_id=af666b332261472ba54c11801f6f9d90&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 943 time: 0.1017318 Jul 13 20:18:32.918832 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5523d-720f-486e-90ae-da6ef27ac826 req-ac0f4a73-ec55-47d3-b9e3-d4ec481a57b8 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:32.920287 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ea5523d-720f-486e-90ae-da6ef27ac826 req-ac0f4a73-ec55-47d3-b9e3-d4ec481a57b8 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 943 time: 0.1069055 Jul 13 20:18:32.947763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-6b0b0547-6d55-414d-9f33-b1465220d847 service neutron] 10.222.0.60 "GET /v2.0/ports/fdc0539b-4098-4c9e-a47b-72072b11518e/bindings/n-h2-800708-1 HTTP/1.1" status: 200 len: 382 time: 0.0882728 Jul 13 20:18:32.968288 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ea5523d-720f-486e-90ae-da6ef27ac826 req-b6f09741-f4fe-44a7-b818-f084bf91e055 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Jul 13 20:18:33.027393 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-9ce93ab0-6b35-46d5-acc2-63e4d5c46095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:33.028910 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-9ce93ab0-6b35-46d5-acc2-63e4d5c46095 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1094 time: 0.0561159 Jul 13 20:18:33.116057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-714d92a9-0bd7-48f3-8ece-8f35d82310b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:33.117513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-714d92a9-0bd7-48f3-8ece-8f35d82310b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0832186 Jul 13 20:18:33.184414 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-1689c4bc-7c73-46a1-b15a-5a062477d3dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1000 time: 0.0612099 Jul 13 20:18:33.231518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-ef97d31a-58cd-4b8f-98af-d546d9175e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:33.232824 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-ef97d31a-58cd-4b8f-98af-d546d9175e96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0430138 Jul 13 20:18:33.289864 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-32cc2f73-67d0-43eb-b552-ebd5e3942014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:33.291440 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-32cc2f73-67d0-43eb-b552-ebd5e3942014 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530159 Jul 13 20:18:33.383779 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-044d187f-bb5f-410c-9150-9f560882403b service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862925 Jul 13 20:18:33.469836 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-37aa00e5-453e-4db4-9ed1-8cbe75f40eb1 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801609 Jul 13 20:18:33.777839 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:18:33.870391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:33.881887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'port_id': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'mac_address': 'fa:16:3e:7f:9e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:18:33.916224 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:33.928907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc0539b-4098-4c9e-a47b-72072b11518e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:18:33.947863 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:33.951470 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:33.996328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:34.003433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.003856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.004804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.005154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.005509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.005839 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.006160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.006508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.006828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.007243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.007451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.007763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:34.149544 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d475476-379e-41de-a686-47a4f7197ea5 req-3343d104-c241-4b4a-b8ed-2bfb77193fbf tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:34.151089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9d475476-379e-41de-a686-47a4f7197ea5 req-3343d104-c241-4b4a-b8ed-2bfb77193fbf tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0670578 Jul 13 20:18:34.188822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9d475476-379e-41de-a686-47a4f7197ea5 req-ae8e1fa9-91b5-4552-981e-e445ebccd4bc tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Jul 13 20:18:34.198621 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['fdc0539b-4098-4c9e-a47b-72072b11518e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:18:35.367982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa17290-b927-47e5-b286-1aa5db8b551a req-28358fd9-41a0-49f1-b925-08b95253a7df tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:35.369496 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-baa17290-b927-47e5-b286-1aa5db8b551a req-28358fd9-41a0-49f1-b925-08b95253a7df tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0654838 Jul 13 20:18:35.411704 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-baa17290-b927-47e5-b286-1aa5db8b551a req-618fed8c-f5b8-4206-9e95-27e26636a88a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366144 Jul 13 20:18:35.788332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:18:35.837808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port fdc0539b-4098-4c9e-a47b-72072b11518e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:18:35.841447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port fdc0539b-4098-4c9e-a47b-72072b11518e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:18:35.841819 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:35.919916 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:35.942293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:35.944606 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e83a79f510a31f2732015c74b8b0a19f6183547f0e426a41774d8d98acf638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182b2197-2990-46cc-9b4f-2139e6aee8a9" -d '{"events": [{"server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "name": "network-vif-plugged", "status": "completed", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:35.957531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:35.961950 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:36.012797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:36.064319 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b62b12-e612-4c38-9217-29855bcc7482 x-openstack-request-id: req-55b62b12-e612-4c38-9217-29855bcc7482 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:36.064615 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "name": "network-vif-plugged", "status": "completed", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:36.064869 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55b62b12-e612-4c38-9217-29855bcc7482 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:36.065269 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'code': 200} Jul 13 20:18:36.592524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558cb8b-f4cd-4d91-af71-fb453f1af4d6 req-a02c26c6-4273-465f-9096-13320daf5511 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:36.594016 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1558cb8b-f4cd-4d91-af71-fb453f1af4d6 req-a02c26c6-4273-465f-9096-13320daf5511 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0651889 Jul 13 20:18:36.631221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1558cb8b-f4cd-4d91-af71-fb453f1af4d6 req-ebe5eeb7-1d7c-4064-bd2f-0e9706d3b5d1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311308 Jul 13 20:18:37.232783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-d47d9ca4-eb26-489f-9ab9-bad24c02dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:37.234356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-d47d9ca4-eb26-489f-9ab9-bad24c02dc64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840&tenant_id=af666b332261472ba54c11801f6f9d90 HTTP/1.1" status: 200 len: 1096 time: 0.0517936 Jul 13 20:18:37.249196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:18:37.323056 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:37.520562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:37.552796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h2-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:37.590793 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:37.596814 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:37.608916 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Transition to ACTIVE for port object fdc0539b-4098-4c9e-a47b-72072b11518e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:18:37.612863 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:37.640430 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c075b0-d95a-47e0-8859-f1aacf24c5a2" -d '{"events": [{"server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:37.741982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] No DVR routers for this DVR port fdc0539b-4098-4c9e-a47b-72072b11518e on host n-h2-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:18:37.743868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:37.783293 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db67ed22-573b-4d99-a214-11857bcf8253 x-openstack-request-id: req-db67ed22-573b-4d99-a214-11857bcf8253 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:37.783513 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:37.783727 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db67ed22-573b-4d99-a214-11857bcf8253 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:37.784118 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'code': 200} Jul 13 20:18:37.787882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.788223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.788558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.788894 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.789221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.789545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.789867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.790188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.790528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.790874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.791193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.791510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:18:37.831689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913c45a-8613-4b2d-a974-0455ca4f6a6c req-44ab5515-ebfb-4526-89f7-fced6070faef tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:37.833496 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9913c45a-8613-4b2d-a974-0455ca4f6a6c req-44ab5515-ebfb-4526-89f7-fced6070faef tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0723999 Jul 13 20:18:37.873377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9913c45a-8613-4b2d-a974-0455ca4f6a6c req-d64df8ca-deea-45d8-87dd-c0bbabe484d2 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342810 Jul 13 20:18:37.902153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:18:37.902514 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:18:37.902843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:37.907039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Port fdc0539b-4098-4c9e-a47b-72072b11518e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:18:37.907364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Attempting to bind port fdc0539b-4098-4c9e-a47b-72072b11518e on network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:18:37.912823 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:18:37.913165 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Checking segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:18:37.913536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Bound using segment: {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:18:37.913958 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Bound port: fdc0539b-4098-4c9e-a47b-72072b11518e, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cfdb9e-504a-4bee-898c-5e75557383e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:18:37.914312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:37.975428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:18:37.979010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:18:37.983808 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:38.020754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:38.021441 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:38.022880 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] 10.222.0.24 "PUT /v2.0/ports/fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1092 time: 0.7775178 Jul 13 20:18:38.047461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8c830-fd35-4d50-a4bd-7ccffed7e87c service neutron] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=11']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:38.106189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-36e79926-b2c9-4a2f-9a60-7fd9b53f0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:38.107789 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-36e79926-b2c9-4a2f-9a60-7fd9b53f0c7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1095 time: 0.0555544 Jul 13 20:18:38.213054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-2a1fbd52-528b-4e98-8c7e-5b43bb8065a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:38.214600 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-2a1fbd52-528b-4e98-8c7e-5b43bb8065a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0963488 Jul 13 20:18:38.283804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-96a8fa09-a2be-413c-bd30-4e04adcacaee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1000 time: 0.0580854 Jul 13 20:18:38.336481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-1cc79ca2-7939-4e3d-9650-050be52019f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:38.338065 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-1cc79ca2-7939-4e3d-9650-050be52019f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0448155 Jul 13 20:18:38.401664 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-bf434aa8-1c17-4cbf-95cc-6389ce2892af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:38.403220 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-bf434aa8-1c17-4cbf-95cc-6389ce2892af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576937 Jul 13 20:18:38.499838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-b825291b-2563-47f5-a344-f4704028e52a service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851140 Jul 13 20:18:38.594932 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4da9e983-b7c0-4dee-a67b-a3b0ea8eba69 req-ea12f422-9ca3-4ab5-8324-b119977b9f8f service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838635 Jul 13 20:18:39.055588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b715d28-2910-4afa-8459-52d1de9c097c req-5f9449e9-038f-4ac3-8504-71de02cbe9a1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:39.057118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b715d28-2910-4afa-8459-52d1de9c097c req-5f9449e9-038f-4ac3-8504-71de02cbe9a1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0647967 Jul 13 20:18:39.094643 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4b715d28-2910-4afa-8459-52d1de9c097c req-c930fa42-5926-4389-8907-530f651c3517 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Jul 13 20:18:39.785588 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:39.788365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:18:39.790871 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:39.830674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:18:39.841642 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db81a227-17db-4fa6-8f5f-9ea8cccd84a2 x-openstack-request-id: req-db81a227-17db-4fa6-8f5f-9ea8cccd84a2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:39.841977 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:39.842235 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db81a227-17db-4fa6-8f5f-9ea8cccd84a2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:39.842666 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'status': 'completed', 'code': 200} Jul 13 20:18:39.926795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-bfcb1c20-c16b-4577-9483-3d4437dfa0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:39.928935 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-bfcb1c20-c16b-4577-9483-3d4437dfa0c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1095 time: 0.0582018 Jul 13 20:18:39.929095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-ad7d10bd-3f0a-461f-b204-fea6ec55a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:39.930482 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-ad7d10bd-3f0a-461f-b204-fea6ec55a4c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1095 time: 0.0604527 Jul 13 20:18:40.020808 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-43368594-07dd-427e-be05-301e18e7b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:40.022433 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-43368594-07dd-427e-be05-301e18e7b961 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0872548 Jul 13 20:18:40.029640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-29d32149-c18c-48e1-91f9-a7efe2f68494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:40.031251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-29d32149-c18c-48e1-91f9-a7efe2f68494 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0892706 Jul 13 20:18:40.095026 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-35b5b131-7cf2-4ad9-846d-98cd6f33e086 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1000 time: 0.0664697 Jul 13 20:18:40.100080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-f118b794-8d9d-467e-80c2-578bd2286978 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1000 time: 0.0600498 Jul 13 20:18:40.143814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-fb840306-9654-4486-9985-ac82e2afde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:40.146437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-fb840306-9654-4486-9985-ac82e2afde9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0460949 Jul 13 20:18:40.161324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-c3d6246c-153a-49a7-ba0f-23fe233ce8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:40.163459 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-c3d6246c-153a-49a7-ba0f-23fe233ce8ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0536301 Jul 13 20:18:40.216482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-6c387f8b-9834-45db-bf2a-d5278ee10a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:40.219011 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-6c387f8b-9834-45db-bf2a-d5278ee10a5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661860 Jul 13 20:18:40.267022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-93a6724f-0d0a-47c9-a113-bc860bd7ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:40.269016 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-93a6724f-0d0a-47c9-a113-bc860bd7ebbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930352 Jul 13 20:18:40.318108 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-aa9fc0e3-6314-49cd-89e0-beadd2adf479 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925202 Jul 13 20:18:40.364666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81c653-e844-4c77-989c-6d730b86345c req-5610b5d6-9bfd-4ae7-bd06-d4009494ff48 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:40.366259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b81c653-e844-4c77-989c-6d730b86345c req-5610b5d6-9bfd-4ae7-bd06-d4009494ff48 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.1444039 Jul 13 20:18:40.407059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-dfcd8b6b-0b84-4050-ae92-1228bc0c4b06 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280646 Jul 13 20:18:40.417010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-250b218e-e943-4881-a6f8-04368c4d77f5 service neutron] 10.222.0.60 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927272 Jul 13 20:18:40.432901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b81c653-e844-4c77-989c-6d730b86345c req-4a9e9b1f-4628-4a88-88d8-df74cf21908f tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520906 Jul 13 20:18:40.509395 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e9a7c68c-6d03-4b0b-b5d8-55199d316ecb req-25f86104-c2c2-4e98-ae7b-5d5855c91011 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896726 Jul 13 20:18:41.612971 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29396-be9a-47fa-916f-4e30c6b488f0 req-bf43be53-05f3-4726-bcf5-810edabaa697 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:41.614584 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ef29396-be9a-47fa-916f-4e30c6b488f0 req-bf43be53-05f3-4726-bcf5-810edabaa697 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0653958 Jul 13 20:18:41.656845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4ef29396-be9a-47fa-916f-4e30c6b488f0 req-a161df59-a9bc-4157-9c37-a39da94d50a4 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364602 Jul 13 20:18:43.069002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4693d-ffd2-46e6-9569-20d29edc9004 req-56186780-c770-4291-8eeb-bd62aa882242 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:43.070577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77b4693d-ffd2-46e6-9569-20d29edc9004 req-56186780-c770-4291-8eeb-bd62aa882242 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.3036988 Jul 13 20:18:43.106597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-77b4693d-ffd2-46e6-9569-20d29edc9004 req-10dda7d7-74ac-4aef-81c9-80d0cef3529a tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303996 Jul 13 20:18:44.284385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8398-85e0-405f-af88-6e674b7b4d3d req-3605c4fb-5224-4378-9883-2875f732f55c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:44.286485 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-296a8398-85e0-405f-af88-6e674b7b4d3d req-3605c4fb-5224-4378-9883-2875f732f55c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0676188 Jul 13 20:18:44.323478 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-296a8398-85e0-405f-af88-6e674b7b4d3d req-3ec1ad45-d90e-4e0d-8b07-fdc79fccf038 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Jul 13 20:18:45.296786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-725d192b-f333-4f97-89db-a4fcd8a7a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:45.298317 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-725d192b-f333-4f97-89db-a4fcd8a7a580 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af666b332261472ba54c11801f6f9d90&device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 1095 time: 0.0515640 Jul 13 20:18:45.388864 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:18:45.407431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-27f50663-43c9-4dab-817a-8ba45d3acf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:45.408908 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-27f50663-43c9-4dab-817a-8ba45d3acf6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 200 len: 913 time: 0.0859506 Jul 13 20:18:45.511598 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-20c51623-ece3-4a07-b0ed-e34e48ded1bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 200 len: 1000 time: 0.0904555 Jul 13 20:18:45.566243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d1b54-a913-4fb8-9791-c2f8ac4adf47 req-26f40e48-f942-4df0-be61-1a9d51eb1b04 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:45.567756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d2d1b54-a913-4fb8-9791-c2f8ac4adf47 req-26f40e48-f942-4df0-be61-1a9d51eb1b04 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.1119027 Jul 13 20:18:45.584298 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-4d14234e-7cc7-4b0d-9f95-c385662a1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:45.585706 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-4d14234e-7cc7-4b0d-9f95-c385662a1416 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 200 len: 851 time: 0.0645020 Jul 13 20:18:45.637855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2d2d1b54-a913-4fb8-9791-c2f8ac4adf47 req-95b5385f-a37b-4464-b358-7147dee67357 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642807 Jul 13 20:18:45.658556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-2160cd0c-3a19-4d1c-9a73-0dad53cffba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:45.660057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-2160cd0c-3a19-4d1c-9a73-0dad53cffba8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665221 Jul 13 20:18:45.756286 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-040bf61b-d331-4d87-ad2e-9d0d676202f8 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830686 Jul 13 20:18:45.847751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7ef226b-dc2e-4c4f-b5ca-cc348f3393da req-d0f44136-9029-4841-9906-8deba4b05e07 service neutron] 10.222.0.24 "GET /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801382 Jul 13 20:18:46.143418 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:46.827629 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:46.830391 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6f1a4-332a-4963-ae14-02b94b76428a req-5bc62563-cff1-49a9-b87d-8117e840db3c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:46.831904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2fa6f1a4-332a-4963-ae14-02b94b76428a req-5bc62563-cff1-49a9-b87d-8117e840db3c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0630057 Jul 13 20:18:46.869676 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2fa6f1a4-332a-4963-ae14-02b94b76428a req-3f787c2d-eb17-4f9e-bd87-8ddea5978756 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 Jul 13 20:18:48.050021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1682b-f38c-44fb-be82-6c937ea821ad req-c100c3f2-af58-4cd3-911a-e3958ea5abe1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:48.052546 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2cd1682b-f38c-44fb-be82-6c937ea821ad req-c100c3f2-af58-4cd3-911a-e3958ea5abe1 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0692518 Jul 13 20:18:48.089470 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2cd1682b-f38c-44fb-be82-6c937ea821ad req-ed7eec05-e7cf-4f7c-a9ed-2ef7e7a8321c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Jul 13 20:18:49.264405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604f67c-7827-4f9c-a796-fdd1fcc92812 req-65faa814-de6d-42cb-bf2d-14903f819fc0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:49.265901 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0604f67c-7827-4f9c-a796-fdd1fcc92812 req-65faa814-de6d-42cb-bf2d-14903f819fc0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0653934 Jul 13 20:18:49.306661 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0604f67c-7827-4f9c-a796-fdd1fcc92812 req-a8ac426b-b13f-4eb3-b5f3-e1c12b367886 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338898 Jul 13 20:18:50.479934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07ac0e-3c09-4901-9b54-aa899bd5803b req-7909bcf5-52e9-4249-912a-417297943a6b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:50.481316 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b07ac0e-3c09-4901-9b54-aa899bd5803b req-7909bcf5-52e9-4249-912a-417297943a6b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0625863 Jul 13 20:18:50.518259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1b07ac0e-3c09-4901-9b54-aa899bd5803b req-e0c78377-d632-48b4-be17-46e17751f666 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315194 Jul 13 20:18:50.691373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54882694-d1ec-42e4-9b62-2429ed906e80 req-d6c3302f-1de7-4c50-80f9-ae35d59240eb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:50.692883 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-54882694-d1ec-42e4-9b62-2429ed906e80 req-d6c3302f-1de7-4c50-80f9-ae35d59240eb tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0630054 Jul 13 20:18:50.730634 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-54882694-d1ec-42e4-9b62-2429ed906e80 req-2fdfc6ae-7e61-4637-aaff-0d35e2ad1a03 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314801 Jul 13 20:18:50.813902 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0770433-836b-4ba4-a126-414dd0c50ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:50.902153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fc977-1475-4ca1-a4f3-8ed9da57098e req-9998efbe-2035-4c1d-afa0-c1e80f45396b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:50.903674 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e06fc977-1475-4ca1-a4f3-8ed9da57098e req-9998efbe-2035-4c1d-afa0-c1e80f45396b tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0634172 Jul 13 20:18:50.945389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e06fc977-1475-4ca1-a4f3-8ed9da57098e req-362938c8-d6f0-413f-8f7f-12be05feed34 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361989 Jul 13 20:18:51.324672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8dd51-36c7-4308-bf08-69f60b291416 req-6ee8d300-c2ff-4612-b257-685e2171ebf7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:51.326145 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55f8dd51-36c7-4308-bf08-69f60b291416 req-6ee8d300-c2ff-4612-b257-685e2171ebf7 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 944 time: 0.0625353 Jul 13 20:18:51.362873 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-55f8dd51-36c7-4308-bf08-69f60b291416 req-2be51ba4-3243-4d39-b454-028b22b457c2 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Jul 13 20:18:52.270189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:18:52.365282 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:52.376173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'port_id': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'mac_address': 'fa:16:3e:7f:9e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:18:52.412747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:52.426105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc0539b-4098-4c9e-a47b-72072b11518e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:18:52.449165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:52.454507 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:52.501881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:52.546687 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903be7d-2931-44a0-a549-fa6e67a89ca6 req-26bebf5e-6c7d-459b-8a95-f0951eb03136 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:52.548231 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3903be7d-2931-44a0-a549-fa6e67a89ca6 req-26bebf5e-6c7d-459b-8a95-f0951eb03136 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0633149 Jul 13 20:18:52.587455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3903be7d-2931-44a0-a549-fa6e67a89ca6 req-fcdb0d39-1dbc-42c6-b6e9-c0b4131a2be0 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326545 Jul 13 20:18:52.934493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-2809c260-b34e-41bc-ab93-a3bba39e26f2 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:18:52.935958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-2809c260-b34e-41bc-ab93-a3bba39e26f2 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 945 time: 0.0609567 Jul 13 20:18:53.038782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Deleting port fdc0539b-4098-4c9e-a47b-72072b11518e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:18:53.039121 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:53.122623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] For port fdc0539b-4098-4c9e-a47b-72072b11518e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=fdc0539b-4098-4c9e-a47b-72072b11518e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:18:53.122980 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:53.293125 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:53.293482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:53.293795 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Floating IP e50dd424-35aa-4116-9742-652a7da45679 disassociated. External IP: 172.25.7.170, port: fdc0539b-4098-4c9e-a47b-72072b11518e. Jul 13 20:18:53.294174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Calling delete_port for fdc0539b-4098-4c9e-a47b-72072b11518e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:18:53.420276 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:53.447861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event deleted for resources: {'Port': ['ID=fdc0539b-4098-4c9e-a47b-72072b11518e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:18:53.570950 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Router d93f063b-d1ce-440f-920d-15877c786818 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:18:53.667660 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b29cdda7-22b1-4b87-ab5f-cb9527b9b79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:53.692408 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:18:53.705807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:18:53.722747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:53.724343 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:53.725161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:18:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:53.763463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] No DVR routers for this DVR port fdc0539b-4098-4c9e-a47b-72072b11518e on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:18:53.780592 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:53.782683 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b4cc8a9-8c09-488f-9bbc-d0dc9e522106 req-f6b54d8c-2221-4d45-ab96-3e7af3d21090 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.24 "DELETE /v2.0/ports/fdc0539b-4098-4c9e-a47b-72072b11518e HTTP/1.1" status: 204 len: 173 time: 0.8372908 Jul 13 20:18:53.783257 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'name': 'network-vif-deleted', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:18:53.785524 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da796712-d7b0-40fa-91a1-2f79fb02d090" -d '{"events": [{"server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "name": "network-vif-deleted", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:18:53.789824 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3764c958-3ad1-4dfd-8cf7-b927e8c62b0f req-87f982ff-add9-46ca-a2a8-eb4445254538 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 210 time: 0.0595403 Jul 13 20:18:53.825717 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5e35bf-4a07-4772-b726-f278dbd61111 x-openstack-request-id: req-9c5e35bf-4a07-4772-b726-f278dbd61111 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:18:53.826019 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd3c90-3f45-40d3-9c93-4932089a4840", "name": "network-vif-deleted", "tag": "fdc0539b-4098-4c9e-a47b-72072b11518e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:18:53.826270 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c5e35bf-4a07-4772-b726-f278dbd61111 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:18:53.826704 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd3c90-3f45-40d3-9c93-4932089a4840', 'name': 'network-vif-deleted', 'tag': 'fdc0539b-4098-4c9e-a47b-72072b11518e', 'status': 'completed', 'code': 200} Jul 13 20:18:54.019721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:54.222682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:54.253226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:18:54.262177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:18:54.263056 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:18:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:54.370639 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:18:54.582341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:18:54.609516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e960ddb-aa1e-47d9-bafe-5e5fe7e40b67 None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:56Z', 'revision_number': 4, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'f5eeda15-3775-43fd-948c-bc822655b05e', 'name': '', 'network_id': 'e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'mac_address': 'fa:16:3e:7b:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:55Z', 'updated_at': '2021-07-13T20:09:00Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'subnets': [{'id': '473c4e05-b7f0-4f13-aa5e-a3a325095648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:18:54.760787 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:54.827589 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb023a2-ba89-46df-be92-92e548ce069f None None] New status for floating IP e50dd424-35aa-4116-9742-652a7da45679: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:18:54.946659 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-21c53b42-5131-49bf-b024-a34b36787e86 req-ae67d861-e620-4d81-8521-3806fb983d37 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 210 time: 0.0363140 Jul 13 20:18:56.096540 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71a05451-5e1d-4f42-8a4a-81fe789c92fa req-a256ca2d-5e0b-4a20-8eec-ba5d7230396c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 210 time: 0.0329652 Jul 13 20:18:56.249456 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:18:56.304572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:18:56.324214 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: fdc0539b-4098-4c9e-a47b-72072b11518e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:18:56.324559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device fdc0539b-4098-4c9e-a47b-72072b11518e not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:18:57.430148 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-72fb757d-1411-46f2-8590-04e7baf4ad7a req-52ba104a-7f97-4fae-ba53-f493e5b09406 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd3c90-3f45-40d3-9c93-4932089a4840 HTTP/1.1" status: 200 len: 210 time: 0.0293188 Jul 13 20:19:01.439641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:01.495232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a327a93-0224-4a00-929c-d9c3c37a92de tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.517828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a327a93-0224-4a00-929c-d9c3c37a92de tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.566173 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a327a93-0224-4a00-929c-d9c3c37a92de tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.569009 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a327a93-0224-4a00-929c-d9c3c37a92de tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.570093 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8a327a93-0224-4a00-929c-d9c3c37a92de tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d543c2e-ab33-4880-ab8c-4fe81a3a90d8 HTTP/1.1" status: 204 len: 168 time: 0.1293445 Jul 13 20:19:01.572807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:01.579505 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a327a93-0224-4a00-929c-d9c3c37a92de tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d543c2e-ab33-4880-ab8c-4fe81a3a90d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:01.596053 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6c60878a-31e3-4350-8059-45600e07b48c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] show failed (client error): The resource could not be found. Jul 13 20:19:01.597376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6c60878a-31e3-4350-8059-45600e07b48c tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "GET /v2.0/security-groups/1d543c2e-ab33-4880-ab8c-4fe81a3a90d8 HTTP/1.1" status: 404 len: 347 time: 0.0235729 Jul 13 20:19:01.600800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:01.730782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-28fc8b82-077b-427d-9597-c9009be27206 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Deleting port f9255ed3-9d0d-46cf-b683-db0b903b82bf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:01.731137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28fc8b82-077b-427d-9597-c9009be27206 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.812113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28fc8b82-077b-427d-9597-c9009be27206 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.812368 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28fc8b82-077b-427d-9597-c9009be27206 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.824042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-28fc8b82-077b-427d-9597-c9009be27206 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Calling delete_port for f9255ed3-9d0d-46cf-b683-db0b903b82bf owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:01.954808 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28fc8b82-077b-427d-9597-c9009be27206 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:01.979518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc8b82-077b-427d-9597-c9009be27206 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Pushing event deleted for resources: {'Port': ['ID=f9255ed3-9d0d-46cf-b683-db0b903b82bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:02.040705 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28fc8b82-077b-427d-9597-c9009be27206 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:02.043284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28fc8b82-077b-427d-9597-c9009be27206 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:02.044455 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-28fc8b82-077b-427d-9597-c9009be27206 tempest-ServerActionsTestJSON-148652400 tempest-ServerActionsTestJSON-148652400-project] 10.222.0.25 "DELETE /v2.0/floatingips/e50dd424-35aa-4116-9742-652a7da45679 HTTP/1.1" status: 204 len: 168 time: 0.4426856 Jul 13 20:19:02.047505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:02.554684 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:02.804293 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] Deleting port f5eeda15-3775-43fd-948c-bc822655b05e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:02.805030 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:02.879466 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] For port f5eeda15-3775-43fd-948c-bc822655b05e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f5eeda15-3775-43fd-948c-bc822655b05e,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:02.879829 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:02.892348 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] Calling delete_port for f5eeda15-3775-43fd-948c-bc822655b05e owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:03.068135 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:03.098623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5eeda15-3775-43fd-948c-bc822655b05e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:03.262840 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:03.471662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] Router d93f063b-d1ce-440f-920d-15877c786818 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:19:03.815922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:19:03.821818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7e22549b-0005-4956-ad9b-9b16cb08405b admin admin] 10.222.0.25 "PUT /v2.0/routers/d93f063b-d1ce-440f-920d-15877c786818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732964 Jul 13 20:19:03.824267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:03.825281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] Sync routers for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:19:03.834431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:19:03.835706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:18:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:03.925038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:03.934892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:19:04.020522 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.075171 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Deleting port 776a0a55-f654-4ab8-bd18-42075968a134 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:04.075514 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.113703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '776a0a55-f654-4ab8-bd18-42075968a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:19:03Z', 'revision_number': 5, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port': {'id': '776a0a55-f654-4ab8-bd18-42075968a134', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93f063b-d1ce-440f-920d-15877c786818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:04.140398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] Checking router: d93f063b-d1ce-440f-920d-15877c786818 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:19:04.149725 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] Routers {'d93f063b-d1ce-440f-920d-15877c786818'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:19:04.150329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:18:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['d93f063b-d1ce-440f-920d-15877c786818'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:04.151946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] For port 776a0a55-f654-4ab8-bd18-42075968a134, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=776a0a55-f654-4ab8-bd18-42075968a134,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:04.152310 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.164801 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Calling delete_port for 776a0a55-f654-4ab8-bd18-42075968a134 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:04.241800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] Set router d93f063b-d1ce-440f-920d-15877c786818 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:19:04.301443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:19:04Z', 'revision_number': 6, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:04.328761 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c53a8-d904-4dcd-8ddb-ee095d443f1e None None] The sync data for ids ['d93f063b-d1ce-440f-920d-15877c786818'] in n-d-800708-1 is: [{'id': 'd93f063b-d1ce-440f-920d-15877c786818', 'name': 'tempest-ServerActionsTestJSON-1057168787-router', 'tenant_id': 'af666b332261472ba54c11801f6f9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:08:53Z', 'updated_at': '2021-07-13T20:19:04Z', 'revision_number': 6, 'project_id': 'af666b332261472ba54c11801f6f9d90', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:19:04.337065 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.367335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Pushing event deleted for resources: {'Port': ['ID=776a0a55-f654-4ab8-bd18-42075968a134,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:04.431034 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.519092 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.521136 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.563243 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.563765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d93f063b-d1ce-440f-920d-15877c786818 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:19:04.567989 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.570199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c3dc8716-8f7a-4ee9-affc-9e3f8ebe80bd admin admin] 10.222.0.25 "DELETE /v2.0/routers/d93f063b-d1ce-440f-920d-15877c786818 HTTP/1.1" status: 204 len: 168 time: 0.7439358 Jul 13 20:19:04.572234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:04.618364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b04022-364c-44c8-9593-62cbc562a5ce admin admin] Deleting subnet 473c4e05-b7f0-4f13-aa5e-a3a325095648 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:19:04.621137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24b04022-364c-44c8-9593-62cbc562a5ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.653999 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24b04022-364c-44c8-9593-62cbc562a5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.732842 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24b04022-364c-44c8-9593-62cbc562a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.784246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24b04022-364c-44c8-9593-62cbc562a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.815622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b04022-364c-44c8-9593-62cbc562a5ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473c4e05-b7f0-4f13-aa5e-a3a325095648,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:04.817596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24b04022-364c-44c8-9593-62cbc562a5ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.820727 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-24b04022-364c-44c8-9593-62cbc562a5ce admin admin] 10.222.0.25 "DELETE /v2.0/subnets/473c4e05-b7f0-4f13-aa5e-a3a325095648 HTTP/1.1" status: 204 len: 168 time: 0.2464674 Jul 13 20:19:04.822362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:04.823095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f914072c-eace-4a37-840a-97290ce9d52f None None] Network e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:04.887744 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:04.939056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Deleting port 18cc1eac-0438-4703-8ae0-92243415ffe1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:04.939393 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.003709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] For port 18cc1eac-0438-4703-8ae0-92243415ffe1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=18cc1eac-0438-4703-8ae0-92243415ffe1,segment=NetworkSegment(83cfdb9e-504a-4bee-898c-5e75557383e6),segment_id=83cfdb9e-504a-4bee-898c-5e75557383e6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:05.003997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.015962 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Calling delete_port for 18cc1eac-0438-4703-8ae0-92243415ffe1 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:05.093183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611c4dce-27a3-45fc-a87d-cedc59baadc0 None None] DHCP port deletion for e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:19:05.104345 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.130274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=18cc1eac-0438-4703-8ae0-92243415ffe1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:05.134013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] No DVR routers for this DVR port 18cc1eac-0438-4703-8ae0-92243415ffe1 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:05.145788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-611c4dce-27a3-45fc-a87d-cedc59baadc0 None None] Deleting port 18cc1eac-0438-4703-8ae0-92243415ffe1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:05.146077 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-611c4dce-27a3-45fc-a87d-cedc59baadc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.209336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.214923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-611c4dce-27a3-45fc-a87d-cedc59baadc0 None None] For port 18cc1eac-0438-4703-8ae0-92243415ffe1, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:05.215309 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-611c4dce-27a3-45fc-a87d-cedc59baadc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.220138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:05.229077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-611c4dce-27a3-45fc-a87d-cedc59baadc0 None None] Calling delete_port for 18cc1eac-0438-4703-8ae0-92243415ffe1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:05.231741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-611c4dce-27a3-45fc-a87d-cedc59baadc0 None None] Port 18cc1eac-0438-4703-8ae0-92243415ffe1 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 20:19:05.232130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83cfdb9e-504a-4bee-898c-5e75557383e6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:05.232425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83cfdb9e-504a-4bee-898c-5e75557383e6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:05.233035 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-611c4dce-27a3-45fc-a87d-cedc59baadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.241380 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.254851 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.257653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c4dce-27a3-45fc-a87d-cedc59baadc0 None None] Pushing event deleted for resources: {'Port': ['ID=18cc1eac-0438-4703-8ae0-92243415ffe1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:05.266166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c4dce-27a3-45fc-a87d-cedc59baadc0 None None] No DVR routers for this DVR port 18cc1eac-0438-4703-8ae0-92243415ffe1 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:05.267251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:19:05.267875 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:19:05.280401 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:19:05.331106 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.339172 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.341030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f HTTP/1.1" status: 204 len: 168 time: 0.5178180 Jul 13 20:19:05.351623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294dfb8-01f9-4a90-a997-6ec7091de9ff admin admin] Pushing event deleted for resources: {'Network': ['ID=e61f5b2d-dfb5-49f0-91a2-abb3541dbe2f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:05.455687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:05.495335 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f053ccce-ba44-480f-97fa-7c42f3b3a8e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af666b332261472ba54c11801f6f9d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384872 Jul 13 20:19:05.497669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:05.544545 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af242e77-aef3-4840-91cd-99f32113f0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.565056 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af242e77-aef3-4840-91cd-99f32113f0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.610800 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af242e77-aef3-4840-91cd-99f32113f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.613381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af242e77-aef3-4840-91cd-99f32113f0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:05.614556 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-af242e77-aef3-4840-91cd-99f32113f0ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d407d169-d3e9-45cc-b831-8eb224d59c59 HTTP/1.1" status: 204 len: 168 time: 0.1159749 Jul 13 20:19:05.622271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af242e77-aef3-4840-91cd-99f32113f0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d407d169-d3e9-45cc-b831-8eb224d59c59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:06.271839 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 18cc1eac-0438-4703-8ae0-92243415ffe1 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:19:06.285811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:06.292357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 18cc1eac-0438-4703-8ae0-92243415ffe1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:19:06.292783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 18cc1eac-0438-4703-8ae0-92243415ffe1 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:19:06.293337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f5eeda15-3775-43fd-948c-bc822655b05e no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:19:06.313219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: f5eeda15-3775-43fd-948c-bc822655b05e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:19:06.313572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f5eeda15-3775-43fd-948c-bc822655b05e not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:19:06.313994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 776a0a55-f654-4ab8-bd18-42075968a134 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:19:06.332564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 776a0a55-f654-4ab8-bd18-42075968a134 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:19:06.332911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 776a0a55-f654-4ab8-bd18-42075968a134 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:19:06.383414 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1496394819-network', 'tenant_id': '8d9c12d73fd54297bb119c258ba04d2b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:06.403750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Made reservation on behalf of 8d9c12d73fd54297bb119c258ba04d2b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:06.406214 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.414961 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.503075 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.506645 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.531895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:06.538428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4f21ef-0c64-4791-a50b-062135f2c90b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:06.544829 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.545165 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Added segment d82f4245-7f0e-4208-8185-b5cc19e00d79 of type vlan for network ce4a2ebf-d21c-41ee-9044-90c99446e791 Jul 13 20:19:06.585667 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.613916 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.614893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:06.615486 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.669838 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3828039 Jul 13 20:19:06.672745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:06.674924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0155c-8d2f-4caa-b4dc-21dc728b1fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=ce4a2ebf-d21c-41ee-9044-90c99446e791,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:06.678188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Request body: {'subnet': {'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1496394819-subnet', 'tenant_id': '8d9c12d73fd54297bb119c258ba04d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:06.685359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network ce4a2ebf-d21c-41ee-9044-90c99446e791 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:06.701030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Made reservation on behalf of 8d9c12d73fd54297bb119c258ba04d2b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:06.704007 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.870070 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.926073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c95e0b-10ac-47ca-99ec-f6fd6383baab,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:06.934488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Checking segment: {'id': 'd82f4245-7f0e-4208-8185-b5cc19e00d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:06.934842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Network hostable DHCP agents. Network: ce4a2ebf-d21c-41ee-9044-90c99446e791, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:06.950769 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Network ce4a2ebf-d21c-41ee-9044-90c99446e791 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:06.959269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, ce4a2ebf-d21c-41ee-9044-90c99446e791) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:06.964011 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:06.965119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:06.968336 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ee109-5068-4b23-aaf6-a84a703e47f5 None None] Network ce4a2ebf-d21c-41ee-9044-90c99446e791 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:06.979280 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-99dee1cc-d648-4db7-a5de-66c2c674e942 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3053164 Jul 13 20:19:07.093588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f8faec-54b7-48b4-8044-847225c16ed8 None None] Network ce4a2ebf-d21c-41ee-9044-90c99446e791 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:07.396239 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-7bd38739-e953-4471-a1bf-35f44fc557ed tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:07.397838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-7bd38739-e953-4471-a1bf-35f44fc557ed tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/networks?id=ce4a2ebf-d21c-41ee-9044-90c99446e791 HTTP/1.1" status: 200 len: 814 time: 0.1044736 Jul 13 20:19:07.411825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-9d417e58-ddf5-4e3c-b68c-37c0aad8753f tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/quotas/8d9c12d73fd54297bb119c258ba04d2b HTTP/1.1" status: 200 len: 375 time: 0.0086796 Jul 13 20:19:07.444848 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-b0a3abb7-57c6-4d0e-b59a-cb0ad9910d6b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8d9c12d73fd54297bb119c258ba04d2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281951 Jul 13 20:19:07.625802 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a50d2ed3-b898-402d-aebf-4d9fbde218ef service neutron] 10.222.0.25 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257138 Jul 13 20:19:07.713250 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-1782e0c8-fb48-4409-a089-287dc9062fc0 service neutron] 10.222.0.25 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818095 Jul 13 20:19:07.880771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf874e48-2d8d-421b-938e-54a45a323534 req-5b1c8f96-8fb0-45e1-b0ea-1045e8bb49ad tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 210 time: 0.0335760 Jul 13 20:19:09.001913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-75ea9b02-ab9f-4153-963d-5492962e7567 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:09.004074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-75ea9b02-ab9f-4153-963d-5492962e7567 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.24 "GET /v2.0/networks?id=ce4a2ebf-d21c-41ee-9044-90c99446e791 HTTP/1.1" status: 200 len: 814 time: 0.1087160 Jul 13 20:19:09.025511 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4c8dc9f-25bf-42ff-923f-ae171c63532d req-246f38e5-7e40-45d8-9032-876c5fbbf27d tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 210 time: 0.0298996 Jul 13 20:19:09.036093 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Request body: {'port': {'device_id': '633e83f4-c5fa-451d-bafd-4df78191340b', 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791', 'admin_state_up': True, 'tenant_id': '8d9c12d73fd54297bb119c258ba04d2b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:09.148393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Made reservation on behalf of 8d9c12d73fd54297bb119c258ba04d2b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:09.152006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:09.275538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Allocated IP 172.20.0.8 (ce4a2ebf-d21c-41ee-9044-90c99446e791/83c95e0b-10ac-47ca-99ec-f6fd6383baab/a1ed3053-0b2d-4baf-bb09-991087e30618) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:09.425079 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:09.464819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:09.507189 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Network ce4a2ebf-d21c-41ee-9044-90c99446e791 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:09.512336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:09.516228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:09.548928 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Pushing event updated for resources: {'Port': ['ID=a1ed3053-0b2d-4baf-bb09-991087e30618,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:09.575021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:09.575636 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:09.589573 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-71e9a111-fa41-47d5-bd9c-978f1b0b1c2b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584073 Jul 13 20:19:09.606129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Request body: {'port': {'device_id': '633e83f4-c5fa-451d-bafd-4df78191340b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:09.675630 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:09.932763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ed3053-0b2d-4baf-bb09-991087e30618 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:19:09.940481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:09.952508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Transition to ACTIVE for port object a1ed3053-0b2d-4baf-bb09-991087e30618 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:09.956224 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:10.007072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Pushing event updated for resources: {'Port': ['ID=a1ed3053-0b2d-4baf-bb09-991087e30618,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:10.072010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Attempting to bind port a1ed3053-0b2d-4baf-bb09-991087e30618 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:10.072353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Attempting to bind port a1ed3053-0b2d-4baf-bb09-991087e30618 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'd82f4245-7f0e-4208-8185-b5cc19e00d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:10.072685 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Attempting to bind port a1ed3053-0b2d-4baf-bb09-991087e30618 on network ce4a2ebf-d21c-41ee-9044-90c99446e791 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:10.077142 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Port a1ed3053-0b2d-4baf-bb09-991087e30618 on network ce4a2ebf-d21c-41ee-9044-90c99446e791 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:19:10.077471 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Attempting to bind port a1ed3053-0b2d-4baf-bb09-991087e30618 on network ce4a2ebf-d21c-41ee-9044-90c99446e791 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:10.082381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:10.082780 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Checking segment: {'id': 'd82f4245-7f0e-4208-8185-b5cc19e00d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:10.083166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Bound using segment: {'id': 'd82f4245-7f0e-4208-8185-b5cc19e00d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:10.083596 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Bound port: a1ed3053-0b2d-4baf-bb09-991087e30618, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82f4245-7f0e-4208-8185-b5cc19e00d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:10.083982 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:10.177407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] For port a1ed3053-0b2d-4baf-bb09-991087e30618, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:10.193229 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] For port a1ed3053-0b2d-4baf-bb09-991087e30618, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a1ed3053-0b2d-4baf-bb09-991087e30618,segment=NetworkSegment(d82f4245-7f0e-4208-8185-b5cc19e00d79),segment_id=d82f4245-7f0e-4208-8185-b5cc19e00d79)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:10.198545 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:10.239937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:10.240560 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:10.242289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] 10.222.0.24 "PUT /v2.0/ports/a1ed3053-0b2d-4baf-bb09-991087e30618 HTTP/1.1" status: 200 len: 1091 time: 0.6403344 Jul 13 20:19:10.242750 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633e83f4-c5fa-451d-bafd-4df78191340b', 'tag': 'a1ed3053-0b2d-4baf-bb09-991087e30618'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:19:10.245026 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6da10b-7229-4718-9794-0a5e0b937657" -d '{"events": [{"name": "network-changed", "server_uuid": "633e83f4-c5fa-451d-bafd-4df78191340b", "tag": "a1ed3053-0b2d-4baf-bb09-991087e30618"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:19:10.282578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e6516-d988-402c-acc7-c9614ab01de4 req-a387977b-af55-471e-9b91-97443b6686f8 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:10.284128 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-015e6516-d988-402c-acc7-c9614ab01de4 req-a387977b-af55-471e-9b91-97443b6686f8 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 943 time: 0.1450853 Jul 13 20:19:10.285184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0085277-fb35-4674-ab29-8bcc6c63924d service neutron] Pushing event updated for resources: {'Port': ['ID=a1ed3053-0b2d-4baf-bb09-991087e30618,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:10.298180 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57901365-6c4a-406a-a314-d8d0e15c0262 x-openstack-request-id: req-57901365-6c4a-406a-a314-d8d0e15c0262 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:19:10.298542 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633e83f4-c5fa-451d-bafd-4df78191340b", "tag": "a1ed3053-0b2d-4baf-bb09-991087e30618", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:19:10.298794 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57901365-6c4a-406a-a314-d8d0e15c0262 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:19:10.299180 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633e83f4-c5fa-451d-bafd-4df78191340b', 'tag': 'a1ed3053-0b2d-4baf-bb09-991087e30618', 'status': 'completed', 'code': 200} Jul 13 20:19:10.358901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-015e6516-d988-402c-acc7-c9614ab01de4 req-d7a05d8e-885f-4ecb-acd2-9581c83f2eaf tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676258 Jul 13 20:19:10.379228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-3cfcb1ec-a889-4b12-9085-4794036e1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:10.380718 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-3cfcb1ec-a889-4b12-9085-4794036e1276 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d9c12d73fd54297bb119c258ba04d2b&device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 1094 time: 0.0716584 Jul 13 20:19:10.426549 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-66f3da07-6fe9-4337-a34d-f1da9e5731dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ed3053-0b2d-4baf-bb09-991087e30618 HTTP/1.1" status: 200 len: 217 time: 0.0335543 Jul 13 20:19:10.477441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-650a3320-c443-4eb6-afa7-91f046b84420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:10.478828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-650a3320-c443-4eb6-afa7-91f046b84420 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83c95e0b-10ac-47ca-99ec-f6fd6383baab HTTP/1.1" status: 200 len: 854 time: 0.0427032 Jul 13 20:19:10.514568 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-9c1b689e-cc77-4586-839e-90898b82a5b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce4a2ebf-d21c-41ee-9044-90c99446e791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255690 Jul 13 20:19:10.607855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-279cab90-a8ee-40f7-8cfc-1f39f38f96be service neutron] 10.222.0.24 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860193 Jul 13 20:19:10.699703 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d1189e8-d5a4-472a-b760-75a5e2391b34 req-745113e3-65f0-49fb-ac1d-9644498952da service neutron] 10.222.0.24 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815194 Jul 13 20:19:10.820327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da10b-7229-4718-9794-0a5e0b937657 req-c92efb6f-c17b-4795-bbcd-aecfc6a38f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:10.821883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f6da10b-7229-4718-9794-0a5e0b937657 req-c92efb6f-c17b-4795-bbcd-aecfc6a38f34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d9c12d73fd54297bb119c258ba04d2b&device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 1094 time: 0.0623009 Jul 13 20:19:10.926014 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da10b-7229-4718-9794-0a5e0b937657 req-3acf0211-aa46-4af2-9b1e-51f53bcd3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:10.927632 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f6da10b-7229-4718-9794-0a5e0b937657 req-3acf0211-aa46-4af2-9b1e-51f53bcd3071 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ce4a2ebf-d21c-41ee-9044-90c99446e791 HTTP/1.1" status: 200 len: 915 time: 0.0983119 Jul 13 20:19:10.976857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f6da10b-7229-4718-9794-0a5e0b937657 req-081adc45-6ed3-4c2c-82ae-81b68806679c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ed3053-0b2d-4baf-bb09-991087e30618 HTTP/1.1" status: 200 len: 217 time: 0.0425508 Jul 13 20:19:11.030494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da10b-7229-4718-9794-0a5e0b937657 req-850e16f7-0d1a-41f1-95b7-1fe590317be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:11.032024 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f6da10b-7229-4718-9794-0a5e0b937657 req-850e16f7-0d1a-41f1-95b7-1fe590317be4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83c95e0b-10ac-47ca-99ec-f6fd6383baab HTTP/1.1" status: 200 len: 854 time: 0.0488856 Jul 13 20:19:11.067730 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f6da10b-7229-4718-9794-0a5e0b937657 req-5052c01b-1574-4dcd-9c30-b3424e8222c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce4a2ebf-d21c-41ee-9044-90c99446e791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283720 Jul 13 20:19:11.170139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f6da10b-7229-4718-9794-0a5e0b937657 req-cde7b2e9-8e2f-4d47-8c5d-f18ac7c4dad2 service neutron] 10.222.0.24 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922122 Jul 13 20:19:11.270433 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0f6da10b-7229-4718-9794-0a5e0b937657 req-1ffe20b5-7d66-44f0-97b5-25ff37f3e94a service neutron] 10.222.0.24 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931201 Jul 13 20:19:11.541432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865231a5-0b47-42a2-98fb-6d9b6e46a360 req-5fb80b50-1240-4319-aeca-b63c60f67db4 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:11.542970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-865231a5-0b47-42a2-98fb-6d9b6e46a360 req-5fb80b50-1240-4319-aeca-b63c60f67db4 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 943 time: 0.0664296 Jul 13 20:19:11.582070 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-865231a5-0b47-42a2-98fb-6d9b6e46a360 req-b219a799-a255-47ac-bdea-bf1b4df30c50 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335224 Jul 13 20:19:12.755961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f122223-8c59-47fc-acc7-c6412eea8f03 req-fe2f1009-6e86-451f-a2d6-5883390b3195 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:12.757725 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3f122223-8c59-47fc-acc7-c6412eea8f03 req-fe2f1009-6e86-451f-a2d6-5883390b3195 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 943 time: 0.0648880 Jul 13 20:19:12.797265 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3f122223-8c59-47fc-acc7-c6412eea8f03 req-37302692-26f8-408f-8140-7f1226087a04 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329828 Jul 13 20:19:13.967722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1475d-b874-49e6-bbbd-db3e8eff94e6 req-e29fd158-5a79-4ee9-bd8c-a64cbd07321d tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:13.969198 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ccf1475d-b874-49e6-bbbd-db3e8eff94e6 req-e29fd158-5a79-4ee9-bd8c-a64cbd07321d tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 943 time: 0.0645666 Jul 13 20:19:14.006144 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ccf1475d-b874-49e6-bbbd-db3e8eff94e6 req-79c1065d-368c-4b91-8520-afe6cc24004e tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Jul 13 20:19:14.409245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a1ed3053-0b2d-4baf-bb09-991087e30618 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:19:14.500569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port a1ed3053-0b2d-4baf-bb09-991087e30618, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a1ed3053-0b2d-4baf-bb09-991087e30618,segment=NetworkSegment(d82f4245-7f0e-4208-8185-b5cc19e00d79),segment_id=d82f4245-7f0e-4208-8185-b5cc19e00d79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:14.511746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'a1ed3053-0b2d-4baf-bb09-991087e30618', 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791', 'port_id': 'a1ed3053-0b2d-4baf-bb09-991087e30618', 'mac_address': 'fa:16:3e:09:c8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c95e0b-10ac-47ca-99ec-f6fd6383baab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:19:14.547099 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:14.562675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ed3053-0b2d-4baf-bb09-991087e30618 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:19:14.582828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port a1ed3053-0b2d-4baf-bb09-991087e30618, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a1ed3053-0b2d-4baf-bb09-991087e30618,segment=NetworkSegment(d82f4245-7f0e-4208-8185-b5cc19e00d79),segment_id=d82f4245-7f0e-4208-8185-b5cc19e00d79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:14.587535 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:14.632806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=a1ed3053-0b2d-4baf-bb09-991087e30618,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:14.846197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['a1ed3053-0b2d-4baf-bb09-991087e30618'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:19:15.183566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aafb1-dfd3-4fa4-8400-4543219117d0 req-6b83da90-b992-4c42-b5b1-bbc987a68267 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:15.185282 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b1aafb1-dfd3-4fa4-8400-4543219117d0 req-6b83da90-b992-4c42-b5b1-bbc987a68267 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 944 time: 0.0668411 Jul 13 20:19:15.221604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9b1aafb1-dfd3-4fa4-8400-4543219117d0 req-42c84cd6-da69-44f3-beb3-d86d6019e3b3 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Jul 13 20:19:16.157939 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:16.397996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729fcde-8850-4af4-8cbd-e79dd365a20a req-1916b171-bb32-408a-a323-2e44990a4be1 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:16.399388 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b729fcde-8850-4af4-8cbd-e79dd365a20a req-1916b171-bb32-408a-a323-2e44990a4be1 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 944 time: 0.0659533 Jul 13 20:19:16.424611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a1ed3053-0b2d-4baf-bb09-991087e30618 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:16.437340 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b729fcde-8850-4af4-8cbd-e79dd365a20a req-3cbe1f3b-1607-4517-93fe-397325707312 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Jul 13 20:19:16.475845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port a1ed3053-0b2d-4baf-bb09-991087e30618 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:16.479443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port a1ed3053-0b2d-4baf-bb09-991087e30618 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:16.479815 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:16.552410 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:16.575400 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633e83f4-c5fa-451d-bafd-4df78191340b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ed3053-0b2d-4baf-bb09-991087e30618'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:19:16.589226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port a1ed3053-0b2d-4baf-bb09-991087e30618, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a1ed3053-0b2d-4baf-bb09-991087e30618,segment=NetworkSegment(d82f4245-7f0e-4208-8185-b5cc19e00d79),segment_id=d82f4245-7f0e-4208-8185-b5cc19e00d79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:16.593745 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:16.621451 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08162d4-5b40-4ab9-8ecd-f66970d9aaad" -d '{"events": [{"server_uuid": "633e83f4-c5fa-451d-bafd-4df78191340b", "name": "network-vif-plugged", "status": "completed", "tag": "a1ed3053-0b2d-4baf-bb09-991087e30618"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:19:16.650344 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=a1ed3053-0b2d-4baf-bb09-991087e30618,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:16.708381 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf50eae-a3db-4d05-81d6-bdf6e2ec4140 x-openstack-request-id: req-acf50eae-a3db-4d05-81d6-bdf6e2ec4140 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:19:16.708653 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633e83f4-c5fa-451d-bafd-4df78191340b", "name": "network-vif-plugged", "status": "completed", "tag": "a1ed3053-0b2d-4baf-bb09-991087e30618", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:19:16.708904 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acf50eae-a3db-4d05-81d6-bdf6e2ec4140 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:19:16.709346 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633e83f4-c5fa-451d-bafd-4df78191340b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ed3053-0b2d-4baf-bb09-991087e30618', 'code': 200} Jul 13 20:19:16.825800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ced569-d413-4b6e-86c0-e1defcf8de18 req-80146096-1f3e-4c93-991d-0409f123100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:16.827273 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:16.827416 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1ced569-d413-4b6e-86c0-e1defcf8de18 req-80146096-1f3e-4c93-991d-0409f123100e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 1096 time: 0.0523028 Jul 13 20:19:16.861620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a1ced569-d413-4b6e-86c0-e1defcf8de18 req-549d32a7-68b6-43e5-ba20-dd6eaf607972 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273330 Jul 13 20:19:17.613118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40f21-296d-440f-9377-1e841ef9898b req-3b1261e8-8131-4809-9007-64c118147cef tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:17.614628 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3fb40f21-296d-440f-9377-1e841ef9898b req-3b1261e8-8131-4809-9007-64c118147cef tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0633819 Jul 13 20:19:17.652377 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3fb40f21-296d-440f-9377-1e841ef9898b req-0939d1e0-0844-4b45-9c70-d74e5ec4c43e tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Jul 13 20:19:18.827990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61c1be-c21b-474b-850f-b19bf2b2a16b req-7cc4dd8d-266f-4f76-83ba-8d27abe2ea88 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:18.829474 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e61c1be-c21b-474b-850f-b19bf2b2a16b req-7cc4dd8d-266f-4f76-83ba-8d27abe2ea88 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0652306 Jul 13 20:19:18.867456 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e61c1be-c21b-474b-850f-b19bf2b2a16b req-21f2ec8a-75e2-4c08-9b7f-9f634320ed94 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Jul 13 20:19:19.090607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-517bf36f-ed3c-4fb4-a28e-f9bd5e900335 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:19.092050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-517bf36f-ed3c-4fb4-a28e-f9bd5e900335 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/networks?id=ce4a2ebf-d21c-41ee-9044-90c99446e791 HTTP/1.1" status: 200 len: 814 time: 0.1032059 Jul 13 20:19:19.106094 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-b36a7ca5-a19c-4ba8-b045-bc22a8e8697c tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/quotas/8d9c12d73fd54297bb119c258ba04d2b HTTP/1.1" status: 200 len: 375 time: 0.0087314 Jul 13 20:19:19.167497 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-1e9b50d4-95aa-476c-96ad-e23a7c2f6aa4 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8d9c12d73fd54297bb119c258ba04d2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566196 Jul 13 20:19:19.255936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-1a291b6b-2be9-40b7-8ca0-dd83e6d6def4 service neutron] 10.222.0.25 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818799 Jul 13 20:19:19.345243 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-f7406422-7670-415a-bfcb-834f6f2d4153 service neutron] 10.222.0.25 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832798 Jul 13 20:19:19.509586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-18010176-d15b-4f45-93f0-052d8154d75e req-5c4bfd2b-2565-41ef-8272-41877f6bc4dd tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 210 time: 0.0279667 Jul 13 20:19:20.673819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fe49d73e-4847-4c25-be3f-5e4d107c00c6 req-e9b27b0a-31bb-4b21-b17f-6fef8d4345cd tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 210 time: 0.0425644 Jul 13 20:19:20.693904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-a93a8f21-b466-4807-be1c-f4f77424e668 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:20.693904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-a93a8f21-b466-4807-be1c-f4f77424e668 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.60 "GET /v2.0/networks?id=ce4a2ebf-d21c-41ee-9044-90c99446e791 HTTP/1.1" status: 200 len: 814 time: 0.1480129 Jul 13 20:19:20.703761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Request body: {'port': {'device_id': 'ec647ffc-e88f-4d4b-9d72-7362499e038c', 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791', 'admin_state_up': True, 'tenant_id': '8d9c12d73fd54297bb119c258ba04d2b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:20.810041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Made reservation on behalf of 8d9c12d73fd54297bb119c258ba04d2b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:20.813545 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:20.814875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-337fa127-22f3-4e9f-95b9-39472276d0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:20.936992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Allocated IP 172.20.0.14 (ce4a2ebf-d21c-41ee-9044-90c99446e791/83c95e0b-10ac-47ca-99ec-f6fd6383baab/3cc4312c-df58-49d2-859c-e88701f7b16d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:21.082033 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:21.120632 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:21.133160 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['a1ed3053-0b2d-4baf-bb09-991087e30618'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:19:21.167318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Network ce4a2ebf-d21c-41ee-9044-90c99446e791 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:21.170496 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:21.175046 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:21.199683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Pushing event updated for resources: {'Port': ['ID=3cc4312c-df58-49d2-859c-e88701f7b16d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:21.211174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.211518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.211854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.212185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.212516 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.212844 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.213160 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.213479 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.213799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.214116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.214541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.214861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:21.239878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:21.240586 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:21.255636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-9d77eb74-741d-4840-8c82-c91ae3b89981 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556040 Jul 13 20:19:21.267664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Request body: {'port': {'device_id': 'ec647ffc-e88f-4d4b-9d72-7362499e038c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:21.585379 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:21.839920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc4312c-df58-49d2-859c-e88701f7b16d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:19:21.847255 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:21.852678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa00f93-437b-4339-9a5f-c4f6254836ed req-657112cf-8c37-4ecb-bb56-2a699bd2a3f9 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:21.854162 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6aa00f93-437b-4339-9a5f-c4f6254836ed req-657112cf-8c37-4ecb-bb56-2a699bd2a3f9 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 932 time: 0.0613072 Jul 13 20:19:21.859182 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Transition to ACTIVE for port object 3cc4312c-df58-49d2-859c-e88701f7b16d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:21.863644 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:21.895489 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6aa00f93-437b-4339-9a5f-c4f6254836ed req-ae5e0838-6bb7-4e67-be18-300e917d7ae3 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Jul 13 20:19:21.917253 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc4312c-df58-49d2-859c-e88701f7b16d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:21.986643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Attempting to bind port 3cc4312c-df58-49d2-859c-e88701f7b16d on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:21.986980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Attempting to bind port 3cc4312c-df58-49d2-859c-e88701f7b16d by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': 'd82f4245-7f0e-4208-8185-b5cc19e00d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:21.987309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Attempting to bind port 3cc4312c-df58-49d2-859c-e88701f7b16d on network ce4a2ebf-d21c-41ee-9044-90c99446e791 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:21.992215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Port 3cc4312c-df58-49d2-859c-e88701f7b16d on network ce4a2ebf-d21c-41ee-9044-90c99446e791 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:19:21.992537 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Attempting to bind port 3cc4312c-df58-49d2-859c-e88701f7b16d on network ce4a2ebf-d21c-41ee-9044-90c99446e791 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:21.997299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:21.997636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Checking segment: {'id': 'd82f4245-7f0e-4208-8185-b5cc19e00d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:21.998022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Bound using segment: {'id': 'd82f4245-7f0e-4208-8185-b5cc19e00d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:21.998481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Bound port: 3cc4312c-df58-49d2-859c-e88701f7b16d, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82f4245-7f0e-4208-8185-b5cc19e00d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:21.998840 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:22.060996 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] For port 3cc4312c-df58-49d2-859c-e88701f7b16d, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:22.064343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] For port 3cc4312c-df58-49d2-859c-e88701f7b16d, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=3cc4312c-df58-49d2-859c-e88701f7b16d,segment=NetworkSegment(d82f4245-7f0e-4208-8185-b5cc19e00d79),segment_id=d82f4245-7f0e-4208-8185-b5cc19e00d79)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:22.067969 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:22.105554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:22.106192 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:22.107618 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/3cc4312c-df58-49d2-859c-e88701f7b16d HTTP/1.1" status: 200 len: 1092 time: 0.8445117 Jul 13 20:19:22.108049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec647ffc-e88f-4d4b-9d72-7362499e038c', 'tag': '3cc4312c-df58-49d2-859c-e88701f7b16d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:19:22.110305 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3b65c4-53a7-453e-85a0-8d7c490dc072" -d '{"events": [{"name": "network-changed", "server_uuid": "ec647ffc-e88f-4d4b-9d72-7362499e038c", "tag": "3cc4312c-df58-49d2-859c-e88701f7b16d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:19:22.135002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fec434-c942-4614-9880-8ffcf222c0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc4312c-df58-49d2-859c-e88701f7b16d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:22.147513 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7504678e-d584-4870-9fbf-a93b28732def x-openstack-request-id: req-7504678e-d584-4870-9fbf-a93b28732def {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:19:22.147802 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec647ffc-e88f-4d4b-9d72-7362499e038c", "tag": "3cc4312c-df58-49d2-859c-e88701f7b16d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:19:22.148073 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7504678e-d584-4870-9fbf-a93b28732def {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:19:22.148473 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec647ffc-e88f-4d4b-9d72-7362499e038c', 'tag': '3cc4312c-df58-49d2-859c-e88701f7b16d', 'status': 'completed', 'code': 200} Jul 13 20:19:22.205592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-291fea06-cd9b-4e10-a578-5c89e2852c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:22.207118 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-291fea06-cd9b-4e10-a578-5c89e2852c73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d9c12d73fd54297bb119c258ba04d2b&device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 1095 time: 0.0536499 Jul 13 20:19:22.247654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-d554dea0-62b7-4059-a198-f2ce1d4ea66a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc4312c-df58-49d2-859c-e88701f7b16d HTTP/1.1" status: 200 len: 217 time: 0.0340748 Jul 13 20:19:22.295632 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-b146c854-04bb-4f51-b839-ceb84af75f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:22.297077 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-b146c854-04bb-4f51-b839-ceb84af75f26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83c95e0b-10ac-47ca-99ec-f6fd6383baab HTTP/1.1" status: 200 len: 854 time: 0.0437205 Jul 13 20:19:22.331475 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-0d3918af-a9e7-413c-808a-f543512ebb40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce4a2ebf-d21c-41ee-9044-90c99446e791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280025 Jul 13 20:19:22.387720 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:19:22.417578 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-fce5fcd4-d5da-45ff-869f-07190716c92d service neutron] 10.222.0.60 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798068 Jul 13 20:19:22.507137 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-bcb5a002-e11e-4ef2-876a-08d21d4113ea req-44288ab0-5705-4f71-a986-d166c5db24b3 service neutron] 10.222.0.60 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832307 Jul 13 20:19:22.604695 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b65c4-53a7-453e-85a0-8d7c490dc072 req-d7c2528d-01df-42d9-a123-069dcd3faf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:22.606171 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca3b65c4-53a7-453e-85a0-8d7c490dc072 req-d7c2528d-01df-42d9-a123-069dcd3faf1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d9c12d73fd54297bb119c258ba04d2b&device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 1095 time: 0.0526500 Jul 13 20:19:22.691602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b65c4-53a7-453e-85a0-8d7c490dc072 req-fb789c92-5a23-45c4-8327-d1a320240cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:22.692946 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca3b65c4-53a7-453e-85a0-8d7c490dc072 req-fb789c92-5a23-45c4-8327-d1a320240cb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce4a2ebf-d21c-41ee-9044-90c99446e791 HTTP/1.1" status: 200 len: 915 time: 0.0811281 Jul 13 20:19:22.736079 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca3b65c4-53a7-453e-85a0-8d7c490dc072 req-e55c72c6-6df2-469e-8871-dc48795f207c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc4312c-df58-49d2-859c-e88701f7b16d HTTP/1.1" status: 200 len: 217 time: 0.0368099 Jul 13 20:19:22.783270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b65c4-53a7-453e-85a0-8d7c490dc072 req-88bdf6fc-6f3d-4698-a404-cafa7c1a92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:22.784669 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca3b65c4-53a7-453e-85a0-8d7c490dc072 req-88bdf6fc-6f3d-4698-a404-cafa7c1a92ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83c95e0b-10ac-47ca-99ec-f6fd6383baab HTTP/1.1" status: 200 len: 854 time: 0.0425687 Jul 13 20:19:22.816715 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca3b65c4-53a7-453e-85a0-8d7c490dc072 req-5a402b81-ed4b-4458-91cb-33862aacf6a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce4a2ebf-d21c-41ee-9044-90c99446e791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257621 Jul 13 20:19:22.906897 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca3b65c4-53a7-453e-85a0-8d7c490dc072 req-7c5d8e52-85d6-4f46-8180-da204d2a5a71 service neutron] 10.222.0.60 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830958 Jul 13 20:19:22.995357 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ca3b65c4-53a7-453e-85a0-8d7c490dc072 req-5fc7123d-327a-4b39-a174-9dfca79b849b service neutron] 10.222.0.60 "GET /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821693 Jul 13 20:19:23.324486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525208d-27df-4430-b3d2-b70520b9f905 req-357b1b7f-757f-4dd1-95b8-0763cbfef707 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:23.325948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f525208d-27df-4430-b3d2-b70520b9f905 req-357b1b7f-757f-4dd1-95b8-0763cbfef707 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 944 time: 0.3158400 Jul 13 20:19:23.363129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f525208d-27df-4430-b3d2-b70520b9f905 req-995833ac-ad38-4be8-9a5b-659c3e97a2cb tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Jul 13 20:19:23.659525 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-331ef533-c067-49b2-bfe2-27556cca5119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:23.714909 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:24.543192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79700860-304e-4124-989b-9b8a0a7ce59e req-ff0b6c2d-9f79-4b60-86c2-f18605f365e2 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:24.544572 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79700860-304e-4124-989b-9b8a0a7ce59e req-ff0b6c2d-9f79-4b60-86c2-f18605f365e2 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 944 time: 0.0693729 Jul 13 20:19:24.582386 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-79700860-304e-4124-989b-9b8a0a7ce59e req-a69cfa95-8022-4793-9552-d1be4253f85e tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Jul 13 20:19:24.762101 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:25.748989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd23e6-c986-4c10-802b-af4e74651091 req-894d5958-ce51-4484-913c-ae8d4fbb462a tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:25.750474 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74cd23e6-c986-4c10-802b-af4e74651091 req-894d5958-ce51-4484-913c-ae8d4fbb462a tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 944 time: 0.0608518 Jul 13 20:19:25.787706 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-74cd23e6-c986-4c10-802b-af4e74651091 req-ba97f924-555e-4378-967a-661e3697986a tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Jul 13 20:19:26.020227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 3cc4312c-df58-49d2-859c-e88701f7b16d details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:19:26.114189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 3cc4312c-df58-49d2-859c-e88701f7b16d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=3cc4312c-df58-49d2-859c-e88701f7b16d,segment=NetworkSegment(d82f4245-7f0e-4208-8185-b5cc19e00d79),segment_id=d82f4245-7f0e-4208-8185-b5cc19e00d79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:26.126029 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '3cc4312c-df58-49d2-859c-e88701f7b16d', 'network_id': 'ce4a2ebf-d21c-41ee-9044-90c99446e791', 'port_id': '3cc4312c-df58-49d2-859c-e88701f7b16d', 'mac_address': 'fa:16:3e:72:4a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c95e0b-10ac-47ca-99ec-f6fd6383baab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:19:26.161988 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.174182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc4312c-df58-49d2-859c-e88701f7b16d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:19:26.194473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 3cc4312c-df58-49d2-859c-e88701f7b16d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=3cc4312c-df58-49d2-859c-e88701f7b16d,segment=NetworkSegment(d82f4245-7f0e-4208-8185-b5cc19e00d79),segment_id=d82f4245-7f0e-4208-8185-b5cc19e00d79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:26.197879 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.255200 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=3cc4312c-df58-49d2-859c-e88701f7b16d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:26.262528 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:26.380053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['3cc4312c-df58-49d2-859c-e88701f7b16d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:19:26.957658 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f038d-7566-4a92-b2f5-f197d2728a10 req-4c3d6d85-9429-4f7c-b9b9-f267787c6558 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:26.959763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-438f038d-7566-4a92-b2f5-f197d2728a10 req-4c3d6d85-9429-4f7c-b9b9-f267787c6558 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 945 time: 0.0632210 Jul 13 20:19:26.999222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-438f038d-7566-4a92-b2f5-f197d2728a10 req-23013128-1973-41f8-a883-509214232d71 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Jul 13 20:19:28.019846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 3cc4312c-df58-49d2-859c-e88701f7b16d up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:28.072442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 3cc4312c-df58-49d2-859c-e88701f7b16d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:28.076109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 3cc4312c-df58-49d2-859c-e88701f7b16d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:28.076482 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:28.152761 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:28.173529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddfc5b-c561-4a43-9ae7-1733358644b0 req-150b6caa-cea1-4c0d-b58c-8e6e063b6484 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:28.175054 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cddfc5b-c561-4a43-9ae7-1733358644b0 req-150b6caa-cea1-4c0d-b58c-8e6e063b6484 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 945 time: 0.0639288 Jul 13 20:19:28.176346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec647ffc-e88f-4d4b-9d72-7362499e038c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc4312c-df58-49d2-859c-e88701f7b16d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:19:28.178821 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d433efbb-0ef6-4a32-831c-c1aa7b4a0605" -d '{"events": [{"server_uuid": "ec647ffc-e88f-4d4b-9d72-7362499e038c", "name": "network-vif-plugged", "status": "completed", "tag": "3cc4312c-df58-49d2-859c-e88701f7b16d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:19:28.191351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 3cc4312c-df58-49d2-859c-e88701f7b16d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=3cc4312c-df58-49d2-859c-e88701f7b16d,segment=NetworkSegment(d82f4245-7f0e-4208-8185-b5cc19e00d79),segment_id=d82f4245-7f0e-4208-8185-b5cc19e00d79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:28.196906 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:28.222439 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1cddfc5b-c561-4a43-9ae7-1733358644b0 req-d4fe1b39-09a3-4437-9480-09d1566cec67 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Jul 13 20:19:28.224560 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e948de-fcaf-4cee-b240-13b7078840c7 x-openstack-request-id: req-e4e948de-fcaf-4cee-b240-13b7078840c7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:19:28.224995 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec647ffc-e88f-4d4b-9d72-7362499e038c", "name": "network-vif-plugged", "status": "completed", "tag": "3cc4312c-df58-49d2-859c-e88701f7b16d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:19:28.225260 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4e948de-fcaf-4cee-b240-13b7078840c7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:19:28.225735 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec647ffc-e88f-4d4b-9d72-7362499e038c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc4312c-df58-49d2-859c-e88701f7b16d', 'code': 200} Jul 13 20:19:28.249330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=3cc4312c-df58-49d2-859c-e88701f7b16d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:28.332851 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be2028-3aad-4397-9ed4-434805921d4b req-e478e518-a2d8-4e56-873a-2af80d72fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:28.334641 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91be2028-3aad-4397-9ed4-434805921d4b req-e478e518-a2d8-4e56-873a-2af80d72fd3b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 1097 time: 0.0524647 Jul 13 20:19:28.368871 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-91be2028-3aad-4397-9ed4-434805921d4b req-124722af-1822-4e31-ac0e-9dfd61205ce7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285292 Jul 13 20:19:29.403417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f728f1-83c8-4fd9-856a-6ad331c59470 req-4cd37a4f-91c3-470c-8167-26ff4425cb84 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:29.404907 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39f728f1-83c8-4fd9-856a-6ad331c59470 req-4cd37a4f-91c3-470c-8167-26ff4425cb84 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 946 time: 0.0662484 Jul 13 20:19:29.443305 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-39f728f1-83c8-4fd9-856a-6ad331c59470 req-be5e670b-3b02-47c5-a968-9e59dc38809c tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Jul 13 20:19:29.814131 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72fc09-1c6c-4a69-94f7-7feefabc5007 req-70cc72e7-4d83-4569-8aa9-8c888877f1a8 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:29.815532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce72fc09-1c6c-4a69-94f7-7feefabc5007 req-70cc72e7-4d83-4569-8aa9-8c888877f1a8 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 946 time: 0.0632792 Jul 13 20:19:29.853454 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce72fc09-1c6c-4a69-94f7-7feefabc5007 req-ad7e4804-41cf-4bcb-8316-0e4d056325c0 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Jul 13 20:19:30.985321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-82e3cda6-9d0d-431d-82ce-1aa4cc480a4b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:30.986947 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-82e3cda6-9d0d-431d-82ce-1aa4cc480a4b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 946 time: 0.0713661 Jul 13 20:19:31.094481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-8c2fd1b1-4e8a-41d8-aaeb-ad268cb8ab32 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Deleting port 3cc4312c-df58-49d2-859c-e88701f7b16d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:31.094834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-8c2fd1b1-4e8a-41d8-aaeb-ad268cb8ab32 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:31.185689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-8c2fd1b1-4e8a-41d8-aaeb-ad268cb8ab32 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] For port 3cc4312c-df58-49d2-859c-e88701f7b16d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=3cc4312c-df58-49d2-859c-e88701f7b16d,segment=NetworkSegment(d82f4245-7f0e-4208-8185-b5cc19e00d79),segment_id=d82f4245-7f0e-4208-8185-b5cc19e00d79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:31.185948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-8c2fd1b1-4e8a-41d8-aaeb-ad268cb8ab32 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:31.199535 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-8c2fd1b1-4e8a-41d8-aaeb-ad268cb8ab32 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Calling delete_port for 3cc4312c-df58-49d2-859c-e88701f7b16d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:31.206615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447ff73-d61e-4062-9715-3668099b0505 req-714fb1e4-718f-433c-8ee0-5405d4f7fe25 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:31.208108 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0447ff73-d61e-4062-9715-3668099b0505 req-714fb1e4-718f-433c-8ee0-5405d4f7fe25 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec647ffc-e88f-4d4b-9d72-7362499e038c HTTP/1.1" status: 200 len: 946 time: 0.0622196 Jul 13 20:19:31.246786 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0447ff73-d61e-4062-9715-3668099b0505 req-226d8ce8-aee6-4cd1-ad52-4cb864d8796f tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Jul 13 20:19:31.331345 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-8c2fd1b1-4e8a-41d8-aaeb-ad268cb8ab32 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:31.342926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['3cc4312c-df58-49d2-859c-e88701f7b16d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:19:31.348681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['a1ed3053-0b2d-4baf-bb09-991087e30618'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:19:31.367216 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fd1b1-4e8a-41d8-aaeb-ad268cb8ab32 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Pushing event deleted for resources: {'Port': ['ID=3cc4312c-df58-49d2-859c-e88701f7b16d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:31.412490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-8c2fd1b1-4e8a-41d8-aaeb-ad268cb8ab32 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] No DVR routers for this DVR port 3cc4312c-df58-49d2-859c-e88701f7b16d on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:31.415241 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-8c2fd1b1-4e8a-41d8-aaeb-ad268cb8ab32 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:31.417256 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8e170ec8-3a85-4318-9830-a089b65c02e1 req-8c2fd1b1-4e8a-41d8-aaeb-ad268cb8ab32 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.60 "DELETE /v2.0/ports/3cc4312c-df58-49d2-859c-e88701f7b16d HTTP/1.1" status: 204 len: 173 time: 0.4240713 Jul 13 20:19:31.417747 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec647ffc-e88f-4d4b-9d72-7362499e038c', 'name': 'network-vif-deleted', 'tag': '3cc4312c-df58-49d2-859c-e88701f7b16d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:19:31.420094 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84e81f8-4a6b-4e96-ad32-4874b14a8e92" -d '{"events": [{"server_uuid": "ec647ffc-e88f-4d4b-9d72-7362499e038c", "name": "network-vif-deleted", "tag": "3cc4312c-df58-49d2-859c-e88701f7b16d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:19:31.462954 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dc247d-10cb-45ba-904e-25e8a42fcafd x-openstack-request-id: req-11dc247d-10cb-45ba-904e-25e8a42fcafd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:19:31.463256 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec647ffc-e88f-4d4b-9d72-7362499e038c", "name": "network-vif-deleted", "tag": "3cc4312c-df58-49d2-859c-e88701f7b16d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:19:31.463603 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11dc247d-10cb-45ba-904e-25e8a42fcafd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:19:31.464003 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec647ffc-e88f-4d4b-9d72-7362499e038c', 'name': 'network-vif-deleted', 'tag': '3cc4312c-df58-49d2-859c-e88701f7b16d', 'status': 'completed', 'code': 200} Jul 13 20:19:32.488547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3dfab-fd82-4ec8-b31e-14e01994092b req-059cf093-4bf3-492a-a388-8df5b63d2358 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:32.490003 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74b3dfab-fd82-4ec8-b31e-14e01994092b req-059cf093-4bf3-492a-a388-8df5b63d2358 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0621827 Jul 13 20:19:32.527439 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-74b3dfab-fd82-4ec8-b31e-14e01994092b req-026f4451-65d5-4793-a9a3-a8637d0f9918 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Jul 13 20:19:32.724989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc091a2-fbfd-422c-bc6a-b832d8be04a6 req-942369fc-5f4c-42ac-a7af-9a57f8668532 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:32.726456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdc091a2-fbfd-422c-bc6a-b832d8be04a6 req-942369fc-5f4c-42ac-a7af-9a57f8668532 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0660155 Jul 13 20:19:32.763456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cdc091a2-fbfd-422c-bc6a-b832d8be04a6 req-da94d21d-9be5-4330-8c2e-d4d9d38d0b64 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Jul 13 20:19:32.935647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81ea4e-c350-4fd9-b2c8-fe940b846246 req-718cbb59-1c46-40a2-b277-b28c23766348 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:32.937129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc81ea4e-c350-4fd9-b2c8-fe940b846246 req-718cbb59-1c46-40a2-b277-b28c23766348 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0623422 Jul 13 20:19:32.974061 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc81ea4e-c350-4fd9-b2c8-fe940b846246 req-df2c0c86-a145-4297-9e92-553f3b794ba5 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Jul 13 20:19:33.244983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01758114-6308-4dbd-935e-6b2d3dd27054 req-4a05468b-1871-4781-b0ee-b390f15ba3d6 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:33.246557 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01758114-6308-4dbd-935e-6b2d3dd27054 req-4a05468b-1871-4781-b0ee-b390f15ba3d6 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0657485 Jul 13 20:19:33.285110 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-01758114-6308-4dbd-935e-6b2d3dd27054 req-08387162-33d1-47d0-91f6-ab76c040115d tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Jul 13 20:19:33.455211 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe4ba1-2cde-4823-aefe-058717b7b270 req-22c34921-32ef-4313-8abc-38d8afafbb6f tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:33.456657 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ebe4ba1-2cde-4823-aefe-058717b7b270 req-22c34921-32ef-4313-8abc-38d8afafbb6f tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0621984 Jul 13 20:19:33.494257 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3ebe4ba1-2cde-4823-aefe-058717b7b270 req-fafdf07d-69ab-4ddf-aaf8-e15bd19b5705 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Jul 13 20:19:33.676466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3d47-caa5-4231-8fac-93bdd08f7a09 req-3118757c-d9cc-46e2-9950-efe9ac352aae tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:33.678099 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9dbe3d47-caa5-4231-8fac-93bdd08f7a09 req-3118757c-d9cc-46e2-9950-efe9ac352aae tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0644512 Jul 13 20:19:33.719924 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9dbe3d47-caa5-4231-8fac-93bdd08f7a09 req-9ef3c48c-22f2-40d8-b7c2-0fe28631d695 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Jul 13 20:19:34.237146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde3c33-c073-4320-bc6c-37cbbb17a253 req-dcba322e-ab65-4fc4-94d1-71001803ca7c tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:34.238664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3fde3c33-c073-4320-bc6c-37cbbb17a253 req-dcba322e-ab65-4fc4-94d1-71001803ca7c tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0660996 Jul 13 20:19:34.277371 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3fde3c33-c073-4320-bc6c-37cbbb17a253 req-d92c4f8e-fd47-4480-a275-f6d42c72bef9 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Jul 13 20:19:35.449347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f438bc-a199-4cd2-89b5-affbe766246e req-bf33fa42-0be7-4b76-838f-f75728304278 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:35.450848 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3f438bc-a199-4cd2-89b5-affbe766246e req-bf33fa42-0be7-4b76-838f-f75728304278 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0628192 Jul 13 20:19:35.487950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3f438bc-a199-4cd2-89b5-affbe766246e req-b4b91788-0e4b-4115-ab09-cc92d70bbe8e tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac4f21ef-0c64-4791-a50b-062135f2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315425 Jul 13 20:19:35.633662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-3dec279f-c772-4eed-8516-56080579d5c2 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:35.635157 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-3dec279f-c772-4eed-8516-56080579d5c2 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.24 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 945 time: 0.0613689 Jul 13 20:19:35.739200 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-08d4c3ca-aadb-4e32-9c06-732ee4e20441 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Deleting port a1ed3053-0b2d-4baf-bb09-991087e30618 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:35.739543 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-08d4c3ca-aadb-4e32-9c06-732ee4e20441 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.824441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-08d4c3ca-aadb-4e32-9c06-732ee4e20441 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] For port a1ed3053-0b2d-4baf-bb09-991087e30618, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=a1ed3053-0b2d-4baf-bb09-991087e30618,segment=NetworkSegment(d82f4245-7f0e-4208-8185-b5cc19e00d79),segment_id=d82f4245-7f0e-4208-8185-b5cc19e00d79)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:35.824805 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-08d4c3ca-aadb-4e32-9c06-732ee4e20441 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.841076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-08d4c3ca-aadb-4e32-9c06-732ee4e20441 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Calling delete_port for a1ed3053-0b2d-4baf-bb09-991087e30618 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:35.963147 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-08d4c3ca-aadb-4e32-9c06-732ee4e20441 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:35.979087 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['a1ed3053-0b2d-4baf-bb09-991087e30618'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:19:35.991932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c3ca-aadb-4e32-9c06-732ee4e20441 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Pushing event deleted for resources: {'Port': ['ID=a1ed3053-0b2d-4baf-bb09-991087e30618,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:36.038380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-08d4c3ca-aadb-4e32-9c06-732ee4e20441 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] No DVR routers for this DVR port a1ed3053-0b2d-4baf-bb09-991087e30618 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:36.040930 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-08d4c3ca-aadb-4e32-9c06-732ee4e20441 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:36.042896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9d5866ad-1d2a-4e5f-b5d0-abc051b8e267 req-08d4c3ca-aadb-4e32-9c06-732ee4e20441 tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.24 "DELETE /v2.0/ports/a1ed3053-0b2d-4baf-bb09-991087e30618 HTTP/1.1" status: 204 len: 173 time: 0.3972459 Jul 13 20:19:36.043324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633e83f4-c5fa-451d-bafd-4df78191340b', 'name': 'network-vif-deleted', 'tag': 'a1ed3053-0b2d-4baf-bb09-991087e30618'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:19:36.045554 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce70db9-f2d7-4ff3-9ec0-afbd56286fa8" -d '{"events": [{"server_uuid": "633e83f4-c5fa-451d-bafd-4df78191340b", "name": "network-vif-deleted", "tag": "a1ed3053-0b2d-4baf-bb09-991087e30618"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:19:36.053159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 3cc4312c-df58-49d2-859c-e88701f7b16d no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:19:36.083540 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af230e46-63b0-4784-9858-8c9596e0e360 x-openstack-request-id: req-af230e46-63b0-4784-9858-8c9596e0e360 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:19:36.083870 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633e83f4-c5fa-451d-bafd-4df78191340b", "name": "network-vif-deleted", "tag": "a1ed3053-0b2d-4baf-bb09-991087e30618", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:19:36.084284 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af230e46-63b0-4784-9858-8c9596e0e360 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:19:36.084825 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633e83f4-c5fa-451d-bafd-4df78191340b', 'name': 'network-vif-deleted', 'tag': 'a1ed3053-0b2d-4baf-bb09-991087e30618', 'status': 'completed', 'code': 200} Jul 13 20:19:36.234229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 3cc4312c-df58-49d2-859c-e88701f7b16d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:19:36.234612 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 3cc4312c-df58-49d2-859c-e88701f7b16d not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:19:36.646832 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0aba4170-234d-42f8-b686-7d03adb88b35 req-e9834c42-120f-4055-9c66-356b7049cb3b tempest-ServersNegativeTestJSON-1693808611 tempest-ServersNegativeTestJSON-1693808611-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e83f4-c5fa-451d-bafd-4df78191340b HTTP/1.1" status: 200 len: 210 time: 0.0279272 Jul 13 20:19:37.739510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:37.783049 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Deleting subnet 83c95e0b-10ac-47ca-99ec-f6fd6383baab {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:19:37.785960 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.823418 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.860292 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.908967 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.935852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c95e0b-10ac-47ca-99ec-f6fd6383baab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:37.938482 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:37.939878 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/83c95e0b-10ac-47ca-99ec-f6fd6383baab HTTP/1.1" status: 204 len: 168 time: 0.1986611 Jul 13 20:19:37.942625 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:37.946094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.946459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.946799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.947131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.947461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.947783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.948101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.948421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.948738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.949055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.949371 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:37.949686 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104d09d-c1f8-427c-9cc6-a4d93358a88a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:38.011237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.090985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.100964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4a2ebf-d21c-41ee-9044-90c99446e791']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:38.110793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82f4245-7f0e-4208-8185-b5cc19e00d79') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:38.111091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82f4245-7f0e-4208-8185-b5cc19e00d79') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:38.119766 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.132986 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.138606 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:19:38.138994 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:19:38.140588 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:19:38.196959 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.202150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.203995 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ce4a2ebf-d21c-41ee-9044-90c99446e791 HTTP/1.1" status: 204 len: 168 time: 0.2599306 Jul 13 20:19:38.215237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e5718-5f1d-4a5f-adb6-abcb0a1a0d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce4a2ebf-d21c-41ee-9044-90c99446e791,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:38.319667 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:38.359331 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3d1b1232-8f09-4cc2-a35d-81b08d766f5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d9c12d73fd54297bb119c258ba04d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384748 Jul 13 20:19:38.361788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:38.409525 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74c15641-f856-4b0c-8cce-319bf38a438f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.430955 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74c15641-f856-4b0c-8cce-319bf38a438f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.475630 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74c15641-f856-4b0c-8cce-319bf38a438f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.478129 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74c15641-f856-4b0c-8cce-319bf38a438f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:38.479289 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-74c15641-f856-4b0c-8cce-319bf38a438f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac4f21ef-0c64-4791-a50b-062135f2c90b HTTP/1.1" status: 204 len: 168 time: 0.1166041 Jul 13 20:19:38.486716 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c15641-f856-4b0c-8cce-319bf38a438f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4f21ef-0c64-4791-a50b-062135f2c90b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:38.499006 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a1ed3053-0b2d-4baf-bb09-991087e30618 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:19:38.522690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: a1ed3053-0b2d-4baf-bb09-991087e30618 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:19:38.523036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device a1ed3053-0b2d-4baf-bb09-991087e30618 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:19:39.134378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:39.225282 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128348875'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:39.247064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Made reservation on behalf of e479bea9d3e9470582f6732ce24fa7cd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:39.250356 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.258639 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.357041 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.360712 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.387225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:39.395786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3033ba-9e8e-4899-ad2f-56df86f1dc47,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:39.402450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.402746 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Added segment 7407273a-01bd-4d66-8db5-fa175da39028 of type vlan for network 4abfd854-f594-44fc-a6af-6c970457ff59 Jul 13 20:19:39.443927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.470622 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.476647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:39.477232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:39.561936 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4262912 Jul 13 20:19:39.583855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517140f-53f3-494b-ab1e-6f238e84c068 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'Network': ['ID=4abfd854-f594-44fc-a6af-6c970457ff59,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:39.595104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 4abfd854-f594-44fc-a6af-6c970457ff59 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:42.810547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:42.815731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Request body: {'subnet': {'network_id': '4abfd854-f594-44fc-a6af-6c970457ff59', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:42.900001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Made reservation on behalf of e479bea9d3e9470582f6732ce24fa7cd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:42.903855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.082915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.149271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'Subnet': ['ID=1fce6379-4e8b-40c8-bcab-6701a43604a8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:43.152352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Checking segment: {'id': '7407273a-01bd-4d66-8db5-fa175da39028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4abfd854-f594-44fc-a6af-6c970457ff59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:43.152709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Network hostable DHCP agents. Network: 4abfd854-f594-44fc-a6af-6c970457ff59, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:43.169083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Network 4abfd854-f594-44fc-a6af-6c970457ff59 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:43.177183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 4abfd854-f594-44fc-a6af-6c970457ff59) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:43.181292 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:43.181906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.185952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b9c511-d54f-4e15-949f-8f96131c60e1 None None] Network 4abfd854-f594-44fc-a6af-6c970457ff59 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:43.195916 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9e5472ca-f04c-4ccc-a10d-e7a8ee2a08aa tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3842149 Jul 13 20:19:43.200333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:43.205523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-260780715'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:43.226002 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Made reservation on behalf of e479bea9d3e9470582f6732ce24fa7cd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:43.229527 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.253126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:43.262717 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.263062 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Added segment 1f74c100-a143-4486-b87b-3a76787f0d27 of type vlan for network 7ed0e292-5aec-4985-a592-6c7391ba27af Jul 13 20:19:43.304366 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.333418 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.341185 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:43.341595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-4abfd854-f594-44fc-a6af-6c970457ff59', 'network_id': '4abfd854-f594-44fc-a6af-6c970457ff59', 'tenant_id': 'e479bea9d3e9470582f6732ce24fa7cd', 'fixed_ips': [{'subnet_id': '1fce6379-4e8b-40c8-bcab-6701a43604a8'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:19:43.341778 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.342540 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.400604 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1989882 Jul 13 20:19:43.403690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:43.410373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Request body: {'subnet': {'network_id': '7ed0e292-5aec-4985-a592-6c7391ba27af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:43.417763 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd248dbb-3561-4a94-8785-126c5d93434e tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'Network': ['ID=7ed0e292-5aec-4985-a592-6c7391ba27af,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:43.430423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 7ed0e292-5aec-4985-a592-6c7391ba27af details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:43.507171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Made reservation on behalf of e479bea9d3e9470582f6732ce24fa7cd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:43.511554 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.530253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Allocated IP 2001:db8:0:ffff::2 (4abfd854-f594-44fc-a6af-6c970457ff59/1fce6379-4e8b-40c8-bcab-6701a43604a8/58b89242-edab-4834-8e27-865cff99e80d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:43.675141 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.683450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Transition to ACTIVE for port object 58b89242-edab-4834-8e27-865cff99e80d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:43.697953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Transition to ACTIVE for port object 58b89242-edab-4834-8e27-865cff99e80d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:43.703265 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.707744 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.742494 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Network 4abfd854-f594-44fc-a6af-6c970457ff59 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:43.745237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:43.748278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:43.759963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Pushing event updated for resources: {'Port': ['ID=58b89242-edab-4834-8e27-865cff99e80d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:43.768900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'Subnet': ['ID=260558ea-1bc4-4810-a3c4-1f60be963ac8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:43.778429 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Checking segment: {'id': '1f74c100-a143-4486-b87b-3a76787f0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7ed0e292-5aec-4985-a592-6c7391ba27af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:43.778806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Network hostable DHCP agents. Network: 7ed0e292-5aec-4985-a592-6c7391ba27af, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:43.789950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.790379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.790777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.791120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.791443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.791792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.792136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.792520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.792885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.793205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.793608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.793948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:43.795666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Network 7ed0e292-5aec-4985-a592-6c7391ba27af is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:43.806574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 7ed0e292-5aec-4985-a592-6c7391ba27af) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:43.810636 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:43.811248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.818526 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fbb7d9-9245-44d7-9ffa-f9c89c477cd1 None None] Network 7ed0e292-5aec-4985-a592-6c7391ba27af requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:43.826226 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4df00bbd-19ba-4a56-b84f-e509415919d4 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4217520 Jul 13 20:19:43.829080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:43.863089 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Attempting to bind port 58b89242-edab-4834-8e27-865cff99e80d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:43.863451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Attempting to bind port 58b89242-edab-4834-8e27-865cff99e80d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '7407273a-01bd-4d66-8db5-fa175da39028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4abfd854-f594-44fc-a6af-6c970457ff59'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:43.863822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Attempting to bind port 58b89242-edab-4834-8e27-865cff99e80d on network 4abfd854-f594-44fc-a6af-6c970457ff59 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:43.872793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:43.873156 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Checking segment: {'id': '7407273a-01bd-4d66-8db5-fa175da39028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4abfd854-f594-44fc-a6af-6c970457ff59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:43.873550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.873934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Bound using segment: {'id': '7407273a-01bd-4d66-8db5-fa175da39028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4abfd854-f594-44fc-a6af-6c970457ff59'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:43.874394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Bound port: 58b89242-edab-4834-8e27-865cff99e80d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7407273a-01bd-4d66-8db5-fa175da39028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4abfd854-f594-44fc-a6af-6c970457ff59'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:43.874789 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.927514 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:43.986788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] For port 58b89242-edab-4834-8e27-865cff99e80d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:44.003237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] For port 58b89242-edab-4834-8e27-865cff99e80d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=58b89242-edab-4834-8e27-865cff99e80d,segment=NetworkSegment(7407273a-01bd-4d66-8db5-fa175da39028),segment_id=7407273a-01bd-4d66-8db5-fa175da39028)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:44.007816 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.013213 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.062313 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c3728-3eab-43e1-9d0d-91436dbee8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-7ed0e292-5aec-4985-a592-6c7391ba27af', 'network_id': '7ed0e292-5aec-4985-a592-6c7391ba27af', 'tenant_id': 'e479bea9d3e9470582f6732ce24fa7cd', 'fixed_ips': [{'subnet_id': '260558ea-1bc4-4810-a3c4-1f60be963ac8'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:19:44.063172 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c02c3728-3eab-43e1-9d0d-91436dbee8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.092075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.096234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c645d-ffab-4bbe-a5dd-589f2f87cdbe None None] Pushing event updated for resources: {'Port': ['ID=58b89242-edab-4834-8e27-865cff99e80d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:44.126573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Subnet': ['ID=260558ea-1bc4-4810-a3c4-1f60be963ac8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:44.171504 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebeee5f-f059-44ae-94bc-34f8f585f251 None None] Network 7ed0e292-5aec-4985-a592-6c7391ba27af requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:44.190849 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.209471 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed0e292-5aec-4985-a592-6c7391ba27af']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:44.223394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f74c100-a143-4486-b87b-3a76787f0d27') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:44.223394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f74c100-a143-4486-b87b-3a76787f0d27') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:44.239159 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.266319 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.283121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:19:44.283523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:19:44.286748 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:19:44.358667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.367227 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.369998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/networks/7ed0e292-5aec-4985-a592-6c7391ba27af HTTP/1.1" status: 204 len: 168 time: 0.5399151 Jul 13 20:19:44.373778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:44.379243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1401465341'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:44.379749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 58b89242-edab-4834-8e27-865cff99e80d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:44.388295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4728f0-c012-4806-9f94-c9292a30de53 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Network': ['ID=7ed0e292-5aec-4985-a592-6c7391ba27af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:44.407270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Made reservation on behalf of e479bea9d3e9470582f6732ce24fa7cd for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:44.410867 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.436757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:44.444898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 58b89242-edab-4834-8e27-865cff99e80d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:44.445368 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.445720 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Added segment a7c000ef-b0bf-4682-83ae-4dda9e1a8453 of type vlan for network 8f7827f6-7b09-4641-a285-d09c9f8a81b2 Jul 13 20:19:44.484761 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.512316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.517824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:44.518425 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.606305 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2313485 Jul 13 20:19:44.609340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:44.614542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Request body: {'subnet': {'network_id': '8f7827f6-7b09-4641-a285-d09c9f8a81b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:44.629337 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdacce4-52dd-4e34-a0bd-bcbff39ac7e7 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'Network': ['ID=8f7827f6-7b09-4641-a285-d09c9f8a81b2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:44.640497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 8f7827f6-7b09-4641-a285-d09c9f8a81b2 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:44.700049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Made reservation on behalf of e479bea9d3e9470582f6732ce24fa7cd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:44.703716 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.765013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 20:19:44.765537 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 20:19:44.893868 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:44.962550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'Subnet': ['ID=990fc1a2-e86e-4d6b-bcb7-e1eceb16da6f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:44.967959 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Checking segment: {'id': 'a7c000ef-b0bf-4682-83ae-4dda9e1a8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8f7827f6-7b09-4641-a285-d09c9f8a81b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:44.968320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Network hostable DHCP agents. Network: 8f7827f6-7b09-4641-a285-d09c9f8a81b2, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:44.985912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Network 8f7827f6-7b09-4641-a285-d09c9f8a81b2 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:44.996161 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 8f7827f6-7b09-4641-a285-d09c9f8a81b2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:45.000743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:45.001384 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.012134 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28bc362-0257-4d8a-88d1-c1636068cf20 None None] Network 8f7827f6-7b09-4641-a285-d09c9f8a81b2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:45.017382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2932b87d-92c3-47a0-a4c6-04f2c5533983 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4067397 Jul 13 20:19:45.019903 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:45.057599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e469b614-c454-4a45-83eb-491ce3af5960 None None] Network 4abfd854-f594-44fc-a6af-6c970457ff59 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:45.119978 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.151828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43fbb996-cfa5-48d7-a3ea-b48f8ae318c0 None None] Provisioning for port 58b89242-edab-4834-8e27-865cff99e80d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:45.163538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43fbb996-cfa5-48d7-a3ea-b48f8ae318c0 None None] Provisioning complete for port 58b89242-edab-4834-8e27-865cff99e80d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:45.163913 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43fbb996-cfa5-48d7-a3ea-b48f8ae318c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.325508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb446a42-8630-48bd-a3d5-9cfcfd249d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-8f7827f6-7b09-4641-a285-d09c9f8a81b2', 'network_id': '8f7827f6-7b09-4641-a285-d09c9f8a81b2', 'tenant_id': 'e479bea9d3e9470582f6732ce24fa7cd', 'fixed_ips': [{'subnet_id': '990fc1a2-e86e-4d6b-bcb7-e1eceb16da6f'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:19:45.326380 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb446a42-8630-48bd-a3d5-9cfcfd249d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.427050 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.442224 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43fbb996-cfa5-48d7-a3ea-b48f8ae318c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.487031 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-eb446a42-8630-48bd-a3d5-9cfcfd249d19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 990fc1a2-e86e-4d6b-bcb7-e1eceb16da6f: This subnet is being modified by another concurrent operation. Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 990fc1a2-e86e-4d6b-bcb7-e1eceb16da6f: This subnet is being modified by another concurrent operation. Jul 13 20:19:45.496173 n-d-800708-1 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 13 20:19:45.501880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-43fbb996-cfa5-48d7-a3ea-b48f8ae318c0 None None] For port 58b89242-edab-4834-8e27-865cff99e80d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=58b89242-edab-4834-8e27-865cff99e80d,segment=NetworkSegment(7407273a-01bd-4d66-8db5-fa175da39028),segment_id=7407273a-01bd-4d66-8db5-fa175da39028)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:45.508059 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43fbb996-cfa5-48d7-a3ea-b48f8ae318c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.516376 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Subnet': ['ID=990fc1a2-e86e-4d6b-bcb7-e1eceb16da6f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:45.535491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa287d-0b20-4a7b-8013-a13ceeeb4aff None None] Network 8f7827f6-7b09-4641-a285-d09c9f8a81b2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:45.580194 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.590836 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7827f6-7b09-4641-a285-d09c9f8a81b2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:45.606871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c000ef-b0bf-4682-83ae-4dda9e1a8453') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:45.607139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c000ef-b0bf-4682-83ae-4dda9e1a8453') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:45.617042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.617974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbb996-cfa5-48d7-a3ea-b48f8ae318c0 None None] Pushing event updated for resources: {'Port': ['ID=58b89242-edab-4834-8e27-865cff99e80d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:45.634941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.643158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:19:45.643538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:19:45.647577 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:19:45.705890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f7e1d-5b6b-4c8f-a5f9-45b6fe2f1add None None] get_active_networks_info from n-d-800708-1 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 20:19:45.708831 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.714626 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.717112 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/networks/8f7827f6-7b09-4641-a285-d09c9f8a81b2 HTTP/1.1" status: 204 len: 168 time: 0.6960077 Jul 13 20:19:45.720726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:45.725954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-202195839'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:45.732967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbf834-ffe2-4b7a-8613-c5f7b2f06d61 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Network': ['ID=8f7827f6-7b09-4641-a285-d09c9f8a81b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:45.750376 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Made reservation on behalf of e479bea9d3e9470582f6732ce24fa7cd for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:45.753928 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.766580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e19fcec-d887-4a36-b5d4-f4115fbb4bc4 None None] Provisioning complete for port 58b89242-edab-4834-8e27-865cff99e80d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:45.766887 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e19fcec-d887-4a36-b5d4-f4115fbb4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.777874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:45.786321 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.786707 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Added segment 5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce of type vlan for network 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2 Jul 13 20:19:45.814808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9f7e1d-5b6b-4c8f-a5f9-45b6fe2f1add None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 20:19:45.831355 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.860993 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.866591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:45.867184 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:45.926290 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2027092 Jul 13 20:19:45.928938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:45.936561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ddc40-6efe-49ce-9b46-12f80ecef763 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'Network': ['ID=5b10b336-cb0a-4f11-b2c1-c4163b73fdb2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:45.937331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Request body: {'subnet': {'network_id': '5b10b336-cb0a-4f11-b2c1-c4163b73fdb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:45.951165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:46.032813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Made reservation on behalf of e479bea9d3e9470582f6732ce24fa7cd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:46.038195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.155748 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.224133 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.285084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'Subnet': ['ID=dd150ccc-9ddf-4be7-b048-4d6036e4a344,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:46.285581 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 58b89242-edab-4834-8e27-865cff99e80d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:46.294454 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Checking segment: {'id': '5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5b10b336-cb0a-4f11-b2c1-c4163b73fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:46.294825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Network hostable DHCP agents. Network: 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:46.313524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Network 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:46.322608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:46.327324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:46.327926 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.332699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00083e5-dc68-41ba-a83e-1707e3d7fafd None None] Network 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:46.342212 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-95505d9c-cf70-46ff-bb9b-12adbccd8510 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4115176 Jul 13 20:19:46.345771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:46.350810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-197618269'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:46.370879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Made reservation on behalf of e479bea9d3e9470582f6732ce24fa7cd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:46.372449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 58b89242-edab-4834-8e27-865cff99e80d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:46.372826 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.374340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.398374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:46.407577 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.407924 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Added segment 91b5ea8f-4b83-4a0a-8bfe-7cd7fae8f57b of type vlan for network dd239ff2-1086-4b9b-b8e3-2befe33c1c8a Jul 13 20:19:46.447572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.476741 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.482989 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:46.483578 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.539706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-5b10b336-cb0a-4f11-b2c1-c4163b73fdb2', 'network_id': '5b10b336-cb0a-4f11-b2c1-c4163b73fdb2', 'tenant_id': 'e479bea9d3e9470582f6732ce24fa7cd', 'fixed_ips': [{'subnet_id': 'dd150ccc-9ddf-4be7-b048-4d6036e4a344'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:19:46.541274 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.541535 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1944077 Jul 13 20:19:46.544152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:46.549109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Request body: {'subnet': {'network_id': 'dd239ff2-1086-4b9b-b8e3-2befe33c1c8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:46.606854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53f884-9bb9-4aca-8361-5abfe40b46df tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'Network': ['ID=dd239ff2-1086-4b9b-b8e3-2befe33c1c8a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:46.617685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network dd239ff2-1086-4b9b-b8e3-2befe33c1c8a details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:46.647899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Made reservation on behalf of e479bea9d3e9470582f6732ce24fa7cd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:46.652097 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.733753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Allocated IP 2001:db8::2 (5b10b336-cb0a-4f11-b2c1-c4163b73fdb2/dd150ccc-9ddf-4be7-b048-4d6036e4a344/7a74c6e9-3d58-4bd4-9380-199870f1e8bc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:46.836073 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.838018 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.886590 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.895165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Transition to ACTIVE for port object 7a74c6e9-3d58-4bd4-9380-199870f1e8bc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:46.903682 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event updated for resources: {'Subnet': ['ID=753b93ae-eec5-4801-96bf-3b0e268ea3bc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:46.910994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Transition to ACTIVE for port object 7a74c6e9-3d58-4bd4-9380-199870f1e8bc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:46.912541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Checking segment: {'id': '91b5ea8f-4b83-4a0a-8bfe-7cd7fae8f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dd239ff2-1086-4b9b-b8e3-2befe33c1c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:46.912969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Network hostable DHCP agents. Network: dd239ff2-1086-4b9b-b8e3-2befe33c1c8a, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:46.916610 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.929866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Network dd239ff2-1086-4b9b-b8e3-2befe33c1c8a is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:46.938585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, dd239ff2-1086-4b9b-b8e3-2befe33c1c8a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:46.942883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:46.944367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:46.949370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f7d445-80ce-4870-83f8-d87cd218332b None None] Network dd239ff2-1086-4b9b-b8e3-2befe33c1c8a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:46.959534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-07063bad-9dcd-4850-b8a1-c169ec00bb44 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4143617 Jul 13 20:19:46.962679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:47.064643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.117008 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.151962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Network 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:47.157436 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:47.165277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:47.171023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Pushing event updated for resources: {'Port': ['ID=7a74c6e9-3d58-4bd4-9380-199870f1e8bc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:47.183465 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.212093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Subnet': ['ID=753b93ae-eec5-4801-96bf-3b0e268ea3bc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:47.250706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Attempting to bind port 7a74c6e9-3d58-4bd4-9380-199870f1e8bc on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:47.251068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Attempting to bind port 7a74c6e9-3d58-4bd4-9380-199870f1e8bc by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5b10b336-cb0a-4f11-b2c1-c4163b73fdb2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:47.251419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Attempting to bind port 7a74c6e9-3d58-4bd4-9380-199870f1e8bc on network 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:47.272424 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.273973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:47.274552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Checking segment: {'id': '5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5b10b336-cb0a-4f11-b2c1-c4163b73fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:47.275170 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.275622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Bound using segment: {'id': '5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5b10b336-cb0a-4f11-b2c1-c4163b73fdb2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:47.276185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Bound port: 7a74c6e9-3d58-4bd4-9380-199870f1e8bc, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5b10b336-cb0a-4f11-b2c1-c4163b73fdb2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:47.276632 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.284059 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd239ff2-1086-4b9b-b8e3-2befe33c1c8a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:47.295023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b5ea8f-4b83-4a0a-8bfe-7cd7fae8f57b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:47.295320 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b5ea8f-4b83-4a0a-8bfe-7cd7fae8f57b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:47.304241 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.319002 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.325761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:19:47.326156 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.327303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c8776-1e23-4b2c-a8c4-b218fbb9bdb0 None None] Network dd239ff2-1086-4b9b-b8e3-2befe33c1c8a requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:19:47.329169 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:19:47.391822 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.399835 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.401670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/networks/dd239ff2-1086-4b9b-b8e3-2befe33c1c8a HTTP/1.1" status: 204 len: 168 time: 0.4380510 Jul 13 20:19:47.404690 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:47.411710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f653b-6d04-47f6-909f-9c689f894c39 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Network': ['ID=dd239ff2-1086-4b9b-b8e3-2befe33c1c8a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:47.421519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] For port 7a74c6e9-3d58-4bd4-9380-199870f1e8bc, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:47.425647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] For port 7a74c6e9-3d58-4bd4-9380-199870f1e8bc, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7a74c6e9-3d58-4bd4-9380-199870f1e8bc,segment=NetworkSegment(5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce),segment_id=5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:47.437109 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d83563c-a782-496a-a19b-3e2a77365a2f tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] GET failed (client error): The resource could not be found. Jul 13 20:19:47.438450 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9d83563c-a782-496a-a19b-3e2a77365a2f tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "GET /v2.0/subnets/753b93ae-eec5-4801-96bf-3b0e268ea3bc HTTP/1.1" status: 404 len: 337 time: 0.0321491 Jul 13 20:19:47.441218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:47.445280 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.460409 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74b69db-14e4-4524-a388-95617c82011f tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] DELETE failed (client error): The resource could not be found. Jul 13 20:19:47.460945 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74b69db-14e4-4524-a388-95617c82011f tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 20:19:47.462673 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f74b69db-14e4-4524-a388-95617c82011f tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/networks/dd239ff2-1086-4b9b-b8e3-2befe33c1c8a HTTP/1.1" status: 404 len: 339 time: 0.0205371 Jul 13 20:19:47.466604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:47.497366 n-d-800708-1 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9873de6a-cb87-4a2c-badd-53abdc8eb7a0 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] DELETE failed (client error): The resource could not be found. Jul 13 20:19:47.497816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9873de6a-cb87-4a2c-badd-53abdc8eb7a0 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 20:19:47.502183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:47.502359 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9873de6a-cb87-4a2c-badd-53abdc8eb7a0 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/subnets/753b93ae-eec5-4801-96bf-3b0e268ea3bc HTTP/1.1" status: 404 len: 337 time: 0.0346501 Jul 13 20:19:47.522734 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa0bcc6-9e3b-45c8-a124-0bde40dcdf93 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] DELETE failed (client error): The resource could not be found. Jul 13 20:19:47.523305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa0bcc6-9e3b-45c8-a124-0bde40dcdf93 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 20:19:47.527506 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8fa0bcc6-9e3b-45c8-a124-0bde40dcdf93 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/networks/dd239ff2-1086-4b9b-b8e3-2befe33c1c8a HTTP/1.1" status: 404 len: 339 time: 0.0214972 Jul 13 20:19:47.527684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb459be-a95a-46e9-ab53-73d1b4338217 None None] Pushing event updated for resources: {'Port': ['ID=7a74c6e9-3d58-4bd4-9380-199870f1e8bc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:47.527879 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:47.581267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f168d70b-3f08-46b7-b051-d59c778ac376 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Deleting subnet dd150ccc-9ddf-4be7-b048-4d6036e4a344 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:19:47.584407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f168d70b-3f08-46b7-b051-d59c778ac376 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.624858 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f168d70b-3f08-46b7-b051-d59c778ac376 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.732651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f168d70b-3f08-46b7-b051-d59c778ac376 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.793243 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f168d70b-3f08-46b7-b051-d59c778ac376 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.820424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168d70b-3f08-46b7-b051-d59c778ac376 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Subnet': ['ID=dd150ccc-9ddf-4be7-b048-4d6036e4a344,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:47.824259 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f168d70b-3f08-46b7-b051-d59c778ac376 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.827257 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f168d70b-3f08-46b7-b051-d59c778ac376 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/subnets/dd150ccc-9ddf-4be7-b048-4d6036e4a344 HTTP/1.1" status: 204 len: 168 time: 0.2972736 Jul 13 20:19:47.828724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:47.901959 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:47.958969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Deleting port 7a74c6e9-3d58-4bd4-9380-199870f1e8bc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:47.959316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.020393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] For port 7a74c6e9-3d58-4bd4-9380-199870f1e8bc, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7a74c6e9-3d58-4bd4-9380-199870f1e8bc,segment=NetworkSegment(5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce),segment_id=5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:48.020760 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.033753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Calling delete_port for 7a74c6e9-3d58-4bd4-9380-199870f1e8bc owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:48.115555 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.144001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Port': ['ID=7a74c6e9-3d58-4bd4-9380-199870f1e8bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:48.145585 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] No DVR routers for this DVR port 7a74c6e9-3d58-4bd4-9380-199870f1e8bc on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:48.232870 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.242555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b10b336-cb0a-4f11-b2c1-c4163b73fdb2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:48.253216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:48.253517 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b37d08c-7f1f-4e04-acb1-4c2a1d7b69ce') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:48.263751 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.278947 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.285026 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:19:48.285422 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:19:48.288582 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:19:48.351839 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.359285 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.363459 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/networks/5b10b336-cb0a-4f11-b2c1-c4163b73fdb2 HTTP/1.1" status: 204 len: 168 time: 0.5315788 Jul 13 20:19:48.364378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:48.381556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a1fbe-c838-401c-904e-661e826456f3 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Network': ['ID=5b10b336-cb0a-4f11-b2c1-c4163b73fdb2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:48.396430 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3143ec16-9fe6-4537-88a6-3366da08d469 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] DELETE failed (client error): The resource could not be found. Jul 13 20:19:48.396896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3143ec16-9fe6-4537-88a6-3366da08d469 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 20:19:48.398664 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3143ec16-9fe6-4537-88a6-3366da08d469 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/subnets/990fc1a2-e86e-4d6b-bcb7-e1eceb16da6f HTTP/1.1" status: 404 len: 337 time: 0.0338271 Jul 13 20:19:48.402052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:48.421879 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3019a83-ce7c-4ff7-9091-60066ea75745 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] DELETE failed (client error): The resource could not be found. Jul 13 20:19:48.422350 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3019a83-ce7c-4ff7-9091-60066ea75745 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 20:19:48.424108 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f3019a83-ce7c-4ff7-9091-60066ea75745 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/networks/8f7827f6-7b09-4641-a285-d09c9f8a81b2 HTTP/1.1" status: 404 len: 339 time: 0.0210848 Jul 13 20:19:48.426980 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:48.453554 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-908978f5-a993-438a-941e-17d903a183af tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] DELETE failed (client error): The resource could not be found. Jul 13 20:19:48.454057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908978f5-a993-438a-941e-17d903a183af tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 20:19:48.455776 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-908978f5-a993-438a-941e-17d903a183af tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/subnets/260558ea-1bc4-4810-a3c4-1f60be963ac8 HTTP/1.1" status: 404 len: 337 time: 0.0278873 Jul 13 20:19:48.458188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:48.477345 n-d-800708-1 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-029db885-2d3f-4ee8-9903-aa959abd1056 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] DELETE failed (client error): The resource could not be found. Jul 13 20:19:48.478022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029db885-2d3f-4ee8-9903-aa959abd1056 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 20:19:48.479940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-029db885-2d3f-4ee8-9903-aa959abd1056 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/networks/7ed0e292-5aec-4985-a592-6c7391ba27af HTTP/1.1" status: 404 len: 339 time: 0.0208132 Jul 13 20:19:48.482540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:48.511000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52937c3-8dd9-4dde-a1c3-52266bdd412e None None] DHCP port deletion for 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:19:48.527235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1163620-3407-4fad-9093-d9688bb65bea None None] Network 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:48.534678 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-084cb8ad-bd8e-48d4-876f-b8bfdbd8a913 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Deleting subnet 1fce6379-4e8b-40c8-bcab-6701a43604a8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:19:48.537794 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-084cb8ad-bd8e-48d4-876f-b8bfdbd8a913 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.543615 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1163620-3407-4fad-9093-d9688bb65bea None None] Network 5b10b336-cb0a-4f11-b2c1-c4163b73fdb2 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 20:19:48.557450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c46eea0-3db7-4433-84db-7ebbcb95f5ad None None] Could not find standard attr ID for object 7a74c6e9-3d58-4bd4-9380-199870f1e8bc. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 20:19:48.580134 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-084cb8ad-bd8e-48d4-876f-b8bfdbd8a913 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.666057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-084cb8ad-bd8e-48d4-876f-b8bfdbd8a913 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.722820 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-084cb8ad-bd8e-48d4-876f-b8bfdbd8a913 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.749267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cb8ad-bd8e-48d4-876f-b8bfdbd8a913 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Subnet': ['ID=1fce6379-4e8b-40c8-bcab-6701a43604a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:48.753622 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-084cb8ad-bd8e-48d4-876f-b8bfdbd8a913 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.755605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-084cb8ad-bd8e-48d4-876f-b8bfdbd8a913 tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/subnets/1fce6379-4e8b-40c8-bcab-6701a43604a8 HTTP/1.1" status: 204 len: 168 time: 0.2720621 Jul 13 20:19:48.757998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:48.761886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51995466-c97e-457c-8980-5f73d80988c6 None None] Network 4abfd854-f594-44fc-a6af-6c970457ff59 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:48.836284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.889403 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Deleting port 58b89242-edab-4834-8e27-865cff99e80d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:48.889755 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.945375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6b0cc-43d9-46c7-b65e-fe412ab0d435 None None] DHCP port deletion for 4abfd854-f594-44fc-a6af-6c970457ff59 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:19:48.952425 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] For port 58b89242-edab-4834-8e27-865cff99e80d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=58b89242-edab-4834-8e27-865cff99e80d,segment=NetworkSegment(7407273a-01bd-4d66-8db5-fa175da39028),segment_id=7407273a-01bd-4d66-8db5-fa175da39028)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:48.952859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:48.970568 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Calling delete_port for 58b89242-edab-4834-8e27-865cff99e80d owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:48.995618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-88b6b0cc-43d9-46c7-b65e-fe412ab0d435 None None] Deleting port 58b89242-edab-4834-8e27-865cff99e80d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:48.995917 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b6b0cc-43d9-46c7-b65e-fe412ab0d435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.049380 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.058553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-88b6b0cc-43d9-46c7-b65e-fe412ab0d435 None None] For port 58b89242-edab-4834-8e27-865cff99e80d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=58b89242-edab-4834-8e27-865cff99e80d,segment=NetworkSegment(7407273a-01bd-4d66-8db5-fa175da39028),segment_id=7407273a-01bd-4d66-8db5-fa175da39028)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:49.058940 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b6b0cc-43d9-46c7-b65e-fe412ab0d435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.072202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-88b6b0cc-43d9-46c7-b65e-fe412ab0d435 None None] Calling delete_port for 58b89242-edab-4834-8e27-865cff99e80d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:49.077256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Port': ['ID=58b89242-edab-4834-8e27-865cff99e80d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:49.079119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] No DVR routers for this DVR port 58b89242-edab-4834-8e27-865cff99e80d on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:49.150673 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b6b0cc-43d9-46c7-b65e-fe412ab0d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.159646 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.169592 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abfd854-f594-44fc-a6af-6c970457ff59']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:49.176544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6b0cc-43d9-46c7-b65e-fe412ab0d435 None None] Pushing event deleted for resources: {'Port': ['ID=58b89242-edab-4834-8e27-865cff99e80d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:49.178322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6b0cc-43d9-46c7-b65e-fe412ab0d435 None None] No DVR routers for this DVR port 58b89242-edab-4834-8e27-865cff99e80d on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:49.180460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7407273a-01bd-4d66-8db5-fa175da39028') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:49.180955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7407273a-01bd-4d66-8db5-fa175da39028') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:49.191301 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.205243 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.210957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:19:49.211344 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:19:49.214913 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:19:49.270779 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.277868 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.279553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] 10.222.0.25 "DELETE /v2.0/networks/4abfd854-f594-44fc-a6af-6c970457ff59 HTTP/1.1" status: 204 len: 168 time: 0.5205603 Jul 13 20:19:49.291238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5316d-7b30-478d-8792-afd06f5d220d tempest-NetworksIpV6Test-130079328 tempest-NetworksIpV6Test-130079328-project] Pushing event deleted for resources: {'Network': ['ID=4abfd854-f594-44fc-a6af-6c970457ff59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:49.519890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:49.651810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-532041ea-55a5-47e3-86f7-ac7d58a84a95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e479bea9d3e9470582f6732ce24fa7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307571 Jul 13 20:19:49.654220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:49.700736 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2190c28-afe3-460e-bd84-ea40b88409e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.721272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2190c28-afe3-460e-bd84-ea40b88409e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.766501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2190c28-afe3-460e-bd84-ea40b88409e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.769060 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2190c28-afe3-460e-bd84-ea40b88409e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:49.770159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a2190c28-afe3-460e-bd84-ea40b88409e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae3033ba-9e8e-4899-ad2f-56df86f1dc47 HTTP/1.1" status: 204 len: 168 time: 0.1150122 Jul 13 20:19:49.778461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2190c28-afe3-460e-bd84-ea40b88409e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3033ba-9e8e-4899-ad2f-56df86f1dc47,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:50.289015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7a74c6e9-3d58-4bd4-9380-199870f1e8bc no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:19:50.310258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 7a74c6e9-3d58-4bd4-9380-199870f1e8bc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:19:50.310630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7a74c6e9-3d58-4bd4-9380-199870f1e8bc not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:19:50.311041 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 58b89242-edab-4834-8e27-865cff99e80d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:19:50.330370 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 58b89242-edab-4834-8e27-865cff99e80d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:19:50.330738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 58b89242-edab-4834-8e27-865cff99e80d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:19:50.384635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:50.473271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0b466d3-c832-4963-99bf-ba11c9d93bc8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1322800096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:50.499818 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0b466d3-c832-4963-99bf-ba11c9d93bc8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.500834 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0b466d3-c832-4963-99bf-ba11c9d93bc8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.583537 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0b466d3-c832-4963-99bf-ba11c9d93bc8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.587598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0b466d3-c832-4963-99bf-ba11c9d93bc8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.602095 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0b466d3-c832-4963-99bf-ba11c9d93bc8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.603810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a0b466d3-c832-4963-99bf-ba11c9d93bc8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2181501 Jul 13 20:19:50.606601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:50.611704 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-645367260'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:50.632347 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Made reservation on behalf of 63754925b7184f52b3e4463cef9ef998 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:50.635953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.644747 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.735895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.739649 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.765329 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:50.773682 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8202eeb-f02c-49c9-b730-f76b3c5e1ace,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:50.780509 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.780854 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Added segment 5401ae88-d1e2-45b9-8602-cf44dda6f5ae of type vlan for network b9029965-c576-473c-9658-848d31d0c447 Jul 13 20:19:50.814853 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8770abb-9866-46d5-be8b-067165a745a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.821226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.849120 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.855115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:50.855698 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:50.910299 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3026712 Jul 13 20:19:50.913156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:50.921117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Request body: {'subnet': {'network_id': 'b9029965-c576-473c-9658-848d31d0c447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:50.969505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16bf46-7876-4014-99c2-512784acb5b8 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event updated for resources: {'Network': ['ID=b9029965-c576-473c-9658-848d31d0c447,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:50.980380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network b9029965-c576-473c-9658-848d31d0c447 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:51.011419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Made reservation on behalf of 63754925b7184f52b3e4463cef9ef998 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:51.015267 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.189167 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.256850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event updated for resources: {'Subnet': ['ID=252e2399-48c0-469f-91dd-61c12b2e3089,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:51.264825 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Checking segment: {'id': '5401ae88-d1e2-45b9-8602-cf44dda6f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b9029965-c576-473c-9658-848d31d0c447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:51.265193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Network hostable DHCP agents. Network: b9029965-c576-473c-9658-848d31d0c447, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:51.281746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Network b9029965-c576-473c-9658-848d31d0c447 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:51.289952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, b9029965-c576-473c-9658-848d31d0c447) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:51.293984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:51.294630 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.299479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ae88f8-0f7c-40f8-967c-d4f147bc6bed None None] Network b9029965-c576-473c-9658-848d31d0c447 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:51.309274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-44975c6c-5a63-4137-820f-1de138df2686 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3951035 Jul 13 20:19:51.313007 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:51.317500 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1519016656'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:51.339235 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Made reservation on behalf of 63754925b7184f52b3e4463cef9ef998 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:51.342698 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.365817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:51.374713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.375066 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Added segment 8ad10ff4-2d9e-4850-94da-da1905c66329 of type vlan for network ced3e75a-132c-4cf4-a673-f94de4862e2d Jul 13 20:19:51.414753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.444341 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.450426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:51.450750 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-b9029965-c576-473c-9658-848d31d0c447', 'network_id': 'b9029965-c576-473c-9658-848d31d0c447', 'tenant_id': '63754925b7184f52b3e4463cef9ef998', 'fixed_ips': [{'subnet_id': '252e2399-48c0-469f-91dd-61c12b2e3089'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:19:51.451026 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.451618 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.510752 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1946528 Jul 13 20:19:51.511212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:51.517826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Request body: {'subnet': {'network_id': 'ced3e75a-132c-4cf4-a673-f94de4862e2d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:51.518067 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c829b9b-8e8c-47c7-85d9-1ffc4bad81e4 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event updated for resources: {'Network': ['ID=ced3e75a-132c-4cf4-a673-f94de4862e2d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:51.529473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network ced3e75a-132c-4cf4-a673-f94de4862e2d details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:51.616698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Made reservation on behalf of 63754925b7184f52b3e4463cef9ef998 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:51.621905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.639346 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Allocated IP 172.20.0.2 (b9029965-c576-473c-9658-848d31d0c447/252e2399-48c0-469f-91dd-61c12b2e3089/fd370413-f427-4fe1-acab-896987f81986) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:51.784862 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.794272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Transition to ACTIVE for port object fd370413-f427-4fe1-acab-896987f81986 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:51.810209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Transition to ACTIVE for port object fd370413-f427-4fe1-acab-896987f81986 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:51.813007 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.816995 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.852085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Network b9029965-c576-473c-9658-848d31d0c447 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:51.855521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:51.858458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:51.872622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event updated for resources: {'Subnet': ['ID=b7b3e6d1-abd9-49ef-95e4-593dd53d6bec,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:51.881202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Checking segment: {'id': '8ad10ff4-2d9e-4850-94da-da1905c66329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ced3e75a-132c-4cf4-a673-f94de4862e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:51.881574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Network hostable DHCP agents. Network: ced3e75a-132c-4cf4-a673-f94de4862e2d, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:51.894030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Pushing event updated for resources: {'Port': ['ID=fd370413-f427-4fe1-acab-896987f81986,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:51.900171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Network ced3e75a-132c-4cf4-a673-f94de4862e2d is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:51.909579 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, ced3e75a-132c-4cf4-a673-f94de4862e2d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:51.914232 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:51.915080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.924082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061418b-b56b-4f11-8770-9e9c6bf8d0f6 None None] Network ced3e75a-132c-4cf4-a673-f94de4862e2d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:51.929007 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d99efd7d-c9c9-4bb3-ab21-f2fc134d88da tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4160473 Jul 13 20:19:51.931732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:51.936510 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a2ba351-7f8e-4d29-8214-dfacd5869457 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ced3e75a-132c-4cf4-a673-f94de4862e2d'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:51.978287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Attempting to bind port fd370413-f427-4fe1-acab-896987f81986 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:51.978765 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Attempting to bind port fd370413-f427-4fe1-acab-896987f81986 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '5401ae88-d1e2-45b9-8602-cf44dda6f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b9029965-c576-473c-9658-848d31d0c447'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:51.979129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Attempting to bind port fd370413-f427-4fe1-acab-896987f81986 on network b9029965-c576-473c-9658-848d31d0c447 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:51.989428 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:51.989798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Checking segment: {'id': '5401ae88-d1e2-45b9-8602-cf44dda6f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b9029965-c576-473c-9658-848d31d0c447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:51.990196 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:51.990616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Bound using segment: {'id': '5401ae88-d1e2-45b9-8602-cf44dda6f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b9029965-c576-473c-9658-848d31d0c447'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:51.991080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Bound port: fd370413-f427-4fe1-acab-896987f81986, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401ae88-d1e2-45b9-8602-cf44dda6f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b9029965-c576-473c-9658-848d31d0c447'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:51.991458 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.106892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53539954-2211-46c6-bb50-15e96aba148d None None] For port fd370413-f427-4fe1-acab-896987f81986, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:52.111356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53539954-2211-46c6-bb50-15e96aba148d None None] For port fd370413-f427-4fe1-acab-896987f81986, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fd370413-f427-4fe1-acab-896987f81986,segment=NetworkSegment(5401ae88-d1e2-45b9-8602-cf44dda6f5ae),segment_id=5401ae88-d1e2-45b9-8602-cf44dda6f5ae)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:52.117432 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.166335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-ced3e75a-132c-4cf4-a673-f94de4862e2d', 'network_id': 'ced3e75a-132c-4cf4-a673-f94de4862e2d', 'tenant_id': '63754925b7184f52b3e4463cef9ef998', 'fixed_ips': [{'subnet_id': 'b7b3e6d1-abd9-49ef-95e4-593dd53d6bec'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:19:52.167209 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.188110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba351-7f8e-4d29-8214-dfacd5869457 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.218207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53539954-2211-46c6-bb50-15e96aba148d None None] Pushing event updated for resources: {'Port': ['ID=fd370413-f427-4fe1-acab-896987f81986,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:52.319148 n-d-800708-1 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4a2ba351-7f8e-4d29-8214-dfacd5869457 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 20:19:52.319148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4a2ba351-7f8e-4d29-8214-dfacd5869457 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "PUT /v2.0/routers/2c1c4a23-3d50-422d-9ff4-68cca91a7cb0 HTTP/1.1" status: 400 len: 364 time: 0.3809140 Jul 13 20:19:52.320270 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:52.360279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Allocated IP 172.21.0.2 (ced3e75a-132c-4cf4-a673-f94de4862e2d/b7b3e6d1-abd9-49ef-95e4-593dd53d6bec/027d7ade-03a6-4fa6-8f5d-29117899096c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:52.396766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82282c8-3b3a-45e9-966a-639ff4e000f5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Deleting subnet b7b3e6d1-abd9-49ef-95e4-593dd53d6bec {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:19:52.530996 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.539034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Transition to ACTIVE for port object 027d7ade-03a6-4fa6-8f5d-29117899096c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:52.553407 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Transition to ACTIVE for port object 027d7ade-03a6-4fa6-8f5d-29117899096c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:52.558927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a82282c8-3b3a-45e9-966a-639ff4e000f5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.559545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.599187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Network ced3e75a-132c-4cf4-a673-f94de4862e2d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:52.599737 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a82282c8-3b3a-45e9-966a-639ff4e000f5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.604109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:52.608404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:52.611506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Pushing event updated for resources: {'Port': ['ID=027d7ade-03a6-4fa6-8f5d-29117899096c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:52.671268 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Attempting to bind port 027d7ade-03a6-4fa6-8f5d-29117899096c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:52.671629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Attempting to bind port 027d7ade-03a6-4fa6-8f5d-29117899096c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '8ad10ff4-2d9e-4850-94da-da1905c66329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ced3e75a-132c-4cf4-a673-f94de4862e2d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:52.671987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Attempting to bind port 027d7ade-03a6-4fa6-8f5d-29117899096c on network ced3e75a-132c-4cf4-a673-f94de4862e2d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:52.677176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:52.677546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Checking segment: {'id': '8ad10ff4-2d9e-4850-94da-da1905c66329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ced3e75a-132c-4cf4-a673-f94de4862e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:52.677949 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.678339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Bound using segment: {'id': '8ad10ff4-2d9e-4850-94da-da1905c66329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ced3e75a-132c-4cf4-a673-f94de4862e2d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:52.678827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Bound port: 027d7ade-03a6-4fa6-8f5d-29117899096c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad10ff4-2d9e-4850-94da-da1905c66329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ced3e75a-132c-4cf4-a673-f94de4862e2d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:52.679279 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.726667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a82282c8-3b3a-45e9-966a-639ff4e000f5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.784772 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a82282c8-3b3a-45e9-966a-639ff4e000f5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.795896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] For port 027d7ade-03a6-4fa6-8f5d-29117899096c, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:52.799567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] For port 027d7ade-03a6-4fa6-8f5d-29117899096c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=027d7ade-03a6-4fa6-8f5d-29117899096c,segment=NetworkSegment(8ad10ff4-2d9e-4850-94da-da1905c66329),segment_id=8ad10ff4-2d9e-4850-94da-da1905c66329)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:52.804563 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.815810 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82282c8-3b3a-45e9-966a-639ff4e000f5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b3e6d1-abd9-49ef-95e4-593dd53d6bec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:52.817804 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a82282c8-3b3a-45e9-966a-639ff4e000f5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.823244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:52.831110 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a82282c8-3b3a-45e9-966a-639ff4e000f5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "DELETE /v2.0/subnets/b7b3e6d1-abd9-49ef-95e4-593dd53d6bec HTTP/1.1" status: 204 len: 168 time: 0.5105824 Jul 13 20:19:52.871277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24b9b2-b541-4676-84df-82e360c67113 None None] Pushing event updated for resources: {'Port': ['ID=027d7ade-03a6-4fa6-8f5d-29117899096c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:52.918896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:52.974934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Deleting port 027d7ade-03a6-4fa6-8f5d-29117899096c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:52.975538 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.064948 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] For port 027d7ade-03a6-4fa6-8f5d-29117899096c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=027d7ade-03a6-4fa6-8f5d-29117899096c,segment=NetworkSegment(8ad10ff4-2d9e-4850-94da-da1905c66329),segment_id=8ad10ff4-2d9e-4850-94da-da1905c66329)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:53.065407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.082693 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Calling delete_port for 027d7ade-03a6-4fa6-8f5d-29117899096c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:53.167783 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.193084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event deleted for resources: {'Port': ['ID=027d7ade-03a6-4fa6-8f5d-29117899096c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:53.199353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] No DVR routers for this DVR port 027d7ade-03a6-4fa6-8f5d-29117899096c on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:53.252307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287aa34-1f04-4abb-9a8a-af7421773ca3 None None] Network b9029965-c576-473c-9658-848d31d0c447 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:53.283317 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.294459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced3e75a-132c-4cf4-a673-f94de4862e2d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:53.306227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad10ff4-2d9e-4850-94da-da1905c66329') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:53.306552 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad10ff4-2d9e-4850-94da-da1905c66329') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:53.316826 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.329138 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02689175-8aac-4cb6-95f4-08ddcf6385ee None None] Provisioning for port fd370413-f427-4fe1-acab-896987f81986 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:53.332997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.339116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:19:53.339899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:19:53.344673 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:19:53.408760 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.414374 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.416448 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "DELETE /v2.0/networks/ced3e75a-132c-4cf4-a673-f94de4862e2d HTTP/1.1" status: 204 len: 168 time: 0.5921395 Jul 13 20:19:53.419036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:53.431633 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42f470-455e-4219-9775-896e0cd303b5 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event deleted for resources: {'Network': ['ID=ced3e75a-132c-4cf4-a673-f94de4862e2d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:53.472691 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4199964-b58a-4ede-897a-bb1ccbcd224b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Deleting subnet 252e2399-48c0-469f-91dd-61c12b2e3089 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:19:53.476063 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4199964-b58a-4ede-897a-bb1ccbcd224b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.523589 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4199964-b58a-4ede-897a-bb1ccbcd224b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.614196 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4199964-b58a-4ede-897a-bb1ccbcd224b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.668296 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2d0592e-457f-4ca1-b79c-540b02f1de5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.683126 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4199964-b58a-4ede-897a-bb1ccbcd224b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.717896 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.718324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4199964-b58a-4ede-897a-bb1ccbcd224b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event deleted for resources: {'Subnet': ['ID=252e2399-48c0-469f-91dd-61c12b2e3089,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:53.725009 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4199964-b58a-4ede-897a-bb1ccbcd224b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.726937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f4199964-b58a-4ede-897a-bb1ccbcd224b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "DELETE /v2.0/subnets/252e2399-48c0-469f-91dd-61c12b2e3089 HTTP/1.1" status: 204 len: 168 time: 0.3067214 Jul 13 20:19:53.729690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:53.733677 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b0fa32-029e-4663-9ef1-53cbfa8847dd None None] Network b9029965-c576-473c-9658-848d31d0c447 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:53.813547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.875222 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Deleting port fd370413-f427-4fe1-acab-896987f81986 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:53.875572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.936890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841fb4a9-1f98-4c5e-8a30-f70989d4b38e None None] DHCP port deletion for b9029965-c576-473c-9658-848d31d0c447 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:19:53.946884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] For port fd370413-f427-4fe1-acab-896987f81986, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fd370413-f427-4fe1-acab-896987f81986,segment=NetworkSegment(5401ae88-d1e2-45b9-8602-cf44dda6f5ae),segment_id=5401ae88-d1e2-45b9-8602-cf44dda6f5ae)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:53.947417 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:53.960923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Calling delete_port for fd370413-f427-4fe1-acab-896987f81986 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:53.985419 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06d994-2bd5-446c-a184-f711bdecbbd1 None None] DHCP port deletion for ced3e75a-132c-4cf4-a673-f94de4862e2d request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:19:53.995940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-772a2e04-e5ac-4b8d-8bd5-62eda6823e57 None None] Could not find standard attr ID for object 027d7ade-03a6-4fa6-8f5d-29117899096c. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 20:19:54.001316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-841fb4a9-1f98-4c5e-8a30-f70989d4b38e None None] Deleting port fd370413-f427-4fe1-acab-896987f81986 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:19:54.001699 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-841fb4a9-1f98-4c5e-8a30-f70989d4b38e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.014571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b5bef-0e4f-4a6c-a6f9-bba0f0ff34bf None None] Network ced3e75a-132c-4cf4-a673-f94de4862e2d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:54.046080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.054101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b5bef-0e4f-4a6c-a6f9-bba0f0ff34bf None None] Network ced3e75a-132c-4cf4-a673-f94de4862e2d could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 20:19:54.073111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event deleted for resources: {'Port': ['ID=fd370413-f427-4fe1-acab-896987f81986,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:54.076618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] No DVR routers for this DVR port fd370413-f427-4fe1-acab-896987f81986 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:54.080553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-841fb4a9-1f98-4c5e-8a30-f70989d4b38e None None] For port fd370413-f427-4fe1-acab-896987f81986, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=fd370413-f427-4fe1-acab-896987f81986,segment=NetworkSegment(5401ae88-d1e2-45b9-8602-cf44dda6f5ae),segment_id=5401ae88-d1e2-45b9-8602-cf44dda6f5ae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:54.081283 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-841fb4a9-1f98-4c5e-8a30-f70989d4b38e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.094748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-841fb4a9-1f98-4c5e-8a30-f70989d4b38e None None] Calling delete_port for fd370413-f427-4fe1-acab-896987f81986 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:19:54.158431 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.168831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9029965-c576-473c-9658-848d31d0c447']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:54.172290 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-841fb4a9-1f98-4c5e-8a30-f70989d4b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.179743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5401ae88-d1e2-45b9-8602-cf44dda6f5ae') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:54.180041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5401ae88-d1e2-45b9-8602-cf44dda6f5ae') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:54.189646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.198124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fb4a9-1f98-4c5e-8a30-f70989d4b38e None None] Pushing event deleted for resources: {'Port': ['ID=fd370413-f427-4fe1-acab-896987f81986,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:54.201670 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fb4a9-1f98-4c5e-8a30-f70989d4b38e None None] No DVR routers for this DVR port fd370413-f427-4fe1-acab-896987f81986 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:19:54.204074 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.212489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:19:54.212942 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:19:54.216017 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:19:54.281211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.288054 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.289815 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "DELETE /v2.0/networks/b9029965-c576-473c-9658-848d31d0c447 HTTP/1.1" status: 204 len: 168 time: 0.5591352 Jul 13 20:19:54.292594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:54.301438 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097299fc-a7d6-41dd-b492-efb5ea5f2f2e tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Pushing event deleted for resources: {'Network': ['ID=b9029965-c576-473c-9658-848d31d0c447,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:54.322040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-f99139c9-635e-452e-b0f6-c0fa7ddd14d3 tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c1c4a23-3d50-422d-9ff4-68cca91a7cb0 HTTP/1.1" status: 200 len: 205 time: 0.0281177 Jul 13 20:19:54.324467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:54.434553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a992572-ebf2-4525-b12a-1014aa66ba9b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.765451 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.833087 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a992572-ebf2-4525-b12a-1014aa66ba9b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.835179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a992572-ebf2-4525-b12a-1014aa66ba9b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.875837 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a992572-ebf2-4525-b12a-1014aa66ba9b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.876420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a992572-ebf2-4525-b12a-1014aa66ba9b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Fanout notify agent at l3_agent the message router_deleted on router 2c1c4a23-3d50-422d-9ff4-68cca91a7cb0 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:19:54.883924 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a992572-ebf2-4525-b12a-1014aa66ba9b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:54.885020 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9a992572-ebf2-4525-b12a-1014aa66ba9b tempest-RoutersNegativeTest-1052895227 tempest-RoutersNegativeTest-1052895227-project] 10.222.0.25 "DELETE /v2.0/routers/2c1c4a23-3d50-422d-9ff4-68cca91a7cb0 HTTP/1.1" status: 204 len: 168 time: 0.5596671 Jul 13 20:19:55.116009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:55.243600 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ee513ece-d7a8-40ad-a642-2044f4fa2fd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63754925b7184f52b3e4463cef9ef998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258173 Jul 13 20:19:55.246208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:55.295610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4ab1368-cd87-46d0-ac5a-534af0174770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.317042 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4ab1368-cd87-46d0-ac5a-534af0174770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.361875 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4ab1368-cd87-46d0-ac5a-534af0174770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.364481 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4ab1368-cd87-46d0-ac5a-534af0174770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:55.365606 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f4ab1368-cd87-46d0-ac5a-534af0174770 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8202eeb-f02c-49c9-b730-f76b3c5e1ace HTTP/1.1" status: 204 len: 168 time: 0.1184692 Jul 13 20:19:55.373941 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab1368-cd87-46d0-ac5a-534af0174770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8202eeb-f02c-49c9-b730-f76b3c5e1ace,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:55.958277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:56.050608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2010517717-network', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:56.071861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Made reservation on behalf of 4721afd7b6894af594279c0d37f03f4b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:56.074123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.082329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.177244 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.181234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.205696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:19:56.216571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06307ad-157f-4f32-a7d3-6b02bb1f16f3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:56.222756 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.223099 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Added segment faf3e03f-0cea-4a73-b1ee-0cf2371f1a31 of type vlan for network 289ff5de-c99f-4134-a00b-c1e5125ab111 Jul 13 20:19:56.255659 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.265469 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.296499 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.297474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:56.298052 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.347550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3880396 Jul 13 20:19:56.350418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:56.355516 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Request body: {'subnet': {'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2010517717-subnet', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:56.358388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0120c00-d0b6-4129-85c2-daca16d5dbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=289ff5de-c99f-4134-a00b-c1e5125ab111,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:56.368291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 289ff5de-c99f-4134-a00b-c1e5125ab111 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:19:56.375031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Made reservation on behalf of 4721afd7b6894af594279c0d37f03f4b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:19:56.377614 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.539813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.596351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f1c9fa-d5d6-4b30-b602-f5c0a328e94f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:56.607023 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Checking segment: {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:56.607388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Network hostable DHCP agents. Network: 289ff5de-c99f-4134-a00b-c1e5125ab111, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:19:56.623808 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Network 289ff5de-c99f-4134-a00b-c1e5125ab111 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:19:56.632321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 289ff5de-c99f-4134-a00b-c1e5125ab111) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:56.636459 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:19:56.637050 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.642528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806543d3-a0c0-4a4e-9664-6b34edc00b50 None None] Network 289ff5de-c99f-4134-a00b-c1e5125ab111 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:56.650179 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-32c443dc-8505-4190-8c32-627c7338bcd4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2986572 Jul 13 20:19:56.653170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:56.658779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2010517717-router', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:19:56.681250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.682442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.738792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.788619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-289ff5de-c99f-4134-a00b-c1e5125ab111', 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'fixed_ips': [{'subnet_id': '11f1c9fa-d5d6-4b30-b602-f5c0a328e94f'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:19:56.789482 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.876051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:56.923022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Allocated IP 172.20.0.2 (289ff5de-c99f-4134-a00b-c1e5125ab111/11f1c9fa-d5d6-4b30-b602-f5c0a328e94f/55b78b98-2bac-4693-96e4-cffe7ac270a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:57.074644 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.083532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Transition to ACTIVE for port object 55b78b98-2bac-4693-96e4-cffe7ac270a1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:57.099543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Transition to ACTIVE for port object 55b78b98-2bac-4693-96e4-cffe7ac270a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:57.105011 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.145139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Network 289ff5de-c99f-4134-a00b-c1e5125ab111 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:57.147949 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:57.152550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:57.159331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Pushing event updated for resources: {'Port': ['ID=55b78b98-2bac-4693-96e4-cffe7ac270a1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:57.214992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Attempting to bind port 55b78b98-2bac-4693-96e4-cffe7ac270a1 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:57.215354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Attempting to bind port 55b78b98-2bac-4693-96e4-cffe7ac270a1 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:57.215710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Attempting to bind port 55b78b98-2bac-4693-96e4-cffe7ac270a1 on network 289ff5de-c99f-4134-a00b-c1e5125ab111 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:57.220542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:57.220906 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Checking segment: {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:57.221300 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.221688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Bound using segment: {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:57.222140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Bound port: 55b78b98-2bac-4693-96e4-cffe7ac270a1, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:57.222538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.283491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] For port 55b78b98-2bac-4693-96e4-cffe7ac270a1, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:57.286521 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] For port 55b78b98-2bac-4693-96e4-cffe7ac270a1, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=55b78b98-2bac-4693-96e4-cffe7ac270a1,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:57.291313 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.335650 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.347775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19aa68-3f2f-4f73-9a27-02135a35602b None None] Pushing event updated for resources: {'Port': ['ID=55b78b98-2bac-4693-96e4-cffe7ac270a1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:57.357186 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.467907 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Allocated IP 172.25.7.98 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/3bc875b1-f9cc-4f61-9988-28d9aa131340) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:57.586166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.627277 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:57.672082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:57.674823 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:57.678670 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:57.700004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc875b1-f9cc-4f61-9988-28d9aa131340,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:57.924169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.128580 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.229657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed25ef-d72a-44ba-a2cf-81a2d3f68de8 None None] Network 289ff5de-c99f-4134-a00b-c1e5125ab111 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:19:58.267554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Router 89820316-17c6-4b88-bb94-5b480d9769d9 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:19:58.391345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:19:58.402312 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Sync routers for ids ['89820316-17c6-4b88-bb94-5b480d9769d9'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:19:58.408383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.412215 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-667ba72f-1da0-4e89-a10c-83bf26baa725 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7549748 Jul 13 20:19:58.412456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:19:58.417947 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Routers {'89820316-17c6-4b88-bb94-5b480d9769d9'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:19:58.418764 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:19:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['89820316-17c6-4b88-bb94-5b480d9769d9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:58.458835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 55b78b98-2bac-4693-96e4-cffe7ac270a1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:19:58.518571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74c5f6f4-f6aa-4a2f-a9bd-357977797200 None None] Provisioning for port 55b78b98-2bac-4693-96e4-cffe7ac270a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:58.526588 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Set router 89820316-17c6-4b88-bb94-5b480d9769d9 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:19:58.570016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 55b78b98-2bac-4693-96e4-cffe7ac270a1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:58.575731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 55b78b98-2bac-4693-96e4-cffe7ac270a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:58.576098 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.696485 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.711304 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'name': 'tempest-TestEncryptedCinderVolumes-2010517717-router', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:56Z', 'updated_at': '2021-07-13T20:19:57Z', 'revision_number': 3, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'gw_port': {'id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:57Z', 'updated_at': '2021-07-13T20:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:58.738073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 55b78b98-2bac-4693-96e4-cffe7ac270a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=55b78b98-2bac-4693-96e4-cffe7ac270a1,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:19:58.742346 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Checking router: 89820316-17c6-4b88-bb94-5b480d9769d9 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:19:58.743582 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Updating router 89820316-17c6-4b88-bb94-5b480d9769d9 port 3bc875b1-f9cc-4f61-9988-28d9aa131340 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:19:58.744017 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.786485 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:58.803541 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=55b78b98-2bac-4693-96e4-cffe7ac270a1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:58.845768 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.009184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Allocated IP 172.20.0.1 (289ff5de-c99f-4134-a00b-c1e5125ab111/11f1c9fa-d5d6-4b30-b602-f5c0a328e94f/11b9d979-7e97-4273-9c32-5b5aef85baa6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:19:59.046993 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.048597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a03a4af1-8472-4b79-813a-42ab1c260ff6 None None] Provisioning complete for port 55b78b98-2bac-4693-96e4-cffe7ac270a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:59.048966 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a03a4af1-8472-4b79-813a-42ab1c260ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.057666 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Transition to ACTIVE for port object 3bc875b1-f9cc-4f61-9988-28d9aa131340 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:59.063236 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.112861 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Attempting to bind port 3bc875b1-f9cc-4f61-9988-28d9aa131340 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:19:59.113239 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Attempting to bind port 3bc875b1-f9cc-4f61-9988-28d9aa131340 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:19:59.113566 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Attempting to bind port 3bc875b1-f9cc-4f61-9988-28d9aa131340 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:19:59.123210 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Pushing event updated for resources: {'Port': ['ID=3bc875b1-f9cc-4f61-9988-28d9aa131340,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:59.126187 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:19:59.126579 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:19:59.126970 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.127349 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:19:59.127808 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Bound port: 3bc875b1-f9cc-4f61-9988-28d9aa131340, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:19:59.128175 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.130015 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.136771 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.137122 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.137440 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.137766 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.138092 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.138435 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.138770 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.139067 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.139380 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.139696 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.140007 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.140318 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:19:59.144192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Transition to ACTIVE for port object 11b9d979-7e97-4273-9c32-5b5aef85baa6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:19:59.178751 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.193793 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] For port 3bc875b1-f9cc-4f61-9988-28d9aa131340, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:19:59.197787 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] For port 3bc875b1-f9cc-4f61-9988-28d9aa131340, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3bc875b1-f9cc-4f61-9988-28d9aa131340,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:19:59.201497 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.222495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Network 289ff5de-c99f-4134-a00b-c1e5125ab111 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:59.229120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:59.232771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:19:59.250571 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a166a-4f34-4fae-a9e9-e288d7389972 None None] Pushing event updated for resources: {'Port': ['ID=3bc875b1-f9cc-4f61-9988-28d9aa131340,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:59.256006 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Pushing event updated for resources: {'Port': ['ID=11b9d979-7e97-4273-9c32-5b5aef85baa6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:59.266494 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Routers {'89820316-17c6-4b88-bb94-5b480d9769d9'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:19:59.267274 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:19:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['89820316-17c6-4b88-bb94-5b480d9769d9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:59.282834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.438489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.472174 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:19:59.490386 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] Set router 89820316-17c6-4b88-bb94-5b480d9769d9 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:19:59.557471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bba789f3-c3ad-49f9-b187-a065e86c577b None None] Provisioning for port 11b9d979-7e97-4273-9c32-5b5aef85baa6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:19:59.562266 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bba789f3-c3ad-49f9-b187-a065e86c577b None None] Provisioning complete for port 11b9d979-7e97-4273-9c32-5b5aef85baa6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:19:59.562676 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bba789f3-c3ad-49f9-b187-a065e86c577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.599587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bba789f3-c3ad-49f9-b187-a065e86c577b None None] Port 11b9d979-7e97-4273-9c32-5b5aef85baa6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:19:59.606110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.610877 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.670999 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'name': 'tempest-TestEncryptedCinderVolumes-2010517717-router', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:56Z', 'updated_at': '2021-07-13T20:19:57Z', 'revision_number': 3, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'gw_port': {'id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:57Z', 'updated_at': '2021-07-13T20:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:19:59.677659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:19:59.681045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Pushing event updated for resources: {'Port': ['ID=11b9d979-7e97-4273-9c32-5b5aef85baa6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:19:59.700003 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77517d-5836-401c-be75-cad40a41bbc7 None None] The sync data for ids ['89820316-17c6-4b88-bb94-5b480d9769d9'] in n-d-800708-1 is: [{'id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'name': 'tempest-TestEncryptedCinderVolumes-2010517717-router', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:56Z', 'updated_at': '2021-07-13T20:19:57Z', 'revision_number': 3, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'gw_port': {'id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:57Z', 'updated_at': '2021-07-13T20:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:19:59.775724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Network 289ff5de-c99f-4134-a00b-c1e5125ab111 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:19:59.777123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:19:59.896015 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Router 89820316-17c6-4b88-bb94-5b480d9769d9 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:20:00.026161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b4d6b1c-5dd0-4e55-93d3-61d3911ab3e6 None None] Provisioning complete for port 11b9d979-7e97-4273-9c32-5b5aef85baa6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:00.026569 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b4d6b1c-5dd0-4e55-93d3-61d3911ab3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.066994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d6b1c-5dd0-4e55-93d3-61d3911ab3e6 None None] Port 11b9d979-7e97-4273-9c32-5b5aef85baa6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:00.300717 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:20:00.306903 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8d0258c4-d913-4c1a-9b18-9bddeffa8e53 admin admin] 10.222.0.25 "PUT /v2.0/routers/89820316-17c6-4b88-bb94-5b480d9769d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8933699 Jul 13 20:20:00.381742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3bc875b1-f9cc-4f61-9988-28d9aa131340 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:00.432604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 3bc875b1-f9cc-4f61-9988-28d9aa131340 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:00.437097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3bc875b1-f9cc-4f61-9988-28d9aa131340 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:00.437519 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.522900 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.544216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 3bc875b1-f9cc-4f61-9988-28d9aa131340, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3bc875b1-f9cc-4f61-9988-28d9aa131340,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:00.548879 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.549729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 55b78b98-2bac-4693-96e4-cffe7ac270a1 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:00.633927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=3bc875b1-f9cc-4f61-9988-28d9aa131340,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:00.644542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 55b78b98-2bac-4693-96e4-cffe7ac270a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:00.644991 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.805640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:00.811004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-176186604-network', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:00.831648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Made reservation on behalf of 45463a30322541df8ba36a2c312ff4ef for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:00.833837 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.842273 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.929311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.933417 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.956574 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:20:00.966022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e37e66-c912-484c-b47d-036f9d90328e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:00.970719 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:00.971057 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Added segment 131b2f5f-e15e-47bd-9008-b5b152fb299e of type vlan for network 857e8fb3-db7b-435d-9df8-99f8d1a81036 Jul 13 20:20:01.010467 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.038870 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.040623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:01.041207 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.099465 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2924159 Jul 13 20:20:01.102781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:01.107565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Request body: {'subnet': {'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-176186604-subnet', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:01.115167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2e440-1bce-46e1-af08-13e3e3dc479f admin admin] Pushing event updated for resources: {'Network': ['ID=857e8fb3-db7b-435d-9df8-99f8d1a81036,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:01.127778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 857e8fb3-db7b-435d-9df8-99f8d1a81036 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:20:01.132649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Made reservation on behalf of 45463a30322541df8ba36a2c312ff4ef for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:01.135648 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.314248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.370145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26b840d-aa9d-4432-894b-48d3ad32d14d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:01.380286 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Checking segment: {'id': '131b2f5f-e15e-47bd-9008-b5b152fb299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:01.381003 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Network hostable DHCP agents. Network: 857e8fb3-db7b-435d-9df8-99f8d1a81036, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:20:01.382196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Sync routers for ids ['89820316-17c6-4b88-bb94-5b480d9769d9'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:20:01.391673 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Routers {'89820316-17c6-4b88-bb94-5b480d9769d9'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:01.392363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:19:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['89820316-17c6-4b88-bb94-5b480d9769d9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:01.399202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Network 857e8fb3-db7b-435d-9df8-99f8d1a81036 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:20:01.407770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 857e8fb3-db7b-435d-9df8-99f8d1a81036) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:01.412098 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:01.412679 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.428388 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b206e-9b47-407f-92df-80eace80bf1c None None] Network 857e8fb3-db7b-435d-9df8-99f8d1a81036 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:01.429513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 45662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:01.430706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-8ace3ab3-7ffa-4136-9fec-a60912f6d11e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3257287 Jul 13 20:20:01.434936 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-176186604-router', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:01.456203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.457227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.508860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.562745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Set router 89820316-17c6-4b88-bb94-5b480d9769d9 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:01.644153 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.725931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-857e8fb3-db7b-435d-9df8-99f8d1a81036', 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'fixed_ips': [{'subnet_id': 'f26b840d-aa9d-4432-894b-48d3ad32d14d'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:20:01.727353 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.865968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.891874 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:01.913791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Allocated IP 172.20.0.2 (857e8fb3-db7b-435d-9df8-99f8d1a81036/f26b840d-aa9d-4432-894b-48d3ad32d14d/731d8feb-7e57-46e9-bf74-333ddfaf2a7e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:01.935287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'name': 'tempest-TestEncryptedCinderVolumes-2010517717-router', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:56Z', 'updated_at': '2021-07-13T20:19:59Z', 'revision_number': 4, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'gw_port': {'id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:57Z', 'updated_at': '2021-07-13T20:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '11b9d979-7e97-4273-9c32-5b5aef85baa6', 'name': '', 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'mac_address': 'fa:16:3e:31:68:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '11f1c9fa-d5d6-4b30-b602-f5c0a328e94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:58Z', 'updated_at': '2021-07-13T20:19:59Z', 'revision_number': 2, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'subnets': [{'id': '11f1c9fa-d5d6-4b30-b602-f5c0a328e94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:01.996952 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Checking router: 89820316-17c6-4b88-bb94-5b480d9769d9 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:20:01.997305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Updating router 89820316-17c6-4b88-bb94-5b480d9769d9 port 11b9d979-7e97-4273-9c32-5b5aef85baa6 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:20:02.047084 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Allocated IP 172.25.7.198 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/c954a6f6-7767-458e-8edc-c1c29923be6c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:02.047817 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.154780 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.192161 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.206587 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.221547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Transition to ACTIVE for port object 731d8feb-7e57-46e9-bf74-333ddfaf2a7e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:02.237919 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:02.240811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:02.246252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:02.273273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Transition to ACTIVE for port object 731d8feb-7e57-46e9-bf74-333ddfaf2a7e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:02.277110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c954a6f6-7767-458e-8edc-c1c29923be6c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:02.291813 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.337058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3bc875b1-f9cc-4f61-9988-28d9aa131340 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:02.394054 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Network 857e8fb3-db7b-435d-9df8-99f8d1a81036 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:02.408355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:02.412722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Pushing event updated for resources: {'Port': ['ID=731d8feb-7e57-46e9-bf74-333ddfaf2a7e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:02.418564 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:02.502833 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.531478 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.536332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Attempting to bind port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:02.536705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Attempting to bind port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '131b2f5f-e15e-47bd-9008-b5b152fb299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:02.537066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Attempting to bind port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e on network 857e8fb3-db7b-435d-9df8-99f8d1a81036 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:02.542648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 3bc875b1-f9cc-4f61-9988-28d9aa131340 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:02.543014 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.550077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Transition to ACTIVE for port object 11b9d979-7e97-4273-9c32-5b5aef85baa6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:02.568965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:02.569339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Checking segment: {'id': '131b2f5f-e15e-47bd-9008-b5b152fb299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:02.569739 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.570132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Bound using segment: {'id': '131b2f5f-e15e-47bd-9008-b5b152fb299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:02.570766 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Bound port: 731d8feb-7e57-46e9-bf74-333ddfaf2a7e, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131b2f5f-e15e-47bd-9008-b5b152fb299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:02.571361 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.585671 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.686806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3614a4-177e-4e7d-839c-1d7a165687b2 None None] Pushing event updated for resources: {'Port': ['ID=11b9d979-7e97-4273-9c32-5b5aef85baa6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:02.705316 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.762991 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] For port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:02.794816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Attempting to bind port 11b9d979-7e97-4273-9c32-5b5aef85baa6 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:02.795185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Attempting to bind port 11b9d979-7e97-4273-9c32-5b5aef85baa6 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:02.795543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Attempting to bind port 11b9d979-7e97-4273-9c32-5b5aef85baa6 on network 289ff5de-c99f-4134-a00b-c1e5125ab111 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:02.809207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] For port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=731d8feb-7e57-46e9-bf74-333ddfaf2a7e,segment=NetworkSegment(131b2f5f-e15e-47bd-9008-b5b152fb299e),segment_id=131b2f5f-e15e-47bd-9008-b5b152fb299e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:02.818139 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:02.818549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Checking segment: {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:02.818936 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.819327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Bound using segment: {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:02.819808 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Bound port: 11b9d979-7e97-4273-9c32-5b5aef85baa6, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:02.820206 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.825026 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:02.853781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:20:02.938732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f50d37-8c2e-4ca1-999c-c6126282a7a2 None None] Pushing event updated for resources: {'Port': ['ID=731d8feb-7e57-46e9-bf74-333ddfaf2a7e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:02.952238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] For port 11b9d979-7e97-4273-9c32-5b5aef85baa6, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:02.955857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] For port 11b9d979-7e97-4273-9c32-5b5aef85baa6, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=11b9d979-7e97-4273-9c32-5b5aef85baa6,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:02.961027 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:03.023179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Routers {'89820316-17c6-4b88-bb94-5b480d9769d9'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:03.024560 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:19:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['89820316-17c6-4b88-bb94-5b480d9769d9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:03.068085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3614a4-177e-4e7d-839c-1d7a165687b2 None None] Pushing event updated for resources: {'Port': ['ID=11b9d979-7e97-4273-9c32-5b5aef85baa6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:03.174073 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] Set router 89820316-17c6-4b88-bb94-5b480d9769d9 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:03.248275 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:20:03.257707 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Sync routers for ids ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:20:03.278771 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Routers {'4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:03.279837 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:19:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:03.280343 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:03.284729 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 45666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:20:03.285298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dfdee9d5-ff66-4e6f-8693-f0e2cdbc04e4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8536541 Jul 13 20:20:03.431435 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Set router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:03.614685 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'name': 'tempest-TestEncryptedCinderVolumes-2010517717-router', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:56Z', 'updated_at': '2021-07-13T20:19:59Z', 'revision_number': 4, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'gw_port': {'id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:57Z', 'updated_at': '2021-07-13T20:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '11b9d979-7e97-4273-9c32-5b5aef85baa6', 'name': '', 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'mac_address': 'fa:16:3e:31:68:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '11f1c9fa-d5d6-4b30-b602-f5c0a328e94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:58Z', 'updated_at': '2021-07-13T20:20:02Z', 'revision_number': 4, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'subnets': [{'id': '11f1c9fa-d5d6-4b30-b602-f5c0a328e94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:03.621436 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'name': 'tempest-TestEncryptedCinderVolumes-176186604-router', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:02Z', 'revision_number': 3, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'gw_port': {'id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ed:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:03.644840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3acf5d-b6ee-4bee-bacd-2de7b462a25d None None] The sync data for ids ['89820316-17c6-4b88-bb94-5b480d9769d9'] in n-d-800708-1 is: [{'id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'name': 'tempest-TestEncryptedCinderVolumes-2010517717-router', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:56Z', 'updated_at': '2021-07-13T20:19:59Z', 'revision_number': 4, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'gw_port': {'id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:57Z', 'updated_at': '2021-07-13T20:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '11b9d979-7e97-4273-9c32-5b5aef85baa6', 'name': '', 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'mac_address': 'fa:16:3e:31:68:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '11f1c9fa-d5d6-4b30-b602-f5c0a328e94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:58Z', 'updated_at': '2021-07-13T20:20:02Z', 'revision_number': 4, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'subnets': [{'id': '11f1c9fa-d5d6-4b30-b602-f5c0a328e94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:20:03.649602 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Checking router: 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:20:03.649803 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Updating router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe port c954a6f6-7767-458e-8edc-c1c29923be6c binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:20:03.706447 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:03.782830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:03.990560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Allocated IP 172.20.0.1 (857e8fb3-db7b-435d-9df8-99f8d1a81036/f26b840d-aa9d-4432-894b-48d3ad32d14d/8aef49be-0666-4974-aa7f-e168426d6467) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:04.006141 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.019044 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Transition to ACTIVE for port object c954a6f6-7767-458e-8edc-c1c29923be6c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:04.027536 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.077346 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Attempting to bind port c954a6f6-7767-458e-8edc-c1c29923be6c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:04.077717 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Attempting to bind port c954a6f6-7767-458e-8edc-c1c29923be6c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:04.078071 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Attempting to bind port c954a6f6-7767-458e-8edc-c1c29923be6c on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:04.094240 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:04.094696 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:04.095120 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.095569 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:04.095993 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Bound port: c954a6f6-7767-458e-8edc-c1c29923be6c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:04.096369 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.098108 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349ee3b-0252-4b3f-b0d0-fcbb6dddb10d None None] Pushing event updated for resources: {'Port': ['ID=c954a6f6-7767-458e-8edc-c1c29923be6c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:04.133665 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.138889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a5580-b8fd-4572-8c7f-2828f73a61ba None None] Network 857e8fb3-db7b-435d-9df8-99f8d1a81036 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:20:04.147120 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Transition to ACTIVE for port object 8aef49be-0666-4974-aa7f-e168426d6467 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:04.157136 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] For port c954a6f6-7767-458e-8edc-c1c29923be6c, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:04.160686 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] For port c954a6f6-7767-458e-8edc-c1c29923be6c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c954a6f6-7767-458e-8edc-c1c29923be6c,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:04.167944 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.191111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.238696 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Routers {'4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:04.239108 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:19:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:04.248822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b59d320-bd8d-4c80-abce-0a77a4a4c196 None None] Provisioning for port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:04.259233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8aef49be-0666-4974-aa7f-e168426d6467,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:04.282050 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Network 857e8fb3-db7b-435d-9df8-99f8d1a81036 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:04.283957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:04.290999 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:04.317602 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349ee3b-0252-4b3f-b0d0-fcbb6dddb10d None None] Pushing event updated for resources: {'Port': ['ID=c954a6f6-7767-458e-8edc-c1c29923be6c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:04.366868 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.428563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 731d8feb-7e57-46e9-bf74-333ddfaf2a7e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:04.434751 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] Set router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:04.513819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:04.520740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:04.521115 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.584943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.655239 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.697773 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'name': 'tempest-TestEncryptedCinderVolumes-176186604-router', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:02Z', 'revision_number': 3, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'gw_port': {'id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ed:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:04.710736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=731d8feb-7e57-46e9-bf74-333ddfaf2a7e,segment=NetworkSegment(131b2f5f-e15e-47bd-9008-b5b152fb299e),segment_id=131b2f5f-e15e-47bd-9008-b5b152fb299e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:04.725377 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.726501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 11b9d979-7e97-4273-9c32-5b5aef85baa6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:04.730204 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7b90f-a8e6-400b-8815-b2fcd8e199e0 None None] The sync data for ids ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'] in n-d-800708-1 is: [{'id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'name': 'tempest-TestEncryptedCinderVolumes-176186604-router', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:02Z', 'revision_number': 3, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'gw_port': {'id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ed:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:20:04.841876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=731d8feb-7e57-46e9-bf74-333ddfaf2a7e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:04.848104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c8299fc-b06a-4877-8b88-d12189f6433c None None] Provisioning for port 8aef49be-0666-4974-aa7f-e168426d6467 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:04.862196 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c8299fc-b06a-4877-8b88-d12189f6433c None None] Provisioning complete for port 8aef49be-0666-4974-aa7f-e168426d6467 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:04.862847 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c8299fc-b06a-4877-8b88-d12189f6433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.873768 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.887633 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.891932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 11b9d979-7e97-4273-9c32-5b5aef85baa6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:04.898967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 11b9d979-7e97-4273-9c32-5b5aef85baa6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:04.899751 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.938178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9c8299fc-b06a-4877-8b88-d12189f6433c None None] Port 8aef49be-0666-4974-aa7f-e168426d6467 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:04.966880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c8299fc-b06a-4877-8b88-d12189f6433c None None] Provisioning complete for port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:04.967315 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c8299fc-b06a-4877-8b88-d12189f6433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.972904 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:04.990525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8aef49be-0666-4974-aa7f-e168426d6467,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:05.079148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:05.127436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Network 857e8fb3-db7b-435d-9df8-99f8d1a81036 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:05.131401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:05.153243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 11b9d979-7e97-4273-9c32-5b5aef85baa6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=11b9d979-7e97-4273-9c32-5b5aef85baa6,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:05.160746 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:05.222513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=11b9d979-7e97-4273-9c32-5b5aef85baa6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:05.284618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f66d3605-6f82-48f5-ba0e-20422cda6493 None None] Provisioning complete for port 8aef49be-0666-4974-aa7f-e168426d6467 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:05.285297 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f66d3605-6f82-48f5-ba0e-20422cda6493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:05.295259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:20:05.344051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f66d3605-6f82-48f5-ba0e-20422cda6493 None None] Port 8aef49be-0666-4974-aa7f-e168426d6467 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:05.440724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:20:05.445915 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-05009c98-57dd-48b3-b78b-1ec36438f3f6 admin admin] 10.222.0.25 "PUT /v2.0/routers/4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1599348 Jul 13 20:20:05.463003 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3eae7bf6-5f43-46dc-bf4b-217952d580fb None None] Provisioning complete for port 8aef49be-0666-4974-aa7f-e168426d6467 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:05.463371 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3eae7bf6-5f43-46dc-bf4b-217952d580fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:05.503590 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3eae7bf6-5f43-46dc-bf4b-217952d580fb None None] Port 8aef49be-0666-4974-aa7f-e168426d6467 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:06.383831 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 731d8feb-7e57-46e9-bf74-333ddfaf2a7e up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:06.431337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:06.431711 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:06.475313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-6948ca94-89fc-42f9-b93a-0818c2305ccd tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:06.476830 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-6948ca94-89fc-42f9-b93a-0818c2305ccd tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/networks?id=289ff5de-c99f-4134-a00b-c1e5125ab111 HTTP/1.1" status: 200 len: 817 time: 0.1026175 Jul 13 20:20:06.491529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-b2f7b87e-0a93-49bc-9e8a-be6a86e36134 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/quotas/4721afd7b6894af594279c0d37f03f4b HTTP/1.1" status: 200 len: 375 time: 0.0092642 Jul 13 20:20:06.510811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c954a6f6-7767-458e-8edc-c1c29923be6c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:06.560995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port c954a6f6-7767-458e-8edc-c1c29923be6c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:06.564671 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c954a6f6-7767-458e-8edc-c1c29923be6c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:06.565042 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:06.567894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-7053b31a-bdfe-4d82-9ca6-7e65c9edc837 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4721afd7b6894af594279c0d37f03f4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705910 Jul 13 20:20:06.646219 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:06.668565 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port c954a6f6-7767-458e-8edc-c1c29923be6c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c954a6f6-7767-458e-8edc-c1c29923be6c,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:06.668864 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-7d783e9b-5a17-4eed-9d6f-c82cd3d2c006 service neutron] 10.222.0.25 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871718 Jul 13 20:20:06.672678 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:06.673661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 11b9d979-7e97-4273-9c32-5b5aef85baa6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:06.753402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=c954a6f6-7767-458e-8edc-c1c29923be6c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:06.764265 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 11b9d979-7e97-4273-9c32-5b5aef85baa6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:06.764643 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:06.768099 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-8f0002e7-6d00-4178-bae8-486a719f05cb service neutron] 10.222.0.25 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930653 Jul 13 20:20:06.949942 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9acc0007-758e-4b29-8ca1-56b6b7f76d8f req-f710b00c-6cde-4dba-be01-4dcd529fda89 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 210 time: 0.0297174 Jul 13 20:20:07.194715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Sync routers for ids ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:20:07.203768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Routers {'4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:07.204383 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:19:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:07.322124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Set router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:07.525554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'name': 'tempest-TestEncryptedCinderVolumes-176186604-router', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:04Z', 'revision_number': 4, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'gw_port': {'id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '8aef49be-0666-4974-aa7f-e168426d6467', 'name': '', 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'mac_address': 'fa:16:3e:27:aa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f26b840d-aa9d-4432-894b-48d3ad32d14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:03Z', 'updated_at': '2021-07-13T20:20:04Z', 'revision_number': 2, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'subnets': [{'id': 'f26b840d-aa9d-4432-894b-48d3ad32d14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:07.552248 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Checking router: 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:20:07.552602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Updating router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe port 8aef49be-0666-4974-aa7f-e168426d6467 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:20:07.587077 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:07.840417 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:07.850601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Transition to ACTIVE for port object 8aef49be-0666-4974-aa7f-e168426d6467 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:07.856182 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:07.904965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df03f08-5885-4f34-987a-5e9de71a6684 None None] Pushing event updated for resources: {'Port': ['ID=8aef49be-0666-4974-aa7f-e168426d6467,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:07.963823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Attempting to bind port 8aef49be-0666-4974-aa7f-e168426d6467 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:07.964186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Attempting to bind port 8aef49be-0666-4974-aa7f-e168426d6467 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '131b2f5f-e15e-47bd-9008-b5b152fb299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:07.964543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Attempting to bind port 8aef49be-0666-4974-aa7f-e168426d6467 on network 857e8fb3-db7b-435d-9df8-99f8d1a81036 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:07.969805 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:07.970229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Checking segment: {'id': '131b2f5f-e15e-47bd-9008-b5b152fb299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:07.970659 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:07.971047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Bound using segment: {'id': '131b2f5f-e15e-47bd-9008-b5b152fb299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:07.971506 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Bound port: 8aef49be-0666-4974-aa7f-e168426d6467, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131b2f5f-e15e-47bd-9008-b5b152fb299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:07.971882 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:08.066593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] For port 8aef49be-0666-4974-aa7f-e168426d6467, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:08.069981 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] For port 8aef49be-0666-4974-aa7f-e168426d6467, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8aef49be-0666-4974-aa7f-e168426d6467,segment=NetworkSegment(131b2f5f-e15e-47bd-9008-b5b152fb299e),segment_id=131b2f5f-e15e-47bd-9008-b5b152fb299e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:08.076645 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:08.103017 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-5b904c7a-ba84-459f-ad6a-88b14ede7e07 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:08.105185 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-5b904c7a-ba84-459f-ad6a-88b14ede7e07 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.24 "GET /v2.0/networks?id=289ff5de-c99f-4134-a00b-c1e5125ab111 HTTP/1.1" status: 200 len: 817 time: 0.1312435 Jul 13 20:20:08.128315 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Request body: {'port': {'device_id': '8d2376c1-412e-4c77-8a36-7a0ee680c207', 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111', 'admin_state_up': True, 'tenant_id': '4721afd7b6894af594279c0d37f03f4b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:08.153269 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df03f08-5885-4f34-987a-5e9de71a6684 None None] Pushing event updated for resources: {'Port': ['ID=8aef49be-0666-4974-aa7f-e168426d6467,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:08.165010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Routers {'4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:20:08.165850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:19:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:08.166437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-25fc5fec-911d-4030-ad76-fdf9756834c8 req-53c223e3-4f35-44da-82f6-8f047a16197a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 210 time: 0.0427876 Jul 13 20:20:08.294022 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Made reservation on behalf of 4721afd7b6894af594279c0d37f03f4b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:08.299802 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:08.314931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] Set router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:20:08.361973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c954a6f6-7767-458e-8edc-c1c29923be6c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:08.453498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Allocated IP 172.20.0.7 (289ff5de-c99f-4134-a00b-c1e5125ab111/11f1c9fa-d5d6-4b30-b602-f5c0a328e94f/923af695-5750-4b3a-b3c7-81a39a785c32) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:08.521227 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c954a6f6-7767-458e-8edc-c1c29923be6c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:08.521605 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:08.595076 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:08.609421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Transition to ACTIVE for port object 923af695-5750-4b3a-b3c7-81a39a785c32 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:08.643553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:08.662171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'name': 'tempest-TestEncryptedCinderVolumes-176186604-router', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:04Z', 'revision_number': 4, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'gw_port': {'id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '8aef49be-0666-4974-aa7f-e168426d6467', 'name': '', 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'mac_address': 'fa:16:3e:27:aa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f26b840d-aa9d-4432-894b-48d3ad32d14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:03Z', 'updated_at': '2021-07-13T20:20:08Z', 'revision_number': 4, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'subnets': [{'id': 'f26b840d-aa9d-4432-894b-48d3ad32d14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:20:08.689359 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Network 289ff5de-c99f-4134-a00b-c1e5125ab111 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:08.691604 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164c17f-03dd-4629-a253-658493fa5ea9 None None] The sync data for ids ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'] in n-d-800708-1 is: [{'id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'name': 'tempest-TestEncryptedCinderVolumes-176186604-router', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:04Z', 'revision_number': 4, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'gw_port': {'id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '8aef49be-0666-4974-aa7f-e168426d6467', 'name': '', 'network_id': '857e8fb3-db7b-435d-9df8-99f8d1a81036', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'mac_address': 'fa:16:3e:27:aa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f26b840d-aa9d-4432-894b-48d3ad32d14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:03Z', 'updated_at': '2021-07-13T20:20:08Z', 'revision_number': 4, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'subnets': [{'id': 'f26b840d-aa9d-4432-894b-48d3ad32d14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:20:08.694463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:08.699198 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:08.734037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Pushing event updated for resources: {'Port': ['ID=923af695-5750-4b3a-b3c7-81a39a785c32,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:08.775710 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:08.776540 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:08.792702 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-15c1e718-78c6-40f5-91f9-92b0ea7ec021 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6699522 Jul 13 20:20:08.808668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Request body: {'port': {'device_id': '8d2376c1-412e-4c77-8a36-7a0ee680c207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:08.891935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:08.993360 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f40cdc7a-a305-4006-8c5a-090ece839f15 None None] Provisioning for port 923af695-5750-4b3a-b3c7-81a39a785c32 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:08.998001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f40cdc7a-a305-4006-8c5a-090ece839f15 None None] Provisioning complete for port 923af695-5750-4b3a-b3c7-81a39a785c32 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:08.998499 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f40cdc7a-a305-4006-8c5a-090ece839f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:09.038495 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f40cdc7a-a305-4006-8c5a-090ece839f15 None None] Port 923af695-5750-4b3a-b3c7-81a39a785c32 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:09.174366 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923af695-5750-4b3a-b3c7-81a39a785c32 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:09.184051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:09.196524 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Transition to ACTIVE for port object 923af695-5750-4b3a-b3c7-81a39a785c32 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:09.199920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:09.272042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Pushing event updated for resources: {'Port': ['ID=923af695-5750-4b3a-b3c7-81a39a785c32,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:09.364908 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Attempting to bind port 923af695-5750-4b3a-b3c7-81a39a785c32 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:09.365248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Attempting to bind port 923af695-5750-4b3a-b3c7-81a39a785c32 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:09.365567 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Attempting to bind port 923af695-5750-4b3a-b3c7-81a39a785c32 on network 289ff5de-c99f-4134-a00b-c1e5125ab111 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:09.377238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Port 923af695-5750-4b3a-b3c7-81a39a785c32 on network 289ff5de-c99f-4134-a00b-c1e5125ab111 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:20:09.377488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Attempting to bind port 923af695-5750-4b3a-b3c7-81a39a785c32 on network 289ff5de-c99f-4134-a00b-c1e5125ab111 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:09.385467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:09.385863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Checking segment: {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:09.386256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Bound using segment: {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:09.386715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Bound port: 923af695-5750-4b3a-b3c7-81a39a785c32, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:09.387077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:09.397537 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75325fdb-31e7-4ade-bd92-0738751bf5c4 req-03892473-66df-4de7-bc78-2ad851f44b77 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:09.399128 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-75325fdb-31e7-4ade-bd92-0738751bf5c4 req-03892473-66df-4de7-bc78-2ad851f44b77 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 943 time: 0.1045601 Jul 13 20:20:09.467956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-75325fdb-31e7-4ade-bd92-0738751bf5c4 req-3ce30344-b636-4b7d-b9a8-1508e2d52b51 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624025 Jul 13 20:20:09.489706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] For port 923af695-5750-4b3a-b3c7-81a39a785c32, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:09.492784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] For port 923af695-5750-4b3a-b3c7-81a39a785c32, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=923af695-5750-4b3a-b3c7-81a39a785c32,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:09.496515 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:09.529988 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:09.531041 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:09.532491 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] 10.222.0.24 "PUT /v2.0/ports/923af695-5750-4b3a-b3c7-81a39a785c32 HTTP/1.1" status: 200 len: 1091 time: 0.7302389 Jul 13 20:20:09.534776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2376c1-412e-4c77-8a36-7a0ee680c207', 'tag': '923af695-5750-4b3a-b3c7-81a39a785c32'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:09.537362 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2376c1-412e-4c77-8a36-7a0ee680c207", "tag": "923af695-5750-4b3a-b3c7-81a39a785c32"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:09.568342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c139c87-30fb-4cbf-b733-3f40d98a793e service neutron] Pushing event updated for resources: {'Port': ['ID=923af695-5750-4b3a-b3c7-81a39a785c32,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:09.577910 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc77d6-961c-4b99-b8a3-acd74d397deb x-openstack-request-id: req-e8fc77d6-961c-4b99-b8a3-acd74d397deb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:09.578195 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2376c1-412e-4c77-8a36-7a0ee680c207", "tag": "923af695-5750-4b3a-b3c7-81a39a785c32", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:09.578479 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8fc77d6-961c-4b99-b8a3-acd74d397deb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:09.578886 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2376c1-412e-4c77-8a36-7a0ee680c207', 'tag': '923af695-5750-4b3a-b3c7-81a39a785c32', 'status': 'completed', 'code': 200} Jul 13 20:20:09.645819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-23dde7c1-4744-4eb9-af87-c56848aa761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:09.647402 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-23dde7c1-4744-4eb9-af87-c56848aa761d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4721afd7b6894af594279c0d37f03f4b&device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 1094 time: 0.0598752 Jul 13 20:20:09.696038 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-23fa6e60-605d-4a1a-b525-926e5645bdb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923af695-5750-4b3a-b3c7-81a39a785c32 HTTP/1.1" status: 200 len: 217 time: 0.0365767 Jul 13 20:20:09.749052 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-1b01b0dd-e839-433d-ac47-65f15356adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:09.750513 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-1b01b0dd-e839-433d-ac47-65f15356adf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11f1c9fa-d5d6-4b30-b602-f5c0a328e94f HTTP/1.1" status: 200 len: 856 time: 0.0434175 Jul 13 20:20:09.813383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-935b1214-2001-4f11-8d88-baa12bc01f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:09.814926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-935b1214-2001-4f11-8d88-baa12bc01f48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=289ff5de-c99f-4134-a00b-c1e5125ab111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569513 Jul 13 20:20:09.910841 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-2a874df2-e26e-4f13-944f-30e9bb0928db service neutron] 10.222.0.24 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834994 Jul 13 20:20:10.005952 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8d43a6dc-9e12-43b5-836c-942420e0272f req-fcbf3b46-3b0f-4c64-84ba-b4399bdb06f1 service neutron] 10.222.0.24 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852773 Jul 13 20:20:10.113069 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-f41a90bc-f25b-4893-90aa-863aa1a938a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:10.114599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-f41a90bc-f25b-4893-90aa-863aa1a938a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4721afd7b6894af594279c0d37f03f4b&device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 1094 time: 0.0523329 Jul 13 20:20:10.205082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-cdf59590-8f53-44a9-b553-41d6c2060040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:10.206650 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-cdf59590-8f53-44a9-b553-41d6c2060040 service neutron] 10.222.0.24 "GET /v2.0/networks?id=289ff5de-c99f-4134-a00b-c1e5125ab111 HTTP/1.1" status: 200 len: 918 time: 0.0848353 Jul 13 20:20:10.253313 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-eb0e00a0-e269-443a-9b8a-d5f3ce6a9879 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923af695-5750-4b3a-b3c7-81a39a785c32 HTTP/1.1" status: 200 len: 217 time: 0.0399313 Jul 13 20:20:10.308786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-af54176a-3a8b-4b96-92fd-84053645b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:10.310433 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-af54176a-3a8b-4b96-92fd-84053645b83c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11f1c9fa-d5d6-4b30-b602-f5c0a328e94f HTTP/1.1" status: 200 len: 856 time: 0.0494688 Jul 13 20:20:10.321429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8aef49be-0666-4974-aa7f-e168426d6467 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:10.370551 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 8aef49be-0666-4974-aa7f-e168426d6467 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:10.373770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-bd78a535-f744-44d8-8a98-105318810201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:10.374220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8aef49be-0666-4974-aa7f-e168426d6467 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:10.374635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:10.375312 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-bd78a535-f744-44d8-8a98-105318810201 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=289ff5de-c99f-4134-a00b-c1e5125ab111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548015 Jul 13 20:20:10.449973 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:10.472674 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-4c77aa7a-40a8-444c-99af-e69e5289b1fa service neutron] 10.222.0.24 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886624 Jul 13 20:20:10.481802 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 8aef49be-0666-4974-aa7f-e168426d6467, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8aef49be-0666-4974-aa7f-e168426d6467,segment=NetworkSegment(131b2f5f-e15e-47bd-9008-b5b152fb299e),segment_id=131b2f5f-e15e-47bd-9008-b5b152fb299e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:10.486119 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:10.585794 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e7ce7533-2389-4235-9fd0-a85d1ec4b7fc req-7f1559ac-aeb5-4e6e-b92f-8a385dc5666d service neutron] 10.222.0.24 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040776 Jul 13 20:20:10.665217 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40dde5-363a-490b-944e-e4e1013600e3 req-5a9de149-db14-465f-aeae-093a1050cbc7 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:10.666822 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2f40dde5-363a-490b-944e-e4e1013600e3 req-5a9de149-db14-465f-aeae-093a1050cbc7 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 943 time: 0.0743778 Jul 13 20:20:10.701563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=8aef49be-0666-4974-aa7f-e168426d6467,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:10.704386 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2f40dde5-363a-490b-944e-e4e1013600e3 req-6fb22a1d-9165-41ba-aa72-a17d06504db5 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319099 Jul 13 20:20:11.914652 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fce919-d225-443d-a061-d2d7db876ea3 req-3813c2fb-9329-4484-ab57-619281cba285 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:11.916597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28fce919-d225-443d-a061-d2d7db876ea3 req-3813c2fb-9329-4484-ab57-619281cba285 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 943 time: 0.0781343 Jul 13 20:20:11.956882 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28fce919-d225-443d-a061-d2d7db876ea3 req-31a6a02f-932f-4563-ab0f-952c7fcbdd6f tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340555 Jul 13 20:20:12.309806 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8aef49be-0666-4974-aa7f-e168426d6467 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:12.358119 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8aef49be-0666-4974-aa7f-e168426d6467 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:12.358517 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:12.674123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 923af695-5750-4b3a-b3c7-81a39a785c32 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:20:12.767340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 923af695-5750-4b3a-b3c7-81a39a785c32, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=923af695-5750-4b3a-b3c7-81a39a785c32,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:12.778871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '923af695-5750-4b3a-b3c7-81a39a785c32', 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111', 'port_id': '923af695-5750-4b3a-b3c7-81a39a785c32', 'mac_address': 'fa:16:3e:86:3b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f1c9fa-d5d6-4b30-b602-f5c0a328e94f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:20:12.816906 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:12.832921 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923af695-5750-4b3a-b3c7-81a39a785c32 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:12.852682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 923af695-5750-4b3a-b3c7-81a39a785c32, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=923af695-5750-4b3a-b3c7-81a39a785c32,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:12.856796 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:12.902747 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=923af695-5750-4b3a-b3c7-81a39a785c32,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:13.133430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['923af695-5750-4b3a-b3c7-81a39a785c32'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:20:13.151233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbdfc0-049d-425f-b8da-d46cbc7938c4 req-86db785d-5775-4b2c-a501-eac604f250f9 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:13.152762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8fdbdfc0-049d-425f-b8da-d46cbc7938c4 req-86db785d-5775-4b2c-a501-eac604f250f9 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 944 time: 0.0647721 Jul 13 20:20:13.191123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8fdbdfc0-049d-425f-b8da-d46cbc7938c4 req-8c522830-13cb-49ab-a341-c4815137dcac tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328069 Jul 13 20:20:14.370081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4f362-ba79-445a-872a-f67cbce0cba0 req-c8ddcb21-3999-49fe-a43f-188eddd507f6 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:14.371556 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81f4f362-ba79-445a-872a-f67cbce0cba0 req-c8ddcb21-3999-49fe-a43f-188eddd507f6 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 944 time: 0.0671427 Jul 13 20:20:14.407772 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-81f4f362-ba79-445a-872a-f67cbce0cba0 req-dde3196b-a4c9-4deb-af86-bdf832b46d24 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306890 Jul 13 20:20:14.690609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 923af695-5750-4b3a-b3c7-81a39a785c32 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:14.741687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 923af695-5750-4b3a-b3c7-81a39a785c32 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:14.745348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 923af695-5750-4b3a-b3c7-81a39a785c32 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:14.745750 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:14.821533 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:14.843156 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2376c1-412e-4c77-8a36-7a0ee680c207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923af695-5750-4b3a-b3c7-81a39a785c32'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:14.845423 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c88333-1a56-4138-8bd4-3ef16a9724da" -d '{"events": [{"server_uuid": "8d2376c1-412e-4c77-8a36-7a0ee680c207", "name": "network-vif-plugged", "status": "completed", "tag": "923af695-5750-4b3a-b3c7-81a39a785c32"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:14.858216 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 923af695-5750-4b3a-b3c7-81a39a785c32, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=923af695-5750-4b3a-b3c7-81a39a785c32,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:14.863394 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:14.890516 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2ddde7-528d-4034-ab1b-407586836af4 x-openstack-request-id: req-9e2ddde7-528d-4034-ab1b-407586836af4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:14.890807 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2376c1-412e-4c77-8a36-7a0ee680c207", "name": "network-vif-plugged", "status": "completed", "tag": "923af695-5750-4b3a-b3c7-81a39a785c32", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:14.891053 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e2ddde7-528d-4034-ab1b-407586836af4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:14.891430 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2376c1-412e-4c77-8a36-7a0ee680c207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923af695-5750-4b3a-b3c7-81a39a785c32', 'code': 200} Jul 13 20:20:14.917324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=923af695-5750-4b3a-b3c7-81a39a785c32,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:15.008436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44200bbb-efed-4692-8da3-1b5b769116c0 req-9fce1cdb-fada-44e1-bcc8-081b47494f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:15.009905 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44200bbb-efed-4692-8da3-1b5b769116c0 req-9fce1cdb-fada-44e1-bcc8-081b47494f3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 1096 time: 0.0503526 Jul 13 20:20:15.048085 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-44200bbb-efed-4692-8da3-1b5b769116c0 req-f721dfd6-ca67-4324-affb-4297c78c06af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271137 Jul 13 20:20:15.579696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449bc3d-51a3-4349-8b45-562eb114f212 req-e206997c-9e09-465a-a854-a6b04d1e1ddb tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:15.581166 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6449bc3d-51a3-4349-8b45-562eb114f212 req-e206997c-9e09-465a-a854-a6b04d1e1ddb tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 945 time: 0.0624018 Jul 13 20:20:15.618533 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6449bc3d-51a3-4349-8b45-562eb114f212 req-35550575-b536-4f5d-9ffc-6ffdb9939fe8 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Jul 13 20:20:16.171232 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:16.791757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa87622-88fe-4f7c-b857-6b0343596d88 req-b0c2f4c8-7b9c-402e-aa02-6ad0a9c4fa10 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:16.793268 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bfa87622-88fe-4f7c-b857-6b0343596d88 req-b0c2f4c8-7b9c-402e-aa02-6ad0a9c4fa10 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 945 time: 0.0656435 Jul 13 20:20:16.830890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bfa87622-88fe-4f7c-b857-6b0343596d88 req-25ac73e8-d790-47d3-90b5-03b0dffe3c98 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Jul 13 20:20:16.835666 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:17.005512 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46361f6-18c8-43b4-a820-0b69ea00934c req-ca4b7d31-dea1-4151-8a67-161995e68c9b tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:17.006916 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f46361f6-18c8-43b4-a820-0b69ea00934c req-ca4b7d31-dea1-4151-8a67-161995e68c9b tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 945 time: 0.0632997 Jul 13 20:20:17.044128 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f46361f6-18c8-43b4-a820-0b69ea00934c req-a5897ee7-f51e-44b2-a7d6-92d9cd69f7f1 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Jul 13 20:20:20.816758 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6116ca34-2e9b-43dc-80d9-baf22dd7aa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:23.659964 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c52964bb-4370-45a5-bab2-9bd45f77a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:23.719197 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:24.768713 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:26.259205 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:36.041567 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca14e8-33c7-4aed-a8f2-81e2e687f285 req-42d1d36d-022e-46bf-8ee3-1cd04cdbb071 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:36.043100 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ca14e8-33c7-4aed-a8f2-81e2e687f285 req-42d1d36d-022e-46bf-8ee3-1cd04cdbb071 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 945 time: 0.0701067 Jul 13 20:20:36.081481 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45ca14e8-33c7-4aed-a8f2-81e2e687f285 req-8a794e59-162a-4e37-8179-8c4ff8ecb4ab tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Jul 13 20:20:36.461274 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:20:37.260339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530515f-f33e-44c6-82c3-8c964f08eac4 req-0b3fa65f-e031-436a-9eec-9e471b206a99 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:37.261885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e530515f-f33e-44c6-82c3-8c964f08eac4 req-0b3fa65f-e031-436a-9eec-9e471b206a99 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 945 time: 0.0680799 Jul 13 20:20:37.301510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e530515f-f33e-44c6-82c3-8c964f08eac4 req-85e5915d-5277-44a6-8e62-ce165d4f4704 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337830 Jul 13 20:20:37.699106 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-11e16bd3-54d2-40ea-acdf-02291f4e74f8 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:37.700565 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-11e16bd3-54d2-40ea-acdf-02291f4e74f8 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 945 time: 0.0648694 Jul 13 20:20:37.796508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Deleting port 923af695-5750-4b3a-b3c7-81a39a785c32 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:20:37.796852 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:37.887494 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] For port 923af695-5750-4b3a-b3c7-81a39a785c32, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=923af695-5750-4b3a-b3c7-81a39a785c32,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:37.888072 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:37.900965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Calling delete_port for 923af695-5750-4b3a-b3c7-81a39a785c32 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:20:38.023989 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.041365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['923af695-5750-4b3a-b3c7-81a39a785c32'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:20:38.058743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Pushing event deleted for resources: {'Port': ['ID=923af695-5750-4b3a-b3c7-81a39a785c32,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:38.086138 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.086508 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.086850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.087764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.088089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.088444 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.088746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.089076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.089401 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.089725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.090048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.090368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:38.115246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] No DVR routers for this DVR port 923af695-5750-4b3a-b3c7-81a39a785c32 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:20:38.117919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:38.120680 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6b47feb7-2127-4bf1-bc89-4aaf1c87e913 req-b10516ec-0855-4c99-85ba-91ddb2e6d760 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.24 "DELETE /v2.0/ports/923af695-5750-4b3a-b3c7-81a39a785c32 HTTP/1.1" status: 204 len: 173 time: 0.4142399 Jul 13 20:20:38.121140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2376c1-412e-4c77-8a36-7a0ee680c207', 'name': 'network-vif-deleted', 'tag': '923af695-5750-4b3a-b3c7-81a39a785c32'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:38.123466 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada4cff4-ce65-47a3-bec5-8075a14f6644" -d '{"events": [{"server_uuid": "8d2376c1-412e-4c77-8a36-7a0ee680c207", "name": "network-vif-deleted", "tag": "923af695-5750-4b3a-b3c7-81a39a785c32"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:38.165037 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bd7210-b81b-4449-86c3-9cfa36932c98 x-openstack-request-id: req-c1bd7210-b81b-4449-86c3-9cfa36932c98 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:38.165464 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2376c1-412e-4c77-8a36-7a0ee680c207", "name": "network-vif-deleted", "tag": "923af695-5750-4b3a-b3c7-81a39a785c32", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:38.165722 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1bd7210-b81b-4449-86c3-9cfa36932c98 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:38.166130 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2376c1-412e-4c77-8a36-7a0ee680c207', 'name': 'network-vif-deleted', 'tag': '923af695-5750-4b3a-b3c7-81a39a785c32', 'status': 'completed', 'code': 200} Jul 13 20:20:38.450804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f858471e-4036-4535-8625-1df9c07b3331 req-e999dbc0-1fcf-4194-8935-cfc8c3ce1d6b tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d2376c1-412e-4c77-8a36-7a0ee680c207 HTTP/1.1" status: 200 len: 210 time: 0.0286314 Jul 13 20:20:39.962985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-dd939d87-dcec-4592-8ffb-1cc5cebf5592 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:39.964462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-dd939d87-dcec-4592-8ffb-1cc5cebf5592 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/networks?id=289ff5de-c99f-4134-a00b-c1e5125ab111 HTTP/1.1" status: 200 len: 817 time: 0.1027541 Jul 13 20:20:39.979199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-74dfcbff-f7c5-4900-ba10-739cbac06f3e tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/quotas/4721afd7b6894af594279c0d37f03f4b HTTP/1.1" status: 200 len: 375 time: 0.0094514 Jul 13 20:20:40.044070 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-14d69ad0-11e1-45bf-aff3-950d3032f0b8 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4721afd7b6894af594279c0d37f03f4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601749 Jul 13 20:20:40.174186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-1d4ac7b0-2ac9-47bb-82a1-71c29cb5f83c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:20:40.175538 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-1d4ac7b0-2ac9-47bb-82a1-71c29cb5f83c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461943 Jul 13 20:20:40.265634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-7c22e59b-ea7a-44d3-ab7c-e8dbcd260134 service neutron] 10.222.0.25 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844159 Jul 13 20:20:40.352521 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-c73b7d04-d4ec-4095-929d-a52489a30fc9 service neutron] 10.222.0.25 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812597 Jul 13 20:20:40.521719 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-71b4b10c-69cb-4fe3-8ee6-b0ec33b344b2 req-0bdc52ee-7b29-467c-8f6a-ee884b86a910 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 210 time: 0.0283372 Jul 13 20:20:40.853758 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 923af695-5750-4b3a-b3c7-81a39a785c32 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:20:40.875127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 923af695-5750-4b3a-b3c7-81a39a785c32 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:20:40.875399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 923af695-5750-4b3a-b3c7-81a39a785c32 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:20:41.629934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-4ac0869c-2924-446d-9628-ca573bf610f3 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:41.631635 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-4ac0869c-2924-446d-9628-ca573bf610f3 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.24 "GET /v2.0/networks?id=289ff5de-c99f-4134-a00b-c1e5125ab111 HTTP/1.1" status: 200 len: 817 time: 0.1089826 Jul 13 20:20:41.674332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Request body: {'port': {'device_id': '6f11f67b-078b-4b3f-88d9-a35724adaea8', 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111', 'admin_state_up': True, 'tenant_id': '4721afd7b6894af594279c0d37f03f4b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:41.680402 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-19262d96-d2f5-4784-873e-ab8d06998c82 req-a9b240a2-1851-4503-ba59-06be16b9d4ca tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 210 time: 0.0407422 Jul 13 20:20:41.779068 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Made reservation on behalf of 4721afd7b6894af594279c0d37f03f4b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:20:41.782598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:41.906644 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Allocated IP 172.20.0.14 (289ff5de-c99f-4134-a00b-c1e5125ab111/11f1c9fa-d5d6-4b30-b602-f5c0a328e94f/7170e2fd-aa53-449f-b35b-437b7559d60e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:20:42.051191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.065058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Transition to ACTIVE for port object 7170e2fd-aa53-449f-b35b-437b7559d60e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:42.098384 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.138716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Network 289ff5de-c99f-4134-a00b-c1e5125ab111 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:20:42.143717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:20:42.147375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:20:42.173899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Pushing event updated for resources: {'Port': ['ID=7170e2fd-aa53-449f-b35b-437b7559d60e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:42.203136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:42.203779 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.219117 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-06f87c69-fbc9-47d2-8a49-2b5eff252c20 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693636 Jul 13 20:20:42.236271 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Request body: {'port': {'device_id': '6f11f67b-078b-4b3f-88d9-a35724adaea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:20:42.317748 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.399375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9378ca4e-6fbd-43e8-9db3-0ec81c6db3dc None None] Provisioning for port 7170e2fd-aa53-449f-b35b-437b7559d60e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:42.403884 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9378ca4e-6fbd-43e8-9db3-0ec81c6db3dc None None] Provisioning complete for port 7170e2fd-aa53-449f-b35b-437b7559d60e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:42.404316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9378ca4e-6fbd-43e8-9db3-0ec81c6db3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.440580 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9378ca4e-6fbd-43e8-9db3-0ec81c6db3dc None None] Port 7170e2fd-aa53-449f-b35b-437b7559d60e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:20:42.570606 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7170e2fd-aa53-449f-b35b-437b7559d60e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:42.578661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.590451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Transition to ACTIVE for port object 7170e2fd-aa53-449f-b35b-437b7559d60e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:20:42.593957 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.645902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7170e2fd-aa53-449f-b35b-437b7559d60e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:42.720540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Attempting to bind port 7170e2fd-aa53-449f-b35b-437b7559d60e on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:20:42.720878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Attempting to bind port 7170e2fd-aa53-449f-b35b-437b7559d60e by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:20:42.721209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Attempting to bind port 7170e2fd-aa53-449f-b35b-437b7559d60e on network 289ff5de-c99f-4134-a00b-c1e5125ab111 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:42.725659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Port 7170e2fd-aa53-449f-b35b-437b7559d60e on network 289ff5de-c99f-4134-a00b-c1e5125ab111 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:20:42.725978 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Attempting to bind port 7170e2fd-aa53-449f-b35b-437b7559d60e on network 289ff5de-c99f-4134-a00b-c1e5125ab111 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:20:42.730867 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:20:42.731209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Checking segment: {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:20:42.731590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Bound using segment: {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:20:42.732016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Bound port: 7170e2fd-aa53-449f-b35b-437b7559d60e, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:20:42.732377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.802373 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] For port 7170e2fd-aa53-449f-b35b-437b7559d60e, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:20:42.806316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] For port 7170e2fd-aa53-449f-b35b-437b7559d60e, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7170e2fd-aa53-449f-b35b-437b7559d60e,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:20:42.812475 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.846765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:42.847403 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:42.848831 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/7170e2fd-aa53-449f-b35b-437b7559d60e HTTP/1.1" status: 200 len: 1092 time: 0.6170666 Jul 13 20:20:42.849268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f11f67b-078b-4b3f-88d9-a35724adaea8', 'tag': '7170e2fd-aa53-449f-b35b-437b7559d60e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:42.851595 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5150600-7e05-4489-b883-ea66b448b262" -d '{"events": [{"name": "network-changed", "server_uuid": "6f11f67b-078b-4b3f-88d9-a35724adaea8", "tag": "7170e2fd-aa53-449f-b35b-437b7559d60e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:42.893495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0ffbc-22b3-48f8-866e-277c53f3fc66 req-22d0f61d-5478-4a4f-96db-6bab309dd8e5 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:42.901499 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13b0ffbc-22b3-48f8-866e-277c53f3fc66 req-22d0f61d-5478-4a4f-96db-6bab309dd8e5 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 944 time: 0.0964820 Jul 13 20:20:42.909399 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c69bb8b-f52f-42a0-9e02-c886be69d142 x-openstack-request-id: req-9c69bb8b-f52f-42a0-9e02-c886be69d142 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:42.909687 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f11f67b-078b-4b3f-88d9-a35724adaea8", "tag": "7170e2fd-aa53-449f-b35b-437b7559d60e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:42.910078 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c69bb8b-f52f-42a0-9e02-c886be69d142 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:42.910635 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f11f67b-078b-4b3f-88d9-a35724adaea8', 'tag': '7170e2fd-aa53-449f-b35b-437b7559d60e', 'status': 'completed', 'code': 200} Jul 13 20:20:42.912343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a750d66-56fe-4e6e-8aed-a2612acee6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7170e2fd-aa53-449f-b35b-437b7559d60e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:42.947379 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-13b0ffbc-22b3-48f8-866e-277c53f3fc66 req-9230e358-6a9d-4f39-88d7-b238cc2e4412 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448713 Jul 13 20:20:42.969324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-cbe4bb35-52cb-4340-a02f-26095e01ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:42.970923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-cbe4bb35-52cb-4340-a02f-26095e01ec10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4721afd7b6894af594279c0d37f03f4b&device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 1095 time: 0.0732467 Jul 13 20:20:43.016362 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-2677546e-029c-4bbd-a570-4381d9428e2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7170e2fd-aa53-449f-b35b-437b7559d60e HTTP/1.1" status: 200 len: 217 time: 0.0349088 Jul 13 20:20:43.066583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9ebec6f8-a94b-40af-876f-d8a8b711835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:43.068076 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-9ebec6f8-a94b-40af-876f-d8a8b711835c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11f1c9fa-d5d6-4b30-b602-f5c0a328e94f HTTP/1.1" status: 200 len: 856 time: 0.0444632 Jul 13 20:20:43.124260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-dda61a3a-0836-43cb-a04f-49a2bc63a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:43.125751 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-dda61a3a-0836-43cb-a04f-49a2bc63a13f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=289ff5de-c99f-4134-a00b-c1e5125ab111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500314 Jul 13 20:20:43.216436 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-97f174b6-e7ca-4cfb-be77-5d4d2ab52c98 service neutron] 10.222.0.24 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815115 Jul 13 20:20:43.310102 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dcbb5fee-00fc-4e20-b520-52d57a8d71db req-44ec6f47-0356-4231-8cbc-f8c6dc69c3ce service neutron] 10.222.0.24 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862176 Jul 13 20:20:43.419412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150600-7e05-4489-b883-ea66b448b262 req-7aeb29ad-6fb2-493f-be15-4474df3a05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:43.420889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5150600-7e05-4489-b883-ea66b448b262 req-7aeb29ad-6fb2-493f-be15-4474df3a05f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4721afd7b6894af594279c0d37f03f4b&device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 1095 time: 0.0561490 Jul 13 20:20:43.507287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150600-7e05-4489-b883-ea66b448b262 req-c14cf599-84db-43a4-b83e-038cd28d43d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:43.509156 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5150600-7e05-4489-b883-ea66b448b262 req-c14cf599-84db-43a4-b83e-038cd28d43d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=289ff5de-c99f-4134-a00b-c1e5125ab111 HTTP/1.1" status: 200 len: 918 time: 0.0809619 Jul 13 20:20:43.552691 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5150600-7e05-4489-b883-ea66b448b262 req-a66c2f73-6a34-4e2b-84f4-89b9df426477 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7170e2fd-aa53-449f-b35b-437b7559d60e HTTP/1.1" status: 200 len: 217 time: 0.0367374 Jul 13 20:20:43.867467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150600-7e05-4489-b883-ea66b448b262 req-18bf54a6-9aa2-4d1a-80ee-638acd5fc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:43.868995 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5150600-7e05-4489-b883-ea66b448b262 req-18bf54a6-9aa2-4d1a-80ee-638acd5fc4b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11f1c9fa-d5d6-4b30-b602-f5c0a328e94f HTTP/1.1" status: 200 len: 856 time: 0.3085501 Jul 13 20:20:43.928506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150600-7e05-4489-b883-ea66b448b262 req-69ee59b1-c48d-4290-aaab-02e83281841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:43.929963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5150600-7e05-4489-b883-ea66b448b262 req-69ee59b1-c48d-4290-aaab-02e83281841e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=289ff5de-c99f-4134-a00b-c1e5125ab111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502801 Jul 13 20:20:44.020607 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5150600-7e05-4489-b883-ea66b448b262 req-68218853-80f6-43e2-ae3f-890766cd2cd3 service neutron] 10.222.0.24 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816510 Jul 13 20:20:44.148071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5150600-7e05-4489-b883-ea66b448b262 req-bf9070aa-4ac5-4273-9b92-ba94a5a779a0 service neutron] 10.222.0.24 "GET /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192439 Jul 13 20:20:44.163698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24515e-4563-4f01-97bd-5cce21be3c69 req-e1392772-fdba-4bc2-b73d-c881d7831c8c tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:44.165223 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff24515e-4563-4f01-97bd-5cce21be3c69 req-e1392772-fdba-4bc2-b73d-c881d7831c8c tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 944 time: 0.0962539 Jul 13 20:20:44.204826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff24515e-4563-4f01-97bd-5cce21be3c69 req-34b35b5e-5ec7-491c-bb95-dc3b305979cd tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Jul 13 20:20:45.382825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21485336-6fba-4c7b-95b5-4e455caeabc8 req-cc8d576a-f03c-431e-8fbe-ccdc65d777ce tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:45.384814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21485336-6fba-4c7b-95b5-4e455caeabc8 req-cc8d576a-f03c-431e-8fbe-ccdc65d777ce tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 944 time: 0.0643809 Jul 13 20:20:45.421928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21485336-6fba-4c7b-95b5-4e455caeabc8 req-87b34565-70b1-40b0-9f87-197962272217 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316045 Jul 13 20:20:46.171235 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.593506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d65-df8b-4074-acf3-77d17ad1364c req-196dfcd1-5512-4971-97ba-6a63c4a76685 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:46.595018 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39ed5d65-df8b-4074-acf3-77d17ad1364c req-196dfcd1-5512-4971-97ba-6a63c4a76685 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 944 time: 0.0623736 Jul 13 20:20:46.631415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-39ed5d65-df8b-4074-acf3-77d17ad1364c req-3103cc27-023a-4a0b-9884-fcc71e6be1f4 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309541 Jul 13 20:20:46.841106 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:46.859422 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7170e2fd-aa53-449f-b35b-437b7559d60e details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:20:46.957099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7170e2fd-aa53-449f-b35b-437b7559d60e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7170e2fd-aa53-449f-b35b-437b7559d60e,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:46.968220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '7170e2fd-aa53-449f-b35b-437b7559d60e', 'network_id': '289ff5de-c99f-4134-a00b-c1e5125ab111', 'port_id': '7170e2fd-aa53-449f-b35b-437b7559d60e', 'mac_address': 'fa:16:3e:2a:83:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f1c9fa-d5d6-4b30-b602-f5c0a328e94f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:20:47.004018 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:47.019762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7170e2fd-aa53-449f-b35b-437b7559d60e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:20:47.038338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7170e2fd-aa53-449f-b35b-437b7559d60e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7170e2fd-aa53-449f-b35b-437b7559d60e,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:47.041893 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:47.087509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7170e2fd-aa53-449f-b35b-437b7559d60e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:47.094695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.094983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.095322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.095660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.095993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.096322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.096651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.096988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.097295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.097622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.097946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.098267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:20:47.293077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['7170e2fd-aa53-449f-b35b-437b7559d60e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:20:47.800200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ea3de-0d8d-47df-9c11-3ee8be704f80 req-af2b9816-9449-45d4-ae76-baa3d0a895fd tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:47.801933 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d04ea3de-0d8d-47df-9c11-3ee8be704f80 req-af2b9816-9449-45d4-ae76-baa3d0a895fd tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 945 time: 0.0626767 Jul 13 20:20:47.840252 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d04ea3de-0d8d-47df-9c11-3ee8be704f80 req-abaca56a-dff9-4b02-85ce-daeb666b2139 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Jul 13 20:20:48.875518 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7170e2fd-aa53-449f-b35b-437b7559d60e up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:20:48.927341 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 7170e2fd-aa53-449f-b35b-437b7559d60e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:20:48.932197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 7170e2fd-aa53-449f-b35b-437b7559d60e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:20:48.932391 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.007218 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.020612 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d261453-d174-41e5-a3a2-cc98af80ff9d req-9f4c50f1-1294-49d6-b0be-39020721354f tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:49.022192 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d261453-d174-41e5-a3a2-cc98af80ff9d req-9f4c50f1-1294-49d6-b0be-39020721354f tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 945 time: 0.0655458 Jul 13 20:20:49.028959 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f11f67b-078b-4b3f-88d9-a35724adaea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7170e2fd-aa53-449f-b35b-437b7559d60e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:20:49.031192 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0242fa32-4b3f-4e87-9129-9676a858aec9" -d '{"events": [{"server_uuid": "6f11f67b-078b-4b3f-88d9-a35724adaea8", "name": "network-vif-plugged", "status": "completed", "tag": "7170e2fd-aa53-449f-b35b-437b7559d60e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:20:49.045493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 7170e2fd-aa53-449f-b35b-437b7559d60e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7170e2fd-aa53-449f-b35b-437b7559d60e,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:20:49.049826 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:49.065747 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1d261453-d174-41e5-a3a2-cc98af80ff9d req-ce658847-cd3c-4e53-a77d-15571fa8da0f tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345905 Jul 13 20:20:49.077842 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7660373-d273-4219-b0c9-bdc71fce129f x-openstack-request-id: req-a7660373-d273-4219-b0c9-bdc71fce129f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:20:49.078118 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f11f67b-078b-4b3f-88d9-a35724adaea8", "name": "network-vif-plugged", "status": "completed", "tag": "7170e2fd-aa53-449f-b35b-437b7559d60e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:20:49.078366 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7660373-d273-4219-b0c9-bdc71fce129f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:20:49.078797 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f11f67b-078b-4b3f-88d9-a35724adaea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7170e2fd-aa53-449f-b35b-437b7559d60e', 'code': 200} Jul 13 20:20:49.104062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=7170e2fd-aa53-449f-b35b-437b7559d60e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:20:49.195522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc64b09-6a31-4793-95b2-ac44e83b9374 req-aeaece35-cc8a-4349-b628-c597037c84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:49.197131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3dc64b09-6a31-4793-95b2-ac44e83b9374 req-aeaece35-cc8a-4349-b628-c597037c84ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 1097 time: 0.0514660 Jul 13 20:20:49.237510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3dc64b09-6a31-4793-95b2-ac44e83b9374 req-2ebe6c0b-d607-44f3-807f-e76cdb124c54 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276690 Jul 13 20:20:50.246311 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a1db0-c9e7-49ee-86e8-1a0396b8b29f req-b31057a7-4339-42a7-bf41-f48f42ab7a66 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:50.247825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-639a1db0-c9e7-49ee-86e8-1a0396b8b29f req-b31057a7-4339-42a7-bf41-f48f42ab7a66 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 946 time: 0.0697784 Jul 13 20:20:50.286179 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-639a1db0-c9e7-49ee-86e8-1a0396b8b29f req-4b182cb1-4516-41f2-9e22-a8c20c8137f7 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327671 Jul 13 20:20:50.817480 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e931f03-e51e-4c2d-b9eb-07a6476f41e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:51.459598 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca34-5b0b-4fd6-a6fa-870579dc6f63 req-46c3ab02-cf32-4a60-9614-68b98a762c39 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:51.461110 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-da27ca34-5b0b-4fd6-a6fa-870579dc6f63 req-46c3ab02-cf32-4a60-9614-68b98a762c39 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 946 time: 0.0661576 Jul 13 20:20:51.498099 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-da27ca34-5b0b-4fd6-a6fa-870579dc6f63 req-2a174e7e-a9e9-44ba-945a-dbc595852ce2 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313566 Jul 13 20:20:51.667024 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c080a1-3246-4507-b100-a7c8c061c068 req-f454c831-27fa-463b-a092-6758824ad9b6 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:20:51.668529 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-18c080a1-3246-4507-b100-a7c8c061c068 req-f454c831-27fa-463b-a092-6758824ad9b6 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 946 time: 0.0634346 Jul 13 20:20:51.707397 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-18c080a1-3246-4507-b100-a7c8c061c068 req-9b73f9a4-97b0-4615-a246-bb281967024b tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Jul 13 20:20:53.662098 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3491ca7-58e5-4247-8eca-0686ee3ba4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:53.720839 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:54.771750 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:20:56.264092 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:10.506116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0d30e-a0a7-40f7-82a5-0f5b900953f2 req-5e32d7c7-45ac-400f-ab0c-39cb4d9a781d tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:10.507647 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11c0d30e-a0a7-40f7-82a5-0f5b900953f2 req-5e32d7c7-45ac-400f-ab0c-39cb4d9a781d tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 946 time: 0.0642962 Jul 13 20:21:10.550593 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-11c0d30e-a0a7-40f7-82a5-0f5b900953f2 req-d3e299a9-ceff-45cf-8cf7-5d072443cbb4 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363076 Jul 13 20:21:11.753614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40119e2c-91bb-4a33-b8ee-34f97b0dbaa2 req-b59e948d-b9e4-49d4-898c-88285840090b tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:11.755111 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-40119e2c-91bb-4a33-b8ee-34f97b0dbaa2 req-b59e948d-b9e4-49d4-898c-88285840090b tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 946 time: 0.0677907 Jul 13 20:21:11.794226 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-40119e2c-91bb-4a33-b8ee-34f97b0dbaa2 req-44bc51f1-ccbc-4cb9-9363-ff30927138ff tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06307ad-157f-4f32-a7d3-6b02bb1f16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Jul 13 20:21:12.144208 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964336c2-df43-49e6-abf2-30fc38224c2b req-366f5da8-3070-499d-bb58-29aafb0fd156 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:12.145622 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-964336c2-df43-49e6-abf2-30fc38224c2b req-366f5da8-3070-499d-bb58-29aafb0fd156 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 946 time: 0.0738437 Jul 13 20:21:12.276754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-964336c2-df43-49e6-abf2-30fc38224c2b req-deccf47f-076e-49e4-a00c-cc5213f5b03a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Deleting port 7170e2fd-aa53-449f-b35b-437b7559d60e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:12.277195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-964336c2-df43-49e6-abf2-30fc38224c2b req-deccf47f-076e-49e4-a00c-cc5213f5b03a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:12.379946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-964336c2-df43-49e6-abf2-30fc38224c2b req-deccf47f-076e-49e4-a00c-cc5213f5b03a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] For port 7170e2fd-aa53-449f-b35b-437b7559d60e, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=7170e2fd-aa53-449f-b35b-437b7559d60e,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:12.380300 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-964336c2-df43-49e6-abf2-30fc38224c2b req-deccf47f-076e-49e4-a00c-cc5213f5b03a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:12.392863 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-964336c2-df43-49e6-abf2-30fc38224c2b req-deccf47f-076e-49e4-a00c-cc5213f5b03a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Calling delete_port for 7170e2fd-aa53-449f-b35b-437b7559d60e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:12.519137 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-964336c2-df43-49e6-abf2-30fc38224c2b req-deccf47f-076e-49e4-a00c-cc5213f5b03a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:12.534888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['7170e2fd-aa53-449f-b35b-437b7559d60e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:21:12.558594 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccf47f-076e-49e4-a00c-cc5213f5b03a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Pushing event deleted for resources: {'Port': ['ID=7170e2fd-aa53-449f-b35b-437b7559d60e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:12.613833 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-964336c2-df43-49e6-abf2-30fc38224c2b req-deccf47f-076e-49e4-a00c-cc5213f5b03a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] No DVR routers for this DVR port 7170e2fd-aa53-449f-b35b-437b7559d60e on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:21:12.616517 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-964336c2-df43-49e6-abf2-30fc38224c2b req-deccf47f-076e-49e4-a00c-cc5213f5b03a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:12.619138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-964336c2-df43-49e6-abf2-30fc38224c2b req-deccf47f-076e-49e4-a00c-cc5213f5b03a tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.24 "DELETE /v2.0/ports/7170e2fd-aa53-449f-b35b-437b7559d60e HTTP/1.1" status: 204 len: 173 time: 0.4634306 Jul 13 20:21:12.619590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f11f67b-078b-4b3f-88d9-a35724adaea8', 'name': 'network-vif-deleted', 'tag': '7170e2fd-aa53-449f-b35b-437b7559d60e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:12.621891 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e6ce2a-f74e-4c44-b0e8-fce0805c1712" -d '{"events": [{"server_uuid": "6f11f67b-078b-4b3f-88d9-a35724adaea8", "name": "network-vif-deleted", "tag": "7170e2fd-aa53-449f-b35b-437b7559d60e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:12.659815 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eae514-b9a5-4b12-a616-fcf87fea14b5 x-openstack-request-id: req-f3eae514-b9a5-4b12-a616-fcf87fea14b5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:12.660086 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f11f67b-078b-4b3f-88d9-a35724adaea8", "name": "network-vif-deleted", "tag": "7170e2fd-aa53-449f-b35b-437b7559d60e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:12.660342 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3eae514-b9a5-4b12-a616-fcf87fea14b5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:12.660746 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f11f67b-078b-4b3f-88d9-a35724adaea8', 'name': 'network-vif-deleted', 'tag': '7170e2fd-aa53-449f-b35b-437b7559d60e', 'status': 'completed', 'code': 200} Jul 13 20:21:12.945384 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8df42c24-6f5e-46e2-8b6c-76bf350207e4 req-686c3894-3d78-42d5-9e37-9706bb5c6358 tempest-TestEncryptedCinderVolumes-241032981 tempest-TestEncryptedCinderVolumes-241032981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f11f67b-078b-4b3f-88d9-a35724adaea8 HTTP/1.1" status: 200 len: 210 time: 0.0281227 Jul 13 20:21:13.459154 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:21:14.072922 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:14.735011 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:14.939354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7170e2fd-aa53-449f-b35b-437b7559d60e no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:14.958199 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 7170e2fd-aa53-449f-b35b-437b7559d60e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:14.958570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 7170e2fd-aa53-449f-b35b-437b7559d60e not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:15.030179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Deleting port 11b9d979-7e97-4273-9c32-5b5aef85baa6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:15.030456 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:15.106159 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] For port 11b9d979-7e97-4273-9c32-5b5aef85baa6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=11b9d979-7e97-4273-9c32-5b5aef85baa6,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:15.106866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:15.118899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Calling delete_port for 11b9d979-7e97-4273-9c32-5b5aef85baa6 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:15.314475 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:15.339992 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b9d979-7e97-4273-9c32-5b5aef85baa6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:15.350896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.351240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.351637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.351983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.352314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.352642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.352967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.353293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.353615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.353934 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.354256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.354592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:15.514017 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:15.730966 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Router 89820316-17c6-4b88-bb94-5b480d9769d9 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:21:15.836111 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:15.841275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f44df296-80a8-46ea-8bdc-ffd5953057f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/89820316-17c6-4b88-bb94-5b480d9769d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673292 Jul 13 20:21:15.843762 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:15.846335 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] Sync routers for ids ['89820316-17c6-4b88-bb94-5b480d9769d9'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:15.856638 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] Routers {'89820316-17c6-4b88-bb94-5b480d9769d9'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:15.857246 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:20:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['89820316-17c6-4b88-bb94-5b480d9769d9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:15.947288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:15.959664 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] Set router 89820316-17c6-4b88-bb94-5b480d9769d9 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:16.055047 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.106965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Deleting port 3bc875b1-f9cc-4f61-9988-28d9aa131340 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:16.107681 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.133043 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'name': 'tempest-TestEncryptedCinderVolumes-2010517717-router', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:56Z', 'updated_at': '2021-07-13T20:21:15Z', 'revision_number': 5, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'gw_port': {'id': '3bc875b1-f9cc-4f61-9988-28d9aa131340', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:19:57Z', 'updated_at': '2021-07-13T20:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:16.183977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.191480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] For port 3bc875b1-f9cc-4f61-9988-28d9aa131340, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=3bc875b1-f9cc-4f61-9988-28d9aa131340,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:16.191843 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.205692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Calling delete_port for 3bc875b1-f9cc-4f61-9988-28d9aa131340 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:16.246727 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] Checking router: 89820316-17c6-4b88-bb94-5b480d9769d9 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:16.254900 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] Routers {'89820316-17c6-4b88-bb94-5b480d9769d9'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:16.255500 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:20:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['89820316-17c6-4b88-bb94-5b480d9769d9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:16.345299 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] Set router 89820316-17c6-4b88-bb94-5b480d9769d9 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:16.375174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.400395 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'name': 'tempest-TestEncryptedCinderVolumes-2010517717-router', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:56Z', 'updated_at': '2021-07-13T20:21:16Z', 'revision_number': 6, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:16.403727 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc875b1-f9cc-4f61-9988-28d9aa131340,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:16.427260 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5241e-19f2-4a0c-8d75-16521ee087f1 None None] The sync data for ids ['89820316-17c6-4b88-bb94-5b480d9769d9'] in n-d-800708-1 is: [{'id': '89820316-17c6-4b88-bb94-5b480d9769d9', 'name': 'tempest-TestEncryptedCinderVolumes-2010517717-router', 'tenant_id': '4721afd7b6894af594279c0d37f03f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:19:56Z', 'updated_at': '2021-07-13T20:21:16Z', 'revision_number': 6, 'project_id': '4721afd7b6894af594279c0d37f03f4b', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:16.472175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.832145 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.834515 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.847863 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.899169 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.899732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89820316-17c6-4b88-bb94-5b480d9769d9 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:21:16.904483 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.907933 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3c2dd6f2-ecfc-4256-9ce8-8061de42b9ef admin admin] 10.222.0.25 "DELETE /v2.0/routers/89820316-17c6-4b88-bb94-5b480d9769d9 HTTP/1.1" status: 204 len: 168 time: 1.0609899 Jul 13 20:21:16.908190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:16.952991 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb009e1-f18c-4607-8f7a-7c63dc136b12 admin admin] Deleting subnet 11f1c9fa-d5d6-4b30-b602-f5c0a328e94f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:21:16.955991 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb009e1-f18c-4607-8f7a-7c63dc136b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:16.988897 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb009e1-f18c-4607-8f7a-7c63dc136b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.069932 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb009e1-f18c-4607-8f7a-7c63dc136b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.120018 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb009e1-f18c-4607-8f7a-7c63dc136b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.145895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb009e1-f18c-4607-8f7a-7c63dc136b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f1c9fa-d5d6-4b30-b602-f5c0a328e94f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:17.147906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb009e1-f18c-4607-8f7a-7c63dc136b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.151721 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2eb009e1-f18c-4607-8f7a-7c63dc136b12 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/11f1c9fa-d5d6-4b30-b602-f5c0a328e94f HTTP/1.1" status: 204 len: 168 time: 0.2406707 Jul 13 20:21:17.152115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448edc07-9899-418a-86a1-7f9a999d93ac None None] Network 289ff5de-c99f-4134-a00b-c1e5125ab111 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:21:17.152419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:17.222391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.281619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Deleting port 55b78b98-2bac-4693-96e4-cffe7ac270a1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:17.282075 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.349609 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] For port 55b78b98-2bac-4693-96e4-cffe7ac270a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=55b78b98-2bac-4693-96e4-cffe7ac270a1,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:17.349867 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702855e8-be4d-4e42-bf4a-4b5540fa897a None None] DHCP port deletion for 289ff5de-c99f-4134-a00b-c1e5125ab111 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:21:17.350327 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.363631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Calling delete_port for 55b78b98-2bac-4693-96e4-cffe7ac270a1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:17.395577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-702855e8-be4d-4e42-bf4a-4b5540fa897a None None] Deleting port 55b78b98-2bac-4693-96e4-cffe7ac270a1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:17.395951 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-702855e8-be4d-4e42-bf4a-4b5540fa897a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.450544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.465740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-702855e8-be4d-4e42-bf4a-4b5540fa897a None None] For port 55b78b98-2bac-4693-96e4-cffe7ac270a1, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=55b78b98-2bac-4693-96e4-cffe7ac270a1,segment=NetworkSegment(faf3e03f-0cea-4a73-b1ee-0cf2371f1a31),segment_id=faf3e03f-0cea-4a73-b1ee-0cf2371f1a31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:17.466267 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-702855e8-be4d-4e42-bf4a-4b5540fa897a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.477180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=55b78b98-2bac-4693-96e4-cffe7ac270a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:17.483865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] No DVR routers for this DVR port 55b78b98-2bac-4693-96e4-cffe7ac270a1 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:21:17.483973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-702855e8-be4d-4e42-bf4a-4b5540fa897a None None] Calling delete_port for 55b78b98-2bac-4693-96e4-cffe7ac270a1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:17.556971 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.560239 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-702855e8-be4d-4e42-bf4a-4b5540fa897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.566746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289ff5de-c99f-4134-a00b-c1e5125ab111']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:17.580825 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:17.581023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf3e03f-0cea-4a73-b1ee-0cf2371f1a31') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:17.589197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702855e8-be4d-4e42-bf4a-4b5540fa897a None None] Pushing event deleted for resources: {'Port': ['ID=55b78b98-2bac-4693-96e4-cffe7ac270a1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:17.589973 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.591264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702855e8-be4d-4e42-bf4a-4b5540fa897a None None] No DVR routers for this DVR port 55b78b98-2bac-4693-96e4-cffe7ac270a1 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:21:17.607565 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.613236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:21:17.613616 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:21:17.615230 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:21:17.668128 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.673610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:17.675688 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] 10.222.0.25 "DELETE /v2.0/networks/289ff5de-c99f-4134-a00b-c1e5125ab111 HTTP/1.1" status: 204 len: 168 time: 0.5220609 Jul 13 20:21:17.678803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:17.686340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdc94c-3186-4b6b-9e60-b6f683777dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=289ff5de-c99f-4134-a00b-c1e5125ab111,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:18.014975 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:18.260262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] Deleting port 8aef49be-0666-4974-aa7f-e168426d6467 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:18.260617 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:18.342360 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] For port 8aef49be-0666-4974-aa7f-e168426d6467, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8aef49be-0666-4974-aa7f-e168426d6467,segment=NetworkSegment(131b2f5f-e15e-47bd-9008-b5b152fb299e),segment_id=131b2f5f-e15e-47bd-9008-b5b152fb299e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:18.342617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3bc875b1-f9cc-4f61-9988-28d9aa131340 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:18.342771 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:18.355977 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] Calling delete_port for 8aef49be-0666-4974-aa7f-e168426d6467 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:18.362330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 3bc875b1-f9cc-4f61-9988-28d9aa131340 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:18.362880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 3bc875b1-f9cc-4f61-9988-28d9aa131340 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:18.363119 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 11b9d979-7e97-4273-9c32-5b5aef85baa6 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:18.384511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 11b9d979-7e97-4273-9c32-5b5aef85baa6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:18.385108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 11b9d979-7e97-4273-9c32-5b5aef85baa6 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:18.385527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 55b78b98-2bac-4693-96e4-cffe7ac270a1 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:18.404016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 55b78b98-2bac-4693-96e4-cffe7ac270a1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:18.404356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 55b78b98-2bac-4693-96e4-cffe7ac270a1 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:18.536580 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:18.563111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aef49be-0666-4974-aa7f-e168426d6467,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:18.724536 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:18.933984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] Router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:21:19.039253 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:19.044233 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5a15817e-0fef-4e79-a04e-fdfb747166e5 admin admin] 10.222.0.25 "PUT /v2.0/routers/4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3641346 Jul 13 20:21:19.046709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:19.049325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] Sync routers for ids ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:19.059691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] Routers {'4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:19.060384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:20:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:19.149209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.161418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] Set router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:19.248429 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.300739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Deleting port c954a6f6-7767-458e-8edc-c1c29923be6c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:19.301074 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.341372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'name': 'tempest-TestEncryptedCinderVolumes-176186604-router', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:21:18Z', 'revision_number': 5, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'gw_port': {'id': 'c954a6f6-7767-458e-8edc-c1c29923be6c', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:19.377278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] Checking router: 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:19.385554 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] Routers {'4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:19.386151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:20:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:19.386767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] For port c954a6f6-7767-458e-8edc-c1c29923be6c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c954a6f6-7767-458e-8edc-c1c29923be6c,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:19.387133 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.399599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Calling delete_port for c954a6f6-7767-458e-8edc-c1c29923be6c owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:19.472411 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] Set router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:19.523680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'name': 'tempest-TestEncryptedCinderVolumes-176186604-router', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:21:19Z', 'revision_number': 6, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:19.552687 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e18c7-6400-46fe-be50-9f35ed9d5078 None None] The sync data for ids ['4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe'] in n-d-800708-1 is: [{'id': '4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe', 'name': 'tempest-TestEncryptedCinderVolumes-176186604-router', 'tenant_id': '45463a30322541df8ba36a2c312ff4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:20:01Z', 'updated_at': '2021-07-13T20:21:19Z', 'revision_number': 6, 'project_id': '45463a30322541df8ba36a2c312ff4ef', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:19.567562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.593233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c954a6f6-7767-458e-8edc-c1c29923be6c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:19.657304 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.746040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.748152 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.794996 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.795470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:21:19.799984 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.801391 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-babd304c-f7b4-4b40-b583-292d5a3a59d3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4543e55d-dbf5-43d1-86da-b0aa9aaf1ffe HTTP/1.1" status: 204 len: 168 time: 0.7537732 Jul 13 20:21:19.804058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:19.847477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6820e782-3ec0-4e16-a26b-084d30731528 admin admin] Deleting subnet f26b840d-aa9d-4432-894b-48d3ad32d14d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:21:19.850311 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6820e782-3ec0-4e16-a26b-084d30731528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.884422 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6820e782-3ec0-4e16-a26b-084d30731528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:19.973361 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6820e782-3ec0-4e16-a26b-084d30731528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.287295 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6820e782-3ec0-4e16-a26b-084d30731528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.317795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820e782-3ec0-4e16-a26b-084d30731528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26b840d-aa9d-4432-894b-48d3ad32d14d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:20.320552 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6820e782-3ec0-4e16-a26b-084d30731528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.322871 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6820e782-3ec0-4e16-a26b-084d30731528 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f26b840d-aa9d-4432-894b-48d3ad32d14d HTTP/1.1" status: 204 len: 168 time: 0.5178204 Jul 13 20:21:20.323733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1453c427-3aa8-4a51-a88d-7a35f3672299 None None] Network 857e8fb3-db7b-435d-9df8-99f8d1a81036 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:21:20.324505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:20.371905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c954a6f6-7767-458e-8edc-c1c29923be6c no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:20.392502 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.396733 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: c954a6f6-7767-458e-8edc-c1c29923be6c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:20.397252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c954a6f6-7767-458e-8edc-c1c29923be6c not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:20.397484 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8aef49be-0666-4974-aa7f-e168426d6467 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:20.427479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 8aef49be-0666-4974-aa7f-e168426d6467 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:20.427479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8aef49be-0666-4974-aa7f-e168426d6467 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:20.452154 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Deleting port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:20.452496 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.516388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] For port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=731d8feb-7e57-46e9-bf74-333ddfaf2a7e,segment=NetworkSegment(131b2f5f-e15e-47bd-9008-b5b152fb299e),segment_id=131b2f5f-e15e-47bd-9008-b5b152fb299e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:20.516673 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.533498 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Calling delete_port for 731d8feb-7e57-46e9-bf74-333ddfaf2a7e owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:20.562232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf50da1-c97d-4a6b-b985-20019e4e178d None None] DHCP port deletion for 857e8fb3-db7b-435d-9df8-99f8d1a81036 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:21:20.614614 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbf50da1-c97d-4a6b-b985-20019e4e178d None None] Deleting port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:21:20.615330 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbf50da1-c97d-4a6b-b985-20019e4e178d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.619796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.649375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=731d8feb-7e57-46e9-bf74-333ddfaf2a7e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:20.654197 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] No DVR routers for this DVR port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:21:20.730184 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.740437 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857e8fb3-db7b-435d-9df8-99f8d1a81036']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:20.756220 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131b2f5f-e15e-47bd-9008-b5b152fb299e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:20.756996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131b2f5f-e15e-47bd-9008-b5b152fb299e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:20.767016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.781825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.788274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:21:20.788619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:21:20.790647 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:21:20.843728 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4e88bd1-6019-4119-9092-5c63ce65938e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.848191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.849984 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bbf50da1-c97d-4a6b-b985-20019e4e178d None None] For port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=731d8feb-7e57-46e9-bf74-333ddfaf2a7e,segment=NetworkSegment(131b2f5f-e15e-47bd-9008-b5b152fb299e),segment_id=131b2f5f-e15e-47bd-9008-b5b152fb299e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:20.850377 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbf50da1-c97d-4a6b-b985-20019e4e178d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.854796 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.859236 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] 10.222.0.25 "DELETE /v2.0/networks/857e8fb3-db7b-435d-9df8-99f8d1a81036 HTTP/1.1" status: 204 len: 168 time: 0.5311911 Jul 13 20:21:20.865277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbf50da1-c97d-4a6b-b985-20019e4e178d None None] Calling delete_port for 731d8feb-7e57-46e9-bf74-333ddfaf2a7e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:21:20.866362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f213ff-433f-4fa0-9418-8bce6e319b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=857e8fb3-db7b-435d-9df8-99f8d1a81036,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:20.941568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbf50da1-c97d-4a6b-b985-20019e4e178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:20.964171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbf50da1-c97d-4a6b-b985-20019e4e178d None None] Network 857e8fb3-db7b-435d-9df8-99f8d1a81036 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 20:21:20.964610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf50da1-c97d-4a6b-b985-20019e4e178d None None] No DVR routers for this DVR port 731d8feb-7e57-46e9-bf74-333ddfaf2a7e on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:21:20.972051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf50da1-c97d-4a6b-b985-20019e4e178d None None] Pushing event deleted for resources: {'Port': ['ID=731d8feb-7e57-46e9-bf74-333ddfaf2a7e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:21.042906 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:21.082909 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-212ba435-ea38-4d51-9a5e-1116057ba9a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4721afd7b6894af594279c0d37f03f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384624 Jul 13 20:21:21.085325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:21.132368 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b85-7a87-4034-b425-7b1e2f0f0fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.157368 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b85-7a87-4034-b425-7b1e2f0f0fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.203190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b85-7a87-4034-b425-7b1e2f0f0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.205897 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b85-7a87-4034-b425-7b1e2f0f0fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.207081 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4ecc1b85-7a87-4034-b425-7b1e2f0f0fce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a06307ad-157f-4f32-a7d3-6b02bb1f16f3 HTTP/1.1" status: 204 len: 168 time: 0.1208661 Jul 13 20:21:21.215559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc1b85-7a87-4034-b425-7b1e2f0f0fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06307ad-157f-4f32-a7d3-6b02bb1f16f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:21.540836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:21.579805 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dfb3dc0f-1afe-4e24-9e9f-8c20d92cfdc0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45463a30322541df8ba36a2c312ff4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378451 Jul 13 20:21:21.582212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:21.628583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-213088e7-e2ba-4c9b-8af9-179f4f9b5385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.649176 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-213088e7-e2ba-4c9b-8af9-179f4f9b5385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.694876 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-213088e7-e2ba-4c9b-8af9-179f4f9b5385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.697381 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-213088e7-e2ba-4c9b-8af9-179f4f9b5385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:21.698630 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-213088e7-e2ba-4c9b-8af9-179f4f9b5385 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44e37e66-c912-484c-b47d-036f9d90328e HTTP/1.1" status: 204 len: 168 time: 0.1154091 Jul 13 20:21:21.707547 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213088e7-e2ba-4c9b-8af9-179f4f9b5385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e37e66-c912-484c-b47d-036f9d90328e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:22.344368 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:22.347487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 731d8feb-7e57-46e9-bf74-333ddfaf2a7e no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:21:22.372130 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 731d8feb-7e57-46e9-bf74-333ddfaf2a7e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:21:22.372379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 731d8feb-7e57-46e9-bf74-333ddfaf2a7e not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:21:22.449196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1569072261-network', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:22.469939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Made reservation on behalf of cb6467071fa4412baa1a402b86f67a50 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:21:22.472242 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.480245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.569035 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.572807 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.592820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:21:22.608119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:22.610995 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.611355 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Added segment 05258122-8cf2-4f3c-b732-5de555047914 of type vlan for network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 Jul 13 20:21:22.651195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.680051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.680996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:22.681567 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.734578 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3883307 Jul 13 20:21:22.737856 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:22.741533 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f7777-202b-4a12-8c75-2e547598938d admin admin] Pushing event updated for resources: {'Network': ['ID=05f7480f-fccd-410b-aa4d-462c96b3dfe1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:22.743824 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Request body: {'subnet': {'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1569072261-subnet', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:22.752015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:21:22.764619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Made reservation on behalf of cb6467071fa4412baa1a402b86f67a50 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:21:22.767039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.933610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:22.988063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913e2d62-e7d4-4aaf-977a-faa933b5e727,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:22.996677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Checking segment: {'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:22.997040 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Network hostable DHCP agents. Network: 05f7480f-fccd-410b-aa4d-462c96b3dfe1, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:21:23.012565 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:21:23.020671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 05f7480f-fccd-410b-aa4d-462c96b3dfe1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:23.025403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:23.026013 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.031141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ed58c-64aa-46c9-aa45-3918c56a0b8c None None] Network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:21:23.043670 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eab5cb8a-d6fe-4fcd-b670-059a2e48c614 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3044925 Jul 13 20:21:23.047809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:23.052553 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:23.073367 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.074539 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.131314 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.186102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:21:23.186937 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.274819 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.330069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Allocated IP 172.20.0.2 (05f7480f-fccd-410b-aa4d-462c96b3dfe1/913e2d62-e7d4-4aaf-977a-faa933b5e727/7ec25b89-602b-4ad5-9b6d-39dbbcb92931) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:23.468758 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.477830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Transition to ACTIVE for port object 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:23.478780 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.492779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Transition to ACTIVE for port object 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:23.498289 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.498569 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.538086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:23.544367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:23.547857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:23.554850 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Pushing event updated for resources: {'Port': ['ID=7ec25b89-602b-4ad5-9b6d-39dbbcb92931,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:23.606661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Attempting to bind port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:23.607023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Attempting to bind port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:23.607382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Attempting to bind port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 on network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:23.610425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Allocated IP 172.25.7.46 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/54be7617-db69-4d77-8677-dd643d5cd2be) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:23.612544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:23.612919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Checking segment: {'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:23.613336 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.613752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Bound using segment: {'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:23.614209 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Bound port: 7ec25b89-602b-4ad5-9b6d-39dbbcb92931, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:23.614969 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.671773 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84b43bcd-f6c0-4249-a735-7472abfb6e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.689338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] For port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:23.692662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] For port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7ec25b89-602b-4ad5-9b6d-39dbbcb92931,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:23.697769 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.718879 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.759925 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.768761 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:23.770975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4be7f2-9352-4347-a7f1-9332f83a30b7 None None] Pushing event updated for resources: {'Port': ['ID=7ec25b89-602b-4ad5-9b6d-39dbbcb92931,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:23.811545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:23.814576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:23.818274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:23.841654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Pushing event updated for resources: {'Port': ['ID=54be7617-db69-4d77-8677-dd643d5cd2be,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:24.085735 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:24.282749 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:24.373398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:24.421073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Router a70e6668-257f-460e-971a-ae7e2dbfad01 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:21:24.433558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:24.532465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:24.543597 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Sync routers for ids ['a70e6668-257f-460e-971a-ae7e2dbfad01'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:24.549298 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:24.553406 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ba3b43b1-899b-4d13-ae38-d707b9f3c27e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5022454 Jul 13 20:21:24.553581 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Routers {'a70e6668-257f-460e-971a-ae7e2dbfad01'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:24.553696 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:24.553903 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:21:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a70e6668-257f-460e-971a-ae7e2dbfad01'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:24.665258 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Set router a70e6668-257f-460e-971a-ae7e2dbfad01 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:24.700507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975e67e-e7a5-4331-9e18-44f623efc186 None None] Network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:21:24.795161 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:24.798124 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8350ebc9-efa9-4988-8602-c563ad5005c0 None None] Provisioning for port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:24.825234 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8350ebc9-efa9-4988-8602-c563ad5005c0 None None] Provisioning complete for port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:24.825593 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8350ebc9-efa9-4988-8602-c563ad5005c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:24.852055 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:23Z', 'revision_number': 3, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:24.884258 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Checking router: a70e6668-257f-460e-971a-ae7e2dbfad01 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:24.884904 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Updating router a70e6668-257f-460e-971a-ae7e2dbfad01 port 54be7617-db69-4d77-8677-dd643d5cd2be binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:21:24.920971 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:24.947455 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8350ebc9-efa9-4988-8602-c563ad5005c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:24.988935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8350ebc9-efa9-4988-8602-c563ad5005c0 None None] For port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7ec25b89-602b-4ad5-9b6d-39dbbcb92931,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:24.995357 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8350ebc9-efa9-4988-8602-c563ad5005c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.066114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350ebc9-efa9-4988-8602-c563ad5005c0 None None] Pushing event updated for resources: {'Port': ['ID=7ec25b89-602b-4ad5-9b6d-39dbbcb92931,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:25.214084 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.219151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-669ee3cc-0e91-4956-b948-a2dca682db6b None None] Provisioning complete for port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:25.219525 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-669ee3cc-0e91-4956-b948-a2dca682db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.228574 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Transition to ACTIVE for port object 54be7617-db69-4d77-8677-dd643d5cd2be will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:25.235144 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.295273 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.300178 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Attempting to bind port 54be7617-db69-4d77-8677-dd643d5cd2be on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:25.300894 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Attempting to bind port 54be7617-db69-4d77-8677-dd643d5cd2be by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:25.301339 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Attempting to bind port 54be7617-db69-4d77-8677-dd643d5cd2be on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:25.306590 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Pushing event updated for resources: {'Port': ['ID=54be7617-db69-4d77-8677-dd643d5cd2be,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:25.314506 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:25.315285 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:25.315766 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.316262 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:25.316732 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Bound port: 54be7617-db69-4d77-8677-dd643d5cd2be, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:25.317158 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.321127 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.321467 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.321797 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.322127 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.322467 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.322787 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.323102 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.323417 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.323727 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.324037 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.324345 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.324652 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:25.375598 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] For port 54be7617-db69-4d77-8677-dd643d5cd2be, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:25.379107 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] For port 54be7617-db69-4d77-8677-dd643d5cd2be, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=54be7617-db69-4d77-8677-dd643d5cd2be,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:25.385166 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.439290 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Routers {'a70e6668-257f-460e-971a-ae7e2dbfad01'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:25.439905 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:21:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a70e6668-257f-460e-971a-ae7e2dbfad01'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:25.457526 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Allocated IP 172.20.0.1 (05f7480f-fccd-410b-aa4d-462c96b3dfe1/913e2d62-e7d4-4aaf-977a-faa933b5e727/ce7fb5c4-af72-496c-a59f-6e549e9572c4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:25.476342 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d36d5b-b8b2-47bb-8a88-b4c7a322ca39 None None] Pushing event updated for resources: {'Port': ['ID=54be7617-db69-4d77-8677-dd643d5cd2be,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:25.546204 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] Set router a70e6668-257f-460e-971a-ae7e2dbfad01 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:25.559799 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.572137 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Transition to ACTIVE for port object ce7fb5c4-af72-496c-a59f-6e549e9572c4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:25.605210 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.645672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:25.651943 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:25.654578 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:25.681252 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Pushing event updated for resources: {'Port': ['ID=ce7fb5c4-af72-496c-a59f-6e549e9572c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:25.700286 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.732766 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:23Z', 'revision_number': 3, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:25.763765 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829c9d8-5a0a-4ad9-8314-28d61799c5fa None None] The sync data for ids ['a70e6668-257f-460e-971a-ae7e2dbfad01'] in n-d-800708-1 is: [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:23Z', 'revision_number': 3, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:25.856414 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.926325 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-03e98e00-2ca7-46d4-9aa5-0681af285ada None None] Provisioning for port ce7fb5c4-af72-496c-a59f-6e549e9572c4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:25.930598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-03e98e00-2ca7-46d4-9aa5-0681af285ada None None] Provisioning complete for port ce7fb5c4-af72-496c-a59f-6e549e9572c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:25.930968 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e98e00-2ca7-46d4-9aa5-0681af285ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:25.982641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-03e98e00-2ca7-46d4-9aa5-0681af285ada None None] Port ce7fb5c4-af72-496c-a59f-6e549e9572c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:26.044142 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:26.049174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:26.117371 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:26.119183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Pushing event updated for resources: {'Port': ['ID=ce7fb5c4-af72-496c-a59f-6e549e9572c4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:26.217517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:26.218936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:26.269735 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:26.356506 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Router a70e6668-257f-460e-971a-ae7e2dbfad01 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:21:26.480244 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:26.484878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:26.495019 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-48ecf437-0117-42e5-b23f-f0e304272baf admin admin] 10.222.0.25 "PUT /v2.0/routers/a70e6668-257f-460e-971a-ae7e2dbfad01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9402659 Jul 13 20:21:26.529094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-986844a8-190f-4c12-ba1f-2701f2a1e4b7 None None] Provisioning complete for port ce7fb5c4-af72-496c-a59f-6e549e9572c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:26.529467 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-986844a8-190f-4c12-ba1f-2701f2a1e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:26.568705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-986844a8-190f-4c12-ba1f-2701f2a1e4b7 None None] Port ce7fb5c4-af72-496c-a59f-6e549e9572c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:26.578300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:26.578711 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:26.670002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54be7617-db69-4d77-8677-dd643d5cd2be up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:26.717418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 54be7617-db69-4d77-8677-dd643d5cd2be completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:26.721730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 54be7617-db69-4d77-8677-dd643d5cd2be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:26.722098 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:26.801427 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:26.821997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 54be7617-db69-4d77-8677-dd643d5cd2be, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=54be7617-db69-4d77-8677-dd643d5cd2be,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:26.825761 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:26.878525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=54be7617-db69-4d77-8677-dd643d5cd2be,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:26.971672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:26.979144 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-127285124-network', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:26.998930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Made reservation on behalf of 56af34873f404ac0a0de87c62b202f9f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:21:27.001232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.013603 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.104680 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.108855 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.134157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:21:27.142860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393b3184-867e-41c3-88be-105589347cad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:27.149288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.149652 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Added segment 699eacc3-bd0b-493e-8b7e-65090cae8d8d of type vlan for network ccc452b9-27b2-40e5-a002-053b4c197362 Jul 13 20:21:27.188669 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.217916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.219563 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:27.220147 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.276155 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3033676 Jul 13 20:21:27.278778 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:27.285351 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Request body: {'subnet': {'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-127285124-subnet', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:27.293677 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c951f-928f-4686-a0d8-c6c871b5f80d admin admin] Pushing event updated for resources: {'Network': ['ID=ccc452b9-27b2-40e5-a002-053b4c197362,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:27.303680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network ccc452b9-27b2-40e5-a002-053b4c197362 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:21:27.318946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Made reservation on behalf of 56af34873f404ac0a0de87c62b202f9f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:21:27.322369 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.406002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Sync routers for ids ['a70e6668-257f-460e-971a-ae7e2dbfad01'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:27.415618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Routers {'a70e6668-257f-460e-971a-ae7e2dbfad01'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:27.416232 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:21:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a70e6668-257f-460e-971a-ae7e2dbfad01'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:27.493848 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.524368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Set router a70e6668-257f-460e-971a-ae7e2dbfad01 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:27.556009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59dbce67-0222-4be6-bf43-87f00476dd33,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:27.563190 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Checking segment: {'id': '699eacc3-bd0b-493e-8b7e-65090cae8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:27.563550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Network hostable DHCP agents. Network: ccc452b9-27b2-40e5-a002-053b4c197362, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:21:27.581575 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Network ccc452b9-27b2-40e5-a002-053b4c197362 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:21:27.590923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, ccc452b9-27b2-40e5-a002-053b4c197362) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:27.594965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:27.595556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.603440 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97973088-6e0a-4478-adaf-65aa4cad06e3 None None] Network ccc452b9-27b2-40e5-a002-053b4c197362 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:21:27.610053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-884d467e-0878-468b-847e-77da894d07a7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3302958 Jul 13 20:21:27.612665 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:27.617656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-127285124-router', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:27.639788 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.640790 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.693430 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.833172 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.846498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-ccc452b9-27b2-40e5-a002-053b4c197362', 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'fixed_ips': [{'subnet_id': '59dbce67-0222-4be6-bf43-87f00476dd33'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:21:27.847353 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:27.874723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce7fb5c4-af72-496c-a59f-6e549e9572c4', 'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'mac_address': 'fa:16:3e:5a:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:25Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 2, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'subnets': [{'id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:27.941738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Checking router: a70e6668-257f-460e-971a-ae7e2dbfad01 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:27.941996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Updating router a70e6668-257f-460e-971a-ae7e2dbfad01 port ce7fb5c4-af72-496c-a59f-6e549e9572c4 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:21:27.997836 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.034631 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.065907 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.069309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Allocated IP 172.20.0.2 (ccc452b9-27b2-40e5-a002-053b4c197362/59dbce67-0222-4be6-bf43-87f00476dd33/c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:28.168694 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Allocated IP 172.25.7.135 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/41458850-16e6-4fb0-85a3-42c146c8c381) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:28.274471 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.327206 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.370967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:28.382072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:28.387085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:28.422250 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Pushing event updated for resources: {'Port': ['ID=41458850-16e6-4fb0-85a3-42c146c8c381,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:28.481807 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54be7617-db69-4d77-8677-dd643d5cd2be up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:28.543251 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.571195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Transition to ACTIVE for port object c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:28.625780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Transition to ACTIVE for port object c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:28.633857 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.638171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 54be7617-db69-4d77-8677-dd643d5cd2be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:28.638565 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.643517 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.643700 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.689058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Transition to ACTIVE for port object ce7fb5c4-af72-496c-a59f-6e549e9572c4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:28.708517 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.729015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Network ccc452b9-27b2-40e5-a002-053b4c197362 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:28.735816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:28.739995 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Pushing event updated for resources: {'Port': ['ID=c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:28.742859 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:28.851620 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.917348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b60d6-6c56-4cbd-a7a7-9f98b55d21d2 None None] Pushing event updated for resources: {'Port': ['ID=ce7fb5c4-af72-496c-a59f-6e549e9572c4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:28.929058 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Attempting to bind port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:28.929438 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Attempting to bind port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '699eacc3-bd0b-493e-8b7e-65090cae8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:28.929801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Attempting to bind port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 on network ccc452b9-27b2-40e5-a002-053b4c197362 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:28.931827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Attempting to bind port ce7fb5c4-af72-496c-a59f-6e549e9572c4 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:28.932187 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Attempting to bind port ce7fb5c4-af72-496c-a59f-6e549e9572c4 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:28.932547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Attempting to bind port ce7fb5c4-af72-496c-a59f-6e549e9572c4 on network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:28.942048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:28.942434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Checking segment: {'id': '699eacc3-bd0b-493e-8b7e-65090cae8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:28.942874 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.943210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Bound using segment: {'id': '699eacc3-bd0b-493e-8b7e-65090cae8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:28.943681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Bound port: c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699eacc3-bd0b-493e-8b7e-65090cae8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:28.944070 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.947410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:28.947778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Checking segment: {'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:28.948164 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.948548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Bound using segment: {'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:28.949008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Bound port: ce7fb5c4-af72-496c-a59f-6e549e9572c4, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:28.949387 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:28.986651 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Router cf2e037a-3f4a-4409-acdc-38abcd00af8a is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:21:29.071898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] For port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:29.074375 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] For port ce7fb5c4-af72-496c-a59f-6e549e9572c4, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:29.077257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] For port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939,segment=NetworkSegment(699eacc3-bd0b-493e-8b7e-65090cae8d8d),segment_id=699eacc3-bd0b-493e-8b7e-65090cae8d8d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:29.079579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] For port ce7fb5c4-af72-496c-a59f-6e549e9572c4, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce7fb5c4-af72-496c-a59f-6e549e9572c4,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:29.081839 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:29.091106 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:29.107404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:29.115462 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Sync routers for ids ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:29.125396 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:29.125624 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Routers {'cf2e037a-3f4a-4409-acdc-38abcd00af8a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:29.126191 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:21:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:29.129580 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-46a64a4e-db52-4c21-aea2-a3111cfd02da admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5133705 Jul 13 20:21:29.129870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:21:29.168042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b4b43-c998-439e-b451-cee27ea02ba4 None None] Pushing event updated for resources: {'Port': ['ID=c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:29.173140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Routers {'a70e6668-257f-460e-971a-ae7e2dbfad01'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:29.173667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:21:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a70e6668-257f-460e-971a-ae7e2dbfad01'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:29.276367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b60d6-6c56-4cbd-a7a7-9f98b55d21d2 None None] Pushing event updated for resources: {'Port': ['ID=ce7fb5c4-af72-496c-a59f-6e549e9572c4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:29.398725 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Set router cf2e037a-3f4a-4409-acdc-38abcd00af8a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:29.454328 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] Set router a70e6668-257f-460e-971a-ae7e2dbfad01 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:29.681947 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'name': 'tempest-TestMinimumBasicScenario-127285124-router', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:27Z', 'updated_at': '2021-07-13T20:21:28Z', 'revision_number': 3, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'gw_port': {'id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:28Z', 'updated_at': '2021-07-13T20:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:29.710737 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Checking router: cf2e037a-3f4a-4409-acdc-38abcd00af8a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:29.711090 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Updating router cf2e037a-3f4a-4409-acdc-38abcd00af8a port 41458850-16e6-4fb0-85a3-42c146c8c381 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:21:29.753642 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:29.782828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce7fb5c4-af72-496c-a59f-6e549e9572c4', 'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'mac_address': 'fa:16:3e:5a:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:25Z', 'updated_at': '2021-07-13T20:21:29Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'subnets': [{'id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:29.812353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ffad0-db22-474d-a71f-280bd7d6ca03 None None] The sync data for ids ['a70e6668-257f-460e-971a-ae7e2dbfad01'] in n-d-800708-1 is: [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce7fb5c4-af72-496c-a59f-6e549e9572c4', 'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'mac_address': 'fa:16:3e:5a:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:25Z', 'updated_at': '2021-07-13T20:21:29Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'subnets': [{'id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:30.139079 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.152001 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Transition to ACTIVE for port object 41458850-16e6-4fb0-85a3-42c146c8c381 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:30.164284 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.185344 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.263080 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Attempting to bind port 41458850-16e6-4fb0-85a3-42c146c8c381 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:30.263444 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Attempting to bind port 41458850-16e6-4fb0-85a3-42c146c8c381 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:30.263787 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Attempting to bind port 41458850-16e6-4fb0-85a3-42c146c8c381 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:30.278132 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:30.278521 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:30.279048 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.279438 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:30.279906 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Bound port: 41458850-16e6-4fb0-85a3-42c146c8c381, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:30.280288 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.282922 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7be03-3887-4d30-9a70-23b9d1451819 None None] Pushing event updated for resources: {'Port': ['ID=41458850-16e6-4fb0-85a3-42c146c8c381,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:30.387967 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Allocated IP 172.20.0.1 (ccc452b9-27b2-40e5-a002-053b4c197362/59dbce67-0222-4be6-bf43-87f00476dd33/2035fa6e-67e4-4322-a801-bad6c0ea71fb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:30.426770 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] For port 41458850-16e6-4fb0-85a3-42c146c8c381, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:30.431773 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] For port 41458850-16e6-4fb0-85a3-42c146c8c381, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=41458850-16e6-4fb0-85a3-42c146c8c381,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:30.441451 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.543940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:30.546995 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7be03-3887-4d30-9a70-23b9d1451819 None None] Pushing event updated for resources: {'Port': ['ID=41458850-16e6-4fb0-85a3-42c146c8c381,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:30.548921 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.549573 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Routers {'cf2e037a-3f4a-4409-acdc-38abcd00af8a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:30.550163 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:21:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:30.577956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Transition to ACTIVE for port object 2035fa6e-67e4-4322-a801-bad6c0ea71fb will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:30.613602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b357c198-3749-4f17-a57f-1a3df244f722 None None] Network ccc452b9-27b2-40e5-a002-053b4c197362 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:21:30.636626 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.665284 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] Set router cf2e037a-3f4a-4409-acdc-38abcd00af8a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:30.673839 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Network ccc452b9-27b2-40e5-a002-053b4c197362 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:30.677271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:30.681738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:30.693932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98d1cf47-16cb-4452-a48e-936c1aa17dfa None None] Provisioning for port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:30.711742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:30.725365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:30.725787 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.727946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Pushing event updated for resources: {'Port': ['ID=2035fa6e-67e4-4322-a801-bad6c0ea71fb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:30.740301 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.882975 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'name': 'tempest-TestMinimumBasicScenario-127285124-router', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:27Z', 'updated_at': '2021-07-13T20:21:28Z', 'revision_number': 3, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'gw_port': {'id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:28Z', 'updated_at': '2021-07-13T20:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:30.902135 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.909538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.922059 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34362ef-0813-45da-b990-dafc40639a35 None None] The sync data for ids ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'] in n-d-800708-1 is: [{'id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'name': 'tempest-TestMinimumBasicScenario-127285124-router', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:27Z', 'updated_at': '2021-07-13T20:21:28Z', 'revision_number': 3, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'gw_port': {'id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:28Z', 'updated_at': '2021-07-13T20:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:30.952760 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939,segment=NetworkSegment(699eacc3-bd0b-493e-8b7e-65090cae8d8d),segment_id=699eacc3-bd0b-493e-8b7e-65090cae8d8d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:30.973693 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:30.974789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce7fb5c4-af72-496c-a59f-6e549e9572c4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:31.081487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:31.100059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ce7fb5c4-af72-496c-a59f-6e549e9572c4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:31.105905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ce7fb5c4-af72-496c-a59f-6e549e9572c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:31.106287 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:31.137834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:31.143538 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:31.213604 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:31.250941 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:31.252189 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ce7fb5c4-af72-496c-a59f-6e549e9572c4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce7fb5c4-af72-496c-a59f-6e549e9572c4,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:31.254141 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Pushing event updated for resources: {'Port': ['ID=2035fa6e-67e4-4322-a801-bad6c0ea71fb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:31.259041 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:31.350719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ce7fb5c4-af72-496c-a59f-6e549e9572c4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:31.359177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-793d89fc-9200-482c-8682-2689ba49259f None None] Provisioning for port 2035fa6e-67e4-4322-a801-bad6c0ea71fb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:31.364305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-793d89fc-9200-482c-8682-2689ba49259f None None] Provisioning complete for port 2035fa6e-67e4-4322-a801-bad6c0ea71fb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:31.364686 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-793d89fc-9200-482c-8682-2689ba49259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:31.398066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Network ccc452b9-27b2-40e5-a002-053b4c197362 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:31.399833 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:31.405752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-793d89fc-9200-482c-8682-2689ba49259f None None] Port 2035fa6e-67e4-4322-a801-bad6c0ea71fb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:31.421069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-793d89fc-9200-482c-8682-2689ba49259f None None] Provisioning complete for port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:31.421539 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-793d89fc-9200-482c-8682-2689ba49259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:31.548186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Router cf2e037a-3f4a-4409-acdc-38abcd00af8a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:21:31.647865 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa8517b9-5775-4b9a-b129-4ca55e3083ef None None] Provisioning complete for port 2035fa6e-67e4-4322-a801-bad6c0ea71fb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:31.648630 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa8517b9-5775-4b9a-b129-4ca55e3083ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:31.692290 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa8517b9-5775-4b9a-b129-4ca55e3083ef None None] Port 2035fa6e-67e4-4322-a801-bad6c0ea71fb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:31.697807 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:21:31.703595 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-076b06c8-de97-41a4-8ee5-c72d2a162301 admin admin] 10.222.0.25 "PUT /v2.0/routers/cf2e037a-3f4a-4409-acdc-38abcd00af8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5725322 Jul 13 20:21:31.812552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-960afdce-b31b-4679-bf13-6fda46c0243e None None] Provisioning complete for port 2035fa6e-67e4-4322-a801-bad6c0ea71fb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:31.812920 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-960afdce-b31b-4679-bf13-6fda46c0243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:31.857088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-960afdce-b31b-4679-bf13-6fda46c0243e None None] Port 2035fa6e-67e4-4322-a801-bad6c0ea71fb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:32.435640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:32.482553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:32.482928 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:32.571792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 41458850-16e6-4fb0-85a3-42c146c8c381 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:32.627718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 41458850-16e6-4fb0-85a3-42c146c8c381 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:32.634174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 41458850-16e6-4fb0-85a3-42c146c8c381 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:32.634580 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:32.731541 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:32.758932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 41458850-16e6-4fb0-85a3-42c146c8c381, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=41458850-16e6-4fb0-85a3-42c146c8c381,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:32.763367 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:32.764499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce7fb5c4-af72-496c-a59f-6e549e9572c4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:32.841819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=41458850-16e6-4fb0-85a3-42c146c8c381,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:32.866097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ce7fb5c4-af72-496c-a59f-6e549e9572c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:32.867055 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:33.404254 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Sync routers for ids ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:21:33.417337 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Routers {'cf2e037a-3f4a-4409-acdc-38abcd00af8a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:33.418122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:21:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:33.692464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Set router cf2e037a-3f4a-4409-acdc-38abcd00af8a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:33.909971 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'name': 'tempest-TestMinimumBasicScenario-127285124-router', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:27Z', 'updated_at': '2021-07-13T20:21:30Z', 'revision_number': 4, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'gw_port': {'id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:28Z', 'updated_at': '2021-07-13T20:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2035fa6e-67e4-4322-a801-bad6c0ea71fb', 'name': '', 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'mac_address': 'fa:16:3e:6e:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '59dbce67-0222-4be6-bf43-87f00476dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:30Z', 'updated_at': '2021-07-13T20:21:30Z', 'revision_number': 2, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'subnets': [{'id': '59dbce67-0222-4be6-bf43-87f00476dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:33.938943 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Checking router: cf2e037a-3f4a-4409-acdc-38abcd00af8a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:21:33.939309 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Updating router cf2e037a-3f4a-4409-acdc-38abcd00af8a port 2035fa6e-67e4-4322-a801-bad6c0ea71fb binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:21:33.982600 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:34.297910 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:34.309302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Transition to ACTIVE for port object 2035fa6e-67e4-4322-a801-bad6c0ea71fb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:34.319086 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:34.377837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf50ad-280e-4877-a286-f4fa20e798dd None None] Pushing event updated for resources: {'Port': ['ID=2035fa6e-67e4-4322-a801-bad6c0ea71fb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:34.426036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 41458850-16e6-4fb0-85a3-42c146c8c381 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:34.456469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Attempting to bind port 2035fa6e-67e4-4322-a801-bad6c0ea71fb on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:34.456837 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Attempting to bind port 2035fa6e-67e4-4322-a801-bad6c0ea71fb by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '699eacc3-bd0b-493e-8b7e-65090cae8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:34.457198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Attempting to bind port 2035fa6e-67e4-4322-a801-bad6c0ea71fb on network ccc452b9-27b2-40e5-a002-053b4c197362 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:34.464640 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:34.465015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Checking segment: {'id': '699eacc3-bd0b-493e-8b7e-65090cae8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:34.465510 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:34.465804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Bound using segment: {'id': '699eacc3-bd0b-493e-8b7e-65090cae8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:34.466278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Bound port: 2035fa6e-67e4-4322-a801-bad6c0ea71fb, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699eacc3-bd0b-493e-8b7e-65090cae8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:34.466693 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:34.541260 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 41458850-16e6-4fb0-85a3-42c146c8c381 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:34.541625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:34.584316 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] For port 2035fa6e-67e4-4322-a801-bad6c0ea71fb, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:34.599567 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] For port 2035fa6e-67e4-4322-a801-bad6c0ea71fb, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2035fa6e-67e4-4322-a801-bad6c0ea71fb,segment=NetworkSegment(699eacc3-bd0b-493e-8b7e-65090cae8d8d),segment_id=699eacc3-bd0b-493e-8b7e-65090cae8d8d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:34.628057 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:34.711542 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf50ad-280e-4877-a286-f4fa20e798dd None None] Pushing event updated for resources: {'Port': ['ID=2035fa6e-67e4-4322-a801-bad6c0ea71fb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:34.714245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Routers {'cf2e037a-3f4a-4409-acdc-38abcd00af8a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:21:34.714245 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:21:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:34.865900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] Set router cf2e037a-3f4a-4409-acdc-38abcd00af8a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:21:35.112634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'name': 'tempest-TestMinimumBasicScenario-127285124-router', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:27Z', 'updated_at': '2021-07-13T20:21:30Z', 'revision_number': 4, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'gw_port': {'id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:28Z', 'updated_at': '2021-07-13T20:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2035fa6e-67e4-4322-a801-bad6c0ea71fb', 'name': '', 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'mac_address': 'fa:16:3e:6e:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '59dbce67-0222-4be6-bf43-87f00476dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:30Z', 'updated_at': '2021-07-13T20:21:34Z', 'revision_number': 4, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'subnets': [{'id': '59dbce67-0222-4be6-bf43-87f00476dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:21:35.147022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f104ce2-1daa-4f6d-8d86-07c41b842f8d None None] The sync data for ids ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'] in n-d-800708-1 is: [{'id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'name': 'tempest-TestMinimumBasicScenario-127285124-router', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:27Z', 'updated_at': '2021-07-13T20:21:30Z', 'revision_number': 4, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'gw_port': {'id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:28Z', 'updated_at': '2021-07-13T20:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '2035fa6e-67e4-4322-a801-bad6c0ea71fb', 'name': '', 'network_id': 'ccc452b9-27b2-40e5-a002-053b4c197362', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'mac_address': 'fa:16:3e:6e:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '59dbce67-0222-4be6-bf43-87f00476dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:30Z', 'updated_at': '2021-07-13T20:21:34Z', 'revision_number': 4, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'subnets': [{'id': '59dbce67-0222-4be6-bf43-87f00476dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:21:36.401667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2035fa6e-67e4-4322-a801-bad6c0ea71fb up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:36.463193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2035fa6e-67e4-4322-a801-bad6c0ea71fb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:36.467780 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2035fa6e-67e4-4322-a801-bad6c0ea71fb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:36.468152 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:36.553279 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:36.602989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2035fa6e-67e4-4322-a801-bad6c0ea71fb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2035fa6e-67e4-4322-a801-bad6c0ea71fb,segment=NetworkSegment(699eacc3-bd0b-493e-8b7e-65090cae8d8d),segment_id=699eacc3-bd0b-493e-8b7e-65090cae8d8d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:36.607907 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:36.660258 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2035fa6e-67e4-4322-a801-bad6c0ea71fb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:38.360946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2035fa6e-67e4-4322-a801-bad6c0ea71fb up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:38.425602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2035fa6e-67e4-4322-a801-bad6c0ea71fb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:38.426014 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:41.724212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-dff24434-2b8c-429c-95b2-bc3d02035ef3 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:41.725668 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-dff24434-2b8c-429c-95b2-bc3d02035ef3 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/networks?id=05f7480f-fccd-410b-aa4d-462c96b3dfe1 HTTP/1.1" status: 200 len: 815 time: 0.1065722 Jul 13 20:21:41.740575 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-3280f888-c3ee-40b2-80a3-4e2815cf1f96 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/quotas/cb6467071fa4412baa1a402b86f67a50 HTTP/1.1" status: 200 len: 375 time: 0.0090761 Jul 13 20:21:41.806327 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-b0c2210f-fd22-471b-a045-af2d5db06aa6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb6467071fa4412baa1a402b86f67a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602627 Jul 13 20:21:41.901086 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-edb75c1d-a977-4036-b37e-08f8922229aa service neutron] 10.222.0.25 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836635 Jul 13 20:21:41.987953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-06ed5199-2dca-496c-a624-f6c5ce4a818d service neutron] 10.222.0.25 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811639 Jul 13 20:21:42.157958 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aebdfc96-e74c-43f7-96cd-cccea1cbcdda req-d0bda7d2-233f-455f-af8e-826442cf2d87 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 210 time: 0.0307906 Jul 13 20:21:43.183083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-2edd073f-ca2c-4f88-a5f9-702ef402323d tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:43.184677 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-2edd073f-ca2c-4f88-a5f9-702ef402323d tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.60 "GET /v2.0/networks?id=05f7480f-fccd-410b-aa4d-462c96b3dfe1 HTTP/1.1" status: 200 len: 815 time: 0.1072493 Jul 13 20:21:43.198274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'port': {'device_id': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'admin_state_up': True, 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:43.316273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3f5ae115-2dab-4a5d-807a-0bf6bc12791c req-ecb745d8-9100-41a9-bfc2-9c0b5ea81b38 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 210 time: 0.0299921 Jul 13 20:21:43.323935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Made reservation on behalf of cb6467071fa4412baa1a402b86f67a50 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:21:43.328023 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.463787 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Allocated IP 172.20.0.10 (05f7480f-fccd-410b-aa4d-462c96b3dfe1/913e2d62-e7d4-4aaf-977a-faa933b5e727/d62d3221-9cad-4e1f-ba91-e3e18381731a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:21:43.652972 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.670193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Transition to ACTIVE for port object d62d3221-9cad-4e1f-ba91-e3e18381731a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:43.720344 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.791227 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:21:43.794700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:21:43.809748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:21:43.818213 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'Port': ['ID=d62d3221-9cad-4e1f-ba91-e3e18381731a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:43.882722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:43.883667 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:43.906289 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-91fce824-d005-4b32-8940-8249a9a8caa9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7121322 Jul 13 20:21:44.099602 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35a8ee82-352e-41c3-988a-9d2b45f008d2 None None] Provisioning for port d62d3221-9cad-4e1f-ba91-e3e18381731a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:44.104026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35a8ee82-352e-41c3-988a-9d2b45f008d2 None None] Provisioning complete for port d62d3221-9cad-4e1f-ba91-e3e18381731a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:44.104389 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35a8ee82-352e-41c3-988a-9d2b45f008d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:44.143688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-35a8ee82-352e-41c3-988a-9d2b45f008d2 None None] Port d62d3221-9cad-4e1f-ba91-e3e18381731a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:21:44.494417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baa57f-9d80-4efa-87a2-720dff621848 req-703c36d8-09fe-4223-9c95-9b78ccdde269 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:44.495949 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16baa57f-9d80-4efa-87a2-720dff621848 req-703c36d8-09fe-4223-9c95-9b78ccdde269 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 932 time: 0.0646095 Jul 13 20:21:44.535846 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-16baa57f-9d80-4efa-87a2-720dff621848 req-64a10166-b3d5-40bb-b4d5-1c90cd755abe tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337412 Jul 13 20:21:45.727959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7db0dc-96e0-4cd8-a943-a481f9ac4063 req-0183e18e-fd79-4cae-a32e-7f89334f379e tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:45.730478 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc7db0dc-96e0-4cd8-a943-a481f9ac4063 req-0183e18e-fd79-4cae-a32e-7f89334f379e tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 932 time: 0.0751674 Jul 13 20:21:45.770771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc7db0dc-96e0-4cd8-a943-a481f9ac4063 req-d115a025-7e14-4215-b9d9-d03a00aa33ae tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346935 Jul 13 20:21:46.188100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.860503 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:46.954689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922e24b-2b2a-4113-b128-83a7585c7af5 req-b63f2d2e-393e-4a0f-8037-a418bbd21871 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:46.956976 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6922e24b-2b2a-4113-b128-83a7585c7af5 req-b63f2d2e-393e-4a0f-8037-a418bbd21871 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 932 time: 0.0707819 Jul 13 20:21:46.997797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6922e24b-2b2a-4113-b128-83a7585c7af5 req-bcac34d6-d710-4a9e-916b-2e3eba744994 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340860 Jul 13 20:21:48.178976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65958b-b63e-4b3a-ab75-d6a2388668dc req-bc55fdec-841b-4482-be52-a85b3f437824 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:48.180494 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc65958b-b63e-4b3a-ab75-d6a2388668dc req-bc55fdec-841b-4482-be52-a85b3f437824 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 932 time: 0.0666988 Jul 13 20:21:48.225215 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc65958b-b63e-4b3a-ab75-d6a2388668dc req-0305c2c0-4c9b-4c89-a3a9-0caa25ffc09b tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386319 Jul 13 20:21:49.421405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9d4c4-954e-411c-9e89-41a15814fffa req-030ffcdb-7135-4773-b4a1-c20fea673564 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:49.423022 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8e9d4c4-954e-411c-9e89-41a15814fffa req-030ffcdb-7135-4773-b4a1-c20fea673564 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 932 time: 0.0657437 Jul 13 20:21:49.470722 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c8e9d4c4-954e-411c-9e89-41a15814fffa req-afbc67a7-757c-429d-a32c-e1f1fa3c5aca tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Jul 13 20:21:50.458368 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:21:50.690033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d4163-75cb-47d3-b25d-0b368310344c req-a332957c-84e6-4314-b7ba-9b1e047e1dd2 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:50.691568 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed1d4163-75cb-47d3-b25d-0b368310344c req-a332957c-84e6-4314-b7ba-9b1e047e1dd2 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 932 time: 0.0691152 Jul 13 20:21:50.737480 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed1d4163-75cb-47d3-b25d-0b368310344c req-6816177e-dfb2-482c-9637-66f4e4f824e2 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Jul 13 20:21:50.818241 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-231ad857-c461-43a8-aed1-a4407f5a3c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:51.925110 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb12c7-7e04-4ef2-8e4a-7ec7b157a2d2 req-d6e96fc9-12df-42b4-a9b2-af50cec471b4 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:51.926892 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1cb12c7-7e04-4ef2-8e4a-7ec7b157a2d2 req-d6e96fc9-12df-42b4-a9b2-af50cec471b4 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 932 time: 0.0683260 Jul 13 20:21:51.969579 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f1cb12c7-7e04-4ef2-8e4a-7ec7b157a2d2 req-5522bf99-e78b-42e4-a518-bb3af56a9ff6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365067 Jul 13 20:21:53.025993 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-705a76e8-fe87-4bd0-b577-f61ce9200f5a tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:21:53.028098 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-705a76e8-fe87-4bd0-b577-f61ce9200f5a tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068121 Jul 13 20:21:53.039541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Request body: {'port': {'device_id': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:21:53.115077 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.142933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f9b5e-396b-4b9e-9eb0-6dfb9e251491 req-7f5bd9b1-e327-4296-8be3-7c077715d19d tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:53.144438 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb3f9b5e-396b-4b9e-9eb0-6dfb9e251491 req-7f5bd9b1-e327-4296-8be3-7c077715d19d tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 932 time: 0.0633154 Jul 13 20:21:53.184011 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cb3f9b5e-396b-4b9e-9eb0-6dfb9e251491 req-54f0f9cb-e09b-49da-87b3-e0cd4051188c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Jul 13 20:21:53.377622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62d3221-9cad-4e1f-ba91-e3e18381731a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:21:53.386967 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.399156 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Transition to ACTIVE for port object d62d3221-9cad-4e1f-ba91-e3e18381731a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:21:53.403052 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.452044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Pushing event updated for resources: {'Port': ['ID=d62d3221-9cad-4e1f-ba91-e3e18381731a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:53.522857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Attempting to bind port d62d3221-9cad-4e1f-ba91-e3e18381731a on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:21:53.523202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Attempting to bind port d62d3221-9cad-4e1f-ba91-e3e18381731a by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:21:53.523427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Attempting to bind port d62d3221-9cad-4e1f-ba91-e3e18381731a on network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:53.528079 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Port d62d3221-9cad-4e1f-ba91-e3e18381731a on network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:21:53.528395 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Attempting to bind port d62d3221-9cad-4e1f-ba91-e3e18381731a on network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:21:53.533287 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:21:53.533621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Checking segment: {'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:21:53.534082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Bound using segment: {'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:21:53.534467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Bound port: d62d3221-9cad-4e1f-ba91-e3e18381731a, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05258122-8cf2-4f3c-b732-5de555047914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:21:53.534799 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.603102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] For port d62d3221-9cad-4e1f-ba91-e3e18381731a, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:21:53.606025 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] For port d62d3221-9cad-4e1f-ba91-e3e18381731a, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:21:53.610798 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.647910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:53.648556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.649973 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] 10.222.0.60 "PUT /v2.0/ports/d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 1092 time: 0.6153002 Jul 13 20:21:53.652427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:53.655089 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bda0a9-40b3-4207-924a-ea4df1107c25" -d '{"events": [{"name": "network-changed", "server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:53.668089 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae350194-0eed-44b6-bc59-cc05bc6eb83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.684860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120bb33-7d58-4a5a-b360-9b754516a03d service neutron] Pushing event updated for resources: {'Port': ['ID=d62d3221-9cad-4e1f-ba91-e3e18381731a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:53.725171 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:53.738004 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9950ea1d-fe40-4743-ada9-587858d76781 x-openstack-request-id: req-9950ea1d-fe40-4743-ada9-587858d76781 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:53.738296 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:53.738577 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9950ea1d-fe40-4743-ada9-587858d76781 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:53.738980 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'status': 'completed', 'code': 200} Jul 13 20:21:53.768348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-d7ab7ae2-e2cb-435e-ae90-d46956be3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:53.769872 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-d7ab7ae2-e2cb-435e-ae90-d46956be3c05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb6467071fa4412baa1a402b86f67a50&device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 1095 time: 0.0594258 Jul 13 20:21:53.812599 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-8151acef-1584-4efd-8dd0-8e908cf39d2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 217 time: 0.0358331 Jul 13 20:21:53.864960 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-0c8dce07-77a3-406d-aaa4-6bc7c1015c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:53.867139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-0c8dce07-77a3-406d-aaa4-6bc7c1015c1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=913e2d62-e7d4-4aaf-977a-faa933b5e727 HTTP/1.1" status: 200 len: 854 time: 0.0486090 Jul 13 20:21:53.921761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-85d8d554-5a30-498b-a66a-0d758bdf675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:53.923272 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-85d8d554-5a30-498b-a66a-0d758bdf675c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f7480f-fccd-410b-aa4d-462c96b3dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501635 Jul 13 20:21:54.009729 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-b496b474-76ee-46eb-adcb-0bac882ea8ac service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798969 Jul 13 20:21:54.099258 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7f16a7c9-f114-45f7-9ad0-9d67cbf564a0 req-c8f4c492-e4d4-41b5-bc69-2229c1d32951 service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832782 Jul 13 20:21:54.196000 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-925ee532-2412-441a-9df1-040c808492ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:54.197467 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-925ee532-2412-441a-9df1-040c808492ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb6467071fa4412baa1a402b86f67a50&device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 1095 time: 0.0527093 Jul 13 20:21:54.291607 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-1913aab3-eb21-4f0b-aa44-2efb9863fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:54.293098 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-1913aab3-eb21-4f0b-aa44-2efb9863fba4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f7480f-fccd-410b-aa4d-462c96b3dfe1 HTTP/1.1" status: 200 len: 916 time: 0.0899618 Jul 13 20:21:54.334825 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-e7c9443e-4ada-45b8-bbec-1020a830c1c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 217 time: 0.0359771 Jul 13 20:21:54.360392 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a45fa-c472-4611-844c-1be945b4699f req-23e7c24e-0e34-4dc0-a2f7-0f97b5bb71c1 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:54.361832 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-501a45fa-c472-4611-844c-1be945b4699f req-23e7c24e-0e34-4dc0-a2f7-0f97b5bb71c1 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 944 time: 0.0644348 Jul 13 20:21:54.383657 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-b18731be-24f1-48d8-b4e2-eb6ae76c3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:54.385139 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-b18731be-24f1-48d8-b4e2-eb6ae76c3892 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=913e2d62-e7d4-4aaf-977a-faa933b5e727 HTTP/1.1" status: 200 len: 854 time: 0.0444903 Jul 13 20:21:54.400068 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-501a45fa-c472-4611-844c-1be945b4699f req-81ab2fe9-84ee-4822-8581-9870ea67eb0b tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319684 Jul 13 20:21:54.446605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-34c2cc4e-2cbc-4442-9202-45289daa011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:54.448090 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-34c2cc4e-2cbc-4442-9202-45289daa011a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f7480f-fccd-410b-aa4d-462c96b3dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567601 Jul 13 20:21:54.534714 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-37e211eb-719c-4526-b5ee-ee63827d0224 service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801146 Jul 13 20:21:54.626029 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6bda0a9-40b3-4207-924a-ea4df1107c25 req-c4a5919e-68b5-4232-b595-fea9930507f6 service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843141 Jul 13 20:21:54.776441 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:55.571180 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ab185-946b-40a9-85de-40c7d3926cc7 req-d2e252c7-d73b-472c-b660-7d152c3d53e9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:55.572639 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c2ab185-946b-40a9-85de-40c7d3926cc7 req-d2e252c7-d73b-472c-b660-7d152c3d53e9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 944 time: 0.0624700 Jul 13 20:21:55.608700 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9c2ab185-946b-40a9-85de-40c7d3926cc7 req-bc6f66a1-050a-4712-a566-5eb17bc55baf tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305986 Jul 13 20:21:56.267166 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.717731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d62d3221-9cad-4e1f-ba91-e3e18381731a details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:21:56.788436 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8a06a-460c-4a80-8275-4502c0ae79f3 req-f79d565c-76e4-430c-addc-030fcdf2d63c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:56.789954 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1b8a06a-460c-4a80-8275-4502c0ae79f3 req-f79d565c-76e4-430c-addc-030fcdf2d63c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 944 time: 0.0666628 Jul 13 20:21:56.812749 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d62d3221-9cad-4e1f-ba91-e3e18381731a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:56.824273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'port_id': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'mac_address': 'fa:16:3e:0d:29:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:21:56.828927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c1b8a06a-460c-4a80-8275-4502c0ae79f3 req-b487d7ea-19c2-409a-92c4-5d6a9cf88bf7 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334568 Jul 13 20:21:56.859545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.872434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62d3221-9cad-4e1f-ba91-e3e18381731a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:21:56.891515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d62d3221-9cad-4e1f-ba91-e3e18381731a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:56.895649 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:56.940249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=d62d3221-9cad-4e1f-ba91-e3e18381731a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:56.947936 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.948279 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.948619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.948946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.949273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.949598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.949920 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.950240 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.950594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.950916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.951235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:56.951553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:21:57.144460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['d62d3221-9cad-4e1f-ba91-e3e18381731a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:21:57.997812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f27f7-4d26-4281-ad4e-419a8b8e6d50 req-0abcec2a-d623-42c4-8b81-64b36a8bd620 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:57.999308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a13f27f7-4d26-4281-ad4e-419a8b8e6d50 req-0abcec2a-d623-42c4-8b81-64b36a8bd620 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 945 time: 0.0624878 Jul 13 20:21:58.035306 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a13f27f7-4d26-4281-ad4e-419a8b8e6d50 req-0694c916-8fb1-4b47-9b8e-ac80d204c43f tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306571 Jul 13 20:21:58.717468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d62d3221-9cad-4e1f-ba91-e3e18381731a up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:21:58.763318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port d62d3221-9cad-4e1f-ba91-e3e18381731a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:21:58.766935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port d62d3221-9cad-4e1f-ba91-e3e18381731a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:21:58.767301 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.844802 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.866717 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:21:58.868946 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4ecf67-163d-402d-9c06-41f656b9abe3" -d '{"events": [{"server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "name": "network-vif-plugged", "status": "completed", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:21:58.882815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d62d3221-9cad-4e1f-ba91-e3e18381731a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:21:58.886825 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:21:58.909607 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f824500-7e0d-4c8d-b49e-74a13f0adeee x-openstack-request-id: req-5f824500-7e0d-4c8d-b49e-74a13f0adeee {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:21:58.909891 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "name": "network-vif-plugged", "status": "completed", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:21:58.910142 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f824500-7e0d-4c8d-b49e-74a13f0adeee {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:21:58.910541 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'code': 200} Jul 13 20:21:58.935722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=d62d3221-9cad-4e1f-ba91-e3e18381731a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:21:59.018789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17157c26-979b-4a83-967d-21aed3266dac req-9b120133-af1c-4d99-a7ad-3c8ef44f74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:59.020324 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-17157c26-979b-4a83-967d-21aed3266dac req-9b120133-af1c-4d99-a7ad-3c8ef44f74c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 1097 time: 0.0538671 Jul 13 20:21:59.054323 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-17157c26-979b-4a83-967d-21aed3266dac req-834b1840-b311-425e-a5fb-5878bb78c554 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275567 Jul 13 20:21:59.209784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091ba86-bd0e-48d7-95ea-cfba953c9128 req-d1b33a8b-c8ce-4b97-8658-d0c57b413802 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:21:59.211221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c091ba86-bd0e-48d7-95ea-cfba953c9128 req-d1b33a8b-c8ce-4b97-8658-d0c57b413802 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 946 time: 0.0630062 Jul 13 20:21:59.250629 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c091ba86-bd0e-48d7-95ea-cfba953c9128 req-ce24560e-887a-4575-976c-abb3d49ecd96 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Jul 13 20:22:00.426390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb63cc-ea31-42bb-bcc7-1e79e3afbe94 req-e8116887-113c-41eb-af75-9daba1b2bcad tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:00.428382 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98cb63cc-ea31-42bb-bcc7-1e79e3afbe94 req-e8116887-113c-41eb-af75-9daba1b2bcad tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 946 time: 0.0619953 Jul 13 20:22:00.465586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-98cb63cc-ea31-42bb-bcc7-1e79e3afbe94 req-fd9c4a1d-1a4e-435d-917e-31eaea2d79ee tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316663 Jul 13 20:22:00.635268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9478c-9e76-440a-9581-70deadadf066 req-d615128e-9c5c-493a-9498-47ab23bd37a5 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:00.636726 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7a9478c-9e76-440a-9581-70deadadf066 req-d615128e-9c5c-493a-9498-47ab23bd37a5 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 946 time: 0.0613530 Jul 13 20:22:00.676450 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e7a9478c-9e76-440a-9581-70deadadf066 req-674adf91-54b3-4f68-8f70-581587309247 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343795 Jul 13 20:22:01.013541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700cbc7-34a3-40e5-9768-7612d0b55329 req-7a025819-63bf-4b1e-a25e-04d795433366 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:01.014968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3700cbc7-34a3-40e5-9768-7612d0b55329 req-7a025819-63bf-4b1e-a25e-04d795433366 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 946 time: 0.0630374 Jul 13 20:22:01.051917 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3700cbc7-34a3-40e5-9768-7612d0b55329 req-c1657e98-6644-4bb1-aa55-79f50ef66e05 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Jul 13 20:22:12.670538 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e58f-7284-4253-b530-45bb116309fd req-ef3b71e0-43a6-41ca-bceb-1cf90aac7fac tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:12.671913 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0533e58f-7284-4253-b530-45bb116309fd req-ef3b71e0-43a6-41ca-bceb-1cf90aac7fac tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 946 time: 0.0622582 Jul 13 20:22:12.711135 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0533e58f-7284-4253-b530-45bb116309fd req-6d3cdabe-7143-4b3f-8dc4-5f8706a2ba51 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334740 Jul 13 20:22:12.734866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:12.876492 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12faf700-95f3-4850-b9f2-9740ae511931 tempest-TestMinimumBasicScenario-250650723 tempest-TestMinimumBasicScenario-250650723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:12.877987 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-12faf700-95f3-4850-b9f2-9740ae511931 tempest-TestMinimumBasicScenario-250650723 tempest-TestMinimumBasicScenario-250650723-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 1092 time: 0.1421697 Jul 13 20:22:12.881115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:12.885372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:12.906506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:13.000744 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:13.107589 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Allocated IP 172.25.7.4 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/efd4046f-d681-4a89-badc-d0453fb3dbd2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:22:13.206878 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:13.245145 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:13.290248 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:22:13.294961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:22:13.297470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:22:13.303585 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'Port': ['ID=efd4046f-d681-4a89-badc-d0453fb3dbd2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:13.983220 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.075196 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.238670 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.243981 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.323205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'Port': ['ID=efd4046f-d681-4a89-badc-d0453fb3dbd2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:14.335996 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.440621 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Floating IP 880827aa-6846-4345-b012-001c04becce2 associated. External IP: 172.25.7.4, port: d62d3221-9cad-4e1f-ba91-e3e18381731a. Jul 13 20:22:14.645157 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Router a70e6668-257f-460e-971a-ae7e2dbfad01 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:22:14.753593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:22:14.763424 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] Sync routers for ids ['a70e6668-257f-460e-971a-ae7e2dbfad01'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:22:14.769432 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.772910 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] Routers {'a70e6668-257f-460e-971a-ae7e2dbfad01'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:22:14.773585 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:21:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a70e6668-257f-460e-971a-ae7e2dbfad01'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:14.806609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-49351d30-9413-4f30-8b1f-769275b6c7a6 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9244497 Jul 13 20:22:14.807199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:14.809488 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53838850-6672-4e32-9bed-8a693acd91bc" -d '{"events": [{"name": "network-changed", "server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:14.809756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:14.815261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-240664172', 'description': 'tempest-secgroup-smoke-240664172 description', 'project_id': 'cb6467071fa4412baa1a402b86f67a50'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:14.840418 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.851601 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ec0373-3f3e-40cf-8f9c-e31f922507e6 x-openstack-request-id: req-04ec0373-3f3e-40cf-8f9c-e31f922507e6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:14.851996 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:14.852253 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04ec0373-3f3e-40cf-8f9c-e31f922507e6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:14.852689 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'status': 'completed', 'code': 200} Jul 13 20:22:14.883297 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] Set router a70e6668-257f-460e-971a-ae7e2dbfad01 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:22:14.931857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53838850-6672-4e32-9bed-8a693acd91bc req-a0269128-d879-4495-a70e-3cda0b01dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:14.932323 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.933355 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53838850-6672-4e32-9bed-8a693acd91bc req-a0269128-d879-4495-a70e-3cda0b01dd47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb6467071fa4412baa1a402b86f67a50&device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 1097 time: 0.0575325 Jul 13 20:22:14.936106 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.970309 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:14.975659 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1603696 Jul 13 20:22:14.975659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:14.980308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2a449f86-e4e5-4951-b7e1-6e37fc3a0f0c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'security_group_rule': {'security_group_id': 'd443832a-11b1-4a35-bf80-2a5f1404a6ea', 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:14.985717 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d443832a-11b1-4a35-bf80-2a5f1404a6ea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:15.000864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.001216 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.001657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.002056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.002388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.002791 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.003180 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.003513 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.003834 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.004157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.004479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.004798 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee2549-8733-45b1-8ff9-fa5727a1e9f0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:15.027622 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a449f86-e4e5-4951-b7e1-6e37fc3a0f0c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.038370 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53838850-6672-4e32-9bed-8a693acd91bc req-6a8b7e00-d17f-4c1d-956d-38698d99c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:15.039928 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53838850-6672-4e32-9bed-8a693acd91bc req-6a8b7e00-d17f-4c1d-956d-38698d99c981 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f7480f-fccd-410b-aa4d-462c96b3dfe1 HTTP/1.1" status: 200 len: 916 time: 0.1006947 Jul 13 20:22:15.097948 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a449f86-e4e5-4951-b7e1-6e37fc3a0f0c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.103213 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a449f86-e4e5-4951-b7e1-6e37fc3a0f0c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.113192 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53838850-6672-4e32-9bed-8a693acd91bc req-b61d0347-e331-4094-8f5d-c1dffbdc46f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 998 time: 0.0664480 Jul 13 20:22:15.116834 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '880827aa-6846-4345-b012-001c04becce2', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'port_id': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'mac_address': 'fa:16:3e:0d:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:13Z', 'updated_at': '2021-07-13T20:22:13Z', 'revision_number': 0, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7fb5c4-af72-496c-a59f-6e549e9572c4', 'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'mac_address': 'fa:16:3e:5a:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:25Z', 'updated_at': '2021-07-13T20:21:31Z', 'revision_number': 5, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'subnets': [{'id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:15.122377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a449f86-e4e5-4951-b7e1-6e37fc3a0f0c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40816baf-12a7-44a9-8e65-05e678d6320d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:15.131666 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a449f86-e4e5-4951-b7e1-6e37fc3a0f0c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.135524 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2a449f86-e4e5-4951-b7e1-6e37fc3a0f0c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562865 Jul 13 20:22:15.135730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:15.140158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-958164a4-48ae-4845-857c-e1e66f9dd34c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'security_group_rule': {'security_group_id': 'd443832a-11b1-4a35-bf80-2a5f1404a6ea', 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:15.150214 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] Checking router: a70e6668-257f-460e-971a-ae7e2dbfad01 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:22:15.160105 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] Routers {'a70e6668-257f-460e-971a-ae7e2dbfad01'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:22:15.160834 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:21:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a70e6668-257f-460e-971a-ae7e2dbfad01'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:15.167704 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-958164a4-48ae-4845-857c-e1e66f9dd34c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.174866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53838850-6672-4e32-9bed-8a693acd91bc req-b2de86ec-679f-4748-96c6-fbfaf262104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:15.176853 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53838850-6672-4e32-9bed-8a693acd91bc req-b2de86ec-679f-4748-96c6-fbfaf262104b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=913e2d62-e7d4-4aaf-977a-faa933b5e727 HTTP/1.1" status: 200 len: 854 time: 0.0564837 Jul 13 20:22:15.234673 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-958164a4-48ae-4845-857c-e1e66f9dd34c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.240229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-958164a4-48ae-4845-857c-e1e66f9dd34c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.258818 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53838850-6672-4e32-9bed-8a693acd91bc req-85b5b831-85f6-4013-b4d0-aafa950489db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:15.260394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53838850-6672-4e32-9bed-8a693acd91bc req-85b5b831-85f6-4013-b4d0-aafa950489db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f7480f-fccd-410b-aa4d-462c96b3dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628064 Jul 13 20:22:15.261873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958164a4-48ae-4845-857c-e1e66f9dd34c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b8c15b-a5e6-428a-8ab4-3c94ba2a6159,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:15.268170 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-958164a4-48ae-4845-857c-e1e66f9dd34c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.269804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-958164a4-48ae-4845-857c-e1e66f9dd34c tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332054 Jul 13 20:22:15.272797 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:15.279443 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7a80f37b-157b-4dfc-980d-d3cfa52b2304 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'security_group_rule': {'security_group_id': 'd443832a-11b1-4a35-bf80-2a5f1404a6ea', 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:15.311464 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a80f37b-157b-4dfc-980d-d3cfa52b2304 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.363789 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53838850-6672-4e32-9bed-8a693acd91bc req-fed67130-ee87-4333-a698-44031671f784 service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955691 Jul 13 20:22:15.375358 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] Set router a70e6668-257f-460e-971a-ae7e2dbfad01 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:22:15.383117 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a80f37b-157b-4dfc-980d-d3cfa52b2304 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.386814 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a80f37b-157b-4dfc-980d-d3cfa52b2304 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.409600 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a80f37b-157b-4dfc-980d-d3cfa52b2304 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.413951 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7a80f37b-157b-4dfc-980d-d3cfa52b2304 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367712 Jul 13 20:22:15.414256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:15.419202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2038ab95-e8f3-48c2-ad59-bdf8ab085409 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'security_group_rule': {'security_group_id': 'd443832a-11b1-4a35-bf80-2a5f1404a6ea', 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:15.423260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80f37b-157b-4dfc-980d-d3cfa52b2304 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07926681-b392-4b33-afd1-0230e6bd55b8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:15.449797 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2038ab95-e8f3-48c2-ad59-bdf8ab085409 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.469734 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53838850-6672-4e32-9bed-8a693acd91bc req-069156ae-ccea-4270-9731-9fd1289c003d service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987053 Jul 13 20:22:15.518340 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2038ab95-e8f3-48c2-ad59-bdf8ab085409 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.523309 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2038ab95-e8f3-48c2-ad59-bdf8ab085409 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.540818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038ab95-e8f3-48c2-ad59-bdf8ab085409 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc5276d-77f5-4791-b2d3-178e6c3d7324,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:15.547325 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2038ab95-e8f3-48c2-ad59-bdf8ab085409 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.551383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2038ab95-e8f3-48c2-ad59-bdf8ab085409 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332059 Jul 13 20:22:15.551602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:15.556761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-501ae302-a492-4700-a789-9ad20a4d8609 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'security_group_rule': {'security_group_id': 'd443832a-11b1-4a35-bf80-2a5f1404a6ea', 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:15.579073 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-501ae302-a492-4700-a789-9ad20a4d8609 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Project cb6467071fa4412baa1a402b86f67a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:22:15.584010 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-501ae302-a492-4700-a789-9ad20a4d8609 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.612052 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '880827aa-6846-4345-b012-001c04becce2', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'port_id': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'mac_address': 'fa:16:3e:0d:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:13Z', 'updated_at': '2021-07-13T20:22:13Z', 'revision_number': 0, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7fb5c4-af72-496c-a59f-6e549e9572c4', 'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'mac_address': 'fa:16:3e:5a:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:25Z', 'updated_at': '2021-07-13T20:21:31Z', 'revision_number': 5, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'subnets': [{'id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:22:15.638934 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b763437-bf76-416b-98b5-aa61e332f049 None None] The sync data for ids ['a70e6668-257f-460e-971a-ae7e2dbfad01'] in n-d-800708-1 is: [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '880827aa-6846-4345-b012-001c04becce2', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'port_id': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'mac_address': 'fa:16:3e:0d:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:22:13Z', 'updated_at': '2021-07-13T20:22:13Z', 'revision_number': 0, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7fb5c4-af72-496c-a59f-6e549e9572c4', 'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'mac_address': 'fa:16:3e:5a:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:25Z', 'updated_at': '2021-07-13T20:21:31Z', 'revision_number': 5, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'subnets': [{'id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:22:15.645048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-501ae302-a492-4700-a789-9ad20a4d8609 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.649194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-501ae302-a492-4700-a789-9ad20a4d8609 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.667390 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ae302-a492-4700-a789-9ad20a4d8609 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da713b2-5860-4149-9681-8916af5d3d47,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:15.672920 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-501ae302-a492-4700-a789-9ad20a4d8609 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.676817 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-501ae302-a492-4700-a789-9ad20a4d8609 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210158 Jul 13 20:22:15.677827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:22:15.682349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ceb154cf-3986-4cb1-a74e-fb53ebeb2b12 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'security_group_rule': {'security_group_id': 'd443832a-11b1-4a35-bf80-2a5f1404a6ea', 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:15.704921 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-ceb154cf-3986-4cb1-a74e-fb53ebeb2b12 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Project cb6467071fa4412baa1a402b86f67a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:22:15.710203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb154cf-3986-4cb1-a74e-fb53ebeb2b12 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.776144 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb154cf-3986-4cb1-a74e-fb53ebeb2b12 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.779716 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb154cf-3986-4cb1-a74e-fb53ebeb2b12 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.795816 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb154cf-3986-4cb1-a74e-fb53ebeb2b12 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788235ca-7da4-40b0-816d-caea098048fe,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:15.806877 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb154cf-3986-4cb1-a74e-fb53ebeb2b12 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:15.811041 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ceb154cf-3986-4cb1-a74e-fb53ebeb2b12 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323795 Jul 13 20:22:15.847693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab29f07a-4e23-49c1-804d-e4e790e254ee None None] New status for floating IP 880827aa-6846-4345-b012-001c04becce2: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:22:15.932318 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-338197b8-644c-4f6b-9dfe-99f60e2dc7b5 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240664172&fields=id&tenant_id=cb6467071fa4412baa1a402b86f67a50 HTTP/1.1" status: 200 len: 267 time: 0.0340192 Jul 13 20:22:16.000490 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-1b3fef06-2583-4fe3-8aa5-b9c4ec6a04a8 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:16.002125 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-1b3fef06-2583-4fe3-8aa5-b9c4ec6a04a8 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 946 time: 0.0644336 Jul 13 20:22:16.013094 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'port': {'security_groups': ['03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9', 'd443832a-11b1-4a35-bf80-2a5f1404a6ea']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:22:16.101150 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.198686 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.293868 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] For port d62d3221-9cad-4e1f-ba91-e3e18381731a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:22:16.324147 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.328684 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.340435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['d62d3221-9cad-4e1f-ba91-e3e18381731a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:22:16.372641 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:16.373278 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.374727 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2b3cf7cc-3a89-43ea-84c1-63e0a540b072 req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "PUT /v2.0/ports/d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 982 time: 0.3664007 Jul 13 20:22:16.409758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'Port': ['ID=d62d3221-9cad-4e1f-ba91-e3e18381731a,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:22:16.418908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.419265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.419608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.419944 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.420279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.420610 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.420935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.421269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.421591 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.421918 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.422245 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.422594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b4475-ad0a-4fdf-98c1-c1636bf946ea tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:22:16.434561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['d62d3221-9cad-4e1f-ba91-e3e18381731a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:22:16.547120 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8284088-37c4-49a1-b7ba-4cca38b6c4e0 req-969b9f0a-75fd-4775-b1ad-8dab67dd57b3 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:16.548628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d8284088-37c4-49a1-b7ba-4cca38b6c4e0 req-969b9f0a-75fd-4775-b1ad-8dab67dd57b3 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0666251 Jul 13 20:22:16.595712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d8284088-37c4-49a1-b7ba-4cca38b6c4e0 req-3d3d49d6-dd69-4133-9a99-52beb089aca8 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400023 Jul 13 20:22:16.734784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-649ef7b0-4ca3-46e5-b0fa-3369b73c92bd None None] Provisioning complete for port d62d3221-9cad-4e1f-ba91-e3e18381731a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:22:16.735078 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-649ef7b0-4ca3-46e5-b0fa-3369b73c92bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.853830 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:22:16.857187 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790" -d '{"events": [{"name": "network-changed", "server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:22:16.894373 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e14d6a-3b72-480b-94af-5e60a00d585b x-openstack-request-id: req-a6e14d6a-3b72-480b-94af-5e60a00d585b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:22:16.894652 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:22:16.894760 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6e14d6a-3b72-480b-94af-5e60a00d585b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:22:16.895510 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'status': 'completed', 'code': 200} Jul 13 20:22:16.934906 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:16.975293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-4aac0b4e-d19d-4408-ad25-c5c131646bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:16.976902 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-4aac0b4e-d19d-4408-ad25-c5c131646bc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb6467071fa4412baa1a402b86f67a50&device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 1136 time: 0.0592763 Jul 13 20:22:17.070573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-bb1873a7-f310-4473-9939-02fad4cba2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:17.072075 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-bb1873a7-f310-4473-9939-02fad4cba2e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f7480f-fccd-410b-aa4d-462c96b3dfe1 HTTP/1.1" status: 200 len: 916 time: 0.0889804 Jul 13 20:22:17.136954 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-202529c9-94fa-4ed8-b995-04b55da30c23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 1000 time: 0.0583632 Jul 13 20:22:17.188955 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-7191cb50-1f09-4766-971f-0078e4dda485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:17.190424 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-7191cb50-1f09-4766-971f-0078e4dda485 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=913e2d62-e7d4-4aaf-977a-faa933b5e727 HTTP/1.1" status: 200 len: 854 time: 0.0476816 Jul 13 20:22:17.245434 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-3028405e-2fd4-49bd-8eae-146b4b84874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:17.246957 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-3028405e-2fd4-49bd-8eae-146b4b84874a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f7480f-fccd-410b-aa4d-462c96b3dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503747 Jul 13 20:22:17.335769 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-5edf4975-d9ae-46c1-9591-5d1254f8b0a8 service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824022 Jul 13 20:22:17.428033 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e3d79ea8-c4da-48c9-a4d7-ac9a78b1b790 req-bda9c2de-6bef-4230-b76d-66f180981b26 service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855868 Jul 13 20:22:20.819845 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39d65cad-a0a0-4a69-ad62-a2ec1c38e1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:23.664030 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87c9637c-db92-45be-8308-ea7490e98959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:23.717469 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:24.779556 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:26.273354 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:27.458539 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:22:32.909030 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-c0f92045-4465-435d-ba20-3bdc9d880a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:32.910465 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-c0f92045-4465-435d-ba20-3bdc9d880a05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb6467071fa4412baa1a402b86f67a50&device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 1136 time: 0.0918043 Jul 13 20:22:32.976504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864a2a6-0095-4f0c-9f8a-584dda7c441f req-15fcb2a3-0bdb-492c-9fc9-aed3d7efb366 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:32.977945 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4864a2a6-0095-4f0c-9f8a-584dda7c441f req-15fcb2a3-0bdb-492c-9fc9-aed3d7efb366 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.1277151 Jul 13 20:22:33.041660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4864a2a6-0095-4f0c-9f8a-584dda7c441f req-01a5867c-a968-4877-927f-a149ba84c9e2 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576956 Jul 13 20:22:33.043152 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-837cda27-22ca-498a-8aa5-d2711615fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:33.044761 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-837cda27-22ca-498a-8aa5-d2711615fc7f service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f7480f-fccd-410b-aa4d-462c96b3dfe1 HTTP/1.1" status: 200 len: 916 time: 0.1279502 Jul 13 20:22:33.114713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-e427b53e-743b-4e83-9bf5-5fc7537743b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 1000 time: 0.0627944 Jul 13 20:22:33.163382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-2d46debd-a827-4cc2-b8e6-aca290190865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:33.164748 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-2d46debd-a827-4cc2-b8e6-aca290190865 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=913e2d62-e7d4-4aaf-977a-faa933b5e727 HTTP/1.1" status: 200 len: 854 time: 0.0431154 Jul 13 20:22:33.219623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-c7428561-4ffe-486d-93d7-d63e73fd4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:33.221095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-c7428561-4ffe-486d-93d7-d63e73fd4636 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f7480f-fccd-410b-aa4d-462c96b3dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507452 Jul 13 20:22:33.314765 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-532521dd-a417-4c45-920e-a85a10c393ae service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872664 Jul 13 20:22:33.404893 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b3a95176-3c6e-4279-971f-71955e5dbfb4 req-6784683b-6c63-47cd-a22a-843c3566f3cc service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839465 Jul 13 20:22:34.213752 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912e4d1-768f-4291-8cda-e84c14aa5d8b req-110d4180-279b-41af-9516-395279ed2a59 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:34.215238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3912e4d1-768f-4291-8cda-e84c14aa5d8b req-110d4180-279b-41af-9516-395279ed2a59 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0615280 Jul 13 20:22:34.255440 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3912e4d1-768f-4291-8cda-e84c14aa5d8b req-1bdbe561-0cb4-42ff-a2f4-0df8097bc308 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346625 Jul 13 20:22:35.435257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb84f50-d51a-4085-b0cf-133cacde07e5 req-6b5811fe-fa63-4d1f-8111-f2c9fc690902 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:35.436763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fdb84f50-d51a-4085-b0cf-133cacde07e5 req-6b5811fe-fa63-4d1f-8111-f2c9fc690902 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0677624 Jul 13 20:22:35.476345 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fdb84f50-d51a-4085-b0cf-133cacde07e5 req-933cbef5-2bdf-4f77-891a-663639cbe856 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340116 Jul 13 20:22:36.648559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a0cb3-98bd-4cb8-b870-b0ebe93aa9c7 req-712715e2-7605-4417-8d96-16c5ef384789 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:36.649915 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c9a0cb3-98bd-4cb8-b870-b0ebe93aa9c7 req-712715e2-7605-4417-8d96-16c5ef384789 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0659301 Jul 13 20:22:36.689426 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c9a0cb3-98bd-4cb8-b870-b0ebe93aa9c7 req-ed360c1c-6feb-4049-b9dc-6b2963902d61 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339618 Jul 13 20:22:37.859655 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0412f-17dc-4118-8f65-6bef32e371cf req-f33e2ae2-0916-467f-b95a-0b67ea456511 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:37.861129 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38c0412f-17dc-4118-8f65-6bef32e371cf req-f33e2ae2-0916-467f-b95a-0b67ea456511 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0623281 Jul 13 20:22:37.901146 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-38c0412f-17dc-4118-8f65-6bef32e371cf req-d3c4c63d-ef19-404d-9b60-800e05fa011e tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339065 Jul 13 20:22:39.076213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b450d-b23e-4d7e-aa8f-1dccd177f10c req-0a1650d6-e06c-4fd9-adb5-76c19faca74b tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:39.077742 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-965b450d-b23e-4d7e-aa8f-1dccd177f10c req-0a1650d6-e06c-4fd9-adb5-76c19faca74b tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0632155 Jul 13 20:22:39.117208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-965b450d-b23e-4d7e-aa8f-1dccd177f10c req-0ea69002-17ca-4993-9d06-92f099c161c0 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338464 Jul 13 20:22:40.291786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb4523-bbba-4002-b38a-c1205049ffdb req-5f75b5d1-bc29-496c-8945-a0b86ce9301b tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:40.293309 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-80eb4523-bbba-4002-b38a-c1205049ffdb req-5f75b5d1-bc29-496c-8945-a0b86ce9301b tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0633960 Jul 13 20:22:40.334200 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-80eb4523-bbba-4002-b38a-c1205049ffdb req-56391ae9-d1b8-49f0-9f4e-3ec15abd0be1 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351505 Jul 13 20:22:41.508847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508044-1340-47c4-945c-c069f54730df req-056575c5-a672-40e3-aa54-2348b0007d63 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:41.510321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a508044-1340-47c4-945c-c069f54730df req-056575c5-a672-40e3-aa54-2348b0007d63 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0669522 Jul 13 20:22:41.549660 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4a508044-1340-47c4-945c-c069f54730df req-dc730335-6056-469b-a1f0-b5bf81e86f0b tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329762 Jul 13 20:22:42.725946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a44a80-c484-467c-a056-26793a8b4dce req-8d0cd059-d02f-43ac-ba38-96d08c19d1da tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:42.727453 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c9a44a80-c484-467c-a056-26793a8b4dce req-8d0cd059-d02f-43ac-ba38-96d08c19d1da tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0670111 Jul 13 20:22:42.766514 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c9a44a80-c484-467c-a056-26793a8b4dce req-678a2044-b370-4b22-be1b-431e74da4d96 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332806 Jul 13 20:22:43.938061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06733590-111f-42ae-8cf7-0c5480ade8a0 req-b1f22904-f249-4d72-91e6-f0872583c751 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:43.939575 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06733590-111f-42ae-8cf7-0c5480ade8a0 req-b1f22904-f249-4d72-91e6-f0872583c751 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0619850 Jul 13 20:22:43.978290 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-06733590-111f-42ae-8cf7-0c5480ade8a0 req-d192195b-7f1f-43b3-88a5-d8aa367c4060 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331461 Jul 13 20:22:45.149672 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6b358-2c83-4ae7-a8bd-5b58329a3494 req-915bb814-be2a-4eff-ba3c-231e722eaac9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:45.151194 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a0e6b358-2c83-4ae7-a8bd-5b58329a3494 req-915bb814-be2a-4eff-ba3c-231e722eaac9 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0625350 Jul 13 20:22:45.192960 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a0e6b358-2c83-4ae7-a8bd-5b58329a3494 req-4fcb931c-4d3a-4f4e-b27b-2ceef626f454 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=d443832a-11b1-4a35-bf80-2a5f1404a6ea&id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361004 Jul 13 20:22:46.206979 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:46.884684 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:50.820467 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa6840e-137f-46cc-bbfd-e3c210e7ddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:53.664194 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9901cbf2-ba35-4af8-a264-df513855819d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:53.716633 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:54.745983 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-85191aa4-f867-46e3-9584-06cf9a627545 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547059 Jul 13 20:22:54.782561 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:22:54.840109 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-1339fbd2-ebc3-4f3e-8f3c-1ac3ed976a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:54.841583 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-1339fbd2-ebc3-4f3e-8f3c-1ac3ed976a2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb6467071fa4412baa1a402b86f67a50&device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 1136 time: 0.0520926 Jul 13 20:22:54.941198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-98234f68-30aa-45a3-b398-2f8b6309d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:54.942662 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-98234f68-30aa-45a3-b398-2f8b6309d094 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f7480f-fccd-410b-aa4d-462c96b3dfe1 HTTP/1.1" status: 200 len: 916 time: 0.0815866 Jul 13 20:22:55.011084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-d87d57ed-e446-4e53-b9a9-0e848dd69c9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 1000 time: 0.0609980 Jul 13 20:22:55.059880 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-cffcb6d9-d150-4efd-b1f1-d721d688fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:55.061270 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-cffcb6d9-d150-4efd-b1f1-d721d688fa0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=913e2d62-e7d4-4aaf-977a-faa933b5e727 HTTP/1.1" status: 200 len: 854 time: 0.0429940 Jul 13 20:22:55.116125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-fc61ad05-7ef8-4224-92c7-251a89f3e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:22:55.117566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-fc61ad05-7ef8-4224-92c7-251a89f3e0fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f7480f-fccd-410b-aa4d-462c96b3dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496070 Jul 13 20:22:55.207797 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-6b42cea1-1362-4fe6-9639-0bd3306850be service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834372 Jul 13 20:22:55.294924 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f39764ee-af1e-4d54-af1c-2d1e4455af49 req-77c3525d-2d6c-40db-9737-b3cdb3b7cbdd service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814917 Jul 13 20:22:56.279042 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:04.457885 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:23:14.667761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-cf0640da-7e1c-43ba-b65f-901d2001ec27 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240664172&fields=id&tenant_id=cb6467071fa4412baa1a402b86f67a50 HTTP/1.1" status: 200 len: 267 time: 0.1354921 Jul 13 20:23:14.737054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-b188e9ea-7cd8-4cc8-a9ac-31a75959e086 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:14.738504 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-b188e9ea-7cd8-4cc8-a9ac-31a75959e086 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 985 time: 0.0653059 Jul 13 20:23:14.749676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Request body: {'port': {'security_groups': ['03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:14.831273 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.000741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] For port d62d3221-9cad-4e1f-ba91-e3e18381731a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:15.028776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.033220 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.045688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['d62d3221-9cad-4e1f-ba91-e3e18381731a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:15.076473 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:15.077098 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.078527 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9930346-df75-4bbc-ab01-0859c6efb251 req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "PUT /v2.0/ports/d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 943 time: 0.3339834 Jul 13 20:23:15.079056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:15.084226 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1280b857-2bbb-42d4-ab84-c85417d2314a" -d '{"events": [{"name": "network-changed", "server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:15.084569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:15.123122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event updated for resources: {'Port': ['ID=d62d3221-9cad-4e1f-ba91-e3e18381731a,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:15.132597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.132886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.133227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.134254 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.134375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.134725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.135028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.135827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.135827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.136308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.136632 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.136955 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a3f6e-7b6d-44a3-a367-07734e04c3aa tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:15.137718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['d62d3221-9cad-4e1f-ba91-e3e18381731a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:15.141843 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96df37d-c5c0-4699-ab84-863f9f13bfca x-openstack-request-id: req-d96df37d-c5c0-4699-ab84-863f9f13bfca {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:15.142159 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:15.142553 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d96df37d-c5c0-4699-ab84-863f9f13bfca {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:15.143095 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'status': 'completed', 'code': 200} Jul 13 20:23:15.224076 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd4d913-9c0a-4d61-a2c6-75ee0a53e591 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.263750 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd4d913-9c0a-4d61-a2c6-75ee0a53e591 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.280408 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-3f7c3d84-3d3c-4702-98f8-6a3d288bbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:15.281948 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-3f7c3d84-3d3c-4702-98f8-6a3d288bbde1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb6467071fa4412baa1a402b86f67a50&device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 1097 time: 0.1102521 Jul 13 20:23:15.362740 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aa51de74-0556-4ea8-a8d4-0c34d63dba74 None None] Provisioning complete for port d62d3221-9cad-4e1f-ba91-e3e18381731a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:15.363205 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa51de74-0556-4ea8-a8d4-0c34d63dba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.399866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-f5d4c141-bdaf-48b3-b1b0-d62641a057f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:15.401382 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-f5d4c141-bdaf-48b3-b1b0-d62641a057f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f7480f-fccd-410b-aa4d-462c96b3dfe1 HTTP/1.1" status: 200 len: 916 time: 0.1133935 Jul 13 20:23:15.406988 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd4d913-9c0a-4d61-a2c6-75ee0a53e591 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.409531 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd4d913-9c0a-4d61-a2c6-75ee0a53e591 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.410630 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-efd4d913-9c0a-4d61-a2c6-75ee0a53e591 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "DELETE /v2.0/security-groups/d443832a-11b1-4a35-bf80-2a5f1404a6ea HTTP/1.1" status: 204 len: 168 time: 0.3245325 Jul 13 20:23:15.413550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:15.455021 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4d913-9c0a-4d61-a2c6-75ee0a53e591 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d443832a-11b1-4a35-bf80-2a5f1404a6ea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:15.491710 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-0ca043f9-7d63-4eb4-a38a-58ce1634b63e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 1000 time: 0.0799968 Jul 13 20:23:15.543389 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-414e8a36-6e9c-45ad-8a3d-db3d96d780bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:15.545329 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-414e8a36-6e9c-45ad-8a3d-db3d96d780bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=913e2d62-e7d4-4aaf-977a-faa933b5e727 HTTP/1.1" status: 200 len: 854 time: 0.0474300 Jul 13 20:23:15.594770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Deleting port efd4046f-d681-4a89-badc-d0453fb3dbd2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:15.595579 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.610005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-5e668650-bfd7-4f6b-86ca-7ccb903c00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:15.611545 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-5e668650-bfd7-4f6b-86ca-7ccb903c00f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f7480f-fccd-410b-aa4d-462c96b3dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600970 Jul 13 20:23:15.679273 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.679888 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.692140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Calling delete_port for efd4046f-d681-4a89-badc-d0453fb3dbd2 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:15.704463 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-26150f25-dd88-4d72-9ee1-5cb73bd531bd service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835245 Jul 13 20:23:15.796294 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1280b857-2bbb-42d4-ab84-c85417d2314a req-c51e72e1-aacf-4585-baba-9a5add8189f0 service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859954 Jul 13 20:23:15.838648 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.863716 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event deleted for resources: {'Port': ['ID=efd4046f-d681-4a89-badc-d0453fb3dbd2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:15.926638 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:15.927041 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Floating IP 880827aa-6846-4345-b012-001c04becce2 disassociated (deleted). External IP: 172.25.7.4, port: d62d3221-9cad-4e1f-ba91-e3e18381731a. Jul 13 20:23:16.123134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Router a70e6668-257f-460e-971a-ae7e2dbfad01 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:23:16.199372 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:16.227604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:23:16.233305 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:16.237824 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] Sync routers for ids ['a70e6668-257f-460e-971a-ae7e2dbfad01'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:23:16.247275 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] Routers {'a70e6668-257f-460e-971a-ae7e2dbfad01'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:16.248083 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:22:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a70e6668-257f-460e-971a-ae7e2dbfad01'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:16.278738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1665b5da-c57f-4d6f-a16e-32a4f93ec339 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "DELETE /v2.0/floatingips/880827aa-6846-4345-b012-001c04becce2 HTTP/1.1" status: 204 len: 168 time: 0.8614061 Jul 13 20:23:16.354308 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] Set router a70e6668-257f-460e-971a-ae7e2dbfad01 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:16.553172 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce7fb5c4-af72-496c-a59f-6e549e9572c4', 'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'mac_address': 'fa:16:3e:5a:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:25Z', 'updated_at': '2021-07-13T20:21:31Z', 'revision_number': 5, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'subnets': [{'id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:16.579361 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] Checking router: a70e6668-257f-460e-971a-ae7e2dbfad01 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:23:16.588286 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] Routers {'a70e6668-257f-460e-971a-ae7e2dbfad01'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:16.588501 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:22:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a70e6668-257f-460e-971a-ae7e2dbfad01'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:16.693557 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] Set router a70e6668-257f-460e-971a-ae7e2dbfad01 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:16.885020 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce7fb5c4-af72-496c-a59f-6e549e9572c4', 'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'mac_address': 'fa:16:3e:5a:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:25Z', 'updated_at': '2021-07-13T20:21:31Z', 'revision_number': 5, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'subnets': [{'id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:16.899852 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:16.911586 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba2c08-49dc-44a5-8e4e-f1c46e098219 None None] The sync data for ids ['a70e6668-257f-460e-971a-ae7e2dbfad01'] in n-d-800708-1 is: [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:25Z', 'revision_number': 4, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ce7fb5c4-af72-496c-a59f-6e549e9572c4', 'name': '', 'network_id': '05f7480f-fccd-410b-aa4d-462c96b3dfe1', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'mac_address': 'fa:16:3e:5a:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:25Z', 'updated_at': '2021-07-13T20:21:31Z', 'revision_number': 5, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'subnets': [{'id': '913e2d62-e7d4-4aaf-977a-faa933b5e727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:23:17.135578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6bc81c-c45e-4f5b-8049-ad8248b16c85 None None] New status for floating IP 880827aa-6846-4345-b012-001c04becce2: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:23:17.144091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:17.146487 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:17.184906 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f692a1-1e42-4c1a-9024-bf7a275c7860 x-openstack-request-id: req-b3f692a1-1e42-4c1a-9024-bf7a275c7860 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:17.185366 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:17.185810 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3f692a1-1e42-4c1a-9024-bf7a275c7860 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:17.186220 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'status': 'completed', 'code': 200} Jul 13 20:23:17.264288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-52b64679-ef38-4c50-b6c2-662ea2fc4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:17.265881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-52b64679-ef38-4c50-b6c2-662ea2fc4dd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb6467071fa4412baa1a402b86f67a50&device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 1097 time: 0.0567439 Jul 13 20:23:17.354295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-ed374926-a9a6-490e-870e-df85b680afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:17.355782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-ed374926-a9a6-490e-870e-df85b680afec service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f7480f-fccd-410b-aa4d-462c96b3dfe1 HTTP/1.1" status: 200 len: 916 time: 0.0845289 Jul 13 20:23:17.678959 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-32a3ed2c-abb9-433f-a495-4d03ec30ca47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 200 len: 217 time: 0.3172061 Jul 13 20:23:17.728208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-8abd746f-f350-47d6-9aae-4314feb97151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:17.729682 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-8abd746f-f350-47d6-9aae-4314feb97151 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=913e2d62-e7d4-4aaf-977a-faa933b5e727 HTTP/1.1" status: 200 len: 854 time: 0.0441515 Jul 13 20:23:17.786622 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-c184baaa-70e1-47f9-a3a4-eb1938c441e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:17.788148 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-c184baaa-70e1-47f9-a3a4-eb1938c441e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f7480f-fccd-410b-aa4d-462c96b3dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526221 Jul 13 20:23:17.884057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-d344848f-4812-4e22-8275-a19e4455b470 service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889895 Jul 13 20:23:17.972398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9ee685eb-9e6f-4366-9b9d-6fc066d1c1ac req-11e6d384-6bb5-4dff-ad7b-26389f707549 service neutron] 10.222.0.60 "GET /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822983 Jul 13 20:23:20.820895 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6277c06-803f-447f-b6a4-da3bfc8c4763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:23.668863 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebd36a9c-06b7-44af-b4d8-0450583f36f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:23.717755 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:23.765582 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb700b-0fe8-406a-add6-d6ca3f85924e req-dc3d3387-1a62-4616-857f-f01325564b33 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:23.767146 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56fb700b-0fe8-406a-add6-d6ca3f85924e req-dc3d3387-1a62-4616-857f-f01325564b33 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 946 time: 0.0734615 Jul 13 20:23:23.806982 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-56fb700b-0fe8-406a-add6-d6ca3f85924e req-c30fb3de-de93-49cc-b551-37df41fcf80d tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Jul 13 20:23:24.785554 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:24.981617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e63cb2-ba6d-4ad4-a590-8b05ec30cf97 req-82155cf8-87c9-4aa8-8c8d-a7f90d695314 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:24.983466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2e63cb2-ba6d-4ad4-a590-8b05ec30cf97 req-82155cf8-87c9-4aa8-8c8d-a7f90d695314 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 946 time: 0.0632765 Jul 13 20:23:25.021100 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b2e63cb2-ba6d-4ad4-a590-8b05ec30cf97 req-9f4d385a-8049-48c5-9924-e4e46c4189dc tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/security-groups?id=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Jul 13 20:23:25.283766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-7df3c119-4d9e-4e2e-9f5b-697eff36871d tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:25.285240 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-7df3c119-4d9e-4e2e-9f5b-697eff36871d tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.60 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 946 time: 0.0631123 Jul 13 20:23:25.385135 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Deleting port d62d3221-9cad-4e1f-ba91-e3e18381731a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:25.385477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:25.471295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] For port d62d3221-9cad-4e1f-ba91-e3e18381731a, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d62d3221-9cad-4e1f-ba91-e3e18381731a,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:25.471657 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:25.484432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Calling delete_port for d62d3221-9cad-4e1f-ba91-e3e18381731a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:25.610464 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:25.621754 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['d62d3221-9cad-4e1f-ba91-e3e18381731a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:25.637915 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Pushing event deleted for resources: {'Port': ['ID=d62d3221-9cad-4e1f-ba91-e3e18381731a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:25.648519 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.648865 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.649204 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.649542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.649874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.650201 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.650556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.651474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.651474 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.651676 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.651891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.652130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:25.697780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] No DVR routers for this DVR port d62d3221-9cad-4e1f-ba91-e3e18381731a on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:23:25.700456 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:25.703053 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e68996f3-d2e9-448f-bf97-c4f9645480be req-e135c314-9cf8-49bb-89cd-dedda131c581 tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.60 "DELETE /v2.0/ports/d62d3221-9cad-4e1f-ba91-e3e18381731a HTTP/1.1" status: 204 len: 173 time: 0.4127300 Jul 13 20:23:25.703499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'name': 'network-vif-deleted', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:25.705739 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b824107-8955-4ad5-bb44-f60791c21f7a" -d '{"events": [{"server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "name": "network-vif-deleted", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:25.819102 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d85fdba-5d01-4cd4-b779-e5707e08ae14 x-openstack-request-id: req-0d85fdba-5d01-4cd4-b779-e5707e08ae14 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:25.819399 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a41b11-6086-4fa0-8aaf-2edfe4e4fa55", "name": "network-vif-deleted", "tag": "d62d3221-9cad-4e1f-ba91-e3e18381731a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:25.819651 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d85fdba-5d01-4cd4-b779-e5707e08ae14 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:25.820057 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a41b11-6086-4fa0-8aaf-2edfe4e4fa55', 'name': 'network-vif-deleted', 'tag': 'd62d3221-9cad-4e1f-ba91-e3e18381731a', 'status': 'completed', 'code': 200} Jul 13 20:23:26.180916 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dff338e-a829-42d9-bc3d-40592e63eda0 req-03be17ab-e934-4b91-9afd-8c73f45972fc tempest-TestMinimumBasicScenario-392075191 tempest-TestMinimumBasicScenario-392075191-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a41b11-6086-4fa0-8aaf-2edfe4e4fa55 HTTP/1.1" status: 200 len: 210 time: 0.0326228 Jul 13 20:23:26.274733 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:27.776327 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:28.123065 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:28.366763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] Deleting port ce7fb5c4-af72-496c-a59f-6e549e9572c4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:28.367107 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:28.441956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] For port ce7fb5c4-af72-496c-a59f-6e549e9572c4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ce7fb5c4-af72-496c-a59f-6e549e9572c4,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:28.442341 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:28.455104 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] Calling delete_port for ce7fb5c4-af72-496c-a59f-6e549e9572c4 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:28.626653 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:28.651786 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7fb5c4-af72-496c-a59f-6e549e9572c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:29.067570 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.191415 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d62d3221-9cad-4e1f-ba91-e3e18381731a no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:29.212331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: d62d3221-9cad-4e1f-ba91-e3e18381731a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:29.212756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d62d3221-9cad-4e1f-ba91-e3e18381731a not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:29.278850 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] Router a70e6668-257f-460e-971a-ae7e2dbfad01 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:23:29.385282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:23:29.390132 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8a7d7308-fa1b-406f-a4cc-2bea7781f5ff admin admin] 10.222.0.25 "PUT /v2.0/routers/a70e6668-257f-460e-971a-ae7e2dbfad01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6127968 Jul 13 20:23:29.392753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:29.393410 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] Sync routers for ids ['a70e6668-257f-460e-971a-ae7e2dbfad01'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:23:29.402607 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] Routers {'a70e6668-257f-460e-971a-ae7e2dbfad01'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:29.403203 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:23:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a70e6668-257f-460e-971a-ae7e2dbfad01'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:29.501683 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.505397 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] Set router a70e6668-257f-460e-971a-ae7e2dbfad01 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:29.604332 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.657561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Deleting port 54be7617-db69-4d77-8677-dd643d5cd2be {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:29.657785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.679392 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:23:28Z', 'revision_number': 5, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port': {'id': '54be7617-db69-4d77-8677-dd643d5cd2be', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:29.736591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] For port 54be7617-db69-4d77-8677-dd643d5cd2be, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=54be7617-db69-4d77-8677-dd643d5cd2be,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:29.736968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.750739 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Calling delete_port for 54be7617-db69-4d77-8677-dd643d5cd2be owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:29.793726 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] Checking router: a70e6668-257f-460e-971a-ae7e2dbfad01 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:23:29.802213 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] Routers {'a70e6668-257f-460e-971a-ae7e2dbfad01'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:29.802841 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:23:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a70e6668-257f-460e-971a-ae7e2dbfad01'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:29.887807 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] Set router a70e6668-257f-460e-971a-ae7e2dbfad01 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:29.917334 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:29.938685 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:23:29Z', 'revision_number': 6, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:29.943982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=54be7617-db69-4d77-8677-dd643d5cd2be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:29.968740 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff930c6-c9cb-4b76-85b4-30c99e26c35d None None] The sync data for ids ['a70e6668-257f-460e-971a-ae7e2dbfad01'] in n-d-800708-1 is: [{'id': 'a70e6668-257f-460e-971a-ae7e2dbfad01', 'name': 'tempest-TestMinimumBasicScenario-1569072261-router', 'tenant_id': 'cb6467071fa4412baa1a402b86f67a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:23Z', 'updated_at': '2021-07-13T20:23:29Z', 'revision_number': 6, 'project_id': 'cb6467071fa4412baa1a402b86f67a50', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:23:30.013128 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.100948 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.103046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.144777 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.145299 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70e6668-257f-460e-971a-ae7e2dbfad01 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:23:30.149502 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.150690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-54daca5d-0e7d-414b-810a-5aab4a37b8ad admin admin] 10.222.0.25 "DELETE /v2.0/routers/a70e6668-257f-460e-971a-ae7e2dbfad01 HTTP/1.1" status: 204 len: 168 time: 0.7569847 Jul 13 20:23:30.153399 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:30.202004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa76f610-d7c5-48b6-9284-639da38abd25 admin admin] Deleting subnet 913e2d62-e7d4-4aaf-977a-faa933b5e727 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:23:30.204896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa76f610-d7c5-48b6-9284-639da38abd25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.239720 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa76f610-d7c5-48b6-9284-639da38abd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.324864 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa76f610-d7c5-48b6-9284-639da38abd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.401601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa76f610-d7c5-48b6-9284-639da38abd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.436252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76f610-d7c5-48b6-9284-639da38abd25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913e2d62-e7d4-4aaf-977a-faa933b5e727,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:30.439289 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa76f610-d7c5-48b6-9284-639da38abd25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.441169 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aa76f610-d7c5-48b6-9284-639da38abd25 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/913e2d62-e7d4-4aaf-977a-faa933b5e727 HTTP/1.1" status: 204 len: 168 time: 0.2868495 Jul 13 20:23:30.444893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:30.447152 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac83232f-587e-47c0-b287-86b852c66e33 None None] Network 05f7480f-fccd-410b-aa4d-462c96b3dfe1 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:23:30.524266 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.582581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Deleting port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:30.582927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.649212 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] For port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=7ec25b89-602b-4ad5-9b6d-39dbbcb92931,segment=NetworkSegment(05258122-8cf2-4f3c-b732-5de555047914),segment_id=05258122-8cf2-4f3c-b732-5de555047914)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:30.649570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.661987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Calling delete_port for 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:30.739410 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.766721 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec25b89-602b-4ad5-9b6d-39dbbcb92931,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:30.768546 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] No DVR routers for this DVR port 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:23:30.796287 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b567f-c199-4bea-ad2f-c286a0c31cc3 None None] DHCP port deletion for 05f7480f-fccd-410b-aa4d-462c96b3dfe1 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:23:30.818324 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce7fb5c4-af72-496c-a59f-6e549e9572c4 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:30.839213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ce7fb5c4-af72-496c-a59f-6e549e9572c4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:30.839616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ce7fb5c4-af72-496c-a59f-6e549e9572c4 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:30.850117 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.860720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f7480f-fccd-410b-aa4d-462c96b3dfe1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:30.871365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05258122-8cf2-4f3c-b732-5de555047914') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:30.871726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05258122-8cf2-4f3c-b732-5de555047914') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:30.882204 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.896896 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.903045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:23:30.903442 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:23:30.905284 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:23:30.959492 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.963958 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:30.966978 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/05f7480f-fccd-410b-aa4d-462c96b3dfe1 HTTP/1.1" status: 204 len: 168 time: 0.5202630 Jul 13 20:23:30.969214 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:30.983846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e7f5c-1e27-44db-aafc-d8552a35a9f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f7480f-fccd-410b-aa4d-462c96b3dfe1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:31.318528 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:31.566870 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] Deleting port 2035fa6e-67e4-4322-a801-bad6c0ea71fb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:31.567225 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:31.644796 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] For port 2035fa6e-67e4-4322-a801-bad6c0ea71fb, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2035fa6e-67e4-4322-a801-bad6c0ea71fb,segment=NetworkSegment(699eacc3-bd0b-493e-8b7e-65090cae8d8d),segment_id=699eacc3-bd0b-493e-8b7e-65090cae8d8d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:31.645163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:31.659409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] Calling delete_port for 2035fa6e-67e4-4322-a801-bad6c0ea71fb owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:32.099525 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:32.121777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2035fa6e-67e4-4322-a801-bad6c0ea71fb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:32.287654 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:32.459223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:32.479335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:32.479762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 7ec25b89-602b-4ad5-9b6d-39dbbcb92931 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:32.480239 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54be7617-db69-4d77-8677-dd643d5cd2be no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:32.502294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 54be7617-db69-4d77-8677-dd643d5cd2be {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:32.502664 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 54be7617-db69-4d77-8677-dd643d5cd2be not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:32.504288 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] Router cf2e037a-3f4a-4409-acdc-38abcd00af8a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:23:32.609845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:23:32.615141 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3899fce1-66a0-4588-933c-5819a826cfd7 admin admin] 10.222.0.25 "PUT /v2.0/routers/cf2e037a-3f4a-4409-acdc-38abcd00af8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6446981 Jul 13 20:23:32.617617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:32.618599 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] Sync routers for ids ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:23:32.628077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] Routers {'cf2e037a-3f4a-4409-acdc-38abcd00af8a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:32.628697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:23:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:32.721458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:32.729988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] Set router cf2e037a-3f4a-4409-acdc-38abcd00af8a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:32.822697 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:32.874714 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Deleting port 41458850-16e6-4fb0-85a3-42c146c8c381 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:32.875055 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:32.907982 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'name': 'tempest-TestMinimumBasicScenario-127285124-router', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:27Z', 'updated_at': '2021-07-13T20:23:31Z', 'revision_number': 5, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'gw_port': {'id': '41458850-16e6-4fb0-85a3-42c146c8c381', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:21:28Z', 'updated_at': '2021-07-13T20:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:32.933988 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] Checking router: cf2e037a-3f4a-4409-acdc-38abcd00af8a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:23:32.942122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] Routers {'cf2e037a-3f4a-4409-acdc-38abcd00af8a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:32.942751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:23:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:32.956800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] For port 41458850-16e6-4fb0-85a3-42c146c8c381, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=41458850-16e6-4fb0-85a3-42c146c8c381,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:32.957157 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:32.969968 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Calling delete_port for 41458850-16e6-4fb0-85a3-42c146c8c381 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:33.029130 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] Set router cf2e037a-3f4a-4409-acdc-38abcd00af8a gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:33.084609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'name': 'tempest-TestMinimumBasicScenario-127285124-router', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:27Z', 'updated_at': '2021-07-13T20:23:32Z', 'revision_number': 6, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:33.110934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8524dfc-e744-489a-abd5-bf2a383a7ce8 None None] The sync data for ids ['cf2e037a-3f4a-4409-acdc-38abcd00af8a'] in n-d-800708-1 is: [{'id': 'cf2e037a-3f4a-4409-acdc-38abcd00af8a', 'name': 'tempest-TestMinimumBasicScenario-127285124-router', 'tenant_id': '56af34873f404ac0a0de87c62b202f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:21:27Z', 'updated_at': '2021-07-13T20:23:32Z', 'revision_number': 6, 'project_id': '56af34873f404ac0a0de87c62b202f9f', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:23:33.137523 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.164845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=41458850-16e6-4fb0-85a3-42c146c8c381,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:33.225377 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.318501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.320619 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.368325 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.370918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf2e037a-3f4a-4409-acdc-38abcd00af8a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:23:33.376803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.378059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9fdb4830-79d2-4f1a-82b3-cf0486e4dc7e admin admin] 10.222.0.25 "DELETE /v2.0/routers/cf2e037a-3f4a-4409-acdc-38abcd00af8a HTTP/1.1" status: 204 len: 168 time: 0.7595253 Jul 13 20:23:33.380601 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:33.423252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eac5054-e744-44bf-835d-c2230825a8e3 admin admin] Deleting subnet 59dbce67-0222-4be6-bf43-87f00476dd33 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:23:33.426349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eac5054-e744-44bf-835d-c2230825a8e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.461162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eac5054-e744-44bf-835d-c2230825a8e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.548153 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eac5054-e744-44bf-835d-c2230825a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.599354 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eac5054-e744-44bf-835d-c2230825a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.624991 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac5054-e744-44bf-835d-c2230825a8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59dbce67-0222-4be6-bf43-87f00476dd33,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:33.628551 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eac5054-e744-44bf-835d-c2230825a8e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.630412 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2eac5054-e744-44bf-835d-c2230825a8e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/59dbce67-0222-4be6-bf43-87f00476dd33 HTTP/1.1" status: 204 len: 168 time: 0.2488878 Jul 13 20:23:33.632858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:33.636509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8c9e6f-0dc5-4f45-a7ce-8b27fef3c661 None None] Network ccc452b9-27b2-40e5-a002-053b4c197362 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:23:33.698899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.755821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Deleting port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:33.756163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.817462 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] For port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939,segment=NetworkSegment(699eacc3-bd0b-493e-8b7e-65090cae8d8d),segment_id=699eacc3-bd0b-493e-8b7e-65090cae8d8d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:33.817824 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.830193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Calling delete_port for c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:33.861517 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] DHCP port deletion for ccc452b9-27b2-40e5-a002-053b4c197362 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:23:33.908492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Deleting port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:23:33.908985 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.915441 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.943959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:33.945967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] No DVR routers for this DVR port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:23:33.977585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] For port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939,segment=NetworkSegment(699eacc3-bd0b-493e-8b7e-65090cae8d8d),segment_id=699eacc3-bd0b-493e-8b7e-65090cae8d8d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:33.977969 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:33.991193 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Calling delete_port for c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:23:34.017142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.026679 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc452b9-27b2-40e5-a002-053b4c197362']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:34.037571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699eacc3-bd0b-493e-8b7e-65090cae8d8d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:34.037871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699eacc3-bd0b-493e-8b7e-65090cae8d8d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:34.047608 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 20:23:34.061358 n-d-800708-1 neutron-server[93768]: self.session.flush() Jul 13 20:23:34.067546 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.070025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.077675 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:23:34.078203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:23:34.080311 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:23:34.090079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Pushing event deleted for resources: {'Port': ['ID=c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:34.102351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.102634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.103167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.103505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.103840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.104172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.104497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.104822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.105311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.105449 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.106108 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.106737 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:34.115454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3bec6-65ab-4f75-afac-510a497e429d None None] No DVR routers for this DVR port c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:23:34.146286 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.152276 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.154627 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] 10.222.0.25 "DELETE /v2.0/networks/ccc452b9-27b2-40e5-a002-053b4c197362 HTTP/1.1" status: 204 len: 168 time: 0.5203402 Jul 13 20:23:34.166342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae76528-2876-4983-a7fa-185219d3d4cb admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc452b9-27b2-40e5-a002-053b4c197362,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:34.319478 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:34.359517 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-453c4d83-22f6-486d-9ecf-ef4fdf2867ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb6467071fa4412baa1a402b86f67a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388288 Jul 13 20:23:34.361888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:34.412631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5d50-ecd5-4a95-8856-696796140db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.415489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2035fa6e-67e4-4322-a801-bad6c0ea71fb no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:34.435588 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5d50-ecd5-4a95-8856-696796140db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.435907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2035fa6e-67e4-4322-a801-bad6c0ea71fb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:34.436106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2035fa6e-67e4-4322-a801-bad6c0ea71fb not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:34.436525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 41458850-16e6-4fb0-85a3-42c146c8c381 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:34.459241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 41458850-16e6-4fb0-85a3-42c146c8c381 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:34.459569 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 41458850-16e6-4fb0-85a3-42c146c8c381 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:34.459993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:23:34.479890 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:23:34.480237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device c4dcdcc5-f0f9-4f77-b2d6-14966e1a0939 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:23:34.486804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5d50-ecd5-4a95-8856-696796140db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.489241 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5d50-ecd5-4a95-8856-696796140db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.490385 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ff5e5d50-ecd5-4a95-8856-696796140db7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9 HTTP/1.1" status: 204 len: 168 time: 0.1275694 Jul 13 20:23:34.498581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e5d50-ecd5-4a95-8856-696796140db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c2f1fc-5bea-4f78-8ae9-08e0ae13aee9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:34.793710 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:34.834868 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-24f4a06c-7ecd-4ebd-8298-6a3f287ba025 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56af34873f404ac0a0de87c62b202f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399802 Jul 13 20:23:34.837142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:34.883931 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7ad0-fb83-4090-973c-032225e1fac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.905251 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7ad0-fb83-4090-973c-032225e1fac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.950893 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7ad0-fb83-4090-973c-032225e1fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.954299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7ad0-fb83-4090-973c-032225e1fac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:34.955513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aa9b7ad0-fb83-4090-973c-032225e1fac5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/393b3184-867e-41c3-88be-105589347cad HTTP/1.1" status: 204 len: 168 time: 0.1174986 Jul 13 20:23:34.963392 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b7ad0-fb83-4090-973c-032225e1fac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393b3184-867e-41c3-88be-105589347cad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:36.616556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:36.621193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022930131', 'description': 'tempest-secgroup-smoke-1022930131 description', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:36.643648 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.652378 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.743898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.747582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.787192 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb70916f-995f-41cc-a694-8a701719db63,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:36.845274 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.848866 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.876014 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.877225 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2596602 Jul 13 20:23:36.880743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:36.881261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454584e3-e74f-4c03-adc0-9a5c0426ccee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba236eb-ee99-4abd-890d-7aacc8f26977,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:36.885526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cbc40e31-19a3-435c-99b6-3873d28749d6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '1ba236eb-ee99-4abd-890d-7aacc8f26977', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:36.913040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc40e31-19a3-435c-99b6-3873d28749d6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.959080 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc40e31-19a3-435c-99b6-3873d28749d6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.962384 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc40e31-19a3-435c-99b6-3873d28749d6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.979316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc40e31-19a3-435c-99b6-3873d28749d6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c934a5dd-88f0-47c8-a39a-75bf8697bee5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:36.985789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc40e31-19a3-435c-99b6-3873d28749d6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:36.987015 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cbc40e31-19a3-435c-99b6-3873d28749d6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1052604 Jul 13 20:23:36.989779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:36.994252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2398a7fd-2d62-4266-93a3-c601fdc73285 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '1ba236eb-ee99-4abd-890d-7aacc8f26977', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:37.020358 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2398a7fd-2d62-4266-93a3-c601fdc73285 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.077750 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2398a7fd-2d62-4266-93a3-c601fdc73285 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.081033 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2398a7fd-2d62-4266-93a3-c601fdc73285 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.101273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398a7fd-2d62-4266-93a3-c601fdc73285 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2469353e-233f-4199-a8e2-74fd643595c7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:37.104835 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2398a7fd-2d62-4266-93a3-c601fdc73285 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.106080 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2398a7fd-2d62-4266-93a3-c601fdc73285 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153710 Jul 13 20:23:37.108828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:37.113470 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-413a9e32-1e2c-4ef2-9d29-53560e6fb268 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '1ba236eb-ee99-4abd-890d-7aacc8f26977', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:37.139979 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-413a9e32-1e2c-4ef2-9d29-53560e6fb268 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.197533 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-413a9e32-1e2c-4ef2-9d29-53560e6fb268 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.201513 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-413a9e32-1e2c-4ef2-9d29-53560e6fb268 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.220515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a9e32-1e2c-4ef2-9d29-53560e6fb268 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103807cd-bb4b-4ba4-8bf7-a5b8a73a1fe2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:37.227017 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-413a9e32-1e2c-4ef2-9d29-53560e6fb268 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.228094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-413a9e32-1e2c-4ef2-9d29-53560e6fb268 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183562 Jul 13 20:23:37.230779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:37.235826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e83afc44-a00c-42e3-8013-4454c5737124 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '1ba236eb-ee99-4abd-890d-7aacc8f26977', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:37.260825 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83afc44-a00c-42e3-8013-4454c5737124 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.318827 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83afc44-a00c-42e3-8013-4454c5737124 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.322449 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83afc44-a00c-42e3-8013-4454c5737124 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.339238 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83afc44-a00c-42e3-8013-4454c5737124 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0202438-7040-41e4-be89-05543d6afb4f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:37.345041 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83afc44-a00c-42e3-8013-4454c5737124 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.346187 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e83afc44-a00c-42e3-8013-4454c5737124 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144767 Jul 13 20:23:37.348875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:37.353761 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-64923c09-cf9c-4f06-94b1-b210acc95f46 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '1ba236eb-ee99-4abd-890d-7aacc8f26977', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:37.376544 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-64923c09-cf9c-4f06-94b1-b210acc95f46 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Project b30b5947151a4c10a4de8721ebe0bcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:23:37.381146 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64923c09-cf9c-4f06-94b1-b210acc95f46 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.439650 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64923c09-cf9c-4f06-94b1-b210acc95f46 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.443016 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64923c09-cf9c-4f06-94b1-b210acc95f46 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.457116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64923c09-cf9c-4f06-94b1-b210acc95f46 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41619fb5-e5d8-4850-81b9-ecef27bdc887,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:37.465868 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64923c09-cf9c-4f06-94b1-b210acc95f46 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.467151 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-64923c09-cf9c-4f06-94b1-b210acc95f46 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170762 Jul 13 20:23:37.470061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:37.474428 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-161cdafe-9797-475a-bf40-5d783ec50623 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '1ba236eb-ee99-4abd-890d-7aacc8f26977', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:37.494960 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-161cdafe-9797-475a-bf40-5d783ec50623 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Project b30b5947151a4c10a4de8721ebe0bcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:23:37.500221 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-161cdafe-9797-475a-bf40-5d783ec50623 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.561057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-161cdafe-9797-475a-bf40-5d783ec50623 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.564738 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-161cdafe-9797-475a-bf40-5d783ec50623 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.582146 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cdafe-9797-475a-bf40-5d783ec50623 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e732dd99-36b4-4101-a12b-fc233392400f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:37.587401 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-161cdafe-9797-475a-bf40-5d783ec50623 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.588446 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-161cdafe-9797-475a-bf40-5d783ec50623 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174674 Jul 13 20:23:37.592117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:37.596878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'network': {'name': 'tempest-network-smoke--2007437054', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:37.615748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:23:37.619105 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.644272 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:23:37.652791 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.653133 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Added segment d854182c-0c75-4104-b0f5-a0ec44c0cf5e of type vlan for network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 Jul 13 20:23:37.691651 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.719604 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.725162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:37.725753 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.782577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1894612 Jul 13 20:23:37.785477 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:37.790265 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'admin_state_up': True, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:37.791429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de183d-a0c0-4a23-892e-312915c3e366 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Network': ['ID=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:37.801786 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:23:37.814311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.815300 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:37.866558 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:38.006837 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:38.197209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:38.219886 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:38.318908 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.25.7.164 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/32b7f496-11c7-482b-b1a3-6ee58f6f3da7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:23:38.422022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:38.461166 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:38.502016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:23:38.504970 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:23:38.509258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:23:38.512269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=32b7f496-11c7-482b-b1a3-6ee58f6f3da7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:38.806982 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.009329 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.138267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:23:39.247274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:23:39.256871 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Sync routers for ids ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:23:39.269102 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.270128 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Routers {'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:39.270317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4d147297-2f23-4d27-a798-6446efa4978e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4837623 Jul 13 20:23:39.270927 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:23:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:39.273488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:39.382518 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Set router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:39.568800 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:38Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:39.595824 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Checking router: ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:23:39.596166 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Updating router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:23:39.635148 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.701880 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f9d5515e-52f4-434e-95fe-e4106e232fc1 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b30b5947151a4c10a4de8721ebe0bcb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4272814 Jul 13 20:23:39.704673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:39.849324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fb5612-d5db-4f70-8a57-04da2e76fe3d tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:39.850774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-58fb5612-d5db-4f70-8a57-04da2e76fe3d tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1451905 Jul 13 20:23:39.853528 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:39.886146 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.891504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bef3a35f-ba3a-4f53-bcf0-5dca493df547 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369146 Jul 13 20:23:39.894101 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:39.896477 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Transition to ACTIVE for port object 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:23:39.899019 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-878650700', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:39.903579 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.952261 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Attempting to bind port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:23:39.952701 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Attempting to bind port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:23:39.953063 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Attempting to bind port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:23:39.959863 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Pushing event updated for resources: {'Port': ['ID=32b7f496-11c7-482b-b1a3-6ee58f6f3da7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:39.962989 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:23:39.963358 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:23:39.963789 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.964179 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:23:39.964641 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Bound port: 32b7f496-11c7-482b-b1a3-6ee58f6f3da7, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:23:39.965015 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:39.972070 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.972422 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.972763 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.973098 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.973430 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.973757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.974083 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.974420 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.974758 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.975084 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.975405 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.975725 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:23:39.988998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:23:39.993003 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:40.028993 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] For port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:23:40.032860 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] For port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=32b7f496-11c7-482b-b1a3-6ee58f6f3da7,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:23:40.037123 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:40.090595 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Routers {'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:40.091219 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:23:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:40.126828 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ee012-fd17-4b6b-a118-fee80d368f8e None None] Pushing event updated for resources: {'Port': ['ID=32b7f496-11c7-482b-b1a3-6ee58f6f3da7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:40.176243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:40.201738 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] Set router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:40.241930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Subnet': ['ID=1334f0cd-08df-4e91-8814-876c282b5e84,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:40.249959 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Checking segment: {'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:23:40.250335 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network hostable DHCP agents. Network: 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:23:40.267045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:23:40.275558 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:23:40.280938 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:40.281529 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:40.284872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab481363-8e2d-4325-a5af-11629ca61f61 None None] Network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:23:40.300786 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f244712d-988f-49ea-9ffe-748c586b45b0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4053507 Jul 13 20:23:40.303425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:40.391395 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:38Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:40.420677 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682d455-f73e-4ae8-8fae-2219284e354a None None] The sync data for ids ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'] in n-d-800708-1 is: [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:38Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:23:40.455304 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:23:40.456253 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:40.603751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Allocated IP 172.20.0.2 (2a16a8c1-d3f9-4f48-8453-6af6e87e94d0/1334f0cd-08df-4e91-8814-876c282b5e84/03e4cf18-a44a-40f6-99fc-cecc93c69072) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:23:40.776460 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:40.787760 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:40.798421 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Transition to ACTIVE for port object 03e4cf18-a44a-40f6-99fc-cecc93c69072 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:23:40.815172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Transition to ACTIVE for port object 03e4cf18-a44a-40f6-99fc-cecc93c69072 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:23:40.821017 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:40.858543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:23:40.861312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:23:40.867088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:23:40.880371 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Pushing event updated for resources: {'Port': ['ID=03e4cf18-a44a-40f6-99fc-cecc93c69072,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:40.932519 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Attempting to bind port 03e4cf18-a44a-40f6-99fc-cecc93c69072 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:23:40.932893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Attempting to bind port 03e4cf18-a44a-40f6-99fc-cecc93c69072 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:23:40.933253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Attempting to bind port 03e4cf18-a44a-40f6-99fc-cecc93c69072 on network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:23:40.942096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:23:40.942629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Checking segment: {'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:23:40.943036 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:40.943430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Bound using segment: {'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:23:40.943956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Bound port: 03e4cf18-a44a-40f6-99fc-cecc93c69072, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:23:40.944340 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:41.017098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] For port 03e4cf18-a44a-40f6-99fc-cecc93c69072, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:23:41.020598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] For port 03e4cf18-a44a-40f6-99fc-cecc93c69072, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=03e4cf18-a44a-40f6-99fc-cecc93c69072,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:23:41.025022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:41.088062 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a144c69-d97a-4335-8519-4aa1af277404 None None] Pushing event updated for resources: {'Port': ['ID=03e4cf18-a44a-40f6-99fc-cecc93c69072,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:41.144639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.20.0.1 (2a16a8c1-d3f9-4f48-8453-6af6e87e94d0/1334f0cd-08df-4e91-8814-876c282b5e84/9a623406-698f-49c5-adc1-f285361b9886) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:23:41.295262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:41.309946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Transition to ACTIVE for port object 9a623406-698f-49c5-adc1-f285361b9886 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:23:41.352747 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:41.400849 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:23:41.404779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:23:41.408130 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:23:41.415333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=9a623406-698f-49c5-adc1-f285361b9886,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:41.456330 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:23:41.458995 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:41.604917 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:41.876141 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:41.880534 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:41.957806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=9a623406-698f-49c5-adc1-f285361b9886,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:41.960188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:42.049797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:23:42.051454 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:23:42.164373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:23:42.269654 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:23:42.274688 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1c4b3383-36e2-4b02-918b-2f4ea3b878f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "PUT /v2.0/routers/ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9701462 Jul 13 20:23:42.279048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Sync routers for ids ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:23:42.290498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Routers {'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:42.291088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:23:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:42.416826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Set router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:42.440411 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-ae3ba52d-0f08-4745-b529-05a2dc33c515 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022930131&fields=id&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 267 time: 0.0519574 Jul 13 20:23:42.507001 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:23:42.552918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-2b07f3e9-e9a6-4888-bf2f-0ecbaec0fffd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:42.553931 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-2b07f3e9-e9a6-4888-bf2f-0ecbaec0fffd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/networks?id=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 HTTP/1.1" status: 200 len: 797 time: 0.1071484 Jul 13 20:23:42.569199 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-387a7f0e-950d-448b-9218-7c48b2bfd813 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/quotas/b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 375 time: 0.0095875 Jul 13 20:23:42.637741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:23:42.645711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:42.646284 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:42.653610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-a9874ddb-3bf8-45bc-8eae-3fe76f3faa45 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709951 Jul 13 20:23:42.705900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:41Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '9a623406-698f-49c5-adc1-f285361b9886', 'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:0d:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:40Z', 'updated_at': '2021-07-13T20:23:41Z', 'revision_number': 2, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:42.738215 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Checking router: ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:23:42.738478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Updating router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 port 9a623406-698f-49c5-adc1-f285361b9886 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:23:42.746227 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-35518e15-149b-4d96-9ddf-a8e9e07e9b10 service neutron] 10.222.0.25 "GET /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917065 Jul 13 20:23:42.804121 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:42.810178 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:42.838106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=32b7f496-11c7-482b-b1a3-6ee58f6f3da7,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:42.840320 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-848ae814-85e2-4ca9-b619-a50cb7ba64a6 service neutron] 10.222.0.25 "GET /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881808 Jul 13 20:23:42.857879 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:42.858792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 03e4cf18-a44a-40f6-99fc-cecc93c69072 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:23:43.044519 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19905c21-4470-4e81-bb9b-171d4da13680 req-d80c35da-45ab-48e4-941e-25f86dd34b83 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 210 time: 0.0355251 Jul 13 20:23:43.102060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714efb31-2218-4933-b27c-7559c7ae44a9 None None] Network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:23:43.247386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb030c3a-c837-4a0b-a421-bb7cf4f39fcb None None] Provisioning for port 03e4cf18-a44a-40f6-99fc-cecc93c69072 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:23:43.249291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=32b7f496-11c7-482b-b1a3-6ee58f6f3da7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:43.323703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 03e4cf18-a44a-40f6-99fc-cecc93c69072 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:23:43.337800 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 03e4cf18-a44a-40f6-99fc-cecc93c69072 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:43.338171 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:43.562385 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:43.600177 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:43.621514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Transition to ACTIVE for port object 9a623406-698f-49c5-adc1-f285361b9886 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:23:43.628462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 03e4cf18-a44a-40f6-99fc-cecc93c69072, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=03e4cf18-a44a-40f6-99fc-cecc93c69072,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:43.631683 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:43.640909 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:43.709917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b6aa3-075f-4954-b59e-b98494e15bbc None None] Pushing event updated for resources: {'Port': ['ID=9a623406-698f-49c5-adc1-f285361b9886,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:43.766456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Attempting to bind port 9a623406-698f-49c5-adc1-f285361b9886 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:23:43.766823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Attempting to bind port 9a623406-698f-49c5-adc1-f285361b9886 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:23:43.767180 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Attempting to bind port 9a623406-698f-49c5-adc1-f285361b9886 on network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:23:43.777075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:23:43.777452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Checking segment: {'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:23:43.777853 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:43.778241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Bound using segment: {'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:23:43.778727 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Bound port: 9a623406-698f-49c5-adc1-f285361b9886, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:23:43.779124 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:43.833345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=03e4cf18-a44a-40f6-99fc-cecc93c69072,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:43.837648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65fe3e22-a60b-46b1-97e1-d87c3e95feab None None] Provisioning for port 9a623406-698f-49c5-adc1-f285361b9886 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:23:43.878498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] For port 9a623406-698f-49c5-adc1-f285361b9886, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:23:43.880624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65fe3e22-a60b-46b1-97e1-d87c3e95feab None None] Provisioning complete for port 03e4cf18-a44a-40f6-99fc-cecc93c69072 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:43.880993 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fe3e22-a60b-46b1-97e1-d87c3e95feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:43.883777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] For port 9a623406-698f-49c5-adc1-f285361b9886, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=9a623406-698f-49c5-adc1-f285361b9886,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:23:43.906537 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:43.985076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Routers {'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:43.985704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:23:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:43.990385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b6aa3-075f-4954-b59e-b98494e15bbc None None] Pushing event updated for resources: {'Port': ['ID=9a623406-698f-49c5-adc1-f285361b9886,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:44.126619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] Set router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:44.204243 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-217fa6cf-05d0-402d-b372-a373044f6cbb req-2de580e8-e3aa-4775-9240-408402299941 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 210 time: 0.0374708 Jul 13 20:23:44.394505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:41Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '9a623406-698f-49c5-adc1-f285361b9886', 'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:0d:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:40Z', 'updated_at': '2021-07-13T20:23:43Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:44.429719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8240-9862-4b87-939e-02821b409e08 None None] The sync data for ids ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'] in n-d-800708-1 is: [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:41Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '9a623406-698f-49c5-adc1-f285361b9886', 'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:0d:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:40Z', 'updated_at': '2021-07-13T20:23:43Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:23:44.548768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:23:44.593758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-b63a37d0-3a07-4838-a032-a9dc9c3043f2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:44.595779 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-b63a37d0-3a07-4838-a032-a9dc9c3043f2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/networks?id=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 HTTP/1.1" status: 200 len: 797 time: 0.2289805 Jul 13 20:23:44.629403 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:44.629782 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:44.671225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-f4d7bee7-f101-4a80-ae5f-1c4064c505ea tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 380 time: 0.0596900 Jul 13 20:23:44.687261 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'port': {'device_id': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'admin_state_up': True, 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'security_groups': ['1ba236eb-ee99-4abd-890d-7aacc8f26977']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:44.758972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 03e4cf18-a44a-40f6-99fc-cecc93c69072 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:23:44.815537 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 03e4cf18-a44a-40f6-99fc-cecc93c69072 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:44.816008 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:44.819591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:23:44.823526 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:44.959969 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.20.0.9 (2a16a8c1-d3f9-4f48-8453-6af6e87e94d0/1334f0cd-08df-4e91-8814-876c282b5e84/1a009827-1a6b-4bed-b623-ccabc1510310) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:23:45.109419 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.124206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Transition to ACTIVE for port object 1a009827-1a6b-4bed-b623-ccabc1510310 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:23:45.158747 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.206345 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:23:45.209527 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:23:45.213667 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:23:45.247623 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=1a009827-1a6b-4bed-b623-ccabc1510310,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:45.292119 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:45.293113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.316413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-49f7ae2f-ce51-4031-8398-d1791dca931c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6286025 Jul 13 20:23:45.322269 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-ea8c23e6-9de7-4ec8-8252-9fbf7b1d14aa tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:23:45.323658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-ea8c23e6-9de7-4ec8-8252-9fbf7b1d14aa tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060949 Jul 13 20:23:45.406300 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Request body: {'port': {'device_id': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:45.426330 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274979f-3ca1-4dc9-950c-0a88b4ef6fb0 req-add9e168-bb87-4c19-8ad6-b0c87bd6eaa1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:45.428700 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6274979f-3ca1-4dc9-950c-0a88b4ef6fb0 req-add9e168-bb87-4c19-8ad6-b0c87bd6eaa1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 931 time: 0.0891514 Jul 13 20:23:45.484236 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6274979f-3ca1-4dc9-950c-0a88b4ef6fb0 req-d8ce7e1d-7a1d-406d-9c24-500f608d2b60 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480268 Jul 13 20:23:45.485724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7dd72a94-66fc-4ae5-b50f-63ad345f6e93 None None] Provisioning for port 1a009827-1a6b-4bed-b623-ccabc1510310 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:23:45.490208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7dd72a94-66fc-4ae5-b50f-63ad345f6e93 None None] Provisioning complete for port 1a009827-1a6b-4bed-b623-ccabc1510310 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:45.490506 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dd72a94-66fc-4ae5-b50f-63ad345f6e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.502560 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.526913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7dd72a94-66fc-4ae5-b50f-63ad345f6e93 None None] Port 1a009827-1a6b-4bed-b623-ccabc1510310 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:23:45.772117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a009827-1a6b-4bed-b623-ccabc1510310 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:23:45.779353 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.790515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Transition to ACTIVE for port object 1a009827-1a6b-4bed-b623-ccabc1510310 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:23:45.794479 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.847775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Pushing event updated for resources: {'Port': ['ID=1a009827-1a6b-4bed-b623-ccabc1510310,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:45.916719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Attempting to bind port 1a009827-1a6b-4bed-b623-ccabc1510310 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:23:45.917062 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Attempting to bind port 1a009827-1a6b-4bed-b623-ccabc1510310 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:23:45.917399 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Attempting to bind port 1a009827-1a6b-4bed-b623-ccabc1510310 on network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:23:45.922757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Port 1a009827-1a6b-4bed-b623-ccabc1510310 on network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:23:45.923083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Attempting to bind port 1a009827-1a6b-4bed-b623-ccabc1510310 on network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:23:45.928529 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:23:45.928873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Checking segment: {'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:23:45.929266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Bound using segment: {'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:23:45.929698 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Bound port: 1a009827-1a6b-4bed-b623-ccabc1510310, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:23:45.930066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:45.997463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] For port 1a009827-1a6b-4bed-b623-ccabc1510310, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:23:46.000997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] For port 1a009827-1a6b-4bed-b623-ccabc1510310, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=1a009827-1a6b-4bed-b623-ccabc1510310,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:23:46.005455 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.043771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:46.044407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.046625 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a009827-1a6b-4bed-b623-ccabc1510310 HTTP/1.1" status: 200 len: 1091 time: 0.7149410 Jul 13 20:23:46.047013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'tag': '1a009827-1a6b-4bed-b623-ccabc1510310'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:46.049780 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf2c731-78d4-409f-b232-2eb54f90bf35", "tag": "1a009827-1a6b-4bed-b623-ccabc1510310"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:46.080490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e34569-9130-4ef7-81d7-efb7255aae58 service neutron] Pushing event updated for resources: {'Port': ['ID=1a009827-1a6b-4bed-b623-ccabc1510310,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:46.148159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-54d7a1c3-805a-4097-a63b-aa1ec614c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:46.150074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-54d7a1c3-805a-4097-a63b-aa1ec614c125 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 1094 time: 0.0597844 Jul 13 20:23:46.159548 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddac26db-33a6-4fc8-99cb-ae215116ade6 x-openstack-request-id: req-ddac26db-33a6-4fc8-99cb-ae215116ade6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:46.159904 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf2c731-78d4-409f-b232-2eb54f90bf35", "tag": "1a009827-1a6b-4bed-b623-ccabc1510310", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:46.160164 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddac26db-33a6-4fc8-99cb-ae215116ade6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:46.160595 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'tag': '1a009827-1a6b-4bed-b623-ccabc1510310', 'status': 'completed', 'code': 200} Jul 13 20:23:46.201134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-dbf4d5de-631c-4bb2-8db0-10874a27dc81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a009827-1a6b-4bed-b623-ccabc1510310 HTTP/1.1" status: 200 len: 217 time: 0.0377424 Jul 13 20:23:46.211920 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.256356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-a486ad77-53da-4707-be2b-09cdb45a8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:46.257747 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-a486ad77-53da-4707-be2b-09cdb45a8b37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1334f0cd-08df-4e91-8814-876c282b5e84 HTTP/1.1" status: 200 len: 834 time: 0.0486491 Jul 13 20:23:46.320604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-98d2fe59-ee26-4d15-8cc3-638c3be00278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:46.322106 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-98d2fe59-ee26-4d15-8cc3-638c3be00278 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546834 Jul 13 20:23:46.417853 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-65161a85-f49e-44cf-b5f3-80b885c92ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853264 Jul 13 20:23:46.439769 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 9a623406-698f-49c5-adc1-f285361b9886 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:23:46.490366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 9a623406-698f-49c5-adc1-f285361b9886 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:23:46.494004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 9a623406-698f-49c5-adc1-f285361b9886 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:46.494375 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.517460 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d734bb4f-2dd9-4fb6-83aa-85997fb27320 req-9802ad2a-3865-40da-9daf-8d1529c7aa99 service neutron] 10.222.0.24 "GET /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892246 Jul 13 20:23:46.579553 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.614267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 9a623406-698f-49c5-adc1-f285361b9886, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=9a623406-698f-49c5-adc1-f285361b9886,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:46.618588 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.635294 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-4792945f-1c87-4f2b-be66-33b9574db08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:46.636828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-4792945f-1c87-4f2b-be66-33b9574db08f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 1094 time: 0.0582223 Jul 13 20:23:46.668780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bc138-b4de-49f2-935e-e9b8655b7851 req-1ce01e6e-fe1a-4573-a88b-a73fa8c294c1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:46.670508 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=9a623406-698f-49c5-adc1-f285361b9886,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:46.671177 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a06bc138-b4de-49f2-935e-e9b8655b7851 req-1ce01e6e-fe1a-4573-a88b-a73fa8c294c1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 943 time: 0.0649066 Jul 13 20:23:46.712612 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a06bc138-b4de-49f2-935e-e9b8655b7851 req-2622af29-b5de-4afb-b7ed-4b45631729b8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338039 Jul 13 20:23:46.898483 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:46.999953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-1c82b34d-172c-4f36-9ce0-da16b7eab9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:47.001567 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-1c82b34d-172c-4f36-9ce0-da16b7eab9a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 HTTP/1.1" status: 200 len: 898 time: 0.3565392 Jul 13 20:23:47.044740 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-bed1595a-3d24-41b4-8824-cd27d8cca67d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a009827-1a6b-4bed-b623-ccabc1510310 HTTP/1.1" status: 200 len: 217 time: 0.0334008 Jul 13 20:23:47.092039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-8c335b5c-25c7-456b-8469-604cf1838e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:47.093533 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-8c335b5c-25c7-456b-8469-604cf1838e4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1334f0cd-08df-4e91-8814-876c282b5e84 HTTP/1.1" status: 200 len: 834 time: 0.0416892 Jul 13 20:23:47.152708 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-6c65e0bd-2b81-4992-8a9e-919a8144db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:47.154099 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-6c65e0bd-2b81-4992-8a9e-919a8144db68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536759 Jul 13 20:23:47.239982 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-34e72789-655e-4a00-91f4-31ae1113837c service neutron] 10.222.0.24 "GET /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783279 Jul 13 20:23:47.333887 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d47497f1-3a29-4649-b0fc-8a1de8dc0bd5 req-ead3e10f-c22a-47df-8ff5-6667538cffcb service neutron] 10.222.0.24 "GET /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856612 Jul 13 20:23:47.886545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c2386-24c3-4d24-a765-98cdf832be5a req-31f2d29d-0e79-41f9-8e90-03748030ffc2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:47.888021 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-398c2386-24c3-4d24-a765-98cdf832be5a req-31f2d29d-0e79-41f9-8e90-03748030ffc2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 943 time: 0.0635836 Jul 13 20:23:47.926059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-398c2386-24c3-4d24-a765-98cdf832be5a req-76bcab04-a903-4615-9ef4-f0123be0617e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315244 Jul 13 20:23:48.423638 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 9a623406-698f-49c5-adc1-f285361b9886 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:23:48.474672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 9a623406-698f-49c5-adc1-f285361b9886 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:48.475041 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:49.094146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2424fc-a0a7-43d6-a6ff-98fa06166ece req-76fe0f9e-4cb0-44f3-8b07-24a22576a0bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:49.095632 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3c2424fc-a0a7-43d6-a6ff-98fa06166ece req-76fe0f9e-4cb0-44f3-8b07-24a22576a0bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 943 time: 0.0617979 Jul 13 20:23:49.132070 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3c2424fc-a0a7-43d6-a6ff-98fa06166ece req-96d50a0e-43e0-4adc-99bc-2f7b4a3bfbeb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309813 Jul 13 20:23:49.591131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 1a009827-1a6b-4bed-b623-ccabc1510310 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:23:49.689340 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 1a009827-1a6b-4bed-b623-ccabc1510310, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=1a009827-1a6b-4bed-b623-ccabc1510310,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:49.700475 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '1a009827-1a6b-4bed-b623-ccabc1510310', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'port_id': '1a009827-1a6b-4bed-b623-ccabc1510310', 'mac_address': 'fa:16:3e:a3:6c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:23:49.736219 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:49.748057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a009827-1a6b-4bed-b623-ccabc1510310 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:23:49.767444 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 1a009827-1a6b-4bed-b623-ccabc1510310, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=1a009827-1a6b-4bed-b623-ccabc1510310,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:49.771134 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:49.816112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=1a009827-1a6b-4bed-b623-ccabc1510310,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:50.066879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['1a009827-1a6b-4bed-b623-ccabc1510310'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:23:50.313602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cbf21-d7c3-41fb-9da4-25b7f87715c3 req-6f6b838b-357b-4985-af0c-97b771b79308 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:50.315177 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-301cbf21-d7c3-41fb-9da4-25b7f87715c3 req-6f6b838b-357b-4985-af0c-97b771b79308 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 944 time: 0.0688193 Jul 13 20:23:50.354744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-301cbf21-d7c3-41fb-9da4-25b7f87715c3 req-63680b90-28c6-4a89-a3a7-1dc17073b156 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331609 Jul 13 20:23:50.820234 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1275353e-f8af-4e30-b454-9394f75ae554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:51.529272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4986-d6d1-4b8c-ba98-5c9087a295ee req-eb187e7c-8ae8-4edf-9a7d-fb53ff4a5e81 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:51.530735 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ecfe4986-d6d1-4b8c-ba98-5c9087a295ee req-eb187e7c-8ae8-4edf-9a7d-fb53ff4a5e81 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 944 time: 0.0649545 Jul 13 20:23:51.567840 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ecfe4986-d6d1-4b8c-ba98-5c9087a295ee req-dea137ce-8149-47d8-826f-2bea25c3b252 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315356 Jul 13 20:23:51.591889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 1a009827-1a6b-4bed-b623-ccabc1510310 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:23:51.642679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 1a009827-1a6b-4bed-b623-ccabc1510310 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:23:51.646211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 1a009827-1a6b-4bed-b623-ccabc1510310 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:23:51.646718 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:51.721970 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:51.743820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a009827-1a6b-4bed-b623-ccabc1510310'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:51.746118 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889ca5c9-dada-41e8-92b8-f85eedb7a552" -d '{"events": [{"server_uuid": "fdf2c731-78d4-409f-b232-2eb54f90bf35", "name": "network-vif-plugged", "status": "completed", "tag": "1a009827-1a6b-4bed-b623-ccabc1510310"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:51.758675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 1a009827-1a6b-4bed-b623-ccabc1510310, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=1a009827-1a6b-4bed-b623-ccabc1510310,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:23:51.762779 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:51.785932 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43dc5da-c153-4c34-b904-6faaea33c9f2 x-openstack-request-id: req-c43dc5da-c153-4c34-b904-6faaea33c9f2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:51.786326 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf2c731-78d4-409f-b232-2eb54f90bf35", "name": "network-vif-plugged", "status": "completed", "tag": "1a009827-1a6b-4bed-b623-ccabc1510310", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:51.786601 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c43dc5da-c153-4c34-b904-6faaea33c9f2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:51.786984 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a009827-1a6b-4bed-b623-ccabc1510310', 'code': 200} Jul 13 20:23:51.813315 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=1a009827-1a6b-4bed-b623-ccabc1510310,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:51.903420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f523a-6335-4867-90bd-eb250a76902e req-9721a1ad-b5d9-47be-b47f-9d7a657975a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:51.904834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e0f523a-6335-4867-90bd-eb250a76902e req-9721a1ad-b5d9-47be-b47f-9d7a657975a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 1096 time: 0.0553532 Jul 13 20:23:51.943669 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5e0f523a-6335-4867-90bd-eb250a76902e req-6efcb68a-2860-4e82-93a5-53d71da066ed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276482 Jul 13 20:23:52.735784 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b366deb-b0a2-4300-aff6-6a886288f4c6 req-fbf95f1f-bd9e-4ced-90dd-d94c083b0af0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:52.737344 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b366deb-b0a2-4300-aff6-6a886288f4c6 req-fbf95f1f-bd9e-4ced-90dd-d94c083b0af0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.0624599 Jul 13 20:23:52.775162 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b366deb-b0a2-4300-aff6-6a886288f4c6 req-2570b0fb-a5fd-4555-910e-41668696e0f5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320010 Jul 13 20:23:53.672157 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa33adc7-202d-430c-aae7-9c1a927070be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:53.718093 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:53.949246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bb0c1-1d4f-4485-a849-297adc49d9b9 req-97959e74-053c-4c7b-bdab-42e678c26490 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:53.950633 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c95bb0c1-1d4f-4485-a849-297adc49d9b9 req-97959e74-053c-4c7b-bdab-42e678c26490 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.0626895 Jul 13 20:23:53.988070 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c95bb0c1-1d4f-4485-a849-297adc49d9b9 req-42ce7e87-8001-481b-aee0-99e116ec37bc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Jul 13 20:23:54.165356 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebf5d7-bed4-49bb-acf1-a719ab56bcaa req-9947800c-ea24-47c0-958c-eb8ae18aefe7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:54.166883 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0eebf5d7-bed4-49bb-acf1-a719ab56bcaa req-9947800c-ea24-47c0-958c-eb8ae18aefe7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.0672400 Jul 13 20:23:54.205023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0eebf5d7-bed4-49bb-acf1-a719ab56bcaa req-b88400a1-ca0c-4398-8d66-609998fd54ba tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Jul 13 20:23:54.228753 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:54.280482 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993448b-f8d5-4b85-aaa9-f5fd5692ad5e tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:54.282010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c993448b-f8d5-4b85-aaa9-f5fd5692ad5e tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 1091 time: 0.0522618 Jul 13 20:23:54.285806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:54.290790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '1a009827-1a6b-4bed-b623-ccabc1510310', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:23:54.314572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:54.697250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:54.791579 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:54.801822 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.25.7.85 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/79e1d12d-fbf9-4dc0-9b82-fa79ec4a01a2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:23:54.903968 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:54.943184 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:54.980340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:23:54.984173 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:23:54.988409 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:23:55.011199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=79e1d12d-fbf9-4dc0-9b82-fa79ec4a01a2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:55.349340 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:55.421880 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:55.567913 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:55.572444 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:55.648975 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=79e1d12d-fbf9-4dc0-9b82-fa79ec4a01a2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:23:55.657304 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:55.756306 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Floating IP 8c108275-9e46-40b8-97e6-af36e394ac3f associated. External IP: 172.25.7.85, port: 1a009827-1a6b-4bed-b623-ccabc1510310. Jul 13 20:23:55.960486 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:23:56.062952 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:23:56.072452 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] Sync routers for ids ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:23:56.079431 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:56.081695 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] Routers {'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:56.082364 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:23:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:56.120350 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c83a6ef4-f48a-4051-a11b-25ee0d46df77 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8334374 Jul 13 20:23:56.120949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'tag': '1a009827-1a6b-4bed-b623-ccabc1510310'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:23:56.123544 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d038332d-10f2-49ba-9d85-86978faa8475" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf2c731-78d4-409f-b232-2eb54f90bf35", "tag": "1a009827-1a6b-4bed-b623-ccabc1510310"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:23:56.165827 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae3b4f-5e23-417c-a208-057aa355238c x-openstack-request-id: req-59ae3b4f-5e23-417c-a208-057aa355238c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:23:56.166126 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf2c731-78d4-409f-b232-2eb54f90bf35", "tag": "1a009827-1a6b-4bed-b623-ccabc1510310", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:23:56.166808 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59ae3b4f-5e23-417c-a208-057aa355238c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:23:56.167220 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'tag': '1a009827-1a6b-4bed-b623-ccabc1510310', 'status': 'completed', 'code': 200} Jul 13 20:23:56.281960 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:23:56.288147 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] Set router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:56.291668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038332d-10f2-49ba-9d85-86978faa8475 req-33162919-7507-4e2c-9c9e-0998a334f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:56.293331 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d038332d-10f2-49ba-9d85-86978faa8475 req-33162919-7507-4e2c-9c9e-0998a334f369 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 1096 time: 0.1010885 Jul 13 20:23:56.365810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d253c-98f2-48d8-9564-c9e14b08c3b7 req-753db878-b2ac-4050-94da-e9b3fc2107cd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:56.367341 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd0d253c-98f2-48d8-9564-c9e14b08c3b7 req-753db878-b2ac-4050-94da-e9b3fc2107cd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.1396360 Jul 13 20:23:56.429321 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038332d-10f2-49ba-9d85-86978faa8475 req-57e333c4-86b7-4d33-8e79-db0c2cf14169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:56.430825 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d038332d-10f2-49ba-9d85-86978faa8475 req-57e333c4-86b7-4d33-8e79-db0c2cf14169 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 HTTP/1.1" status: 200 len: 898 time: 0.1293559 Jul 13 20:23:56.433784 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd0d253c-98f2-48d8-9564-c9e14b08c3b7 req-27a77492-c965-452f-aa92-5502af318917 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583410 Jul 13 20:23:56.460532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:56.496642 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d038332d-10f2-49ba-9d85-86978faa8475 req-676bb235-aad5-4f4f-bb06-93de06f543e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a009827-1a6b-4bed-b623-ccabc1510310 HTTP/1.1" status: 200 len: 998 time: 0.0594101 Jul 13 20:23:56.523305 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aed0f2cb-de8c-451c-b891-b8892cad2fe8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/8c108275-9e46-40b8-97e6-af36e394ac3f HTTP/1.1" status: 200 len: 990 time: 0.0603552 Jul 13 20:23:56.523508 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:41Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '8c108275-9e46-40b8-97e6-af36e394ac3f', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'port_id': '1a009827-1a6b-4bed-b623-ccabc1510310', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'mac_address': 'fa:16:3e:a3:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:23:55Z', 'updated_at': '2021-07-13T20:23:55Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a623406-698f-49c5-adc1-f285361b9886', 'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:0d:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:40Z', 'updated_at': '2021-07-13T20:23:46Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:56.546841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038332d-10f2-49ba-9d85-86978faa8475 req-cf9a5eb9-15d7-4f00-9509-7d9c59545de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:56.548451 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d038332d-10f2-49ba-9d85-86978faa8475 req-cf9a5eb9-15d7-4f00-9509-7d9c59545de4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1334f0cd-08df-4e91-8814-876c282b5e84 HTTP/1.1" status: 200 len: 834 time: 0.0446873 Jul 13 20:23:56.552473 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] Checking router: ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:23:56.560557 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] Routers {'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:23:56.561153 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:23:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:56.609350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038332d-10f2-49ba-9d85-86978faa8475 req-55ee9370-0b52-425e-b908-ee7154a98d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:23:56.610941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d038332d-10f2-49ba-9d85-86978faa8475 req-55ee9370-0b52-425e-b908-ee7154a98d01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566974 Jul 13 20:23:56.660935 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] Set router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:23:56.699785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d038332d-10f2-49ba-9d85-86978faa8475 req-c4c36775-dbf5-4daf-85bf-e8aaf215d8cc service neutron] 10.222.0.24 "GET /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826440 Jul 13 20:23:56.791498 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d038332d-10f2-49ba-9d85-86978faa8475 req-04f3f217-b1c6-46b6-86ce-08bc1abb523d service neutron] 10.222.0.24 "GET /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848913 Jul 13 20:23:56.880157 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:41Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '8c108275-9e46-40b8-97e6-af36e394ac3f', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'port_id': '1a009827-1a6b-4bed-b623-ccabc1510310', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'mac_address': 'fa:16:3e:a3:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:23:55Z', 'updated_at': '2021-07-13T20:23:55Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a623406-698f-49c5-adc1-f285361b9886', 'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:0d:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:40Z', 'updated_at': '2021-07-13T20:23:46Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:23:56.905253 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796a42cb-52ca-47e3-9146-0c7c8ddfc48d None None] The sync data for ids ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'] in n-d-800708-1 is: [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:41Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '8c108275-9e46-40b8-97e6-af36e394ac3f', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'port_id': '1a009827-1a6b-4bed-b623-ccabc1510310', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'mac_address': 'fa:16:3e:a3:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:23:55Z', 'updated_at': '2021-07-13T20:23:55Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a623406-698f-49c5-adc1-f285361b9886', 'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:0d:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:40Z', 'updated_at': '2021-07-13T20:23:46Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:23:57.096783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d92c9d-d60c-4d77-9518-82ace64cdd7a None None] New status for floating IP 8c108275-9e46-40b8-97e6-af36e394ac3f: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:23:57.526010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:23:57.588823 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3fa9ba0f-d10c-45cd-a4dc-c90be6642996 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/8c108275-9e46-40b8-97e6-af36e394ac3f HTTP/1.1" status: 200 len: 992 time: 0.0616491 Jul 13 20:24:16.207733 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:16.905461 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:18.456958 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:24:20.821678 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1898ad4-2a15-4e39-ad6b-f10cb4e8af4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:23.672502 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf4a-1e31-4e39-a90e-b911518c1b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:23.719571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:24.791321 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:26.281185 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:31.031754 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fd303-f808-4dab-bd8b-9e060a0bac7d req-61c5b791-b420-4ea1-afa2-b4551739971a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:31.033124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d31fd303-f808-4dab-bd8b-9e060a0bac7d req-61c5b791-b420-4ea1-afa2-b4551739971a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.0635228 Jul 13 20:24:31.072114 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d31fd303-f808-4dab-bd8b-9e060a0bac7d req-29b2ad65-2ef8-4f10-b479-88862cff3dba tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Jul 13 20:24:32.249268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0f5c5-fa79-48ad-9302-8596b578d81e req-26a42fb0-f3ec-4e33-b81f-332bbc2d48cb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:32.250762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85d0f5c5-fa79-48ad-9302-8596b578d81e req-26a42fb0-f3ec-4e33-b81f-332bbc2d48cb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.0626049 Jul 13 20:24:32.288499 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-85d0f5c5-fa79-48ad-9302-8596b578d81e req-aa8ecbd3-ec81-4c5e-9204-fbc67232e9d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Jul 13 20:24:32.313105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:32.375977 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-110210e7-9199-4599-a2a3-a08746bbdc8e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/8c108275-9e46-40b8-97e6-af36e394ac3f HTTP/1.1" status: 200 len: 992 time: 0.0615649 Jul 13 20:24:33.806973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c89dd-3817-491a-a2ec-9a911bdbb963 req-3062787e-264a-49fb-8380-94b81873c8e9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:33.808570 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d80c89dd-3817-491a-a2ec-9a911bdbb963 req-3062787e-264a-49fb-8380-94b81873c8e9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.0633717 Jul 13 20:24:33.850173 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d80c89dd-3817-491a-a2ec-9a911bdbb963 req-adb8d654-8b0c-43ef-b6a9-c9463c099fae tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353491 Jul 13 20:24:35.023158 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84987332-25cf-4df4-9f5b-8a81da19cd5a req-e1586866-a2c1-48a9-abbe-27df546ea9f2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:35.024628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-84987332-25cf-4df4-9f5b-8a81da19cd5a req-e1586866-a2c1-48a9-abbe-27df546ea9f2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.0617588 Jul 13 20:24:35.061649 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-84987332-25cf-4df4-9f5b-8a81da19cd5a req-64d166de-3df1-47b0-b709-70b86ffc989a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315938 Jul 13 20:24:35.086912 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:35.145057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-87f36ca6-f954-4df4-ac1e-b5cfc64d9733 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/8c108275-9e46-40b8-97e6-af36e394ac3f HTTP/1.1" status: 200 len: 992 time: 0.0569503 Jul 13 20:24:35.400280 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:35.550998 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 79e1d12d-fbf9-4dc0-9b82-fa79ec4a01a2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:35.551338 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:35.627529 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:35.627851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:35.639200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 79e1d12d-fbf9-4dc0-9b82-fa79ec4a01a2 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:35.811832 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:35.837860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=79e1d12d-fbf9-4dc0-9b82-fa79ec4a01a2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:35.868755 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.869102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.869445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.869781 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.870115 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.870468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.870800 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.871126 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.871453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.871776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.872099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.872419 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:35.910992 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:35.911514 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Floating IP 8c108275-9e46-40b8-97e6-af36e394ac3f disassociated (deleted). External IP: 172.25.7.85, port: 1a009827-1a6b-4bed-b623-ccabc1510310. Jul 13 20:24:36.112233 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:24:36.215139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:24:36.219909 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:36.224302 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] Sync routers for ids ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:24:36.234749 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] Routers {'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:36.235371 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:24:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:36.344692 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] Set router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:36.550239 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:41Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '9a623406-698f-49c5-adc1-f285361b9886', 'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:0d:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:40Z', 'updated_at': '2021-07-13T20:23:46Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:36.557827 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a74f970d-0e6e-4f05-8f9c-7f1090974fcc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/floatingips/8c108275-9e46-40b8-97e6-af36e394ac3f HTTP/1.1" status: 204 len: 168 time: 1.1565168 Jul 13 20:24:36.558423 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'tag': '1a009827-1a6b-4bed-b623-ccabc1510310'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:24:36.560709 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf2c731-78d4-409f-b232-2eb54f90bf35", "tag": "1a009827-1a6b-4bed-b623-ccabc1510310"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:24:36.578343 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] Checking router: ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:24:36.587777 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] Routers {'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:36.588387 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:24:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:36.598922 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c326f81-fcb4-4040-935e-b86c15f7b8f6 x-openstack-request-id: req-1c326f81-fcb4-4040-935e-b86c15f7b8f6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:24:36.599216 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf2c731-78d4-409f-b232-2eb54f90bf35", "tag": "1a009827-1a6b-4bed-b623-ccabc1510310", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:24:36.599522 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c326f81-fcb4-4040-935e-b86c15f7b8f6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:24:36.599946 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'tag': '1a009827-1a6b-4bed-b623-ccabc1510310', 'status': 'completed', 'code': 200} Jul 13 20:24:36.689452 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-2944b790-b799-4873-92dc-c9997deac24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:36.691743 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-2944b790-b799-4873-92dc-c9997deac24e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 1096 time: 0.0619962 Jul 13 20:24:36.697835 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] Set router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:36.798099 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-1c24e78b-70c0-4a64-9579-4acfaf9ef247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:36.799651 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-1c24e78b-70c0-4a64-9579-4acfaf9ef247 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 HTTP/1.1" status: 200 len: 898 time: 0.0970972 Jul 13 20:24:36.848941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-3efdbe7b-66bb-4edf-ab00-5dc873b391cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a009827-1a6b-4bed-b623-ccabc1510310 HTTP/1.1" status: 200 len: 217 time: 0.0389314 Jul 13 20:24:36.900028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-92c4544f-e2e1-4079-9f61-1e62059a494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:36.901502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-92c4544f-e2e1-4079-9f61-1e62059a494a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1334f0cd-08df-4e91-8814-876c282b5e84 HTTP/1.1" status: 200 len: 834 time: 0.0452938 Jul 13 20:24:36.917340 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:41Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '9a623406-698f-49c5-adc1-f285361b9886', 'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:0d:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:40Z', 'updated_at': '2021-07-13T20:23:46Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:36.935273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8057f2b-98e3-4d52-b6c3-327aba0eed76 req-8dd61937-702c-4708-a559-042faa119154 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:36.936990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8057f2b-98e3-4d52-b6c3-327aba0eed76 req-8dd61937-702c-4708-a559-042faa119154 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.0665658 Jul 13 20:24:36.963871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-3b48379c-c56d-403f-b9c9-da3cca12691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:36.965434 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-3b48379c-c56d-403f-b9c9-da3cca12691a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559230 Jul 13 20:24:36.982260 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f8057f2b-98e3-4d52-b6c3-327aba0eed76 req-c036c105-57e5-40e7-8e21-6a9144ab51a5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376756 Jul 13 20:24:37.033065 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c542d-7573-43c7-934f-31519b5cd7b4 None None] The sync data for ids ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'] in n-d-800708-1 is: [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:23:41Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '9a623406-698f-49c5-adc1-f285361b9886', 'name': '', 'network_id': '2a16a8c1-d3f9-4f48-8453-6af6e87e94d0', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:0d:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:40Z', 'updated_at': '2021-07-13T20:23:46Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '1334f0cd-08df-4e91-8814-876c282b5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:24:37.065954 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-26c1248e-bf86-469b-8a4a-94fa55f8a5ac service neutron] 10.222.0.24 "GET /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915956 Jul 13 20:24:37.158526 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a19f85c6-9f35-4d7f-bee3-becca8f28fa0 req-48a8fbf5-aeee-4f5e-a090-4ea050072c95 service neutron] 10.222.0.24 "GET /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854430 Jul 13 20:24:37.251828 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659eee7-d3b8-4644-b3ad-c4ea544667d0 None None] New status for floating IP 8c108275-9e46-40b8-97e6-af36e394ac3f: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:24:38.156122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24d28e-9775-4af7-ac78-0eca5ea196bc req-f23ba16b-0592-4629-afe5-e8a76782122a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:38.157902 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d24d28e-9775-4af7-ac78-0eca5ea196bc req-f23ba16b-0592-4629-afe5-e8a76782122a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.0641491 Jul 13 20:24:38.194958 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0d24d28e-9775-4af7-ac78-0eca5ea196bc req-949816e5-6ef3-4fbd-a5d3-4235ad9fca3b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ba236eb-ee99-4abd-890d-7aacc8f26977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311110 Jul 13 20:24:38.698012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-f9cc2130-45e6-4124-8b27-8573c0e4a4f0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:38.699557 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-f9cc2130-45e6-4124-8b27-8573c0e4a4f0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 945 time: 0.0674820 Jul 13 20:24:38.798853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 1a009827-1a6b-4bed-b623-ccabc1510310 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:38.799194 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.887961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port 1a009827-1a6b-4bed-b623-ccabc1510310, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=1a009827-1a6b-4bed-b623-ccabc1510310,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:38.888328 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:38.900953 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 1a009827-1a6b-4bed-b623-ccabc1510310 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:39.039597 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.068662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=1a009827-1a6b-4bed-b623-ccabc1510310,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:39.096641 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.096997 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.097336 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.097673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.098008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.098343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.098695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.099027 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.100003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.100576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.100996 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.101328 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:39.127743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] No DVR routers for this DVR port 1a009827-1a6b-4bed-b623-ccabc1510310 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:24:39.130249 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:39.132547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-037492bb-cc09-4a51-b153-d0c5b092b62b req-4007873a-c0a4-4bd2-9aad-b95b1219f4ee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "DELETE /v2.0/ports/1a009827-1a6b-4bed-b623-ccabc1510310 HTTP/1.1" status: 204 len: 173 time: 0.4244437 Jul 13 20:24:39.132982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'name': 'network-vif-deleted', 'tag': '1a009827-1a6b-4bed-b623-ccabc1510310'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:24:39.135350 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b0439a-2dc7-489b-b230-7342b5d100fc" -d '{"events": [{"server_uuid": "fdf2c731-78d4-409f-b232-2eb54f90bf35", "name": "network-vif-deleted", "tag": "1a009827-1a6b-4bed-b623-ccabc1510310"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:24:39.173068 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b903bf-bde8-4e14-9c51-315c67dbc6f9 x-openstack-request-id: req-c0b903bf-bde8-4e14-9c51-315c67dbc6f9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:24:39.173687 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf2c731-78d4-409f-b232-2eb54f90bf35", "name": "network-vif-deleted", "tag": "1a009827-1a6b-4bed-b623-ccabc1510310", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:24:39.173687 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0b903bf-bde8-4e14-9c51-315c67dbc6f9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:24:39.174018 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf2c731-78d4-409f-b232-2eb54f90bf35', 'name': 'network-vif-deleted', 'tag': '1a009827-1a6b-4bed-b623-ccabc1510310', 'status': 'completed', 'code': 200} Jul 13 20:24:39.348339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6fd33c3c-669b-425c-83b4-175b1b2d8d79 req-c6df20c1-756a-4786-a1be-f5121969bd48 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf2c731-78d4-409f-b232-2eb54f90bf35 HTTP/1.1" status: 200 len: 210 time: 0.0281918 Jul 13 20:24:40.444466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:40.797085 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.058166 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 9a623406-698f-49c5-adc1-f285361b9886 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:41.058532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.142181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port 9a623406-698f-49c5-adc1-f285361b9886, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=9a623406-698f-49c5-adc1-f285361b9886,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:41.142570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.159664 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 9a623406-698f-49c5-adc1-f285361b9886 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:41.342794 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.371329 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=9a623406-698f-49c5-adc1-f285361b9886,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:41.542110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.750009 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:24:41.776792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 1a009827-1a6b-4bed-b623-ccabc1510310 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:41.796648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 1a009827-1a6b-4bed-b623-ccabc1510310 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:24:41.796993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 1a009827-1a6b-4bed-b623-ccabc1510310 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:24:41.854734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:24:41.859647 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-65edad76-802a-4469-bbe5-7c620467e575 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "PUT /v2.0/routers/ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4141345 Jul 13 20:24:41.862489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:41.863750 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] Sync routers for ids ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:24:41.873154 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] Routers {'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:41.873745 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:24:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:41.914207 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4a043a-5b6a-4a6d-b32b-41d5b72bc6bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting subnet 1334f0cd-08df-4e91-8814-876c282b5e84 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:24:41.917811 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a4a043a-5b6a-4a6d-b32b-41d5b72bc6bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.958383 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a4a043a-5b6a-4a6d-b32b-41d5b72bc6bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:41.976885 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] Set router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:42.046614 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a4a043a-5b6a-4a6d-b32b-41d5b72bc6bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.105266 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a4a043a-5b6a-4a6d-b32b-41d5b72bc6bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.133791 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a043a-5b6a-4a6d-b32b-41d5b72bc6bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Subnet': ['ID=1334f0cd-08df-4e91-8814-876c282b5e84,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:42.137389 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a4a043a-5b6a-4a6d-b32b-41d5b72bc6bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.139273 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7a4a043a-5b6a-4a6d-b32b-41d5b72bc6bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/subnets/1334f0cd-08df-4e91-8814-876c282b5e84 HTTP/1.1" status: 204 len: 168 time: 0.2758543 Jul 13 20:24:42.141883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:42.147445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b54bdf0-b071-41bc-b7f7-4cd77348f310 None None] Network 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:24:42.156143 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:24:41Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:42.183368 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] Checking router: ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:24:42.192409 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] Routers {'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:42.194470 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:24:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:42.254712 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.308758 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] Set router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:42.345829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] DHCP port deletion for 2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:24:42.371235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.392016 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Deleting port 03e4cf18-a44a-40f6-99fc-cecc93c69072 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:42.392270 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.441437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:24:42.441792 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.467468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] For port 03e4cf18-a44a-40f6-99fc-cecc93c69072, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=03e4cf18-a44a-40f6-99fc-cecc93c69072,segment=NetworkSegment(d854182c-0c75-4104-b0f5-a0ec44c0cf5e),segment_id=d854182c-0c75-4104-b0f5-a0ec44c0cf5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:42.468297 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.483681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Calling delete_port for 03e4cf18-a44a-40f6-99fc-cecc93c69072 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:42.504612 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:24:41Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:42.533279 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11961da-83e3-4ed7-aaf4-46a8fa5e59d4 None None] The sync data for ids ['ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6'] in n-d-800708-1 is: [{'id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333398884', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:23:37Z', 'updated_at': '2021-07-13T20:24:41Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '32b7f496-11c7-482b-b1a3-6ee58f6f3da7', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:23:38Z', 'updated_at': '2021-07-13T20:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:24:42.538873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port 32b7f496-11c7-482b-b1a3-6ee58f6f3da7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=32b7f496-11c7-482b-b1a3-6ee58f6f3da7,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:42.539235 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.552698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:24:42.553331 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 03e4cf18-a44a-40f6-99fc-cecc93c69072 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:42.647286 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.680361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Pushing event deleted for resources: {'Port': ['ID=03e4cf18-a44a-40f6-99fc-cecc93c69072,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:42.683817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] No DVR routers for this DVR port 03e4cf18-a44a-40f6-99fc-cecc93c69072 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:24:42.687469 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.696335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.696335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.696574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.696710 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.697040 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.697364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.697720 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.697999 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.698322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.698667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.699083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.699293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c89b1-ef9c-4db5-8bcb-cdc8e25c94fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:42.733998 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.758467 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=32b7f496-11c7-482b-b1a3-6ee58f6f3da7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:42.824195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.915365 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.917564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.965182 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.965873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Fanout notify agent at l3_agent the message router_deleted on router ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:24:42.973141 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:42.977549 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c2a566b8-a547-4b39-b276-6983ee67be4f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/routers/ab0dddb4-481f-4ed9-a39c-5442f6e7b8c6 HTTP/1.1" status: 204 len: 168 time: 0.8315125 Jul 13 20:24:42.977871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:43.055514 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.151438 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.162014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a16a8c1-d3f9-4f48-8453-6af6e87e94d0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:43.173375 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:43.173737 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd854182c-0c75-4104-b0f5-a0ec44c0cf5e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:43.183636 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.198208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.204416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:24:43.204757 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:24:43.207891 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:24:43.268315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.275929 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.277585 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/networks/2a16a8c1-d3f9-4f48-8453-6af6e87e94d0 HTTP/1.1" status: 204 len: 168 time: 0.2987216 Jul 13 20:24:43.280439 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:43.289260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df880a60-dc76-4e62-a419-7df0d24c9b10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Network': ['ID=2a16a8c1-d3f9-4f48-8453-6af6e87e94d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:43.343332 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0e2c29b-1c4c-4be1-9efa-e4e733ea1e0f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.367302 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0e2c29b-1c4c-4be1-9efa-e4e733ea1e0f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.426458 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0e2c29b-1c4c-4be1-9efa-e4e733ea1e0f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.429803 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0e2c29b-1c4c-4be1-9efa-e4e733ea1e0f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:43.430991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e0e2c29b-1c4c-4be1-9efa-e4e733ea1e0f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ba236eb-ee99-4abd-890d-7aacc8f26977 HTTP/1.1" status: 204 len: 168 time: 0.1495359 Jul 13 20:24:43.439924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2c29b-1c4c-4be1-9efa-e4e733ea1e0f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba236eb-ee99-4abd-890d-7aacc8f26977,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:43.923233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:43.929018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4f399cee-0f98-4d5e-926c-32c1b3d9bb15 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482066897', 'description': 'tempest-secgroup-smoke-1482066897 description', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:43.951259 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f399cee-0f98-4d5e-926c-32c1b3d9bb15 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.030080 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f399cee-0f98-4d5e-926c-32c1b3d9bb15 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.033650 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f399cee-0f98-4d5e-926c-32c1b3d9bb15 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.061224 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f399cee-0f98-4d5e-926c-32c1b3d9bb15 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.062442 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4f399cee-0f98-4d5e-926c-32c1b3d9bb15 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381826 Jul 13 20:24:44.064287 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f399cee-0f98-4d5e-926c-32c1b3d9bb15 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7021f3-a2f6-4a0a-90cd-9bed03611688,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:44.065590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:44.071532 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c1bf3dbb-9e66-443f-b255-36c03118bd8d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '6e7021f3-a2f6-4a0a-90cd-9bed03611688', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:44.097195 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3dbb-9e66-443f-b255-36c03118bd8d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.153220 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3dbb-9e66-443f-b255-36c03118bd8d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.156703 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3dbb-9e66-443f-b255-36c03118bd8d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.177902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf3dbb-9e66-443f-b255-36c03118bd8d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279b6b00-3dad-4343-82b0-0543f4e4183a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:44.182241 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3dbb-9e66-443f-b255-36c03118bd8d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.183436 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c1bf3dbb-9e66-443f-b255-36c03118bd8d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156423 Jul 13 20:24:44.186175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:44.190445 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4164caa3-cca9-40d6-994d-db8bb2c3c98e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '6e7021f3-a2f6-4a0a-90cd-9bed03611688', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:44.218517 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4164caa3-cca9-40d6-994d-db8bb2c3c98e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.276212 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4164caa3-cca9-40d6-994d-db8bb2c3c98e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.279642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4164caa3-cca9-40d6-994d-db8bb2c3c98e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.300906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164caa3-cca9-40d6-994d-db8bb2c3c98e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29097162-12b1-4f8a-b676-74ca0e5a8fe2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:44.309561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4164caa3-cca9-40d6-994d-db8bb2c3c98e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.310793 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4164caa3-cca9-40d6-994d-db8bb2c3c98e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236870 Jul 13 20:24:44.313524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:44.318616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1f232e30-9fd1-411b-8d61-70b19dd41f1d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '6e7021f3-a2f6-4a0a-90cd-9bed03611688', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:44.344686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f232e30-9fd1-411b-8d61-70b19dd41f1d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.404635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f232e30-9fd1-411b-8d61-70b19dd41f1d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.408608 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f232e30-9fd1-411b-8d61-70b19dd41f1d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.427241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f232e30-9fd1-411b-8d61-70b19dd41f1d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c85792e-21d5-4946-973e-8ae9d0157923,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:44.435156 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f232e30-9fd1-411b-8d61-70b19dd41f1d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.439024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1f232e30-9fd1-411b-8d61-70b19dd41f1d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216354 Jul 13 20:24:44.439198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:44.443859 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-54be9faf-ac56-4568-8a72-d3c088c2dc96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '6e7021f3-a2f6-4a0a-90cd-9bed03611688', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:44.453726 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 9a623406-698f-49c5-adc1-f285361b9886 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:44.470743 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54be9faf-ac56-4568-8a72-d3c088c2dc96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.479412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 9a623406-698f-49c5-adc1-f285361b9886 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:24:44.479751 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 9a623406-698f-49c5-adc1-f285361b9886 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:24:44.480169 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:24:44.499025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:24:44.499368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 32b7f496-11c7-482b-b1a3-6ee58f6f3da7 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:24:44.530325 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54be9faf-ac56-4568-8a72-d3c088c2dc96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.533749 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54be9faf-ac56-4568-8a72-d3c088c2dc96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.551706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be9faf-ac56-4568-8a72-d3c088c2dc96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14d4d0c-31a0-49a2-b137-d48065be3c1f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:44.557004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54be9faf-ac56-4568-8a72-d3c088c2dc96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.558287 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-54be9faf-ac56-4568-8a72-d3c088c2dc96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182516 Jul 13 20:24:44.561068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:44.565430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-57a1e232-6755-4633-9053-8b0b0fad8ec9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '6e7021f3-a2f6-4a0a-90cd-9bed03611688', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:44.587889 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-57a1e232-6755-4633-9053-8b0b0fad8ec9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Project b30b5947151a4c10a4de8721ebe0bcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:24:44.592525 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a1e232-6755-4633-9053-8b0b0fad8ec9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.653148 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a1e232-6755-4633-9053-8b0b0fad8ec9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.656885 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a1e232-6755-4633-9053-8b0b0fad8ec9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.671708 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1e232-6755-4633-9053-8b0b0fad8ec9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9474f3-fc6e-4fd7-88a5-0b4b38ae32a7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:44.680500 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a1e232-6755-4633-9053-8b0b0fad8ec9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.681706 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-57a1e232-6755-4633-9053-8b0b0fad8ec9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197159 Jul 13 20:24:44.684347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:44.688663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c41c44e-887f-4e35-9139-19c189f0c21a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '6e7021f3-a2f6-4a0a-90cd-9bed03611688', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:44.710600 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-1c41c44e-887f-4e35-9139-19c189f0c21a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Project b30b5947151a4c10a4de8721ebe0bcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:24:44.715937 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c41c44e-887f-4e35-9139-19c189f0c21a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.775122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c41c44e-887f-4e35-9139-19c189f0c21a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.778421 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c41c44e-887f-4e35-9139-19c189f0c21a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.797656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41c44e-887f-4e35-9139-19c189f0c21a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a78a7fe-3b53-4f1f-b4f9-5832270d261c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:44.804122 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c41c44e-887f-4e35-9139-19c189f0c21a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.805147 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1c41c44e-887f-4e35-9139-19c189f0c21a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198943 Jul 13 20:24:44.808052 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:44.812798 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'network': {'name': 'tempest-network-smoke--413843016', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:44.831752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:24:44.835343 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.858112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:24:44.867573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.867934 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Added segment d964bc51-f9ab-4a89-a52b-85a355da038c of type vlan for network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c Jul 13 20:24:44.906368 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.934351 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.939793 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:44.940369 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:44.996174 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871204 Jul 13 20:24:44.998894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:45.003178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'admin_state_up': True, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:45.016127 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e650427-68fd-4576-8878-743cf19af0a3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Network': ['ID=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:45.027294 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:24:45.032114 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:45.033108 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:45.089535 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:45.230174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:45.418915 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:45.437543 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:45.847264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.25.7.7 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/1aa9499a-b888-4cd3-a759-f12316e01000) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:24:45.949039 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:45.986484 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:46.025789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:24:46.032478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:24:46.036010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:24:46.060614 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=1aa9499a-b888-4cd3-a759-f12316e01000,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:46.209558 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:46.285119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:46.484891 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:46.612138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router baf03980-92db-49f8-986b-5328b1fab953 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:24:46.718484 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:24:46.727824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Sync routers for ids ['baf03980-92db-49f8-986b-5328b1fab953'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:24:46.737103 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Routers {'baf03980-92db-49f8-986b-5328b1fab953'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:46.737268 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:46.737653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:24:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['baf03980-92db-49f8-986b-5328b1fab953'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:46.738516 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7853786f-9f09-4f1d-a3ff-4667947f03da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7386808 Jul 13 20:24:46.742337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:46.770532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9ad5a289-7a49-42cb-8bbb-665fcd300053 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b30b5947151a4c10a4de8721ebe0bcb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270483 Jul 13 20:24:46.773093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:46.846299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Set router baf03980-92db-49f8-986b-5328b1fab953 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:46.858837 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f558f7-a00c-4390-84ec-02abd5cfc75f tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:46.860385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-28f558f7-a00c-4390-84ec-02abd5cfc75f tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863910 Jul 13 20:24:46.863266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:46.891446 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-539b5955-7ebc-4952-8de9-ff4cf8c28ab5 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271182 Jul 13 20:24:46.893904 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:46.898679 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-499122950', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:46.951550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:46.989222 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:24:46.993771 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.042904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:46Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:47.070500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Checking router: baf03980-92db-49f8-986b-5328b1fab953 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:24:47.070857 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Updating router baf03980-92db-49f8-986b-5328b1fab953 port 1aa9499a-b888-4cd3-a759-f12316e01000 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:24:47.105501 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.178857 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.235357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Subnet': ['ID=6d75186a-4f89-40ed-8a33-9e5e9256c111,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:47.248659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Checking segment: {'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:24:47.249018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network hostable DHCP agents. Network: 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:24:47.267722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:24:47.278520 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:24:47.282612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:47.283211 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.292881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a9a913-fbd3-47d5-bb4c-d300cff0b883 None None] Network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:24:47.301133 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4aa631c2-ad90-404b-a6fb-0ce9e6996105 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4034276 Jul 13 20:24:47.301646 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:24:47.431760 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.463489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Transition to ACTIVE for port object 1aa9499a-b888-4cd3-a759-f12316e01000 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:24:47.474505 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.548597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:24:47.549449 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.570172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Attempting to bind port 1aa9499a-b888-4cd3-a759-f12316e01000 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:24:47.570570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Attempting to bind port 1aa9499a-b888-4cd3-a759-f12316e01000 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:24:47.570931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Attempting to bind port 1aa9499a-b888-4cd3-a759-f12316e01000 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:24:47.573929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae0431-13d6-4e20-ab72-aff408e7033c None None] Pushing event updated for resources: {'Port': ['ID=1aa9499a-b888-4cd3-a759-f12316e01000,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:47.580479 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:24:47.580851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:24:47.581249 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.581629 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:24:47.582094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Bound port: 1aa9499a-b888-4cd3-a759-f12316e01000, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:24:47.582569 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.719205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] For port 1aa9499a-b888-4cd3-a759-f12316e01000, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:24:47.739098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] For port 1aa9499a-b888-4cd3-a759-f12316e01000, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1aa9499a-b888-4cd3-a759-f12316e01000,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:24:47.748491 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.760163 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Allocated IP 172.20.0.2 (459bf2bd-e05b-4afd-adb4-4c1bf4551b2c/6d75186a-4f89-40ed-8a33-9e5e9256c111/609a3a0f-cd49-4bea-81ee-485802f1765d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:24:47.810571 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:47.860115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Routers {'baf03980-92db-49f8-986b-5328b1fab953'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:47.860745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:24:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['baf03980-92db-49f8-986b-5328b1fab953'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:48.055860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae0431-13d6-4e20-ab72-aff408e7033c None None] Pushing event updated for resources: {'Port': ['ID=1aa9499a-b888-4cd3-a759-f12316e01000,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:48.178917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] Set router baf03980-92db-49f8-986b-5328b1fab953 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:48.281686 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:48.297787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Transition to ACTIVE for port object 609a3a0f-cd49-4bea-81ee-485802f1765d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:24:48.325966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Transition to ACTIVE for port object 609a3a0f-cd49-4bea-81ee-485802f1765d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:24:48.333956 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:48.408847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:24:48.416040 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:24:48.419482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:24:48.423091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Pushing event updated for resources: {'Port': ['ID=609a3a0f-cd49-4bea-81ee-485802f1765d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:48.495210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Attempting to bind port 609a3a0f-cd49-4bea-81ee-485802f1765d on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:24:48.495586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Attempting to bind port 609a3a0f-cd49-4bea-81ee-485802f1765d by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:24:48.495938 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Attempting to bind port 609a3a0f-cd49-4bea-81ee-485802f1765d on network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:24:48.503616 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:46Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:48.507954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:24:48.508197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Checking segment: {'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:24:48.508507 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:48.508903 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Bound using segment: {'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:24:48.509382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Bound port: 609a3a0f-cd49-4bea-81ee-485802f1765d, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:24:48.509764 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:48.543295 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ef6cd-7b86-46cc-8e41-b47e5757be47 None None] The sync data for ids ['baf03980-92db-49f8-986b-5328b1fab953'] in n-d-800708-1 is: [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:46Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:24:48.604875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] For port 609a3a0f-cd49-4bea-81ee-485802f1765d, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:24:48.608814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] For port 609a3a0f-cd49-4bea-81ee-485802f1765d, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=609a3a0f-cd49-4bea-81ee-485802f1765d,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:24:48.614162 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:48.676882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba76f5-e5cd-4de8-ab08-4413efaf4971 None None] Pushing event updated for resources: {'Port': ['ID=609a3a0f-cd49-4bea-81ee-485802f1765d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:48.679330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.20.0.1 (459bf2bd-e05b-4afd-adb4-4c1bf4551b2c/6d75186a-4f89-40ed-8a33-9e5e9256c111/ea3648d3-e72a-4a12-9cfa-c32ab67a6af6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:24:48.807830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:48.828772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Transition to ACTIVE for port object ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:24:48.871713 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:48.931979 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:24:48.937702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:24:48.942101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:24:48.971903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=ea3648d3-e72a-4a12-9cfa-c32ab67a6af6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:48.996056 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:49.194623 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:49.509417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:49.514953 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:49.594779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=ea3648d3-e72a-4a12-9cfa-c32ab67a6af6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:49.600740 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:49.663965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe49e9d-3b4d-494b-91b9-f010cbca82f3 None None] Network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:24:49.696071 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:24:49.698012 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:24:49.759088 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-36153c12-ea63-47d9-95cc-152b257b63e7 None None] Provisioning for port 609a3a0f-cd49-4bea-81ee-485802f1765d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:24:49.815869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router baf03980-92db-49f8-986b-5328b1fab953 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:24:49.930552 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:24:49.936454 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-88ffcb01-a50e-4564-8ec4-9798d1949572 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "PUT /v2.0/routers/baf03980-92db-49f8-986b-5328b1fab953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6335759 Jul 13 20:24:50.105538 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-2ec3aedf-acd0-43ec-b4df-480638947d7b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482066897&fields=id&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 267 time: 0.0360274 Jul 13 20:24:50.205369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62a5ce80-437a-4ca8-be87-7207cc692424 None None] Provisioning for port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:24:50.210046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62a5ce80-437a-4ca8-be87-7207cc692424 None None] Provisioning complete for port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:50.210516 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62a5ce80-437a-4ca8-be87-7207cc692424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.223218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-587e0865-28be-4716-b099-2ce6d3806675 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:50.224856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-587e0865-28be-4716-b099-2ce6d3806675 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/networks?id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c HTTP/1.1" status: 200 len: 796 time: 0.1117313 Jul 13 20:24:50.242071 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-c9b8ad2e-d4ed-4928-ac5e-490dacae2b24 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/quotas/b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 375 time: 0.0107505 Jul 13 20:24:50.252543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-62a5ce80-437a-4ca8-be87-7207cc692424 None None] Port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:24:50.294107 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Sync routers for ids ['baf03980-92db-49f8-986b-5328b1fab953'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:24:50.304985 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Routers {'baf03980-92db-49f8-986b-5328b1fab953'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:50.306361 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:24:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['baf03980-92db-49f8-986b-5328b1fab953'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:50.321626 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-0b9a26cd-720a-4166-b868-059f84297a4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733607 Jul 13 20:24:50.388071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5de324f-be40-477f-b00a-720d0ee48d55 None None] Provisioning complete for port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:50.388446 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5de324f-be40-477f-b00a-720d0ee48d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.429438 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Set router baf03980-92db-49f8-986b-5328b1fab953 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:50.436278 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-34f69814-f4e6-4fef-944f-1621ade1f627 service neutron] 10.222.0.25 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032054 Jul 13 20:24:50.491897 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5de324f-be40-477f-b00a-720d0ee48d55 None None] Port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:24:50.557883 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-1e8a9f76-ac07-42f0-baa4-3a35a6ef788b service neutron] 10.222.0.25 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155715 Jul 13 20:24:50.587014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1aa9499a-b888-4cd3-a759-f12316e01000 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:24:50.637002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a659db50-2baf-4fa6-ba2e-955910ef4839 None None] Provisioning complete for port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:50.637408 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a659db50-2baf-4fa6-ba2e-955910ef4839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.675973 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a659db50-2baf-4fa6-ba2e-955910ef4839 None None] Port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:24:50.678855 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 1aa9499a-b888-4cd3-a759-f12316e01000 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:24:50.683086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 1aa9499a-b888-4cd3-a759-f12316e01000 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:50.683452 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.684643 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:49Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ea3648d3-e72a-4a12-9cfa-c32ab67a6af6', 'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:cf:d3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:47Z', 'updated_at': '2021-07-13T20:24:49Z', 'revision_number': 2, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:50.730833 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Checking router: baf03980-92db-49f8-986b-5328b1fab953 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:24:50.731170 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Updating router baf03980-92db-49f8-986b-5328b1fab953 port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:24:50.756284 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ae037bd2-eb01-435c-a79f-d71af07d4301 req-95e8e792-edbe-4db5-ae50-575b85d199a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 210 time: 0.0329752 Jul 13 20:24:50.776757 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.780317 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.803784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 1aa9499a-b888-4cd3-a759-f12316e01000, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1aa9499a-b888-4cd3-a759-f12316e01000,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:50.822167 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.823314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 609a3a0f-cd49-4bea-81ee-485802f1765d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:24:50.868616 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5d96-253c-4947-84be-72dfea21d208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:50.913125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=1aa9499a-b888-4cd3-a759-f12316e01000,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:50.916592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 609a3a0f-cd49-4bea-81ee-485802f1765d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:24:50.922170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 609a3a0f-cd49-4bea-81ee-485802f1765d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:50.922170 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:51.003527 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:51.040799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 609a3a0f-cd49-4bea-81ee-485802f1765d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=609a3a0f-cd49-4bea-81ee-485802f1765d,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:51.045734 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:51.069501 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:51.090135 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Transition to ACTIVE for port object ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:24:51.096966 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:51.101463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=609a3a0f-cd49-4bea-81ee-485802f1765d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:51.173707 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Pushing event updated for resources: {'Port': ['ID=ea3648d3-e72a-4a12-9cfa-c32ab67a6af6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:51.203448 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.203789 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.204160 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.204478 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.204802 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.205120 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.205444 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.205767 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.206088 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.206436 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.206901 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.207086 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:24:51.221096 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Attempting to bind port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:24:51.221464 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Attempting to bind port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:24:51.221820 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Attempting to bind port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 on network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:24:51.227614 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:24:51.228014 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Checking segment: {'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:24:51.228414 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:51.228819 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Bound using segment: {'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:24:51.229279 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Bound port: ea3648d3-e72a-4a12-9cfa-c32ab67a6af6, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:24:51.229653 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:51.298936 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] For port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:24:51.303951 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] For port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ea3648d3-e72a-4a12-9cfa-c32ab67a6af6,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:24:51.308693 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:51.461199 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b51cae-d402-4d7c-bf01-e865f2c44a3c None None] Pushing event updated for resources: {'Port': ['ID=ea3648d3-e72a-4a12-9cfa-c32ab67a6af6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:51.463845 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Routers {'baf03980-92db-49f8-986b-5328b1fab953'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:24:51.464450 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:24:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['baf03980-92db-49f8-986b-5328b1fab953'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:51.575370 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] Set router baf03980-92db-49f8-986b-5328b1fab953 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:24:51.771253 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:49Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ea3648d3-e72a-4a12-9cfa-c32ab67a6af6', 'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:cf:d3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:47Z', 'updated_at': '2021-07-13T20:24:51Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:24:51.801154 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb8af7-ae57-4174-8c44-b0a2b8e94ce5 None None] The sync data for ids ['baf03980-92db-49f8-986b-5328b1fab953'] in n-d-800708-1 is: [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:49Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ea3648d3-e72a-4a12-9cfa-c32ab67a6af6', 'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:cf:d3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:47Z', 'updated_at': '2021-07-13T20:24:51Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:24:51.923874 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bdb8d9b5-a643-40f2-8bcd-4af2d6dfffcf req-d264aaee-13c6-4cb2-a801-f5d0703eb90b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 210 time: 0.0349278 Jul 13 20:24:52.092819 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-16c9188d-85aa-48b9-a719-c4b98b45fae8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:52.094251 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-16c9188d-85aa-48b9-a719-c4b98b45fae8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/networks?id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c HTTP/1.1" status: 200 len: 796 time: 0.1186695 Jul 13 20:24:52.153749 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-e63f2e35-6f23-4e9f-b10c-c8e8e3000f5b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 380 time: 0.0373731 Jul 13 20:24:52.164578 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'port': {'device_id': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'admin_state_up': True, 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'security_groups': ['6e7021f3-a2f6-4a0a-90cd-9bed03611688']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:52.283134 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:24:52.287042 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:52.419313 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.20.0.13 (459bf2bd-e05b-4afd-adb4-4c1bf4551b2c/6d75186a-4f89-40ed-8a33-9e5e9256c111/2792327a-b1a0-427d-be43-894686140830) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:24:52.543098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1aa9499a-b888-4cd3-a759-f12316e01000 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:24:52.579749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:52.595284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 1aa9499a-b888-4cd3-a759-f12316e01000 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:52.595834 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:52.596177 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Transition to ACTIVE for port object 2792327a-b1a0-427d-be43-894686140830 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:24:52.633815 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:52.682803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:24:52.683940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:24:52.686153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:24:52.690232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:24:52.716530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=2792327a-b1a0-427d-be43-894686140830,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:52.748011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:24:52.749861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:52.750801 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:52.753220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:52.753842 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:52.772361 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-a47e5e16-d85d-414d-bf53-0a3bf59baaa6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6126752 Jul 13 20:24:52.789169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Request body: {'port': {'device_id': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:24:52.862795 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:52.882712 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:52.905681 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ea3648d3-e72a-4a12-9cfa-c32ab67a6af6,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:52.910843 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:52.912017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 609a3a0f-cd49-4bea-81ee-485802f1765d up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:24:53.000940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=ea3648d3-e72a-4a12-9cfa-c32ab67a6af6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:53.003448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0cd8f71-16c4-4bb1-9cba-c58f986a8073 None None] Provisioning for port 2792327a-b1a0-427d-be43-894686140830 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:24:53.008767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0cd8f71-16c4-4bb1-9cba-c58f986a8073 None None] Provisioning complete for port 2792327a-b1a0-427d-be43-894686140830 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:53.009061 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0cd8f71-16c4-4bb1-9cba-c58f986a8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:53.047744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 609a3a0f-cd49-4bea-81ee-485802f1765d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:53.049470 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:53.087911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd8f71-16c4-4bb1-9cba-c58f986a8073 None None] Port 2792327a-b1a0-427d-be43-894686140830 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:24:53.147149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f6f21-fbb7-47e5-be0e-76c3d011566d req-ecbea132-2973-4f22-86b5-7dcf0adf6d7e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:53.148682 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a4f6f21-fbb7-47e5-be0e-76c3d011566d req-ecbea132-2973-4f22-86b5-7dcf0adf6d7e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 932 time: 0.0791404 Jul 13 20:24:53.188215 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a4f6f21-fbb7-47e5-be0e-76c3d011566d req-0b726f95-45ac-4940-abac-fbccee3b0bbf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Jul 13 20:24:53.207566 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2792327a-b1a0-427d-be43-894686140830 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:24:53.216395 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:53.228754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Transition to ACTIVE for port object 2792327a-b1a0-427d-be43-894686140830 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:24:53.232188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:53.288380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Pushing event updated for resources: {'Port': ['ID=2792327a-b1a0-427d-be43-894686140830,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:53.361267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Attempting to bind port 2792327a-b1a0-427d-be43-894686140830 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:24:53.361613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Attempting to bind port 2792327a-b1a0-427d-be43-894686140830 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:24:53.361924 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Attempting to bind port 2792327a-b1a0-427d-be43-894686140830 on network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:24:53.366657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Port 2792327a-b1a0-427d-be43-894686140830 on network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:24:53.366985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Attempting to bind port 2792327a-b1a0-427d-be43-894686140830 on network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:24:53.371899 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:24:53.372232 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Checking segment: {'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:24:53.372613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Bound using segment: {'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:24:53.373038 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Bound port: 2792327a-b1a0-427d-be43-894686140830, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd964bc51-f9ab-4a89-a52b-85a355da038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:24:53.373397 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:53.440091 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] For port 2792327a-b1a0-427d-be43-894686140830, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:24:53.443548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] For port 2792327a-b1a0-427d-be43-894686140830, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2792327a-b1a0-427d-be43-894686140830,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:24:53.446994 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:53.483438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:53.484175 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:53.485497 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] 10.222.0.24 "PUT /v2.0/ports/2792327a-b1a0-427d-be43-894686140830 HTTP/1.1" status: 200 len: 1092 time: 0.7017369 Jul 13 20:24:53.485954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'tag': '2792327a-b1a0-427d-be43-894686140830'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:24:53.488233 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf495e8-7949-42b0-83ea-17049177b1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e80bb6ce-fc90-4951-b3f4-57d571f018ee", "tag": "2792327a-b1a0-427d-be43-894686140830"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:24:53.516105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd5b34-99f3-46ba-8dee-f3ded8fc541b service neutron] Pushing event updated for resources: {'Port': ['ID=2792327a-b1a0-427d-be43-894686140830,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:53.561355 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70deef0e-c33e-4696-99c2-a21b1654cf04 x-openstack-request-id: req-70deef0e-c33e-4696-99c2-a21b1654cf04 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:24:53.561653 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80bb6ce-fc90-4951-b3f4-57d571f018ee", "tag": "2792327a-b1a0-427d-be43-894686140830", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:24:53.561897 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70deef0e-c33e-4696-99c2-a21b1654cf04 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:24:53.562287 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'tag': '2792327a-b1a0-427d-be43-894686140830', 'status': 'completed', 'code': 200} Jul 13 20:24:53.590952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-3304dd93-9773-4e96-a6d6-9bd8e59d9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:53.592510 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-3304dd93-9773-4e96-a6d6-9bd8e59d9c1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 1095 time: 0.0626400 Jul 13 20:24:53.637410 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-d5736981-a7af-4620-8606-5c14945c3df6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2792327a-b1a0-427d-be43-894686140830 HTTP/1.1" status: 200 len: 217 time: 0.0357835 Jul 13 20:24:53.673621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8005caa9-599f-40a2-9576-c269f699dde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:53.693715 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-d9b6994b-9d48-46db-8793-367fc5f9e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:53.695209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-d9b6994b-9d48-46db-8793-367fc5f9e989 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d75186a-4f89-40ed-8a33-9e5e9256c111 HTTP/1.1" status: 200 len: 834 time: 0.0493596 Jul 13 20:24:53.721241 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:53.757421 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-13101be4-cefa-4fc2-878d-d22733b7f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:53.759390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-13101be4-cefa-4fc2-878d-d22733b7f7e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542336 Jul 13 20:24:53.850277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-1331cf48-c399-44c9-bcf6-a8e0164d24a2 service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804417 Jul 13 20:24:53.944588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-832fd4fc-5596-46a1-8775-9b813eaa8de8 req-131aa4da-c3f6-4c54-aa70-0903ef7620a2 service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872118 Jul 13 20:24:54.056518 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf495e8-7949-42b0-83ea-17049177b1ae req-cd9305a1-ff94-449a-ae59-54b4a75f643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:54.058001 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adf495e8-7949-42b0-83ea-17049177b1ae req-cd9305a1-ff94-449a-ae59-54b4a75f643f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 1095 time: 0.0537314 Jul 13 20:24:54.151247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf495e8-7949-42b0-83ea-17049177b1ae req-9001f2e2-85ef-493f-b605-b89c0ce8f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:54.152778 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adf495e8-7949-42b0-83ea-17049177b1ae req-9001f2e2-85ef-493f-b605-b89c0ce8f125 service neutron] 10.222.0.24 "GET /v2.0/networks?id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c HTTP/1.1" status: 200 len: 897 time: 0.0871434 Jul 13 20:24:54.194712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adf495e8-7949-42b0-83ea-17049177b1ae req-0687c1aa-8780-4d2c-baef-530c297b511c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2792327a-b1a0-427d-be43-894686140830 HTTP/1.1" status: 200 len: 217 time: 0.0347981 Jul 13 20:24:54.245078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf495e8-7949-42b0-83ea-17049177b1ae req-a3135968-bd89-45ae-9bfc-eeb88ec1ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:54.246585 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adf495e8-7949-42b0-83ea-17049177b1ae req-a3135968-bd89-45ae-9bfc-eeb88ec1ccd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d75186a-4f89-40ed-8a33-9e5e9256c111 HTTP/1.1" status: 200 len: 834 time: 0.0436168 Jul 13 20:24:54.316290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf495e8-7949-42b0-83ea-17049177b1ae req-8e5934f6-69da-4da6-818f-495933d4c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:54.317871 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adf495e8-7949-42b0-83ea-17049177b1ae req-8e5934f6-69da-4da6-818f-495933d4c967 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599773 Jul 13 20:24:54.364083 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64d18-3889-4f2e-a690-523bc9b8a876 req-64329776-949a-43c7-ac24-e32b9b79b532 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:54.366620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8b64d18-3889-4f2e-a690-523bc9b8a876 req-64329776-949a-43c7-ac24-e32b9b79b532 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 944 time: 0.0672290 Jul 13 20:24:54.405040 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e8b64d18-3889-4f2e-a690-523bc9b8a876 req-df343486-ef99-46bf-b8fc-f10efd0698c6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325370 Jul 13 20:24:54.409261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adf495e8-7949-42b0-83ea-17049177b1ae req-599a942f-a7cf-4561-99b2-6ac2935315e4 service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834575 Jul 13 20:24:54.470229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:24:54.506197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adf495e8-7949-42b0-83ea-17049177b1ae req-e68c1b6c-64d8-495c-abef-c576d29215d6 service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900159 Jul 13 20:24:54.516548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:54.516923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:54.793889 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:55.456417 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:24:55.578325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d4fe3-de99-45b9-8c23-10e682513729 req-06aca758-ec98-45cb-b7a7-894b89aeacf0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:55.579877 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-295d4fe3-de99-45b9-8c23-10e682513729 req-06aca758-ec98-45cb-b7a7-894b89aeacf0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 944 time: 0.0629718 Jul 13 20:24:55.617289 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-295d4fe3-de99-45b9-8c23-10e682513729 req-cba183fe-9cfe-4d9f-a233-beacc2597904 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317585 Jul 13 20:24:55.838360 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2792327a-b1a0-427d-be43-894686140830 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:24:55.934775 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2792327a-b1a0-427d-be43-894686140830, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2792327a-b1a0-427d-be43-894686140830,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:55.945832 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '2792327a-b1a0-427d-be43-894686140830', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'port_id': '2792327a-b1a0-427d-be43-894686140830', 'mac_address': 'fa:16:3e:b3:f4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:24:55.984906 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:55.997845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2792327a-b1a0-427d-be43-894686140830 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:24:56.016974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2792327a-b1a0-427d-be43-894686140830, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2792327a-b1a0-427d-be43-894686140830,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:56.020635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:56.071680 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2792327a-b1a0-427d-be43-894686140830,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:56.280613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2792327a-b1a0-427d-be43-894686140830'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:24:56.304429 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:56.788402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71bc5-4750-45b0-96f1-866bcd6d383c req-9caf86c8-4dd3-4f1d-963d-3c1f179080cb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:56.789849 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8fe71bc5-4750-45b0-96f1-866bcd6d383c req-9caf86c8-4dd3-4f1d-963d-3c1f179080cb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 945 time: 0.0612912 Jul 13 20:24:56.830204 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8fe71bc5-4750-45b0-96f1-866bcd6d383c req-6de840ae-6ee4-49e6-8753-cac15a0a959b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349088 Jul 13 20:24:57.855292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2792327a-b1a0-427d-be43-894686140830 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:24:57.904810 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 2792327a-b1a0-427d-be43-894686140830 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:24:57.908811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 2792327a-b1a0-427d-be43-894686140830 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:24:57.909180 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:57.988909 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:58.003757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb8fa3-1379-498a-98da-731f44e9f91a req-c6d50360-326c-4d3a-a5cc-dceb248abf0a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:58.005250 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fcfb8fa3-1379-498a-98da-731f44e9f91a req-c6d50360-326c-4d3a-a5cc-dceb248abf0a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 945 time: 0.0629709 Jul 13 20:24:58.011888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2792327a-b1a0-427d-be43-894686140830'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:24:58.014082 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd41fcc-bb75-421a-b25c-4b34ad5295d1" -d '{"events": [{"server_uuid": "e80bb6ce-fc90-4951-b3f4-57d571f018ee", "name": "network-vif-plugged", "status": "completed", "tag": "2792327a-b1a0-427d-be43-894686140830"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:24:58.027625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2792327a-b1a0-427d-be43-894686140830, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2792327a-b1a0-427d-be43-894686140830,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:24:58.032610 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:24:58.050261 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-fcfb8fa3-1379-498a-98da-731f44e9f91a req-44c5cdfa-686a-492e-98bc-4a330ca62df4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384843 Jul 13 20:24:58.081651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2792327a-b1a0-427d-be43-894686140830,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:24:58.113198 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842fd608-99d9-4150-a5dd-ed2851d7e08f x-openstack-request-id: req-842fd608-99d9-4150-a5dd-ed2851d7e08f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:24:58.113484 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80bb6ce-fc90-4951-b3f4-57d571f018ee", "name": "network-vif-plugged", "status": "completed", "tag": "2792327a-b1a0-427d-be43-894686140830", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:24:58.113757 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-842fd608-99d9-4150-a5dd-ed2851d7e08f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:24:58.114171 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2792327a-b1a0-427d-be43-894686140830', 'code': 200} Jul 13 20:24:58.234934 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f1ee-f8c9-4b82-92af-a960366d513d req-91c07e60-c414-4e98-9bfc-df7dee5d90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:58.236424 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8812f1ee-f8c9-4b82-92af-a960366d513d req-91c07e60-c414-4e98-9bfc-df7dee5d90d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 1097 time: 0.0535822 Jul 13 20:24:58.274870 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8812f1ee-f8c9-4b82-92af-a960366d513d req-b09ca1a3-cf2e-4f61-9223-56c4afa903c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268018 Jul 13 20:24:59.228754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8a19d-43af-437f-9ea2-2389bdf659b1 req-af2e5b25-933d-4dd6-9bc5-c8a0f22f6e28 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:24:59.230187 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1fa8a19d-43af-437f-9ea2-2389bdf659b1 req-af2e5b25-933d-4dd6-9bc5-c8a0f22f6e28 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0666435 Jul 13 20:24:59.269527 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1fa8a19d-43af-437f-9ea2-2389bdf659b1 req-be2b0866-1220-4ec1-a04d-efe3af1f9d0f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Jul 13 20:25:00.446146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53810cda-4a14-4288-8213-2e881b395ac5 req-45c22133-2af8-4919-b682-115a25211aa5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:00.447659 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53810cda-4a14-4288-8213-2e881b395ac5 req-45c22133-2af8-4919-b682-115a25211aa5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0634217 Jul 13 20:25:00.484515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53810cda-4a14-4288-8213-2e881b395ac5 req-64b551bc-ed37-46f5-9f8f-d48e928acded tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Jul 13 20:25:00.656015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752d6a7-4fc4-434c-866f-720d14944010 req-f3ad66a0-12d8-41af-9650-f797ae7332db tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:00.657525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4752d6a7-4fc4-434c-866f-720d14944010 req-f3ad66a0-12d8-41af-9650-f797ae7332db tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0661235 Jul 13 20:25:00.698808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4752d6a7-4fc4-434c-866f-720d14944010 req-0dbf19a9-29e3-48cf-8e3c-b8bca0088491 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349545 Jul 13 20:25:00.721933 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:00.770673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc5c08-9013-436c-914a-baf8e05eb8bb tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:00.772553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1bcc5c08-9013-436c-914a-baf8e05eb8bb tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 1092 time: 0.0496340 Jul 13 20:25:00.775265 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:00.779454 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '2792327a-b1a0-427d-be43-894686140830', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:25:00.803669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:00.894749 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:00.997856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.25.7.248 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/17b63f01-e94c-4b89-aa0a-5b67764c89ec) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:25:01.094674 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:01.136195 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:01.171210 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:25:01.177433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:25:01.180963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:25:01.186230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=17b63f01-e94c-4b89-aa0a-5b67764c89ec,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:01.928544 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:02.002965 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:02.149228 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:02.153496 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:02.222011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=17b63f01-e94c-4b89-aa0a-5b67764c89ec,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:25:02.234101 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:02.334433 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Floating IP 4d10ac85-f60a-442f-bc5b-471a1e63ec3b associated. External IP: 172.25.7.248, port: 2792327a-b1a0-427d-be43-894686140830. Jul 13 20:25:02.536221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router baf03980-92db-49f8-986b-5328b1fab953 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:25:02.640248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:25:02.652450 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] Sync routers for ids ['baf03980-92db-49f8-986b-5328b1fab953'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:25:02.656904 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:02.662728 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] Routers {'baf03980-92db-49f8-986b-5328b1fab953'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:02.663344 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:24:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['baf03980-92db-49f8-986b-5328b1fab953'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:02.694699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fde6b620-db7c-4495-9904-0dfb3de85cfd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9183955 Jul 13 20:25:02.695662 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'tag': '2792327a-b1a0-427d-be43-894686140830'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:25:02.698238 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84" -d '{"events": [{"name": "network-changed", "server_uuid": "e80bb6ce-fc90-4951-b3f4-57d571f018ee", "tag": "2792327a-b1a0-427d-be43-894686140830"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:25:02.735610 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a409af23-0f33-4968-a1be-8dbe14dfabc2 x-openstack-request-id: req-a409af23-0f33-4968-a1be-8dbe14dfabc2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:25:02.735959 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80bb6ce-fc90-4951-b3f4-57d571f018ee", "tag": "2792327a-b1a0-427d-be43-894686140830", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:25:02.736405 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a409af23-0f33-4968-a1be-8dbe14dfabc2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:25:02.736862 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'tag': '2792327a-b1a0-427d-be43-894686140830', 'status': 'completed', 'code': 200} Jul 13 20:25:02.768972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] Set router baf03980-92db-49f8-986b-5328b1fab953 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:02.814248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-23af0cac-aa0c-42d7-8e7b-082ee4c43666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:02.815919 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-23af0cac-aa0c-42d7-8e7b-082ee4c43666 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 1097 time: 0.0543919 Jul 13 20:25:02.852531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e29a3-e452-4bf2-b2ee-006edcb7d9c5 req-91c8b8d7-67ee-4c75-9c0b-479db02f0ae3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:02.854356 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-825e29a3-e452-4bf2-b2ee-006edcb7d9c5 req-91c8b8d7-67ee-4c75-9c0b-479db02f0ae3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0686326 Jul 13 20:25:02.896755 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-825e29a3-e452-4bf2-b2ee-006edcb7d9c5 req-49d02274-d5a8-4336-a2a6-aa33e4365d7f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355802 Jul 13 20:25:02.912310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-f622a54d-b832-4a90-9b02-0275945cf3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:02.913655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-f622a54d-b832-4a90-9b02-0275945cf3ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c HTTP/1.1" status: 200 len: 897 time: 0.0898607 Jul 13 20:25:02.925776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:02.982865 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-29c92f4c-5e9e-466c-8469-7db12a2644db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2792327a-b1a0-427d-be43-894686140830 HTTP/1.1" status: 200 len: 1000 time: 0.0627322 Jul 13 20:25:02.995683 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a9e95053-5a8a-4ca7-900b-3f2a1ca8c3cc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/4d10ac85-f60a-442f-bc5b-471a1e63ec3b HTTP/1.1" status: 200 len: 992 time: 0.0685694 Jul 13 20:25:03.003252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:49Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4d10ac85-f60a-442f-bc5b-471a1e63ec3b', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'port_id': '2792327a-b1a0-427d-be43-894686140830', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'mac_address': 'fa:16:3e:b3:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:01Z', 'updated_at': '2021-07-13T20:25:01Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3648d3-e72a-4a12-9cfa-c32ab67a6af6', 'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:cf:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:47Z', 'updated_at': '2021-07-13T20:24:52Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:03.029889 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] Checking router: baf03980-92db-49f8-986b-5328b1fab953 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:25:03.033441 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-ac8b33b3-af93-460c-8d8c-60720adbe607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:03.035006 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-ac8b33b3-af93-460c-8d8c-60720adbe607 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d75186a-4f89-40ed-8a33-9e5e9256c111 HTTP/1.1" status: 200 len: 834 time: 0.0444627 Jul 13 20:25:03.039962 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] Routers {'baf03980-92db-49f8-986b-5328b1fab953'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:25:03.040794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:24:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['baf03980-92db-49f8-986b-5328b1fab953'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:03.098561 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-6a0d0aa2-ea1e-403d-bfcb-6804b64e8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:03.100710 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-6a0d0aa2-ea1e-403d-bfcb-6804b64e8d62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569897 Jul 13 20:25:03.197058 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-ad4e6257-ebde-4221-8b45-e764a15e84c7 service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886099 Jul 13 20:25:03.298540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e74bef9a-b88a-43f9-8ea4-9d0a05cafd84 req-3a2839f8-a2cf-4ba3-af50-dd9c7694f2df service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900004 Jul 13 20:25:03.309490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] Set router baf03980-92db-49f8-986b-5328b1fab953 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:25:03.531759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:49Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4d10ac85-f60a-442f-bc5b-471a1e63ec3b', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'port_id': '2792327a-b1a0-427d-be43-894686140830', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'mac_address': 'fa:16:3e:b3:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:01Z', 'updated_at': '2021-07-13T20:25:01Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3648d3-e72a-4a12-9cfa-c32ab67a6af6', 'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:cf:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:47Z', 'updated_at': '2021-07-13T20:24:52Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:25:03.561369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dad429-03d1-4b2b-bd37-9ea7508dde8f None None] The sync data for ids ['baf03980-92db-49f8-986b-5328b1fab953'] in n-d-800708-1 is: [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:49Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '4d10ac85-f60a-442f-bc5b-471a1e63ec3b', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'port_id': '2792327a-b1a0-427d-be43-894686140830', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'mac_address': 'fa:16:3e:b3:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:25:01Z', 'updated_at': '2021-07-13T20:25:01Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3648d3-e72a-4a12-9cfa-c32ab67a6af6', 'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:cf:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:47Z', 'updated_at': '2021-07-13T20:24:52Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:25:03.751216 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0850ace-0464-43fe-ad30-e96077074657 None None] New status for floating IP 4d10ac85-f60a-442f-bc5b-471a1e63ec3b: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:25:03.999557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:04.059272 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2c35e5bd-8b97-44a0-b003-82c578bc1a8d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/4d10ac85-f60a-442f-bc5b-471a1e63ec3b HTTP/1.1" status: 200 len: 994 time: 0.0585861 Jul 13 20:25:16.225641 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:16.936296 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:20.822621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3921ca2-283b-43e9-82d9-08f8f0225a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:23.674346 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56ccc56c-4fd1-49d7-8daf-15ba7ccc3051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:23.721947 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:24.796904 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:26.287312 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:32.457119 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:25:37.454756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-3854c396-e13d-4ddd-bc09-24826acd53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:37.456161 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-3854c396-e13d-4ddd-bc09-24826acd53d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 1097 time: 0.0915010 Jul 13 20:25:37.471674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebfa03-c763-4d1f-bbac-062fb37cd2e8 req-106efae4-67c5-4e6e-8bab-e1625f1cd65a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:37.473050 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7ebfa03-c763-4d1f-bbac-062fb37cd2e8 req-106efae4-67c5-4e6e-8bab-e1625f1cd65a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0812197 Jul 13 20:25:37.557753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7ebfa03-c763-4d1f-bbac-062fb37cd2e8 req-8e1ececb-03fe-4ef0-8d9d-f645f9808321 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761054 Jul 13 20:25:37.584590 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-8f72a0b7-3cf2-4b71-a098-92ec86a8c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:37.586051 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-8f72a0b7-3cf2-4b71-a098-92ec86a8c324 service neutron] 10.222.0.24 "GET /v2.0/networks?id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c HTTP/1.1" status: 200 len: 897 time: 0.1121759 Jul 13 20:25:37.650155 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-4aeb553e-0da9-42da-ab38-fa07b8741403 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2792327a-b1a0-427d-be43-894686140830 HTTP/1.1" status: 200 len: 1002 time: 0.0558696 Jul 13 20:25:37.703036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-7a6ca233-941a-417a-b0d6-e61532160eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:37.704466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-7a6ca233-941a-417a-b0d6-e61532160eaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d75186a-4f89-40ed-8a33-9e5e9256c111 HTTP/1.1" status: 200 len: 834 time: 0.0462718 Jul 13 20:25:37.760111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-92b455a4-026d-447f-97cc-0f5a67cbcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:37.761479 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-92b455a4-026d-447f-97cc-0f5a67cbcef2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496886 Jul 13 20:25:37.850715 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-9c7404ff-2015-4cab-bd36-9309c1de11dc service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818172 Jul 13 20:25:37.943711 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-648a7483-4f4c-4b12-b92d-b013e9569854 req-c0530dac-e016-4972-87aa-6c9ce92676ab service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852005 Jul 13 20:25:38.732930 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b02ca-19b7-4771-a9ef-36e743d2dffb req-91dbcc23-4372-491b-bcf2-d3493998652f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:38.734442 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fb9b02ca-19b7-4771-a9ef-36e743d2dffb req-91dbcc23-4372-491b-bcf2-d3493998652f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0666986 Jul 13 20:25:38.772308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fb9b02ca-19b7-4771-a9ef-36e743d2dffb req-4f858936-4602-4142-9869-f7f34db7cbb8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322697 Jul 13 20:25:39.948130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622e74c-efdb-4c9a-92c5-d39a136b1e25 req-b0cda71d-df35-4df6-aa04-fd8bf95cb125 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:39.949630 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2622e74c-efdb-4c9a-92c5-d39a136b1e25 req-b0cda71d-df35-4df6-aa04-fd8bf95cb125 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0625432 Jul 13 20:25:39.988331 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2622e74c-efdb-4c9a-92c5-d39a136b1e25 req-6c839ae1-130b-49e4-8cd9-bf33358ec427 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Jul 13 20:25:41.158840 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe20fac-9de9-4fb2-9ca7-351d14027324 req-7aef7f36-0802-48c3-b640-62b6e3ed9db1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:41.160352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9fe20fac-9de9-4fb2-9ca7-351d14027324 req-7aef7f36-0802-48c3-b640-62b6e3ed9db1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0632298 Jul 13 20:25:41.201522 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9fe20fac-9de9-4fb2-9ca7-351d14027324 req-351d44ed-53fa-4299-8c78-68c5535430eb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352252 Jul 13 20:25:42.376286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791a32-e09e-4945-8ae9-4199bd02a6a8 req-68da4a56-9717-46b9-9424-b69a344ddc10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:42.377765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4791a32-e09e-4945-8ae9-4199bd02a6a8 req-68da4a56-9717-46b9-9424-b69a344ddc10 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0658586 Jul 13 20:25:42.415059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4791a32-e09e-4945-8ae9-4199bd02a6a8 req-a4e32a9d-82ef-4579-a357-d8a76bb203e3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jul 13 20:25:43.584580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c37f65-1190-48f5-a3c8-ad09ec509088 req-5f699e8d-49e0-4919-a42b-ee53f893baaa tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:43.586060 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03c37f65-1190-48f5-a3c8-ad09ec509088 req-5f699e8d-49e0-4919-a42b-ee53f893baaa tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0616913 Jul 13 20:25:43.625965 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03c37f65-1190-48f5-a3c8-ad09ec509088 req-e85832c0-b069-4b2b-aea5-1a83a5cbfc1c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344930 Jul 13 20:25:44.796829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c604eb4-5501-4ef8-b21d-c43e755fe81f req-22223f37-c51c-49d1-86d3-24a99ff2b979 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:44.798310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c604eb4-5501-4ef8-b21d-c43e755fe81f req-22223f37-c51c-49d1-86d3-24a99ff2b979 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0623095 Jul 13 20:25:44.835340 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c604eb4-5501-4ef8-b21d-c43e755fe81f req-757e73bf-6fa7-4e38-96fc-f88118f11491 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Jul 13 20:25:46.011842 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b754793-8e01-4018-8998-726065dfdec6 req-d1e09525-2ffb-4584-9ebe-d697c5086b1c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:46.013325 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b754793-8e01-4018-8998-726065dfdec6 req-d1e09525-2ffb-4584-9ebe-d697c5086b1c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0654709 Jul 13 20:25:46.053526 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3b754793-8e01-4018-8998-726065dfdec6 req-8f32e5ac-b2d2-4f11-959c-1b705a3ec80d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347283 Jul 13 20:25:46.237826 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:46.960639 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:47.223182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017ce5a-51f5-449e-8d6a-73fb7c381fb5 req-c66423d5-c1cc-490a-a152-20b5c0e3fd7a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:47.225067 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e017ce5a-51f5-449e-8d6a-73fb7c381fb5 req-c66423d5-c1cc-490a-a152-20b5c0e3fd7a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0625710 Jul 13 20:25:47.262139 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e017ce5a-51f5-449e-8d6a-73fb7c381fb5 req-b5988b2c-48ae-438b-b003-6d82bba56f28 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315859 Jul 13 20:25:48.433517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e4884-f618-4774-9c0f-3e157b66c754 req-016d0d6f-1bcb-4556-bb9f-c2da1041a9d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:48.435024 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-539e4884-f618-4774-9c0f-3e157b66c754 req-016d0d6f-1bcb-4556-bb9f-c2da1041a9d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0626447 Jul 13 20:25:48.471704 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-539e4884-f618-4774-9c0f-3e157b66c754 req-ad1da8a3-bf3d-4747-bc07-d799162704f3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312517 Jul 13 20:25:49.649502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde77f8c-4cef-4da7-92e9-157507399ba3 req-ef403596-6c85-4071-9a8c-13fafbb436af tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:49.651000 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bde77f8c-4cef-4da7-92e9-157507399ba3 req-ef403596-6c85-4071-9a8c-13fafbb436af tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0663428 Jul 13 20:25:49.688208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bde77f8c-4cef-4da7-92e9-157507399ba3 req-89b78f0f-2e7e-4260-9f15-80a9e2ff9b86 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Jul 13 20:25:49.711885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:25:49.769769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fbbf9e24-0eaf-413e-8ff6-3dc9466079e9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/4d10ac85-f60a-442f-bc5b-471a1e63ec3b HTTP/1.1" status: 200 len: 994 time: 0.0567756 Jul 13 20:25:50.824442 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4b77748-acef-4311-adb4-9c95bd40ca00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.271179 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-eb4e2da2-432c-4166-a23d-b77f83425c6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543981 Jul 13 20:25:53.363449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-31bcb013-00a9-4e35-a0a9-9a7f636869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:53.365570 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-31bcb013-00a9-4e35-a0a9-9a7f636869d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 1097 time: 0.0516601 Jul 13 20:25:53.466460 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-effd3e21-f64f-408e-b7ed-57c74716f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:53.467941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-effd3e21-f64f-408e-b7ed-57c74716f6d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c HTTP/1.1" status: 200 len: 897 time: 0.0836844 Jul 13 20:25:53.535385 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-b105ab27-74be-4929-9e4d-09f51c4f648f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2792327a-b1a0-427d-be43-894686140830 HTTP/1.1" status: 200 len: 1002 time: 0.0603888 Jul 13 20:25:53.584803 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-838080c3-412d-42da-b3bd-a89521ee73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:53.586280 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-838080c3-412d-42da-b3bd-a89521ee73d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d75186a-4f89-40ed-8a33-9e5e9256c111 HTTP/1.1" status: 200 len: 834 time: 0.0427904 Jul 13 20:25:53.642807 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-9e079993-2837-4655-8df1-15aa41f9cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:25:53.644362 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-9e079993-2837-4655-8df1-15aa41f9cb74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510325 Jul 13 20:25:53.673845 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64504b1d-559a-4028-9e36-e8f41ab2528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.721293 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:53.748066 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-036303cf-02a0-4745-999e-55bef3880807 service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874755 Jul 13 20:25:53.835132 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1520bd33-297c-4512-8017-41aee8cd6bcb req-baab2aab-9fba-4238-92c0-1b7b752edc76 service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807557 Jul 13 20:25:54.799819 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:25:56.288844 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:09.455962 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:26:16.235464 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:16.979692 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:20.824671 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2d15bcb-785a-4033-b69d-0449c2ddde80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:22.192403 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:22.353982 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 17b63f01-e94c-4b89-aa0a-5b67764c89ec {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:26:22.354325 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:22.427686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:22.427686 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:22.438866 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 17b63f01-e94c-4b89-aa0a-5b67764c89ec owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:26:22.588999 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:22.620267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=17b63f01-e94c-4b89-aa0a-5b67764c89ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:22.643530 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.643873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.644208 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.644568 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.645416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.645741 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.646072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.646377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.646723 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.647043 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.647361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.647675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:22.688712 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:22.689117 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Floating IP 4d10ac85-f60a-442f-bc5b-471a1e63ec3b disassociated (deleted). External IP: 172.25.7.248, port: 2792327a-b1a0-427d-be43-894686140830. Jul 13 20:26:22.894116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router baf03980-92db-49f8-986b-5328b1fab953 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:26:22.999814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:26:23.004859 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:23.009732 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] Sync routers for ids ['baf03980-92db-49f8-986b-5328b1fab953'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:26:23.018549 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] Routers {'baf03980-92db-49f8-986b-5328b1fab953'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:23.019151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:25:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['baf03980-92db-49f8-986b-5328b1fab953'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:23.040740 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f3579972-5ab2-4c4e-81c2-39758f7b74b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/floatingips/4d10ac85-f60a-442f-bc5b-471a1e63ec3b HTTP/1.1" status: 204 len: 168 time: 0.8472455 Jul 13 20:26:23.041650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'tag': '2792327a-b1a0-427d-be43-894686140830'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:26:23.044430 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d34e6c-e09d-49e0-927d-a125e6063ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "e80bb6ce-fc90-4951-b3f4-57d571f018ee", "tag": "2792327a-b1a0-427d-be43-894686140830"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:26:23.087772 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0fc978-e97e-486d-94b2-00b69315eadb x-openstack-request-id: req-6a0fc978-e97e-486d-94b2-00b69315eadb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:26:23.089753 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80bb6ce-fc90-4951-b3f4-57d571f018ee", "tag": "2792327a-b1a0-427d-be43-894686140830", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:26:23.090007 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a0fc978-e97e-486d-94b2-00b69315eadb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:26:23.090446 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'tag': '2792327a-b1a0-427d-be43-894686140830', 'status': 'completed', 'code': 200} Jul 13 20:26:23.134838 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] Set router baf03980-92db-49f8-986b-5328b1fab953 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:23.184179 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-7d4b23c7-134a-49c3-809c-c747c2a286d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:23.185704 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-7d4b23c7-134a-49c3-809c-c747c2a286d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 1097 time: 0.0639877 Jul 13 20:26:23.298602 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-59ddb44e-40cc-4350-968d-466ef32a4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:23.300131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-59ddb44e-40cc-4350-968d-466ef32a4e57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c HTTP/1.1" status: 200 len: 897 time: 0.1060154 Jul 13 20:26:23.344689 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-335f45e8-af73-4408-bd61-282bbb7edaf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2792327a-b1a0-427d-be43-894686140830 HTTP/1.1" status: 200 len: 217 time: 0.0361910 Jul 13 20:26:23.361082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:49Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ea3648d3-e72a-4a12-9cfa-c32ab67a6af6', 'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:cf:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:47Z', 'updated_at': '2021-07-13T20:24:52Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:23.389066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] Checking router: baf03980-92db-49f8-986b-5328b1fab953 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:26:23.398457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] Routers {'baf03980-92db-49f8-986b-5328b1fab953'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:23.399224 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:25:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['baf03980-92db-49f8-986b-5328b1fab953'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:23.399354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-279a5433-638c-47e3-acf6-f40056e098d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:23.402451 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-279a5433-638c-47e3-acf6-f40056e098d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d75186a-4f89-40ed-8a33-9e5e9256c111 HTTP/1.1" status: 200 len: 834 time: 0.0501232 Jul 13 20:26:23.430450 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d1f2c-19c2-4e0a-84bd-ae8beedd42bc req-43f0d708-cb2e-4c92-bdd7-a3749dffb6cb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:23.432095 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0d1f2c-19c2-4e0a-84bd-ae8beedd42bc req-43f0d708-cb2e-4c92-bdd7-a3749dffb6cb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0662942 Jul 13 20:26:23.464098 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-1b6847fc-b698-4c0f-ad1c-e9cf08f251ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:23.465818 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-1b6847fc-b698-4c0f-ad1c-e9cf08f251ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576062 Jul 13 20:26:23.478234 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a0d1f2c-19c2-4e0a-84bd-ae8beedd42bc req-fad797e0-0b7a-4ef4-b9e7-e78f0c985f19 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392909 Jul 13 20:26:23.523448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] Set router baf03980-92db-49f8-986b-5328b1fab953 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:23.557347 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-7551154a-4c11-4f7c-a6dc-57c9a197ceb0 service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839860 Jul 13 20:26:23.654595 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-11d34e6c-e09d-49e0-927d-a125e6063ab6 req-b4bcb523-9297-42f5-aee7-cd0ae9906aaa service neutron] 10.222.0.24 "GET /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856214 Jul 13 20:26:23.688424 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a11cf82-27ef-448d-a4a1-0c757523700a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:23.728726 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:23.749128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:49Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ea3648d3-e72a-4a12-9cfa-c32ab67a6af6', 'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:cf:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:47Z', 'updated_at': '2021-07-13T20:24:52Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:23.775911 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a9ac7-32f9-44c3-b271-fce0eaa2fbf2 None None] The sync data for ids ['baf03980-92db-49f8-986b-5328b1fab953'] in n-d-800708-1 is: [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:49Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'ea3648d3-e72a-4a12-9cfa-c32ab67a6af6', 'name': '', 'network_id': '459bf2bd-e05b-4afd-adb4-4c1bf4551b2c', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:cf:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:47Z', 'updated_at': '2021-07-13T20:24:52Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '6d75186a-4f89-40ed-8a33-9e5e9256c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:26:23.991790 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a34c1-b15f-4d46-98eb-eee9dc807fc9 None None] New status for floating IP 4d10ac85-f60a-442f-bc5b-471a1e63ec3b: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:26:24.653212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53147a3-4215-4c03-9c84-8528b882585d req-0594b6b0-6de9-4f9d-8bd1-6453f088f0b1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:24.654722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a53147a3-4215-4c03-9c84-8528b882585d req-0594b6b0-6de9-4f9d-8bd1-6453f088f0b1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0627251 Jul 13 20:26:24.692170 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a53147a3-4215-4c03-9c84-8528b882585d req-1aea641a-5aff-4d30-b26d-4fd0c0fb55e6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7021f3-a2f6-4a0a-90cd-9bed03611688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Jul 13 20:26:24.801500 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:25.188873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6413387-003c-4426-a5be-1137c1d8003f req-6bcc2862-4437-4aca-b983-8d79069fffb6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:25.190376 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6413387-003c-4426-a5be-1137c1d8003f req-6bcc2862-4437-4aca-b983-8d79069fffb6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 946 time: 0.0656099 Jul 13 20:26:25.288812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a6413387-003c-4426-a5be-1137c1d8003f req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 2792327a-b1a0-427d-be43-894686140830 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:26:25.289163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a6413387-003c-4426-a5be-1137c1d8003f req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:25.379744 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a6413387-003c-4426-a5be-1137c1d8003f req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port 2792327a-b1a0-427d-be43-894686140830, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2792327a-b1a0-427d-be43-894686140830,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:25.380109 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a6413387-003c-4426-a5be-1137c1d8003f req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:25.678734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a6413387-003c-4426-a5be-1137c1d8003f req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 2792327a-b1a0-427d-be43-894686140830 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:26:25.805364 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a6413387-003c-4426-a5be-1137c1d8003f req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:25.833389 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-caab3004-5eee-4e4a-958e-a933bf5742dd req-b5d515da-0c48-4513-b0aa-0cd20d116dee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=e80bb6ce-fc90-4951-b3f4-57d571f018ee HTTP/1.1" status: 200 len: 210 time: 0.0291574 Jul 13 20:26:25.837545 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=2792327a-b1a0-427d-be43-894686140830,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:25.848851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.849206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.849553 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.849901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.850242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.850620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.850938 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.851274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.851609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.851984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.852259 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.852576 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:25.893273 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6413387-003c-4426-a5be-1137c1d8003f req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] No DVR routers for this DVR port 2792327a-b1a0-427d-be43-894686140830 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:26:25.895890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a6413387-003c-4426-a5be-1137c1d8003f req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:25.897869 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a6413387-003c-4426-a5be-1137c1d8003f req-d0fe0c37-6883-4520-bb4c-331d05ecf7b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "DELETE /v2.0/ports/2792327a-b1a0-427d-be43-894686140830 HTTP/1.1" status: 204 len: 173 time: 0.6990602 Jul 13 20:26:25.898304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'name': 'network-vif-deleted', 'tag': '2792327a-b1a0-427d-be43-894686140830'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:26:25.900556 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb42d027-f1f9-4378-9db2-4ffbd2077b06" -d '{"events": [{"server_uuid": "e80bb6ce-fc90-4951-b3f4-57d571f018ee", "name": "network-vif-deleted", "tag": "2792327a-b1a0-427d-be43-894686140830"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:26:25.939462 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589d8af-0f6b-4f1a-81fe-3de80ed21bd6 x-openstack-request-id: req-9589d8af-0f6b-4f1a-81fe-3de80ed21bd6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:26:25.939755 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80bb6ce-fc90-4951-b3f4-57d571f018ee", "name": "network-vif-deleted", "tag": "2792327a-b1a0-427d-be43-894686140830", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:26:25.940011 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9589d8af-0f6b-4f1a-81fe-3de80ed21bd6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:26:25.940415 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80bb6ce-fc90-4951-b3f4-57d571f018ee', 'name': 'network-vif-deleted', 'tag': '2792327a-b1a0-427d-be43-894686140830', 'status': 'completed', 'code': 200} Jul 13 20:26:26.293531 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:26.927477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:27.282203 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:27.539212 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:26:27.539469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:27.624769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port ea3648d3-e72a-4a12-9cfa-c32ab67a6af6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=ea3648d3-e72a-4a12-9cfa-c32ab67a6af6,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:27.625127 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:27.638003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:26:27.822520 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:27.853550 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=ea3648d3-e72a-4a12-9cfa-c32ab67a6af6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:28.028228 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:28.244199 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router baf03980-92db-49f8-986b-5328b1fab953 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:26:28.350157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:26:28.355061 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1785c46c-0101-4363-addf-118c779ae681 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "PUT /v2.0/routers/baf03980-92db-49f8-986b-5328b1fab953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265807 Jul 13 20:26:28.358201 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:28.359006 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] Sync routers for ids ['baf03980-92db-49f8-986b-5328b1fab953'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:26:28.368204 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] Routers {'baf03980-92db-49f8-986b-5328b1fab953'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:28.368804 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:26:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['baf03980-92db-49f8-986b-5328b1fab953'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:28.408153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b80c742-1754-428d-813e-bf57e4f9126a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting subnet 6d75186a-4f89-40ed-8a33-9e5e9256c111 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:26:28.411368 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b80c742-1754-428d-813e-bf57e4f9126a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:28.450599 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b80c742-1754-428d-813e-bf57e4f9126a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:28.471317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] Set router baf03980-92db-49f8-986b-5328b1fab953 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:28.545406 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b80c742-1754-428d-813e-bf57e4f9126a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:28.608601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b80c742-1754-428d-813e-bf57e4f9126a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:28.639181 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b80c742-1754-428d-813e-bf57e4f9126a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:28.643684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1b80c742-1754-428d-813e-bf57e4f9126a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/subnets/6d75186a-4f89-40ed-8a33-9e5e9256c111 HTTP/1.1" status: 204 len: 168 time: 0.2819011 Jul 13 20:26:28.643684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80c742-1754-428d-813e-bf57e4f9126a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Subnet': ['ID=6d75186a-4f89-40ed-8a33-9e5e9256c111,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:28.644744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:28.650928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7b69fb-6da7-42ba-94ce-97b4e91ad3a7 None None] Network 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:26:28.703651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:26:27Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:28.734179 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] Checking router: baf03980-92db-49f8-986b-5328b1fab953 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:26:28.751908 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:28.766635 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] Routers {'baf03980-92db-49f8-986b-5328b1fab953'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:28.767183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:26:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['baf03980-92db-49f8-986b-5328b1fab953'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:28.855867 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:28.909203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 1aa9499a-b888-4cd3-a759-f12316e01000 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:26:28.909556 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:28.997735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port 1aa9499a-b888-4cd3-a759-f12316e01000, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1aa9499a-b888-4cd3-a759-f12316e01000,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:28.998090 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.011872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 1aa9499a-b888-4cd3-a759-f12316e01000 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:26:29.060882 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] Set router baf03980-92db-49f8-986b-5328b1fab953 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:29.155662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] DHCP port deletion for 459bf2bd-e05b-4afd-adb4-4c1bf4551b2c request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:26:29.183787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.209612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=1aa9499a-b888-4cd3-a759-f12316e01000,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:29.253469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Deleting port 609a3a0f-cd49-4bea-81ee-485802f1765d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:26:29.254433 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.274700 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.330456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] For port 609a3a0f-cd49-4bea-81ee-485802f1765d, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=609a3a0f-cd49-4bea-81ee-485802f1765d,segment=NetworkSegment(d964bc51-f9ab-4a89-a52b-85a355da038c),segment_id=d964bc51-f9ab-4a89-a52b-85a355da038c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:29.330841 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.345250 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Calling delete_port for 609a3a0f-cd49-4bea-81ee-485802f1765d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:26:29.350883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:26:27Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:29.382044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3f161-89fd-4759-a4aa-82b1e4faa815 None None] The sync data for ids ['baf03980-92db-49f8-986b-5328b1fab953'] in n-d-800708-1 is: [{'id': 'baf03980-92db-49f8-986b-5328b1fab953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928965338', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:26:27Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '1aa9499a-b888-4cd3-a759-f12316e01000', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf03980-92db-49f8-986b-5328b1fab953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:24:45Z', 'updated_at': '2021-07-13T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:26:29.463030 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.490967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Pushing event deleted for resources: {'Port': ['ID=609a3a0f-cd49-4bea-81ee-485802f1765d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:29.493384 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] No DVR routers for this DVR port 609a3a0f-cd49-4bea-81ee-485802f1765d on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:26:29.503347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.504458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.504969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.505463 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.505953 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.506476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.506983 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.507472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.507957 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.508442 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.509025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.509513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384e1c31-36ca-4cb6-a7de-69fb7fdbbf8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:29.686022 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.688009 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.730307 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.730920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Fanout notify agent at l3_agent the message router_deleted on router baf03980-92db-49f8-986b-5328b1fab953 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:26:29.738111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.739270 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-69b0a596-783e-4dba-acb9-f1b0ea80cac7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/routers/baf03980-92db-49f8-986b-5328b1fab953 HTTP/1.1" status: 204 len: 168 time: 1.0926912 Jul 13 20:26:29.742174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:29.823842 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.911272 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.920726 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459bf2bd-e05b-4afd-adb4-4c1bf4551b2c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:29.931638 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd964bc51-f9ab-4a89-a52b-85a355da038c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:29.931932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd964bc51-f9ab-4a89-a52b-85a355da038c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:29.941562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.955506 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.962484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:26:29.962919 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:26:29.966099 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:26:30.028293 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.037810 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.039898 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/networks/459bf2bd-e05b-4afd-adb4-4c1bf4551b2c HTTP/1.1" status: 204 len: 168 time: 0.2967093 Jul 13 20:26:30.042905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:30.053135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f7292-8fb5-4f01-82d0-3bb8cf7de749 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Network': ['ID=459bf2bd-e05b-4afd-adb4-4c1bf4551b2c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:30.102161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa3ceb7-ab45-4f9e-bbd4-d0dd6a4069a7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.127574 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa3ceb7-ab45-4f9e-bbd4-d0dd6a4069a7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.184573 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa3ceb7-ab45-4f9e-bbd4-d0dd6a4069a7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.187181 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa3ceb7-ab45-4f9e-bbd4-d0dd6a4069a7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.188308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-afa3ceb7-ab45-4f9e-bbd4-d0dd6a4069a7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/security-groups/6e7021f3-a2f6-4a0a-90cd-9bed03611688 HTTP/1.1" status: 204 len: 168 time: 0.1443355 Jul 13 20:26:30.197602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3ceb7-ab45-4f9e-bbd4-d0dd6a4069a7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7021f3-a2f6-4a0a-90cd-9bed03611688,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:30.400481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2792327a-b1a0-427d-be43-894686140830 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:26:30.412735 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:30.417828 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed393c70-d3ba-440f-9be3-aee08de80d71 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376277992', 'description': 'tempest-secgroup-smoke-376277992 description', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:30.422053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 2792327a-b1a0-427d-be43-894686140830 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:26:30.422385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2792327a-b1a0-427d-be43-894686140830 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:26:30.439835 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed393c70-d3ba-440f-9be3-aee08de80d71 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.515393 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1aa9499a-b888-4cd3-a759-f12316e01000 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:26:30.526461 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed393c70-d3ba-440f-9be3-aee08de80d71 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.530638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed393c70-d3ba-440f-9be3-aee08de80d71 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.538219 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 1aa9499a-b888-4cd3-a759-f12316e01000 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:26:30.538589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1aa9499a-b888-4cd3-a759-f12316e01000 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:26:30.539017 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:26:30.560239 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:26:30.560581 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device ea3648d3-e72a-4a12-9cfa-c32ab67a6af6 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:26:30.560997 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 609a3a0f-cd49-4bea-81ee-485802f1765d no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:26:30.561500 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed393c70-d3ba-440f-9be3-aee08de80d71 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2e141e-65b8-4149-9399-de8594f67359,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:30.565318 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed393c70-d3ba-440f-9be3-aee08de80d71 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.567385 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ed393c70-d3ba-440f-9be3-aee08de80d71 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1526093 Jul 13 20:26:30.570932 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:30.575674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ff44bd24-9990-47c9-b578-dee4913f2fd8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e141e-65b8-4149-9399-de8594f67359', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:30.590879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 609a3a0f-cd49-4bea-81ee-485802f1765d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:26:30.591476 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 609a3a0f-cd49-4bea-81ee-485802f1765d not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:26:30.603432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff44bd24-9990-47c9-b578-dee4913f2fd8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.662232 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff44bd24-9990-47c9-b578-dee4913f2fd8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.665716 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff44bd24-9990-47c9-b578-dee4913f2fd8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.683169 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44bd24-9990-47c9-b578-dee4913f2fd8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32a67e6-b70e-436e-b7f5-d2e7685e4bbb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:30.689202 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff44bd24-9990-47c9-b578-dee4913f2fd8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.690247 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-ff44bd24-9990-47c9-b578-dee4913f2fd8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182961 Jul 13 20:26:30.693105 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:30.697531 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-24dac9d0-cf9c-4a75-894d-c4b1618698e6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e141e-65b8-4149-9399-de8594f67359', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:30.723207 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24dac9d0-cf9c-4a75-894d-c4b1618698e6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.778527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24dac9d0-cf9c-4a75-894d-c4b1618698e6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.781992 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24dac9d0-cf9c-4a75-894d-c4b1618698e6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.801432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dac9d0-cf9c-4a75-894d-c4b1618698e6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2842813c-5952-4331-b9a5-da4d2d195695,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:30.811038 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24dac9d0-cf9c-4a75-894d-c4b1618698e6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.812218 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-24dac9d0-cf9c-4a75-894d-c4b1618698e6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181905 Jul 13 20:26:30.814983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:30.819616 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7d9986f3-a2f5-4307-a329-7c1b5c919079 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e141e-65b8-4149-9399-de8594f67359', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:30.844009 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d9986f3-a2f5-4307-a329-7c1b5c919079 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.903832 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d9986f3-a2f5-4307-a329-7c1b5c919079 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.907481 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d9986f3-a2f5-4307-a329-7c1b5c919079 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.924591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9986f3-a2f5-4307-a329-7c1b5c919079 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385f3ebd-296f-40a1-937b-c4bc5a40f1a1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:30.931357 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d9986f3-a2f5-4307-a329-7c1b5c919079 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:30.932650 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7d9986f3-a2f5-4307-a329-7c1b5c919079 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167109 Jul 13 20:26:30.935406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:30.940090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-77a8db8f-24db-4a89-9f8c-ea2c3ef740c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e141e-65b8-4149-9399-de8594f67359', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:30.965313 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77a8db8f-24db-4a89-9f8c-ea2c3ef740c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.023774 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77a8db8f-24db-4a89-9f8c-ea2c3ef740c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.027113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77a8db8f-24db-4a89-9f8c-ea2c3ef740c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.043985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8db8f-24db-4a89-9f8c-ea2c3ef740c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e8822e-0a34-4415-85f7-2140cdbf7c2b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:31.051024 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77a8db8f-24db-4a89-9f8c-ea2c3ef740c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.052280 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-77a8db8f-24db-4a89-9f8c-ea2c3ef740c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156211 Jul 13 20:26:31.055108 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:31.059758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a98ac750-45d5-4001-9bc9-566191813f61 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e141e-65b8-4149-9399-de8594f67359', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:31.082999 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-a98ac750-45d5-4001-9bc9-566191813f61 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Project b30b5947151a4c10a4de8721ebe0bcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:26:31.087904 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98ac750-45d5-4001-9bc9-566191813f61 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.149188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98ac750-45d5-4001-9bc9-566191813f61 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.153490 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98ac750-45d5-4001-9bc9-566191813f61 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.171973 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ac750-45d5-4001-9bc9-566191813f61 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccf3520-0672-407d-b3ac-436fdb3a8719,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:31.181996 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98ac750-45d5-4001-9bc9-566191813f61 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.183335 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a98ac750-45d5-4001-9bc9-566191813f61 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272352 Jul 13 20:26:31.186018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 46942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:31.190453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc2491ee-fe8b-469c-a4bf-4ae6829c8954 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e141e-65b8-4149-9399-de8594f67359', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:31.211842 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-dc2491ee-fe8b-469c-a4bf-4ae6829c8954 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Project b30b5947151a4c10a4de8721ebe0bcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:26:31.216583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc2491ee-fe8b-469c-a4bf-4ae6829c8954 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.281025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc2491ee-fe8b-469c-a4bf-4ae6829c8954 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.285628 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc2491ee-fe8b-469c-a4bf-4ae6829c8954 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.303731 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2491ee-fe8b-469c-a4bf-4ae6829c8954 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a24ed2-7edf-46fc-8f05-4ba6582e5617,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:31.309296 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc2491ee-fe8b-469c-a4bf-4ae6829c8954 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.313480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:31.313969 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-dc2491ee-fe8b-469c-a4bf-4ae6829c8954 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265366 Jul 13 20:26:31.320580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'network': {'name': 'tempest-network-smoke--931285476', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:31.342635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:26:31.346163 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.369728 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:26:31.378299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.379219 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Added segment 46d752eb-1782-4163-871b-75c779867e75 of type vlan for network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 Jul 13 20:26:31.418995 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.446311 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.451752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:31.452339 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.508657 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1931920 Jul 13 20:26:31.511417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:31.515809 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'admin_state_up': True, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:31.529890 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcefa19-f0e6-4f05-a6e5-991638f8368b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Network': ['ID=1ccc0ffb-dde5-486e-b014-2c7d77c02d57,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:31.540843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:26:31.544587 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.545569 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.601732 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.739237 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.928720 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:31.946520 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:32.050145 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.25.7.13 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/b93a1699-f9f8-4fee-be3f-2d8c3e0bc498) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:26:32.150084 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:32.187867 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:32.228026 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:26:32.232644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:26:32.235561 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:26:32.264722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=b93a1699-f9f8-4fee-be3f-2d8c3e0bc498,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:32.488848 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:32.687758 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:32.812801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:26:32.916965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:26:32.927051 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Sync routers for ids ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:26:32.935473 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:32.935951 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Routers {'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:32.936561 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:26:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:32.936877 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e04ee3f3-66fd-4370-968b-a60497631543 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4245584 Jul 13 20:26:32.940123 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:32.968221 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f52da7c4-5517-415b-8fa4-2584ed440d9b tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b30b5947151a4c10a4de8721ebe0bcb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270574 Jul 13 20:26:32.970956 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:33.041996 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Set router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:33.056355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28727636-8358-4a7c-b581-86a729f48a1f tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:33.057876 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-28727636-8358-4a7c-b581-86a729f48a1f tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860388 Jul 13 20:26:33.061029 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:33.091136 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ba918eef-36aa-4f55-bd1b-80ca2e75fb6f tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287998 Jul 13 20:26:33.093612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:33.099202 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-801881705', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:33.189740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:26:33.193771 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.223126 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:32Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:33.252129 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Checking router: ac983e2a-2a78-47ed-8f40-f74d5bc75f3f for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:26:33.252474 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Updating router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:26:33.286709 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.379861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.438518 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Subnet': ['ID=3eaff56b-4914-48a1-abfa-837d83eb21f4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:33.451001 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Checking segment: {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:26:33.451367 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network hostable DHCP agents. Network: 1ccc0ffb-dde5-486e-b014-2c7d77c02d57, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:26:33.468935 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:26:33.477954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 1ccc0ffb-dde5-486e-b014-2c7d77c02d57) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:26:33.483118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:33.483705 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.486895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da3aef2-b0a4-4966-ac18-f0724d3b1527 None None] Network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:26:33.502008 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4d8d6820-fabe-4407-b3f0-4497cc7528b6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4067600 Jul 13 20:26:33.504788 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 46956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:33.541393 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.551752 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Transition to ACTIVE for port object b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:26:33.557007 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.597940 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Attempting to bind port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:26:33.598441 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Attempting to bind port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:26:33.598684 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Attempting to bind port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:26:33.610944 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:26:33.611312 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:26:33.611716 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.612112 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:26:33.612574 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Bound port: b93a1699-f9f8-4fee-be3f-2d8c3e0bc498, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:26:33.613498 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.643854 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:26:33.644775 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.728212 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Pushing event updated for resources: {'Port': ['ID=b93a1699-f9f8-4fee-be3f-2d8c3e0bc498,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:33.743669 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.744010 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.744344 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.744690 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.744997 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.745381 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.745709 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.746028 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.746346 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.746710 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.747004 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.747341 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:26:33.771000 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] For port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:26:33.774331 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] For port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b93a1699-f9f8-4fee-be3f-2d8c3e0bc498,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:26:33.779008 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.796401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Allocated IP 172.20.0.2 (1ccc0ffb-dde5-486e-b014-2c7d77c02d57/3eaff56b-4914-48a1-abfa-837d83eb21f4/b80645f8-8d0a-4a99-b5fd-d1bc51edca4b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:26:33.833889 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Routers {'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:33.834543 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:26:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:33.887329 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c9371-dd39-41df-815b-1fbb9895aa82 None None] Pushing event updated for resources: {'Port': ['ID=b93a1699-f9f8-4fee-be3f-2d8c3e0bc498,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:33.947825 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.949757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] Set router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:33.957545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Transition to ACTIVE for port object b80645f8-8d0a-4a99-b5fd-d1bc51edca4b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:26:33.973278 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Transition to ACTIVE for port object b80645f8-8d0a-4a99-b5fd-d1bc51edca4b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:26:33.981420 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:33.992142 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:34.028886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:26:34.033280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:26:34.038226 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:26:34.046036 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Pushing event updated for resources: {'Port': ['ID=b80645f8-8d0a-4a99-b5fd-d1bc51edca4b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:34.101427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Attempting to bind port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:26:34.102220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Attempting to bind port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:26:34.102220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Attempting to bind port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b on network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:26:34.108114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:26:34.108114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Checking segment: {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:26:34.108114 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:34.108469 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Bound using segment: {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:26:34.108894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Bound port: b80645f8-8d0a-4a99-b5fd-d1bc51edca4b, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:26:34.109276 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:34.130924 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:32Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:34.163888 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e89b3-ff90-4b7c-b45b-fc56c4437bbf None None] The sync data for ids ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'] in n-d-800708-1 is: [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:32Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:26:34.192795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-385474f9-a033-45c9-b492-438704b09b50 None None] For port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:26:34.196367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-385474f9-a033-45c9-b492-438704b09b50 None None] For port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b80645f8-8d0a-4a99-b5fd-d1bc51edca4b,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:26:34.200808 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:34.276652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385474f9-a033-45c9-b492-438704b09b50 None None] Pushing event updated for resources: {'Port': ['ID=b80645f8-8d0a-4a99-b5fd-d1bc51edca4b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:34.637643 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b80645f8-8d0a-4a99-b5fd-d1bc51edca4b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:26:34.662799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.20.0.1 (1ccc0ffb-dde5-486e-b014-2c7d77c02d57/3eaff56b-4914-48a1-abfa-837d83eb21f4/e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:26:34.702598 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:26:34.707904 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:26:34.760622 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:26:34.765319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:34.765688 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:34.789519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:34.805036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Transition to ACTIVE for port object e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:26:34.844315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:34.859589 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:34.881183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b93a1699-f9f8-4fee-be3f-2d8c3e0bc498,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:34.888028 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:34.891703 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:26:34.898850 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:26:34.905896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:26:34.950342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=b93a1699-f9f8-4fee-be3f-2d8c3e0bc498,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:34.952826 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:34.980547 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:35.148817 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:35.328298 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6aa216-e367-4097-ad5f-3d20388f81d9 None None] Network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:26:35.445796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e73319f3-eb56-43c9-9893-51c9b6401687 None None] Provisioning for port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:26:35.447655 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:35.452263 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:35.453465 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e73319f3-eb56-43c9-9893-51c9b6401687 None None] Provisioning complete for port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:35.453840 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73319f3-eb56-43c9-9893-51c9b6401687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:35.531396 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:35.533949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:35.570681 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73319f3-eb56-43c9-9893-51c9b6401687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:35.606020 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e73319f3-eb56-43c9-9893-51c9b6401687 None None] For port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b80645f8-8d0a-4a99-b5fd-d1bc51edca4b,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:35.611566 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73319f3-eb56-43c9-9893-51c9b6401687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:35.640352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:26:35.641957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:26:35.679955 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73319f3-eb56-43c9-9893-51c9b6401687 None None] Pushing event updated for resources: {'Port': ['ID=b80645f8-8d0a-4a99-b5fd-d1bc51edca4b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:35.772343 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:26:35.831551 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37bffcd2-27b2-4fbb-b0c4-f4b5925444ee None None] Provisioning complete for port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:35.832766 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37bffcd2-27b2-4fbb-b0c4-f4b5925444ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:35.891430 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:26:35.902438 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-74f2556c-ea38-401a-8b12-33f82f376fd5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "PUT /v2.0/routers/ac983e2a-2a78-47ed-8f40-f74d5bc75f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3914621 Jul 13 20:26:35.930986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37bffcd2-27b2-4fbb-b0c4-f4b5925444ee None None] Provisioning for port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:26:35.935329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37bffcd2-27b2-4fbb-b0c4-f4b5925444ee None None] Provisioning complete for port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:35.935701 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37bffcd2-27b2-4fbb-b0c4-f4b5925444ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:35.972051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-37bffcd2-27b2-4fbb-b0c4-f4b5925444ee None None] Port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:26:36.012123 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Sync routers for ids ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:26:36.022311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Routers {'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:36.022966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:26:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:36.059812 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e9d6de24-ad61-42d8-8051-c613173e7cc2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376277992&fields=id&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 267 time: 0.0368288 Jul 13 20:26:36.130191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-006b9627-e333-4cae-b17b-23fffaf0bc30 None None] Provisioning complete for port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:36.130676 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-006b9627-e333-4cae-b17b-23fffaf0bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:36.176061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-7b385a53-c25d-4624-85d6-9966826d76d6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:36.180278 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-7b385a53-c25d-4624-85d6-9966826d76d6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 796 time: 0.1127679 Jul 13 20:26:36.180826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Set router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:36.193954 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-2a126335-3cb5-42b9-8556-7a4cb0f86641 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/quotas/b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 375 time: 0.0102029 Jul 13 20:26:36.205426 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-006b9627-e333-4cae-b17b-23fffaf0bc30 None None] Port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:26:36.268996 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-11a69d3f-05fb-4cf6-8081-c346577f9a66 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698683 Jul 13 20:26:36.343047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25cd1327-4f62-4ad9-9d72-0cf0182ff2c6 None None] Provisioning complete for port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:36.343419 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25cd1327-4f62-4ad9-9d72-0cf0182ff2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:36.397820 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-25cd1327-4f62-4ad9-9d72-0cf0182ff2c6 None None] Port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:26:36.412351 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-3f41cdbf-1f07-4293-bfba-ee16ec8ebfce service neutron] 10.222.0.25 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312463 Jul 13 20:26:36.418852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:35Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9', 'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:55:66:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:34Z', 'updated_at': '2021-07-13T20:26:35Z', 'revision_number': 2, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:36.449099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Checking router: ac983e2a-2a78-47ed-8f40-f74d5bc75f3f for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:26:36.449453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Updating router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:26:36.484544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:36.507058 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-dfec60af-7c15-4ab1-a533-f6d755f45920 service neutron] 10.222.0.25 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889251 Jul 13 20:26:36.528790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b80645f8-8d0a-4a99-b5fd-d1bc51edca4b up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:26:36.691067 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-251ea3ec-3fb6-4572-8745-e571a9d1beba req-beb16fc5-c172-4ee4-9c3d-59ac92aaa713 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 210 time: 0.0377226 Jul 13 20:26:36.702595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:36.703106 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:36.852905 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:26:36.885207 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:36.903026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Transition to ACTIVE for port object e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:26:36.909206 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:36.970284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:36.970685 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:36.976329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a3352-70eb-4bda-a48b-8b8ed211d3fa None None] Pushing event updated for resources: {'Port': ['ID=e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:37.222883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Attempting to bind port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:26:37.223156 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Attempting to bind port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:26:37.223617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Attempting to bind port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 on network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:26:37.233281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:26:37.233662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Checking segment: {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:26:37.234065 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:37.234489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Bound using segment: {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:26:37.234958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Bound port: e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:26:37.235340 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:37.336386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] For port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:26:37.339684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] For port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:26:37.344153 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:37.398892 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Routers {'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:37.399534 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:26:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:37.438851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a3352-70eb-4bda-a48b-8b8ed211d3fa None None] Pushing event updated for resources: {'Port': ['ID=e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:37.515210 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] Set router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:37.729405 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:35Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9', 'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:55:66:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:34Z', 'updated_at': '2021-07-13T20:26:37Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:37.760967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99801ed6-193e-4030-aa5b-14b37e9273e1 None None] The sync data for ids ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'] in n-d-800708-1 is: [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:35Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9', 'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:55:66:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:34Z', 'updated_at': '2021-07-13T20:26:37Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:26:37.857206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e58df108-ce15-4df6-91a8-5c93c0acf392 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:37.858860 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e58df108-ce15-4df6-91a8-5c93c0acf392 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 796 time: 0.1468508 Jul 13 20:26:37.921701 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-af99568b-dfa8-454b-bd31-eb0761824f59 req-af3e5fee-3370-4e84-bac3-3d6c23f8da3d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 210 time: 0.0615609 Jul 13 20:26:37.969604 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5ed93f9c-65c5-49f8-87cd-03ef27566596 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 379 time: 0.0915112 Jul 13 20:26:37.982334 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'port': {'device_id': '576dba39-e267-4364-b6c7-83985f32be31', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'admin_state_up': True, 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'security_groups': ['dc2e141e-65b8-4149-9399-de8594f67359']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:38.092028 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:26:38.095699 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:38.233117 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.20.0.12 (1ccc0ffb-dde5-486e-b014-2c7d77c02d57/3eaff56b-4914-48a1-abfa-837d83eb21f4/ab0f8423-30dc-4ac0-9f51-f6ea39e525b2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:26:38.377488 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:38.391822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Transition to ACTIVE for port object ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:26:38.428023 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:38.479562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:26:38.482873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:26:38.487031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:26:38.494319 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:38.541665 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:38.542648 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:38.562159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5b3cc916-ff3c-47c0-8a60-6ece244554b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5840786 Jul 13 20:26:38.580942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:26:38.583822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Request body: {'port': {'device_id': '576dba39-e267-4364-b6c7-83985f32be31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:38.639826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:26:38.644443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:38.645209 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:38.679802 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:38.752170 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:38.793969 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:38.796093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bb10a2e0-6964-4aee-91c8-4fca48389bdf None None] Provisioning for port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:26:38.801069 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:38.804977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bb10a2e0-6964-4aee-91c8-4fca48389bdf None None] Provisioning complete for port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:38.805666 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb10a2e0-6964-4aee-91c8-4fca48389bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:38.869447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bb10a2e0-6964-4aee-91c8-4fca48389bdf None None] Port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:26:38.880662 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:38.979985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:26:38.987618 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:38.999702 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Transition to ACTIVE for port object ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:26:39.004043 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:39.054078 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:39.119692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585a30-1ddd-4a25-ad59-9d93f5440438 req-eb194dc6-bf0e-42fe-9511-5cb399cf6f06 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:39.121610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-54585a30-1ddd-4a25-ad59-9d93f5440438 req-eb194dc6-bf0e-42fe-9511-5cb399cf6f06 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 944 time: 0.0776708 Jul 13 20:26:39.123101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Attempting to bind port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:26:39.123505 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Attempting to bind port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:26:39.123989 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Attempting to bind port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 on network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:26:39.129255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 on network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:26:39.129882 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Attempting to bind port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 on network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:26:39.134677 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:26:39.135019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Checking segment: {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:26:39.135409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Bound using segment: {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:26:39.135889 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Bound port: ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:26:39.136257 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:39.162557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-54585a30-1ddd-4a25-ad59-9d93f5440438 req-9ca4509f-816b-4d82-b1ca-bef3380594b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351093 Jul 13 20:26:39.206101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:26:39.210053 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:26:39.215089 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:39.248447 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:39.249142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:39.250808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 1092 time: 0.6724129 Jul 13 20:26:39.253251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:26:39.256122 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7973c18b-7f43-479e-a173-1416c5751be5" -d '{"events": [{"name": "network-changed", "server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:26:39.293756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bc17b-94c3-42f4-976e-980377a78d83 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:39.338040 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c136dac6-6865-44a2-8732-20661b2f1bfd x-openstack-request-id: req-c136dac6-6865-44a2-8732-20661b2f1bfd {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:26:39.338436 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:26:39.338774 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c136dac6-6865-44a2-8732-20661b2f1bfd {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:26:39.339242 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'status': 'completed', 'code': 200} Jul 13 20:26:39.366984 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e8549b78-6abb-4842-ba8b-901deecce80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:39.368531 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-e8549b78-6abb-4842-ba8b-901deecce80d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1095 time: 0.0606945 Jul 13 20:26:39.417910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-d74936f5-75df-4d3a-a95d-5931f3349877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 217 time: 0.0392246 Jul 13 20:26:39.469115 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-6df435ec-3e5c-4231-8683-c3da89ad788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:39.470627 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-6df435ec-3e5c-4231-8683-c3da89ad788d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0456548 Jul 13 20:26:39.537915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-1002e689-cbff-40f6-838b-e75f3af16ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:39.539712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-1002e689-cbff-40f6-838b-e75f3af16ba1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609860 Jul 13 20:26:39.634561 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-47707530-abf8-4323-85fc-60fa848c9140 service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844667 Jul 13 20:26:39.725624 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4d6dfb98-c068-4599-94a9-c7637d6c93cb req-5c3a7a9f-e0b6-4e12-ab07-0e653c2d9455 service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803642 Jul 13 20:26:39.830672 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973c18b-7f43-479e-a173-1416c5751be5 req-91385b38-961a-4a3b-92e0-415478e822d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:39.832309 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7973c18b-7f43-479e-a173-1416c5751be5 req-91385b38-961a-4a3b-92e0-415478e822d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1095 time: 0.0527737 Jul 13 20:26:39.924583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973c18b-7f43-479e-a173-1416c5751be5 req-c5d855e9-3585-4048-aaea-63ae6fd70868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:39.926760 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7973c18b-7f43-479e-a173-1416c5751be5 req-c5d855e9-3585-4048-aaea-63ae6fd70868 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 897 time: 0.0871177 Jul 13 20:26:39.967131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7973c18b-7f43-479e-a173-1416c5751be5 req-053f9025-4b19-4838-a3d7-f725f82d8838 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 217 time: 0.0330193 Jul 13 20:26:40.018548 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973c18b-7f43-479e-a173-1416c5751be5 req-a682b8e4-210d-46ca-bddd-9975775bbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:40.020451 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7973c18b-7f43-479e-a173-1416c5751be5 req-a682b8e4-210d-46ca-bddd-9975775bbe20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0464017 Jul 13 20:26:40.352656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b3524-8200-4d9c-97a5-28d077700d5a req-cd9684c9-59bd-48d1-a948-32353b90a087 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:40.354178 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-144b3524-8200-4d9c-97a5-28d077700d5a req-cd9684c9-59bd-48d1-a948-32353b90a087 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 944 time: 0.0680397 Jul 13 20:26:40.377891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973c18b-7f43-479e-a173-1416c5751be5 req-6ffdedc4-2530-46f9-89bb-c5d8b627f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:40.380249 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7973c18b-7f43-479e-a173-1416c5751be5 req-6ffdedc4-2530-46f9-89bb-c5d8b627f6cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3526795 Jul 13 20:26:40.392566 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-144b3524-8200-4d9c-97a5-28d077700d5a req-5e8f36d3-1ae0-49ed-b637-fc7a3b048c81 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322075 Jul 13 20:26:40.471584 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7973c18b-7f43-479e-a173-1416c5751be5 req-2ab9e32e-ec46-4e95-92d8-7f9b134bd6e8 service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824828 Jul 13 20:26:40.531951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:26:40.568144 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7973c18b-7f43-479e-a173-1416c5751be5 req-2f3b5629-12b5-4639-84ed-a67ae2443cbc service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869555 Jul 13 20:26:40.582799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:40.583170 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:41.569645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd481c7c-1889-4151-845e-9b1d366a6dd5 req-f160b4da-e54c-4e5e-8554-f402bec5cdf9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:41.571165 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd481c7c-1889-4151-845e-9b1d366a6dd5 req-f160b4da-e54c-4e5e-8554-f402bec5cdf9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 944 time: 0.0646825 Jul 13 20:26:41.607047 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dd481c7c-1889-4151-845e-9b1d366a6dd5 req-b32165cf-e618-46c3-acb8-204e1b7e5e54 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302398 Jul 13 20:26:42.478135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:26:42.571721 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:42.583175 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'port_id': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'mac_address': 'fa:16:3e:0c:14:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:26:42.618978 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:42.631866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:26:42.651776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:42.656326 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:42.703399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:42.783764 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168d318-659e-4aad-aaef-5b9fc71d520c req-5923ae40-6749-463d-918b-1c7016859f8c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:42.785293 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b168d318-659e-4aad-aaef-5b9fc71d520c req-5923ae40-6749-463d-918b-1c7016859f8c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 945 time: 0.0657971 Jul 13 20:26:42.822814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b168d318-659e-4aad-aaef-5b9fc71d520c req-1f67bebe-cb19-4251-b539-449a3443bd5a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320599 Jul 13 20:26:42.926730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['ab0f8423-30dc-4ac0-9f51-f6ea39e525b2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:26:43.999869 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80591515-6667-41ef-896a-bbd2fe2bfe0f req-6accb1bc-b974-4fe1-b8a6-e084a3312968 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:44.001328 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80591515-6667-41ef-896a-bbd2fe2bfe0f req-6accb1bc-b974-4fe1-b8a6-e084a3312968 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 945 time: 0.0649056 Jul 13 20:26:44.038964 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-80591515-6667-41ef-896a-bbd2fe2bfe0f req-7d8a298f-f062-400b-ba92-c59759ae8fc0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318649 Jul 13 20:26:44.493559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:26:44.540691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:26:44.544314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:26:44.544683 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:44.620402 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:44.644574 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:26:44.646895 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd197a4-31ed-427e-935b-1107d5548f6b" -d '{"events": [{"server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "name": "network-vif-plugged", "status": "completed", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:26:44.657582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:26:44.661515 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:44.688259 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1fcd6e-c903-45e7-80a0-e94c8c03b5c5 x-openstack-request-id: req-7b1fcd6e-c903-45e7-80a0-e94c8c03b5c5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:26:44.688548 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "name": "network-vif-plugged", "status": "completed", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:26:44.688794 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b1fcd6e-c903-45e7-80a0-e94c8c03b5c5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:26:44.689180 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'code': 200} Jul 13 20:26:44.711048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:44.802939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb6eb8-9230-4f01-a9e8-1bb7983f01b9 req-7a5d18f9-6661-4f4f-b3ed-cc784acc3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:44.804325 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-27bb6eb8-9230-4f01-a9e8-1bb7983f01b9 req-7a5d18f9-6661-4f4f-b3ed-cc784acc3bd8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1097 time: 0.0509493 Jul 13 20:26:44.842371 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-27bb6eb8-9230-4f01-a9e8-1bb7983f01b9 req-ac98dd33-f7e4-41f7-a84b-0f855f232024 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274527 Jul 13 20:26:45.207248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bca66-0df0-4a18-988f-238006bbe851 req-a099be2c-53a6-464e-94df-fe11812ce4a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:45.208713 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a2bca66-0df0-4a18-988f-238006bbe851 req-a099be2c-53a6-464e-94df-fe11812ce4a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0615139 Jul 13 20:26:45.246839 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a2bca66-0df0-4a18-988f-238006bbe851 req-39470fe9-3f33-4045-9768-bc5345789d57 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326962 Jul 13 20:26:46.251718 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:46.424031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade70120-7fa6-4a97-b37c-9c289ae6e99d req-af6313a5-a937-423b-8ba8-f81d19ed65a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:46.426561 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ade70120-7fa6-4a97-b37c-9c289ae6e99d req-af6313a5-a937-423b-8ba8-f81d19ed65a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0650306 Jul 13 20:26:46.454089 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:26:46.463493 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ade70120-7fa6-4a97-b37c-9c289ae6e99d req-4ea469aa-c300-492a-a77a-a99c5c54fc8d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313420 Jul 13 20:26:46.635940 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f06d6-1c81-46db-bf35-dcf446de93de req-a85833f8-8743-4034-990c-426e84dcf5f1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:46.637400 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff9f06d6-1c81-46db-bf35-dcf446de93de req-a85833f8-8743-4034-990c-426e84dcf5f1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0649164 Jul 13 20:26:46.674162 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ff9f06d6-1c81-46db-bf35-dcf446de93de req-9faad369-42db-4609-aa1d-f95cf9525256 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312724 Jul 13 20:26:46.698088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:46.748917 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92f866d-0cb7-4dd1-bd47-15d170b68c5c tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:46.750463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e92f866d-0cb7-4dd1-bd47-15d170b68c5c tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1092 time: 0.0513647 Jul 13 20:26:46.753183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:46.757597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:26:46.779331 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:46.876512 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:46.973647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:46.977224 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.25.7.112 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/07f79a39-cf43-4c12-a17a-3fcf01296b27) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:26:47.080806 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:47.119319 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:47.160613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:26:47.163457 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:26:47.167016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:26:47.172395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=07f79a39-cf43-4c12-a17a-3fcf01296b27,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:47.530613 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:47.607391 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:47.749922 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:47.754935 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:47.823840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=07f79a39-cf43-4c12-a17a-3fcf01296b27,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:26:47.835239 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:47.933423 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Floating IP 2b9adbc2-dc4d-4f7b-9471-15847e55c191 associated. External IP: 172.25.7.112, port: ab0f8423-30dc-4ac0-9f51-f6ea39e525b2. Jul 13 20:26:48.133943 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:26:48.239057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:26:48.248048 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] Sync routers for ids ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:26:48.254364 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:48.257835 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] Routers {'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:48.258538 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:26:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:48.291188 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5d8f2f3b-97ea-4fd5-ba5a-eceb05af9e5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5368936 Jul 13 20:26:48.291810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:26:48.294441 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866c61f4-45cf-4298-b130-86faa94bb54c" -d '{"events": [{"name": "network-changed", "server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:26:48.337025 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b6cf4d-73c1-43b5-960f-820ea9b0fcc9 x-openstack-request-id: req-b7b6cf4d-73c1-43b5-960f-820ea9b0fcc9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:26:48.337322 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:26:48.337577 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7b6cf4d-73c1-43b5-960f-820ea9b0fcc9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:26:48.337981 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'status': 'completed', 'code': 200} Jul 13 20:26:48.366055 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] Set router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:48.418450 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c61f4-45cf-4298-b130-86faa94bb54c req-82fe76e8-cde0-4bc0-b224-9e4526531237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:48.419998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-866c61f4-45cf-4298-b130-86faa94bb54c req-82fe76e8-cde0-4bc0-b224-9e4526531237 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1097 time: 0.0549073 Jul 13 20:26:48.457985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429df77-89c6-4618-8cac-e9990eb906cd req-78895919-f446-4d56-9e0a-51dccb7f9978 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:48.459534 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9429df77-89c6-4618-8cac-e9990eb906cd req-78895919-f446-4d56-9e0a-51dccb7f9978 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0676031 Jul 13 20:26:48.515924 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9429df77-89c6-4618-8cac-e9990eb906cd req-35750df5-f80d-4642-96b5-c24066c155ea tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498271 Jul 13 20:26:48.521380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c61f4-45cf-4298-b130-86faa94bb54c req-18201cef-b6e6-419c-a44f-d5d8f8a1f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:48.522937 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-866c61f4-45cf-4298-b130-86faa94bb54c req-18201cef-b6e6-419c-a44f-d5d8f8a1f8b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 897 time: 0.0957251 Jul 13 20:26:48.541277 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:48.593066 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-866c61f4-45cf-4298-b130-86faa94bb54c req-0d38d002-847e-401f-bb97-117dd67362da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 1000 time: 0.0616665 Jul 13 20:26:48.594320 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:35Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '2b9adbc2-dc4d-4f7b-9471-15847e55c191', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'port_id': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'mac_address': 'fa:16:3e:0c:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576dba39-e267-4364-b6c7-83985f32be31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:26:47Z', 'updated_at': '2021-07-13T20:26:47Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9', 'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:55:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:34Z', 'updated_at': '2021-07-13T20:26:38Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:48.610169 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-81b617ff-29d9-4b34-8e71-07a42cb23fd8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/2b9adbc2-dc4d-4f7b-9471-15847e55c191 HTTP/1.1" status: 200 len: 992 time: 0.0677397 Jul 13 20:26:48.627999 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] Checking router: ac983e2a-2a78-47ed-8f40-f74d5bc75f3f for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:26:48.638058 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] Routers {'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:26:48.638819 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:26:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:48.644070 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c61f4-45cf-4298-b130-86faa94bb54c req-6383f0cb-a457-4e23-bfb5-13f81fb5d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:48.645620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-866c61f4-45cf-4298-b130-86faa94bb54c req-6383f0cb-a457-4e23-bfb5-13f81fb5d136 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0455363 Jul 13 20:26:48.706555 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c61f4-45cf-4298-b130-86faa94bb54c req-4b300a4e-9c3a-4b4d-8bd8-def9fda00a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:48.707980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-866c61f4-45cf-4298-b130-86faa94bb54c req-4b300a4e-9c3a-4b4d-8bd8-def9fda00a5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553410 Jul 13 20:26:48.740992 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] Set router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:26:48.798471 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-866c61f4-45cf-4298-b130-86faa94bb54c req-90387d31-d773-4351-8643-fca155adb01b service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806808 Jul 13 20:26:48.892973 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-866c61f4-45cf-4298-b130-86faa94bb54c req-84a9e3b4-9e20-435d-81fc-02b68e768cfd service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865641 Jul 13 20:26:48.960191 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:35Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '2b9adbc2-dc4d-4f7b-9471-15847e55c191', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'port_id': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'mac_address': 'fa:16:3e:0c:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576dba39-e267-4364-b6c7-83985f32be31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:26:47Z', 'updated_at': '2021-07-13T20:26:47Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9', 'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:55:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:34Z', 'updated_at': '2021-07-13T20:26:38Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:26:48.985558 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1d06d-2484-41e6-b83c-9d7ff77ca603 None None] The sync data for ids ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'] in n-d-800708-1 is: [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:35Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '2b9adbc2-dc4d-4f7b-9471-15847e55c191', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'port_id': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'mac_address': 'fa:16:3e:0c:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576dba39-e267-4364-b6c7-83985f32be31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:26:47Z', 'updated_at': '2021-07-13T20:26:47Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9', 'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:55:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:34Z', 'updated_at': '2021-07-13T20:26:38Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:26:49.264355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad77bf3f-b5da-4aa7-a6ce-ee916235cb73 None None] New status for floating IP 2b9adbc2-dc4d-4f7b-9471-15847e55c191: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:26:49.612143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:26:49.673935 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6ef63600-d647-4847-8269-cd708e173811 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/2b9adbc2-dc4d-4f7b-9471-15847e55c191 HTTP/1.1" status: 200 len: 994 time: 0.0605862 Jul 13 20:26:50.825196 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88f63545-f39e-4b1a-b440-ed7e0d811f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:53.679168 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a54b0a-a22c-4fcc-80f7-e884708c0676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:53.718787 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:54.805209 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:26:55.264574 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-99846fca-b27e-4ccb-a573-5df96d8653dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510111 Jul 13 20:26:55.360344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-f545b2b8-9f32-42db-add1-1a5f51f05f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:55.361827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-f545b2b8-9f32-42db-add1-1a5f51f05f97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1097 time: 0.0517097 Jul 13 20:26:55.468395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-ce611864-31e5-4c98-a939-d540db59fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:55.469878 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-ce611864-31e5-4c98-a939-d540db59fcc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 897 time: 0.0867734 Jul 13 20:26:55.533915 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-4aaf31c7-1fa3-4b99-8ff9-fbf9debff704 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 1002 time: 0.0567379 Jul 13 20:26:55.581016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-7471343f-43de-4c2b-97e3-24cbd937a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:55.583129 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-7471343f-43de-4c2b-97e3-24cbd937a114 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0420265 Jul 13 20:26:55.643247 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-daefe4c4-5b65-4d04-ac60-f2adab42209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:26:55.644745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-daefe4c4-5b65-4d04-ac60-f2adab42209b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533366 Jul 13 20:26:55.732017 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-83934140-ce36-4a65-a2b9-a9188f921b6f service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801916 Jul 13 20:26:55.824429 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-29981b29-7f20-48b4-b666-bd98c1a92087 req-b397770f-0db1-4155-a2b0-c443cb0eb1a3 service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857573 Jul 13 20:26:56.294449 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:16.249235 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:16.987572 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:20.825539 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cec71d2e-e65d-41fb-8a1c-58b181328495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:23.453196 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:27:23.679791 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56061f31-4fc5-4281-b5bc-8eba459b6fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:23.718040 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:24.807797 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:25.680228 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-d74c5c38-f5df-44af-9645-fd9bb70f0308 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4008441 Jul 13 20:27:25.688424 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aca0c3-85e7-4dd2-a833-8a38a606fc0b req-9903ac9e-cbc8-4a2f-9f4e-6e2a04fa9fb5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:25.689820 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7aca0c3-85e7-4dd2-a833-8a38a606fc0b req-9903ac9e-cbc8-4a2f-9f4e-6e2a04fa9fb5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.3985157 Jul 13 20:27:25.729295 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d7aca0c3-85e7-4dd2-a833-8a38a606fc0b req-fdd31c88-8a5a-4eb3-809b-431b0986d275 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333371 Jul 13 20:27:26.297544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:26.793131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-14297c24-d4bf-4d41-9f15-ba71b6f7b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:26.794684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-14297c24-d4bf-4d41-9f15-ba71b6f7b6e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1097 time: 0.0547271 Jul 13 20:27:26.883387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-c93841ff-9eab-4eac-a944-7109ff34c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:26.885083 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-c93841ff-9eab-4eac-a944-7109ff34c70d service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 897 time: 0.0842993 Jul 13 20:27:26.902284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058de68a-3c8d-4111-a4c2-cefec8a5f8ea req-a69faf9c-7e2c-4577-9a6f-4f7e0cbd9559 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:26.903814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-058de68a-3c8d-4111-a4c2-cefec8a5f8ea req-a69faf9c-7e2c-4577-9a6f-4f7e0cbd9559 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0628631 Jul 13 20:27:26.941255 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-058de68a-3c8d-4111-a4c2-cefec8a5f8ea req-64087168-30ec-45d1-bf91-326f28f596a7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318701 Jul 13 20:27:26.958195 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-0f269e02-6413-4df6-abc0-ce5b949ea2a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 1002 time: 0.0627389 Jul 13 20:27:27.010897 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-e6a4dbe6-ed0c-41d6-97eb-07349d1e0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:27.012245 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-e6a4dbe6-ed0c-41d6-97eb-07349d1e0c96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0435383 Jul 13 20:27:27.071839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-c2a95ba0-3726-48c3-b314-0c9f21d07763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:27.073349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-c2a95ba0-3726-48c3-b314-0c9f21d07763 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512877 Jul 13 20:27:27.170180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-854a45d2-a3e3-4dc6-996a-b08184ba907d service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843086 Jul 13 20:27:27.257891 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-739e50ee-c9c6-49cb-a54a-68f7ef1e4826 service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801435 Jul 13 20:27:28.115309 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf2d6-0dc8-44e7-b2af-2cabd6038ab9 req-f2847f18-d58d-4f45-8b85-49cc373fabd2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:28.116835 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b4cf2d6-0dc8-44e7-b2af-2cabd6038ab9 req-f2847f18-d58d-4f45-8b85-49cc373fabd2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0629456 Jul 13 20:27:28.158094 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8b4cf2d6-0dc8-44e7-b2af-2cabd6038ab9 req-1251d713-47c8-49f6-b72f-3c5c5822ab75 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357780 Jul 13 20:27:29.332515 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9691c-a302-410d-980c-8fcbda91da81 req-7f90585d-a7a9-4510-9e95-eadb4c8d25e4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:29.334659 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d5d9691c-a302-410d-980c-8fcbda91da81 req-7f90585d-a7a9-4510-9e95-eadb4c8d25e4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0623977 Jul 13 20:27:29.370567 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d5d9691c-a302-410d-980c-8fcbda91da81 req-dd3c9e72-e5d3-4455-a60a-66f69d212c68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303476 Jul 13 20:27:30.543573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d68ff9-6dc7-4a82-b7d9-09170cd6439e req-f2955477-2b73-4f52-9665-80e01cec00dc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:30.545134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60d68ff9-6dc7-4a82-b7d9-09170cd6439e req-f2955477-2b73-4f52-9665-80e01cec00dc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0623603 Jul 13 20:27:30.581608 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60d68ff9-6dc7-4a82-b7d9-09170cd6439e req-17d51e3d-eba3-438a-bbbc-237faa9193a8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309935 Jul 13 20:27:31.757404 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012bab6-ede8-416d-b66d-c4e76d68fa01 req-b9077376-25c7-40af-98de-2b432372b7aa tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:31.758894 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b012bab6-ede8-416d-b66d-c4e76d68fa01 req-b9077376-25c7-40af-98de-2b432372b7aa tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0663853 Jul 13 20:27:31.796149 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b012bab6-ede8-416d-b66d-c4e76d68fa01 req-82db06b5-d74c-40df-a8b9-1a343a6706da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318322 Jul 13 20:27:32.964856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50532785-8f59-4b80-8f3e-c34db3ce38c9 req-d97690cf-c2c8-40a0-863b-02a807c2f998 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:32.966338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50532785-8f59-4b80-8f3e-c34db3ce38c9 req-d97690cf-c2c8-40a0-863b-02a807c2f998 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0630569 Jul 13 20:27:33.002515 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-50532785-8f59-4b80-8f3e-c34db3ce38c9 req-38a617e2-f41b-4c1a-b0ec-c67d830fd663 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306690 Jul 13 20:27:34.174790 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf70e-2f45-4511-9693-d858a70b764c req-1c58aeb1-f9da-4272-96a3-72bfcedaf52b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:34.176516 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37cbf70e-2f45-4511-9693-d858a70b764c req-1c58aeb1-f9da-4272-96a3-72bfcedaf52b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0628688 Jul 13 20:27:34.213226 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-37cbf70e-2f45-4511-9693-d858a70b764c req-71ff9949-67d4-458e-b077-d4ca40f17702 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310025 Jul 13 20:27:35.393152 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d5ea9-d405-4a12-a078-d092661befb8 req-94ecf4a7-7b1c-4208-9c70-00b92c6ff7fd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:35.394678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d2d5ea9-d405-4a12-a078-d092661befb8 req-94ecf4a7-7b1c-4208-9c70-00b92c6ff7fd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0662997 Jul 13 20:27:35.432394 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d2d5ea9-d405-4a12-a078-d092661befb8 req-39ba513d-949f-4098-8fdc-afb8f4342181 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Jul 13 20:27:36.602412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5b9a6-d649-4a57-b8b9-31f59293c0d3 req-40d5f1ac-f096-4b87-87ba-85adf6a6f089 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:36.603919 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3a5b9a6-d649-4a57-b8b9-31f59293c0d3 req-40d5f1ac-f096-4b87-87ba-85adf6a6f089 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0629151 Jul 13 20:27:36.645302 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3a5b9a6-d649-4a57-b8b9-31f59293c0d3 req-1009ecbf-dd9a-43cb-937c-f4080d6d06fc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357652 Jul 13 20:27:37.817101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2429aa-d2e1-428e-ae61-0e433bf134de req-ba599b57-04cd-4df0-a470-0cc21335d71d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:37.819526 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b2429aa-d2e1-428e-ae61-0e433bf134de req-ba599b57-04cd-4df0-a470-0cc21335d71d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0631244 Jul 13 20:27:37.856395 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b2429aa-d2e1-428e-ae61-0e433bf134de req-ec3d854b-3308-43ea-a7d0-15154152a6e2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313358 Jul 13 20:27:39.028369 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19013ec2-2647-47e8-a11a-f59fc1ebfdf6 req-d3140a94-ab07-4fa8-9cfc-7b5e3f5509dd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:39.029821 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19013ec2-2647-47e8-a11a-f59fc1ebfdf6 req-d3140a94-ab07-4fa8-9cfc-7b5e3f5509dd tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0618758 Jul 13 20:27:39.069635 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-19013ec2-2647-47e8-a11a-f59fc1ebfdf6 req-2636250a-9c8e-4012-992e-e1824ae21f69 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343714 Jul 13 20:27:40.244415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c1915-3832-4d6e-a4d7-d77e0335b45b req-9f1f22c0-7b01-4d90-9d78-c5597f44a7a2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:40.245947 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-952c1915-3832-4d6e-a4d7-d77e0335b45b req-9f1f22c0-7b01-4d90-9d78-c5597f44a7a2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0671632 Jul 13 20:27:40.283753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-952c1915-3832-4d6e-a4d7-d77e0335b45b req-303ed985-bbac-40fc-b0b1-ab7245d51150 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322504 Jul 13 20:27:41.456834 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187bbfb-9644-4b0f-96a3-d4594f5d64bf req-67641611-a0a4-492d-a9ef-158080ef62ae tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:41.458394 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7187bbfb-9644-4b0f-96a3-d4594f5d64bf req-67641611-a0a4-492d-a9ef-158080ef62ae tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0636601 Jul 13 20:27:41.495515 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7187bbfb-9644-4b0f-96a3-d4594f5d64bf req-df2f8f63-15cc-4449-8844-27410c76c7f5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Jul 13 20:27:42.668072 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9925f4a-d2ea-4787-af59-e83267c8bb76 req-17aa1614-ac89-4bfe-bd13-3daa863660ce tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:42.669590 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9925f4a-d2ea-4787-af59-e83267c8bb76 req-17aa1614-ac89-4bfe-bd13-3daa863660ce tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0635183 Jul 13 20:27:42.706704 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9925f4a-d2ea-4787-af59-e83267c8bb76 req-535afdf9-27d9-416b-a66e-133f860bd240 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315921 Jul 13 20:27:43.884305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2bf30-9274-476c-b022-51d1e85a4713 req-b13435b2-67f1-40a5-8a8e-1efa73ca78e1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:43.885774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62b2bf30-9274-476c-b022-51d1e85a4713 req-b13435b2-67f1-40a5-8a8e-1efa73ca78e1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0657978 Jul 13 20:27:43.921847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-62b2bf30-9274-476c-b022-51d1e85a4713 req-2085115b-8db8-43f3-b70a-59c0121fd8c0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306380 Jul 13 20:27:44.426890 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-6e36b456-03b9-4d5f-8cbf-ea94254ad453 service neutron] show failed (client error): The resource could not be found. Jul 13 20:27:44.428154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-6e36b456-03b9-4d5f-8cbf-ea94254ad453 service neutron] 10.222.0.24 "GET /v2.0/ports/ab0f8423-30dc-4ac0-9f51-f6ea39e525b2/bindings/n-h2-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0549369 Jul 13 20:27:44.720151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-ae64e188-e361-4576-8fbe-04407f20022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:44.721624 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-ae64e188-e361-4576-8fbe-04407f20022f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 1097 time: 0.0931807 Jul 13 20:27:44.732745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:27:44.804956 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:45.004493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:27:45.038480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:27:45.077746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:27:45.080124 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6a51db-c8ac-488d-87d1-d2502c8bfdef" -d '{"events": [{"server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "name": "network-vif-unplugged", "status": "completed", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:27:45.084805 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:45.097279 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Transition to ACTIVE for port object ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:27:45.101361 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:45.106139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa6325-0386-4405-99f9-bb91bc67a0d6 req-fa65e4cd-f145-442e-a8f1-f6fda9fb72f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:45.107970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51aa6325-0386-4405-99f9-bb91bc67a0d6 req-fa65e4cd-f145-442e-a8f1-f6fda9fb72f7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0713067 Jul 13 20:27:45.137135 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e511725-f59d-485e-b954-b6491372d65e x-openstack-request-id: req-0e511725-f59d-485e-b954-b6491372d65e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:27:45.137431 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "name": "network-vif-unplugged", "status": "completed", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:27:45.137677 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e511725-f59d-485e-b954-b6491372d65e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:27:45.138066 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'code': 200} Jul 13 20:27:45.160030 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-51aa6325-0386-4405-99f9-bb91bc67a0d6 req-1f782efb-1320-47f8-ad23-8336ea07c240 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348852 Jul 13 20:27:45.200630 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:45.213358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.213705 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.214045 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.214379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.214737 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.215063 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.215387 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.215709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.216027 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.216347 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.216663 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.216978 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:45.242473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] No DVR routers for this DVR port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:27:45.379401 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Attempting to bind port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:27:45.379733 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Attempting to bind port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:27:45.380060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Attempting to bind port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 on network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:27:45.384517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 on network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:27:45.384894 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Attempting to bind port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 on network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:27:45.390453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:27:45.390794 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Checking segment: {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:27:45.391176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Bound using segment: {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:27:45.391603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Bound port: ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d752eb-1782-4163-871b-75c779867e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:27:45.391960 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:45.455509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:27:45.459398 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:27:45.463696 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:45.497199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:45.497795 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:45.499416 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] 10.222.0.60 "PUT /v2.0/ports/ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 1092 time: 0.7705441 Jul 13 20:27:45.552455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ba403-020d-45af-9517-5328f2ddf514 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:45.582626 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-565fa547-b799-4354-83e0-1b55a16ea94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:45.584903 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-565fa547-b799-4354-83e0-1b55a16ea94c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1095 time: 0.0606868 Jul 13 20:27:45.675163 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-1a53a529-5eeb-4d70-97ea-4530e302acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:45.676937 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-1a53a529-5eeb-4d70-97ea-4530e302acdf service neutron] 10.222.0.60 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 897 time: 0.0865686 Jul 13 20:27:45.744774 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-05a1db32-b962-45b6-ae71-aa176cd54f52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 1000 time: 0.0616727 Jul 13 20:27:45.793082 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-558d7ff0-25b9-476e-8c19-c674beaaa9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:45.794476 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-558d7ff0-25b9-476e-8c19-c674beaaa9a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0439522 Jul 13 20:27:45.849189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-1b006422-195c-4e16-a608-9e3c47b5c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:45.850811 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-1b006422-195c-4e16-a608-9e3c47b5c149 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509491 Jul 13 20:27:45.941283 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-8ec2e695-8681-48a1-9a3c-b6f0e5c64908 service neutron] 10.222.0.60 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841484 Jul 13 20:27:46.028557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0b317c7a-8c06-471e-aa84-aa26e6f60b06 req-26af6ae0-371a-45bb-bd71-24f8217b3ed9 service neutron] 10.222.0.60 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801804 Jul 13 20:27:46.267109 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:46.343860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e6a15-c171-4449-8daf-5e71c32d5e52 req-f0051899-fdbe-4efe-8f34-9d7d0e893ce8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:46.345330 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa3e6a15-c171-4449-8daf-5e71c32d5e52 req-f0051899-fdbe-4efe-8f34-9d7d0e893ce8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 944 time: 0.0682549 Jul 13 20:27:46.382763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aa3e6a15-c171-4449-8daf-5e71c32d5e52 req-c3a38652-bd1a-4164-92e9-55ec2f5872d4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312216 Jul 13 20:27:46.997553 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:47.139066 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:27:47.141396 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f411cbe7-ca03-4bec-873a-85b19b4709d6" -d '{"events": [{"name": "network-changed", "server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:27:47.187603 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0331f513-826a-4517-b64b-412970d1bfcf x-openstack-request-id: req-0331f513-826a-4517-b64b-412970d1bfcf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:27:47.187914 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:27:47.188194 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0331f513-826a-4517-b64b-412970d1bfcf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:27:47.188615 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'status': 'completed', 'code': 200} Jul 13 20:27:47.266465 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-10190623-bb04-450f-8b71-6ababf67d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:47.267143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-6d44e808-76a9-4bce-98f3-1a662fee5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:47.267999 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-10190623-bb04-450f-8b71-6ababf67d6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1095 time: 0.0524030 Jul 13 20:27:47.268620 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-6d44e808-76a9-4bce-98f3-1a662fee5c3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1095 time: 0.0522828 Jul 13 20:27:47.362870 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-2a4fda1d-c17c-4523-a2ea-64f988a22e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:47.364340 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-2a4fda1d-c17c-4523-a2ea-64f988a22e83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 897 time: 0.0888176 Jul 13 20:27:47.366139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-d6251333-900d-4ff7-94a0-4bbae7f744e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:47.367785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-d6251333-900d-4ff7-94a0-4bbae7f744e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 897 time: 0.0888684 Jul 13 20:27:47.431281 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-6fb29897-3495-4cda-ac39-92e4b48a9b5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 1000 time: 0.0598531 Jul 13 20:27:47.438956 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-821c8046-1f22-42ad-8732-46954ec9f87d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 1000 time: 0.0602124 Jul 13 20:27:47.488330 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-74f41a1a-1624-4167-9ab3-0789cae02db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:47.490300 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-74f41a1a-1624-4167-9ab3-0789cae02db1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0490537 Jul 13 20:27:47.491696 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-8b250943-76db-4d96-a57d-89853f9dbab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:47.493190 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-8b250943-76db-4d96-a57d-89853f9dbab6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0455086 Jul 13 20:27:47.566535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-e425f9c4-3dc1-42c5-b70f-621ba25caae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:47.568445 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-e425f9c4-3dc1-42c5-b70f-621ba25caae1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657337 Jul 13 20:27:47.594481 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-e5d175b5-a624-4619-99e0-c47d636a0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:47.595842 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-e5d175b5-a624-4619-99e0-c47d636a0f61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989435 Jul 13 20:27:47.621372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447f863-b0f9-4714-8961-7bc166dd6c9f req-fdd1a68c-32f1-4072-aa46-fb19d0c18cf0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:47.623083 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b447f863-b0f9-4714-8961-7bc166dd6c9f req-fdd1a68c-32f1-4072-aa46-fb19d0c18cf0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 944 time: 0.1175871 Jul 13 20:27:47.668871 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-eeaa5859-cc6d-4202-806a-4c9a26043b8a service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894186 Jul 13 20:27:47.707892 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b447f863-b0f9-4714-8961-7bc166dd6c9f req-c3b2b797-739c-4004-83ca-4c4fff41d914 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731599 Jul 13 20:27:47.737119 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-6ba44588-db90-4e4b-a96c-7836a3dba376 service neutron] 10.222.0.60 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328812 Jul 13 20:27:47.765975 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-20ffd2c0-e0a6-4117-beba-26941af8f14b service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869081 Jul 13 20:27:47.826303 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f411cbe7-ca03-4bec-873a-85b19b4709d6 req-b3b7bee4-6b65-42c7-99d3-38d95eebe844 service neutron] 10.222.0.60 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834084 Jul 13 20:27:48.212668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:27:48.308445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:27:48.321198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'port_id': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'mac_address': 'fa:16:3e:0c:14:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:27:48.356437 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:48.368866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:27:48.387777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:27:48.391455 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:48.445293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:48.454697 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.455047 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.455386 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.455713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.456048 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.456372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.456696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.457018 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.457339 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.457709 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.458037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.458357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:27:48.638060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['ab0f8423-30dc-4ac0-9f51-f6ea39e525b2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:27:48.821417 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:27:48.886079 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf9782-c016-4ff5-ace5-0f8cc4f1bc50 req-32ac43b1-c929-4db8-9896-da5aa27dd9be tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:48.887610 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5edf9782-c016-4ff5-ace5-0f8cc4f1bc50 req-32ac43b1-c929-4db8-9896-da5aa27dd9be tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 945 time: 0.0649178 Jul 13 20:27:48.890601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:27:48.926775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5edf9782-c016-4ff5-ace5-0f8cc4f1bc50 req-0fb61bfd-af59-4a32-a96b-039c836e182b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329659 Jul 13 20:27:49.265706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5cd5-9789-4f30-8c1b-56d244230792 req-192e4f26-f4e7-4e60-a5bd-8973576b9930 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:49.267280 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-498e5cd5-9789-4f30-8c1b-56d244230792 req-192e4f26-f4e7-4e60-a5bd-8973576b9930 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 945 time: 0.1128180 Jul 13 20:27:49.282039 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-1e3805b8-f3ff-4be6-8703-2724b84baf03 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:49.283475 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-1e3805b8-f3ff-4be6-8703-2724b84baf03 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&binding%3Ahost_id=n-h2-800708-1 HTTP/1.1" status: 200 len: 945 time: 0.1011071 Jul 13 20:27:49.345693 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-498e5cd5-9789-4f30-8c1b-56d244230792 req-f21fb6f4-b2da-4e66-b23d-7cb94e06fb32 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712578 Jul 13 20:27:49.364313 n-d-800708-1 neutron-server[93766]: INFO neutron.api.v2.resource [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-806caec2-05d8-4b2a-a263-6132e7cc422d service neutron] delete failed (client error): The resource could not be found. Jul 13 20:27:49.365960 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-806caec2-05d8-4b2a-a263-6132e7cc422d service neutron] 10.222.0.24 "DELETE /v2.0/ports/ab0f8423-30dc-4ac0-9f51-f6ea39e525b2/bindings/n-h1-800708-1 HTTP/1.1" status: 404 len: 380 time: 0.0694683 Jul 13 20:27:49.468530 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-a3c23a3a-89d0-411d-89b8-8b2bfbcf03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:49.470046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-a3c23a3a-89d0-411d-89b8-8b2bfbcf03b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1096 time: 0.0532680 Jul 13 20:27:49.520353 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bfc82-3028-4738-8739-4c7cd49170d4 req-4c8fc9b4-3aa0-4373-840e-94c1d273b5c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:49.522772 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f22bfc82-3028-4738-8739-4c7cd49170d4 req-4c8fc9b4-3aa0-4373-840e-94c1d273b5c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 945 time: 0.0643942 Jul 13 20:27:49.561450 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f22bfc82-3028-4738-8739-4c7cd49170d4 req-5ec96a2c-455f-491a-980e-2740c0d5c567 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332174 Jul 13 20:27:49.568435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-6c8a4dd9-d2c5-487a-9cab-f2952ece5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:49.570045 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-6c8a4dd9-d2c5-487a-9cab-f2952ece5e5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 897 time: 0.0886943 Jul 13 20:27:49.638160 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-43bf3ac8-bb18-42e4-9a0f-16dad850b10c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 1001 time: 0.0573075 Jul 13 20:27:49.693829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-e7588c05-c433-4300-9eec-4bc4c80633de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:49.695298 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-e7588c05-c433-4300-9eec-4bc4c80633de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0465932 Jul 13 20:27:49.753781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-8293f04f-130b-41a0-9a7f-903da5712f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:49.755267 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-8293f04f-130b-41a0-9a7f-903da5712f98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491149 Jul 13 20:27:49.840962 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-edb94746-851b-474f-bd3f-d42f30a71871 service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783255 Jul 13 20:27:49.935836 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d798b1d9-e775-4a76-99e4-5bf30f7ff839 req-4d078bbf-0268-4100-a4cf-e0c541cd7fe2 service neutron] 10.222.0.24 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831063 Jul 13 20:27:50.221509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:27:50.268834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:27:50.273373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:27:50.273764 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:50.359802 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:50.382929 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:27:50.385214 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535533b9-70c8-4d87-b459-18cdb1e61338" -d '{"events": [{"server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "name": "network-vif-plugged", "status": "completed", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:27:50.398173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:27:50.403152 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:50.431233 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd12bbae-1a7c-4cbe-804b-745377b7240f x-openstack-request-id: req-dd12bbae-1a7c-4cbe-804b-745377b7240f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:27:50.431524 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "name": "network-vif-plugged", "status": "completed", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:27:50.431776 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd12bbae-1a7c-4cbe-804b-745377b7240f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:27:50.432162 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'code': 200} Jul 13 20:27:50.457456 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:27:50.742987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa70d9-d904-47c7-9b9e-fb7108f342d6 req-c908a15d-0884-4314-9839-afcb4813a435 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:27:50.744363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-07aa70d9-d904-47c7-9b9e-fb7108f342d6 req-c908a15d-0884-4314-9839-afcb4813a435 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0676081 Jul 13 20:27:50.780814 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-07aa70d9-d904-47c7-9b9e-fb7108f342d6 req-04f42622-34a0-4058-804c-dc936b0b6f4d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310392 Jul 13 20:27:50.806288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:27:50.825952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33fb2cfd-886c-4558-ba77-9ff4c6a512dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:50.866689 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-81bf92f9-dc72-4b5f-b7ac-b18db1f71fd3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/2b9adbc2-dc4d-4f7b-9471-15847e55c191 HTTP/1.1" status: 200 len: 994 time: 0.0592453 Jul 13 20:27:53.681007 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97d3e7c1-9ceb-4188-a6a2-6f2f2c79a964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:53.716986 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:54.809050 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:27:56.301623 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:00.451867 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:28:01.732573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-0267ff89-a3dc-4d7d-9824-ab6783a2135e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519173 Jul 13 20:28:01.823119 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-11da096d-cbce-4068-8690-1a83fb921cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:01.824676 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-11da096d-cbce-4068-8690-1a83fb921cd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1097 time: 0.0521240 Jul 13 20:28:01.924047 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-93e87e01-38d6-44fa-81f2-d5b64b352945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:01.925532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-93e87e01-38d6-44fa-81f2-d5b64b352945 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 897 time: 0.0823891 Jul 13 20:28:01.992308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-f21af543-1fb9-489d-8385-b5bcc8cea5d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 1002 time: 0.0603788 Jul 13 20:28:02.040057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-fa1675b1-a3db-4504-8800-da90d054e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:02.041522 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-fa1675b1-a3db-4504-8800-da90d054e322 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0435641 Jul 13 20:28:02.095877 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-0d818726-0761-4c06-95e8-8011da05c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:02.097354 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-0d818726-0761-4c06-95e8-8011da05c9ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503640 Jul 13 20:28:02.187160 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-c440d041-ab56-4d9b-8155-e8aee03fd202 service neutron] 10.222.0.60 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835962 Jul 13 20:28:02.274511 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-093ad655-0a6d-4abe-af54-b04429bf86bd req-c168feb7-5667-4a5b-aed0-d6f282d329cd service neutron] 10.222.0.60 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819056 Jul 13 20:28:16.264991 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:17.004180 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:17.429647 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:17.876406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 07f79a39-cf43-4c12-a17a-3fcf01296b27 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:28:17.876754 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:17.952175 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:17.952508 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:17.963671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 07f79a39-cf43-4c12-a17a-3fcf01296b27 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:28:18.109846 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:18.135608 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=07f79a39-cf43-4c12-a17a-3fcf01296b27,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:18.200290 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:18.200619 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Floating IP 2b9adbc2-dc4d-4f7b-9471-15847e55c191 disassociated (deleted). External IP: 172.25.7.112, port: ab0f8423-30dc-4ac0-9f51-f6ea39e525b2. Jul 13 20:28:18.338412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-8b6487d5-3188-45c5-af97-00eb0d8e999e req-7a8dac61-8b1d-4f33-a921-a91c8ed282e9 service neutron] (93767) timed out ('10.222.0.25', 43866) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 20:28:18.409151 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:28:18.517169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:28:18.522217 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:18.530715 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] Sync routers for ids ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:28:18.544185 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] Routers {'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:18.544882 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:27:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:18.562106 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c71cf026-f483-4c75-831c-dbb6ec104f6f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/floatingips/2b9adbc2-dc4d-4f7b-9471-15847e55c191 HTTP/1.1" status: 204 len: 168 time: 1.1313307 Jul 13 20:28:18.562911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:18.565346 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863da2c9-16ee-491f-8c50-344657b5dd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:18.605704 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9feb62-ef75-4a3b-b3ae-30fede437070 x-openstack-request-id: req-be9feb62-ef75-4a3b-b3ae-30fede437070 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:18.605999 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:18.606246 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be9feb62-ef75-4a3b-b3ae-30fede437070 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:18.606671 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'status': 'completed', 'code': 200} Jul 13 20:28:18.656017 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] Set router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:18.686786 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-3a0948e4-9c15-4c75-9987-9afdf33d0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:18.688504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-3a0948e4-9c15-4c75-9987-9afdf33d0b95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 1097 time: 0.0565221 Jul 13 20:28:18.785719 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-30e1608e-6862-4836-977b-d5bd2efaaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:18.787251 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-30e1608e-6862-4836-977b-d5bd2efaaa36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 200 len: 897 time: 0.0926375 Jul 13 20:28:18.839713 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-1b75404c-0c86-4ccd-9034-58d24af167e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 200 len: 217 time: 0.0451877 Jul 13 20:28:18.892229 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-1941c63e-4bc3-4ce0-9cc2-6171ccccbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:18.893700 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-1941c63e-4bc3-4ce0-9cc2-6171ccccbc58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 200 len: 834 time: 0.0481122 Jul 13 20:28:18.952466 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-17848fc4-f55a-4503-8954-e41feb06d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:18.953972 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-17848fc4-f55a-4503-8954-e41feb06d64b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ccc0ffb-dde5-486e-b014-2c7d77c02d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533729 Jul 13 20:28:18.960456 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:35Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9', 'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:55:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:34Z', 'updated_at': '2021-07-13T20:26:38Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:18.987230 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] Checking router: ac983e2a-2a78-47ed-8f40-f74d5bc75f3f for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:28:18.995999 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] Routers {'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:18.996693 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:27:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:19.023963 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca516b-cc18-4a1a-b33e-5697a316c05c req-445621eb-1db2-449e-9bab-25e2d624f5d2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:19.025514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6ca516b-cc18-4a1a-b33e-5697a316c05c req-445621eb-1db2-449e-9bab-25e2d624f5d2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.1459234 Jul 13 20:28:19.054771 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-eac92379-2fdf-4320-a046-31118bcf9f24 service neutron] 10.222.0.60 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913656 Jul 13 20:28:19.066244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e6ca516b-cc18-4a1a-b33e-5697a316c05c req-566479a6-6aa7-452f-83a3-d28c95349a1d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349631 Jul 13 20:28:19.113081 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] Set router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:19.148463 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-863da2c9-16ee-491f-8c50-344657b5dd8f req-49614aff-734b-411a-be33-07ebb30435d4 service neutron] 10.222.0.60 "GET /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851197 Jul 13 20:28:19.310320 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:35Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9', 'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:55:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:34Z', 'updated_at': '2021-07-13T20:26:38Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:19.337186 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5dc36-0452-42d1-8fef-ea557a86d5d2 None None] The sync data for ids ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'] in n-d-800708-1 is: [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:35Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9', 'name': '', 'network_id': '1ccc0ffb-dde5-486e-b014-2c7d77c02d57', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:55:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:34Z', 'updated_at': '2021-07-13T20:26:38Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '3eaff56b-4914-48a1-abfa-837d83eb21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:28:19.542367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e99d8-f591-43e7-ba51-71c360ed5777 None None] New status for floating IP 2b9adbc2-dc4d-4f7b-9471-15847e55c191: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:28:20.180693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-4e9b7cc6-0aab-4f46-b3c6-c46cf2f4eebf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:20.182180 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-4e9b7cc6-0aab-4f46-b3c6-c46cf2f4eebf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.60 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.0640810 Jul 13 20:28:20.321914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c6fe9-0b3b-4a19-82f2-1d2e327b051f req-41465e9a-3964-47c8-90a5-8863ce3a6608 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:20.323448 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce1c6fe9-0b3b-4a19-82f2-1d2e327b051f req-41465e9a-3964-47c8-90a5-8863ce3a6608 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=576dba39-e267-4364-b6c7-83985f32be31 HTTP/1.1" status: 200 len: 946 time: 0.1268473 Jul 13 20:28:20.343633 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-64c67ca0-9acf-488b-8dca-06687345cea3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:28:20.343985 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-64c67ca0-9acf-488b-8dca-06687345cea3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:20.445682 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ce1c6fe9-0b3b-4a19-82f2-1d2e327b051f req-1b97280e-036c-4d2f-8ef3-0a196c6c02b8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2e141e-65b8-4149-9399-de8594f67359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159065 Jul 13 20:28:20.462949 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-64c67ca0-9acf-488b-8dca-06687345cea3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:20.463315 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-64c67ca0-9acf-488b-8dca-06687345cea3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:20.475745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-64c67ca0-9acf-488b-8dca-06687345cea3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:28:20.603288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-64c67ca0-9acf-488b-8dca-06687345cea3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:20.641673 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c67ca0-9acf-488b-8dca-06687345cea3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=ab0f8423-30dc-4ac0-9f51-f6ea39e525b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:20.688656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-64c67ca0-9acf-488b-8dca-06687345cea3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] No DVR routers for this DVR port ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:28:20.691208 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-64c67ca0-9acf-488b-8dca-06687345cea3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:20.694111 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8040934a-f109-4c21-8abe-de6a618ca2f6 req-64c67ca0-9acf-488b-8dca-06687345cea3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.60 "DELETE /v2.0/ports/ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 HTTP/1.1" status: 204 len: 173 time: 0.5068016 Jul 13 20:28:20.694640 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'name': 'network-vif-deleted', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:20.696872 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689122db-4710-4f68-8d8d-791526b49f47" -d '{"events": [{"server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "name": "network-vif-deleted", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:20.734783 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4515e53-a527-49b4-8ad1-8acb2b54fc58 x-openstack-request-id: req-e4515e53-a527-49b4-8ad1-8acb2b54fc58 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:20.735071 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576dba39-e267-4364-b6c7-83985f32be31", "name": "network-vif-deleted", "tag": "ab0f8423-30dc-4ac0-9f51-f6ea39e525b2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:20.735320 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4515e53-a527-49b4-8ad1-8acb2b54fc58 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:20.735720 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576dba39-e267-4364-b6c7-83985f32be31', 'name': 'network-vif-deleted', 'tag': 'ab0f8423-30dc-4ac0-9f51-f6ea39e525b2', 'status': 'completed', 'code': 200} Jul 13 20:28:20.827772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a95705f4-808a-4ff8-b0a6-99d5966fe8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:21.537065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:21.888601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:22.142589 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:28:22.142836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:22.231304 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:22.231668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:22.244141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:28:22.425872 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:22.453488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:22.479748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.480095 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.480433 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.480769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.481094 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.481440 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.481753 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.482058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.482379 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.482730 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.483050 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.483367 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:22.639589 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:22.849168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:28:22.951101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:28:22.956070 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9253a119-850a-4dad-9f0a-d9203f3feb22 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "PUT /v2.0/routers/ac983e2a-2a78-47ed-8f40-f74d5bc75f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4179170 Jul 13 20:28:22.959310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:22.961665 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] Sync routers for ids ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:28:22.970676 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] Routers {'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:22.971274 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:27:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:23.009130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-43105a36-4b1f-462f-82f8-83c77045a6a9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting subnet 3eaff56b-4914-48a1-abfa-837d83eb21f4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:28:23.012190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43105a36-4b1f-462f-82f8-83c77045a6a9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.052110 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43105a36-4b1f-462f-82f8-83c77045a6a9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.071940 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] Set router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:23.141615 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43105a36-4b1f-462f-82f8-83c77045a6a9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.201729 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43105a36-4b1f-462f-82f8-83c77045a6a9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.228858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43105a36-4b1f-462f-82f8-83c77045a6a9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Subnet': ['ID=3eaff56b-4914-48a1-abfa-837d83eb21f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:23.232685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43105a36-4b1f-462f-82f8-83c77045a6a9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.236939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-43105a36-4b1f-462f-82f8-83c77045a6a9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/subnets/3eaff56b-4914-48a1-abfa-837d83eb21f4 HTTP/1.1" status: 204 len: 168 time: 0.2743325 Jul 13 20:28:23.237204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:23.241402 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad75d1-7cd4-4b74-9bd2-3ca610011021 None None] Network 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:28:23.256633 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:28:22Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:23.287063 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] Checking router: ac983e2a-2a78-47ed-8f40-f74d5bc75f3f for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:28:23.296369 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] Routers {'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:23.296981 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:27:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:23.353046 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.406796 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] Set router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:23.444429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ccf09-7371-4487-ab28-ef12f25283da None None] DHCP port deletion for 1ccc0ffb-dde5-486e-b014-2c7d77c02d57 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:28:23.464854 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.492379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b96ccf09-7371-4487-ab28-ef12f25283da None None] Deleting port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:28:23.492379 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b96ccf09-7371-4487-ab28-ef12f25283da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.530522 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:28:23.531352 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.597799 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:28:22Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:23.627115 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cafdd47-9939-4371-aca8-6b6544f5821b None None] The sync data for ids ['ac983e2a-2a78-47ed-8f40-f74d5bc75f3f'] in n-d-800708-1 is: [{'id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320055824', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:28:22Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'b93a1699-f9f8-4fee-be3f-2d8c3e0bc498', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac983e2a-2a78-47ed-8f40-f74d5bc75f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:26:31Z', 'updated_at': '2021-07-13T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:28:23.734252 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a141a634-ee0b-4540-8aca-890ad999f0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.737799 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.744273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b96ccf09-7371-4487-ab28-ef12f25283da None None] For port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b80645f8-8d0a-4a99-b5fd-d1bc51edca4b,segment=NetworkSegment(46d752eb-1782-4163-871b-75c779867e75),segment_id=46d752eb-1782-4163-871b-75c779867e75)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:23.744660 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b96ccf09-7371-4487-ab28-ef12f25283da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.757477 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b96ccf09-7371-4487-ab28-ef12f25283da None None] Calling delete_port for b80645f8-8d0a-4a99-b5fd-d1bc51edca4b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:28:23.838888 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b96ccf09-7371-4487-ab28-ef12f25283da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.862630 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ccf09-7371-4487-ab28-ef12f25283da None None] Pushing event deleted for resources: {'Port': ['ID=b80645f8-8d0a-4a99-b5fd-d1bc51edca4b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:23.871176 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ccf09-7371-4487-ab28-ef12f25283da None None] No DVR routers for this DVR port b80645f8-8d0a-4a99-b5fd-d1bc51edca4b on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:28:23.928815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port b93a1699-f9f8-4fee-be3f-2d8c3e0bc498, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=b93a1699-f9f8-4fee-be3f-2d8c3e0bc498,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:23.929318 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:23.941215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:28:24.114613 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.140535 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=b93a1699-f9f8-4fee-be3f-2d8c3e0bc498,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:24.198848 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.289244 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.291398 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.335062 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.335640 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Fanout notify agent at l3_agent the message router_deleted on router ac983e2a-2a78-47ed-8f40-f74d5bc75f3f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:28:24.342385 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.346215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:24.346804 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9f8b45f0-db9e-42cd-b1dc-80c4a7a47661 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/routers/ac983e2a-2a78-47ed-8f40-f74d5bc75f3f HTTP/1.1" status: 204 len: 168 time: 1.1079214 Jul 13 20:28:24.391488 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:28:24.415845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:28:24.416183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device ab0f8423-30dc-4ac0-9f51-f6ea39e525b2 not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:28:24.430001 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.516691 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.526478 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccc0ffb-dde5-486e-b014-2c7d77c02d57']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:24.537656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d752eb-1782-4163-871b-75c779867e75') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:24.537954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d752eb-1782-4163-871b-75c779867e75') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:24.546701 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.563171 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.569299 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:28:24.569680 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:28:24.572640 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:28:24.635802 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.641823 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.647433 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/networks/1ccc0ffb-dde5-486e-b014-2c7d77c02d57 HTTP/1.1" status: 204 len: 168 time: 0.3001626 Jul 13 20:28:24.650081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:24.663188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf11c68-a853-4e17-9532-9a88cd5b7e74 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Network': ['ID=1ccc0ffb-dde5-486e-b014-2c7d77c02d57,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:24.707761 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6f9b-d302-440d-82e5-4e4917de46a2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.732151 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6f9b-d302-440d-82e5-4e4917de46a2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.796973 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6f9b-d302-440d-82e5-4e4917de46a2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.799951 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6f9b-d302-440d-82e5-4e4917de46a2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.801572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8ccb6f9b-d302-440d-82e5-4e4917de46a2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/security-groups/dc2e141e-65b8-4149-9399-de8594f67359 HTTP/1.1" status: 204 len: 168 time: 0.1504538 Jul 13 20:28:24.812976 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb6f9b-d302-440d-82e5-4e4917de46a2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2e141e-65b8-4149-9399-de8594f67359,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:24.840707 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:24.862885 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b80645f8-8d0a-4a99-b5fd-d1bc51edca4b no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:28:24.883303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: b80645f8-8d0a-4a99-b5fd-d1bc51edca4b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:28:24.883653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b80645f8-8d0a-4a99-b5fd-d1bc51edca4b not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:28:24.884077 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:28:24.903003 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:28:24.903356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e7cd0d68-d2e1-4a03-ba4e-8176d4f75ec9 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:28:24.903770 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:28:24.922148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:28:24.922985 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device b93a1699-f9f8-4fee-be3f-2d8c3e0bc498 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:28:25.392354 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:25.397949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9aa61bbc-a82c-40c1-ae9a-d8cba34ad832 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079208863', 'description': 'tempest-secgroup-smoke-1079208863 description', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:25.419163 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aa61bbc-a82c-40c1-ae9a-d8cba34ad832 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.501730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aa61bbc-a82c-40c1-ae9a-d8cba34ad832 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.505813 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aa61bbc-a82c-40c1-ae9a-d8cba34ad832 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.532012 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aa61bbc-a82c-40c1-ae9a-d8cba34ad832 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.533175 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9aa61bbc-a82c-40c1-ae9a-d8cba34ad832 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398044 Jul 13 20:28:25.536324 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:25.537528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa61bbc-a82c-40c1-ae9a-d8cba34ad832 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2deb6988-a032-4514-996f-dc1a7c1e5ebe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:25.541019 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f1258ead-6cfe-46ad-958f-a4171c424b96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '2deb6988-a032-4514-996f-dc1a7c1e5ebe', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:25.567648 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1258ead-6cfe-46ad-958f-a4171c424b96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.623119 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1258ead-6cfe-46ad-958f-a4171c424b96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.626589 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1258ead-6cfe-46ad-958f-a4171c424b96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.643900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1258ead-6cfe-46ad-958f-a4171c424b96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2cd2d6-5a6a-465f-bc3a-b2618543e6df,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:25.649884 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1258ead-6cfe-46ad-958f-a4171c424b96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.651781 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f1258ead-6cfe-46ad-958f-a4171c424b96 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137412 Jul 13 20:28:25.653860 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:25.658214 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f6f7863e-0615-449f-9244-f3d5246d56fc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '2deb6988-a032-4514-996f-dc1a7c1e5ebe', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:25.683722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6f7863e-0615-449f-9244-f3d5246d56fc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.741003 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6f7863e-0615-449f-9244-f3d5246d56fc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.744379 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6f7863e-0615-449f-9244-f3d5246d56fc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.767278 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7863e-0615-449f-9244-f3d5246d56fc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f70fcf9-643a-43be-bae5-21f7b52f35ca,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:25.771441 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6f7863e-0615-449f-9244-f3d5246d56fc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.772617 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f6f7863e-0615-449f-9244-f3d5246d56fc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177814 Jul 13 20:28:25.775360 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:25.779690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5c1bd775-b222-41c0-b8d9-efe632547e9e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '2deb6988-a032-4514-996f-dc1a7c1e5ebe', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:25.806457 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd775-b222-41c0-b8d9-efe632547e9e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.864588 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd775-b222-41c0-b8d9-efe632547e9e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.868104 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd775-b222-41c0-b8d9-efe632547e9e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.886142 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bd775-b222-41c0-b8d9-efe632547e9e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdba378-2fb5-4d13-8846-2a49762ff8e7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:25.889167 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd775-b222-41c0-b8d9-efe632547e9e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.890438 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5c1bd775-b222-41c0-b8d9-efe632547e9e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141224 Jul 13 20:28:25.893252 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:25.898826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-060e90b3-346d-466e-902f-179050eb0451 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '2deb6988-a032-4514-996f-dc1a7c1e5ebe', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:25.924553 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e90b3-346d-466e-902f-179050eb0451 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.983643 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e90b3-346d-466e-902f-179050eb0451 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:25.987080 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e90b3-346d-466e-902f-179050eb0451 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.001270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e90b3-346d-466e-902f-179050eb0451 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f57909-5dbe-483d-a444-196af0c331af,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:26.010432 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e90b3-346d-466e-902f-179050eb0451 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.011626 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-060e90b3-346d-466e-902f-179050eb0451 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173375 Jul 13 20:28:26.014251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:26.018605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7fd0bbc5-aa3e-413b-9509-d4f49ca9bbc1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '2deb6988-a032-4514-996f-dc1a7c1e5ebe', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:26.039765 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-7fd0bbc5-aa3e-413b-9509-d4f49ca9bbc1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Project b30b5947151a4c10a4de8721ebe0bcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:28:26.044669 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bbc5-aa3e-413b-9509-d4f49ca9bbc1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.104309 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bbc5-aa3e-413b-9509-d4f49ca9bbc1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.107529 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bbc5-aa3e-413b-9509-d4f49ca9bbc1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.124205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0bbc5-aa3e-413b-9509-d4f49ca9bbc1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac0947b-a56c-4e46-87d6-190d1fe5fb41,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:26.130312 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bbc5-aa3e-413b-9509-d4f49ca9bbc1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.131546 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7fd0bbc5-aa3e-413b-9509-d4f49ca9bbc1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163211 Jul 13 20:28:26.134128 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:26.138625 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-590a2997-161e-412c-9d94-3ca787a17968 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': '2deb6988-a032-4514-996f-dc1a7c1e5ebe', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:26.160250 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-590a2997-161e-412c-9d94-3ca787a17968 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Project b30b5947151a4c10a4de8721ebe0bcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:28:26.165532 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-590a2997-161e-412c-9d94-3ca787a17968 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.225179 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-590a2997-161e-412c-9d94-3ca787a17968 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.228318 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-590a2997-161e-412c-9d94-3ca787a17968 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.247841 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a2997-161e-412c-9d94-3ca787a17968 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20f704e-c6af-4f21-80dc-62f85401b93e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:26.254045 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-590a2997-161e-412c-9d94-3ca787a17968 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.255627 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-590a2997-161e-412c-9d94-3ca787a17968 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205521 Jul 13 20:28:26.258358 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:26.263234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'network': {'name': 'tempest-network-smoke--578719407', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:26.283092 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:28:26.287063 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.305451 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.315004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:28:26.325121 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.325735 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Added segment 67c581b2-4248-454d-8877-90f424222001 of type vlan for network 96ee3664-ea1f-4310-96dd-d206180a52d3 Jul 13 20:28:26.366033 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.393366 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.399795 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:26.400383 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.456353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1969671 Jul 13 20:28:26.459722 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:26.464521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'admin_state_up': True, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:26.465595 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f6727-af5e-4c73-a5fc-7ac89fbd5c4a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Network': ['ID=96ee3664-ea1f-4310-96dd-d206180a52d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:26.476782 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 96ee3664-ea1f-4310-96dd-d206180a52d3 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:28:26.490459 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.491463 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.544539 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.682250 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.876911 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.896906 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:26.995709 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.25.7.12 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/48f13d13-a748-4113-95cf-847ce956aada) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:28:27.097910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:27.136972 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:27.171489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:28:27.177018 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:28:27.179525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:28:27.207345 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=48f13d13-a748-4113-95cf-847ce956aada,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:27.428313 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:27.619561 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:27.743102 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router 8d9e02dc-261c-41ef-ae30-adfffe101090 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:28:27.845095 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:28:27.854932 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Sync routers for ids ['8d9e02dc-261c-41ef-ae30-adfffe101090'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:28:27.863133 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:27.865197 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-51503dd1-5bce-477d-9644-6bdc833e4d92 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4043810 Jul 13 20:28:27.865366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Routers {'8d9e02dc-261c-41ef-ae30-adfffe101090'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:27.865919 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:28:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8d9e02dc-261c-41ef-ae30-adfffe101090'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:27.868268 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:27.896222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c5fa33b6-97e6-4f2b-b6be-c6eabca27c7f tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b30b5947151a4c10a4de8721ebe0bcb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267618 Jul 13 20:28:27.898650 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:27.970451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Set router 8d9e02dc-261c-41ef-ae30-adfffe101090 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:27.983093 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7945cb-2d7c-43bb-84c6-5990f2cc06a0 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:27.984608 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4f7945cb-2d7c-43bb-84c6-5990f2cc06a0 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850756 Jul 13 20:28:27.987399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:28.018866 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-36fa3f66-04c7-477c-98b8-c8c450c09d2e tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303934 Jul 13 20:28:28.022158 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:28.026911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1303196196', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:28.112872 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:28:28.116494 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.144428 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:27Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:28.171086 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Checking router: 8d9e02dc-261c-41ef-ae30-adfffe101090 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:28:28.171372 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Updating router 8d9e02dc-261c-41ef-ae30-adfffe101090 port 48f13d13-a748-4113-95cf-847ce956aada binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:28:28.208658 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.308439 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.361974 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Subnet': ['ID=683d0f66-ea32-4c1d-899e-bd3354bc3bec,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:28.377468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Checking segment: {'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:28:28.377855 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network hostable DHCP agents. Network: 96ee3664-ea1f-4310-96dd-d206180a52d3, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:28:28.395732 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 96ee3664-ea1f-4310-96dd-d206180a52d3 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:28:28.404139 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 96ee3664-ea1f-4310-96dd-d206180a52d3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:28:28.408184 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:28.408765 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.418514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a8734-d98c-4e14-840e-00db391cd348 None None] Network 96ee3664-ea1f-4310-96dd-d206180a52d3 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:28:28.424078 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-274ebff9-8879-4556-929e-1b5272554a68 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4008279 Jul 13 20:28:28.427499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:28.527647 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.546489 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Transition to ACTIVE for port object 48f13d13-a748-4113-95cf-847ce956aada will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:28:28.571535 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.635651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc01781-12b0-4470-9965-e7304c8d3639 None None] Pushing event updated for resources: {'Port': ['ID=48f13d13-a748-4113-95cf-847ce956aada,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:28.657284 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Attempting to bind port 48f13d13-a748-4113-95cf-847ce956aada on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:28:28.657665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Attempting to bind port 48f13d13-a748-4113-95cf-847ce956aada by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:28:28.658105 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Attempting to bind port 48f13d13-a748-4113-95cf-847ce956aada on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:28:28.664079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:28:28.664460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:28:28.664880 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.665307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:28:28.665781 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Bound port: 48f13d13-a748-4113-95cf-847ce956aada, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:28:28.666165 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.669300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-96ee3664-ea1f-4310-96dd-d206180a52d3', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:28:28.670116 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.791418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] For port 48f13d13-a748-4113-95cf-847ce956aada, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:28:28.796270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] For port 48f13d13-a748-4113-95cf-847ce956aada, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=48f13d13-a748-4113-95cf-847ce956aada,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:28:28.800486 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.866689 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:28.890986 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Routers {'8d9e02dc-261c-41ef-ae30-adfffe101090'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:28.891613 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:28:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8d9e02dc-261c-41ef-ae30-adfffe101090'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:28.934551 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc01781-12b0-4470-9965-e7304c8d3639 None None] Pushing event updated for resources: {'Port': ['ID=48f13d13-a748-4113-95cf-847ce956aada,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:28.941364 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Allocated IP 172.20.0.2 (96ee3664-ea1f-4310-96dd-d206180a52d3/683d0f66-ea32-4c1d-899e-bd3354bc3bec/30b44503-79bb-43af-8abc-1d39e867af5c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:28:29.068149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] Set router 8d9e02dc-261c-41ef-ae30-adfffe101090 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:29.418341 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:29.446465 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Transition to ACTIVE for port object 30b44503-79bb-43af-8abc-1d39e867af5c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:28:29.465756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Transition to ACTIVE for port object 30b44503-79bb-43af-8abc-1d39e867af5c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:28:29.474120 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:29.522166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Network 96ee3664-ea1f-4310-96dd-d206180a52d3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:28:29.528270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:28:29.528612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.20.0.1 (96ee3664-ea1f-4310-96dd-d206180a52d3/683d0f66-ea32-4c1d-899e-bd3354bc3bec/8de320d3-b839-4cc6-ab13-6668e0642ca4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:28:29.531277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:28:29.535404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Pushing event updated for resources: {'Port': ['ID=30b44503-79bb-43af-8abc-1d39e867af5c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:29.542167 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:27Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:29.594563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a166d6-0950-4007-be87-7ee4ac4bae07 None None] The sync data for ids ['8d9e02dc-261c-41ef-ae30-adfffe101090'] in n-d-800708-1 is: [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:27Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:28:29.623784 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Attempting to bind port 30b44503-79bb-43af-8abc-1d39e867af5c on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:28:29.624154 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Attempting to bind port 30b44503-79bb-43af-8abc-1d39e867af5c by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:28:29.624520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Attempting to bind port 30b44503-79bb-43af-8abc-1d39e867af5c on network 96ee3664-ea1f-4310-96dd-d206180a52d3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:28:29.630980 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:28:29.631373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Checking segment: {'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:28:29.631778 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:29.632173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Bound using segment: {'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:28:29.632647 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Bound port: 30b44503-79bb-43af-8abc-1d39e867af5c, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:28:29.633033 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:29.662276 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:29.678536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Transition to ACTIVE for port object 8de320d3-b839-4cc6-ab13-6668e0642ca4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:28:29.701241 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] For port 30b44503-79bb-43af-8abc-1d39e867af5c, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:28:29.705596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] For port 30b44503-79bb-43af-8abc-1d39e867af5c, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=30b44503-79bb-43af-8abc-1d39e867af5c,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:28:29.710198 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:29.712183 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:29.758417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 96ee3664-ea1f-4310-96dd-d206180a52d3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:28:29.761702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:28:29.764399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:28:29.768748 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74cf38-4ed4-4393-8b42-ef90b1180f40 None None] Pushing event updated for resources: {'Port': ['ID=30b44503-79bb-43af-8abc-1d39e867af5c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:29.803288 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=8de320d3-b839-4cc6-ab13-6668e0642ca4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:29.822219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:30.023908 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:30.323553 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:30.328284 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:30.409004 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=8de320d3-b839-4cc6-ab13-6668e0642ca4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:30.412736 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:30.510916 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 96ee3664-ea1f-4310-96dd-d206180a52d3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:28:30.512383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:28:30.638522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router 8d9e02dc-261c-41ef-ae30-adfffe101090 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:28:30.651198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 48f13d13-a748-4113-95cf-847ce956aada up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:28:30.709455 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 48f13d13-a748-4113-95cf-847ce956aada completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:28:30.714190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 48f13d13-a748-4113-95cf-847ce956aada triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:30.714612 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:30.767436 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:28:30.779360 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-27f7383c-b72e-499c-a5a8-e793cb6f657d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "PUT /v2.0/routers/8d9e02dc-261c-41ef-ae30-adfffe101090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3454137 Jul 13 20:28:30.799310 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:30.822631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 48f13d13-a748-4113-95cf-847ce956aada, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=48f13d13-a748-4113-95cf-847ce956aada,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:30.827636 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:30.828799 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 30b44503-79bb-43af-8abc-1d39e867af5c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:28:30.852121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a3d957-7eb8-48d8-9847-7ca10370609b None None] Network 96ee3664-ea1f-4310-96dd-d206180a52d3 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:28:30.929097 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-b681964a-cda4-491e-8d82-048f381412af tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079208863&fields=id&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 267 time: 0.0380969 Jul 13 20:28:30.955626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb6bd7a4-5438-4a23-8555-e31144447062 None None] Provisioning for port 30b44503-79bb-43af-8abc-1d39e867af5c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:28:30.969553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=48f13d13-a748-4113-95cf-847ce956aada,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:30.999281 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 30b44503-79bb-43af-8abc-1d39e867af5c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:28:31.005657 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 30b44503-79bb-43af-8abc-1d39e867af5c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:31.006046 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:31.049840 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-bc338c77-d82b-4d29-a131-5bb466436375 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:31.051901 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-bc338c77-d82b-4d29-a131-5bb466436375 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/networks?id=96ee3664-ea1f-4310-96dd-d206180a52d3 HTTP/1.1" status: 200 len: 796 time: 0.1159928 Jul 13 20:28:31.069853 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-b7f90f09-9194-4c00-adee-ff53faa3b09e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/quotas/b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 375 time: 0.0104768 Jul 13 20:28:31.138966 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-df9ea97b-f270-44e9-9c5f-002b542ce0cc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634093 Jul 13 20:28:31.147993 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:31.188843 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 30b44503-79bb-43af-8abc-1d39e867af5c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=30b44503-79bb-43af-8abc-1d39e867af5c,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:31.196103 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:31.252212 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-00a38633-b866-46de-9208-61b39ab033a2 service neutron] 10.222.0.25 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966923 Jul 13 20:28:31.255578 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=30b44503-79bb-43af-8abc-1d39e867af5c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:31.351997 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-20347fa1-6317-47ce-a631-f8a840435b2a service neutron] 10.222.0.25 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919952 Jul 13 20:28:31.365376 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc182558-2499-4c02-978b-212802716481 None None] Sync routers for ids ['8d9e02dc-261c-41ef-ae30-adfffe101090'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:28:31.375047 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc182558-2499-4c02-978b-212802716481 None None] Routers {'8d9e02dc-261c-41ef-ae30-adfffe101090'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:31.375747 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc182558-2499-4c02-978b-212802716481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:28:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8d9e02dc-261c-41ef-ae30-adfffe101090'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:31.416135 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e827724b-3984-4e4d-9da2-4627c93bdbf4 None None] Provisioning for port 8de320d3-b839-4cc6-ab13-6668e0642ca4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:28:31.420688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e827724b-3984-4e4d-9da2-4627c93bdbf4 None None] Provisioning complete for port 8de320d3-b839-4cc6-ab13-6668e0642ca4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:31.421263 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e827724b-3984-4e4d-9da2-4627c93bdbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:31.470027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e827724b-3984-4e4d-9da2-4627c93bdbf4 None None] Port 8de320d3-b839-4cc6-ab13-6668e0642ca4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:28:31.490066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e827724b-3984-4e4d-9da2-4627c93bdbf4 None None] Provisioning complete for port 30b44503-79bb-43af-8abc-1d39e867af5c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:31.490864 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e827724b-3984-4e4d-9da2-4627c93bdbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:31.501650 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bc182558-2499-4c02-978b-212802716481 None None] Set router 8d9e02dc-261c-41ef-ae30-adfffe101090 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:31.631337 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9d9b0512-915d-45bb-86e6-03f540c720e2 req-de04441d-35fb-4de4-999f-266126ed8c95 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 210 time: 0.0738962 Jul 13 20:28:31.794071 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-51479f5e-07c0-4d7b-b2d3-1049f1ad735c None None] Provisioning complete for port 8de320d3-b839-4cc6-ab13-6668e0642ca4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:31.794711 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51479f5e-07c0-4d7b-b2d3-1049f1ad735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:31.877468 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-51479f5e-07c0-4d7b-b2d3-1049f1ad735c None None] Port 8de320d3-b839-4cc6-ab13-6668e0642ca4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:28:31.878794 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc182558-2499-4c02-978b-212802716481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:29Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '8de320d3-b839-4cc6-ab13-6668e0642ca4', 'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:65:54:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:29Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 2, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:31.907176 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc182558-2499-4c02-978b-212802716481 None None] Checking router: 8d9e02dc-261c-41ef-ae30-adfffe101090 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:28:31.907752 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc182558-2499-4c02-978b-212802716481 None None] Updating router 8d9e02dc-261c-41ef-ae30-adfffe101090 port 8de320d3-b839-4cc6-ab13-6668e0642ca4 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:28:31.952519 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bc182558-2499-4c02-978b-212802716481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:31.999067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ad06c33-4a18-4d96-a908-55f87e04a873 None None] Provisioning complete for port 8de320d3-b839-4cc6-ab13-6668e0642ca4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:31.999319 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ad06c33-4a18-4d96-a908-55f87e04a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:32.037171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7ad06c33-4a18-4d96-a908-55f87e04a873 None None] Port 8de320d3-b839-4cc6-ab13-6668e0642ca4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:28:32.229147 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bc182558-2499-4c02-978b-212802716481 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:32.239322 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bc182558-2499-4c02-978b-212802716481 None None] Transition to ACTIVE for port object 8de320d3-b839-4cc6-ab13-6668e0642ca4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:28:32.244170 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bc182558-2499-4c02-978b-212802716481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:32.292661 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Pushing event updated for resources: {'Port': ['ID=8de320d3-b839-4cc6-ab13-6668e0642ca4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:32.327021 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.327514 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.327938 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.328365 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.329022 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.329441 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.329767 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.330142 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.330882 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.331239 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.331569 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.332566 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:28:32.374654 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bc182558-2499-4c02-978b-212802716481 None None] Attempting to bind port 8de320d3-b839-4cc6-ab13-6668e0642ca4 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:28:32.375323 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bc182558-2499-4c02-978b-212802716481 None None] Attempting to bind port 8de320d3-b839-4cc6-ab13-6668e0642ca4 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:28:32.375323 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc182558-2499-4c02-978b-212802716481 None None] Attempting to bind port 8de320d3-b839-4cc6-ab13-6668e0642ca4 on network 96ee3664-ea1f-4310-96dd-d206180a52d3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:28:32.380812 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc182558-2499-4c02-978b-212802716481 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:28:32.381185 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc182558-2499-4c02-978b-212802716481 None None] Checking segment: {'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:28:32.381590 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bc182558-2499-4c02-978b-212802716481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:32.381979 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc182558-2499-4c02-978b-212802716481 None None] Bound using segment: {'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:28:32.382482 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bc182558-2499-4c02-978b-212802716481 None None] Bound port: 8de320d3-b839-4cc6-ab13-6668e0642ca4, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:28:32.382864 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bc182558-2499-4c02-978b-212802716481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:32.449430 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bc182558-2499-4c02-978b-212802716481 None None] For port 8de320d3-b839-4cc6-ab13-6668e0642ca4, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:28:32.452553 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bc182558-2499-4c02-978b-212802716481 None None] For port 8de320d3-b839-4cc6-ab13-6668e0642ca4, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8de320d3-b839-4cc6-ab13-6668e0642ca4,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:28:32.456651 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bc182558-2499-4c02-978b-212802716481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:32.513081 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc182558-2499-4c02-978b-212802716481 None None] Routers {'8d9e02dc-261c-41ef-ae30-adfffe101090'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:32.513716 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc182558-2499-4c02-978b-212802716481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:28:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8d9e02dc-261c-41ef-ae30-adfffe101090'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:32.548309 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526b6bd-5839-4ddb-a4ae-8026dc19a8f0 None None] Pushing event updated for resources: {'Port': ['ID=8de320d3-b839-4cc6-ab13-6668e0642ca4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:32.615080 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 48f13d13-a748-4113-95cf-847ce956aada up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:28:32.647728 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bc182558-2499-4c02-978b-212802716481 None None] Set router 8d9e02dc-261c-41ef-ae30-adfffe101090 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:32.668511 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 48f13d13-a748-4113-95cf-847ce956aada triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:32.668884 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:32.774898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 30b44503-79bb-43af-8abc-1d39e867af5c up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:28:32.841171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 30b44503-79bb-43af-8abc-1d39e867af5c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:32.841854 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:32.880539 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26d05f8d-aa4d-4665-9b57-5ff896f89fdd req-66a6ed0b-c517-4dd2-8ade-9f0792ea807b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 210 time: 0.0352995 Jul 13 20:28:32.924267 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-76f8122b-474e-4a47-be02-40771415a44f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:32.927469 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-76f8122b-474e-4a47-be02-40771415a44f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/networks?id=96ee3664-ea1f-4310-96dd-d206180a52d3 HTTP/1.1" status: 200 len: 796 time: 0.1790509 Jul 13 20:28:32.929468 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc182558-2499-4c02-978b-212802716481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:29Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '8de320d3-b839-4cc6-ab13-6668e0642ca4', 'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:65:54:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:29Z', 'updated_at': '2021-07-13T20:28:32Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:32.962946 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc182558-2499-4c02-978b-212802716481 None None] The sync data for ids ['8d9e02dc-261c-41ef-ae30-adfffe101090'] in n-d-800708-1 is: [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:29Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '8de320d3-b839-4cc6-ab13-6668e0642ca4', 'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:65:54:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:29Z', 'updated_at': '2021-07-13T20:28:32Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:28:32.975143 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-045070d0-ab4c-4bd1-9665-e17112b8e9f9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 380 time: 0.0374906 Jul 13 20:28:32.987415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'port': {'device_id': '9c05accd-9878-4678-8006-028c6e0d0b23', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'admin_state_up': True, 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'security_groups': ['2deb6988-a032-4514-996f-dc1a7c1e5ebe']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:33.124684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:28:33.128557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:33.270583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.20.0.3 (96ee3664-ea1f-4310-96dd-d206180a52d3/683d0f66-ea32-4c1d-899e-bd3354bc3bec/b0e669cb-6550-4143-b94a-81b80ae9d114) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:28:33.411915 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:33.427562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Transition to ACTIVE for port object b0e669cb-6550-4143-b94a-81b80ae9d114 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:28:33.461248 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:33.514812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 96ee3664-ea1f-4310-96dd-d206180a52d3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:28:33.520202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:28:33.522907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:28:33.555577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=b0e669cb-6550-4143-b94a-81b80ae9d114,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:33.583458 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:33.583912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:33.601217 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-cf289574-195f-4cb1-b360-27daaa81bbb3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6184239 Jul 13 20:28:33.616998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Request body: {'port': {'device_id': '9c05accd-9878-4678-8006-028c6e0d0b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:33.698505 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:33.743066 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3f12ad7-d1b8-4584-86a1-eec34a1b205d None None] Provisioning for port b0e669cb-6550-4143-b94a-81b80ae9d114 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:28:33.747746 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3f12ad7-d1b8-4584-86a1-eec34a1b205d None None] Provisioning complete for port b0e669cb-6550-4143-b94a-81b80ae9d114 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:33.748113 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3f12ad7-d1b8-4584-86a1-eec34a1b205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:33.789022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e3f12ad7-d1b8-4584-86a1-eec34a1b205d None None] Port b0e669cb-6550-4143-b94a-81b80ae9d114 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:28:33.982574 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e669cb-6550-4143-b94a-81b80ae9d114 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:28:33.994819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:34.007884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Transition to ACTIVE for port object b0e669cb-6550-4143-b94a-81b80ae9d114 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:28:34.012102 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:34.077125 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb773a69-e867-4972-9807-017b5796faea req-e8477903-1b81-4b53-a697-a98d39ed29d4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:34.078828 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eb773a69-e867-4972-9807-017b5796faea req-e8477903-1b81-4b53-a697-a98d39ed29d4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 943 time: 0.0705585 Jul 13 20:28:34.100930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e669cb-6550-4143-b94a-81b80ae9d114,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:34.128155 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-eb773a69-e867-4972-9807-017b5796faea req-e71a3f8c-f81e-466d-8bff-4f04bfe0add6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Jul 13 20:28:34.133604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Attempting to bind port b0e669cb-6550-4143-b94a-81b80ae9d114 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:28:34.133967 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Attempting to bind port b0e669cb-6550-4143-b94a-81b80ae9d114 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:28:34.134279 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Attempting to bind port b0e669cb-6550-4143-b94a-81b80ae9d114 on network 96ee3664-ea1f-4310-96dd-d206180a52d3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:28:34.139431 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Port b0e669cb-6550-4143-b94a-81b80ae9d114 on network 96ee3664-ea1f-4310-96dd-d206180a52d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:28:34.139765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Attempting to bind port b0e669cb-6550-4143-b94a-81b80ae9d114 on network 96ee3664-ea1f-4310-96dd-d206180a52d3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:28:34.149333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:28:34.149333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Checking segment: {'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:28:34.149333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Bound using segment: {'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:28:34.149333 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Bound port: b0e669cb-6550-4143-b94a-81b80ae9d114, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c581b2-4248-454d-8877-90f424222001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:28:34.149333 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:34.219249 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] For port b0e669cb-6550-4143-b94a-81b80ae9d114, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:28:34.222658 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] For port b0e669cb-6550-4143-b94a-81b80ae9d114, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=b0e669cb-6550-4143-b94a-81b80ae9d114,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:28:34.227820 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:34.263393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:34.264188 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:34.265409 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/b0e669cb-6550-4143-b94a-81b80ae9d114 HTTP/1.1" status: 200 len: 1091 time: 0.6536455 Jul 13 20:28:34.265847 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c05accd-9878-4678-8006-028c6e0d0b23', 'tag': 'b0e669cb-6550-4143-b94a-81b80ae9d114'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:34.268180 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8045f8a7-23e4-445d-acc1-15207cb65c96" -d '{"events": [{"name": "network-changed", "server_uuid": "9c05accd-9878-4678-8006-028c6e0d0b23", "tag": "b0e669cb-6550-4143-b94a-81b80ae9d114"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:34.294712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b1b95-e294-4cb5-a484-2cb534a1e8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e669cb-6550-4143-b94a-81b80ae9d114,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:34.315109 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4f532f-59e5-4c34-924f-de2242c104dc x-openstack-request-id: req-bf4f532f-59e5-4c34-924f-de2242c104dc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:34.315109 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c05accd-9878-4678-8006-028c6e0d0b23", "tag": "b0e669cb-6550-4143-b94a-81b80ae9d114", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:34.315109 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf4f532f-59e5-4c34-924f-de2242c104dc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:34.315109 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c05accd-9878-4678-8006-028c6e0d0b23', 'tag': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'status': 'completed', 'code': 200} Jul 13 20:28:34.380913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-116a9eac-ea71-4cfd-bdec-ee70ece6dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:34.382474 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-116a9eac-ea71-4cfd-bdec-ee70ece6dc89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 1094 time: 0.0557082 Jul 13 20:28:34.439544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-b9fab449-2201-427c-8f2d-6aaf0371f1b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e669cb-6550-4143-b94a-81b80ae9d114 HTTP/1.1" status: 200 len: 217 time: 0.0441499 Jul 13 20:28:34.490910 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-c4e0e7b4-dbcc-430e-99da-f94b87950780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:34.492336 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-c4e0e7b4-dbcc-430e-99da-f94b87950780 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=683d0f66-ea32-4c1d-899e-bd3354bc3bec HTTP/1.1" status: 200 len: 835 time: 0.0435023 Jul 13 20:28:34.557872 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-932837e6-1729-43d8-be54-b96743388404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:34.559516 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-932837e6-1729-43d8-be54-b96743388404 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96ee3664-ea1f-4310-96dd-d206180a52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585749 Jul 13 20:28:34.602418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8de320d3-b839-4cc6-ab13-6668e0642ca4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:28:34.651296 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 8de320d3-b839-4cc6-ab13-6668e0642ca4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:28:34.655380 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8de320d3-b839-4cc6-ab13-6668e0642ca4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:34.655749 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:34.662722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-ce76a4af-cdc4-49a8-bf19-a4ce415e5300 service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928390 Jul 13 20:28:34.732735 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:34.751678 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6692ba6c-d8b7-4d94-b325-a9bc30e59a1c req-384d70f7-a903-451f-9f20-fbc98d7e36cd service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811186 Jul 13 20:28:34.767796 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 8de320d3-b839-4cc6-ab13-6668e0642ca4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8de320d3-b839-4cc6-ab13-6668e0642ca4,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:34.772827 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:34.819966 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=8de320d3-b839-4cc6-ab13-6668e0642ca4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:34.855956 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-11182408-846f-4c9a-854e-167fcd4626a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:34.857464 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-11182408-846f-4c9a-854e-167fcd4626a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 1094 time: 0.0522227 Jul 13 20:28:34.948983 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-f9b9fdec-a9b2-47c1-b3e7-20b237c3308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:34.950494 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-f9b9fdec-a9b2-47c1-b3e7-20b237c3308a service neutron] 10.222.0.24 "GET /v2.0/networks?id=96ee3664-ea1f-4310-96dd-d206180a52d3 HTTP/1.1" status: 200 len: 897 time: 0.0861135 Jul 13 20:28:34.991634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-e2ca02fa-3f54-4c7a-a03c-f8bf7d15fd8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e669cb-6550-4143-b94a-81b80ae9d114 HTTP/1.1" status: 200 len: 217 time: 0.0336249 Jul 13 20:28:35.041429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-18a5473d-fa6f-4020-b4e3-7c9d92e03564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:35.042859 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-18a5473d-fa6f-4020-b4e3-7c9d92e03564 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=683d0f66-ea32-4c1d-899e-bd3354bc3bec HTTP/1.1" status: 200 len: 835 time: 0.0421879 Jul 13 20:28:35.103388 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-43ab65d9-cfeb-4ff8-9e08-bb4b168bfc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:35.104927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-43ab65d9-cfeb-4ff8-9e08-bb4b168bfc52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96ee3664-ea1f-4310-96dd-d206180a52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551445 Jul 13 20:28:35.193415 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-a0e5605d-b689-4959-aeb6-de9b4223f44c service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811787 Jul 13 20:28:35.292248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8045f8a7-23e4-445d-acc1-15207cb65c96 req-e487de61-07dc-4968-a144-80a454d1e6d0 service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886135 Jul 13 20:28:35.302176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c5f8b-07ae-4c4d-a4be-cda2584a73e0 req-f0c47281-366e-456a-be55-1021ac07fd4b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:35.303838 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c08c5f8b-07ae-4c4d-a4be-cda2584a73e0 req-f0c47281-366e-456a-be55-1021ac07fd4b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 943 time: 0.0637486 Jul 13 20:28:35.343469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c08c5f8b-07ae-4c4d-a4be-cda2584a73e0 req-9905934a-1a3c-4954-8141-90685fafc748 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340428 Jul 13 20:28:36.559832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9068cff-18b8-4762-95f3-ffac25224248 req-5fcb9e5c-c4e2-4cd2-a693-7163ce6f632f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:36.561390 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9068cff-18b8-4762-95f3-ffac25224248 req-5fcb9e5c-c4e2-4cd2-a693-7163ce6f632f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 943 time: 0.1044033 Jul 13 20:28:36.587734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8de320d3-b839-4cc6-ab13-6668e0642ca4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:28:36.601677 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b9068cff-18b8-4762-95f3-ffac25224248 req-919b84e4-f1f0-4729-8b22-8ff9c9504027 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337801 Jul 13 20:28:36.635633 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8de320d3-b839-4cc6-ab13-6668e0642ca4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:36.636005 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:37.147628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device b0e669cb-6550-4143-b94a-81b80ae9d114 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:28:37.239866 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port b0e669cb-6550-4143-b94a-81b80ae9d114, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=b0e669cb-6550-4143-b94a-81b80ae9d114,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:37.250645 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'port_id': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'mac_address': 'fa:16:3e:26:e8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:28:37.286804 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:37.303425 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e669cb-6550-4143-b94a-81b80ae9d114 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:28:37.323434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port b0e669cb-6550-4143-b94a-81b80ae9d114, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=b0e669cb-6550-4143-b94a-81b80ae9d114,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:37.327154 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:37.373950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=b0e669cb-6550-4143-b94a-81b80ae9d114,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:37.451604 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:28:37.586998 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['b0e669cb-6550-4143-b94a-81b80ae9d114'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:28:37.773690 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f48a-c058-4a38-8474-07d587e94283 req-cae34db9-ca78-4953-8127-fdcaebe47b21 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:37.775247 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd15f48a-c058-4a38-8474-07d587e94283 req-cae34db9-ca78-4953-8127-fdcaebe47b21 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 944 time: 0.0636022 Jul 13 20:28:37.819104 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fd15f48a-c058-4a38-8474-07d587e94283 req-051d5970-4ce3-498c-9ec2-edc1223990d2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383418 Jul 13 20:28:38.989800 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7c196-ebec-4f4b-b075-960b20cc7c45 req-cbdf1dbe-e8bd-4653-a357-b65c649daf52 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:38.991358 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9e7c196-ebec-4f4b-b075-960b20cc7c45 req-cbdf1dbe-e8bd-4653-a357-b65c649daf52 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 944 time: 0.0630169 Jul 13 20:28:39.033036 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c9e7c196-ebec-4f4b-b075-960b20cc7c45 req-8f55119e-5808-41e2-81f7-dff8f751eae2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360110 Jul 13 20:28:39.164492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device b0e669cb-6550-4143-b94a-81b80ae9d114 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:28:39.211872 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port b0e669cb-6550-4143-b94a-81b80ae9d114 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:28:39.215532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port b0e669cb-6550-4143-b94a-81b80ae9d114 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:28:39.215916 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:39.294800 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:39.316668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c05accd-9878-4678-8006-028c6e0d0b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e669cb-6550-4143-b94a-81b80ae9d114'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:39.319322 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9c0bb1-ee50-4207-9c6b-de2338d02ddf" -d '{"events": [{"server_uuid": "9c05accd-9878-4678-8006-028c6e0d0b23", "name": "network-vif-plugged", "status": "completed", "tag": "b0e669cb-6550-4143-b94a-81b80ae9d114"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:39.333510 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port b0e669cb-6550-4143-b94a-81b80ae9d114, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=b0e669cb-6550-4143-b94a-81b80ae9d114,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:28:39.337359 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:39.362264 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e94f68-6a3e-4f02-becf-7cb77cbb3a16 x-openstack-request-id: req-26e94f68-6a3e-4f02-becf-7cb77cbb3a16 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:39.362575 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c05accd-9878-4678-8006-028c6e0d0b23", "name": "network-vif-plugged", "status": "completed", "tag": "b0e669cb-6550-4143-b94a-81b80ae9d114", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:39.362822 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26e94f68-6a3e-4f02-becf-7cb77cbb3a16 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:39.363800 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c05accd-9878-4678-8006-028c6e0d0b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'code': 200} Jul 13 20:28:39.391079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=b0e669cb-6550-4143-b94a-81b80ae9d114,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:39.469140 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417e0c5-7b97-4839-8d54-0091f6a6aad9 req-d030025a-dd3e-41ab-ac72-4403f8ec26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:39.470626 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4417e0c5-7b97-4839-8d54-0091f6a6aad9 req-d030025a-dd3e-41ab-ac72-4403f8ec26e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 1096 time: 0.0509512 Jul 13 20:28:39.504487 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4417e0c5-7b97-4839-8d54-0091f6a6aad9 req-b4ccdc91-796d-4aae-b36b-4d3625743a3c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268064 Jul 13 20:28:40.204137 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a7ed7-34d8-4bbe-ab75-277d838baa1e req-4ca4fd9b-2c2b-462c-b50b-9c5080ab5b57 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:40.205638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f02a7ed7-34d8-4bbe-ab75-277d838baa1e req-4ca4fd9b-2c2b-462c-b50b-9c5080ab5b57 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0632479 Jul 13 20:28:40.243225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f02a7ed7-34d8-4bbe-ab75-277d838baa1e req-c77e9d17-2765-4af8-bdfa-2cde6ad31b5d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314779 Jul 13 20:28:41.419987 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c46898-2e18-40fe-8b9a-8200c199cb73 req-6e0d6134-0aa8-461d-88c7-8fed3c88366d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:41.421469 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-92c46898-2e18-40fe-8b9a-8200c199cb73 req-6e0d6134-0aa8-461d-88c7-8fed3c88366d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0625689 Jul 13 20:28:41.461966 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-92c46898-2e18-40fe-8b9a-8200c199cb73 req-4b390ae9-d41e-4007-8216-a848414fc0db tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336759 Jul 13 20:28:41.636245 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe043-586d-4d26-be2f-a0476879a244 req-a7638107-a2aa-4ddf-8fc6-4c0a5b7d9381 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:41.637724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-073fe043-586d-4d26-be2f-a0476879a244 req-a7638107-a2aa-4ddf-8fc6-4c0a5b7d9381 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0655904 Jul 13 20:28:41.674057 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-073fe043-586d-4d26-be2f-a0476879a244 req-2a7b6161-8df0-481e-b783-60451575787d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 Jul 13 20:28:41.698864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:41.790895 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb0166c-514b-49a1-87e2-cbe8371e97b7 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:41.792535 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-5eb0166c-514b-49a1-87e2-cbe8371e97b7 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 1091 time: 0.0927091 Jul 13 20:28:41.795338 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:41.799645 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:28:41.821556 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:41.918423 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:42.016935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.25.7.137 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/46266cee-6cd5-4a3f-b7e1-2227f54a0225) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:28:42.122682 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:42.160891 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:42.199409 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:28:42.202030 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:28:42.205510 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:28:42.229902 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=46266cee-6cd5-4a3f-b7e1-2227f54a0225,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:42.570912 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:42.650478 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:42.797626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:42.802585 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:42.871540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=46266cee-6cd5-4a3f-b7e1-2227f54a0225,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:28:42.883220 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:42.981247 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Floating IP 2dc61360-06d8-4afb-baf2-abc4fc7b280b associated. External IP: 172.25.7.137, port: b0e669cb-6550-4143-b94a-81b80ae9d114. Jul 13 20:28:43.478226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router 8d9e02dc-261c-41ef-ae30-adfffe101090 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:28:43.582100 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:28:43.591856 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] Sync routers for ids ['8d9e02dc-261c-41ef-ae30-adfffe101090'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:28:43.599763 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:43.602768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] Routers {'8d9e02dc-261c-41ef-ae30-adfffe101090'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:43.603381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:28:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8d9e02dc-261c-41ef-ae30-adfffe101090'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:43.639987 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-30b8e634-0fe6-4de3-a7e1-14d91ff479c5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8436284 Jul 13 20:28:43.640583 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c05accd-9878-4678-8006-028c6e0d0b23', 'tag': 'b0e669cb-6550-4143-b94a-81b80ae9d114'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:28:43.642867 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c05accd-9878-4678-8006-028c6e0d0b23", "tag": "b0e669cb-6550-4143-b94a-81b80ae9d114"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:28:43.685889 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bcb1d9-e9ae-4f9e-8597-3b1597c06c7f x-openstack-request-id: req-d5bcb1d9-e9ae-4f9e-8597-3b1597c06c7f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:28:43.686532 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c05accd-9878-4678-8006-028c6e0d0b23", "tag": "b0e669cb-6550-4143-b94a-81b80ae9d114", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:28:43.686532 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5bcb1d9-e9ae-4f9e-8597-3b1597c06c7f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:28:43.686954 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c05accd-9878-4678-8006-028c6e0d0b23', 'tag': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'status': 'completed', 'code': 200} Jul 13 20:28:43.718229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] Set router 8d9e02dc-261c-41ef-ae30-adfffe101090 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:43.768089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-efaac99d-4898-408e-94d6-4b75ade98a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:43.768962 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-efaac99d-4898-408e-94d6-4b75ade98a7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 1096 time: 0.0555475 Jul 13 20:28:43.799085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e007f6-a7b4-4ecc-aaa8-14a1b0748279 req-f55e8ec0-b081-4f74-b8ab-0eb4e335237e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:43.800998 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69e007f6-a7b4-4ecc-aaa8-14a1b0748279 req-f55e8ec0-b081-4f74-b8ab-0eb4e335237e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0670588 Jul 13 20:28:43.841203 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-69e007f6-a7b4-4ecc-aaa8-14a1b0748279 req-0d2206df-d5c9-4c8d-b1be-e62c0025bf13 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338483 Jul 13 20:28:43.860316 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-2efe5791-407f-4a10-ba62-352e6a80d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:43.862157 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-2efe5791-407f-4a10-ba62-352e6a80d44a service neutron] 10.222.0.24 "GET /v2.0/networks?id=96ee3664-ea1f-4310-96dd-d206180a52d3 HTTP/1.1" status: 200 len: 897 time: 0.0856912 Jul 13 20:28:43.866617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:43.943335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:29Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '2dc61360-06d8-4afb-baf2-abc4fc7b280b', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'port_id': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'mac_address': 'fa:16:3e:26:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c05accd-9878-4678-8006-028c6e0d0b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:28:42Z', 'updated_at': '2021-07-13T20:28:42Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de320d3-b839-4cc6-ab13-6668e0642ca4', 'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:65:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:29Z', 'updated_at': '2021-07-13T20:28:34Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:43.973138 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-29e0cbb1-289a-40bc-980f-e18a37f54a40 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/2dc61360-06d8-4afb-baf2-abc4fc7b280b HTTP/1.1" status: 200 len: 991 time: 0.1048226 Jul 13 20:28:43.974684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] Checking router: 8d9e02dc-261c-41ef-ae30-adfffe101090 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:28:43.977225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-11adc130-49c6-4cba-9349-ac15edd04989 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e669cb-6550-4143-b94a-81b80ae9d114 HTTP/1.1" status: 200 len: 999 time: 0.1085229 Jul 13 20:28:43.983361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] Routers {'8d9e02dc-261c-41ef-ae30-adfffe101090'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:28:43.983958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:28:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8d9e02dc-261c-41ef-ae30-adfffe101090'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:44.028331 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-5a0c5bb5-fbe8-437b-8343-d00493ff4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:44.029708 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-5a0c5bb5-fbe8-437b-8343-d00493ff4c19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=683d0f66-ea32-4c1d-899e-bd3354bc3bec HTTP/1.1" status: 200 len: 835 time: 0.0463769 Jul 13 20:28:44.085874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-68d6102c-5043-4ae1-9bbf-6733b794868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:44.087463 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-68d6102c-5043-4ae1-9bbf-6733b794868a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96ee3664-ea1f-4310-96dd-d206180a52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513365 Jul 13 20:28:44.088956 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] Set router 8d9e02dc-261c-41ef-ae30-adfffe101090 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:28:44.174762 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-2ee00016-6f93-44a2-8ed5-498574b11b07 service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802352 Jul 13 20:28:44.267813 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0e40c10c-7a7f-46b4-bb3d-e697bc8920d7 req-40637eae-4a19-48d6-b533-cb5f1ba3e3ad service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864449 Jul 13 20:28:44.314391 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:29Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '2dc61360-06d8-4afb-baf2-abc4fc7b280b', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'port_id': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'mac_address': 'fa:16:3e:26:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c05accd-9878-4678-8006-028c6e0d0b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:28:42Z', 'updated_at': '2021-07-13T20:28:42Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de320d3-b839-4cc6-ab13-6668e0642ca4', 'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:65:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:29Z', 'updated_at': '2021-07-13T20:28:34Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:28:44.345926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0dda8c-8c89-4e06-9193-18a4d8c67413 None None] The sync data for ids ['8d9e02dc-261c-41ef-ae30-adfffe101090'] in n-d-800708-1 is: [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:29Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '2dc61360-06d8-4afb-baf2-abc4fc7b280b', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'port_id': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'mac_address': 'fa:16:3e:26:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c05accd-9878-4678-8006-028c6e0d0b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:28:42Z', 'updated_at': '2021-07-13T20:28:42Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de320d3-b839-4cc6-ab13-6668e0642ca4', 'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:65:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:29Z', 'updated_at': '2021-07-13T20:28:34Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:28:44.525861 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40f375-738b-403b-af5b-923779bfca1b None None] New status for floating IP 2dc61360-06d8-4afb-baf2-abc4fc7b280b: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:28:44.977166 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:28:45.036725 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6bd6203d-5adf-42a0-ad66-8442be6516e9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/2dc61360-06d8-4afb-baf2-abc4fc7b280b HTTP/1.1" status: 200 len: 993 time: 0.0584791 Jul 13 20:28:46.262158 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:47.012914 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:50.829976 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f409154-0eba-419f-a2f8-fd0933f08835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:53.686229 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0db67869-4b8a-49c8-87b9-ecb80f291398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:53.718056 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:54.819488 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:56.306919 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:28:57.417468 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-753d8b93-c0e1-413c-8ed7-258fa5564f01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907323 Jul 13 20:28:57.510438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-0992ad1b-887b-481b-aab2-f9a0ec55b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:57.511893 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-0992ad1b-887b-481b-aab2-f9a0ec55b97f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 1096 time: 0.0510616 Jul 13 20:28:57.613184 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-a2d73f82-cf37-4f0a-a5ff-c2e5eb11914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:57.614658 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-a2d73f82-cf37-4f0a-a5ff-c2e5eb11914b service neutron] 10.222.0.24 "GET /v2.0/networks?id=96ee3664-ea1f-4310-96dd-d206180a52d3 HTTP/1.1" status: 200 len: 897 time: 0.0810487 Jul 13 20:28:57.681056 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-79c6c0f9-aa3e-4f1a-bda9-a603dce9523e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e669cb-6550-4143-b94a-81b80ae9d114 HTTP/1.1" status: 200 len: 1001 time: 0.0599859 Jul 13 20:28:57.728954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-166e0ff9-4358-46cb-be8e-aa1a5510b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:57.730340 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-166e0ff9-4358-46cb-be8e-aa1a5510b4eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=683d0f66-ea32-4c1d-899e-bd3354bc3bec HTTP/1.1" status: 200 len: 835 time: 0.0419469 Jul 13 20:28:57.786643 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-a208617d-90ef-4b1f-a3b9-889516eb40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:28:57.788077 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-a208617d-90ef-4b1f-a3b9-889516eb40f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96ee3664-ea1f-4310-96dd-d206180a52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496910 Jul 13 20:28:57.880738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-93cf707d-8b0a-4582-b04a-4701395a1227 service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849276 Jul 13 20:28:57.969389 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d04fd909-641b-4be0-86d8-40febbc83e96 req-1bb18dd6-4374-43eb-9405-fd998550a1b3 service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803216 Jul 13 20:29:14.451773 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:29:16.271148 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:17.015655 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:18.482322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe3c24-a3d4-4f1c-b0be-ff26ffb01da2 req-1819deff-83e8-4fec-b7fc-1593eb5bf25c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:18.483737 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-27fe3c24-a3d4-4f1c-b0be-ff26ffb01da2 req-1819deff-83e8-4fec-b7fc-1593eb5bf25c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0667274 Jul 13 20:29:18.521036 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-27fe3c24-a3d4-4f1c-b0be-ff26ffb01da2 req-1b898b6f-2c44-4a9c-89de-6820c9a816da tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Jul 13 20:29:19.703373 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45efd3e-d4b4-4f5d-87a8-f24abcd126b1 req-b98cca37-6a80-40e5-bc7e-b577239265b1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:19.704886 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d45efd3e-d4b4-4f5d-87a8-f24abcd126b1 req-b98cca37-6a80-40e5-bc7e-b577239265b1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0683749 Jul 13 20:29:19.742816 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d45efd3e-d4b4-4f5d-87a8-f24abcd126b1 req-773a1374-54e5-4dad-a985-f20e6a1c9c90 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317261 Jul 13 20:29:20.834978 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0840810c-7dc7-4a1b-9c68-1c06b45f977c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:20.934168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae24ee-742e-41a3-ae5f-7b010784fbe0 req-4ae43395-7f6d-43cd-b42a-d7fdcaf400f1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:20.935739 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5ae24ee-742e-41a3-ae5f-7b010784fbe0 req-4ae43395-7f6d-43cd-b42a-d7fdcaf400f1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0657845 Jul 13 20:29:20.975976 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b5ae24ee-742e-41a3-ae5f-7b010784fbe0 req-995e7b39-37ea-4353-9ad7-504cf3869745 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332747 Jul 13 20:29:22.151238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0c5cb-4f86-4b4f-b159-5a5425587172 req-251800b3-22ea-452a-92f4-e1faff9c938d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:22.152715 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0f0c5cb-4f86-4b4f-b159-5a5425587172 req-251800b3-22ea-452a-92f4-e1faff9c938d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0627913 Jul 13 20:29:22.189636 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f0f0c5cb-4f86-4b4f-b159-5a5425587172 req-2a23fe84-0614-4efc-a2da-58df34cac41a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314493 Jul 13 20:29:23.367961 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9382b8-559b-4960-af85-7801f3c28ba6 req-5e3f784a-167e-436f-9e44-182d112d17bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:23.369481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c9382b8-559b-4960-af85-7801f3c28ba6 req-5e3f784a-167e-436f-9e44-182d112d17bf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0650744 Jul 13 20:29:23.410924 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8c9382b8-559b-4960-af85-7801f3c28ba6 req-59ac3372-45c4-4b89-b863-7d3d3572e697 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359936 Jul 13 20:29:23.686359 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f605d8-b92e-4a00-a6d4-bdb373b472a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:23.717925 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:24.585867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9778dc-35a5-420e-abbc-7a67937ffc17 req-342790ed-41c3-4924-b3ce-eebae583c7fb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:24.587372 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e9778dc-35a5-420e-abbc-7a67937ffc17 req-342790ed-41c3-4924-b3ce-eebae583c7fb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0668955 Jul 13 20:29:24.624652 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2e9778dc-35a5-420e-abbc-7a67937ffc17 req-5e7dd5d9-02eb-4746-8abb-90a542d99edb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318453 Jul 13 20:29:24.820696 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:25.796221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12857e1-42fa-48a0-94bd-ee0d92250715 req-8eb63e0c-8060-49d7-a8ea-9d331a7ec031 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:25.797742 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a12857e1-42fa-48a0-94bd-ee0d92250715 req-8eb63e0c-8060-49d7-a8ea-9d331a7ec031 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0640290 Jul 13 20:29:25.835084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a12857e1-42fa-48a0-94bd-ee0d92250715 req-8a988529-1b23-421c-a7b2-0b8723ffbd86 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Jul 13 20:29:26.310468 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:27.006237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe8d3-7391-473a-8f56-519e3df18833 req-c8a7ed4f-fd91-4232-a062-3116794b0367 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:27.007731 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-099fe8d3-7391-473a-8f56-519e3df18833 req-c8a7ed4f-fd91-4232-a062-3116794b0367 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0626838 Jul 13 20:29:27.044420 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-099fe8d3-7391-473a-8f56-519e3df18833 req-ec635951-d700-4472-b6dd-d270e335be61 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Jul 13 20:29:28.218852 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75215991-b088-45b2-aed8-c3fd9076f4c0 req-c90bd2fa-cccd-455b-8dcd-5d1a2c3f9587 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:28.220352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-75215991-b088-45b2-aed8-c3fd9076f4c0 req-c90bd2fa-cccd-455b-8dcd-5d1a2c3f9587 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0635571 Jul 13 20:29:28.257514 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-75215991-b088-45b2-aed8-c3fd9076f4c0 req-c8ae0bc3-10c6-4d83-b221-b3618c7d422a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Jul 13 20:29:29.432522 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a80118-186e-434e-a496-d6f871c3799a req-d4b9700d-f4e6-47d2-bdf1-dc6e25a09ad8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:29.434018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83a80118-186e-434e-a496-d6f871c3799a req-d4b9700d-f4e6-47d2-bdf1-dc6e25a09ad8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0628400 Jul 13 20:29:29.471330 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-83a80118-186e-434e-a496-d6f871c3799a req-f47b4d23-ee3f-43b0-b6f8-745ba48e3edf tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Jul 13 20:29:29.495536 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:29.559023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-880ad014-144d-4b73-a92d-e2928d013f8c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/2dc61360-06d8-4afb-baf2-abc4fc7b280b HTTP/1.1" status: 200 len: 993 time: 0.0621865 Jul 13 20:29:31.014743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-1c3a86a6-ad34-423c-866c-9f3de9adf5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:31.016231 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-1c3a86a6-ad34-423c-866c-9f3de9adf5df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 1096 time: 0.0964484 Jul 13 20:29:31.027111 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1f488-3330-4035-85e8-a8810b1661d6 req-89a3f90e-ba13-4d00-ab52-ed8450ecdaee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:31.028473 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30d1f488-3330-4035-85e8-a8810b1661d6 req-89a3f90e-ba13-4d00-ab52-ed8450ecdaee tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.1003385 Jul 13 20:29:31.120060 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30d1f488-3330-4035-85e8-a8810b1661d6 req-fc3985cb-e53e-46ac-af90-945b9e49f702 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829580 Jul 13 20:29:31.139620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-4a0e7712-f060-43ab-81da-98c11a35dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:31.141084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-4a0e7712-f060-43ab-81da-98c11a35dea5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96ee3664-ea1f-4310-96dd-d206180a52d3 HTTP/1.1" status: 200 len: 897 time: 0.1117907 Jul 13 20:29:31.209563 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-d5313f13-db21-4004-aceb-340882fd2256 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e669cb-6550-4143-b94a-81b80ae9d114 HTTP/1.1" status: 200 len: 1001 time: 0.0583677 Jul 13 20:29:31.260044 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-2c680d0b-d4c7-4198-8de9-daca72eec41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:31.261476 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-2c680d0b-d4c7-4198-8de9-daca72eec41a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=683d0f66-ea32-4c1d-899e-bd3354bc3bec HTTP/1.1" status: 200 len: 835 time: 0.0423796 Jul 13 20:29:31.333438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-459e0c61-0390-4bc0-93b0-2d129fdf4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:31.334963 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-459e0c61-0390-4bc0-93b0-2d129fdf4e19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96ee3664-ea1f-4310-96dd-d206180a52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612869 Jul 13 20:29:31.428320 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-befaa5b2-2abb-4a44-940b-294bd3959108 service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801606 Jul 13 20:29:31.527283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec93a450-748f-4343-88a5-84c2b3f986f5 req-7b04c617-6405-4f9e-908a-be8128843c41 service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867031 Jul 13 20:29:32.299014 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad222a2-07fa-4d3d-a7d6-3b77c9a63592 req-85c972d6-f990-4c09-969b-a1708228e1b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:32.300504 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6ad222a2-07fa-4d3d-a7d6-3b77c9a63592 req-85c972d6-f990-4c09-969b-a1708228e1b4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0649018 Jul 13 20:29:32.339295 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-6ad222a2-07fa-4d3d-a7d6-3b77c9a63592 req-b8a65415-73e9-4f6d-a5c4-aaac2e2d357f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331287 Jul 13 20:29:32.364905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:29:32.429888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-09f0d513-767b-49bc-a912-18f14a9a6ae6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/2dc61360-06d8-4afb-baf2-abc4fc7b280b HTTP/1.1" status: 200 len: 993 time: 0.0637534 Jul 13 20:29:46.275600 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:47.022317 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:50.838120 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87a7927-b67d-41d2-aa3b-65d024631863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:51.450984 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:29:53.686644 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60c20493-c8f1-4453-8964-cd707ba83851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:53.717302 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:54.823303 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:56.315391 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:29:59.251512 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c931242-da34-463f-be30-8577d80345b6 req-8b31d181-dbc2-4aad-8bd3-a6e2b7de2112 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507405 Jul 13 20:29:59.347102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c931242-da34-463f-be30-8577d80345b6 req-53eacb6c-d6e5-4f8f-9795-a566651e5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:59.349306 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c931242-da34-463f-be30-8577d80345b6 req-53eacb6c-d6e5-4f8f-9795-a566651e5417 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 1096 time: 0.0532575 Jul 13 20:29:59.455982 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c931242-da34-463f-be30-8577d80345b6 req-e1e13467-84ab-46e1-9715-61683a4a8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:59.457980 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c931242-da34-463f-be30-8577d80345b6 req-e1e13467-84ab-46e1-9715-61683a4a8479 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96ee3664-ea1f-4310-96dd-d206180a52d3 HTTP/1.1" status: 200 len: 897 time: 0.0863271 Jul 13 20:29:59.521202 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c931242-da34-463f-be30-8577d80345b6 req-7dae9d5d-cd0c-4b1e-bd59-d2b6ac9f2494 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e669cb-6550-4143-b94a-81b80ae9d114 HTTP/1.1" status: 200 len: 1001 time: 0.0561578 Jul 13 20:29:59.570226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c931242-da34-463f-be30-8577d80345b6 req-aaed32bd-b842-4090-84de-b909c48fe12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:59.571640 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c931242-da34-463f-be30-8577d80345b6 req-aaed32bd-b842-4090-84de-b909c48fe12a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=683d0f66-ea32-4c1d-899e-bd3354bc3bec HTTP/1.1" status: 200 len: 835 time: 0.0417044 Jul 13 20:29:59.634946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c931242-da34-463f-be30-8577d80345b6 req-6862ed29-c79a-4a40-a177-35c7885ad53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:29:59.636437 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c931242-da34-463f-be30-8577d80345b6 req-6862ed29-c79a-4a40-a177-35c7885ad53f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96ee3664-ea1f-4310-96dd-d206180a52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551674 Jul 13 20:29:59.727459 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c931242-da34-463f-be30-8577d80345b6 req-6e2a8901-b9b8-4db6-a432-a5bf046ffc7e service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814822 Jul 13 20:29:59.819235 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6c931242-da34-463f-be30-8577d80345b6 req-43e0416f-562d-4b7a-a0c2-5f7501223063 service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847292 Jul 13 20:30:04.828186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:04.983118 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 46266cee-6cd5-4a3f-b7e1-2227f54a0225 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:04.983459 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:05.063220 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:05.063550 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:05.075541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 46266cee-6cd5-4a3f-b7e1-2227f54a0225 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:05.218830 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:05.251984 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=46266cee-6cd5-4a3f-b7e1-2227f54a0225,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:05.276681 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.277035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.277377 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.277715 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.278050 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.278383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.278738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.279070 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.279397 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.279725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.280051 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.280374 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:05.320162 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:05.320496 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Floating IP 2dc61360-06d8-4afb-baf2-abc4fc7b280b disassociated (deleted). External IP: 172.25.7.137, port: b0e669cb-6550-4143-b94a-81b80ae9d114. Jul 13 20:30:05.525254 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router 8d9e02dc-261c-41ef-ae30-adfffe101090 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:30:05.629683 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:30:05.634461 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:05.638933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] Sync routers for ids ['8d9e02dc-261c-41ef-ae30-adfffe101090'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:30:05.648543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] Routers {'8d9e02dc-261c-41ef-ae30-adfffe101090'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:05.649150 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:29:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8d9e02dc-261c-41ef-ae30-adfffe101090'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:05.670968 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a9fd0f0d-4880-47ea-9f8a-4fa5e1da8de6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/floatingips/2dc61360-06d8-4afb-baf2-abc4fc7b280b HTTP/1.1" status: 204 len: 168 time: 0.8417971 Jul 13 20:30:05.671560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c05accd-9878-4678-8006-028c6e0d0b23', 'tag': 'b0e669cb-6550-4143-b94a-81b80ae9d114'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:30:05.673823 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fb72a6-371e-4427-b670-7bcf31dc6e34" -d '{"events": [{"name": "network-changed", "server_uuid": "9c05accd-9878-4678-8006-028c6e0d0b23", "tag": "b0e669cb-6550-4143-b94a-81b80ae9d114"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:30:05.754860 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] Set router 8d9e02dc-261c-41ef-ae30-adfffe101090 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:05.765916 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5ec39d-7367-4cd4-8775-899ca2fffa3a x-openstack-request-id: req-3c5ec39d-7367-4cd4-8775-899ca2fffa3a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:30:05.766205 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c05accd-9878-4678-8006-028c6e0d0b23", "tag": "b0e669cb-6550-4143-b94a-81b80ae9d114", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:30:05.766480 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c5ec39d-7367-4cd4-8775-899ca2fffa3a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:30:05.766887 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c05accd-9878-4678-8006-028c6e0d0b23', 'tag': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'status': 'completed', 'code': 200} Jul 13 20:30:05.844467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-f8fa8010-0fcd-4475-a23e-8ad29c741880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:05.845992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-f8fa8010-0fcd-4475-a23e-8ad29c741880 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 1096 time: 0.0558493 Jul 13 20:30:05.955472 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-cfb4ec7c-70bc-4714-b192-a58dd5d56de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:05.957028 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-cfb4ec7c-70bc-4714-b192-a58dd5d56de8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96ee3664-ea1f-4310-96dd-d206180a52d3 HTTP/1.1" status: 200 len: 897 time: 0.1023004 Jul 13 20:30:05.967695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:29Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '8de320d3-b839-4cc6-ab13-6668e0642ca4', 'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:65:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:29Z', 'updated_at': '2021-07-13T20:28:34Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:05.995665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] Checking router: 8d9e02dc-261c-41ef-ae30-adfffe101090 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:30:06.002163 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-ecf6afd2-f075-4695-9a4d-55cdb4a98868 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e669cb-6550-4143-b94a-81b80ae9d114 HTTP/1.1" status: 200 len: 217 time: 0.0378406 Jul 13 20:30:06.003946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] Routers {'8d9e02dc-261c-41ef-ae30-adfffe101090'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:06.004570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:29:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8d9e02dc-261c-41ef-ae30-adfffe101090'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:06.085831 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-d2223e52-3669-4ab5-b6a5-cc3bf6988652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:06.087345 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-d2223e52-3669-4ab5-b6a5-cc3bf6988652 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=683d0f66-ea32-4c1d-899e-bd3354bc3bec HTTP/1.1" status: 200 len: 835 time: 0.0774100 Jul 13 20:30:06.109776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] Set router 8d9e02dc-261c-41ef-ae30-adfffe101090 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:06.112822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc6df5-6510-4e7c-8554-d29d1b171149 req-23926750-0670-41df-a543-684080295e01 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:06.114663 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99dc6df5-6510-4e7c-8554-d29d1b171149 req-23926750-0670-41df-a543-684080295e01 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.1152029 Jul 13 20:30:06.177950 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99dc6df5-6510-4e7c-8554-d29d1b171149 req-048a20fe-b5e0-44bf-9e06-c41e2e1346af tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431323 Jul 13 20:30:06.190516 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-745e4585-c08f-4773-a83f-73b2c5358d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:06.192240 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-745e4585-c08f-4773-a83f-73b2c5358d1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96ee3664-ea1f-4310-96dd-d206180a52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956039 Jul 13 20:30:06.283417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-4245a771-ab64-43c0-a64e-cc2b3fc58b6b service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831769 Jul 13 20:30:06.306505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:29Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '8de320d3-b839-4cc6-ab13-6668e0642ca4', 'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:65:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:29Z', 'updated_at': '2021-07-13T20:28:34Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:06.337588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4a8e6-135c-44eb-bf19-5e293e1a89cf None None] The sync data for ids ['8d9e02dc-261c-41ef-ae30-adfffe101090'] in n-d-800708-1 is: [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:29Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '8de320d3-b839-4cc6-ab13-6668e0642ca4', 'name': '', 'network_id': '96ee3664-ea1f-4310-96dd-d206180a52d3', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:65:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:29Z', 'updated_at': '2021-07-13T20:28:34Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '683d0f66-ea32-4c1d-899e-bd3354bc3bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:30:06.379022 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64fb72a6-371e-4427-b670-7bcf31dc6e34 req-ad1f4917-14ec-4de2-9b56-969a865c8181 service neutron] 10.222.0.24 "GET /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884569 Jul 13 20:30:06.544077 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02804a87-fb67-434c-9368-77198ccf5ebb None None] New status for floating IP 2dc61360-06d8-4afb-baf2-abc4fc7b280b: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:30:07.366303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b0764-6fb6-44a7-b86f-981757a5bda8 req-d715a28d-27cb-4570-b183-7fee23f7efb5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:07.367805 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-065b0764-6fb6-44a7-b86f-981757a5bda8 req-d715a28d-27cb-4570-b183-7fee23f7efb5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0632875 Jul 13 20:30:07.405006 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-065b0764-6fb6-44a7-b86f-981757a5bda8 req-5044deef-4742-4550-8238-389b859af37a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=2deb6988-a032-4514-996f-dc1a7c1e5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Jul 13 20:30:07.715927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-47478bc6-d902-45f1-b2ac-2b0ee9a2f531 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:07.717383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-47478bc6-d902-45f1-b2ac-2b0ee9a2f531 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 945 time: 0.0622871 Jul 13 20:30:07.822303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port b0e669cb-6550-4143-b94a-81b80ae9d114 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:07.822684 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:07.907829 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port b0e669cb-6550-4143-b94a-81b80ae9d114, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=b0e669cb-6550-4143-b94a-81b80ae9d114,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:07.908190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:07.921122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for b0e669cb-6550-4143-b94a-81b80ae9d114 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:08.049077 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:08.077748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=b0e669cb-6550-4143-b94a-81b80ae9d114,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:08.107255 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.107609 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.107952 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.108290 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.108622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.108951 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.109278 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.109604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.109929 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.110251 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.110603 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.110927 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:08.134131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] No DVR routers for this DVR port b0e669cb-6550-4143-b94a-81b80ae9d114 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:30:08.136598 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:08.138599 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b104342-d554-4eef-961f-044ae0b5c1c3 req-ddbd75e4-47fc-4275-8f5a-ee23364cdad1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "DELETE /v2.0/ports/b0e669cb-6550-4143-b94a-81b80ae9d114 HTTP/1.1" status: 204 len: 173 time: 0.4122787 Jul 13 20:30:08.139031 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c05accd-9878-4678-8006-028c6e0d0b23', 'name': 'network-vif-deleted', 'tag': 'b0e669cb-6550-4143-b94a-81b80ae9d114'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:30:08.141266 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e9a7b4-83db-4077-9ab9-37174b8d3b1d" -d '{"events": [{"server_uuid": "9c05accd-9878-4678-8006-028c6e0d0b23", "name": "network-vif-deleted", "tag": "b0e669cb-6550-4143-b94a-81b80ae9d114"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:30:08.231630 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4394a05b-c67e-438a-a693-96ba2abc05bf x-openstack-request-id: req-4394a05b-c67e-438a-a693-96ba2abc05bf {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:30:08.231926 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c05accd-9878-4678-8006-028c6e0d0b23", "name": "network-vif-deleted", "tag": "b0e669cb-6550-4143-b94a-81b80ae9d114", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:30:08.232179 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4394a05b-c67e-438a-a693-96ba2abc05bf {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:30:08.232612 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c05accd-9878-4678-8006-028c6e0d0b23', 'name': 'network-vif-deleted', 'tag': 'b0e669cb-6550-4143-b94a-81b80ae9d114', 'status': 'completed', 'code': 200} Jul 13 20:30:08.573782 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95d55d57-33aa-426c-97c6-1d0951a3f206 req-b2e60c09-9ccc-4d06-ad56-5fed5b4d0189 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c05accd-9878-4678-8006-028c6e0d0b23 HTTP/1.1" status: 200 len: 210 time: 0.0335975 Jul 13 20:30:09.661687 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:10.009958 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.271809 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 8de320d3-b839-4cc6-ab13-6668e0642ca4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:10.272151 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.359930 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port 8de320d3-b839-4cc6-ab13-6668e0642ca4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8de320d3-b839-4cc6-ab13-6668e0642ca4,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:10.360284 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.372205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 8de320d3-b839-4cc6-ab13-6668e0642ca4 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:10.552309 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.578227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=8de320d3-b839-4cc6-ab13-6668e0642ca4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:10.751347 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:10.962310 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router 8d9e02dc-261c-41ef-ae30-adfffe101090 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:30:11.368533 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:30:11.373647 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d6cf1a09-ec5a-4015-b8e5-c1fb86cd2c05 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "PUT /v2.0/routers/8d9e02dc-261c-41ef-ae30-adfffe101090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7108610 Jul 13 20:30:11.376362 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:11.382833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] Sync routers for ids ['8d9e02dc-261c-41ef-ae30-adfffe101090'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:30:11.392493 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] Routers {'8d9e02dc-261c-41ef-ae30-adfffe101090'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:11.393107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:29:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8d9e02dc-261c-41ef-ae30-adfffe101090'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:11.429720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f12049d-8fa0-4cec-baed-3523f261a86d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting subnet 683d0f66-ea32-4c1d-899e-bd3354bc3bec {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:30:11.433103 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f12049d-8fa0-4cec-baed-3523f261a86d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:11.475394 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f12049d-8fa0-4cec-baed-3523f261a86d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:11.503099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] Set router 8d9e02dc-261c-41ef-ae30-adfffe101090 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:11.558382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device b0e669cb-6550-4143-b94a-81b80ae9d114 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:30:11.567453 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f12049d-8fa0-4cec-baed-3523f261a86d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:11.616034 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: b0e669cb-6550-4143-b94a-81b80ae9d114 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:30:11.616326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device b0e669cb-6550-4143-b94a-81b80ae9d114 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:30:11.631391 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f12049d-8fa0-4cec-baed-3523f261a86d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:11.666274 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12049d-8fa0-4cec-baed-3523f261a86d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Subnet': ['ID=683d0f66-ea32-4c1d-899e-bd3354bc3bec,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:11.678056 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f12049d-8fa0-4cec-baed-3523f261a86d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:11.682722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1f12049d-8fa0-4cec-baed-3523f261a86d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/subnets/683d0f66-ea32-4c1d-899e-bd3354bc3bec HTTP/1.1" status: 204 len: 168 time: 0.3026567 Jul 13 20:30:11.682895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61789f3d-a839-42ce-81cd-378feb2e2e11 None None] Network 96ee3664-ea1f-4310-96dd-d206180a52d3 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:30:11.683001 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:11.792346 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:11.806037 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:30:10Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:11.835173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] Checking router: 8d9e02dc-261c-41ef-ae30-adfffe101090 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:30:11.852238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] Routers {'8d9e02dc-261c-41ef-ae30-adfffe101090'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:11.852870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:29:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['8d9e02dc-261c-41ef-ae30-adfffe101090'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:11.903155 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:11.965741 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] DHCP port deletion for 96ee3664-ea1f-4310-96dd-d206180a52d3 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:30:11.991374 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 48f13d13-a748-4113-95cf-847ce956aada {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:11.992757 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.014155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] Set router 8d9e02dc-261c-41ef-ae30-adfffe101090 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:12.082244 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port 48f13d13-a748-4113-95cf-847ce956aada, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=48f13d13-a748-4113-95cf-847ce956aada,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:12.083090 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.096020 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 48f13d13-a748-4113-95cf-847ce956aada owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:12.135625 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Deleting port 30b44503-79bb-43af-8abc-1d39e867af5c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:30:12.135922 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.218501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] For port 30b44503-79bb-43af-8abc-1d39e867af5c, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=30b44503-79bb-43af-8abc-1d39e867af5c,segment=NetworkSegment(67c581b2-4248-454d-8877-90f424222001),segment_id=67c581b2-4248-454d-8877-90f424222001)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:12.218929 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.249352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Calling delete_port for 30b44503-79bb-43af-8abc-1d39e867af5c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:30:12.267836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.294707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=48f13d13-a748-4113-95cf-847ce956aada,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:12.332308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:30:10Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:12.360048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.365236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865b5f4-e110-454a-84c1-d9889017711e None None] The sync data for ids ['8d9e02dc-261c-41ef-ae30-adfffe101090'] in n-d-800708-1 is: [{'id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-60560020', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '48f13d13-a748-4113-95cf-847ce956aada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:30:10Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': '48f13d13-a748-4113-95cf-847ce956aada', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e02dc-261c-41ef-ae30-adfffe101090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:28:26Z', 'updated_at': '2021-07-13T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:30:12.376913 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.408069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Pushing event deleted for resources: {'Port': ['ID=30b44503-79bb-43af-8abc-1d39e867af5c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:12.414363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] No DVR routers for this DVR port 30b44503-79bb-43af-8abc-1d39e867af5c on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:30:12.423783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.423783 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.424102 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.424447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.424777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.425101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.425546 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.426538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.426994 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.427213 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.427431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.428004 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aa434-b752-4165-9eca-8213fb7dc5d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:12.459828 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.461909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.504209 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.504922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9e02dc-261c-41ef-ae30-adfffe101090 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:30:12.512681 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.513777 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-45c285bf-71e4-4b91-8af9-01608cd7b0b3 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/routers/8d9e02dc-261c-41ef-ae30-adfffe101090 HTTP/1.1" status: 204 len: 168 time: 0.8299274 Jul 13 20:30:12.516488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:12.592157 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.679501 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.688845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ee3664-ea1f-4310-96dd-d206180a52d3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:12.699657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c581b2-4248-454d-8877-90f424222001') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:12.699954 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c581b2-4248-454d-8877-90f424222001') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:12.709237 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.723914 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.733042 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:30:12.733454 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:30:12.736579 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:30:12.803277 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.812899 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.814238 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/networks/96ee3664-ea1f-4310-96dd-d206180a52d3 HTTP/1.1" status: 204 len: 168 time: 0.2968419 Jul 13 20:30:12.817771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:12.827223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563f2a9-f216-422b-a3d6-1258bf62509d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Network': ['ID=96ee3664-ea1f-4310-96dd-d206180a52d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:12.842326 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8de320d3-b839-4cc6-ab13-6668e0642ca4 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:30:12.862705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 8de320d3-b839-4cc6-ab13-6668e0642ca4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:30:12.863660 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8de320d3-b839-4cc6-ab13-6668e0642ca4 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:30:12.864134 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 30b44503-79bb-43af-8abc-1d39e867af5c no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:30:12.887528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 30b44503-79bb-43af-8abc-1d39e867af5c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:30:12.887948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 30b44503-79bb-43af-8abc-1d39e867af5c not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:30:12.900447 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d2f9859-114c-4d0f-871d-0b1997bc58a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.927146 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d2f9859-114c-4d0f-871d-0b1997bc58a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.986847 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d2f9859-114c-4d0f-871d-0b1997bc58a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.990239 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d2f9859-114c-4d0f-871d-0b1997bc58a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:12.991453 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7d2f9859-114c-4d0f-871d-0b1997bc58a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/security-groups/2deb6988-a032-4514-996f-dc1a7c1e5ebe HTTP/1.1" status: 204 len: 168 time: 0.1719790 Jul 13 20:30:13.006187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f9859-114c-4d0f-871d-0b1997bc58a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deb6988-a032-4514-996f-dc1a7c1e5ebe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:13.394732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:13.399468 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-51595dfb-324c-4856-a45c-1ea8ed90c5d2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-628969981', 'description': 'tempest-secgroup-smoke-628969981 description', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:13.422812 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51595dfb-324c-4856-a45c-1ea8ed90c5d2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.509141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51595dfb-324c-4856-a45c-1ea8ed90c5d2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.512890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51595dfb-324c-4856-a45c-1ea8ed90c5d2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.540539 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51595dfb-324c-4856-a45c-1ea8ed90c5d2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.541683 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-51595dfb-324c-4856-a45c-1ea8ed90c5d2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1459417 Jul 13 20:30:13.544796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:13.545755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51595dfb-324c-4856-a45c-1ea8ed90c5d2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30e3815-8575-4c91-bbd4-00de89f57e05,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:13.549426 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dce6327d-5d2b-47a9-99c9-936e761643f5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'f30e3815-8575-4c91-bbd4-00de89f57e05', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:13.576140 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dce6327d-5d2b-47a9-99c9-936e761643f5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.622659 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dce6327d-5d2b-47a9-99c9-936e761643f5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.626239 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dce6327d-5d2b-47a9-99c9-936e761643f5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.643603 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6327d-5d2b-47a9-99c9-936e761643f5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f300d8e-2671-4a00-b7e7-4d65fbbcd2c2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:13.649774 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dce6327d-5d2b-47a9-99c9-936e761643f5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.650891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-dce6327d-5d2b-47a9-99c9-936e761643f5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1050880 Jul 13 20:30:13.653734 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:13.658077 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ae29ebdb-2186-46d4-9483-513cfafb89e4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'f30e3815-8575-4c91-bbd4-00de89f57e05', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:13.683840 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae29ebdb-2186-46d4-9483-513cfafb89e4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.741834 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae29ebdb-2186-46d4-9483-513cfafb89e4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.745405 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae29ebdb-2186-46d4-9483-513cfafb89e4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.763748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29ebdb-2186-46d4-9483-513cfafb89e4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81870fa-e611-49b9-95cc-eccf37fb0230,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:13.766783 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae29ebdb-2186-46d4-9483-513cfafb89e4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.767986 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ae29ebdb-2186-46d4-9483-513cfafb89e4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133471 Jul 13 20:30:13.771504 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:13.775862 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ca76ce58-1583-432b-bf97-e79a6c76eca5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'f30e3815-8575-4c91-bbd4-00de89f57e05', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:13.801742 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca76ce58-1583-432b-bf97-e79a6c76eca5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.859914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca76ce58-1583-432b-bf97-e79a6c76eca5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.863492 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca76ce58-1583-432b-bf97-e79a6c76eca5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.880186 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76ce58-1583-432b-bf97-e79a6c76eca5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60092392-7331-4653-9c56-0cdc9c7dbf59,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:13.886523 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca76ce58-1583-432b-bf97-e79a6c76eca5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.887716 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ca76ce58-1583-432b-bf97-e79a6c76eca5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152711 Jul 13 20:30:13.890386 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:13.895274 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-becb72b0-8a4b-448b-8027-7c490f8bacd4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'f30e3815-8575-4c91-bbd4-00de89f57e05', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:13.920387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-becb72b0-8a4b-448b-8027-7c490f8bacd4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.977746 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-becb72b0-8a4b-448b-8027-7c490f8bacd4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.981346 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-becb72b0-8a4b-448b-8027-7c490f8bacd4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:13.998789 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb72b0-8a4b-448b-8027-7c490f8bacd4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbd8447-0f77-4e2a-93e7-cef1db9433dd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:14.004642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-becb72b0-8a4b-448b-8027-7c490f8bacd4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.006445 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-becb72b0-8a4b-448b-8027-7c490f8bacd4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145284 Jul 13 20:30:14.008615 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:14.012968 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3ff07867-c146-49a5-af93-db1265d973c8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'f30e3815-8575-4c91-bbd4-00de89f57e05', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:14.034545 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-3ff07867-c146-49a5-af93-db1265d973c8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Project b30b5947151a4c10a4de8721ebe0bcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:30:14.039439 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff07867-c146-49a5-af93-db1265d973c8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.100291 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff07867-c146-49a5-af93-db1265d973c8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.103901 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff07867-c146-49a5-af93-db1265d973c8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.120491 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff07867-c146-49a5-af93-db1265d973c8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ea3422-3696-4ce4-97f4-a853c146289d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:14.126683 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff07867-c146-49a5-af93-db1265d973c8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.127852 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3ff07867-c146-49a5-af93-db1265d973c8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182716 Jul 13 20:30:14.131215 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:14.135533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e5f8db4-ac5b-4c18-aee9-92939d562a63 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'security_group_rule': {'security_group_id': 'f30e3815-8575-4c91-bbd4-00de89f57e05', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:14.156367 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-9e5f8db4-ac5b-4c18-aee9-92939d562a63 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Project b30b5947151a4c10a4de8721ebe0bcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:30:14.161308 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8db4-ac5b-4c18-aee9-92939d562a63 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.220853 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8db4-ac5b-4c18-aee9-92939d562a63 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.224524 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8db4-ac5b-4c18-aee9-92939d562a63 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.244243 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f8db4-ac5b-4c18-aee9-92939d562a63 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddd4a62-5621-457d-969a-fff22b185410,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:14.246944 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8db4-ac5b-4c18-aee9-92939d562a63 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.250849 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-9e5f8db4-ac5b-4c18-aee9-92939d562a63 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160028 Jul 13 20:30:14.251352 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:14.256644 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'network': {'name': 'tempest-network-smoke--1543729384', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:14.278388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:30:14.282024 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.305412 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:30:14.314138 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.314503 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Added segment 45bb7c77-2cfb-4518-b725-82eabc6f03c1 of type vlan for network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 Jul 13 20:30:14.355123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.383029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.388693 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:14.389278 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.450817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:14.451352 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1989794 Jul 13 20:30:14.455581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'admin_state_up': True, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:14.464917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfe19c-a081-4092-b3ee-58ed917496c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Network': ['ID=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:14.475197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:30:14.481372 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.482417 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.537470 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.594145 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 48f13d13-a748-4113-95cf-847ce956aada no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:30:14.615420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 48f13d13-a748-4113-95cf-847ce956aada {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:30:14.615684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 48f13d13-a748-4113-95cf-847ce956aada not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:30:14.671853 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.860946 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.879798 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:14.978351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.25.7.249 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/d79b79a8-b65a-4422-8ad2-55d92ba114bd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:30:15.080361 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:15.119066 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:15.153402 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:30:15.159213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:30:15.163306 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:30:15.168571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=d79b79a8-b65a-4422-8ad2-55d92ba114bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:15.405190 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:15.595836 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:15.718086 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router 5a48bc89-6053-449d-a8e8-689cc435077a is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:30:15.825156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:30:15.836496 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Sync routers for ids ['5a48bc89-6053-449d-a8e8-689cc435077a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:30:15.844908 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:15.850123 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9675c3d8-9178-4b0c-920e-2db53698b504 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3942678 Jul 13 20:30:15.850270 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Routers {'5a48bc89-6053-449d-a8e8-689cc435077a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:15.850270 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:29:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a48bc89-6053-449d-a8e8-689cc435077a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:15.850499 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:15.878388 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-85ff3614-fa00-490f-b19f-da2be879dde2 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b30b5947151a4c10a4de8721ebe0bcb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266731 Jul 13 20:30:15.881238 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:15.950377 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Set router 5a48bc89-6053-449d-a8e8-689cc435077a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:15.966060 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604eb1fe-e706-42e8-90f0-55140a18eea6 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:15.967648 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-604eb1fe-e706-42e8-90f0-55140a18eea6 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855284 Jul 13 20:30:15.970525 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:16.004398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a1e140c5-b5d3-490f-a697-e78a88b40e5d tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6b495c24-0ca0-43d6-8369-a13aaad92ab5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328629 Jul 13 20:30:16.007016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:16.011659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1079415364', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:16.103193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:30:16.106862 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.213825 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:15Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:16.240125 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Checking router: 5a48bc89-6053-449d-a8e8-689cc435077a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:30:16.240485 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Updating router 5a48bc89-6053-449d-a8e8-689cc435077a port d79b79a8-b65a-4422-8ad2-55d92ba114bd binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:30:16.279364 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.281606 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.294905 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.356314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Subnet': ['ID=9c57db55-efa7-46eb-90b4-f9abc28cd0a5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:16.363706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Checking segment: {'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:30:16.363706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network hostable DHCP agents. Network: 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:30:16.379914 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:30:16.388569 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:30:16.393413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:16.394838 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.398977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b5da9-11dc-4e74-b190-5af8b12466e7 None None] Network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:30:16.410058 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-69463bd4-4c72-40f2-bc3e-d289061f540b tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4018531 Jul 13 20:30:16.412724 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:16.538388 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.548037 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Transition to ACTIVE for port object d79b79a8-b65a-4422-8ad2-55d92ba114bd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:30:16.555689 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.562789 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:30:16.563677 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.607435 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Attempting to bind port d79b79a8-b65a-4422-8ad2-55d92ba114bd on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:30:16.607803 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Attempting to bind port d79b79a8-b65a-4422-8ad2-55d92ba114bd by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:30:16.608151 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Attempting to bind port d79b79a8-b65a-4422-8ad2-55d92ba114bd on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:30:16.616282 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:30:16.616643 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:30:16.617033 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.617409 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:30:16.617864 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Bound port: d79b79a8-b65a-4422-8ad2-55d92ba114bd, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:30:16.618476 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.642036 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Pushing event updated for resources: {'Port': ['ID=d79b79a8-b65a-4422-8ad2-55d92ba114bd,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:16.654757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.655096 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.655410 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.655731 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.656048 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.656366 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.656682 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.656989 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.657298 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.657597 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.657909 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.658213 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:30:16.689602 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] For port d79b79a8-b65a-4422-8ad2-55d92ba114bd, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:30:16.694475 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] For port d79b79a8-b65a-4422-8ad2-55d92ba114bd, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d79b79a8-b65a-4422-8ad2-55d92ba114bd,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:30:16.700785 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.709262 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Allocated IP 172.20.0.2 (59ad7b8a-10ba-43d5-a921-1f1f44c2eb66/9c57db55-efa7-46eb-90b4-f9abc28cd0a5/96da86c1-22ba-49e8-8686-bd2c28b4e9f7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:30:16.761819 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Routers {'5a48bc89-6053-449d-a8e8-689cc435077a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:16.762625 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:29:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a48bc89-6053-449d-a8e8-689cc435077a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:16.767628 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ddedd-734d-4a1a-8040-7083457c4d66 None None] Pushing event updated for resources: {'Port': ['ID=d79b79a8-b65a-4422-8ad2-55d92ba114bd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:16.866123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:16.874238 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] Set router 5a48bc89-6053-449d-a8e8-689cc435077a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:17.034573 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.049699 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Transition to ACTIVE for port object 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:30:17.053072 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.068883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Transition to ACTIVE for port object 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:30:17.076260 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.077968 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:15Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:17.112345 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4da21-3518-43ce-8e1c-2cbfcdf2c185 None None] The sync data for ids ['5a48bc89-6053-449d-a8e8-689cc435077a'] in n-d-800708-1 is: [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:15Z', 'revision_number': 3, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:30:17.122480 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:30:17.125615 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:30:17.130826 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:30:17.140303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Pushing event updated for resources: {'Port': ['ID=96da86c1-22ba-49e8-8686-bd2c28b4e9f7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:17.205035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Attempting to bind port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:30:17.205377 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Attempting to bind port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:30:17.205734 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Attempting to bind port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 on network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:30:17.212119 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:30:17.212500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Checking segment: {'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:30:17.212909 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.213303 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Bound using segment: {'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:30:17.213830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Bound port: 96da86c1-22ba-49e8-8686-bd2c28b4e9f7, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:30:17.214231 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.289757 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] For port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:30:17.294611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] For port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=96da86c1-22ba-49e8-8686-bd2c28b4e9f7,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:30:17.298964 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.381433 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a3076-8010-419c-98c7-f74c8199a981 None None] Pushing event updated for resources: {'Port': ['ID=96da86c1-22ba-49e8-8686-bd2c28b4e9f7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:17.496269 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.20.0.1 (59ad7b8a-10ba-43d5-a921-1f1f44c2eb66/9c57db55-efa7-46eb-90b4-f9abc28cd0a5/70481b0f-3ed6-4ee9-a2e4-a1639ab70dac) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:30:17.636528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.652086 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Transition to ACTIVE for port object 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:30:17.695391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.746961 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:30:17.751053 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:30:17.754068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:30:17.757183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=70481b0f-3ed6-4ee9-a2e4-a1639ab70dac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:17.807590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:17.954992 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.242801 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.247617 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.328432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=70481b0f-3ed6-4ee9-a2e4-a1639ab70dac,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:18.331054 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.353963 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cfe96b-939d-4ec4-b4ec-1fefc3fad004 None None] Network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:30:18.424294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:30:18.426042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:30:18.449272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fed48c2f-131f-4ae3-9453-12d52cb40b9a None None] Provisioning for port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:30:18.542314 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router 5a48bc89-6053-449d-a8e8-689cc435077a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:30:18.681396 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:30:18.688353 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4c7dea9c-39f8-445a-8013-1700ea436f08 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "PUT /v2.0/routers/5a48bc89-6053-449d-a8e8-689cc435077a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2741897 Jul 13 20:30:18.731836 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d79b79a8-b65a-4422-8ad2-55d92ba114bd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:30:18.807768 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e56168ed-fdb5-4f2f-8adb-f91d1d21eee2 None None] Provisioning for port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:30:18.811367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port d79b79a8-b65a-4422-8ad2-55d92ba114bd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:30:18.814617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e56168ed-fdb5-4f2f-8adb-f91d1d21eee2 None None] Provisioning complete for port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:18.815018 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e56168ed-fdb5-4f2f-8adb-f91d1d21eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.818430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d79b79a8-b65a-4422-8ad2-55d92ba114bd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:18.818799 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.881613 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-8f4297e6-8d33-490f-bd8d-de6295df42f9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-628969981&fields=id&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 267 time: 0.0478823 Jul 13 20:30:18.882430 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e56168ed-fdb5-4f2f-8adb-f91d1d21eee2 None None] Port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:30:18.931994 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.954283 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port d79b79a8-b65a-4422-8ad2-55d92ba114bd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d79b79a8-b65a-4422-8ad2-55d92ba114bd,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:18.959038 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:18.960206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:30:19.022064 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-53e000d2-ff42-40bf-86d3-92ff5e0c0b0a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:19.023765 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-53e000d2-ff42-40bf-86d3-92ff5e0c0b0a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/networks?id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 HTTP/1.1" status: 200 len: 797 time: 0.1255958 Jul 13 20:30:19.039597 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-32aecb26-ad6f-49f0-adee-8f9972d23473 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/quotas/b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 375 time: 0.0103574 Jul 13 20:30:19.062634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Sync routers for ids ['5a48bc89-6053-449d-a8e8-689cc435077a'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:30:19.074043 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f1c3f59-ad81-4dc4-9336-7d5862d55c1e None None] Provisioning complete for port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:19.074466 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3f59-ad81-4dc4-9336-7d5862d55c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:19.075898 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=d79b79a8-b65a-4422-8ad2-55d92ba114bd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:19.117602 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-936630ff-1b4c-49d9-bf25-3ab04c166a8f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678697 Jul 13 20:30:19.119079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Routers {'5a48bc89-6053-449d-a8e8-689cc435077a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:19.119724 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:29:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a48bc89-6053-449d-a8e8-689cc435077a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:19.164912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c3f59-ad81-4dc4-9336-7d5862d55c1e None None] Port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:30:19.173197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:30:19.180979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:19.181351 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:19.183668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-a1933a34-33f3-426a-a903-6cc954c00452 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:30:19.184718 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-a1933a34-33f3-426a-a903-6cc954c00452 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552952 Jul 13 20:30:19.267540 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Set router 5a48bc89-6053-449d-a8e8-689cc435077a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:19.285259 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-6252f7dd-e8d6-495d-93ba-8aa832e35410 service neutron] 10.222.0.25 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934069 Jul 13 20:30:19.370161 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a22fc8c7-f058-43de-ad9d-bcd744fa283a None None] Provisioning complete for port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:19.370856 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a22fc8c7-f058-43de-ad9d-bcd744fa283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:19.377869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-ae4ea944-a9f8-4194-b151-344f671693bb service neutron] 10.222.0.25 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861335 Jul 13 20:30:19.446897 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:19.481396 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a22fc8c7-f058-43de-ad9d-bcd744fa283a None None] Port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:30:19.503293 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=96da86c1-22ba-49e8-8686-bd2c28b4e9f7,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:19.513513 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:19.557321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3d821a2-f296-4406-8a98-7336ab8b3063 req-a34b2baf-7579-42c8-aa97-17238767172f tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 210 time: 0.0304453 Jul 13 20:30:19.600126 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=96da86c1-22ba-49e8-8686-bd2c28b4e9f7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:19.620470 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:17Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '70481b0f-3ed6-4ee9-a2e4-a1639ab70dac', 'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:ee:e6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:17Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 2, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:19.652545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Checking router: 5a48bc89-6053-449d-a8e8-689cc435077a for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:30:19.652901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Updating router 5a48bc89-6053-449d-a8e8-689cc435077a port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:30:19.687354 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:19.957211 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:19.969674 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Transition to ACTIVE for port object 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:30:19.975941 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.029098 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f30848-c72c-4cf3-9489-baec6430dab4 None None] Pushing event updated for resources: {'Port': ['ID=70481b0f-3ed6-4ee9-a2e4-a1639ab70dac,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:20.086744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Attempting to bind port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:30:20.087110 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Attempting to bind port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:30:20.087467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Attempting to bind port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac on network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:30:20.093014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:30:20.093354 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Checking segment: {'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:30:20.093750 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.094136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Bound using segment: {'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:30:20.094666 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Bound port: 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:30:20.095248 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.164705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] For port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:30:20.167987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] For port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=70481b0f-3ed6-4ee9-a2e4-a1639ab70dac,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:30:20.172349 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.235111 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Routers {'5a48bc89-6053-449d-a8e8-689cc435077a'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:20.235753 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:29:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a48bc89-6053-449d-a8e8-689cc435077a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:20.274893 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f30848-c72c-4cf3-9489-baec6430dab4 None None] Pushing event updated for resources: {'Port': ['ID=70481b0f-3ed6-4ee9-a2e4-a1639ab70dac,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:20.367678 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] Set router 5a48bc89-6053-449d-a8e8-689cc435077a gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:20.571355 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:17Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '70481b0f-3ed6-4ee9-a2e4-a1639ab70dac', 'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:ee:e6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:17Z', 'updated_at': '2021-07-13T20:30:20Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:20.602672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75204995-2019-4a7b-8a2e-7391d987f01f None None] The sync data for ids ['5a48bc89-6053-449d-a8e8-689cc435077a'] in n-d-800708-1 is: [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:17Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '70481b0f-3ed6-4ee9-a2e4-a1639ab70dac', 'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:ee:e6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:17Z', 'updated_at': '2021-07-13T20:30:20Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:30:20.723577 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d79b79a8-b65a-4422-8ad2-55d92ba114bd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:30:20.743896 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ba022792-da1a-4798-a02d-77e5611f9f1b req-14373678-0007-41b5-9b18-0ef9edd5df63 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 210 time: 0.0315380 Jul 13 20:30:20.788886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port d79b79a8-b65a-4422-8ad2-55d92ba114bd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:20.789658 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.853018 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0c15249-ed92-41c6-aeaa-8893d56c8a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.880467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-60075e15-2908-4dae-8b27-dcccace7ec69 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:20.882013 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-60075e15-2908-4dae-8b27-dcccace7ec69 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/networks?id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 HTTP/1.1" status: 200 len: 797 time: 0.1248975 Jul 13 20:30:20.892514 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:30:20.937130 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-b2d33ef6-f839-4ebf-8c67-d8df5750e78e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b30b5947151a4c10a4de8721ebe0bcb8 HTTP/1.1" status: 200 len: 379 time: 0.0387890 Jul 13 20:30:20.949050 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:20.949422 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:20.950674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'port': {'device_id': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'admin_state_up': True, 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'security_groups': ['f30e3815-8575-4c91-bbd4-00de89f57e05']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:21.075836 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Made reservation on behalf of b30b5947151a4c10a4de8721ebe0bcb8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:30:21.079585 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:21.226312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.20.0.3 (59ad7b8a-10ba-43d5-a921-1f1f44c2eb66/9c57db55-efa7-46eb-90b4-f9abc28cd0a5/72d73ea0-1bfd-4b60-9ac9-4747723ac314) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:30:21.378220 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:21.391835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Transition to ACTIVE for port object 72d73ea0-1bfd-4b60-9ac9-4747723ac314 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:30:21.427233 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:21.475526 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:30:21.479490 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:30:21.483737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:30:21.509015 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=72d73ea0-1bfd-4b60-9ac9-4747723ac314,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:21.539009 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:21.539692 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:21.557353 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-0ab3ba9d-2860-4bd5-99d5-1171e9b0d1d1 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6136789 Jul 13 20:30:21.574681 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Request body: {'port': {'device_id': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:21.659120 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:21.726330 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e159bdc0-0eed-459c-a6cc-faba6bdb4575 None None] Provisioning for port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:30:21.730822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e159bdc0-0eed-459c-a6cc-faba6bdb4575 None None] Provisioning complete for port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:21.731189 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e159bdc0-0eed-459c-a6cc-faba6bdb4575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:21.767157 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e159bdc0-0eed-459c-a6cc-faba6bdb4575 None None] Port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:30:21.962709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d73ea0-1bfd-4b60-9ac9-4747723ac314 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:30:21.971596 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:21.980477 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec109fc-ff80-42b7-90b7-afb42565a0b2 req-0cca5f33-0abd-4e46-858b-b89f99f95076 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:21.981949 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ec109fc-ff80-42b7-90b7-afb42565a0b2 req-0cca5f33-0abd-4e46-858b-b89f99f95076 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 931 time: 0.1184855 Jul 13 20:30:22.005707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Transition to ACTIVE for port object 72d73ea0-1bfd-4b60-9ac9-4747723ac314 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:30:22.010278 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:22.063495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9ec109fc-ff80-42b7-90b7-afb42565a0b2 req-f603af37-dc0e-433a-a590-a944edbe3f6c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741758 Jul 13 20:30:22.087506 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Pushing event updated for resources: {'Port': ['ID=72d73ea0-1bfd-4b60-9ac9-4747723ac314,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:22.149168 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Attempting to bind port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:30:22.149503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Attempting to bind port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:30:22.149827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Attempting to bind port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 on network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:30:22.154344 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 on network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:30:22.154695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Attempting to bind port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 on network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:30:22.161794 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:30:22.162135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Checking segment: {'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:30:22.162689 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Bound using segment: {'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:30:22.163145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Bound port: 72d73ea0-1bfd-4b60-9ac9-4747723ac314, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bb7c77-2cfb-4518-b725-82eabc6f03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:30:22.163512 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:22.231183 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] For port 72d73ea0-1bfd-4b60-9ac9-4747723ac314, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:30:22.234322 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] For port 72d73ea0-1bfd-4b60-9ac9-4747723ac314, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:30:22.239246 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:22.276432 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:22.277061 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:22.278555 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] 10.222.0.24 "PUT /v2.0/ports/72d73ea0-1bfd-4b60-9ac9-4747723ac314 HTTP/1.1" status: 200 len: 1091 time: 0.7082362 Jul 13 20:30:22.278966 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'tag': '72d73ea0-1bfd-4b60-9ac9-4747723ac314'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:30:22.281198 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a56ec37-baa3-4d85-a306-a883e5758625" -d '{"events": [{"name": "network-changed", "server_uuid": "817512ec-1d2d-4cb9-a17e-b80d49bf3707", "tag": "72d73ea0-1bfd-4b60-9ac9-4747723ac314"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:30:22.308757 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818bdf0-fd66-441f-b116-7216608fb089 service neutron] Pushing event updated for resources: {'Port': ['ID=72d73ea0-1bfd-4b60-9ac9-4747723ac314,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:22.330742 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2369f9a1-11df-4beb-a12f-70b06e0dcd97 x-openstack-request-id: req-2369f9a1-11df-4beb-a12f-70b06e0dcd97 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:30:22.331185 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817512ec-1d2d-4cb9-a17e-b80d49bf3707", "tag": "72d73ea0-1bfd-4b60-9ac9-4747723ac314", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:30:22.331580 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2369f9a1-11df-4beb-a12f-70b06e0dcd97 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:30:22.331992 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'tag': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'status': 'completed', 'code': 200} Jul 13 20:30:22.388701 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-3cc121d3-57c9-4355-9513-4cf4bdcaf7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:22.390502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-3cc121d3-57c9-4355-9513-4cf4bdcaf7ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 1094 time: 0.0549579 Jul 13 20:30:22.435404 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-ccc00844-e5a2-4cbc-8064-6bb17f755c3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314 HTTP/1.1" status: 200 len: 217 time: 0.0361660 Jul 13 20:30:22.486110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-6e106065-9639-419b-bf0d-ea5db008a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:22.488188 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-6e106065-9639-419b-bf0d-ea5db008a52f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c57db55-efa7-46eb-90b4-f9abc28cd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0439649 Jul 13 20:30:22.549377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-c36379be-06b5-487f-8800-f4d3251efa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:22.551911 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-c36379be-06b5-487f-8800-f4d3251efa6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571835 Jul 13 20:30:22.652693 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-b77e2c73-0cd3-408a-a629-cd6a21d35589 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892227 Jul 13 20:30:22.665203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:30:22.714654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:30:22.718563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:22.718938 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:22.804370 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:22.840731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=70481b0f-3ed6-4ee9-a2e4-a1639ab70dac,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:22.845064 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:22.901060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=70481b0f-3ed6-4ee9-a2e4-a1639ab70dac,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:23.076521 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a97b03ac-7bc9-4d47-8d24-3ee57a00c9b4 req-b48add7f-3fd4-4a36-a923-75114d1ec803 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137344 Jul 13 20:30:23.237892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-5090e215-ca7d-4c49-b876-0bbb88e0d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:23.239582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-5090e215-ca7d-4c49-b876-0bbb88e0d230 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 1094 time: 0.1048756 Jul 13 20:30:23.341827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda475d8-a82f-4ce0-b31f-d58959ed4d02 req-1b3be0ce-5a0d-4afb-9a8d-9c2e529a62e9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:23.344230 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dda475d8-a82f-4ce0-b31f-d58959ed4d02 req-1b3be0ce-5a0d-4afb-9a8d-9c2e529a62e9 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 943 time: 0.1599305 Jul 13 20:30:23.407674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-3f9b35b2-14e2-4a18-a727-69cec5fb630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:23.409249 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-3f9b35b2-14e2-4a18-a727-69cec5fb630d service neutron] 10.222.0.24 "GET /v2.0/networks?id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 HTTP/1.1" status: 200 len: 898 time: 0.1558945 Jul 13 20:30:23.418790 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dda475d8-a82f-4ce0-b31f-d58959ed4d02 req-5a23d313-1d5d-45a8-8d88-935adfaed771 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682564 Jul 13 20:30:23.461421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-4819f547-4c58-43ec-a204-aa8490978f5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314 HTTP/1.1" status: 200 len: 217 time: 0.0414941 Jul 13 20:30:23.514144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-a2e1fe60-38c8-4676-857c-cf7d56f1afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:23.515636 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-a2e1fe60-38c8-4676-857c-cf7d56f1afdd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c57db55-efa7-46eb-90b4-f9abc28cd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0441148 Jul 13 20:30:23.575994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-b3bd9d86-a56c-4a59-bc2a-568b5d095815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:23.577494 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-b3bd9d86-a56c-4a59-bc2a-568b5d095815 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520878 Jul 13 20:30:23.671103 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-b490b6da-c222-4ea8-9198-1cb59b8c05c7 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844674 Jul 13 20:30:23.687996 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbe367e1-6ad0-460e-9ceb-12e36ea39e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:23.718512 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:23.760936 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a56ec37-baa3-4d85-a306-a883e5758625 req-375aa428-fcd8-495d-8262-bbfa8a88c582 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828545 Jul 13 20:30:24.599995 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d0388-e879-4e69-9a05-7138cf03b463 req-a905e087-f33a-483f-abe6-682d09b697e8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:24.601552 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-382d0388-e879-4e69-9a05-7138cf03b463 req-a905e087-f33a-483f-abe6-682d09b697e8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 943 time: 0.0679789 Jul 13 20:30:24.639654 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-382d0388-e879-4e69-9a05-7138cf03b463 req-4521ddab-65ce-4b7f-ba44-ae75e04733c4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323668 Jul 13 20:30:24.646177 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:30:24.695413 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:24.695777 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:24.824772 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:25.811422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491e79-80a2-45b7-a094-910ce5d18089 req-0d513f38-a829-49ed-bee7-59ccf61d8f15 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:25.812939 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79491e79-80a2-45b7-a094-910ce5d18089 req-0d513f38-a829-49ed-bee7-59ccf61d8f15 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 943 time: 0.0634921 Jul 13 20:30:25.854283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-79491e79-80a2-45b7-a094-910ce5d18089 req-e88dc3a9-70c6-4317-9905-5218525a8f7e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352247 Jul 13 20:30:26.318682 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:27.024069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14fbca-caf3-4dbf-8acc-97f4f8a230fc req-8081e5f7-ca0b-4f00-ab14-0d0c36c69bba tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:27.025545 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fa14fbca-caf3-4dbf-8acc-97f4f8a230fc req-8081e5f7-ca0b-4f00-ab14-0d0c36c69bba tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 943 time: 0.0622759 Jul 13 20:30:27.062456 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-fa14fbca-caf3-4dbf-8acc-97f4f8a230fc req-0c1d3512-89ef-47f9-bcf6-85fc7cca61c2 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314341 Jul 13 20:30:27.629927 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 72d73ea0-1bfd-4b60-9ac9-4747723ac314 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:30:27.722814 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 72d73ea0-1bfd-4b60-9ac9-4747723ac314, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:27.733496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'port_id': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'mac_address': 'fa:16:3e:b6:0e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:30:27.769410 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:27.781499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d73ea0-1bfd-4b60-9ac9-4747723ac314 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:30:27.801644 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 72d73ea0-1bfd-4b60-9ac9-4747723ac314, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:27.805643 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:27.851401 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=72d73ea0-1bfd-4b60-9ac9-4747723ac314,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:28.112146 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['72d73ea0-1bfd-4b60-9ac9-4747723ac314'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:30:28.238626 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a779970-0251-41f4-b6f8-67b20a0a31b3 req-cc61dbf5-e111-44fc-831b-ef1c37786cb7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:28.240154 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a779970-0251-41f4-b6f8-67b20a0a31b3 req-cc61dbf5-e111-44fc-831b-ef1c37786cb7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 944 time: 0.0625722 Jul 13 20:30:28.281212 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2a779970-0251-41f4-b6f8-67b20a0a31b3 req-26eb8d15-0d12-40c3-8ac1-410c5487aa03 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355539 Jul 13 20:30:28.450089 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:30:29.453042 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4474ed9-a782-402c-9f53-8f82cac4ea8c req-51a72c53-c2ba-4113-bdcb-255a1487d6d5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:29.454550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4474ed9-a782-402c-9f53-8f82cac4ea8c req-51a72c53-c2ba-4113-bdcb-255a1487d6d5 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 944 time: 0.0617661 Jul 13 20:30:29.496763 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c4474ed9-a782-402c-9f53-8f82cac4ea8c req-feeead00-165d-4401-9750-fb878107ce9e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357935 Jul 13 20:30:29.639589 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 72d73ea0-1bfd-4b60-9ac9-4747723ac314 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:30:29.689060 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:30:29.692993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:30:29.693360 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:29.768531 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:29.791738 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d73ea0-1bfd-4b60-9ac9-4747723ac314'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:30:29.794167 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce2a192-f948-41d0-94e7-f2a88b7de886" -d '{"events": [{"server_uuid": "817512ec-1d2d-4cb9-a17e-b80d49bf3707", "name": "network-vif-plugged", "status": "completed", "tag": "72d73ea0-1bfd-4b60-9ac9-4747723ac314"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:30:29.807272 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 72d73ea0-1bfd-4b60-9ac9-4747723ac314, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:30:29.811507 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:29.863653 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=72d73ea0-1bfd-4b60-9ac9-4747723ac314,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:29.875912 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa0b890-18c7-4002-9688-e067da1934e7 x-openstack-request-id: req-8fa0b890-18c7-4002-9688-e067da1934e7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:30:29.876199 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817512ec-1d2d-4cb9-a17e-b80d49bf3707", "name": "network-vif-plugged", "status": "completed", "tag": "72d73ea0-1bfd-4b60-9ac9-4747723ac314", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:30:29.876446 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fa0b890-18c7-4002-9688-e067da1934e7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:30:29.876829 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'code': 200} Jul 13 20:30:29.996113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8a0cd-6fb4-40e4-a34b-69a34bc2589f req-cb8a3a1c-0907-4356-be55-77194a5b8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:29.997578 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63d8a0cd-6fb4-40e4-a34b-69a34bc2589f req-cb8a3a1c-0907-4356-be55-77194a5b8003 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 1096 time: 0.0502744 Jul 13 20:30:30.033827 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63d8a0cd-6fb4-40e4-a34b-69a34bc2589f req-47e2c5e4-5222-4087-8c3b-6be2ea7cee6c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263600 Jul 13 20:30:30.666642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97361773-7655-4b78-85b9-795a60673ba5 req-41afd1a6-705a-4cc8-99ef-1936273f861d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:30.668112 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97361773-7655-4b78-85b9-795a60673ba5 req-41afd1a6-705a-4cc8-99ef-1936273f861d tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0630677 Jul 13 20:30:30.705050 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-97361773-7655-4b78-85b9-795a60673ba5 req-6132c684-3f3f-446a-8260-a17fd7f42545 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314870 Jul 13 20:30:31.881268 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219b4cb-6614-44cb-801f-6cd4a00ce55c req-8b86932c-3835-48c2-8dc9-e9e41a40294a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:31.882764 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8219b4cb-6614-44cb-801f-6cd4a00ce55c req-8b86932c-3835-48c2-8dc9-e9e41a40294a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0651412 Jul 13 20:30:31.919690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8219b4cb-6614-44cb-801f-6cd4a00ce55c req-2679827f-b382-4230-88fb-1e1edbe0f73a tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Jul 13 20:30:32.088891 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f9da4-9e80-4a5f-b82d-fb99976a171d req-15cca938-fe3d-4a4c-a403-0a687c6584f4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:32.090372 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c45f9da4-9e80-4a5f-b82d-fb99976a171d req-15cca938-fe3d-4a4c-a403-0a687c6584f4 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0630989 Jul 13 20:30:32.129659 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c45f9da4-9e80-4a5f-b82d-fb99976a171d req-1faf99de-b4f3-4015-a691-ccf40c89153c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338199 Jul 13 20:30:32.152453 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:32.206707 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e454bfab-f626-4957-b2e4-882b4ba4c680 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:32.208182 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e454bfab-f626-4957-b2e4-882b4ba4c680 tempest-TestNetworkAdvancedServerOps-1384017202 tempest-TestNetworkAdvancedServerOps-1384017202-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 1091 time: 0.0547831 Jul 13 20:30:32.210875 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:32.215091 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:30:32.236112 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:32.338113 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:32.447766 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Allocated IP 172.25.7.59 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/335ad975-7cde-47db-829e-7831d96c5535) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:30:32.548402 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:32.586243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:32.625313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:30:32.630084 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:30:32.633409 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:30:32.656879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=335ad975-7cde-47db-829e-7831d96c5535,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:32.997188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:33.078596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:33.228376 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:33.232717 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:33.303379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event updated for resources: {'Port': ['ID=335ad975-7cde-47db-829e-7831d96c5535,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:30:33.312845 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:33.412870 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Floating IP ad4ce392-4db8-437c-8a44-2f10ef01e200 associated. External IP: 172.25.7.59, port: 72d73ea0-1bfd-4b60-9ac9-4747723ac314. Jul 13 20:30:33.616140 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router 5a48bc89-6053-449d-a8e8-689cc435077a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:30:33.719587 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:30:33.729959 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] Sync routers for ids ['5a48bc89-6053-449d-a8e8-689cc435077a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:30:33.735468 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:33.739337 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] Routers {'5a48bc89-6053-449d-a8e8-689cc435077a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:33.739948 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:30:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a48bc89-6053-449d-a8e8-689cc435077a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:33.771900 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-fd134ec2-c913-4d95-95f4-ca688cff19e7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5600336 Jul 13 20:30:33.772470 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'tag': '72d73ea0-1bfd-4b60-9ac9-4747723ac314'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:30:33.774742 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f65b710-034d-4250-b4a0-1cc03d635ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "817512ec-1d2d-4cb9-a17e-b80d49bf3707", "tag": "72d73ea0-1bfd-4b60-9ac9-4747723ac314"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:30:33.817896 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7deb28b-d881-474f-9d0f-39457208be62 x-openstack-request-id: req-c7deb28b-d881-474f-9d0f-39457208be62 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:30:33.818255 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817512ec-1d2d-4cb9-a17e-b80d49bf3707", "tag": "72d73ea0-1bfd-4b60-9ac9-4747723ac314", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:30:33.818536 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7deb28b-d881-474f-9d0f-39457208be62 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:30:33.819365 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'tag': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'status': 'completed', 'code': 200} Jul 13 20:30:33.846178 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] Set router 5a48bc89-6053-449d-a8e8-689cc435077a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:33.938089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-24759ed0-e6a2-4652-860c-686b472b7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:33.939565 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-24759ed0-e6a2-4652-860c-686b472b7955 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 1096 time: 0.0944831 Jul 13 20:30:33.952103 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc71736-6ba9-493f-a522-a3eec053be79 req-24525a69-01f2-42b2-8f28-c5021fa2d323 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:33.953525 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9bc71736-6ba9-493f-a522-a3eec053be79 req-24525a69-01f2-42b2-8f28-c5021fa2d323 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0795333 Jul 13 20:30:34.040464 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9bc71736-6ba9-493f-a522-a3eec053be79 req-a0008fe0-7151-40fd-b138-6dcb06b13acc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778766 Jul 13 20:30:34.065911 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:34.066050 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:17Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'ad4ce392-4db8-437c-8a44-2f10ef01e200', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'port_id': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'mac_address': 'fa:16:3e:b6:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:30:32Z', 'updated_at': '2021-07-13T20:30:32Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70481b0f-3ed6-4ee9-a2e4-a1639ab70dac', 'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:ee:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:17Z', 'updated_at': '2021-07-13T20:30:22Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:34.067824 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-2721618d-9aa1-4482-8902-05b3808be715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:34.069333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-2721618d-9aa1-4482-8902-05b3808be715 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 HTTP/1.1" status: 200 len: 898 time: 0.1149545 Jul 13 20:30:34.092757 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] Checking router: 5a48bc89-6053-449d-a8e8-689cc435077a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:30:34.102428 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] Routers {'5a48bc89-6053-449d-a8e8-689cc435077a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:30:34.103045 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:30:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a48bc89-6053-449d-a8e8-689cc435077a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:34.132121 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-206f37db-5f82-49d6-aba8-550704eda388 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/ad4ce392-4db8-437c-8a44-2f10ef01e200 HTTP/1.1" status: 200 len: 990 time: 0.0635703 Jul 13 20:30:34.139992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-d1c3ccce-c41c-43d0-994a-e5fb0f91616b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314 HTTP/1.1" status: 200 len: 998 time: 0.0634921 Jul 13 20:30:34.188479 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-e88d58e4-0059-4e6f-94be-72c0a01fee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:34.189857 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-e88d58e4-0059-4e6f-94be-72c0a01fee4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c57db55-efa7-46eb-90b4-f9abc28cd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0435343 Jul 13 20:30:34.209967 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] Set router 5a48bc89-6053-449d-a8e8-689cc435077a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:30:34.246642 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-6408e8a6-5bf3-4205-b250-fce684f20c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:30:34.248175 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-6408e8a6-5bf3-4205-b250-fce684f20c1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511913 Jul 13 20:30:34.351197 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-e2349655-af77-4896-b8ca-5f996a073569 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952988 Jul 13 20:30:34.439923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8f65b710-034d-4250-b4a0-1cc03d635ce5 req-96f00532-6d2a-4d20-809e-93ccb0acc482 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820022 Jul 13 20:30:34.521866 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:17Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'ad4ce392-4db8-437c-8a44-2f10ef01e200', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'port_id': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'mac_address': 'fa:16:3e:b6:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:30:32Z', 'updated_at': '2021-07-13T20:30:32Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70481b0f-3ed6-4ee9-a2e4-a1639ab70dac', 'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:ee:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:17Z', 'updated_at': '2021-07-13T20:30:22Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:30:34.547335 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c082de4-0fe1-45f2-9221-9b0cbe8df552 None None] The sync data for ids ['5a48bc89-6053-449d-a8e8-689cc435077a'] in n-d-800708-1 is: [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:17Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'ad4ce392-4db8-437c-8a44-2f10ef01e200', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'port_id': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'mac_address': 'fa:16:3e:b6:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:30:32Z', 'updated_at': '2021-07-13T20:30:32Z', 'revision_number': 0, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70481b0f-3ed6-4ee9-a2e4-a1639ab70dac', 'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:ee:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:17Z', 'updated_at': '2021-07-13T20:30:22Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:30:34.723550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6193e0a5-9a0b-4886-85a9-e1f97ede80cf None None] New status for floating IP ad4ce392-4db8-437c-8a44-2f10ef01e200: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:30:35.135138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:30:35.195010 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f3f97074-6812-4de6-a133-7b7dd0710e44 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/ad4ce392-4db8-437c-8a44-2f10ef01e200 HTTP/1.1" status: 200 len: 992 time: 0.0587373 Jul 13 20:30:46.273963 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:47.033029 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:50.843831 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fd34e69-ebb3-4999-b6b9-965f34b309ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:53.688431 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bbed3d6-5da9-4913-a0ee-66a530912625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:53.719936 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:54.827797 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:30:56.321590 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:01.251929 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-a0e0858a-d216-4d95-a6ee-70ca09ad6b87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511327 Jul 13 20:31:01.356794 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-c3cc100d-7898-4f59-9973-513a80520b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:01.358292 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-c3cc100d-7898-4f59-9973-513a80520b6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 1096 time: 0.0568738 Jul 13 20:31:01.460305 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-a3f3aaae-1167-4823-8c81-6d8d9aceb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:01.461769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-a3f3aaae-1167-4823-8c81-6d8d9aceb4bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 HTTP/1.1" status: 200 len: 898 time: 0.0827861 Jul 13 20:31:01.542938 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-b65721db-ef5b-4264-b79e-8c8ec0706213 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314 HTTP/1.1" status: 200 len: 1000 time: 0.0629888 Jul 13 20:31:01.592243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-4f9749b6-37a0-4542-b2e1-efd439979d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:01.593724 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-4f9749b6-37a0-4542-b2e1-efd439979d4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c57db55-efa7-46eb-90b4-f9abc28cd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0428321 Jul 13 20:31:01.651384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-acda3226-f5f6-4514-8fbf-7a8090e76313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:01.652865 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-acda3226-f5f6-4514-8fbf-7a8090e76313 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508230 Jul 13 20:31:01.746865 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-4e86561f-a35a-467c-9a55-4743fb33f0a9 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834327 Jul 13 20:31:01.836290 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3bc682b-6ad2-43d0-9dc7-d78ce608cf0f req-d2f28678-0894-4f8c-bce3-611f5ec973b4 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812740 Jul 13 20:31:05.448379 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:31:08.678886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1a568-08ce-4d87-b1e1-40c5fa062ea6 req-ca0ed87c-888b-4136-87c1-9f6c0faefeac tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:08.680398 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9e1a568-08ce-4d87-b1e1-40c5fa062ea6 req-ca0ed87c-888b-4136-87c1-9f6c0faefeac tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0634851 Jul 13 20:31:08.719736 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d9e1a568-08ce-4d87-b1e1-40c5fa062ea6 req-589a2168-025d-40d0-832f-d478c87fc1d7 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337331 Jul 13 20:31:09.892162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110966f-e108-41c4-8524-c8f152ddca1c req-c8922d12-2e4c-4f06-8fe2-002e7b2ee7cb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:09.893670 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3110966f-e108-41c4-8524-c8f152ddca1c req-c8922d12-2e4c-4f06-8fe2-002e7b2ee7cb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0634065 Jul 13 20:31:09.932142 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3110966f-e108-41c4-8524-c8f152ddca1c req-89b37726-dfe6-4cce-b39b-05e9d553d048 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321414 Jul 13 20:31:09.957060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:10.021170 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-131a5a2c-b4bc-4732-a4c3-36f03a3136cc tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/ad4ce392-4db8-437c-8a44-2f10ef01e200 HTTP/1.1" status: 200 len: 992 time: 0.0628374 Jul 13 20:31:11.447668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-656e2aa7-a1e2-4e13-bb9b-999498f310b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:11.449393 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-656e2aa7-a1e2-4e13-bb9b-999498f310b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 1096 time: 0.0552146 Jul 13 20:31:11.466321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d7ae-cdfd-415a-b1f6-83625239097c req-735a55bf-8f3c-4c37-bc9c-f0385cc59ad0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:11.467846 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c516d7ae-cdfd-415a-b1f6-83625239097c req-735a55bf-8f3c-4c37-bc9c-f0385cc59ad0 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0671515 Jul 13 20:31:11.507110 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c516d7ae-cdfd-415a-b1f6-83625239097c req-c0a67ae5-413d-4b6c-8323-c41e1a792fca tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328169 Jul 13 20:31:11.555406 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-5326928c-f565-4be7-8c80-ee209f20b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:11.556904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-5326928c-f565-4be7-8c80-ee209f20b557 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 HTTP/1.1" status: 200 len: 898 time: 0.0979600 Jul 13 20:31:11.626547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-1a7a82af-eb93-4065-86fe-98a9078615d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314 HTTP/1.1" status: 200 len: 1000 time: 0.0573888 Jul 13 20:31:11.679021 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-4835a05e-f3c5-41a0-8b39-6518d6d56c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:11.680495 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-4835a05e-f3c5-41a0-8b39-6518d6d56c6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c57db55-efa7-46eb-90b4-f9abc28cd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0434651 Jul 13 20:31:11.743637 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-fa8ce53d-b468-44ab-8783-f4daabed4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:11.745134 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-fa8ce53d-b468-44ab-8783-f4daabed4025 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547838 Jul 13 20:31:11.832722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-1a3a2bca-445d-43dc-b918-cf4f2de945d8 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801561 Jul 13 20:31:11.931771 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e51a7663-81f5-4caa-9d8d-1645ce7aeeb9 req-912851c8-df62-4252-810a-2d2104743b01 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897176 Jul 13 20:31:12.706743 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb89a8-581d-4da9-8bcb-0b42facda828 req-cf96c8ea-127b-4968-be49-2be98f3993ed tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:12.708283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09bb89a8-581d-4da9-8bcb-0b42facda828 req-cf96c8ea-127b-4968-be49-2be98f3993ed tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0625286 Jul 13 20:31:12.748002 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-09bb89a8-581d-4da9-8bcb-0b42facda828 req-d2f5ab20-2800-4ca2-bd61-2101e2763832 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336707 Jul 13 20:31:13.921340 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c508b2-5496-407a-a7e0-bd29a28108d7 req-9e20b5a1-0a68-4897-a5c0-8d074b3cc9fe tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:13.922819 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28c508b2-5496-407a-a7e0-bd29a28108d7 req-9e20b5a1-0a68-4897-a5c0-8d074b3cc9fe tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0621469 Jul 13 20:31:13.960869 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-28c508b2-5496-407a-a7e0-bd29a28108d7 req-92ed8518-c525-4061-a8bd-f8404967c0f8 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Jul 13 20:31:13.985498 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:14.050009 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-d8ea9d30-fcfe-47b5-a6ea-cbe94050d5fb tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/floatingips/ad4ce392-4db8-437c-8a44-2f10ef01e200 HTTP/1.1" status: 200 len: 992 time: 0.0633070 Jul 13 20:31:14.340896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:14.494848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 335ad975-7cde-47db-829e-7831d96c5535 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:31:14.495188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:14.566596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:14.566913 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:14.577933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 335ad975-7cde-47db-829e-7831d96c5535 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:31:14.723893 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:14.752509 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=335ad975-7cde-47db-829e-7831d96c5535,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:14.763712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.764068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.764411 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.764746 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.765080 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.765413 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.765743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.766069 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.766424 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.766744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.767072 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.767390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:14.823105 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:14.823449 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Floating IP ad4ce392-4db8-437c-8a44-2f10ef01e200 disassociated (deleted). External IP: 172.25.7.59, port: 72d73ea0-1bfd-4b60-9ac9-4747723ac314. Jul 13 20:31:15.337236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router 5a48bc89-6053-449d-a8e8-689cc435077a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:31:15.444571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:31:15.449352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:15.453585 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] Sync routers for ids ['5a48bc89-6053-449d-a8e8-689cc435077a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:31:15.462887 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] Routers {'5a48bc89-6053-449d-a8e8-689cc435077a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:15.463492 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:30:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a48bc89-6053-449d-a8e8-689cc435077a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:15.484771 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2fb5c2b0-c987-42bf-9650-043aec1cfa38 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/floatingips/ad4ce392-4db8-437c-8a44-2f10ef01e200 HTTP/1.1" status: 204 len: 168 time: 1.1427023 Jul 13 20:31:15.485258 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'tag': '72d73ea0-1bfd-4b60-9ac9-4747723ac314'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:31:15.487531 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c75f7b-453d-4909-9a2e-32fc08f9c390" -d '{"events": [{"name": "network-changed", "server_uuid": "817512ec-1d2d-4cb9-a17e-b80d49bf3707", "tag": "72d73ea0-1bfd-4b60-9ac9-4747723ac314"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:31:15.525484 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523b3e8a-f268-4516-89bc-10c159d23749 x-openstack-request-id: req-523b3e8a-f268-4516-89bc-10c159d23749 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:31:15.525817 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817512ec-1d2d-4cb9-a17e-b80d49bf3707", "tag": "72d73ea0-1bfd-4b60-9ac9-4747723ac314", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:31:15.526314 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-523b3e8a-f268-4516-89bc-10c159d23749 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:31:15.526942 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'tag': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'status': 'completed', 'code': 200} Jul 13 20:31:15.570716 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] Set router 5a48bc89-6053-449d-a8e8-689cc435077a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:15.604484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-6c6047f1-59d4-48cc-943a-a224bda34970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:15.606012 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-6c6047f1-59d4-48cc-943a-a224bda34970 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 1096 time: 0.0536597 Jul 13 20:31:15.710010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-d06a8726-00b3-445e-8e0e-cb96ee9a68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:15.711744 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-d06a8726-00b3-445e-8e0e-cb96ee9a68c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 HTTP/1.1" status: 200 len: 898 time: 0.0976248 Jul 13 20:31:15.759332 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-ddaf5597-c564-4cdd-8aad-d8b39096fcfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314 HTTP/1.1" status: 200 len: 217 time: 0.0352252 Jul 13 20:31:15.788942 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:17Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '70481b0f-3ed6-4ee9-a2e4-a1639ab70dac', 'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:ee:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:17Z', 'updated_at': '2021-07-13T20:30:22Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:15.814855 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] Checking router: 5a48bc89-6053-449d-a8e8-689cc435077a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:31:15.822898 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] Routers {'5a48bc89-6053-449d-a8e8-689cc435077a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:15.823496 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:30:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a48bc89-6053-449d-a8e8-689cc435077a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:15.844965 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-ecc77535-3bf7-43ca-a222-f0f543098c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:15.846457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-ecc77535-3bf7-43ca-a222-f0f543098c04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c57db55-efa7-46eb-90b4-f9abc28cd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0790472 Jul 13 20:31:15.900411 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd2221-5415-4b7d-8f65-4b54dff20120 req-ced977f0-0d81-4844-be21-3e0c195e06af tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:15.901887 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aecd2221-5415-4b7d-8f65-4b54dff20120 req-ced977f0-0d81-4844-be21-3e0c195e06af tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.1031125 Jul 13 20:31:15.929074 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] Set router 5a48bc89-6053-449d-a8e8-689cc435077a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:15.947153 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-85647270-1b0d-4824-a490-bd7d1efcc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:15.948657 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-85647270-1b0d-4824-a490-bd7d1efcc008 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925224 Jul 13 20:31:15.953694 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-aecd2221-5415-4b7d-8f65-4b54dff20120 req-7b861761-347e-4e04-8ec4-a49c220a716c tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451269 Jul 13 20:31:16.043554 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-6f72be23-540c-42c0-a7c6-77d5cdf1d9d3 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854888 Jul 13 20:31:16.125008 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:17Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '70481b0f-3ed6-4ee9-a2e4-a1639ab70dac', 'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:ee:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:17Z', 'updated_at': '2021-07-13T20:30:22Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:16.131370 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-49c75f7b-453d-4909-9a2e-32fc08f9c390 req-2a634c88-d14d-4f14-9763-adff5ee6d504 service neutron] 10.222.0.24 "GET /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797143 Jul 13 20:31:16.156293 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cca92-3a88-4f0b-9901-cc169ac349fa None None] The sync data for ids ['5a48bc89-6053-449d-a8e8-689cc435077a'] in n-d-800708-1 is: [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:17Z', 'revision_number': 4, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '70481b0f-3ed6-4ee9-a2e4-a1639ab70dac', 'name': '', 'network_id': '59ad7b8a-10ba-43d5-a921-1f1f44c2eb66', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'mac_address': 'fa:16:3e:ee:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:17Z', 'updated_at': '2021-07-13T20:30:22Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'subnets': [{'id': '9c57db55-efa7-46eb-90b4-f9abc28cd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:31:16.272933 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:16.374830 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0d413-9e68-41e7-8226-fe3a8158513f None None] New status for floating IP ad4ce392-4db8-437c-8a44-2f10ef01e200: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:31:17.047110 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:17.132235 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51cc74-9b53-4c2d-a3e7-d97360bc2827 req-cfab311d-bbd8-425d-8f15-b1a009e4a9a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:17.133700 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a51cc74-9b53-4c2d-a3e7-d97360bc2827 req-cfab311d-bbd8-425d-8f15-b1a009e4a9a6 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0621586 Jul 13 20:31:17.171441 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4a51cc74-9b53-4c2d-a3e7-d97360bc2827 req-c9a226eb-9302-4b5b-980a-c1a8f1cc256e tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/security-groups?id=f30e3815-8575-4c91-bbd4-00de89f57e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321040 Jul 13 20:31:17.687209 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310323f8-933e-460e-a6af-eac63b54c349 req-9f116e9c-ad2e-4e01-a455-fb025a1b2193 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:17.688660 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-310323f8-933e-460e-a6af-eac63b54c349 req-9f116e9c-ad2e-4e01-a455-fb025a1b2193 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 945 time: 0.0653446 Jul 13 20:31:17.791806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-310323f8-933e-460e-a6af-eac63b54c349 req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:31:17.792152 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-310323f8-933e-460e-a6af-eac63b54c349 req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:17.880203 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-310323f8-933e-460e-a6af-eac63b54c349 req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port 72d73ea0-1bfd-4b60-9ac9-4747723ac314, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=72d73ea0-1bfd-4b60-9ac9-4747723ac314,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:17.880557 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-310323f8-933e-460e-a6af-eac63b54c349 req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:17.891767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-310323f8-933e-460e-a6af-eac63b54c349 req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 72d73ea0-1bfd-4b60-9ac9-4747723ac314 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:31:18.014830 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-310323f8-933e-460e-a6af-eac63b54c349 req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:18.045657 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=72d73ea0-1bfd-4b60-9ac9-4747723ac314,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:18.056499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.056851 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.057193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.057538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.057873 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.058206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.058564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.058893 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.059577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.059577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.059876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.060161 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:18.104173 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-310323f8-933e-460e-a6af-eac63b54c349 req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] No DVR routers for this DVR port 72d73ea0-1bfd-4b60-9ac9-4747723ac314 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:31:18.106834 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-310323f8-933e-460e-a6af-eac63b54c349 req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:18.108810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-310323f8-933e-460e-a6af-eac63b54c349 req-c5a3cf75-18cb-4f95-a315-5a431a762aab tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.24 "DELETE /v2.0/ports/72d73ea0-1bfd-4b60-9ac9-4747723ac314 HTTP/1.1" status: 204 len: 173 time: 0.4082227 Jul 13 20:31:18.109223 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'name': 'network-vif-deleted', 'tag': '72d73ea0-1bfd-4b60-9ac9-4747723ac314'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:31:18.111511 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f322d2e-5b96-4ba9-8f36-c70f1870cec7" -d '{"events": [{"server_uuid": "817512ec-1d2d-4cb9-a17e-b80d49bf3707", "name": "network-vif-deleted", "tag": "72d73ea0-1bfd-4b60-9ac9-4747723ac314"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:31:18.152147 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef7f53b-5580-4c73-9e74-f0411c86b1ba x-openstack-request-id: req-1ef7f53b-5580-4c73-9e74-f0411c86b1ba {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:31:18.152431 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817512ec-1d2d-4cb9-a17e-b80d49bf3707", "name": "network-vif-deleted", "tag": "72d73ea0-1bfd-4b60-9ac9-4747723ac314", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:31:18.152704 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ef7f53b-5580-4c73-9e74-f0411c86b1ba {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:31:18.153095 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817512ec-1d2d-4cb9-a17e-b80d49bf3707', 'name': 'network-vif-deleted', 'tag': '72d73ea0-1bfd-4b60-9ac9-4747723ac314', 'status': 'completed', 'code': 200} Jul 13 20:31:18.337954 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-95b1df9d-362e-4ddf-bcb8-efdc7ccd940b req-b8094e5a-2f07-4f31-bb89-393ba0d03e64 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "GET /v2.0/ports?device_id=817512ec-1d2d-4cb9-a17e-b80d49bf3707 HTTP/1.1" status: 200 len: 210 time: 0.0327172 Jul 13 20:31:19.433136 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:19.784060 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:20.045923 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:31:20.046174 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:20.136225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=70481b0f-3ed6-4ee9-a2e4-a1639ab70dac,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:20.136582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:20.149671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:31:20.335209 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:20.362531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=70481b0f-3ed6-4ee9-a2e4-a1639ab70dac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:20.539552 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:20.754642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Router 5a48bc89-6053-449d-a8e8-689cc435077a has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:31:20.845756 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3633cbd-161b-459d-84a5-20b1101e773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:20.861659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:31:20.867502 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e2e2bd68-88a9-4f20-b59f-0d2b3db27818 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "PUT /v2.0/routers/5a48bc89-6053-449d-a8e8-689cc435077a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4332976 Jul 13 20:31:20.870112 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:20.871214 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] Sync routers for ids ['5a48bc89-6053-449d-a8e8-689cc435077a'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:31:20.880206 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] Routers {'5a48bc89-6053-449d-a8e8-689cc435077a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:20.880803 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:30:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a48bc89-6053-449d-a8e8-689cc435077a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:20.920576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfb411b-ab7e-4a53-9959-db2bed6a2350 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting subnet 9c57db55-efa7-46eb-90b4-f9abc28cd0a5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:31:20.923648 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dfb411b-ab7e-4a53-9959-db2bed6a2350 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:20.964776 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dfb411b-ab7e-4a53-9959-db2bed6a2350 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:20.981786 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] Set router 5a48bc89-6053-449d-a8e8-689cc435077a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:21.052643 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dfb411b-ab7e-4a53-9959-db2bed6a2350 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.114927 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dfb411b-ab7e-4a53-9959-db2bed6a2350 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.143411 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb411b-ab7e-4a53-9959-db2bed6a2350 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Subnet': ['ID=9c57db55-efa7-46eb-90b4-f9abc28cd0a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:21.146314 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dfb411b-ab7e-4a53-9959-db2bed6a2350 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.150884 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7dfb411b-ab7e-4a53-9959-db2bed6a2350 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/subnets/9c57db55-efa7-46eb-90b4-f9abc28cd0a5 HTTP/1.1" status: 204 len: 168 time: 0.2797570 Jul 13 20:31:21.151327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179565da-f583-483b-962f-a71ad7c077cb None None] Network 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:31:21.151499 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:21.160157 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:31:20Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:21.188022 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] Checking router: 5a48bc89-6053-449d-a8e8-689cc435077a for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:31:21.198025 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] Routers {'5a48bc89-6053-449d-a8e8-689cc435077a'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:21.198669 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:30:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['5a48bc89-6053-449d-a8e8-689cc435077a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:21.272442 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.307987 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] Set router 5a48bc89-6053-449d-a8e8-689cc435077a gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:21.352205 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] DHCP port deletion for 59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:31:21.387608 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.403756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Deleting port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:31:21.404100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.445033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Deleting port d79b79a8-b65a-4422-8ad2-55d92ba114bd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:31:21.445438 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.470052 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] For port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=96da86c1-22ba-49e8-8686-bd2c28b4e9f7,segment=NetworkSegment(45bb7c77-2cfb-4518-b725-82eabc6f03c1),segment_id=45bb7c77-2cfb-4518-b725-82eabc6f03c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:21.470495 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.483076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Calling delete_port for 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:31:21.532990 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] For port d79b79a8-b65a-4422-8ad2-55d92ba114bd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=d79b79a8-b65a-4422-8ad2-55d92ba114bd,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:21.533507 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.546949 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Calling delete_port for d79b79a8-b65a-4422-8ad2-55d92ba114bd owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:31:21.568252 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.595059 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Pushing event deleted for resources: {'Port': ['ID=96da86c1-22ba-49e8-8686-bd2c28b4e9f7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:21.596680 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:31:20Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:21.597302 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] No DVR routers for this DVR port 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:31:21.606655 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.606972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.607314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.607652 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.607984 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.608608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.610092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.610451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.610793 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.611544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.611544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.611752 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c15ff-deca-493f-bb20-c665504ad2bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:21.628790 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8aa4b4-e5bd-4641-929f-ec15be56fbae None None] The sync data for ids ['5a48bc89-6053-449d-a8e8-689cc435077a'] in n-d-800708-1 is: [{'id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507922823', 'tenant_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:31:20Z', 'revision_number': 5, 'project_id': 'b30b5947151a4c10a4de8721ebe0bcb8', 'gw_port': {'id': 'd79b79a8-b65a-4422-8ad2-55d92ba114bd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a48bc89-6053-449d-a8e8-689cc435077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:30:14Z', 'updated_at': '2021-07-13T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:31:21.729746 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.752920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Port': ['ID=d79b79a8-b65a-4422-8ad2-55d92ba114bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:21.814969 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.895406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 72d73ea0-1bfd-4b60-9ac9-4747723ac314 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:31:21.903439 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.905626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.918626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 72d73ea0-1bfd-4b60-9ac9-4747723ac314 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:31:21.918975 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 72d73ea0-1bfd-4b60-9ac9-4747723ac314 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:31:21.951069 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.951599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Fanout notify agent at l3_agent the message router_deleted on router 5a48bc89-6053-449d-a8e8-689cc435077a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:31:21.959245 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:21.960396 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-853e87f0-c8b9-42bf-a949-fc9679e74a42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/routers/5a48bc89-6053-449d-a8e8-689cc435077a HTTP/1.1" status: 204 len: 168 time: 0.8077629 Jul 13 20:31:21.963167 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:22.039041 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.132141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.141461 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ad7b8a-10ba-43d5-a921-1f1f44c2eb66']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:22.152451 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bb7c77-2cfb-4518-b725-82eabc6f03c1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:22.153055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bb7c77-2cfb-4518-b725-82eabc6f03c1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:22.162006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.175430 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.182048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:31:22.182562 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:31:22.185912 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:31:22.245187 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.252527 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.255304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/networks/59ad7b8a-10ba-43d5-a921-1f1f44c2eb66 HTTP/1.1" status: 204 len: 168 time: 0.2908320 Jul 13 20:31:22.257732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:22.278165 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e00bd-f01c-416c-92ae-7d14a438c885 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'Network': ['ID=59ad7b8a-10ba-43d5-a921-1f1f44c2eb66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:22.330844 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222f42a4-40af-4400-9665-da78e4f43c42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.356364 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222f42a4-40af-4400-9665-da78e4f43c42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.412762 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222f42a4-40af-4400-9665-da78e4f43c42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.415302 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222f42a4-40af-4400-9665-da78e4f43c42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.416457 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-222f42a4-40af-4400-9665-da78e4f43c42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] 10.222.0.25 "DELETE /v2.0/security-groups/f30e3815-8575-4c91-bbd4-00de89f57e05 HTTP/1.1" status: 204 len: 168 time: 0.1491683 Jul 13 20:31:22.425378 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f42a4-40af-4400-9665-da78e4f43c42 tempest-TestNetworkAdvancedServerOps-1685008544 tempest-TestNetworkAdvancedServerOps-1685008544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30e3815-8575-4c91-bbd4-00de89f57e05,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:22.692852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:31:22.713261 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:31:22.713610 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 70481b0f-3ed6-4ee9-a2e4-a1639ab70dac not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:31:22.714025 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d79b79a8-b65a-4422-8ad2-55d92ba114bd no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:31:22.732731 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: d79b79a8-b65a-4422-8ad2-55d92ba114bd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:31:22.733082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device d79b79a8-b65a-4422-8ad2-55d92ba114bd not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:31:22.733497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:31:22.751582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:31:22.751958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 96da86c1-22ba-49e8-8686-bd2c28b4e9f7 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:31:22.781922 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:22.915903 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-3501e753-1e5e-415b-91af-dd0f366dbc0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b30b5947151a4c10a4de8721ebe0bcb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326146 Jul 13 20:31:22.918193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:22.964635 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7a37b7-77e1-4ddb-935a-160a5d50af89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:22.984420 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7a37b7-77e1-4ddb-935a-160a5d50af89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.030288 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7a37b7-77e1-4ddb-935a-160a5d50af89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.032779 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7a37b7-77e1-4ddb-935a-160a5d50af89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.033904 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-8d7a37b7-77e1-4ddb-935a-160a5d50af89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb70916f-995f-41cc-a694-8a701719db63 HTTP/1.1" status: 204 len: 168 time: 0.1147544 Jul 13 20:31:23.042191 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a37b7-77e1-4ddb-935a-160a5d50af89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb70916f-995f-41cc-a694-8a701719db63,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:23.290540 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:23.307162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8935f03-2ed0-44b1-83b0-623c46892bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.690692 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71f17729-5a6c-4084-a6e1-9e28d6e4251f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.707896 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8935f03-2ed0-44b1-83b0-623c46892bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.711594 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8935f03-2ed0-44b1-83b0-623c46892bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.720899 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.754066 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8935f03-2ed0-44b1-83b0-623c46892bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f24184e-2f1d-4033-9a9a-bcdb894180f7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:23.762157 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-b8935f03-2ed0-44b1-83b0-623c46892bbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=836b43b64adb492d801308a4d7b81bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4681702 Jul 13 20:31:23.763511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:23.813524 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77bffb9d-87ea-4229-ba24-a4aa0cb7e1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.836636 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77bffb9d-87ea-4229-ba24-a4aa0cb7e1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.885816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77bffb9d-87ea-4229-ba24-a4aa0cb7e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.888180 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77bffb9d-87ea-4229-ba24-a4aa0cb7e1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:23.889416 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-77bffb9d-87ea-4229-ba24-a4aa0cb7e1a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f24184e-2f1d-4033-9a9a-bcdb894180f7 HTTP/1.1" status: 204 len: 168 time: 0.1259413 Jul 13 20:31:23.898061 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bffb9d-87ea-4229-ba24-a4aa0cb7e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f24184e-2f1d-4033-9a9a-bcdb894180f7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:24.631515 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:24.724222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-321991792-network', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:24.744774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Made reservation on behalf of a3e9c1b1d1bf4870ac672d3185123101 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:31:24.747298 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:24.757898 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:24.830981 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:24.844661 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:24.848957 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:24.872820 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:31:24.882350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b7fabe-788c-4e60-a4eb-0da23cb98681,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:24.887591 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:24.887928 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Added segment 4d10ddb8-5f28-43fe-9b96-ff92f8f8af32 of type vlan for network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 Jul 13 20:31:24.927685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:24.955110 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:24.956054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:24.956627 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.011948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3793154 Jul 13 20:31:25.015105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:25.018718 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f344a-80f9-4cc0-af72-ffe0e660f7ba admin admin] Pushing event updated for resources: {'Network': ['ID=d6aa7790-d41a-42db-a29b-c084a1ddd7a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:25.020874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Request body: {'subnet': {'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-321991792-subnet', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:25.031557 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:31:25.043036 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Made reservation on behalf of a3e9c1b1d1bf4870ac672d3185123101 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:31:25.045528 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.214109 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.275348 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=312315df-e11c-4c95-a669-db00f48d51b3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:25.282533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Checking segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:31:25.282895 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Network hostable DHCP agents. Network: d6aa7790-d41a-42db-a29b-c084a1ddd7a8, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:31:25.298726 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:31:25.307231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, d6aa7790-d41a-42db-a29b-c084a1ddd7a8) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:25.311291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:25.311886 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.316817 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd7040-0e0d-4b9f-b8a4-62b2ba4f4b06 None None] Network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:31:25.326772 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-965f97c4-3b35-47ba-bba6-98e4712b8544 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3105400 Jul 13 20:31:25.329777 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:25.334857 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:25.355903 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.356861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.408564 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.472131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-d6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:31:25.473058 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.547753 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.602954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Allocated IP 172.20.0.2 (d6aa7790-d41a-42db-a29b-c084a1ddd7a8/312315df-e11c-4c95-a669-db00f48d51b3/8139864f-d83f-4eb7-98a1-c08546032366) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:31:25.744510 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.744982 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.753634 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Transition to ACTIVE for port object 8139864f-d83f-4eb7-98a1-c08546032366 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:25.767864 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.769358 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Transition to ACTIVE for port object 8139864f-d83f-4eb7-98a1-c08546032366 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:25.775351 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.815846 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:25.819353 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:25.824046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:31:25.827051 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Pushing event updated for resources: {'Port': ['ID=8139864f-d83f-4eb7-98a1-c08546032366,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:25.876049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Allocated IP 172.25.7.250 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/afc12da3-6f53-47cd-85f6-a1ba4b2c5367) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:31:25.885220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Attempting to bind port 8139864f-d83f-4eb7-98a1-c08546032366 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:31:25.885762 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Attempting to bind port 8139864f-d83f-4eb7-98a1-c08546032366 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:31:25.885948 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Attempting to bind port 8139864f-d83f-4eb7-98a1-c08546032366 on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:31:25.891342 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:31:25.891718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Checking segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:31:25.892202 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.892729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Bound using segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:31:25.893208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Bound port: 8139864f-d83f-4eb7-98a1-c08546032366, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:31:25.893625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.955236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] For port 8139864f-d83f-4eb7-98a1-c08546032366, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:31:25.958869 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] For port 8139864f-d83f-4eb7-98a1-c08546032366, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8139864f-d83f-4eb7-98a1-c08546032366,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:31:25.963792 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:25.984387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:26.019186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a6ae1-f10e-4e27-9e2d-e5e0aa01cf1b None None] Pushing event updated for resources: {'Port': ['ID=8139864f-d83f-4eb7-98a1-c08546032366,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:26.030861 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:26.068780 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:26.073909 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:26.077464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:31:26.104406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Pushing event updated for resources: {'Port': ['ID=afc12da3-6f53-47cd-85f6-a1ba4b2c5367,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:26.324826 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:26.350234 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:26.711368 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8139864f-d83f-4eb7-98a1-c08546032366 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:26.768107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 8139864f-d83f-4eb7-98a1-c08546032366 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:26.860568 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:26.943851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc59bf-dc6f-488a-a558-8cca5780416e None None] Network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:31:26.993170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Router ed7b3d3c-e477-4be6-bb73-a388350b858f is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:31:27.010132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fee180cf-a9b2-4683-a132-95939dd72354 None None] Provisioning for port 8139864f-d83f-4eb7-98a1-c08546032366 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:27.016651 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fee180cf-a9b2-4683-a132-95939dd72354 None None] Provisioning complete for port 8139864f-d83f-4eb7-98a1-c08546032366 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:27.017022 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fee180cf-a9b2-4683-a132-95939dd72354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:27.100527 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:31:27.110251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Sync routers for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:31:27.116537 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:27.120579 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:27.121080 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-5eb220b4-d05a-43e9-86d2-a47248ced020 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7897973 Jul 13 20:31:27.168829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:27.169473 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:31:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:27.208948 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fee180cf-a9b2-4683-a132-95939dd72354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:27.446876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fee180cf-a9b2-4683-a132-95939dd72354 None None] For port 8139864f-d83f-4eb7-98a1-c08546032366, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8139864f-d83f-4eb7-98a1-c08546032366,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:27.456252 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fee180cf-a9b2-4683-a132-95939dd72354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:27.506373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:27.545012 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:27.579803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee180cf-a9b2-4683-a132-95939dd72354 None None] Pushing event updated for resources: {'Port': ['ID=8139864f-d83f-4eb7-98a1-c08546032366,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:27.693964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69e125f6-a446-4e75-b0a8-ebaba4bea197 None None] Provisioning complete for port 8139864f-d83f-4eb7-98a1-c08546032366 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:27.694336 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69e125f6-a446-4e75-b0a8-ebaba4bea197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:27.745822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:26Z', 'revision_number': 3, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:27.750045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Allocated IP 172.20.0.1 (d6aa7790-d41a-42db-a29b-c084a1ddd7a8/312315df-e11c-4c95-a669-db00f48d51b3/4fda56a6-a2ae-416d-8cff-26788c6aa923) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:31:27.778000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Checking router: ed7b3d3c-e477-4be6-bb73-a388350b858f for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:31:27.778356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Updating router ed7b3d3c-e477-4be6-bb73-a388350b858f port afc12da3-6f53-47cd-85f6-a1ba4b2c5367 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:31:27.837408 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:27.857019 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:27.869483 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Transition to ACTIVE for port object 4fda56a6-a2ae-416d-8cff-26788c6aa923 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:27.902714 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:27.943489 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:27.946303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:27.948723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:31:27.973380 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Pushing event updated for resources: {'Port': ['ID=4fda56a6-a2ae-416d-8cff-26788c6aa923,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:27.995406 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.103058 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.118387 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Transition to ACTIVE for port object afc12da3-6f53-47cd-85f6-a1ba4b2c5367 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:28.124049 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.142626 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.192965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Attempting to bind port afc12da3-6f53-47cd-85f6-a1ba4b2c5367 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:31:28.193327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Attempting to bind port afc12da3-6f53-47cd-85f6-a1ba4b2c5367 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:31:28.193679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Attempting to bind port afc12da3-6f53-47cd-85f6-a1ba4b2c5367 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:31:28.197236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c7b12-17f5-4ee2-afa0-830ce9f970a9 None None] Pushing event updated for resources: {'Port': ['ID=afc12da3-6f53-47cd-85f6-a1ba4b2c5367,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:28.203989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:31:28.204363 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:31:28.204760 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.205140 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:31:28.205601 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Bound port: afc12da3-6f53-47cd-85f6-a1ba4b2c5367, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:31:28.205972 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.208220 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ac4a561-1157-4c63-958a-cbd0e9aee246 None None] Provisioning for port 4fda56a6-a2ae-416d-8cff-26788c6aa923 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:28.212624 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ac4a561-1157-4c63-958a-cbd0e9aee246 None None] Provisioning complete for port 4fda56a6-a2ae-416d-8cff-26788c6aa923 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:28.212984 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a561-1157-4c63-958a-cbd0e9aee246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.281318 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4a561-1157-4c63-958a-cbd0e9aee246 None None] Port 4fda56a6-a2ae-416d-8cff-26788c6aa923 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:31:28.289338 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] For port afc12da3-6f53-47cd-85f6-a1ba4b2c5367, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:31:28.292572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] For port afc12da3-6f53-47cd-85f6-a1ba4b2c5367, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=afc12da3-6f53-47cd-85f6-a1ba4b2c5367,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:31:28.296824 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.309978 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.315842 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.355641 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:28.356264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:31:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:28.386767 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Pushing event updated for resources: {'Port': ['ID=4fda56a6-a2ae-416d-8cff-26788c6aa923,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:28.389303 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.402527 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c7b12-17f5-4ee2-afa0-830ce9f970a9 None None] Pushing event updated for resources: {'Port': ['ID=afc12da3-6f53-47cd-85f6-a1ba4b2c5367,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:28.474418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:28.479211 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:28.480617 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:28.600674 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Router ed7b3d3c-e477-4be6-bb73-a388350b858f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:31:28.693588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 2, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:28.722835 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:31:28.727631 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-35d48f50-e791-4fcd-8164-df966e20a275 admin admin] 10.222.0.25 "PUT /v2.0/routers/ed7b3d3c-e477-4be6-bb73-a388350b858f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6053514 Jul 13 20:31:28.728491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8139864f-d83f-4eb7-98a1-c08546032366 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:28.733628 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c5173-8006-480a-89d7-c837b0f1a56e None None] The sync data for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 is: [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 2, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:31:28.776208 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-db5bb7fd-2478-41cc-82f2-9b75e9e02474 None None] Provisioning complete for port 4fda56a6-a2ae-416d-8cff-26788c6aa923 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:28.776582 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db5bb7fd-2478-41cc-82f2-9b75e9e02474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:28.824965 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-db5bb7fd-2478-41cc-82f2-9b75e9e02474 None None] Port 4fda56a6-a2ae-416d-8cff-26788c6aa923 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:31:28.829090 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 8139864f-d83f-4eb7-98a1-c08546032366 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:28.829461 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.231845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:29.236937 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-580666848-network', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:29.259221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Made reservation on behalf of fe34aa8ca81541178eb591ca5974129e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:31:29.261758 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.271741 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.384601 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.389787 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.417875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:31:29.429397 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b31225-13c5-49a5-928c-0983aa56349c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:29.436017 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.436435 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Added segment fe09c7d7-298a-44da-aecc-bda3387a3227 of type vlan for network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 Jul 13 20:31:29.478818 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.514218 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.515342 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:29.516083 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.572182 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3389790 Jul 13 20:31:29.574655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:29.579581 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Request body: {'subnet': {'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-580666848-subnet', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:29.592564 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de0484-c767-4db1-87f5-93bb08b94e84 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ec0947-8293-49ac-a3f8-ec3745f9ac03,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:29.602847 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:31:29.614592 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Made reservation on behalf of fe34aa8ca81541178eb591ca5974129e for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:31:29.616964 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.804226 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.855614 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f53de64-63b2-41e6-a738-876bdeb0d3a4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:29.871749 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Checking segment: {'id': 'fe09c7d7-298a-44da-aecc-bda3387a3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:31:29.872228 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Network hostable DHCP agents. Network: c0ec0947-8293-49ac-a3f8-ec3745f9ac03, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:31:29.889056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:31:29.898144 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, c0ec0947-8293-49ac-a3f8-ec3745f9ac03) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:29.902175 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:29.902933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.907558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714a8e8-8149-40be-b8b0-0006fb077e5f None None] Network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:31:29.918611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-78b3a75b-7ab1-4668-a5c0-e7a3ab8e22cb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3428504 Jul 13 20:31:29.921262 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:29.926856 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-580666848-router', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:29.953616 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:29.954730 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.013886 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.061631 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-c0ec0947-8293-49ac-a3f8-ec3745f9ac03', 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'fixed_ips': [{'subnet_id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:31:30.062648 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.146297 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.195217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Allocated IP 172.20.0.2 (c0ec0947-8293-49ac-a3f8-ec3745f9ac03/3f53de64-63b2-41e6-a738-876bdeb0d3a4/a192b729-cae3-4a31-af9f-128fcd93ebc4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:31:30.341999 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.351587 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Transition to ACTIVE for port object a192b729-cae3-4a31-af9f-128fcd93ebc4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:30.353577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.368556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Transition to ACTIVE for port object a192b729-cae3-4a31-af9f-128fcd93ebc4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:30.372811 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.375091 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.417954 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:30.421076 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:30.425582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:31:30.430618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Pushing event updated for resources: {'Port': ['ID=a192b729-cae3-4a31-af9f-128fcd93ebc4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:30.486202 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Allocated IP 172.25.7.152 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/4fb253f2-66c2-4279-bd6d-11820197ab21) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:31:30.487038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Attempting to bind port a192b729-cae3-4a31-af9f-128fcd93ebc4 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:31:30.487414 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Attempting to bind port a192b729-cae3-4a31-af9f-128fcd93ebc4 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'fe09c7d7-298a-44da-aecc-bda3387a3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:31:30.488129 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Attempting to bind port a192b729-cae3-4a31-af9f-128fcd93ebc4 on network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:31:30.493162 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:31:30.493550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Checking segment: {'id': 'fe09c7d7-298a-44da-aecc-bda3387a3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:31:30.493958 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.494366 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Bound using segment: {'id': 'fe09c7d7-298a-44da-aecc-bda3387a3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:31:30.494858 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Bound port: a192b729-cae3-4a31-af9f-128fcd93ebc4, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe09c7d7-298a-44da-aecc-bda3387a3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:31:30.495268 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.561053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] For port a192b729-cae3-4a31-af9f-128fcd93ebc4, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:31:30.564594 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] For port a192b729-cae3-4a31-af9f-128fcd93ebc4, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a192b729-cae3-4a31-af9f-128fcd93ebc4,segment=NetworkSegment(fe09c7d7-298a-44da-aecc-bda3387a3227),segment_id=fe09c7d7-298a-44da-aecc-bda3387a3227)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:31:30.569275 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.594042 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.637448 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.640423 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06737f-a2f2-4aeb-bca8-18ae89094d8a None None] Pushing event updated for resources: {'Port': ['ID=a192b729-cae3-4a31-af9f-128fcd93ebc4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:30.682562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:30.687604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:30.691162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:31:30.720853 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb253f2-66c2-4279-bd6d-11820197ab21,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:30.740553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device afc12da3-6f53-47cd-85f6-a1ba4b2c5367 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:30.769840 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Sync routers for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:31:30.781029 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:30.781832 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:31:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:30.805136 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port afc12da3-6f53-47cd-85f6-a1ba4b2c5367 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:30.810300 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port afc12da3-6f53-47cd-85f6-a1ba4b2c5367 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:30.815062 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.926253 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:30.944106 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:30.950797 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port afc12da3-6f53-47cd-85f6-a1ba4b2c5367, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=afc12da3-6f53-47cd-85f6-a1ba4b2c5367,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:30.958635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:31.017381 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=afc12da3-6f53-47cd-85f6-a1ba4b2c5367,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:31.041707 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:31.163713 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 2, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:31.196149 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Checking router: ed7b3d3c-e477-4be6-bb73-a388350b858f for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:31:31.196385 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Updating router ed7b3d3c-e477-4be6-bb73-a388350b858f port 4fda56a6-a2ae-416d-8cff-26788c6aa923 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:31:31.231909 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:31.527431 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:31.540237 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Transition to ACTIVE for port object 4fda56a6-a2ae-416d-8cff-26788c6aa923 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:31.547606 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:31.558885 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:31.607379 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Pushing event updated for resources: {'Port': ['ID=4fda56a6-a2ae-416d-8cff-26788c6aa923,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:31.630698 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.631142 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.631549 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.631956 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.632357 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.633097 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.633494 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.633887 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.634285 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.634906 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.635309 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.635706 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:31:31.680556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02503d-3e38-462f-9dd1-0d7143ce6c29 None None] Network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:31:31.688930 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Attempting to bind port 4fda56a6-a2ae-416d-8cff-26788c6aa923 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:31:31.689370 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Attempting to bind port 4fda56a6-a2ae-416d-8cff-26788c6aa923 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:31:31.689795 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Attempting to bind port 4fda56a6-a2ae-416d-8cff-26788c6aa923 on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:31:31.696541 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:31:31.697154 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Checking segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:31:31.697559 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:31.697943 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Bound using segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:31:31.698425 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Bound port: 4fda56a6-a2ae-416d-8cff-26788c6aa923, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:31:31.698798 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:31.731789 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Router 558cab93-6b12-491f-9d63-6d1079adc5b1 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:31:31.775929 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] For port 4fda56a6-a2ae-416d-8cff-26788c6aa923, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:31:31.780354 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] For port 4fda56a6-a2ae-416d-8cff-26788c6aa923, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4fda56a6-a2ae-416d-8cff-26788c6aa923,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:31:31.787017 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:31.802471 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5ce0df7-da21-4762-919d-be572f83cdd0 None None] Provisioning for port a192b729-cae3-4a31-af9f-128fcd93ebc4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:31.845625 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:31.846369 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:31:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:31.892734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:31:31.906532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Sync routers for ids ['558cab93-6b12-491f-9d63-6d1079adc5b1'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:31:31.912378 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c3078-aa13-4c74-a095-c5e96d08007b None None] Pushing event updated for resources: {'Port': ['ID=4fda56a6-a2ae-416d-8cff-26788c6aa923,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:31.929439 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Routers {'558cab93-6b12-491f-9d63-6d1079adc5b1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:31.930117 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:31.930585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:31:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['558cab93-6b12-491f-9d63-6d1079adc5b1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:31.933761 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-fcd61c1b-cf31-4564-9848-6968064233f2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0108800 Jul 13 20:31:31.935901 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:32.000079 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:32.071251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Set router 558cab93-6b12-491f-9d63-6d1079adc5b1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:32.247993 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:31Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:32.275839 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2632e92-8624-43ab-920f-019710aecc9e None None] The sync data for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 is: [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:31Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:31:32.303795 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'name': 'tempest-TestShelveInstance-580666848-router', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:29Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 3, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'gw_port': {'id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:30Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:32.332467 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Checking router: 558cab93-6b12-491f-9d63-6d1079adc5b1 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:31:32.332823 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Updating router 558cab93-6b12-491f-9d63-6d1079adc5b1 port 4fb253f2-66c2-4279-bd6d-11820197ab21 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:31:32.371015 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:32.450538 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:32.639673 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Allocated IP 172.20.0.1 (c0ec0947-8293-49ac-a3f8-ec3745f9ac03/3f53de64-63b2-41e6-a738-876bdeb0d3a4/1cd66460-532b-4154-a164-676bf8e11cbc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:31:32.762568 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:32.770662 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:32.776794 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Transition to ACTIVE for port object 4fb253f2-66c2-4279-bd6d-11820197ab21 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:32.790724 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:32.790877 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Transition to ACTIVE for port object 1cd66460-532b-4154-a164-676bf8e11cbc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:32.845131 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:32.885912 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Attempting to bind port 4fb253f2-66c2-4279-bd6d-11820197ab21 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:31:32.886107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Attempting to bind port 4fb253f2-66c2-4279-bd6d-11820197ab21 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:31:32.886636 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Attempting to bind port 4fb253f2-66c2-4279-bd6d-11820197ab21 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:31:32.897277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:31:32.903120 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:31:32.903607 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:32.904014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:31:32.904520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Bound port: 4fb253f2-66c2-4279-bd6d-11820197ab21, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:31:32.904908 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:32.908964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:32.912422 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:32.913275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb75ed-e8ac-4fbb-9055-2dff79a847e7 None None] Pushing event updated for resources: {'Port': ['ID=4fb253f2-66c2-4279-bd6d-11820197ab21,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:32.916826 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:31:32.942222 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd66460-532b-4154-a164-676bf8e11cbc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:32.955026 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4fda56a6-a2ae-416d-8cff-26788c6aa923 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:32.965251 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.033035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] For port 4fb253f2-66c2-4279-bd6d-11820197ab21, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:31:33.048113 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] For port 4fb253f2-66c2-4279-bd6d-11820197ab21, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4fb253f2-66c2-4279-bd6d-11820197ab21,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:31:33.057201 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.145639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.274065 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 4fda56a6-a2ae-416d-8cff-26788c6aa923 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:33.293259 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4fda56a6-a2ae-416d-8cff-26788c6aa923 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:33.293546 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.327732 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.328266 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb75ed-e8ac-4fbb-9055-2dff79a847e7 None None] Pushing event updated for resources: {'Port': ['ID=4fb253f2-66c2-4279-bd6d-11820197ab21,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:33.335460 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.339491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0027c325-e0a6-46c2-91cf-fa3f529f7c25 None None] Provisioning for port 1cd66460-532b-4154-a164-676bf8e11cbc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:33.346068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Routers {'558cab93-6b12-491f-9d63-6d1079adc5b1'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:33.346719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:31:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['558cab93-6b12-491f-9d63-6d1079adc5b1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:33.351178 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0027c325-e0a6-46c2-91cf-fa3f529f7c25 None None] Provisioning complete for port 1cd66460-532b-4154-a164-676bf8e11cbc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:33.351545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0027c325-e0a6-46c2-91cf-fa3f529f7c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.405194 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd66460-532b-4154-a164-676bf8e11cbc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:33.409227 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.437099 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0027c325-e0a6-46c2-91cf-fa3f529f7c25 None None] Port 1cd66460-532b-4154-a164-676bf8e11cbc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:31:33.506746 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.507864 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:33.509270 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:33.526392 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] Set router 558cab93-6b12-491f-9d63-6d1079adc5b1 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:33.589723 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 4fda56a6-a2ae-416d-8cff-26788c6aa923, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4fda56a6-a2ae-416d-8cff-26788c6aa923,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:33.626090 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.626900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device afc12da3-6f53-47cd-85f6-a1ba4b2c5367 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:33.639920 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Router 558cab93-6b12-491f-9d63-6d1079adc5b1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:31:33.749103 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=4fda56a6-a2ae-416d-8cff-26788c6aa923,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:33.757126 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:31:33.763484 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2b89b2f6-3a03-40b1-a8a7-848d9824e408 admin admin] 10.222.0.25 "PUT /v2.0/routers/558cab93-6b12-491f-9d63-6d1079adc5b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196528 Jul 13 20:31:33.786776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2cbf0170-48f0-4f3f-8ace-8d24a7603704 None None] Provisioning complete for port 1cd66460-532b-4154-a164-676bf8e11cbc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:33.787296 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0170-48f0-4f3f-8ace-8d24a7603704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.849399 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port afc12da3-6f53-47cd-85f6-a1ba4b2c5367 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:33.849680 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:33.854114 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf0170-48f0-4f3f-8ace-8d24a7603704 None None] Port 1cd66460-532b-4154-a164-676bf8e11cbc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:31:33.906908 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'name': 'tempest-TestShelveInstance-580666848-router', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:29Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 4, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'gw_port': {'id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:30Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '1cd66460-532b-4154-a164-676bf8e11cbc', 'name': '', 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'mac_address': 'fa:16:3e:0a:47:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:32Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 2, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'subnets': [{'id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:33.938934 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f31c255-e335-4890-b2ee-b2e628bcd843 None None] The sync data for ids ['558cab93-6b12-491f-9d63-6d1079adc5b1'] in n-d-800708-1 is: [{'id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'name': 'tempest-TestShelveInstance-580666848-router', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:29Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 4, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'gw_port': {'id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:30Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '1cd66460-532b-4154-a164-676bf8e11cbc', 'name': '', 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'mac_address': 'fa:16:3e:0a:47:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:32Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 2, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'subnets': [{'id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:31:33.974094 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a192b729-cae3-4a31-af9f-128fcd93ebc4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:34.024186 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port a192b729-cae3-4a31-af9f-128fcd93ebc4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:34.028835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a192b729-cae3-4a31-af9f-128fcd93ebc4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:34.029015 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:34.119913 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:34.187014 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port a192b729-cae3-4a31-af9f-128fcd93ebc4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a192b729-cae3-4a31-af9f-128fcd93ebc4,segment=NetworkSegment(fe09c7d7-298a-44da-aecc-bda3387a3227),segment_id=fe09c7d7-298a-44da-aecc-bda3387a3227)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:34.193165 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:34.260767 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=a192b729-cae3-4a31-af9f-128fcd93ebc4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:34.692711 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4fda56a6-a2ae-416d-8cff-26788c6aa923 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:34.739264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4fda56a6-a2ae-416d-8cff-26788c6aa923 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:34.739633 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:34.816654 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a192b729-cae3-4a31-af9f-128fcd93ebc4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:34.862249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port a192b729-cae3-4a31-af9f-128fcd93ebc4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:34.862656 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:34.874186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:34.879905 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4c340714-de05-4085-bb53-77f973df744f tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761749702', 'description': 'tempest-secgroup-smoke-761749702 description', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:34.901119 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c340714-de05-4085-bb53-77f973df744f tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:34.988701 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c340714-de05-4085-bb53-77f973df744f tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:34.992355 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c340714-de05-4085-bb53-77f973df744f tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.018927 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c340714-de05-4085-bb53-77f973df744f tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.021153 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4c340714-de05-4085-bb53-77f973df744f tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1458259 Jul 13 20:31:35.024183 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:35.025246 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c340714-de05-4085-bb53-77f973df744f tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be72f10b-96f3-441d-9bb1-1bc10d6c972f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:35.029121 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b4cff8a7-7146-4769-a262-aad999bef6c2 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': 'be72f10b-96f3-441d-9bb1-1bc10d6c972f', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:35.055693 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4cff8a7-7146-4769-a262-aad999bef6c2 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.133691 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4cff8a7-7146-4769-a262-aad999bef6c2 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.137371 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4cff8a7-7146-4769-a262-aad999bef6c2 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.156619 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cff8a7-7146-4769-a262-aad999bef6c2 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8f3841-7bd5-4024-bd2b-e71d920d561b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:35.165776 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4cff8a7-7146-4769-a262-aad999bef6c2 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.167513 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b4cff8a7-7146-4769-a262-aad999bef6c2 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421242 Jul 13 20:31:35.170581 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:35.175394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25b2e4db-3c0a-44c5-afd1-b8732143a90b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': 'be72f10b-96f3-441d-9bb1-1bc10d6c972f', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:35.206330 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b2e4db-3c0a-44c5-afd1-b8732143a90b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.271613 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b2e4db-3c0a-44c5-afd1-b8732143a90b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.275845 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b2e4db-3c0a-44c5-afd1-b8732143a90b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.296523 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2e4db-3c0a-44c5-afd1-b8732143a90b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fa2a8c-8c14-45d8-b6f1-3b014596f005,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:35.305140 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b2e4db-3c0a-44c5-afd1-b8732143a90b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.306363 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-25b2e4db-3c0a-44c5-afd1-b8732143a90b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347401 Jul 13 20:31:35.309049 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:35.313596 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c7d67e35-93e7-4bf4-bc3e-5b0cba503c2a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': 'be72f10b-96f3-441d-9bb1-1bc10d6c972f', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:35.341946 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7d67e35-93e7-4bf4-bc3e-5b0cba503c2a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.406377 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7d67e35-93e7-4bf4-bc3e-5b0cba503c2a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.411116 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7d67e35-93e7-4bf4-bc3e-5b0cba503c2a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.430044 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d67e35-93e7-4bf4-bc3e-5b0cba503c2a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e74269-796d-48a4-8ffd-ac3eb804bd27,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:35.438704 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7d67e35-93e7-4bf4-bc3e-5b0cba503c2a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.439923 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c7d67e35-93e7-4bf4-bc3e-5b0cba503c2a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299446 Jul 13 20:31:35.443492 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:35.448827 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a41ce5c3-9e84-4ac9-b848-1ad77f09780d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': 'be72f10b-96f3-441d-9bb1-1bc10d6c972f', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:35.476274 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a41ce5c3-9e84-4ac9-b848-1ad77f09780d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.539293 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a41ce5c3-9e84-4ac9-b848-1ad77f09780d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.543074 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a41ce5c3-9e84-4ac9-b848-1ad77f09780d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.561818 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ce5c3-9e84-4ac9-b848-1ad77f09780d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af47e3fe-4fab-4200-b37b-5658505d9ceb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:35.567525 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a41ce5c3-9e84-4ac9-b848-1ad77f09780d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.571255 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a41ce5c3-9e84-4ac9-b848-1ad77f09780d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242268 Jul 13 20:31:35.571558 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 47654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:35.576738 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-da9eb98a-2176-4e51-bafd-671a644dacd1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': 'be72f10b-96f3-441d-9bb1-1bc10d6c972f', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:35.600780 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-da9eb98a-2176-4e51-bafd-671a644dacd1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Project a3e9c1b1d1bf4870ac672d3185123101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:31:35.606142 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da9eb98a-2176-4e51-bafd-671a644dacd1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.669307 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da9eb98a-2176-4e51-bafd-671a644dacd1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.673075 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da9eb98a-2176-4e51-bafd-671a644dacd1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.691364 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9eb98a-2176-4e51-bafd-671a644dacd1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d699a766-aa5c-413f-a17d-4addc503f3de,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:35.698937 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da9eb98a-2176-4e51-bafd-671a644dacd1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.700222 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-da9eb98a-2176-4e51-bafd-671a644dacd1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274488 Jul 13 20:31:35.703038 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:35.707841 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-422663eb-e8b8-4b9b-9863-060b390c9e63 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': 'be72f10b-96f3-441d-9bb1-1bc10d6c972f', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:35.730550 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-422663eb-e8b8-4b9b-9863-060b390c9e63 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Project a3e9c1b1d1bf4870ac672d3185123101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:31:35.735582 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-422663eb-e8b8-4b9b-9863-060b390c9e63 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.797565 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-422663eb-e8b8-4b9b-9863-060b390c9e63 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.801869 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-422663eb-e8b8-4b9b-9863-060b390c9e63 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.818653 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422663eb-e8b8-4b9b-9863-060b390c9e63 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8e0b75-517f-42db-8803-cd82fe7967af,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:35.825079 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-422663eb-e8b8-4b9b-9863-060b390c9e63 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:35.826526 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-422663eb-e8b8-4b9b-9863-060b390c9e63 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224625 Jul 13 20:31:35.981044 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-fc9f74ac-7891-4a2d-844b-97a6655c6129 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761749702&fields=id&tenant_id=a3e9c1b1d1bf4870ac672d3185123101 HTTP/1.1" status: 200 len: 267 time: 0.0321743 Jul 13 20:31:36.089321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-2adadaf7-6f12-466e-9313-0b8aaa14244e tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:36.090532 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-2adadaf7-6f12-466e-9313-0b8aaa14244e tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 808 time: 0.1032345 Jul 13 20:31:36.106607 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-4ffb8c47-742d-4116-8056-6ece65ea02f4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/quotas/a3e9c1b1d1bf4870ac672d3185123101 HTTP/1.1" status: 200 len: 375 time: 0.0102766 Jul 13 20:31:36.177614 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-4a893e13-ca8b-4f44-ad4c-dfbe64925f96 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654190 Jul 13 20:31:36.276900 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d515a51d-7cad-4712-bfbd-cbca5fb1553a service neutron] 10.222.0.25 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882683 Jul 13 20:31:36.367630 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-2e5d718b-9391-4006-a025-239d3d6774da service neutron] 10.222.0.25 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849016 Jul 13 20:31:36.432263 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Sync routers for ids ['558cab93-6b12-491f-9d63-6d1079adc5b1'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:31:36.442497 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Routers {'558cab93-6b12-491f-9d63-6d1079adc5b1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:36.443246 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:31:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['558cab93-6b12-491f-9d63-6d1079adc5b1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:36.544612 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-518d9c56-914c-4ea1-b3d5-265bc7dd9685 req-3f43bb9c-39ca-4e95-a448-0f2998fc7584 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 210 time: 0.0329535 Jul 13 20:31:36.555105 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Set router 558cab93-6b12-491f-9d63-6d1079adc5b1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:36.724916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4fb253f2-66c2-4279-bd6d-11820197ab21 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:36.776809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 4fb253f2-66c2-4279-bd6d-11820197ab21 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:36.782024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4fb253f2-66c2-4279-bd6d-11820197ab21 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:36.782869 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:36.858250 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'name': 'tempest-TestShelveInstance-580666848-router', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:29Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 4, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'gw_port': {'id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:30Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '1cd66460-532b-4154-a164-676bf8e11cbc', 'name': '', 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'mac_address': 'fa:16:3e:0a:47:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:32Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 2, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'subnets': [{'id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:36.869578 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:36.886952 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Checking router: 558cab93-6b12-491f-9d63-6d1079adc5b1 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:31:36.887301 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Updating router 558cab93-6b12-491f-9d63-6d1079adc5b1 port 1cd66460-532b-4154-a164-676bf8e11cbc binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:31:36.894327 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 4fb253f2-66c2-4279-bd6d-11820197ab21, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4fb253f2-66c2-4279-bd6d-11820197ab21,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:36.899708 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:36.921255 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:36.954106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=4fb253f2-66c2-4279-bd6d-11820197ab21,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:37.186991 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:37.198694 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Transition to ACTIVE for port object 1cd66460-532b-4154-a164-676bf8e11cbc will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:37.203745 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:37.256153 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3480af-0701-4dae-a838-69c8e93e0c59 None None] Pushing event updated for resources: {'Port': ['ID=1cd66460-532b-4154-a164-676bf8e11cbc,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:37.305947 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Attempting to bind port 1cd66460-532b-4154-a164-676bf8e11cbc on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:31:37.306340 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Attempting to bind port 1cd66460-532b-4154-a164-676bf8e11cbc by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'fe09c7d7-298a-44da-aecc-bda3387a3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:31:37.306723 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Attempting to bind port 1cd66460-532b-4154-a164-676bf8e11cbc on network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:31:37.312102 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:31:37.312468 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Checking segment: {'id': 'fe09c7d7-298a-44da-aecc-bda3387a3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:31:37.312867 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:37.313260 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Bound using segment: {'id': 'fe09c7d7-298a-44da-aecc-bda3387a3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:31:37.313745 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Bound port: 1cd66460-532b-4154-a164-676bf8e11cbc, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe09c7d7-298a-44da-aecc-bda3387a3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:31:37.314789 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:37.385269 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] For port 1cd66460-532b-4154-a164-676bf8e11cbc, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:31:37.388385 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] For port 1cd66460-532b-4154-a164-676bf8e11cbc, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1cd66460-532b-4154-a164-676bf8e11cbc,segment=NetworkSegment(fe09c7d7-298a-44da-aecc-bda3387a3227),segment_id=fe09c7d7-298a-44da-aecc-bda3387a3227)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:31:37.393127 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:37.449397 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Routers {'558cab93-6b12-491f-9d63-6d1079adc5b1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:37.450038 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:31:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['558cab93-6b12-491f-9d63-6d1079adc5b1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:37.486302 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3480af-0701-4dae-a838-69c8e93e0c59 None None] Pushing event updated for resources: {'Port': ['ID=1cd66460-532b-4154-a164-676bf8e11cbc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:37.574313 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] Set router 558cab93-6b12-491f-9d63-6d1079adc5b1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:37.725906 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c73b909f-1583-48d4-8637-0aa9a664cd68 req-0d4a02f5-fada-40d1-b0c4-eb1081d9c892 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 210 time: 0.0574081 Jul 13 20:31:37.802232 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'name': 'tempest-TestShelveInstance-580666848-router', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:29Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 4, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'gw_port': {'id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:30Z', 'updated_at': '2021-07-13T20:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '1cd66460-532b-4154-a164-676bf8e11cbc', 'name': '', 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'mac_address': 'fa:16:3e:0a:47:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:32Z', 'updated_at': '2021-07-13T20:31:37Z', 'revision_number': 4, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'subnets': [{'id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:37.804054 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-7b55bc93-1b6d-41ad-91f4-51443a3972ed tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:37.805582 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-7b55bc93-1b6d-41ad-91f4-51443a3972ed tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 808 time: 0.1317692 Jul 13 20:31:37.832460 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c9bec-0d5f-4395-aeda-c346a3b0f5b8 None None] The sync data for ids ['558cab93-6b12-491f-9d63-6d1079adc5b1'] in n-d-800708-1 is: [{'id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'name': 'tempest-TestShelveInstance-580666848-router', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:29Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 4, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'gw_port': {'id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:30Z', 'updated_at': '2021-07-13T20:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '1cd66460-532b-4154-a164-676bf8e11cbc', 'name': '', 'network_id': 'c0ec0947-8293-49ac-a3f8-ec3745f9ac03', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'mac_address': 'fa:16:3e:0a:47:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:32Z', 'updated_at': '2021-07-13T20:31:37Z', 'revision_number': 4, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'subnets': [{'id': '3f53de64-63b2-41e6-a738-876bdeb0d3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:31:37.857291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-20b8e80e-0f7f-436c-a2e8-7c91bfaeb9a5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e9c1b1d1bf4870ac672d3185123101 HTTP/1.1" status: 200 len: 379 time: 0.0368197 Jul 13 20:31:37.867393 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'port': {'device_id': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'admin_state_up': True, 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'security_groups': ['be72f10b-96f3-441d-9bb1-1bc10d6c972f']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:37.984008 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Made reservation on behalf of a3e9c1b1d1bf4870ac672d3185123101 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:31:37.987742 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.120013 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Allocated IP 172.20.0.7 (d6aa7790-d41a-42db-a29b-c084a1ddd7a8/312315df-e11c-4c95-a669-db00f48d51b3/d9ec8e56-576c-4281-bd30-dbc1e976880c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:31:38.270416 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.286131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Transition to ACTIVE for port object d9ec8e56-576c-4281-bd30-dbc1e976880c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:38.320964 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.367782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:38.370946 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:38.374900 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:31:38.398898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:38.427398 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:38.428051 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.443871 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-cdc79cb9-1c7f-455c-bcbf-93980a5cb0e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5803142 Jul 13 20:31:38.460887 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Request body: {'port': {'device_id': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:38.544386 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.658661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5d5b36d-4713-47b7-ac80-d95400191421 None None] Provisioning for port d9ec8e56-576c-4281-bd30-dbc1e976880c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:38.663427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5d5b36d-4713-47b7-ac80-d95400191421 None None] Provisioning complete for port d9ec8e56-576c-4281-bd30-dbc1e976880c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:38.663822 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b36d-4713-47b7-ac80-d95400191421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.709235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5b36d-4713-47b7-ac80-d95400191421 None None] Port d9ec8e56-576c-4281-bd30-dbc1e976880c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:31:38.716499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4fb253f2-66c2-4279-bd6d-11820197ab21 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:38.764478 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 4fb253f2-66c2-4279-bd6d-11820197ab21 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:38.765065 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.822837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ec8e56-576c-4281-bd30-dbc1e976880c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:31:38.831073 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.845036 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Transition to ACTIVE for port object d9ec8e56-576c-4281-bd30-dbc1e976880c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:31:38.850776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.853705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1cd66460-532b-4154-a164-676bf8e11cbc up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:38.900679 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 1cd66460-532b-4154-a164-676bf8e11cbc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:38.904410 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 1cd66460-532b-4154-a164-676bf8e11cbc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:38.904776 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:38.941815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:38.993749 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:39.018058 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1db95c-c88d-4dc7-b403-7d623ef1a61f req-84f5f757-ca08-4592-af5f-6ee05dcc19a7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:39.020993 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee1db95c-c88d-4dc7-b403-7d623ef1a61f req-84f5f757-ca08-4592-af5f-6ee05dcc19a7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 943 time: 0.1725526 Jul 13 20:31:39.033556 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 1cd66460-532b-4154-a164-676bf8e11cbc, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1cd66460-532b-4154-a164-676bf8e11cbc,segment=NetworkSegment(fe09c7d7-298a-44da-aecc-bda3387a3227),segment_id=fe09c7d7-298a-44da-aecc-bda3387a3227)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:39.038871 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:39.048557 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Attempting to bind port d9ec8e56-576c-4281-bd30-dbc1e976880c on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:31:39.048896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Attempting to bind port d9ec8e56-576c-4281-bd30-dbc1e976880c by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:31:39.049226 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Attempting to bind port d9ec8e56-576c-4281-bd30-dbc1e976880c on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:31:39.062993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Port d9ec8e56-576c-4281-bd30-dbc1e976880c on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:31:39.063234 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Attempting to bind port d9ec8e56-576c-4281-bd30-dbc1e976880c on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:31:39.077669 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:31:39.078010 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Checking segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:31:39.078415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Bound using segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:31:39.079193 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Bound port: d9ec8e56-576c-4281-bd30-dbc1e976880c, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:31:39.079193 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:39.089595 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=1cd66460-532b-4154-a164-676bf8e11cbc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:39.098050 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ee1db95c-c88d-4dc7-b403-7d623ef1a61f req-a586c93e-1978-493a-8799-6fdba3e1cf1c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671968 Jul 13 20:31:39.153286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:31:39.156659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:31:39.161788 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:39.199587 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:39.200222 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:39.201681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] 10.222.0.24 "PUT /v2.0/ports/d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 1091 time: 0.7454844 Jul 13 20:31:39.202131 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:31:39.205454 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f" -d '{"events": [{"name": "network-changed", "server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:31:39.237206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9522aa5-a552-476b-9192-f1d74626e4cd service neutron] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:39.258318 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8e2c1e-e84b-4e76-a574-7f48e56c8fda x-openstack-request-id: req-7e8e2c1e-e84b-4e76-a574-7f48e56c8fda {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:31:39.258764 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:31:39.259019 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e8e2c1e-e84b-4e76-a574-7f48e56c8fda {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:31:39.263595 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'status': 'completed', 'code': 200} Jul 13 20:31:39.307435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-09208664-f3e7-4d5d-beea-c907bdde259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:39.308948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-09208664-f3e7-4d5d-beea-c907bdde259a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1094 time: 0.0618510 Jul 13 20:31:39.353547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-5c82f6a4-f6de-4e32-ad4a-f39da1e0907d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 217 time: 0.0368104 Jul 13 20:31:39.408562 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-3e4fb8e5-fee2-406d-8008-047180b9de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:39.410439 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-3e4fb8e5-fee2-406d-8008-047180b9de15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0498846 Jul 13 20:31:39.471571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-9977f963-9c90-45de-82fc-a3ba24dfd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:39.473203 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-9977f963-9c90-45de-82fc-a3ba24dfd228 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528455 Jul 13 20:31:39.567885 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-5ce369fc-9cc7-455a-ac1b-ae5c66ef67d8 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841596 Jul 13 20:31:39.662745 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a070847b-e706-4d97-b186-0f8faead1cc7 req-8aff6c6d-e5c8-45e0-b384-74750c5871de service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841024 Jul 13 20:31:39.776467 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-ba7d1b65-0576-4194-ba4d-149d8f48d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:39.777968 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-ba7d1b65-0576-4194-ba4d-149d8f48d86a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1094 time: 0.0570142 Jul 13 20:31:39.865559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-403efba4-7f57-4a21-80ae-47fc0725210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:39.867074 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-403efba4-7f57-4a21-80ae-47fc0725210d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0812402 Jul 13 20:31:39.913087 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-c0ecd1ac-4aa0-451b-ac7d-afdf1f278202 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 217 time: 0.0378065 Jul 13 20:31:39.960622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-b2f4fdb4-ac68-415f-8484-e464551e2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:39.962033 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-b2f4fdb4-ac68-415f-8484-e464551e2bc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0428188 Jul 13 20:31:40.017787 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-581ff71e-9b7d-478d-a08c-cf42164f2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:40.019795 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-581ff71e-9b7d-478d-a08c-cf42164f2bb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502791 Jul 13 20:31:40.109602 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-1408d437-ced6-4f2d-8b4b-512f01d9279c service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829651 Jul 13 20:31:40.199589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed9fb5b6-3b39-4f60-a4e1-78c26814311f req-d2498b34-93d6-4b6c-8333-09ba5c359544 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815036 Jul 13 20:31:40.270758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee6cde-ac58-4b31-bc98-cac94741040a req-ea01aeff-6276-4fac-b932-33431c71248c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:40.272235 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9eee6cde-ac58-4b31-bc98-cac94741040a req-ea01aeff-6276-4fac-b932-33431c71248c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 943 time: 0.0626183 Jul 13 20:31:40.309465 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9eee6cde-ac58-4b31-bc98-cac94741040a req-ea12e491-b7b8-4f98-bdeb-3c4d283fbc02 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317361 Jul 13 20:31:40.688228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1cd66460-532b-4154-a164-676bf8e11cbc up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:40.733967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 1cd66460-532b-4154-a164-676bf8e11cbc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:40.734331 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:41.487598 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf869321-220b-485c-b516-c5ec27fc3aed req-b21f4e80-b42c-4e5b-885c-f523bbc473b6 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:41.489728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf869321-220b-485c-b516-c5ec27fc3aed req-b21f4e80-b42c-4e5b-885c-f523bbc473b6 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 943 time: 0.0677145 Jul 13 20:31:41.528083 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cf869321-220b-485c-b516-c5ec27fc3aed req-cbc1b0e6-6c36-4b31-9a25-c410c4e7aa2c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326064 Jul 13 20:31:42.448190 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:31:42.702046 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceecc13-bcd9-48d2-82e8-18dc11a706a7 req-cbe903ce-c2b3-405b-a431-be400709e2a6 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:42.703540 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ceecc13-bcd9-48d2-82e8-18dc11a706a7 req-cbe903ce-c2b3-405b-a431-be400709e2a6 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 943 time: 0.0667465 Jul 13 20:31:42.741283 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4ceecc13-bcd9-48d2-82e8-18dc11a706a7 req-9900e91a-277c-4fc4-9ab9-bc22eea08d5a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Jul 13 20:31:43.915697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76edd8-fdc5-4b4a-abdd-a252cf698e0e req-c0c824f8-048c-44b7-b754-0e06614cf52b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:43.917167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c76edd8-fdc5-4b4a-abdd-a252cf698e0e req-c0c824f8-048c-44b7-b754-0e06614cf52b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 943 time: 0.0631931 Jul 13 20:31:43.946979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:31:43.954598 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8c76edd8-fdc5-4b4a-abdd-a252cf698e0e req-83567870-9252-4da9-b6c1-91e055036a80 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317631 Jul 13 20:31:44.039873 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:44.050871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'port_id': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'mac_address': 'fa:16:3e:51:a5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:31:44.090392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:44.102682 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ec8e56-576c-4281-bd30-dbc1e976880c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:31:44.121191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:44.125037 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:44.170935 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:44.393755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['d9ec8e56-576c-4281-bd30-dbc1e976880c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:31:45.124832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118a3bb-6255-4dc1-99ee-48e6037f8f82 req-892b7c4e-8e20-44d7-9ea9-042e31a02bfb tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:45.126311 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d118a3bb-6255-4dc1-99ee-48e6037f8f82 req-892b7c4e-8e20-44d7-9ea9-042e31a02bfb tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0620353 Jul 13 20:31:45.162941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d118a3bb-6255-4dc1-99ee-48e6037f8f82 req-a14a24d6-288b-4162-a15f-f5241043895a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305095 Jul 13 20:31:45.956923 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:31:46.003491 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port d9ec8e56-576c-4281-bd30-dbc1e976880c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:31:46.008492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port d9ec8e56-576c-4281-bd30-dbc1e976880c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:31:46.008861 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:46.084909 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:46.106394 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:31:46.108639 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a368e50-ddc5-4fa6-8dfa-449d01ae288b" -d '{"events": [{"server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "name": "network-vif-plugged", "status": "completed", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:31:46.121452 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:31:46.125618 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:46.149489 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e280731-4f5a-433a-8af7-1e25ef249da0 x-openstack-request-id: req-1e280731-4f5a-433a-8af7-1e25ef249da0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:31:46.149774 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "name": "network-vif-plugged", "status": "completed", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:31:46.150021 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e280731-4f5a-433a-8af7-1e25ef249da0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:31:46.150418 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'code': 200} Jul 13 20:31:46.178275 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:46.271763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729d5a-a579-44d7-b05a-4bafb539f796 req-1e005223-1ad5-4d47-a11d-1f872f5c2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:46.273382 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3729d5a-a579-44d7-b05a-4bafb539f796 req-1e005223-1ad5-4d47-a11d-1f872f5c2956 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1096 time: 0.0551929 Jul 13 20:31:46.286988 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:46.338637 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-e3729d5a-a579-44d7-b05a-4bafb539f796 req-ddf8f7d2-2619-4205-b97f-03d929cd910a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537553 Jul 13 20:31:46.361005 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e036f55-b037-4f28-bed8-0e521070a859 req-2a8c9c95-edea-4254-96a1-8b02f8860a83 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:46.362500 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e036f55-b037-4f28-bed8-0e521070a859 req-2a8c9c95-edea-4254-96a1-8b02f8860a83 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0862134 Jul 13 20:31:46.399897 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7e036f55-b037-4f28-bed8-0e521070a859 req-c20d0401-10d7-4277-8765-12174161d04e tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307741 Jul 13 20:31:47.048277 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:47.575013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2195d-cfd4-45f9-978e-1adfbbd1b9c2 req-a46f7e03-820c-4e15-ae9e-fba08fb18faa tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:47.576496 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ff2195d-cfd4-45f9-978e-1adfbbd1b9c2 req-a46f7e03-820c-4e15-ae9e-fba08fb18faa tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0636849 Jul 13 20:31:47.614520 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5ff2195d-cfd4-45f9-978e-1adfbbd1b9c2 req-9eae48c3-bc13-4678-9a7a-5e6ccbf73979 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323844 Jul 13 20:31:47.785438 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f163a5-2e6c-4794-adec-fbae54c0f34e req-212fd323-5a5b-427b-95ff-c9298d22a901 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:47.786948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-52f163a5-2e6c-4794-adec-fbae54c0f34e req-212fd323-5a5b-427b-95ff-c9298d22a901 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0616539 Jul 13 20:31:47.823909 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-52f163a5-2e6c-4794-adec-fbae54c0f34e req-7a5b1b04-3d27-494e-99e0-2503c8ae2106 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315232 Jul 13 20:31:47.848020 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:47.991480 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89bc7c3-d5b1-4af3-8e2a-16a21c8ea41c tempest-TestShelveInstance-1469579171 tempest-TestShelveInstance-1469579171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:47.992973 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e89bc7c3-d5b1-4af3-8e2a-16a21c8ea41c tempest-TestShelveInstance-1469579171 tempest-TestShelveInstance-1469579171-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1091 time: 0.1439860 Jul 13 20:31:47.996031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:31:48.000272 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:31:48.021916 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:48.117490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:48.221418 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Allocated IP 172.25.7.116 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/ac3371a7-12ee-4c21-a0c8-d204a2a4c449) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:31:48.321188 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:48.365288 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:48.399698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:31:48.405550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:31:48.408231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:31:48.434333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'Port': ['ID=ac3371a7-12ee-4c21-a0c8-d204a2a4c449,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:48.780783 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:48.854111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:49.000820 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:49.005120 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:49.072699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'Port': ['ID=ac3371a7-12ee-4c21-a0c8-d204a2a4c449,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:31:49.082852 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:49.181905 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Floating IP a89b9b2e-e69f-4f80-9a48-980389116bef associated. External IP: 172.25.7.116, port: d9ec8e56-576c-4281-bd30-dbc1e976880c. Jul 13 20:31:49.389358 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Router ed7b3d3c-e477-4be6-bb73-a388350b858f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:31:49.496853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:31:49.507023 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] Sync routers for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:31:49.513142 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:49.515842 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:49.516464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:31:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:49.548657 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-031aab45-ccd3-40fb-a1d5-f63bd6d6106a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5516229 Jul 13 20:31:49.549293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:31:49.552336 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b445618b-5cdd-4701-a2f2-5d168b60890a" -d '{"events": [{"name": "network-changed", "server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:31:49.588658 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23fb227-6351-4b23-b1d4-0d3a99be24c3 x-openstack-request-id: req-e23fb227-6351-4b23-b1d4-0d3a99be24c3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:31:49.589052 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:31:49.589300 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e23fb227-6351-4b23-b1d4-0d3a99be24c3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:31:49.589698 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'status': 'completed', 'code': 200} Jul 13 20:31:49.623307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:49.669748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-ed2357e3-40e8-4ad9-8931-cb1fef9f4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:49.671206 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-ed2357e3-40e8-4ad9-8931-cb1fef9f4cfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1096 time: 0.0586684 Jul 13 20:31:49.760821 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-e264b9d9-5354-4588-981e-e766cd0ab08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:49.762346 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-e264b9d9-5354-4588-981e-e766cd0ab08b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0841596 Jul 13 20:31:49.830828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-0efae5f4-3c5c-488b-8d31-aeb787290bbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 999 time: 0.0615954 Jul 13 20:31:49.847217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a89b9b2e-e69f-4f80-9a48-980389116bef', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'port_id': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'mac_address': 'fa:16:3e:51:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:31:48Z', 'updated_at': '2021-07-13T20:31:48Z', 'revision_number': 0, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:49.884102 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-1f8dbf42-b6f0-411b-9ece-105ec2c2e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:49.885614 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-1f8dbf42-b6f0-411b-9ece-105ec2c2e3ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0451460 Jul 13 20:31:49.946782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-00ceec65-d754-488c-9d24-c2e12b922a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:31:49.948248 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-00ceec65-d754-488c-9d24-c2e12b922a70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559630 Jul 13 20:31:50.027013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] Checking router: ed7b3d3c-e477-4be6-bb73-a388350b858f for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:31:50.035153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:31:50.035755 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:31:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:50.044566 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-fd999303-64a3-489d-8e8c-d3c084d080fd service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885770 Jul 13 20:31:50.134474 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b445618b-5cdd-4701-a2f2-5d168b60890a req-d2f2bf20-bf31-49a7-a8f9-03725e1db355 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823505 Jul 13 20:31:50.138972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:31:50.361520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a89b9b2e-e69f-4f80-9a48-980389116bef', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'port_id': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'mac_address': 'fa:16:3e:51:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:31:48Z', 'updated_at': '2021-07-13T20:31:48Z', 'revision_number': 0, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:31:50.390967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697793d1-29cd-4cf4-beb8-11c21deb94ab None None] The sync data for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 is: [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a89b9b2e-e69f-4f80-9a48-980389116bef', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'port_id': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'mac_address': 'fa:16:3e:51:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:31:48Z', 'updated_at': '2021-07-13T20:31:48Z', 'revision_number': 0, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:31:50.571033 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba871cc-bb9d-4775-8c31-248f14a03c45 None None] New status for floating IP a89b9b2e-e69f-4f80-9a48-980389116bef: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:31:50.848328 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8300325a-18e5-42a1-a98d-18e74116dc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:53.692829 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa98c5b-7dab-400d-95e4-9a6420c47fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:53.722114 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:54.833847 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:31:56.327954 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:01.262281 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9314794f-9dff-49b8-8840-7f986b118d93 req-74514207-b0ba-490c-95f3-f91e6bfadcf1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510585 Jul 13 20:32:01.361096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314794f-9dff-49b8-8840-7f986b118d93 req-48df6cf6-dec3-4f24-ae90-62243e330f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:32:01.362682 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9314794f-9dff-49b8-8840-7f986b118d93 req-48df6cf6-dec3-4f24-ae90-62243e330f31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1096 time: 0.0566306 Jul 13 20:32:01.463450 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314794f-9dff-49b8-8840-7f986b118d93 req-0d8f3e02-4115-4400-b42b-fded02f86173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:32:01.464889 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9314794f-9dff-49b8-8840-7f986b118d93 req-0d8f3e02-4115-4400-b42b-fded02f86173 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0821340 Jul 13 20:32:01.536754 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9314794f-9dff-49b8-8840-7f986b118d93 req-45f95cd2-284a-44a4-88b7-9240ed48232a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 1001 time: 0.0610898 Jul 13 20:32:01.589312 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314794f-9dff-49b8-8840-7f986b118d93 req-e2821525-4032-4d2b-b728-fde20cb564f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:32:01.590734 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9314794f-9dff-49b8-8840-7f986b118d93 req-e2821525-4032-4d2b-b728-fde20cb564f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0422931 Jul 13 20:32:01.646096 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314794f-9dff-49b8-8840-7f986b118d93 req-3812113b-cb27-4a4a-85aa-079737e1c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:32:01.647562 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9314794f-9dff-49b8-8840-7f986b118d93 req-3812113b-cb27-4a4a-85aa-079737e1c662 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489519 Jul 13 20:32:01.736926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9314794f-9dff-49b8-8840-7f986b118d93 req-d33e9160-23a0-45bb-a5f4-070414553afe service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829375 Jul 13 20:32:02.120025 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9314794f-9dff-49b8-8840-7f986b118d93 req-a90414ca-dbcd-4a2a-a6fc-daaceb8ee41d service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742418 Jul 13 20:32:16.316860 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:17.050970 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:19.448925 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:32:20.849278 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ade1c1f-1058-4700-a7d5-168bcc46a3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:23.693116 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6b58e0f-e236-4ad3-9ec8-22de9ad8ac6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:23.721595 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:24.838530 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:26.331576 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:46.316783 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:47.076392 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:50.849937 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce5184a7-f4b3-4221-bf96-820a64e1c7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:53.692875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca352d09-9ec3-413a-ab6c-504bd11825a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:53.720117 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:54.839600 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:56.333782 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:32:56.448074 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:33:01.267534 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-fb5b225d-d660-4740-8196-2a485ac03979 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503070 Jul 13 20:33:01.372449 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-6f61ac6b-54dc-444a-baa2-71e0a9b7008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:01.373948 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-6f61ac6b-54dc-444a-baa2-71e0a9b7008c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1096 time: 0.0564845 Jul 13 20:33:01.483493 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-7f9b7b97-2faf-40ef-b2f7-6cddf7b0c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:01.484964 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-7f9b7b97-2faf-40ef-b2f7-6cddf7b0c537 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0840087 Jul 13 20:33:01.555713 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-e00322c1-dd54-471b-852c-3fd82f02b4a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 1001 time: 0.0610254 Jul 13 20:33:01.608204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-784ba670-2970-4cad-adeb-9e1c98e4d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:01.609620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-784ba670-2970-4cad-adeb-9e1c98e4d998 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0423021 Jul 13 20:33:01.668445 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-c0bd91ba-d73a-44c7-be23-ffe32dd61fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:01.669945 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-c0bd91ba-d73a-44c7-be23-ffe32dd61fa1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507069 Jul 13 20:33:01.764002 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-c4b40079-f485-46a7-853f-b3303b08925a service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826168 Jul 13 20:33:01.851941 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f2f95a6e-c988-4e8a-954a-e253e8270c2f req-7444729d-c1d9-4bfe-8286-0f4c76262dd0 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796270 Jul 13 20:33:16.313811 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:17.076585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:20.850693 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17bc894a-e97b-4b57-ba23-b9b762ae872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:23.693739 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55171baf-60e7-4ee5-8c02-5f06f46d05bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:23.719971 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:24.846020 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:26.337558 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:33.447774 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:33:46.316177 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:47.089080 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:47.838116 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6eb870-7cf7-439c-9cf5-70c4af1ffeef req-eef19e9f-570c-4f31-b4ba-6d1deb868abf tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:47.839746 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3e6eb870-7cf7-439c-9cf5-70c4af1ffeef req-eef19e9f-570c-4f31-b4ba-6d1deb868abf tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.1235564 Jul 13 20:33:47.881084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3e6eb870-7cf7-439c-9cf5-70c4af1ffeef req-f5b9cb33-92d3-4f78-80e3-d97cc52016cb tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357344 Jul 13 20:33:49.054004 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045556ec-645b-4300-bbd0-0dc0ae4873f0 req-572165d6-87b2-4e4a-bd12-5ceadff51be7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:49.055421 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-045556ec-645b-4300-bbd0-0dc0ae4873f0 req-572165d6-87b2-4e4a-bd12-5ceadff51be7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0623248 Jul 13 20:33:49.096836 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-045556ec-645b-4300-bbd0-0dc0ae4873f0 req-c5e52a60-a4ca-41c0-973e-885250b2937a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358496 Jul 13 20:33:50.294886 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01fc11-8039-4a64-b77b-b5168579f83f req-c27a38e7-f4d5-41b3-9038-10c8082133f7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:50.296371 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a01fc11-8039-4a64-b77b-b5168579f83f req-c27a38e7-f4d5-41b3-9038-10c8082133f7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0622177 Jul 13 20:33:50.333310 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-7a01fc11-8039-4a64-b77b-b5168579f83f req-a9152755-eb2e-4900-adc2-84865759ecfb tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311973 Jul 13 20:33:50.851619 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3f6c-1414-4b98-a236-f5e79cf41f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:51.507325 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8b57f-2197-4384-b638-fa2df21b6467 req-8925c51f-045e-4c26-8f18-b180d0f1b7d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:51.508817 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eac8b57f-2197-4384-b638-fa2df21b6467 req-8925c51f-045e-4c26-8f18-b180d0f1b7d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0622854 Jul 13 20:33:51.545662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eac8b57f-2197-4384-b638-fa2df21b6467 req-f61dfa80-a04a-4d27-bf91-302f8c7de856 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313146 Jul 13 20:33:52.718458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cdb50-6198-40af-9684-30081caf22ff req-70f94b20-c5e1-4290-b18a-fa898e9dd72c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:52.719933 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b05cdb50-6198-40af-9684-30081caf22ff req-70f94b20-c5e1-4290-b18a-fa898e9dd72c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0634246 Jul 13 20:33:52.758364 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b05cdb50-6198-40af-9684-30081caf22ff req-01cb4a9f-8584-48ff-861c-71b88f5329e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329015 Jul 13 20:33:53.694516 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc8fa981-8ce7-4b09-bca5-e4f3897ffdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:53.719688 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:53.929591 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76718733-ee2f-4237-8f0c-616dd5fa479e req-01aa27a5-fdb4-47b1-a2b8-a89e34b5e4d8 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:53.931141 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76718733-ee2f-4237-8f0c-616dd5fa479e req-01aa27a5-fdb4-47b1-a2b8-a89e34b5e4d8 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0622511 Jul 13 20:33:53.968083 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-76718733-ee2f-4237-8f0c-616dd5fa479e req-5889f7cd-cf7b-4071-83a0-c2bf25bb5578 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313697 Jul 13 20:33:54.844922 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:55.141712 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ad17e-68c4-45f0-863a-65a4c2e9c053 req-5926397b-f67e-408d-877f-bb4f1295b9d5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:55.143213 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad2ad17e-68c4-45f0-863a-65a4c2e9c053 req-5926397b-f67e-408d-877f-bb4f1295b9d5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0668614 Jul 13 20:33:55.181230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-ad2ad17e-68c4-45f0-863a-65a4c2e9c053 req-9d40d22e-9e55-419e-b684-e74913479ad8 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325866 Jul 13 20:33:56.339625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:33:56.358411 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d233b-f151-48cf-ab78-dfbe3421b6c8 req-cbf4aeb6-ad88-4bce-8513-08210404c31c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:56.359927 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab9d233b-f151-48cf-ab78-dfbe3421b6c8 req-cbf4aeb6-ad88-4bce-8513-08210404c31c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0676010 Jul 13 20:33:56.398085 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ab9d233b-f151-48cf-ab78-dfbe3421b6c8 req-a5c78727-5a95-445b-a32b-07f9e18ef78d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322554 Jul 13 20:33:57.568981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff2e2-86b9-476a-9104-1579ad782d54 req-5960d0f2-1f8f-4594-8d94-1b9a320efae0 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:57.571186 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aafff2e2-86b9-476a-9104-1579ad782d54 req-5960d0f2-1f8f-4594-8d94-1b9a320efae0 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0630841 Jul 13 20:33:57.607380 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-aafff2e2-86b9-476a-9104-1579ad782d54 req-6b6a5a1a-71e1-4db7-88cf-1a3ade31718a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307896 Jul 13 20:33:58.779627 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d37846-4366-47bb-8841-207a13993144 req-4e3658db-73c7-4304-ac86-9e9391b15716 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:58.781122 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47d37846-4366-47bb-8841-207a13993144 req-4e3658db-73c7-4304-ac86-9e9391b15716 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0626962 Jul 13 20:33:58.817515 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-47d37846-4366-47bb-8841-207a13993144 req-83603395-42f4-42d0-8b9f-76f9c64f09d9 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Jul 13 20:33:59.994531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a034a38-6fb0-4f89-a4fb-9fb6f6f1904b req-2be610f8-81e7-451e-a11e-e4a7c4ad3bb1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:33:59.996023 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a034a38-6fb0-4f89-a4fb-9fb6f6f1904b req-2be610f8-81e7-451e-a11e-e4a7c4ad3bb1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0646966 Jul 13 20:34:00.036845 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8a034a38-6fb0-4f89-a4fb-9fb6f6f1904b req-85b7ce17-e65e-47c6-817f-a05a9c41ea01 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354559 Jul 13 20:34:00.595443 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:34:00.698019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:34:00.709164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'port_id': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'mac_address': 'fa:16:3e:51:a5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:34:00.747918 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:00.761487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9ec8e56-576c-4281-bd30-dbc1e976880c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:34:00.787255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:34:00.792467 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:00.850940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:34:00.858649 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.859000 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.859359 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.859698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.860030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.860362 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.860707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.861027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.861373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.861694 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.862022 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.862345 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:00.883431 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['d9ec8e56-576c-4281-bd30-dbc1e976880c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:34:01.223733 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486d2ed-a21c-43ab-8e6d-75ec175fc582 req-02310437-697a-4015-bedb-40a661c0eb7e tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:01.226630 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0486d2ed-a21c-43ab-8e6d-75ec175fc582 req-02310437-697a-4015-bedb-40a661c0eb7e tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0703704 Jul 13 20:34:01.274638 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0486d2ed-a21c-43ab-8e6d-75ec175fc582 req-a0ffd2c7-8f63-4d3e-a74c-0de9c793b03d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Jul 13 20:34:02.370205 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-e4631ed4-f420-49d8-818d-2613d1cafe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:02.371926 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-e4631ed4-f420-49d8-818d-2613d1cafe60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1095 time: 0.1408849 Jul 13 20:34:02.480776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb66cdc-d037-4f9e-a069-1e23a10cda3b req-795b6563-8e14-4742-869f-de9490d0bf46 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:02.483062 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-beb66cdc-d037-4f9e-a069-1e23a10cda3b req-795b6563-8e14-4742-869f-de9490d0bf46 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0734985 Jul 13 20:34:02.491806 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-7a73aa2b-8cbf-41c5-ad77-83790597fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:02.493689 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-7a73aa2b-8cbf-41c5-ad77-83790597fc8a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0883408 Jul 13 20:34:02.523406 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-beb66cdc-d037-4f9e-a069-1e23a10cda3b req-9c90af4a-69a7-4336-92c8-899034b7ed13 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348449 Jul 13 20:34:02.587324 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-c8c1b9b9-909a-4254-b47a-a8edca9ec467 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 1000 time: 0.0824621 Jul 13 20:34:02.595053 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:34:02.642599 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-6785ae44-bede-4f44-9fb1-336e41c4acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:02.644797 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-6785ae44-bede-4f44-9fb1-336e41c4acea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0495009 Jul 13 20:34:02.672570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port d9ec8e56-576c-4281-bd30-dbc1e976880c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:34:02.673017 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:02.726597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-e51fc14d-0cf0-41aa-89e8-12492b134db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:02.729075 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-e51fc14d-0cf0-41aa-89e8-12492b134db9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730383 Jul 13 20:34:02.743089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-eea5ec3d-1a76-4743-8ec5-d50f9113acc5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:34:02.744560 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-eea5ec3d-1a76-4743-8ec5-d50f9113acc5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069530 Jul 13 20:34:02.791821 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:02.824082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:34:02.826353 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ea0f1f-706b-46fa-b807-f51852d2db8a" -d '{"events": [{"server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "name": "network-vif-plugged", "status": "completed", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:34:02.844699 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-eaf8de67-7767-4e16-8661-5a7a6b443f2b service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916162 Jul 13 20:34:02.849516 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:34:02.861482 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:02.892050 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6838c67-f6e3-4dfa-b5a5-f30c7270f5c2 x-openstack-request-id: req-a6838c67-f6e3-4dfa-b5a5-f30c7270f5c2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:34:02.892641 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "name": "network-vif-plugged", "status": "completed", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:34:02.893063 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6838c67-f6e3-4dfa-b5a5-f30c7270f5c2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:34:02.893643 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'code': 200} Jul 13 20:34:02.922190 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:34:02.973109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c06d4077-e9ea-4fa4-93ec-acdd71aa548d req-af22f1e9-df64-4695-a10c-89d773d00c4a service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208954 Jul 13 20:34:03.713271 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f4f1c-b1da-4c4b-924d-909ef42810b2 req-7d8a102f-9543-41f2-a25b-e8c8d43c746b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:03.715199 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-404f4f1c-b1da-4c4b-924d-909ef42810b2 req-7d8a102f-9543-41f2-a25b-e8c8d43c746b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0695839 Jul 13 20:34:03.760754 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-404f4f1c-b1da-4c4b-924d-909ef42810b2 req-628c1b8d-b7ee-4f8b-8b16-ef9259f6eb74 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375066 Jul 13 20:34:04.964502 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d627-bf19-4309-95aa-d3b2ee27c1a1 req-b628a757-5fac-46e5-b8c0-9a78fd81c871 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:04.966072 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8226d627-bf19-4309-95aa-d3b2ee27c1a1 req-b628a757-5fac-46e5-b8c0-9a78fd81c871 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0799851 Jul 13 20:34:05.008639 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8226d627-bf19-4309-95aa-d3b2ee27c1a1 req-0442eb59-a9fb-4ffd-94e9-0a75bf1573a0 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367150 Jul 13 20:34:06.206349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cef0a-b427-4fbd-b834-72e199b7a3c9 req-3a486014-405e-4941-9143-9baaaf9ee78b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:06.214253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-558cef0a-b427-4fbd-b834-72e199b7a3c9 req-3a486014-405e-4941-9143-9baaaf9ee78b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0778058 Jul 13 20:34:06.250182 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-558cef0a-b427-4fbd-b834-72e199b7a3c9 req-0475e2f1-d9bd-457b-905f-37da2ccf0104 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350461 Jul 13 20:34:07.436423 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c0d52-6881-4e2a-9938-c271ea749dd7 req-120dd6b2-6e0f-477a-a12a-57d19f93d948 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:07.438848 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed4c0d52-6881-4e2a-9938-c271ea749dd7 req-120dd6b2-6e0f-477a-a12a-57d19f93d948 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0664129 Jul 13 20:34:07.479048 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ed4c0d52-6881-4e2a-9938-c271ea749dd7 req-ff0410e3-c896-43c3-9859-ee7534c137ad tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353639 Jul 13 20:34:08.664802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5367a-e8d0-4c54-bac8-a688d5557330 req-018f4401-8446-4e02-b61c-7e0d5bd42637 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:08.669167 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61b5367a-e8d0-4c54-bac8-a688d5557330 req-018f4401-8446-4e02-b61c-7e0d5bd42637 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0709908 Jul 13 20:34:08.721460 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-61b5367a-e8d0-4c54-bac8-a688d5557330 req-a1c40583-a092-4a2e-97c6-84110d0ee806 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476320 Jul 13 20:34:09.779538 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-c2a2c4b9-fa79-4f5e-8d34-8a17946b7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:09.781159 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-c2a2c4b9-fa79-4f5e-8d34-8a17946b7f67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1096 time: 0.0546987 Jul 13 20:34:09.912335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-3aaeb587-b7a7-4d57-807e-bdf2013b03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:09.914417 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-3aaeb587-b7a7-4d57-807e-bdf2013b03a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.1239095 Jul 13 20:34:09.929839 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c03ee-2a97-4714-8212-f2b2a1a2f1f2 req-ddee35ce-43a7-45dd-b756-294928948b81 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:09.931275 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495c03ee-2a97-4714-8212-f2b2a1a2f1f2 req-ddee35ce-43a7-45dd-b756-294928948b81 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0959923 Jul 13 20:34:10.012544 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-495c03ee-2a97-4714-8212-f2b2a1a2f1f2 req-29ad5671-9236-4ab0-99d2-e11ba3f719b3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748467 Jul 13 20:34:10.016557 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-b62ca77d-fee5-4623-9356-f72d730798b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 1001 time: 0.0844407 Jul 13 20:34:10.065707 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-63511e9c-ed7d-426e-94fe-9cf8cdefa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:10.067182 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-63511e9c-ed7d-426e-94fe-9cf8cdefa78b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0434148 Jul 13 20:34:10.123135 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-598507bd-f147-4944-9f53-b19b4cb67f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:10.124588 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-598507bd-f147-4944-9f53-b19b4cb67f74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505664 Jul 13 20:34:10.218059 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-7190a12a-3c50-4a61-9d8e-6f86f00f8ba3 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833859 Jul 13 20:34:10.307589 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f46ad4c6-32f8-4545-b9c5-8b76fec91041 req-b7f3de56-c16e-4d65-9843-f8769900d274 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794601 Jul 13 20:34:10.447542 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:34:11.187200 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b521a-f1c1-4b48-8f40-cbafbe717819 req-f9c102a4-c05e-4ee8-8174-f64dad21e420 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:11.188680 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d44b521a-f1c1-4b48-8f40-cbafbe717819 req-f9c102a4-c05e-4ee8-8174-f64dad21e420 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0638916 Jul 13 20:34:11.230799 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d44b521a-f1c1-4b48-8f40-cbafbe717819 req-5b2d0ffc-8359-4d75-8be0-be26aef60630 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357401 Jul 13 20:34:12.418351 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc7d77-276c-451a-93fc-61556a31cfaa req-f365706d-f7ef-4f9b-b680-0c9b49ba24b6 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:12.419869 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3cc7d77-276c-451a-93fc-61556a31cfaa req-f365706d-f7ef-4f9b-b680-0c9b49ba24b6 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0683789 Jul 13 20:34:12.458037 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d3cc7d77-276c-451a-93fc-61556a31cfaa req-c55e4ae7-dc4d-4563-a092-566865539661 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325794 Jul 13 20:34:12.641600 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:34:12.723473 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:12.761822 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:34:12.762813 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:34:12.765493 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a55f710-e2ea-4c46-b1f9-4842c631c361" -d '{"events": [{"server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:34:12.769361 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:12.816268 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a138c11f-4111-4109-b9a0-3ae2f72fbd9d x-openstack-request-id: req-a138c11f-4111-4109-b9a0-3ae2f72fbd9d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:34:12.816760 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:34:12.826530 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a138c11f-4111-4109-b9a0-3ae2f72fbd9d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:34:12.827627 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'code': 200} Jul 13 20:34:12.834707 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:34:12.842680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dc97e-3729-4512-bab7-bb7ea8edecc7 req-1b27082f-f2e9-4779-92e1-dac4d4697c35 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:12.846917 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-277dc97e-3729-4512-bab7-bb7ea8edecc7 req-1b27082f-f2e9-4779-92e1-dac4d4697c35 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 943 time: 0.0930688 Jul 13 20:34:12.885895 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-277dc97e-3729-4512-bab7-bb7ea8edecc7 req-605d266b-cbae-4ee6-84a8-a016bee24414 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358903 Jul 13 20:34:12.929313 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 47902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:34:13.018005 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-1ef03e51-4a4e-4e99-b024-4e4874dc7857 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875654 Jul 13 20:34:14.048464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598a243-4859-4fed-a67f-93e9a50e986a req-dfff620c-5fe8-4b5c-8376-116aac5a6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:14.049940 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-dfff620c-5fe8-4b5c-8376-116aac5a6ba8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7&tenant_id=a3e9c1b1d1bf4870ac672d3185123101 HTTP/1.1" status: 200 len: 1094 time: 0.1264634 Jul 13 20:34:14.062812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800708-1', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:34:14.105489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a683f-03a7-4f58-864a-c70123dc7a02 req-0adc4ae1-868c-4ef1-acf0-6156bf007ca1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:14.106938 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d47a683f-03a7-4f58-864a-c70123dc7a02 req-0adc4ae1-868c-4ef1-acf0-6156bf007ca1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 943 time: 0.1061373 Jul 13 20:34:14.177553 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d47a683f-03a7-4f58-864a-c70123dc7a02 req-c8ce4a39-765b-4c5c-8965-06d1c5c20ffd tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643547 Jul 13 20:34:14.178769 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:14.379440 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:34:14.412687 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h1-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:34:14.448349 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ec8e56-576c-4281-bd30-dbc1e976880c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:34:14.455398 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:14.467008 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Transition to ACTIVE for port object d9ec8e56-576c-4281-bd30-dbc1e976880c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:34:14.470445 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:14.542852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:34:14.558365 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.558807 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.559146 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.559487 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.559821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.560147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.560473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.560848 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.561171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.561493 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.561813 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.562132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:34:14.599439 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] No DVR routers for this DVR port d9ec8e56-576c-4281-bd30-dbc1e976880c on host n-h1-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:34:14.744576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Attempting to bind port d9ec8e56-576c-4281-bd30-dbc1e976880c on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:34:14.744917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Attempting to bind port d9ec8e56-576c-4281-bd30-dbc1e976880c by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:34:14.745247 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Attempting to bind port d9ec8e56-576c-4281-bd30-dbc1e976880c on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:34:14.749417 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Port d9ec8e56-576c-4281-bd30-dbc1e976880c on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:34:14.749738 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Attempting to bind port d9ec8e56-576c-4281-bd30-dbc1e976880c on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:34:14.754508 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:34:14.754853 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Checking segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:34:14.755240 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Bound using segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:34:14.755671 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Bound port: d9ec8e56-576c-4281-bd30-dbc1e976880c, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:34:14.756072 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:14.821973 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:34:14.824990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:34:14.829110 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:14.862699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:14.863350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:14.864744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 1091 time: 0.8067474 Jul 13 20:34:14.865242 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:34:14.867517 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d" -d '{"events": [{"name": "network-changed", "server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:34:14.890795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4fcf0-13eb-403b-bccf-2d8864b774f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:34:14.939468 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356639f1-faeb-4c5f-b9f4-fe67c4cb005f x-openstack-request-id: req-356639f1-faeb-4c5f-b9f4-fe67c4cb005f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:34:14.939819 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:34:14.940132 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-356639f1-faeb-4c5f-b9f4-fe67c4cb005f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:34:14.940744 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'status': 'completed', 'code': 200} Jul 13 20:34:14.952899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598a243-4859-4fed-a67f-93e9a50e986a req-92c99c89-d04c-4ddb-9f90-c0d45a37c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:14.954557 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-92c99c89-d04c-4ddb-9f90-c0d45a37c37a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1095 time: 0.0604224 Jul 13 20:34:15.050920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598a243-4859-4fed-a67f-93e9a50e986a req-9a365e91-fde0-418e-9080-8921bbcdad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:15.052421 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-9a365e91-fde0-418e-9080-8921bbcdad80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0916085 Jul 13 20:34:15.116066 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-3b37c232-d472-4755-b70d-59967281ba35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 999 time: 0.0573874 Jul 13 20:34:15.168388 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598a243-4859-4fed-a67f-93e9a50e986a req-d7adc6f5-f067-412d-85db-a5009d45f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:15.169892 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-d7adc6f5-f067-412d-85db-a5009d45f16a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0482368 Jul 13 20:34:15.226620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598a243-4859-4fed-a67f-93e9a50e986a req-b183d65c-7021-4de8-a452-679b31875e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:15.228192 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-b183d65c-7021-4de8-a452-679b31875e60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525534 Jul 13 20:34:15.238317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-24e1201c-2db2-431c-bf81-bbb41b8f33a9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:34:15.239301 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-24e1201c-2db2-431c-bf81-bbb41b8f33a9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049710 Jul 13 20:34:15.365455 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-fd8aab80-83d5-4538-87c2-a70d7915b2d7 service neutron] 10.222.0.60 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199279 Jul 13 20:34:15.426831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f58ae-220e-4d4d-98fc-44b0b4da4737 req-adc56872-0262-40ad-923b-bfc401981a91 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:15.428446 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-211f58ae-220e-4d4d-98fc-44b0b4da4737 req-adc56872-0262-40ad-923b-bfc401981a91 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.1375062 Jul 13 20:34:15.486231 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-211f58ae-220e-4d4d-98fc-44b0b4da4737 req-564ebebf-9898-473f-9d9c-1367f081f7f8 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517673 Jul 13 20:34:15.496675 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-459b91e4-e531-414a-8b8f-31e35de74574 service neutron] 10.222.0.60 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251674 Jul 13 20:34:15.939294 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-dbc7f9c8-a960-4a6a-a16e-9e97a8c56b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:15.941317 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-dbc7f9c8-a960-4a6a-a16e-9e97a8c56b6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1095 time: 0.4004860 Jul 13 20:34:16.331552 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:16.657490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:34:16.672571 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac850-0fb3-4936-865b-bd8a52d23094 req-a57a547b-c068-458d-b188-402fa547dece tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:16.674226 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-15cac850-0fb3-4936-865b-bd8a52d23094 req-a57a547b-c068-458d-b188-402fa547dece tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0703099 Jul 13 20:34:16.715931 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-15cac850-0fb3-4936-865b-bd8a52d23094 req-be556a8d-b015-4b7f-b3ce-bdbb51060e67 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350223 Jul 13 20:34:16.717460 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:34:17.107921 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:17.896570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002936f-19e2-4ae7-ba49-76fcc3ac8994 req-451167f1-b507-418a-bd67-93102c012fcc tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:17.898283 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d002936f-19e2-4ae7-ba49-76fcc3ac8994 req-451167f1-b507-418a-bd67-93102c012fcc tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0636320 Jul 13 20:34:17.937084 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d002936f-19e2-4ae7-ba49-76fcc3ac8994 req-44bd236d-9446-4217-8175-159eec0b71d7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330961 Jul 13 20:34:19.116651 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99973930-85ab-4782-b176-23452f2c8a82 req-a3e6ed76-f075-4052-a577-aa9acff45ec5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:19.118349 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99973930-85ab-4782-b176-23452f2c8a82 req-a3e6ed76-f075-4052-a577-aa9acff45ec5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0688784 Jul 13 20:34:19.160244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-99973930-85ab-4782-b176-23452f2c8a82 req-43599df8-7574-4b2d-8333-383919608d76 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357146 Jul 13 20:34:20.342637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c303030-6b70-47d3-8c40-6eff75e1770c req-971db6e0-3ef8-4287-8273-55212b308017 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:20.344223 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c303030-6b70-47d3-8c40-6eff75e1770c req-971db6e0-3ef8-4287-8273-55212b308017 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0684905 Jul 13 20:34:20.387486 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-2c303030-6b70-47d3-8c40-6eff75e1770c req-d837e9e2-1f99-4b37-9c1d-6bcb60c59cd5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362799 Jul 13 20:34:20.854079 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4bce9a4-d4cb-4647-b312-7cb35116a893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:21.571075 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092c881-e1bc-422a-ba65-686c11ac3581 req-98d31060-e57b-438e-9c98-5b06d0acca00 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:21.572620 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3092c881-e1bc-422a-ba65-686c11ac3581 req-98d31060-e57b-438e-9c98-5b06d0acca00 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0657783 Jul 13 20:34:21.612866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3092c881-e1bc-422a-ba65-686c11ac3581 req-f4f0b5bf-ff09-4979-acf3-32f24a5fca58 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339267 Jul 13 20:34:22.800176 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f98c5c-542f-47bb-a55d-438508ba132b req-d54e27c0-3c86-43ca-851c-9dc28352aff0 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:22.802069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4f98c5c-542f-47bb-a55d-438508ba132b req-d54e27c0-3c86-43ca-851c-9dc28352aff0 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0661449 Jul 13 20:34:22.841348 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4f98c5c-542f-47bb-a55d-438508ba132b req-9aefd2a5-54b1-495d-bdf0-e42651d28fbc tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331903 Jul 13 20:34:23.696892 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f021b4da-f808-4fcf-a185-372bf6f695c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:23.736838 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:24.027741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443bbec-cfbb-4387-9e70-d82db2c43b4c req-9008966e-267c-4f61-a00a-45f29d7a8e96 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:24.029233 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3443bbec-cfbb-4387-9e70-d82db2c43b4c req-9008966e-267c-4f61-a00a-45f29d7a8e96 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0714808 Jul 13 20:34:24.072317 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3443bbec-cfbb-4387-9e70-d82db2c43b4c req-4470b207-0406-4062-9549-74ba794d7a4e tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356352 Jul 13 20:34:24.859810 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:25.248557 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a38dc-0f71-43ce-a45f-cde1d4f05939 req-03028148-2a49-4b1d-9c63-29a6ac2a78ed tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:25.250067 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c85a38dc-0f71-43ce-a45f-cde1d4f05939 req-03028148-2a49-4b1d-9c63-29a6ac2a78ed tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0646160 Jul 13 20:34:25.289412 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c85a38dc-0f71-43ce-a45f-cde1d4f05939 req-a5ac310c-6fce-4272-ac46-6d236f4d79e9 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337183 Jul 13 20:34:25.981846 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-0d1ab88e-cff8-4687-8951-514ef4d095e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:25.984327 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-0d1ab88e-cff8-4687-8951-514ef4d095e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.1105380 Jul 13 20:34:26.062143 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-adc80db3-8654-4bad-8725-ff67e8d061e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 999 time: 0.0718005 Jul 13 20:34:26.123022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-f3129192-cfed-4c5b-9717-f5433da66da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:26.124728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-f3129192-cfed-4c5b-9717-f5433da66da3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0533426 Jul 13 20:34:26.189925 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-7c52e6f2-86f9-4731-b1d5-2743e44b5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:26.191490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-7c52e6f2-86f9-4731-b1d5-2743e44b5cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595458 Jul 13 20:34:26.287546 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-5b1963d4-6ead-45be-8951-271a5722d27a service neutron] 10.222.0.60 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881083 Jul 13 20:34:26.348456 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:26.393159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45db8c8e-d183-4226-bb43-c8c6ed8cf02d req-da6ef471-4745-4300-b7e5-eb186a35874c service neutron] 10.222.0.60 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984898 Jul 13 20:34:26.471837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c3471-a5bd-4f6a-806f-00be5134cca9 req-594c0189-4498-432b-978a-faf5940e2d97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:26.473335 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-850c3471-a5bd-4f6a-806f-00be5134cca9 req-594c0189-4498-432b-978a-faf5940e2d97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0636785 Jul 13 20:34:26.511065 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-850c3471-a5bd-4f6a-806f-00be5134cca9 req-db0e1426-831b-4cde-bddc-4a0ceef713c7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316341 Jul 13 20:34:27.684545 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5f29c-0736-4989-bdd1-4becc2349383 req-6a0b3204-8950-4847-9f11-f1533f3eb356 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:27.686191 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21c5f29c-0736-4989-bdd1-4becc2349383 req-6a0b3204-8950-4847-9f11-f1533f3eb356 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 944 time: 0.0652127 Jul 13 20:34:27.723320 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-21c5f29c-0736-4989-bdd1-4becc2349383 req-33b422df-6f19-4034-843a-1926f8e111c4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Jul 13 20:34:28.142928 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:34:28.233096 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:34:28.243772 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'port_id': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'mac_address': 'fa:16:3e:51:a5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:34:28.283372 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:28.296668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ec8e56-576c-4281-bd30-dbc1e976880c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:34:28.316617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:34:28.320955 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:28.367336 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:34:28.560593 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['d9ec8e56-576c-4281-bd30-dbc1e976880c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:34:28.902136 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159096b-36dd-4e0d-8a6f-fe349438e444 req-f3ebb451-731a-4b07-9dfc-8cd74bfd7a22 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:28.903653 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7159096b-36dd-4e0d-8a6f-fe349438e444 req-f3ebb451-731a-4b07-9dfc-8cd74bfd7a22 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0657601 Jul 13 20:34:28.941765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7159096b-36dd-4e0d-8a6f-fe349438e444 req-91f1390b-8f37-4d7d-ae13-bebb79643c81 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Jul 13 20:34:30.115743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeae3a-c17e-4f2f-8124-ed25e798a5c9 req-a2bb0c3f-8815-491c-9ee2-d24e695ec10a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:30.117222 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9daeae3a-c17e-4f2f-8124-ed25e798a5c9 req-a2bb0c3f-8815-491c-9ee2-d24e695ec10a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 945 time: 0.0670671 Jul 13 20:34:30.153975 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9daeae3a-c17e-4f2f-8124-ed25e798a5c9 req-08036e9a-e68c-4574-870b-5d50e09521a3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313008 Jul 13 20:34:30.158255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:34:30.206170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port d9ec8e56-576c-4281-bd30-dbc1e976880c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:34:30.209563 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port d9ec8e56-576c-4281-bd30-dbc1e976880c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:34:30.209929 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:30.285843 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:30.309322 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:34:30.311578 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2454929f-ead0-4920-9119-9f65cfd1e36a" -d '{"events": [{"server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "name": "network-vif-plugged", "status": "completed", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:34:30.324901 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:34:30.328875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:30.351873 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab7a048-1680-47c8-99ff-ea3cc27e25fc x-openstack-request-id: req-bab7a048-1680-47c8-99ff-ea3cc27e25fc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:34:30.352159 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "name": "network-vif-plugged", "status": "completed", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:34:30.352407 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bab7a048-1680-47c8-99ff-ea3cc27e25fc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:34:30.352786 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'code': 200} Jul 13 20:34:30.377964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:34:30.514309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc46f8-cf9c-4c12-8a00-7d000d8a26a6 req-a106e702-4e2b-4254-8a69-36dd4414dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:30.515911 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4dfc46f8-cf9c-4c12-8a00-7d000d8a26a6 req-a106e702-4e2b-4254-8a69-36dd4414dd7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1097 time: 0.0519540 Jul 13 20:34:30.548698 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-4dfc46f8-cf9c-4c12-8a00-7d000d8a26a6 req-bb185dc5-70e9-4906-b2b3-528e0068c3dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269151 Jul 13 20:34:31.334361 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c226b-a788-4bc8-b556-39f4a43c5ea9 req-608d65e3-cf95-4031-8c76-7ae7cbedc51c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:31.335881 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-950c226b-a788-4bc8-b556-39f4a43c5ea9 req-608d65e3-cf95-4031-8c76-7ae7cbedc51c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 946 time: 0.0659773 Jul 13 20:34:31.378978 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-950c226b-a788-4bc8-b556-39f4a43c5ea9 req-ff6c49c5-cad4-4983-840d-83a630624cd8 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373228 Jul 13 20:34:32.547286 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24702f-7d30-42a9-85cb-b0b0415cb1a7 req-e247bf72-e154-4d18-a277-f20488a47de5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:34:32.548671 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f24702f-7d30-42a9-85cb-b0b0415cb1a7 req-e247bf72-e154-4d18-a277-f20488a47de5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 946 time: 0.0615742 Jul 13 20:34:32.586910 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-5f24702f-7d30-42a9-85cb-b0b0415cb1a7 req-782bab9c-8e81-4630-9763-12cc79dcc2fa tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322351 Jul 13 20:34:46.342984 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:47.122297 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:47.447565 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:34:50.856088 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9744d1f1-ea84-4f82-9ab5-c14337d78c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:53.698108 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84eee46a-ab5f-46fd-b922-08049efbdb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:53.718477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:54.849579 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:34:56.347550 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:08.703970 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-e0d3a8c0-5861-457d-941c-3d0229da7fbc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543225 Jul 13 20:35:08.798285 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-e67c0ab3-d7b3-48a1-acc7-7bec95dab247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:08.799806 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-e67c0ab3-d7b3-48a1-acc7-7bec95dab247 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1097 time: 0.0554683 Jul 13 20:35:08.904910 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-ecbb4aff-cc6b-47e5-982b-98847cc93ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:08.906361 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-ecbb4aff-cc6b-47e5-982b-98847cc93ffa service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0863094 Jul 13 20:35:08.969868 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-431f38f6-4332-44be-8a24-5756540d888b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 1001 time: 0.0573206 Jul 13 20:35:09.017261 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-d603026a-1f13-4b6b-bf62-9d138eeb1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:09.018697 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-d603026a-1f13-4b6b-bf62-9d138eeb1f97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0428684 Jul 13 20:35:09.078291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-3e663569-38ed-488e-a82c-d61667ee9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:09.079841 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-3e663569-38ed-488e-a82c-d61667ee9ff0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557895 Jul 13 20:35:09.165644 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-82cc4008-5035-4b1b-b584-3d717a6ceae5 service neutron] 10.222.0.60 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794761 Jul 13 20:35:09.256660 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-0f9db9c2-c743-4263-a96a-c30eed003414 req-01b1e33d-3918-43a0-8955-0423e162f69f service neutron] 10.222.0.60 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847971 Jul 13 20:35:16.356499 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:17.109202 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:20.856137 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a075936-3f7a-4e66-8697-4378d727a14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:23.698084 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1885302-047b-425c-b818-8da3eafe8fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:23.717910 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:24.446324 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:35:24.853421 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:26.353731 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:41.445783 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:35:41.597884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Deleting port ac3371a7-12ee-4c21-a0c8-d204a2a4c449 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:35:41.598230 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:41.676513 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:41.676843 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:41.687874 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Calling delete_port for ac3371a7-12ee-4c21-a0c8-d204a2a4c449 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:35:41.830362 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:41.855680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event deleted for resources: {'Port': ['ID=ac3371a7-12ee-4c21-a0c8-d204a2a4c449,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:35:41.867045 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.867389 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.867725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.868055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.868383 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.868709 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.869032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.869350 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.869668 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.869986 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.870303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.870647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:41.926475 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:41.926819 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Floating IP a89b9b2e-e69f-4f80-9a48-980389116bef disassociated (deleted). External IP: 172.25.7.116, port: d9ec8e56-576c-4281-bd30-dbc1e976880c. Jul 13 20:35:42.131781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Router ed7b3d3c-e477-4be6-bb73-a388350b858f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:35:42.237291 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:35:42.242141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:42.246350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] Sync routers for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:35:42.255464 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:35:42.256069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:35:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:35:42.278922 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-aaebd7d0-1af0-43af-9795-02a899c0d4d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "DELETE /v2.0/floatingips/a89b9b2e-e69f-4f80-9a48-980389116bef HTTP/1.1" status: 204 len: 168 time: 0.8320115 Jul 13 20:35:42.279511 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:35:42.281769 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:35:42.376700 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc93932-225f-484c-a5ec-380e5b012feb x-openstack-request-id: req-1fc93932-225f-484c-a5ec-380e5b012feb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:35:42.376999 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:35:42.377252 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fc93932-225f-484c-a5ec-380e5b012feb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:35:42.378657 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'status': 'completed', 'code': 200} Jul 13 20:35:42.455554 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-838aba81-a5bd-4db6-abef-c6cbea1a160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:42.458429 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-838aba81-a5bd-4db6-abef-c6cbea1a160e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 1097 time: 0.0578365 Jul 13 20:35:42.527351 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:35:42.553782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-6121a312-7e0b-4f25-98f4-b09f0b7025a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:42.555329 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-6121a312-7e0b-4f25-98f4-b09f0b7025a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0911651 Jul 13 20:35:42.601768 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-b9a56efc-8e96-4686-88e1-86e82126904c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 200 len: 217 time: 0.0403953 Jul 13 20:35:42.654301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-6233af4a-6aa8-494b-8288-93c93155a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:42.655721 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-6233af4a-6aa8-494b-8288-93c93155a329 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0473471 Jul 13 20:35:42.670242 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7166267-1af6-4d96-831f-8b7b35ed9628 req-895c2a6c-81cb-400f-83d2-80c0dbfe5793 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:42.671834 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7166267-1af6-4d96-831f-8b7b35ed9628 req-895c2a6c-81cb-400f-83d2-80c0dbfe5793 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 946 time: 0.0700231 Jul 13 20:35:42.711435 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b7166267-1af6-4d96-831f-8b7b35ed9628 req-7e5569e5-2a8b-4fe4-95da-ab036be87824 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336196 Jul 13 20:35:42.718501 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-8b23b692-89b1-45e8-9b3d-b96aba9cb03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:42.720051 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-8b23b692-89b1-45e8-9b3d-b96aba9cb03e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568335 Jul 13 20:35:42.744350 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:35:42.773883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] Checking router: ed7b3d3c-e477-4be6-bb73-a388350b858f for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:35:42.782182 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:35:42.782896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:35:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:35:42.813511 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-0017350a-691f-42bf-8081-eedbd0acd022 service neutron] 10.222.0.60 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861642 Jul 13 20:35:42.884790 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:35:42.902346 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3496ffcd-fcb5-4905-9bdb-8ce24067b0c2 req-6d594e2b-8950-4f15-bbfe-314fd95de4c8 service neutron] 10.222.0.60 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817897 Jul 13 20:35:43.079555 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:35:43.105648 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f7ad6-8795-4436-a700-aa1f558f7925 None None] The sync data for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 is: [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:35:43.326365 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919b8b0-d960-4c19-b574-713ebde5fc3e None None] New status for floating IP a89b9b2e-e69f-4f80-9a48-980389116bef: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:35:43.881879 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-d53d7056-883d-4f74-880a-a86ee14aa55d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:43.883334 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-d53d7056-883d-4f74-880a-a86ee14aa55d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.60 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 946 time: 0.0949204 Jul 13 20:35:43.947323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622bbb7-fcc6-408b-abe9-38a868d01993 req-f7e5ef88-7ecf-4b16-b6bf-f283ffd8490c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:35:43.948752 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5622bbb7-fcc6-408b-abe9-38a868d01993 req-f7e5ef88-7ecf-4b16-b6bf-f283ffd8490c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=85042142-18bb-4b0d-83d0-07e50ffc67d7 HTTP/1.1" status: 200 len: 946 time: 0.1202095 Jul 13 20:35:44.012449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-5622bbb7-fcc6-408b-abe9-38a868d01993 req-18e21977-e300-4a66-9859-7ba19e4f93b5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=be72f10b-96f3-441d-9bb1-1bc10d6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577865 Jul 13 20:35:44.029231 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Deleting port d9ec8e56-576c-4281-bd30-dbc1e976880c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:35:44.029572 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:44.116887 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] For port d9ec8e56-576c-4281-bd30-dbc1e976880c, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=d9ec8e56-576c-4281-bd30-dbc1e976880c,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:35:44.117243 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:44.129795 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Calling delete_port for d9ec8e56-576c-4281-bd30-dbc1e976880c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:35:44.260088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:44.290383 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event deleted for resources: {'Port': ['ID=d9ec8e56-576c-4281-bd30-dbc1e976880c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:35:44.323899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.324236 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.324570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.324899 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.325221 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.325541 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.325861 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.326179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.326517 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.326834 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.327147 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.327457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:35:44.351468 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] No DVR routers for this DVR port d9ec8e56-576c-4281-bd30-dbc1e976880c on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:35:44.353923 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:44.356013 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-001bcea1-87f6-4c64-b239-3e99453c91ed req-0de6ee8a-041a-4529-86c6-419e48b6b484 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.60 "DELETE /v2.0/ports/d9ec8e56-576c-4281-bd30-dbc1e976880c HTTP/1.1" status: 204 len: 173 time: 0.4666731 Jul 13 20:35:44.356456 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'name': 'network-vif-deleted', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:35:44.358818 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444ac03a-4c76-4bef-88da-81643f830836" -d '{"events": [{"server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "name": "network-vif-deleted", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:35:44.451052 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f9dfda-50be-4fe3-9a7a-2225e3d4fac3 x-openstack-request-id: req-a4f9dfda-50be-4fe3-9a7a-2225e3d4fac3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:35:44.451330 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85042142-18bb-4b0d-83d0-07e50ffc67d7", "name": "network-vif-deleted", "tag": "d9ec8e56-576c-4281-bd30-dbc1e976880c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:35:44.451612 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4f9dfda-50be-4fe3-9a7a-2225e3d4fac3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:35:44.451993 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85042142-18bb-4b0d-83d0-07e50ffc67d7', 'name': 'network-vif-deleted', 'tag': 'd9ec8e56-576c-4281-bd30-dbc1e976880c', 'status': 'completed', 'code': 200} Jul 13 20:35:45.107182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:35:45.164658 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7608ebb8-21de-4b8c-90c3-fbde57a0ae9c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.189933 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7608ebb8-21de-4b8c-90c3-fbde57a0ae9c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.249857 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7608ebb8-21de-4b8c-90c3-fbde57a0ae9c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.252579 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7608ebb8-21de-4b8c-90c3-fbde57a0ae9c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.254136 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-7608ebb8-21de-4b8c-90c3-fbde57a0ae9c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "DELETE /v2.0/security-groups/be72f10b-96f3-441d-9bb1-1bc10d6c972f HTTP/1.1" status: 204 len: 168 time: 0.1459002 Jul 13 20:35:45.264213 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608ebb8-21de-4b8c-90c3-fbde57a0ae9c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be72f10b-96f3-441d-9bb1-1bc10d6c972f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:35:45.501426 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:35:45.506448 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2df18768-c1fc-4da9-89eb-1bfed8dff9d5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394284613', 'description': 'tempest-secgroup-smoke-1394284613 description', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:35:45.528846 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2df18768-c1fc-4da9-89eb-1bfed8dff9d5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.610726 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2df18768-c1fc-4da9-89eb-1bfed8dff9d5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.614861 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2df18768-c1fc-4da9-89eb-1bfed8dff9d5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.643820 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2df18768-c1fc-4da9-89eb-1bfed8dff9d5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.645040 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-2df18768-c1fc-4da9-89eb-1bfed8dff9d5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425896 Jul 13 20:35:45.646974 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df18768-c1fc-4da9-89eb-1bfed8dff9d5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:35:45.648306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:35:45.653217 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eaac9be9-35d3-49e0-a726-9d0c320a7cf1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': '0e0b5e6e-250c-45d1-bf38-a2a36d6c8399', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:35:45.680017 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaac9be9-35d3-49e0-a726-9d0c320a7cf1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.735465 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaac9be9-35d3-49e0-a726-9d0c320a7cf1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.738807 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaac9be9-35d3-49e0-a726-9d0c320a7cf1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.756171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac9be9-35d3-49e0-a726-9d0c320a7cf1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4282cd-f9bf-4d5d-aac5-80a7c544605e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:35:45.760962 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaac9be9-35d3-49e0-a726-9d0c320a7cf1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.765057 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-eaac9be9-35d3-49e0-a726-9d0c320a7cf1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127906 Jul 13 20:35:45.765057 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:35:45.770107 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-124dd862-4068-430c-83a3-6494162fb782 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': '0e0b5e6e-250c-45d1-bf38-a2a36d6c8399', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:35:45.795252 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-124dd862-4068-430c-83a3-6494162fb782 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.852223 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-124dd862-4068-430c-83a3-6494162fb782 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.855843 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-124dd862-4068-430c-83a3-6494162fb782 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.876898 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dd862-4068-430c-83a3-6494162fb782 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db09c74-68c0-4636-a287-cc802e6271ab,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:35:45.880024 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-124dd862-4068-430c-83a3-6494162fb782 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.883596 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-124dd862-4068-430c-83a3-6494162fb782 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154816 Jul 13 20:35:45.884320 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:35:45.889064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a7383290-7cf2-4fc8-87ec-22048bcde02b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': '0e0b5e6e-250c-45d1-bf38-a2a36d6c8399', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:35:45.916785 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7383290-7cf2-4fc8-87ec-22048bcde02b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.978603 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7383290-7cf2-4fc8-87ec-22048bcde02b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.982035 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7383290-7cf2-4fc8-87ec-22048bcde02b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:45.997187 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7383290-7cf2-4fc8-87ec-22048bcde02b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a224c476-93db-493c-b9a7-dd1d95387591,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:35:46.006711 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7383290-7cf2-4fc8-87ec-22048bcde02b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.008272 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a7383290-7cf2-4fc8-87ec-22048bcde02b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231003 Jul 13 20:35:46.011076 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:35:46.015593 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9967ed00-a360-4dab-bd8e-5f83ec3bbdff tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': '0e0b5e6e-250c-45d1-bf38-a2a36d6c8399', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:35:46.041247 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9967ed00-a360-4dab-bd8e-5f83ec3bbdff tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.099631 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9967ed00-a360-4dab-bd8e-5f83ec3bbdff tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.103071 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9967ed00-a360-4dab-bd8e-5f83ec3bbdff tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.119446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967ed00-a360-4dab-bd8e-5f83ec3bbdff tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6333b0a8-4a54-402f-96e1-3cb5cf0ea3d2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:35:46.128994 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9967ed00-a360-4dab-bd8e-5f83ec3bbdff tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.130119 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-9967ed00-a360-4dab-bd8e-5f83ec3bbdff tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181142 Jul 13 20:35:46.132892 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:35:46.137195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6441343a-70b7-44be-bc45-00b88d399a01 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': '0e0b5e6e-250c-45d1-bf38-a2a36d6c8399', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:35:46.158077 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-6441343a-70b7-44be-bc45-00b88d399a01 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Project a3e9c1b1d1bf4870ac672d3185123101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:35:46.163496 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6441343a-70b7-44be-bc45-00b88d399a01 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.224428 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6441343a-70b7-44be-bc45-00b88d399a01 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.228156 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6441343a-70b7-44be-bc45-00b88d399a01 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.243482 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441343a-70b7-44be-bc45-00b88d399a01 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ceb4d02-8d47-413a-b444-4ef7f80261b4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:35:46.252168 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6441343a-70b7-44be-bc45-00b88d399a01 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.253606 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-6441343a-70b7-44be-bc45-00b88d399a01 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197901 Jul 13 20:35:46.256370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:35:46.261083 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-651d0f9b-8745-4d71-8874-73a43ef08ce5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'security_group_rule': {'security_group_id': '0e0b5e6e-250c-45d1-bf38-a2a36d6c8399', 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:35:46.282557 n-d-800708-1 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-651d0f9b-8745-4d71-8874-73a43ef08ce5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Project a3e9c1b1d1bf4870ac672d3185123101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:35:46.287772 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-651d0f9b-8745-4d71-8874-73a43ef08ce5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.349256 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-651d0f9b-8745-4d71-8874-73a43ef08ce5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.352973 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-651d0f9b-8745-4d71-8874-73a43ef08ce5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.356214 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.370784 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d0f9b-8745-4d71-8874-73a43ef08ce5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68010e80-862e-4c36-8217-d46a96f9e1f5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:35:46.375909 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-651d0f9b-8745-4d71-8874-73a43ef08ce5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:46.382290 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-651d0f9b-8745-4d71-8874-73a43ef08ce5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199164 Jul 13 20:35:46.577507 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:35:46.598787 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: d9ec8e56-576c-4281-bd30-dbc1e976880c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:35:46.599137 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device d9ec8e56-576c-4281-bd30-dbc1e976880c not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:35:47.137023 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:50.862385 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d0e1933-7c48-423a-a810-79aa0bce3544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:53.699831 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-225bcb31-400c-47a1-be8c-41cc85d2458b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:53.717585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:54.857478 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:35:56.356839 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:00.630234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-9f22df44-0318-42ed-9098-bab5de0a4508 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394284613&fields=id&tenant_id=a3e9c1b1d1bf4870ac672d3185123101 HTTP/1.1" status: 200 len: 267 time: 0.0350235 Jul 13 20:36:00.732732 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-b67de062-7045-4708-b519-856cb6600b90 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:00.734214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-b67de062-7045-4708-b519-856cb6600b90 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 808 time: 0.0978255 Jul 13 20:36:00.749785 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-7b61b923-f260-4ac5-a147-697aca615601 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/quotas/a3e9c1b1d1bf4870ac672d3185123101 HTTP/1.1" status: 200 len: 375 time: 0.0089283 Jul 13 20:36:00.813830 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-3bf77fa7-5fea-4fc6-bc0a-04116ad4a68c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586164 Jul 13 20:36:00.869303 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-9759b973-4ebf-4f37-bbb9-23a2c4779550 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:36:00.870302 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-9759b973-4ebf-4f37-bbb9-23a2c4779550 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451670 Jul 13 20:36:00.961116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-798ee3c5-63e0-4497-9b81-3eb9de67a00c service neutron] 10.222.0.25 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850890 Jul 13 20:36:01.048104 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-c54f9eab-9b4b-4cd3-bcb3-c7f3d9cf3808 service neutron] 10.222.0.25 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813122 Jul 13 20:36:01.337343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e29d1cdd-b883-498e-80ee-3fa04187ca13 req-c94d8748-a8e9-4052-8fc8-c95fc7ca705c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 210 time: 0.0284927 Jul 13 20:36:01.445262 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:36:02.422141 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-863b725d-7329-46e1-9dfa-efc402db3399 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:02.423633 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-863b725d-7329-46e1-9dfa-efc402db3399 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 808 time: 0.1155684 Jul 13 20:36:02.485979 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-26197d52-30f4-4e71-bf0a-c98fc4bc5e64 req-fcea1e07-287b-4a11-98b0-047ff2dddd80 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 210 time: 0.0293267 Jul 13 20:36:02.505321 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ca87f1c2-acb3-4c66-abed-0c10bf7294c7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e9c1b1d1bf4870ac672d3185123101 HTTP/1.1" status: 200 len: 380 time: 0.0628040 Jul 13 20:36:02.520404 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'port': {'device_id': '03a7edc5-7681-4113-9994-5c4c63909917', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'admin_state_up': True, 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'security_groups': ['0e0b5e6e-250c-45d1-bf38-a2a36d6c8399']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:36:02.631114 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Made reservation on behalf of a3e9c1b1d1bf4870ac672d3185123101 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:36:02.634699 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:02.759417 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Allocated IP 172.20.0.14 (d6aa7790-d41a-42db-a29b-c084a1ddd7a8/312315df-e11c-4c95-a669-db00f48d51b3/8a4da453-2e80-458f-856d-cada17868cd7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:36:02.902685 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:02.916339 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Transition to ACTIVE for port object 8a4da453-2e80-458f-856d-cada17868cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:36:02.947794 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:02.994056 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:36:02.997101 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:36:02.999741 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:36:03.031748 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'Port': ['ID=8a4da453-2e80-458f-856d-cada17868cd7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:36:03.058503 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:03.059219 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:03.075989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-42424b02-3154-473c-8eca-1e3acacd2c97 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5594738 Jul 13 20:36:03.092002 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Request body: {'port': {'device_id': '03a7edc5-7681-4113-9994-5c4c63909917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:36:03.167729 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:03.231611 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b4ac813d-dc88-4ed6-9105-e3e942b24578 None None] Provisioning for port 8a4da453-2e80-458f-856d-cada17868cd7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:36:03.236192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b4ac813d-dc88-4ed6-9105-e3e942b24578 None None] Provisioning complete for port 8a4da453-2e80-458f-856d-cada17868cd7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:36:03.236577 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ac813d-dc88-4ed6-9105-e3e942b24578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:03.273243 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac813d-dc88-4ed6-9105-e3e942b24578 None None] Port 8a4da453-2e80-458f-856d-cada17868cd7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:36:03.438964 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4da453-2e80-458f-856d-cada17868cd7 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:36:03.446988 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:03.459573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Transition to ACTIVE for port object 8a4da453-2e80-458f-856d-cada17868cd7 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:36:03.462603 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:03.535349 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4da453-2e80-458f-856d-cada17868cd7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:36:03.592395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Attempting to bind port 8a4da453-2e80-458f-856d-cada17868cd7 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:36:03.592754 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Attempting to bind port 8a4da453-2e80-458f-856d-cada17868cd7 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:36:03.593215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Attempting to bind port 8a4da453-2e80-458f-856d-cada17868cd7 on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:36:03.598635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Port 8a4da453-2e80-458f-856d-cada17868cd7 on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:36:03.599037 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Attempting to bind port 8a4da453-2e80-458f-856d-cada17868cd7 on network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:36:03.604250 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:36:03.604878 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Checking segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:36:03.605335 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Bound using segment: {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:36:03.605844 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Bound port: 8a4da453-2e80-458f-856d-cada17868cd7, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:36:03.606277 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:03.692774 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecae5a-56c4-459f-9384-588139130210 req-1c2b3a86-0b71-44ba-82f9-5cd531269c95 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:03.700159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65ecae5a-56c4-459f-9384-588139130210 req-1c2b3a86-0b71-44ba-82f9-5cd531269c95 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0811937 Jul 13 20:36:03.701541 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] For port 8a4da453-2e80-458f-856d-cada17868cd7, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:36:03.705150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] For port 8a4da453-2e80-458f-856d-cada17868cd7, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8a4da453-2e80-458f-856d-cada17868cd7,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:36:03.711193 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:03.749728 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65ecae5a-56c4-459f-9384-588139130210 req-9e7e827e-2d08-4f7d-b3d5-8d60e252d947 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485830 Jul 13 20:36:03.753890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:03.754860 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:03.756672 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] 10.222.0.24 "PUT /v2.0/ports/8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 1092 time: 0.6692674 Jul 13 20:36:03.757560 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:36:03.768318 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366757b8-5217-43db-a91f-f463f51fd6df" -d '{"events": [{"name": "network-changed", "server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "tag": "8a4da453-2e80-458f-856d-cada17868cd7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:36:03.803992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39ee13-79eb-4824-8003-767a51969c11 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4da453-2e80-458f-856d-cada17868cd7,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:36:03.822285 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89ccdc8-efe9-4c4d-83ea-ec0e8989e15e x-openstack-request-id: req-a89ccdc8-efe9-4c4d-83ea-ec0e8989e15e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:36:03.822598 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "tag": "8a4da453-2e80-458f-856d-cada17868cd7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:36:03.822849 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a89ccdc8-efe9-4c4d-83ea-ec0e8989e15e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:36:03.823446 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7', 'status': 'completed', 'code': 200} Jul 13 20:36:03.884353 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-c8b59582-5f93-462d-8f68-809b78e1dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:03.886277 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-c8b59582-5f93-462d-8f68-809b78e1dff6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1095 time: 0.0588479 Jul 13 20:36:03.938775 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-086b9a4d-c69d-45c6-a097-8179dfea1f24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 217 time: 0.0402706 Jul 13 20:36:03.990790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ec9919d9-54ef-497c-b625-e20da7de1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:03.992265 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-ec9919d9-54ef-497c-b625-e20da7de1fd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0457587 Jul 13 20:36:04.053688 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-605f7229-f582-4cdd-9f4b-4d8a71e9edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:04.055244 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-605f7229-f582-4cdd-9f4b-4d8a71e9edc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523689 Jul 13 20:36:04.149756 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-226ae5f1-f951-4bd6-a99c-7d5ca529e8c8 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836155 Jul 13 20:36:04.242259 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7ae70156-1429-4cf9-bd26-3db6839786c1 req-8ef42227-86a3-41fd-9794-ecbae79bb76f service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818048 Jul 13 20:36:04.353957 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366757b8-5217-43db-a91f-f463f51fd6df req-09b370cf-727e-4c54-b71c-8f99d8431d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:04.355503 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-366757b8-5217-43db-a91f-f463f51fd6df req-09b370cf-727e-4c54-b71c-8f99d8431d98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1095 time: 0.0536520 Jul 13 20:36:04.762090 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366757b8-5217-43db-a91f-f463f51fd6df req-c5806ba2-baf4-4e75-a66c-52f0f24dc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:04.763502 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-366757b8-5217-43db-a91f-f463f51fd6df req-c5806ba2-baf4-4e75-a66c-52f0f24dc330 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.3971028 Jul 13 20:36:04.808481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-366757b8-5217-43db-a91f-f463f51fd6df req-9d8e0ac7-a561-4087-9b4e-be134264f044 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 217 time: 0.0366940 Jul 13 20:36:04.861608 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366757b8-5217-43db-a91f-f463f51fd6df req-0e7b1e2c-4cbb-4599-bf99-f6c061c85b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:04.863709 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-366757b8-5217-43db-a91f-f463f51fd6df req-0e7b1e2c-4cbb-4599-bf99-f6c061c85b63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0435839 Jul 13 20:36:04.924175 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7d143-a5ec-49f6-b77c-f031f58f8cc5 req-b8ae048f-efec-414b-9577-898054419729 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:04.926741 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3b7d143-a5ec-49f6-b77c-f031f58f8cc5 req-b8ae048f-efec-414b-9577-898054419729 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0662737 Jul 13 20:36:04.931848 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366757b8-5217-43db-a91f-f463f51fd6df req-71154d41-b328-4d98-bc50-b6f3ce170670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:04.933381 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-366757b8-5217-43db-a91f-f463f51fd6df req-71154d41-b328-4d98-bc50-b6f3ce170670 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585794 Jul 13 20:36:04.966933 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f3b7d143-a5ec-49f6-b77c-f031f58f8cc5 req-3df76fe0-08a5-41a2-a4af-e6bfc8166301 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338185 Jul 13 20:36:05.028346 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-366757b8-5217-43db-a91f-f463f51fd6df req-1f165e5f-6aa6-4801-87c4-87e4473f29ec service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828805 Jul 13 20:36:05.127765 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-366757b8-5217-43db-a91f-f463f51fd6df req-410f4ae3-6dcf-44da-bce0-ec771f41335c service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894160 Jul 13 20:36:06.146769 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6093c-be3c-4214-af9f-1a6c68b0d0ea req-c4c4d80c-a582-4eb4-992e-502427d8f3d7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:06.148265 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63f6093c-be3c-4214-af9f-1a6c68b0d0ea req-c4c4d80c-a582-4eb4-992e-502427d8f3d7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0625076 Jul 13 20:36:06.186648 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-63f6093c-be3c-4214-af9f-1a6c68b0d0ea req-04c1b8c7-b6b0-4ecd-8324-15b2235824e9 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Jul 13 20:36:07.363458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367db86b-9e94-4d10-a228-49d0b8b0415b req-7847fb25-28c4-4549-8a6e-679a1a52ca19 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:07.364922 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-367db86b-9e94-4d10-a228-49d0b8b0415b req-7847fb25-28c4-4549-8a6e-679a1a52ca19 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0662320 Jul 13 20:36:07.402037 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-367db86b-9e94-4d10-a228-49d0b8b0415b req-bb33e811-5560-4f34-8219-405eb1d60d5c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Jul 13 20:36:08.571418 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc201b-a5a7-4bed-b328-1f4f93529030 req-c212b1d6-aff7-4b2b-b2f0-aaa9891d1972 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:08.572905 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64dc201b-a5a7-4bed-b328-1f4f93529030 req-c212b1d6-aff7-4b2b-b2f0-aaa9891d1972 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0623934 Jul 13 20:36:08.614195 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-64dc201b-a5a7-4bed-b328-1f4f93529030 req-2b9fd611-5375-456f-adc9-d3d3b185b6d7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358233 Jul 13 20:36:09.782692 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd323244-e2ad-4522-872a-c6a58d7b301c req-15a8fca8-4025-4010-b44b-0676a8b5ba1c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:09.784308 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd323244-e2ad-4522-872a-c6a58d7b301c req-15a8fca8-4025-4010-b44b-0676a8b5ba1c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0627789 Jul 13 20:36:09.823789 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-cd323244-e2ad-4522-872a-c6a58d7b301c req-235f6d9a-53b9-4093-8e56-eec4375ea075 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339992 Jul 13 20:36:10.999182 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440a99-8f52-4c88-89bb-20b7645d8f36 req-62232ace-4775-4fb5-af2c-623438d30234 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:11.000688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c2440a99-8f52-4c88-89bb-20b7645d8f36 req-62232ace-4775-4fb5-af2c-623438d30234 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0658839 Jul 13 20:36:11.040264 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c2440a99-8f52-4c88-89bb-20b7645d8f36 req-fc0f91d7-b356-41ff-a78a-04497bafe9d3 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331542 Jul 13 20:36:12.211167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be76d5-96ff-40b3-b8c5-8db247b8341f req-5e10eb23-0477-4cb9-82f4-759d1ee10a03 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:12.212640 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4be76d5-96ff-40b3-b8c5-8db247b8341f req-5e10eb23-0477-4cb9-82f4-759d1ee10a03 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0632296 Jul 13 20:36:12.249891 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f4be76d5-96ff-40b3-b8c5-8db247b8341f req-4804cb31-c19b-418b-afd7-2bbbe20e9bd1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Jul 13 20:36:13.422985 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4634-485b-48fd-bb88-9d52ded34217 req-6921a21a-2ca5-4064-b05d-4ab6ef52b163 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:13.424890 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfe4634-485b-48fd-bb88-9d52ded34217 req-6921a21a-2ca5-4064-b05d-4ab6ef52b163 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0632720 Jul 13 20:36:13.461967 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7dfe4634-485b-48fd-bb88-9d52ded34217 req-fa92739b-b4c1-4a3e-9956-acb9ea64ed48 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Jul 13 20:36:14.635531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb67cd-b336-431f-bf5f-65981af1fcd4 req-80b2da53-efca-46ea-8e23-4f8a3519d3e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:14.637042 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3bfb67cd-b336-431f-bf5f-65981af1fcd4 req-80b2da53-efca-46ea-8e23-4f8a3519d3e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0674312 Jul 13 20:36:14.673528 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3bfb67cd-b336-431f-bf5f-65981af1fcd4 req-64074339-cfef-4c0f-bb1e-fee708e76378 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Jul 13 20:36:15.281247 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8a4da453-2e80-458f-856d-cada17868cd7 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:36:15.375665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8a4da453-2e80-458f-856d-cada17868cd7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8a4da453-2e80-458f-856d-cada17868cd7,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:36:15.386763 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '8a4da453-2e80-458f-856d-cada17868cd7', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'port_id': '8a4da453-2e80-458f-856d-cada17868cd7', 'mac_address': 'fa:16:3e:c9:08:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:36:15.421966 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:15.435125 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4da453-2e80-458f-856d-cada17868cd7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:36:15.453513 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8a4da453-2e80-458f-856d-cada17868cd7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8a4da453-2e80-458f-856d-cada17868cd7,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:36:15.457053 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:15.502968 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=8a4da453-2e80-458f-856d-cada17868cd7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:36:15.510174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.510547 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.510888 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.511221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.511552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.511879 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.512203 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.512525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.512845 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.513166 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.513483 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.513798 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:36:15.744745 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['8a4da453-2e80-458f-856d-cada17868cd7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:36:15.866559 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69672ee-a191-46c9-bdb4-2ed76413874d req-af64216b-9682-4234-9fd1-d1699ed28f80 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:15.873562 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c69672ee-a191-46c9-bdb4-2ed76413874d req-af64216b-9682-4234-9fd1-d1699ed28f80 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 945 time: 0.0719531 Jul 13 20:36:15.907826 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c69672ee-a191-46c9-bdb4-2ed76413874d req-bfdd4658-2d8d-42c6-b090-a730f5c47e88 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334034 Jul 13 20:36:16.353529 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:17.082489 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e56313-ef29-4c62-81e4-f30896e4eb3e req-9699f5b2-9643-4975-acba-91f5fb013021 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:17.083993 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7e56313-ef29-4c62-81e4-f30896e4eb3e req-9699f5b2-9643-4975-acba-91f5fb013021 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 945 time: 0.0639343 Jul 13 20:36:17.121621 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d7e56313-ef29-4c62-81e4-f30896e4eb3e req-e5e94965-0c6f-4dab-924c-f520a31aab9c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320885 Jul 13 20:36:17.124545 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:17.285385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8a4da453-2e80-458f-856d-cada17868cd7 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:36:17.333453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 8a4da453-2e80-458f-856d-cada17868cd7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:36:17.336960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 8a4da453-2e80-458f-856d-cada17868cd7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:36:17.337332 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:17.414092 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:17.436121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:36:17.438810 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6618d6ca-e286-4b1a-bced-3f280876c3d0" -d '{"events": [{"server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "name": "network-vif-plugged", "status": "completed", "tag": "8a4da453-2e80-458f-856d-cada17868cd7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:36:17.452003 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8a4da453-2e80-458f-856d-cada17868cd7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8a4da453-2e80-458f-856d-cada17868cd7,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:36:17.456969 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:17.506509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=8a4da453-2e80-458f-856d-cada17868cd7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:36:17.527601 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4839291d-2fae-47e7-b502-32f9e7a909f0 x-openstack-request-id: req-4839291d-2fae-47e7-b502-32f9e7a909f0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:36:17.527865 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "name": "network-vif-plugged", "status": "completed", "tag": "8a4da453-2e80-458f-856d-cada17868cd7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:36:17.528110 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4839291d-2fae-47e7-b502-32f9e7a909f0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:36:17.528500 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7', 'code': 200} Jul 13 20:36:17.650116 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65647269-b455-455e-985e-04a672d166f3 req-09a1fa51-e5db-449c-a724-f7be6c9c4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:17.651578 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-65647269-b455-455e-985e-04a672d166f3 req-09a1fa51-e5db-449c-a724-f7be6c9c4ffb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1097 time: 0.0508945 Jul 13 20:36:17.687411 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-65647269-b455-455e-985e-04a672d166f3 req-d478c46e-48ff-4e0c-ac91-447201ca323d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270383 Jul 13 20:36:18.297458 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b10965-4150-453f-af41-8b2fabfeb015 req-d3293329-bf07-4c2a-bd47-ba0add270c06 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:18.299069 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90b10965-4150-453f-af41-8b2fabfeb015 req-d3293329-bf07-4c2a-bd47-ba0add270c06 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0661452 Jul 13 20:36:18.338067 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90b10965-4150-453f-af41-8b2fabfeb015 req-2506830d-8aae-470d-ad90-4542444bdb49 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Jul 13 20:36:19.511734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac066746-42fb-41c7-afda-10e3389bf508 req-5f164ceb-0740-4cfc-b4ea-016aee05d583 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:19.513225 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac066746-42fb-41c7-afda-10e3389bf508 req-5f164ceb-0740-4cfc-b4ea-016aee05d583 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0622830 Jul 13 20:36:19.550209 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ac066746-42fb-41c7-afda-10e3389bf508 req-3fbe892c-4479-42e3-bc66-d78e65b1bb60 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312676 Jul 13 20:36:19.721283 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eac6ab-e4f0-4894-931d-d05e50e28e8e req-585dbe18-24eb-4b61-a0e2-42b35674a523 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:19.722834 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5eac6ab-e4f0-4894-931d-d05e50e28e8e req-585dbe18-24eb-4b61-a0e2-42b35674a523 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0627921 Jul 13 20:36:19.759343 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b5eac6ab-e4f0-4894-931d-d05e50e28e8e req-319f6093-b60c-4159-acf8-896726769873 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311058 Jul 13 20:36:19.782660 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:36:19.833448 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffbd510-8b91-4b9a-b530-da6656b7f179 tempest-TestShelveInstance-1469579171 tempest-TestShelveInstance-1469579171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:19.834990 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2ffbd510-8b91-4b9a-b530-da6656b7f179 tempest-TestShelveInstance-1469579171 tempest-TestShelveInstance-1469579171-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1092 time: 0.0508425 Jul 13 20:36:19.837748 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:36:19.842005 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '8a4da453-2e80-458f-856d-cada17868cd7', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:36:19.864004 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:19.960241 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:20.064257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Allocated IP 172.25.7.107 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/96a8e309-2e64-42cf-b1f7-a8d12cff2488) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:36:20.162907 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:20.200506 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:20.236106 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:36:20.240799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:36:20.244138 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:36:20.271768 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'Port': ['ID=96a8e309-2e64-42cf-b1f7-a8d12cff2488,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:36:20.610854 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:20.687445 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:20.836048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:20.841214 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:20.853648 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a60124a-6703-4771-9249-516d24e65eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:20.909906 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event updated for resources: {'Port': ['ID=96a8e309-2e64-42cf-b1f7-a8d12cff2488,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:36:20.919598 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:21.018550 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Floating IP 52fc7b09-ed09-46d5-899a-2c296de54d92 associated. External IP: 172.25.7.107, port: 8a4da453-2e80-458f-856d-cada17868cd7. Jul 13 20:36:21.513061 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Router ed7b3d3c-e477-4be6-bb73-a388350b858f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:36:21.617888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:36:21.629809 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] Sync routers for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:36:21.634060 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:21.640568 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:36:21.641183 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:35:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:36:21.670184 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-16fe910b-49d6-4070-9c97-a24429dd4669 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8314316 Jul 13 20:36:21.670796 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:36:21.673071 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c08026-cbe5-4895-a6ff-14619c483705" -d '{"events": [{"name": "network-changed", "server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "tag": "8a4da453-2e80-458f-856d-cada17868cd7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:36:21.708247 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7b8922-7b5e-4b74-9949-8c18af180935 x-openstack-request-id: req-2b7b8922-7b5e-4b74-9949-8c18af180935 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:36:21.708541 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "tag": "8a4da453-2e80-458f-856d-cada17868cd7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:36:21.708789 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b7b8922-7b5e-4b74-9949-8c18af180935 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:36:21.709189 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7', 'status': 'completed', 'code': 200} Jul 13 20:36:21.752705 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:36:21.787876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-e84a4a2a-5cbe-4f20-b4bc-7cf712f1fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:21.789444 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-e84a4a2a-5cbe-4f20-b4bc-7cf712f1fb96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1097 time: 0.0565426 Jul 13 20:36:21.878356 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-e71e683f-801f-4fdd-ad3f-de9647e87b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:21.879773 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-e71e683f-801f-4fdd-ad3f-de9647e87b4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0834217 Jul 13 20:36:21.947424 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-60692acd-fe08-4b9b-a9ad-4ce8a63d5013 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0612438 Jul 13 20:36:21.979312 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '52fc7b09-ed09-46d5-899a-2c296de54d92', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'port_id': '8a4da453-2e80-458f-856d-cada17868cd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'mac_address': 'fa:16:3e:c9:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7edc5-7681-4113-9994-5c4c63909917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:36:20Z', 'updated_at': '2021-07-13T20:36:20Z', 'revision_number': 0, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:36:21.996501 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-30762277-d39e-4075-9f29-cbf48eb16d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:21.997976 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-30762277-d39e-4075-9f29-cbf48eb16d63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0438786 Jul 13 20:36:22.005617 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] Checking router: ed7b3d3c-e477-4be6-bb73-a388350b858f for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:36:22.013851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:36:22.014500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:35:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:36:22.056055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-7f233e8d-b33a-4659-80c8-c51da238de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:36:22.057655 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-7f233e8d-b33a-4659-80c8-c51da238de44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518644 Jul 13 20:36:22.118626 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:36:22.150228 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-925cf2d4-038f-4037-87a2-d9520fb8fd80 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838835 Jul 13 20:36:22.241976 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b1c08026-cbe5-4895-a6ff-14619c483705 req-902f7868-499d-4877-9f2a-06d6ee3383a2 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833759 Jul 13 20:36:22.348306 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '52fc7b09-ed09-46d5-899a-2c296de54d92', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'port_id': '8a4da453-2e80-458f-856d-cada17868cd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'mac_address': 'fa:16:3e:c9:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7edc5-7681-4113-9994-5c4c63909917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:36:20Z', 'updated_at': '2021-07-13T20:36:20Z', 'revision_number': 0, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:36:22.374376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628bb52-ab3f-4726-b29d-8ff6bbed3610 None None] The sync data for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 is: [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '52fc7b09-ed09-46d5-899a-2c296de54d92', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'port_id': '8a4da453-2e80-458f-856d-cada17868cd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'mac_address': 'fa:16:3e:c9:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7edc5-7681-4113-9994-5c4c63909917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:36:20Z', 'updated_at': '2021-07-13T20:36:20Z', 'revision_number': 0, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:36:22.555260 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d8346c-1457-411c-b610-20a815f11d5b None None] New status for floating IP 52fc7b09-ed09-46d5-899a-2c296de54d92: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:36:23.700191 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c29f8c24-ffcd-4d4a-a212-047e602174d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:23.716561 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:24.858851 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:26.359333 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:38.445379 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:36:46.385553 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:47.152147 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:50.855617 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79b0eeed-8186-4068-8b0b-14dee71a9358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:53.700120 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-714b7a96-536b-413c-9aef-ec170f9bdb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:53.718285 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:54.861346 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:36:56.363178 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:03.270798 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-fea3487f-7850-4afa-b334-5d4ad9eece23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528271 Jul 13 20:37:03.379597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-02e69803-2e44-499a-82dd-d00617005ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:37:03.381088 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-02e69803-2e44-499a-82dd-d00617005ea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1097 time: 0.0563464 Jul 13 20:37:03.489706 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-b1230a4e-3a40-486f-8518-f92850b2fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:37:03.491186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-b1230a4e-3a40-486f-8518-f92850b2fe58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0823975 Jul 13 20:37:03.563214 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-54a21ed6-5c6c-473e-a88e-06f9c45328ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0604980 Jul 13 20:37:03.613891 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-7f90e057-2db9-4a6c-99e1-3d402d74b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:37:03.615339 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-7f90e057-2db9-4a6c-99e1-3d402d74b264 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0428057 Jul 13 20:37:03.676886 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-bfa7973f-61f2-4ab2-8d41-0f4b3c05da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:37:03.678449 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-bfa7973f-61f2-4ab2-8d41-0f4b3c05da55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515511 Jul 13 20:37:03.772547 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-57d06cc2-61e0-4851-bd1b-b4973b9e50d9 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843999 Jul 13 20:37:03.859891 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f13d6fa8-172e-4d31-a6a3-dd1aea4e957e req-d36d9954-28f0-4fcd-86e6-d019e1a4a9f9 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792937 Jul 13 20:37:15.445068 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:37:16.382195 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:17.166236 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:20.855840 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-566b8b6a-8379-488d-a3a8-9cb34d2f8aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:23.700901 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c876aa8b-74db-4910-8f09-76edb81c9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:23.717316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:24.866243 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:26.366134 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:46.397451 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:47.181222 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:50.856231 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32c9efe6-678f-4695-bcb1-44f626721dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:52.445041 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:37:53.700015 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1114f44c-827f-4daa-a82e-b6fcffd44f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:53.717848 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:54.867232 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:37:56.370065 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:03.240815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-61154e2f-ffea-4857-92ce-72d0c3a96537 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513740 Jul 13 20:38:03.344065 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-eae9a78d-27a3-4cc7-96d1-a87f05f315c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:03.345572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-eae9a78d-27a3-4cc7-96d1-a87f05f315c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1097 time: 0.0566044 Jul 13 20:38:03.452772 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-4db7c489-85b7-42fb-b237-061d62b538ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:03.454235 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-4db7c489-85b7-42fb-b237-061d62b538ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0830417 Jul 13 20:38:03.526843 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-f6e07187-d518-4ff1-8916-b684e877a7e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0615056 Jul 13 20:38:03.579277 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-49694d98-ec0d-4380-b31f-83915c77f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:03.580776 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-49694d98-ec0d-4380-b31f-83915c77f824 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0433545 Jul 13 20:38:03.641620 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-14e3e45e-ea3a-4ec4-bc23-15b8d6a75515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:03.643118 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-14e3e45e-ea3a-4ec4-bc23-15b8d6a75515 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511143 Jul 13 20:38:03.742896 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-14a80bad-79a4-4679-be5d-dbde3da8434d service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880094 Jul 13 20:38:03.836365 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6d989bb2-fee1-4d12-bf55-a490f9606211 req-25ec79d7-30a4-4930-ac17-d8662d2075ef service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 Jul 13 20:38:16.397605 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:17.181119 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:19.666817 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39bfdc-1160-4d58-8879-010158c25d13 req-1e9ad449-e6dd-41ec-a062-e0af5cec6e07 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:19.668310 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce39bfdc-1160-4d58-8879-010158c25d13 req-1e9ad449-e6dd-41ec-a062-e0af5cec6e07 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0709870 Jul 13 20:38:19.711288 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ce39bfdc-1160-4d58-8879-010158c25d13 req-e1cef530-b9c8-4832-a155-514e823e93c7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374870 Jul 13 20:38:20.857198 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52d2d19e-3e3e-481f-a4a1-c604e5f3a16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:20.911637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dd771-5821-4221-8a46-b55cc32ec36b req-85db1076-3c3e-4fad-97cb-f3b82d7ca160 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:20.913404 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e51dd771-5821-4221-8a46-b55cc32ec36b req-85db1076-3c3e-4fad-97cb-f3b82d7ca160 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0648088 Jul 13 20:38:20.950943 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e51dd771-5821-4221-8a46-b55cc32ec36b req-a6e91363-9c52-4a7e-8d7f-8fed8e0cae54 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319643 Jul 13 20:38:22.152206 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a2731-b433-41b2-8c77-68b51ee44186 req-a13605c7-5bb2-4fee-bd7c-641c76deed73 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:22.153686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f5a2731-b433-41b2-8c77-68b51ee44186 req-a13605c7-5bb2-4fee-bd7c-641c76deed73 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0624399 Jul 13 20:38:22.189690 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6f5a2731-b433-41b2-8c77-68b51ee44186 req-7cf39037-57f4-456a-9096-65328a960890 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305903 Jul 13 20:38:23.366222 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acb04f-b469-48f5-8128-ec805f83c670 req-6b3620ed-c03e-400c-b1fd-0894b6973451 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:23.368159 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1acb04f-b469-48f5-8128-ec805f83c670 req-6b3620ed-c03e-400c-b1fd-0894b6973451 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0668614 Jul 13 20:38:23.404929 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-d1acb04f-b469-48f5-8128-ec805f83c670 req-2cdbe311-06b5-4143-8062-58aa2ee86eb9 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313029 Jul 13 20:38:23.709996 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62de3c35-8b7b-40b2-ad89-76eafd9c01db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:23.720299 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:24.575122 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76f167-12bc-41bd-b21c-bf4fda142671 req-2f567fe1-4ce2-4475-b874-84f33624d29b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:24.576601 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a76f167-12bc-41bd-b21c-bf4fda142671 req-2f567fe1-4ce2-4475-b874-84f33624d29b tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0624104 Jul 13 20:38:24.613352 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6a76f167-12bc-41bd-b21c-bf4fda142671 req-4c5faef6-2b81-4a45-aaaf-79c9c1c5c93c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Jul 13 20:38:24.869072 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:25.782841 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe52ca-0c62-44fe-8e14-0f6c04d642dd req-b44c5d17-a3bf-4a2b-bca0-f29c60afe862 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:25.784307 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e4fe52ca-0c62-44fe-8e14-0f6c04d642dd req-b44c5d17-a3bf-4a2b-bca0-f29c60afe862 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0621254 Jul 13 20:38:25.822232 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-e4fe52ca-0c62-44fe-8e14-0f6c04d642dd req-5b5c76df-3a62-4eab-ae2a-76e99224af98 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Jul 13 20:38:26.371095 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:26.998987 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3f51b-3e75-4f68-8ccd-69e2af5c1b47 req-f8640f2e-10b4-4d78-a1fc-3bdeac0d8566 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:27.000483 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4a3f51b-3e75-4f68-8ccd-69e2af5c1b47 req-f8640f2e-10b4-4d78-a1fc-3bdeac0d8566 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0674417 Jul 13 20:38:27.037758 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a4a3f51b-3e75-4f68-8ccd-69e2af5c1b47 req-1f2ae6ae-96e4-4e41-845a-1a6bb2a96802 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Jul 13 20:38:28.216969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675954-feb0-4274-a184-550c4570e1d3 req-14591a46-4d7c-43c2-b4d6-d1a678c481c8 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:28.218449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53675954-feb0-4274-a184-550c4570e1d3 req-14591a46-4d7c-43c2-b4d6-d1a678c481c8 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0654278 Jul 13 20:38:28.255766 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-53675954-feb0-4274-a184-550c4570e1d3 req-1aa94805-b33d-4868-bc72-531883acf479 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318053 Jul 13 20:38:29.426631 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82c9da-ff64-4839-9732-aaa949ef99bb req-8939b252-59e8-4aef-ac1a-07b80b6e8865 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:29.428656 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a82c9da-ff64-4839-9732-aaa949ef99bb req-8939b252-59e8-4aef-ac1a-07b80b6e8865 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0631061 Jul 13 20:38:29.444666 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:38:29.466184 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3a82c9da-ff64-4839-9732-aaa949ef99bb req-d9733cd6-25be-4853-ac3d-2562d7d95f50 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Jul 13 20:38:29.810604 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-99237fd1-639f-4b12-acf0-31516e525ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:29.811989 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-99237fd1-639f-4b12-acf0-31516e525ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1097 time: 0.0519428 Jul 13 20:38:29.906779 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-b15e9e07-53e2-4b38-92a0-aa0d012cb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:29.908274 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-b15e9e07-53e2-4b38-92a0-aa0d012cb024 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0871785 Jul 13 20:38:29.976684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-b900e1b4-18b1-4366-8cda-bdd5942e0998 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0570760 Jul 13 20:38:30.031384 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-e7ef8177-ca00-4ca6-a9b1-013d6dcaa67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:30.032815 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-e7ef8177-ca00-4ca6-a9b1-013d6dcaa67c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0468552 Jul 13 20:38:30.090935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-aaa33138-ca1a-41ad-b241-7144c48b8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:30.092407 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-aaa33138-ca1a-41ad-b241-7144c48b8829 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507343 Jul 13 20:38:30.182906 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-5433fda2-e3f5-4d35-99c1-8d006026a9d6 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796103 Jul 13 20:38:30.278605 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-30507d7d-2158-42bf-8b6b-b4d9bade770c req-8bb9bb3d-0746-41b6-9b46-465cf90e49eb service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835645 Jul 13 20:38:30.636616 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322f72-4382-4e2a-a644-d2a541b14766 req-8d8da31b-de2f-4844-9dfa-5597227b8b96 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:30.638103 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9322f72-4382-4e2a-a644-d2a541b14766 req-8d8da31b-de2f-4844-9dfa-5597227b8b96 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0626798 Jul 13 20:38:30.675103 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f9322f72-4382-4e2a-a644-d2a541b14766 req-fb6df9af-d954-492c-8304-ea5e8ce0113f tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315747 Jul 13 20:38:31.847427 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dd061-d782-4806-bed8-43d8da92c908 req-d65ac94e-d055-4ad8-8d51-e7e135808802 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:31.848920 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-889dd061-d782-4806-bed8-43d8da92c908 req-d65ac94e-d055-4ad8-8d51-e7e135808802 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0636208 Jul 13 20:38:31.886420 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-889dd061-d782-4806-bed8-43d8da92c908 req-46a9c097-c41d-457c-8630-c6451f515b4c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313675 Jul 13 20:38:33.058171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3407e7-b254-4add-a98c-5b270be9e409 req-ddcb41d5-6523-4f98-aa06-bdd96af3c235 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:33.059558 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b3407e7-b254-4add-a98c-5b270be9e409 req-ddcb41d5-6523-4f98-aa06-bdd96af3c235 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0632839 Jul 13 20:38:33.097297 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-1b3407e7-b254-4add-a98c-5b270be9e409 req-f166fe98-4f5e-4f54-8327-a51830d2ad1c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320480 Jul 13 20:38:34.271221 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbb3b8-acdd-48a0-93d6-628eb49293c4 req-f3b5e86d-843f-42d7-bd54-815127292321 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:34.273343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5dbb3b8-acdd-48a0-93d6-628eb49293c4 req-f3b5e86d-843f-42d7-bd54-815127292321 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0666943 Jul 13 20:38:34.309731 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d5dbb3b8-acdd-48a0-93d6-628eb49293c4 req-e558a595-e3c7-447b-bd93-c1e3a9e41443 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307086 Jul 13 20:38:34.683477 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-82caddc9-f13d-49b0-be99-54851f59c783 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1418798 Jul 13 20:38:34.695760 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeff456-52ef-4676-8cc0-2d9562af25bb req-81e3b7c3-8659-4bd9-be3d-430bc267723e tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:34.697192 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caeff456-52ef-4676-8cc0-2d9562af25bb req-81e3b7c3-8659-4bd9-be3d-430bc267723e tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0807879 Jul 13 20:38:34.735977 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-caeff456-52ef-4676-8cc0-2d9562af25bb req-947301a4-eb13-4355-a3c5-1cc197612846 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331094 Jul 13 20:38:35.917720 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a002e2-66db-4c6b-b778-2a85aa7e48b1 req-559ca136-097d-4d87-915b-3d1be3e0b217 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:35.918742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8a4da453-2e80-458f-856d-cada17868cd7 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:38:35.919510 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3a002e2-66db-4c6b-b778-2a85aa7e48b1 req-559ca136-097d-4d87-915b-3d1be3e0b217 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0716977 Jul 13 20:38:35.960610 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c3a002e2-66db-4c6b-b778-2a85aa7e48b1 req-3daf724d-61f1-40ab-b5ff-6d7be3a5d974 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337791 Jul 13 20:38:35.996566 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:36.018141 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:38:36.020503 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1427c4-71b6-49c1-9209-73b3da7e14f2" -d '{"events": [{"server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "name": "network-vif-unplugged", "status": "completed", "tag": "8a4da453-2e80-458f-856d-cada17868cd7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:38:36.033239 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8a4da453-2e80-458f-856d-cada17868cd7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8a4da453-2e80-458f-856d-cada17868cd7,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:38:36.038384 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:36.062744 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 20:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71668f7d-4db1-4655-9eb1-2f95e0f7b638 x-openstack-request-id: req-71668f7d-4db1-4655-9eb1-2f95e0f7b638 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:38:36.063029 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "name": "network-vif-unplugged", "status": "failed", "tag": "8a4da453-2e80-458f-856d-cada17868cd7", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:38:36.063273 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71668f7d-4db1-4655-9eb1-2f95e0f7b638 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:38:36.063657 n-d-800708-1 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7', 'code': 422} returned with failed status Jul 13 20:38:36.089637 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=8a4da453-2e80-458f-856d-cada17868cd7,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:38:36.096896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.097237 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.097568 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.097896 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.098221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.098571 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.098894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.099211 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.099525 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.099840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.100155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:36.101101 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:38:37.136019 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cba00-979e-4ee7-bb81-5e56146c335e req-7476b5c1-f63e-4a5d-911e-88ba4bf3fac5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:37.137446 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906cba00-979e-4ee7-bb81-5e56146c335e req-7476b5c1-f63e-4a5d-911e-88ba4bf3fac5 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0642231 Jul 13 20:38:37.176018 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-906cba00-979e-4ee7-bb81-5e56146c335e req-9acf3731-bf6b-4a93-bac4-e5d1853efff7 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326152 Jul 13 20:38:38.355822 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60686213-7577-4d96-9934-98fa2806c043 req-621fdbf1-a8bd-4763-b942-ce2e9b97a018 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:38.357343 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60686213-7577-4d96-9934-98fa2806c043 req-621fdbf1-a8bd-4763-b942-ce2e9b97a018 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0695164 Jul 13 20:38:38.394420 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-60686213-7577-4d96-9934-98fa2806c043 req-2af43ad2-8320-4c06-86a1-073c986308a9 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Jul 13 20:38:39.552324 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-88bee721-8fd8-4348-97a4-3d4f437debcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:39.553876 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-88bee721-8fd8-4348-97a4-3d4f437debcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917&tenant_id=a3e9c1b1d1bf4870ac672d3185123101 HTTP/1.1" status: 200 len: 1095 time: 0.0540624 Jul 13 20:38:39.570778 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce4587-2a94-4883-8941-03043ec1de21 req-599e8e18-a895-4c77-8861-da504985d1c8 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:39.572269 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44ce4587-2a94-4883-8941-03043ec1de21 req-599e8e18-a895-4c77-8861-da504985d1c8 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0673780 Jul 13 20:38:39.610391 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-44ce4587-2a94-4883-8941-03043ec1de21 req-504102ef-3864-4ce7-8eea-c53794362b46 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Jul 13 20:38:39.629064 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-6a95d57b-179b-4a5a-834c-76c8e3bd32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:39.630611 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-6a95d57b-179b-4a5a-834c-76c8e3bd32c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1095 time: 0.0515757 Jul 13 20:38:39.723885 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-629f8799-e48b-45ae-91ce-86e73da036e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:39.725378 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-629f8799-e48b-45ae-91ce-86e73da036e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0846484 Jul 13 20:38:39.792413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-19acbbfc-291a-4609-ac41-4c2baeee31d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0573814 Jul 13 20:38:39.848081 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-d618c2c0-cb52-4406-afb9-1c9402bf17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:39.849497 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-d618c2c0-cb52-4406-afb9-1c9402bf17ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0472503 Jul 13 20:38:39.910157 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-ee509068-f9fb-40b0-bd27-db01c33c8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:39.911682 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-ee509068-f9fb-40b0-bd27-db01c33c8f06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518453 Jul 13 20:38:40.002722 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-8f7397dc-2841-4c43-8ba8-7c1f4454a1f9 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799153 Jul 13 20:38:40.100208 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-0ead99d4-dde5-4d2e-b090-a87a85e58c9f service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862858 Jul 13 20:38:40.779192 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c0e2-091b-4537-bfab-6713faa0f506 req-13511322-e6c0-4cd5-8afd-1bf3a6c73410 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:40.780832 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b55c0e2-091b-4537-bfab-6713faa0f506 req-13511322-e6c0-4cd5-8afd-1bf3a6c73410 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0613239 Jul 13 20:38:40.819957 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b55c0e2-091b-4537-bfab-6713faa0f506 req-aabd07cf-93ae-4b7e-886c-6550f296403e tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Jul 13 20:38:41.993041 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb97b2a-e392-4b8d-992e-d9186c2471e8 req-78cdfb88-de7d-4927-9ac4-f6c95fdd78e2 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:41.994524 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dcb97b2a-e392-4b8d-992e-d9186c2471e8 req-78cdfb88-de7d-4927-9ac4-f6c95fdd78e2 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0633135 Jul 13 20:38:42.032236 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dcb97b2a-e392-4b8d-992e-d9186c2471e8 req-5c4b2a15-4144-45ed-851b-ab3d96ecfe15 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322840 Jul 13 20:38:43.206913 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c56868-7154-4ebc-8576-d169dee28026 req-b7a8a27d-0567-4b8b-bf48-fd18a64d35e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:43.208301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46c56868-7154-4ebc-8576-d169dee28026 req-b7a8a27d-0567-4b8b-bf48-fd18a64d35e4 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0662942 Jul 13 20:38:43.245279 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-46c56868-7154-4ebc-8576-d169dee28026 req-d6f164bc-bde3-4647-acca-2cd73b0fa168 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315709 Jul 13 20:38:44.413550 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4c2b5-f454-4390-a1bc-9ffbb54c3115 req-368d0b82-5861-4a75-b6b3-12e010afbdd0 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:44.415096 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77b4c2b5-f454-4390-a1bc-9ffbb54c3115 req-368d0b82-5861-4a75-b6b3-12e010afbdd0 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0620711 Jul 13 20:38:44.453020 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-77b4c2b5-f454-4390-a1bc-9ffbb54c3115 req-3c7e647d-55cc-4bc5-b6e9-608ac65f1b0e tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324540 Jul 13 20:38:45.628188 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fe4ed-420a-405f-b8d7-a2a76b4e8c24 req-79a7c195-81f5-43cf-897b-a54df4883f93 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:45.629668 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-207fe4ed-420a-405f-b8d7-a2a76b4e8c24 req-79a7c195-81f5-43cf-897b-a54df4883f93 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0635426 Jul 13 20:38:45.666769 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-207fe4ed-420a-405f-b8d7-a2a76b4e8c24 req-4af810d6-159e-4eca-bf1d-bf6d93fefb55 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Jul 13 20:38:46.412424 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:46.843246 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4beb7-b276-4be8-9d20-2d0f9daadf61 req-0cc6accf-3d13-4841-a688-04cbe978ade0 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:46.844711 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32f4beb7-b276-4be8-9d20-2d0f9daadf61 req-0cc6accf-3d13-4841-a688-04cbe978ade0 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.0675633 Jul 13 20:38:46.883679 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-32f4beb7-b276-4be8-9d20-2d0f9daadf61 req-5a53b297-fe1a-4124-8dce-c0f0bca87377 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328691 Jul 13 20:38:47.179571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:47.980398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8a4da453-2e80-458f-856d-cada17868cd7 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:38:48.076665 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8a4da453-2e80-458f-856d-cada17868cd7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8a4da453-2e80-458f-856d-cada17868cd7,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:38:48.088288 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '8a4da453-2e80-458f-856d-cada17868cd7', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'port_id': '8a4da453-2e80-458f-856d-cada17868cd7', 'mac_address': 'fa:16:3e:c9:08:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:38:48.096481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339aaf-e915-40af-a09f-1241ec4a6345 req-3cbfe83b-7945-43ef-9d67-d0a8d97e1d69 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:48.097978 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-17339aaf-e915-40af-a09f-1241ec4a6345 req-3cbfe83b-7945-43ef-9d67-d0a8d97e1d69 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 944 time: 0.1048961 Jul 13 20:38:48.124138 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:48.136241 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-17339aaf-e915-40af-a09f-1241ec4a6345 req-ac3f070b-f691-4115-92e7-a96f66b3c2a2 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319381 Jul 13 20:38:48.136448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4da453-2e80-458f-856d-cada17868cd7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:38:48.155883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8a4da453-2e80-458f-856d-cada17868cd7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8a4da453-2e80-458f-856d-cada17868cd7,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:38:48.159689 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:48.205246 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=8a4da453-2e80-458f-856d-cada17868cd7,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:38:48.410070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['8a4da453-2e80-458f-856d-cada17868cd7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:38:49.349129 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73b8f1-bb03-4f7f-a521-5f749e441eb7 req-95550dab-8925-41f3-83ca-0dfce2a6ca93 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:49.350846 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9e73b8f1-bb03-4f7f-a521-5f749e441eb7 req-95550dab-8925-41f3-83ca-0dfce2a6ca93 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 945 time: 0.1055062 Jul 13 20:38:49.389064 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9e73b8f1-bb03-4f7f-a521-5f749e441eb7 req-bc66765c-57b3-4359-aac3-07fad8b68316 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326269 Jul 13 20:38:49.995880 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8a4da453-2e80-458f-856d-cada17868cd7 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:38:50.044118 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 8a4da453-2e80-458f-856d-cada17868cd7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:38:50.044484 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:50.118809 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:50.140159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:38:50.142363 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606cc31f-656b-453b-a195-138f5c5d7ea9" -d '{"events": [{"server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "name": "network-vif-plugged", "status": "completed", "tag": "8a4da453-2e80-458f-856d-cada17868cd7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:38:50.155498 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 8a4da453-2e80-458f-856d-cada17868cd7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8a4da453-2e80-458f-856d-cada17868cd7,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:38:50.159684 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:50.186278 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04b6735-e803-4b46-a7da-45be41f1d6d2 x-openstack-request-id: req-b04b6735-e803-4b46-a7da-45be41f1d6d2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:38:50.186592 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "name": "network-vif-plugged", "status": "completed", "tag": "8a4da453-2e80-458f-856d-cada17868cd7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:38:50.186843 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b04b6735-e803-4b46-a7da-45be41f1d6d2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:38:50.187226 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7', 'code': 200} Jul 13 20:38:50.213996 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=8a4da453-2e80-458f-856d-cada17868cd7,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:38:50.364758 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0981f58-3d23-4678-8a27-bccd14747ae2 req-32f68e2c-75d0-4c92-b6d0-b7b984cf5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:50.367116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0981f58-3d23-4678-8a27-bccd14747ae2 req-32f68e2c-75d0-4c92-b6d0-b7b984cf5acd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1097 time: 0.0552132 Jul 13 20:38:50.403693 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f0981f58-3d23-4678-8a27-bccd14747ae2 req-c0a7258b-f691-42ad-b7c1-dd715f515686 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273645 Jul 13 20:38:50.565869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae1db6-2751-4998-84fb-949956513564 req-a5043a95-b3b2-4f49-a1d9-e2d75f05386c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:50.567280 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65ae1db6-2751-4998-84fb-949956513564 req-a5043a95-b3b2-4f49-a1d9-e2d75f05386c tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0662999 Jul 13 20:38:50.604611 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-65ae1db6-2751-4998-84fb-949956513564 req-903ab32c-305f-42c5-bf40-765b96e73bc1 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Jul 13 20:38:50.857834 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0421c538-c204-4112-8591-6d29696e04c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:51.777959 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66545def-f5d7-407a-acd8-477484bc5422 req-5a77f83f-27b3-4af5-bafa-5128aa793d66 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:38:51.779466 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66545def-f5d7-407a-acd8-477484bc5422 req-5a77f83f-27b3-4af5-bafa-5128aa793d66 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0628633 Jul 13 20:38:51.816855 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-66545def-f5d7-407a-acd8-477484bc5422 req-d1693d51-7b19-454f-b67d-c4f01be164af tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319598 Jul 13 20:38:53.703943 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b239e1b-7935-446b-938b-ad26069a6e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:53.720900 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:54.871638 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:38:56.374121 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:03.321011 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5acbb97-3e04-4028-9569-8262e62c883e req-03e3eb2d-d48d-422a-a698-e376d72a2dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913916 Jul 13 20:39:03.419776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acbb97-3e04-4028-9569-8262e62c883e req-e1e7c163-ec19-43e9-a26c-0aa6c3a08b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:39:03.421273 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5acbb97-3e04-4028-9569-8262e62c883e req-e1e7c163-ec19-43e9-a26c-0aa6c3a08b4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1097 time: 0.0516534 Jul 13 20:39:03.522770 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acbb97-3e04-4028-9569-8262e62c883e req-01e6c2c4-752e-4834-ad27-b1fe0c72645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:39:03.524131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5acbb97-3e04-4028-9569-8262e62c883e req-01e6c2c4-752e-4834-ad27-b1fe0c72645d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0814238 Jul 13 20:39:03.591413 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5acbb97-3e04-4028-9569-8262e62c883e req-198f85a4-9932-4efd-a9c2-26096713254e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0610983 Jul 13 20:39:03.641260 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acbb97-3e04-4028-9569-8262e62c883e req-e300774a-dceb-47f0-90dd-6f117aeea722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:39:03.642684 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5acbb97-3e04-4028-9569-8262e62c883e req-e300774a-dceb-47f0-90dd-6f117aeea722 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0415773 Jul 13 20:39:03.706903 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acbb97-3e04-4028-9569-8262e62c883e req-1e7a382a-4a4b-4da1-94cf-5a58aadbec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:39:03.708419 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5acbb97-3e04-4028-9569-8262e62c883e req-1e7a382a-4a4b-4da1-94cf-5a58aadbec5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540786 Jul 13 20:39:03.801974 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5acbb97-3e04-4028-9569-8262e62c883e req-28e25da0-e660-41d7-b73f-1b08e4c6e079 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855463 Jul 13 20:39:03.888379 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5acbb97-3e04-4028-9569-8262e62c883e req-9eea1819-4bb6-4102-b656-3cc2c1eb6f72 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789065 Jul 13 20:39:06.444661 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:39:16.426668 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:17.195416 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:20.859167 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63c265a-e6b9-4231-bb28-511d060c9afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:23.704412 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7ac071e-9c4c-4d8d-aa7a-9362055ba87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:23.722571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:24.874972 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:26.377566 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:43.443909 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:39:46.424012 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:47.210277 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:50.860244 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8d5af05-493e-4dc7-937a-c68e46c21af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:53.704360 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1291-ca2e-4c7b-adad-f6405c39abc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:53.723306 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:54.876496 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:39:56.379908 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:04.241206 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-3f5564cb-220a-4fee-a835-ac8e702727cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562954 Jul 13 20:40:04.341597 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-0bbef6f2-0402-46ae-a0bb-b9ee853e7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:04.343184 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-0bbef6f2-0402-46ae-a0bb-b9ee853e7cbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1097 time: 0.0514474 Jul 13 20:40:04.445018 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-06931097-c8b9-4c79-a1af-d6a882afd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:04.446481 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-06931097-c8b9-4c79-a1af-d6a882afd839 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0818985 Jul 13 20:40:04.522580 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-d894eb28-25b6-48e7-b139-5f8348bc2d59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0648437 Jul 13 20:40:04.575402 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-37d33075-198c-4b96-b8d7-677a16ea2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:04.576831 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-37d33075-198c-4b96-b8d7-677a16ea2f7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0431247 Jul 13 20:40:04.635810 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-48f67459-1bf6-4297-8084-998bffe608bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:04.637260 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-48f67459-1bf6-4297-8084-998bffe608bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509326 Jul 13 20:40:04.737778 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-76bf311e-d291-4e72-90de-79ab5ac8b172 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884964 Jul 13 20:40:04.828991 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6be2e1fe-8748-4b2e-86bb-985e29d67aaf req-3c16094d-c1c5-4b00-97bb-be4cbda66cda service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806637 Jul 13 20:40:05.956542 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:06.112680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Deleting port 96a8e309-2e64-42cf-b1f7-a8d12cff2488 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:40:06.113031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:06.189997 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:06.190336 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:06.201412 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Calling delete_port for 96a8e309-2e64-42cf-b1f7-a8d12cff2488 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:40:06.347149 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:06.372536 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event deleted for resources: {'Port': ['ID=96a8e309-2e64-42cf-b1f7-a8d12cff2488,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:06.398370 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.398815 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.399159 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.399497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.399828 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.400156 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.400486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.400813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.401139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.401463 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.401788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.402109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:06.443462 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:06.443798 n-d-800708-1 neutron-server[93766]: INFO neutron.db.l3_db [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Floating IP 52fc7b09-ed09-46d5-899a-2c296de54d92 disassociated (deleted). External IP: 172.25.7.107, port: 8a4da453-2e80-458f-856d-cada17868cd7. Jul 13 20:40:06.949907 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Router ed7b3d3c-e477-4be6-bb73-a388350b858f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:40:07.053871 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:40:07.058728 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:07.063445 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] Sync routers for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:40:07.073121 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:07.073729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:39:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:07.094686 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-0ec8589e-23aa-4a2e-9b2b-86ee461fcc47 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "DELETE /v2.0/floatingips/52fc7b09-ed09-46d5-899a-2c296de54d92 HTTP/1.1" status: 204 len: 168 time: 1.1370022 Jul 13 20:40:07.095284 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:40:07.097549 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b538ca6-f8a9-4742-8353-4011d8a890bc" -d '{"events": [{"name": "network-changed", "server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "tag": "8a4da453-2e80-458f-856d-cada17868cd7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:40:07.142247 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b3b472-2248-4152-a763-0152c7a34626 x-openstack-request-id: req-f2b3b472-2248-4152-a763-0152c7a34626 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:40:07.142566 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "tag": "8a4da453-2e80-458f-856d-cada17868cd7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:40:07.142819 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2b3b472-2248-4152-a763-0152c7a34626 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:40:07.143216 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7', 'status': 'completed', 'code': 200} Jul 13 20:40:07.179552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:07.227060 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-a3f33988-5b6f-4573-ab90-3ddaab46f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:07.228652 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-a3f33988-5b6f-4573-ab90-3ddaab46f4dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 1097 time: 0.0540068 Jul 13 20:40:07.335737 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-001da8c6-df18-431e-9e9a-9e443c173aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:07.337338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-001da8c6-df18-431e-9e9a-9e443c173aca service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 200 len: 909 time: 0.0980911 Jul 13 20:40:07.390355 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-d5b4816c-db18-42f5-922f-be260c723173 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 200 len: 217 time: 0.0372267 Jul 13 20:40:07.397239 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:07.424104 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] Checking router: ed7b3d3c-e477-4be6-bb73-a388350b858f for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:40:07.432596 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:07.433195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:39:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:07.472811 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-968e1795-3e86-484d-888f-50918daa0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:07.474301 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-968e1795-3e86-484d-888f-50918daa0a0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 200 len: 847 time: 0.0780931 Jul 13 20:40:07.532420 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3e18-06cc-406f-86ff-30782bfeba48 req-8348540b-402a-4a97-b3f1-561d2337f94d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:07.533898 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4acc3e18-06cc-406f-86ff-30782bfeba48 req-8348540b-402a-4a97-b3f1-561d2337f94d tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.1046591 Jul 13 20:40:07.540151 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:07.575635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-9201eddc-a36d-4fe9-b36f-bb19cd6baca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:07.577681 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-9201eddc-a36d-4fe9-b36f-bb19cd6baca7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6aa7790-d41a-42db-a29b-c084a1ddd7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914667 Jul 13 20:40:07.584935 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-4acc3e18-06cc-406f-86ff-30782bfeba48 req-eb7513de-07e6-45b2-aa74-cb686fd9e100 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444844 Jul 13 20:40:07.674529 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-f186b14a-01ce-4497-83dc-2d345957cb86 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857170 Jul 13 20:40:07.737420 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:07.764712 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-2b538ca6-f8a9-4742-8353-4011d8a890bc req-705fe6de-296d-4365-9697-eb203439de12 service neutron] 10.222.0.24 "GET /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814686 Jul 13 20:40:07.768074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92fc25-f1d1-4b98-a6b1-a7c24fe19b02 None None] The sync data for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 is: [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:28Z', 'revision_number': 4, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '4fda56a6-a2ae-416d-8cff-26788c6aa923', 'name': '', 'network_id': 'd6aa7790-d41a-42db-a29b-c084a1ddd7a8', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'mac_address': 'fa:16:3e:bf:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '312315df-e11c-4c95-a669-db00f48d51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:27Z', 'updated_at': '2021-07-13T20:31:33Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'subnets': [{'id': '312315df-e11c-4c95-a669-db00f48d51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:40:07.991266 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f39e6-05ef-4d97-97aa-d8e3a6ec1f48 None None] New status for floating IP 52fc7b09-ed09-46d5-899a-2c296de54d92: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:40:08.765618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430950e-7f15-4c42-8035-5513e51c7960 req-35f9449b-e34b-4879-a974-b00c98084087 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:08.767124 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a430950e-7f15-4c42-8035-5513e51c7960 req-35f9449b-e34b-4879-a974-b00c98084087 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0699093 Jul 13 20:40:08.804014 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a430950e-7f15-4c42-8035-5513e51c7960 req-910252a2-3ad5-4c67-a3ab-6caf068743cf tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314364 Jul 13 20:40:09.259528 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-2f8d7f86-c6a2-4702-8dd9-902f1e5945da tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:09.260933 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-2f8d7f86-c6a2-4702-8dd9-902f1e5945da tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 946 time: 0.0661931 Jul 13 20:40:09.364705 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-5325eeac-9187-4ad6-bb58-03ae41e3cf17 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Deleting port 8a4da453-2e80-458f-856d-cada17868cd7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:40:09.365048 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-5325eeac-9187-4ad6-bb58-03ae41e3cf17 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:09.456755 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-5325eeac-9187-4ad6-bb58-03ae41e3cf17 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] For port 8a4da453-2e80-458f-856d-cada17868cd7, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=8a4da453-2e80-458f-856d-cada17868cd7,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:09.457113 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-5325eeac-9187-4ad6-bb58-03ae41e3cf17 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:09.469430 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-5325eeac-9187-4ad6-bb58-03ae41e3cf17 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Calling delete_port for 8a4da453-2e80-458f-856d-cada17868cd7 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:40:09.593401 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-5325eeac-9187-4ad6-bb58-03ae41e3cf17 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:09.624103 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325eeac-9187-4ad6-bb58-03ae41e3cf17 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event deleted for resources: {'Port': ['ID=8a4da453-2e80-458f-856d-cada17868cd7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:09.670551 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-5325eeac-9187-4ad6-bb58-03ae41e3cf17 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] No DVR routers for this DVR port 8a4da453-2e80-458f-856d-cada17868cd7 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:40:09.673192 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-5325eeac-9187-4ad6-bb58-03ae41e3cf17 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:09.675198 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-1a4143f4-c333-4492-8343-d1f3401ceec0 req-5325eeac-9187-4ad6-bb58-03ae41e3cf17 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.24 "DELETE /v2.0/ports/8a4da453-2e80-458f-856d-cada17868cd7 HTTP/1.1" status: 204 len: 173 time: 0.4043436 Jul 13 20:40:09.675635 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'name': 'network-vif-deleted', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:40:09.678132 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b155f7b1-b8b7-4869-a406-7166c19561de" -d '{"events": [{"server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "name": "network-vif-deleted", "tag": "8a4da453-2e80-458f-856d-cada17868cd7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:40:09.715006 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c091ed07-20ea-4fb4-9c5e-8f38d8e67308 x-openstack-request-id: req-c091ed07-20ea-4fb4-9c5e-8f38d8e67308 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:40:09.715301 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a7edc5-7681-4113-9994-5c4c63909917", "name": "network-vif-deleted", "tag": "8a4da453-2e80-458f-856d-cada17868cd7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:40:09.715561 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c091ed07-20ea-4fb4-9c5e-8f38d8e67308 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:40:09.715966 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a7edc5-7681-4113-9994-5c4c63909917', 'name': 'network-vif-deleted', 'tag': '8a4da453-2e80-458f-856d-cada17868cd7', 'status': 'completed', 'code': 200} Jul 13 20:40:09.947230 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f6d91d27-f98c-4e6a-8f08-2cbf1292a8b2 req-f24e5900-3c3e-487e-9e9c-ff5a5ada9d79 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 210 time: 0.0285952 Jul 13 20:40:11.103193 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4f4e946-3c1d-4a21-9ba9-a3afc4bfcf9a req-d2b9dbff-ce91-4af0-8979-e7adc6cb95e0 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 210 time: 0.0309370 Jul 13 20:40:12.250116 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a9213065-8e12-4384-aa2e-ca706abf2a4b req-e2387e53-325b-4642-b462-0688f6ec2fee tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 210 time: 0.0329783 Jul 13 20:40:13.404402 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b66eb017-9ae8-4c57-a7f3-3d2b99358480 req-832c3c6b-8705-48b3-be9a-6bc5bfe27e3a tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a7edc5-7681-4113-9994-5c4c63909917 HTTP/1.1" status: 200 len: 210 time: 0.0283179 Jul 13 20:40:14.385314 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8a4da453-2e80-458f-856d-cada17868cd7 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:40:14.405876 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 8a4da453-2e80-458f-856d-cada17868cd7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:40:14.406221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 8a4da453-2e80-458f-856d-cada17868cd7 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:40:14.498435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:14.563315 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7408-f310-4f59-8f8a-0eaa057af732 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:14.589754 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7408-f310-4f59-8f8a-0eaa057af732 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:14.651191 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7408-f310-4f59-8f8a-0eaa057af732 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:14.653859 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7408-f310-4f59-8f8a-0eaa057af732 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:14.655109 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-1f0c7408-f310-4f59-8f8a-0eaa057af732 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] 10.222.0.25 "DELETE /v2.0/security-groups/0e0b5e6e-250c-45d1-bf38-a2a36d6c8399 HTTP/1.1" status: 204 len: 168 time: 0.1551232 Jul 13 20:40:14.665215 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c7408-f310-4f59-8f8a-0eaa057af732 tempest-TestShelveInstance-978726194 tempest-TestShelveInstance-978726194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0b5e6e-250c-45d1-bf38-a2a36d6c8399,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:14.708048 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:15.150778 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:15.411813 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] Deleting port 4fda56a6-a2ae-416d-8cff-26788c6aa923 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:40:15.412050 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:15.492723 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] For port 4fda56a6-a2ae-416d-8cff-26788c6aa923, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4fda56a6-a2ae-416d-8cff-26788c6aa923,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:15.493078 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:15.505375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] Calling delete_port for 4fda56a6-a2ae-416d-8cff-26788c6aa923 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:40:15.688776 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:15.714047 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fda56a6-a2ae-416d-8cff-26788c6aa923,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:15.890279 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.106655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] Router ed7b3d3c-e477-4be6-bb73-a388350b858f has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:40:16.218843 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:40:16.224313 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-a73fece1-2498-4111-b521-bd975492857d admin admin] 10.222.0.25 "PUT /v2.0/routers/ed7b3d3c-e477-4be6-bb73-a388350b858f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5147386 Jul 13 20:40:16.226702 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:16.228156 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] Sync routers for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:40:16.238535 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:16.239398 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:39:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:16.333348 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.343646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:16.434733 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.457270 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.490964 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Deleting port afc12da3-6f53-47cd-85f6-a1ba4b2c5367 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:40:16.491302 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.527785 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:40:15Z', 'revision_number': 5, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port': {'id': 'afc12da3-6f53-47cd-85f6-a1ba4b2c5367', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:16.558030 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] Checking router: ed7b3d3c-e477-4be6-bb73-a388350b858f for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:40:16.566385 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] Routers {'ed7b3d3c-e477-4be6-bb73-a388350b858f'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:16.567015 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:39:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['ed7b3d3c-e477-4be6-bb73-a388350b858f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:16.567977 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] For port afc12da3-6f53-47cd-85f6-a1ba4b2c5367, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=afc12da3-6f53-47cd-85f6-a1ba4b2c5367,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:16.568343 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.581594 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Calling delete_port for afc12da3-6f53-47cd-85f6-a1ba4b2c5367 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:40:16.648575 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] Set router ed7b3d3c-e477-4be6-bb73-a388350b858f gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:16.704253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:40:16Z', 'revision_number': 6, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:16.730191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd29e1-ed41-4db4-8ff6-7e5ee0bf7591 None None] The sync data for ids ['ed7b3d3c-e477-4be6-bb73-a388350b858f'] in n-d-800708-1 is: [{'id': 'ed7b3d3c-e477-4be6-bb73-a388350b858f', 'name': 'tempest-TestShelveInstance-321991792-router', 'tenant_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:25Z', 'updated_at': '2021-07-13T20:40:16Z', 'revision_number': 6, 'project_id': 'a3e9c1b1d1bf4870ac672d3185123101', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:40:16.749594 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.776771 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc12da3-6f53-47cd-85f6-a1ba4b2c5367,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:16.788924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.789267 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.789601 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.789933 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.790291 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.790662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.790985 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.791304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.791623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.791939 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.792257 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.792573 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:16.852889 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.941444 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.943524 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.985753 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.986321 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed7b3d3c-e477-4be6-bb73-a388350b858f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:40:16.991690 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:16.992821 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-75ad41a5-f2a5-43bf-b24c-b535b2a0eba0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ed7b3d3c-e477-4be6-bb73-a388350b858f HTTP/1.1" status: 204 len: 168 time: 0.7651567 Jul 13 20:40:16.995378 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:17.042309 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a552cc-318d-421b-a85d-9fd2ab148fba admin admin] Deleting subnet 312315df-e11c-4c95-a669-db00f48d51b3 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:40:17.045299 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a552cc-318d-421b-a85d-9fd2ab148fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.084403 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a552cc-318d-421b-a85d-9fd2ab148fba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.172278 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a552cc-318d-421b-a85d-9fd2ab148fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.209491 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.228635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a552cc-318d-421b-a85d-9fd2ab148fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.261215 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a552cc-318d-421b-a85d-9fd2ab148fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.263049 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-59a552cc-318d-421b-a85d-9fd2ab148fba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/312315df-e11c-4c95-a669-db00f48d51b3 HTTP/1.1" status: 204 len: 168 time: 0.2667503 Jul 13 20:40:17.264016 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a552cc-318d-421b-a85d-9fd2ab148fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312315df-e11c-4c95-a669-db00f48d51b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:17.266776 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:17.273332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f00481-50e4-4f1e-9a45-14ba6f84c1c1 None None] Network d6aa7790-d41a-42db-a29b-c084a1ddd7a8 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:40:17.333789 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.392481 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Deleting port 8139864f-d83f-4eb7-98a1-c08546032366 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:40:17.392816 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.454230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] For port 8139864f-d83f-4eb7-98a1-c08546032366, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=8139864f-d83f-4eb7-98a1-c08546032366,segment=NetworkSegment(4d10ddb8-5f28-43fe-9b96-ff92f8f8af32),segment_id=4d10ddb8-5f28-43fe-9b96-ff92f8f8af32)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:17.454560 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.466765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Calling delete_port for 8139864f-d83f-4eb7-98a1-c08546032366 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:40:17.525579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] DHCP port deletion for d6aa7790-d41a-42db-a29b-c084a1ddd7a8 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:40:17.527573 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4fda56a6-a2ae-416d-8cff-26788c6aa923 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:40:17.552851 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 4fda56a6-a2ae-416d-8cff-26788c6aa923 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:40:17.553198 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4fda56a6-a2ae-416d-8cff-26788c6aa923 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:40:17.562820 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.586164 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8139864f-d83f-4eb7-98a1-c08546032366,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:17.599051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] No DVR routers for this DVR port 8139864f-d83f-4eb7-98a1-c08546032366 on host n-d-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:40:17.599256 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Deleting port 8139864f-d83f-4eb7-98a1-c08546032366 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:40:17.599548 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.660520 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] For port 8139864f-d83f-4eb7-98a1-c08546032366, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:17.660923 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.671364 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.674085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Calling delete_port for 8139864f-d83f-4eb7-98a1-c08546032366 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:40:17.677024 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Port 8139864f-d83f-4eb7-98a1-c08546032366 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 20:40:17.678468 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.682939 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6aa7790-d41a-42db-a29b-c084a1ddd7a8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:17.696332 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:17.696624 n-d-800708-1 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d10ddb8-5f28-43fe-9b96-ff92f8f8af32') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:17.703788 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Pushing event deleted for resources: {'Port': ['ID=8139864f-d83f-4eb7-98a1-c08546032366,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:17.707216 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12871019'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.708149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] No DVR routers for this DVR port 8139864f-d83f-4eb7-98a1-c08546032366 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:40:17.714877 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.715223 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.715561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.715891 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.716221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.716543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.716870 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.717188 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.717579 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.717899 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.718229 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.718886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed1135-121d-402a-baa0-1f19ee9d6e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:17.726549 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.733719 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:40:17.734202 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801123'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: Traceback (most recent call last): Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: timer() Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: cb(*args, **kw) Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: return func(*args, **kwargs) Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: self._notify() Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: self.callback(batched_events) Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: event.method(event) Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: return f(self, *a, **k) Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: return self._get(url).json() Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:40:17.735938 n-d-800708-1 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:40:17.796781 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.802819 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:17.804628 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d6aa7790-d41a-42db-a29b-c084a1ddd7a8 HTTP/1.1" status: 204 len: 168 time: 0.5368533 Jul 13 20:40:17.807801 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:17.815904 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e56e04-1a74-4480-a100-4c12713fbfd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6aa7790-d41a-42db-a29b-c084a1ddd7a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:18.144732 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:18.393328 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] Deleting port 1cd66460-532b-4154-a164-676bf8e11cbc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:40:18.394058 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:18.471394 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] For port 1cd66460-532b-4154-a164-676bf8e11cbc, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=1cd66460-532b-4154-a164-676bf8e11cbc,segment=NetworkSegment(fe09c7d7-298a-44da-aecc-bda3387a3227),segment_id=fe09c7d7-298a-44da-aecc-bda3387a3227)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:18.471664 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:18.484199 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] Calling delete_port for 1cd66460-532b-4154-a164-676bf8e11cbc owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:40:18.656996 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:18.682806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd66460-532b-4154-a164-676bf8e11cbc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:18.848762 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:19.008883 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device afc12da3-6f53-47cd-85f6-a1ba4b2c5367 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:40:19.035756 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: afc12da3-6f53-47cd-85f6-a1ba4b2c5367 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:40:19.036192 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device afc12da3-6f53-47cd-85f6-a1ba4b2c5367 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:40:19.036684 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8139864f-d83f-4eb7-98a1-c08546032366 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:40:19.055568 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 8139864f-d83f-4eb7-98a1-c08546032366 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:40:19.055914 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 8139864f-d83f-4eb7-98a1-c08546032366 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:40:19.068590 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] Router 558cab93-6b12-491f-9d63-6d1079adc5b1 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:40:19.172829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:40:19.178274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a06537a1-0206-48ce-a4ba-2c8ed852c7ac admin admin] 10.222.0.25 "PUT /v2.0/routers/558cab93-6b12-491f-9d63-6d1079adc5b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3694334 Jul 13 20:40:19.180874 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:19.181597 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] Sync routers for ids ['558cab93-6b12-491f-9d63-6d1079adc5b1'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:40:19.191617 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] Routers {'558cab93-6b12-491f-9d63-6d1079adc5b1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:19.192245 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:39:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['558cab93-6b12-491f-9d63-6d1079adc5b1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:19.297664 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] Set router 558cab93-6b12-491f-9d63-6d1079adc5b1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:19.479765 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'name': 'tempest-TestShelveInstance-580666848-router', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:29Z', 'updated_at': '2021-07-13T20:40:18Z', 'revision_number': 5, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'gw_port': {'id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:30Z', 'updated_at': '2021-07-13T20:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:19.510680 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] Checking router: 558cab93-6b12-491f-9d63-6d1079adc5b1 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:40:19.519166 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] Routers {'558cab93-6b12-491f-9d63-6d1079adc5b1'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:19.519694 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:39:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['558cab93-6b12-491f-9d63-6d1079adc5b1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:19.588097 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:19.623217 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] Set router 558cab93-6b12-491f-9d63-6d1079adc5b1 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:19.689372 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:19.742341 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Deleting port 4fb253f2-66c2-4279-bd6d-11820197ab21 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:40:19.742784 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:19.797418 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'name': 'tempest-TestShelveInstance-580666848-router', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:29Z', 'updated_at': '2021-07-13T20:40:18Z', 'revision_number': 5, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'gw_port': {'id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:30Z', 'updated_at': '2021-07-13T20:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:19.820031 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] For port 4fb253f2-66c2-4279-bd6d-11820197ab21, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=4fb253f2-66c2-4279-bd6d-11820197ab21,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:19.820394 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:19.823465 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe34d3-c9b7-4aae-aeb4-fd1536161961 None None] The sync data for ids ['558cab93-6b12-491f-9d63-6d1079adc5b1'] in n-d-800708-1 is: [{'id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'name': 'tempest-TestShelveInstance-580666848-router', 'tenant_id': 'fe34aa8ca81541178eb591ca5974129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:31:29Z', 'updated_at': '2021-07-13T20:40:18Z', 'revision_number': 5, 'project_id': 'fe34aa8ca81541178eb591ca5974129e', 'gw_port': {'id': '4fb253f2-66c2-4279-bd6d-11820197ab21', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558cab93-6b12-491f-9d63-6d1079adc5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:31:30Z', 'updated_at': '2021-07-13T20:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:40:19.834089 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Calling delete_port for 4fb253f2-66c2-4279-bd6d-11820197ab21 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:40:19.999646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.028298 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb253f2-66c2-4279-bd6d-11820197ab21,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:20.089331 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.179898 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.182107 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.226850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.227410 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 558cab93-6b12-491f-9d63-6d1079adc5b1 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:40:20.231577 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.232820 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-059c4ee2-5476-48ee-8e3a-8b1ad3bc8554 admin admin] 10.222.0.25 "DELETE /v2.0/routers/558cab93-6b12-491f-9d63-6d1079adc5b1 HTTP/1.1" status: 204 len: 168 time: 1.0510039 Jul 13 20:40:20.235556 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:20.285806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc53453f-f090-4579-a7da-d4212fe1269c admin admin] Deleting subnet 3f53de64-63b2-41e6-a738-876bdeb0d3a4 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:40:20.289065 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc53453f-f090-4579-a7da-d4212fe1269c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.327262 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc53453f-f090-4579-a7da-d4212fe1269c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.405430 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc53453f-f090-4579-a7da-d4212fe1269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.442504 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:40:20.461687 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc53453f-f090-4579-a7da-d4212fe1269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.493406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53453f-f090-4579-a7da-d4212fe1269c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f53de64-63b2-41e6-a738-876bdeb0d3a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:20.496862 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc53453f-f090-4579-a7da-d4212fe1269c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.501241 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-bc53453f-f090-4579-a7da-d4212fe1269c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3f53de64-63b2-41e6-a738-876bdeb0d3a4 HTTP/1.1" status: 204 len: 168 time: 0.2622418 Jul 13 20:40:20.501745 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:20.505871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04155597-88cf-4b64-a373-a36faaa07950 None None] Network c0ec0947-8293-49ac-a3f8-ec3745f9ac03 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:40:20.570850 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.623570 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Deleting port a192b729-cae3-4a31-af9f-128fcd93ebc4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:40:20.624291 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.690776 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] For port a192b729-cae3-4a31-af9f-128fcd93ebc4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=a192b729-cae3-4a31-af9f-128fcd93ebc4,segment=NetworkSegment(fe09c7d7-298a-44da-aecc-bda3387a3227),segment_id=fe09c7d7-298a-44da-aecc-bda3387a3227)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:20.691142 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.703464 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Calling delete_port for a192b729-cae3-4a31-af9f-128fcd93ebc4 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:40:20.782807 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.810263 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a192b729-cae3-4a31-af9f-128fcd93ebc4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:20.812448 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] No DVR routers for this DVR port a192b729-cae3-4a31-af9f-128fcd93ebc4 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:40:20.831926 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5610b8-c12d-46c5-ba3c-038876939ba5 None None] DHCP port deletion for c0ec0947-8293-49ac-a3f8-ec3745f9ac03 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:40:20.866917 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f41ae1ba-1f10-42e1-9bb9-3e3f4d74b465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.888843 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.898729 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ec0947-8293-49ac-a3f8-ec3745f9ac03']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:20.911117 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe09c7d7-298a-44da-aecc-bda3387a3227') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:20.911416 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe09c7d7-298a-44da-aecc-bda3387a3227') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:20.920967 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.935799 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.943178 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:40:20.943618 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:40:20.945335 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:40:20.955816 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1cd66460-532b-4154-a164-676bf8e11cbc no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:40:20.975093 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 1cd66460-532b-4154-a164-676bf8e11cbc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:40:20.975429 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 1cd66460-532b-4154-a164-676bf8e11cbc not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:40:20.975841 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4fb253f2-66c2-4279-bd6d-11820197ab21 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:40:20.994348 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 4fb253f2-66c2-4279-bd6d-11820197ab21 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:40:20.994713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 4fb253f2-66c2-4279-bd6d-11820197ab21 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:40:20.995117 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a192b729-cae3-4a31-af9f-128fcd93ebc4 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:40:21.006717 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:21.011871 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:21.013801 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c0ec0947-8293-49ac-a3f8-ec3745f9ac03 HTTP/1.1" status: 204 len: 168 time: 0.5112867 Jul 13 20:40:21.014482 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: a192b729-cae3-4a31-af9f-128fcd93ebc4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:40:21.014827 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device a192b729-cae3-4a31-af9f-128fcd93ebc4 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:40:21.028740 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426d5eb-835e-4d01-a57b-2544e80dc9d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ec0947-8293-49ac-a3f8-ec3745f9ac03,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:21.122662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:21.162921 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-cc6cccbd-4cc9-44ab-8445-53c7422d898d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3e9c1b1d1bf4870ac672d3185123101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388651 Jul 13 20:40:21.165193 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:21.214123 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a801b6d9-dac6-4a5f-94a6-9213bd1ee977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:21.234847 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a801b6d9-dac6-4a5f-94a6-9213bd1ee977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:21.280996 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a801b6d9-dac6-4a5f-94a6-9213bd1ee977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:21.283610 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a801b6d9-dac6-4a5f-94a6-9213bd1ee977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:21.284769 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a801b6d9-dac6-4a5f-94a6-9213bd1ee977 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6b7fabe-788c-4e60-a4eb-0da23cb98681 HTTP/1.1" status: 204 len: 168 time: 0.1186130 Jul 13 20:40:21.292698 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801b6d9-dac6-4a5f-94a6-9213bd1ee977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b7fabe-788c-4e60-a4eb-0da23cb98681,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:21.596763 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:21.639448 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-58614351-c440-4f0a-894c-5cf1cc9b3865 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe34aa8ca81541178eb591ca5974129e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394461 Jul 13 20:40:21.639880 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:21.685583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d64cd3c3-440b-463a-95c6-ca366aafaba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:21.706384 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d64cd3c3-440b-463a-95c6-ca366aafaba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:21.757904 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d64cd3c3-440b-463a-95c6-ca366aafaba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:21.760389 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d64cd3c3-440b-463a-95c6-ca366aafaba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:21.761534 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d64cd3c3-440b-463a-95c6-ca366aafaba8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86b31225-13c5-49a5-928c-0983aa56349c HTTP/1.1" status: 204 len: 168 time: 0.1207569 Jul 13 20:40:21.769170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cd3c3-440b-463a-95c6-ca366aafaba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b31225-13c5-49a5-928c-0983aa56349c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:22.408655 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:22.499915 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-869754766-network', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:22.521521 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Made reservation on behalf of b5a2f377a4ad49fc8f0b1e965ba63b93 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:40:22.523890 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:22.532624 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:22.618217 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:22.622295 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:22.646859 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:40:22.656307 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6b02c2-c424-4676-97ea-5f6acae69e85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:22.661503 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:22.661902 n-d-800708-1 neutron-server[93766]: INFO neutron.db.segments_db [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Added segment 6292c7b4-3d18-42e1-95b3-60e296183e63 of type vlan for network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 Jul 13 20:40:22.701469 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:22.732370 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:22.733387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:22.733968 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:22.787726 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3778114 Jul 13 20:40:22.790900 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:22.795902 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Request body: {'subnet': {'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-869754766-subnet', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:22.798573 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7d749-e1b2-45e6-86fa-e29a4fcc5bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:22.809042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:40:22.819181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Made reservation on behalf of b5a2f377a4ad49fc8f0b1e965ba63b93 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:40:22.821544 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14547134'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:22.987252 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14195817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14547084'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.047187 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bdcb10e-8d52-46ef-aece-8cf531d76fed,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:23.054779 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Checking segment: {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:23.055149 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Network hostable DHCP agents. Network: 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:40:23.073170 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:40:23.081773 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:23.085761 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:23.086350 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.091668 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e6451-f5b6-41d0-85e4-7fc2e0b0467b None None] Network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:40:23.100609 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-32c3ae91-7ad9-4cc0-a248-1229895c3510 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3086159 Jul 13 20:40:23.103475 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:23.108022 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:23.128943 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.130020 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.182596 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.238185 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:40:23.239019 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.321161 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.371881 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Allocated IP 172.20.0.2 (5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338/1bdcb10e-8d52-46ef-aece-8cf531d76fed/2ec5335b-8daa-45c5-8b6d-c4e92ae602c0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:40:23.513130 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.520101 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.521803 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Transition to ACTIVE for port object 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:23.536690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Transition to ACTIVE for port object 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:23.542557 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.543048 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.579011 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:23.584097 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:23.587426 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:40:23.598427 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Pushing event updated for resources: {'Port': ['ID=2ec5335b-8daa-45c5-8b6d-c4e92ae602c0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:23.648074 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Allocated IP 172.25.7.34 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/48cf5d5c-0cf1-4631-9225-35fc1045c1dd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:40:23.648942 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Attempting to bind port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:40:23.649307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Attempting to bind port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:40:23.649791 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Attempting to bind port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 on network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:40:23.654944 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:40:23.655307 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Checking segment: {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:23.655702 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.656112 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Bound using segment: {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:40:23.656576 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Bound port: 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:40:23.657012 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.743462 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] For port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:40:23.747529 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fd89046-6dec-4601-8876-2455c98302fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.750742 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] For port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2ec5335b-8daa-45c5-8b6d-c4e92ae602c0,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:40:23.756017 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.764400 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.767461 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.815435 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.816993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611b1b1-9376-4f9d-a09c-eed4901549cd None None] Pushing event updated for resources: {'Port': ['ID=2ec5335b-8daa-45c5-8b6d-c4e92ae602c0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:23.852618 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:23.857621 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:23.861969 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:40:23.888305 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Pushing event updated for resources: {'Port': ['ID=48cf5d5c-0cf1-4631-9225-35fc1045c1dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:24.128828 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:24.318945 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:24.448700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Router 2debce87-aa08-46f9-8681-a7567bb6f037 is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:40:24.559303 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:40:24.568925 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Sync routers for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:40:24.577687 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:24.582047 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-24c264fc-7b9c-42d1-8a14-47ccabce4ffa admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4750752 Jul 13 20:40:24.582202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:24.582202 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:24.582457 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:24.692038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:24.761801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f5241c-82fa-445f-8ce6-9ad74c985613 None None] Network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:40:24.999435 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:25.069907 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.075299 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6323a660-d0ec-4102-b44a-71537cfdd2f3 None None] Provisioning for port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:25.179277 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:25.193072 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:25.193444 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.269257 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:24Z', 'revision_number': 3, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:25.307333 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Checking router: 2debce87-aa08-46f9-8681-a7567bb6f037 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:40:25.307691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Updating router 2debce87-aa08-46f9-8681-a7567bb6f037 port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:40:25.319104 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.373238 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.401419 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.487752 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Allocated IP 172.20.0.1 (5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338/1bdcb10e-8d52-46ef-aece-8cf531d76fed/6da65897-5c3b-43e2-990d-3038466c3d05) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:40:25.502992 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2ec5335b-8daa-45c5-8b6d-c4e92ae602c0,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:25.509201 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.610560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.615085 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=2ec5335b-8daa-45c5-8b6d-c4e92ae602c0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:25.624306 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Transition to ACTIVE for port object 6da65897-5c3b-43e2-990d-3038466c3d05 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:25.643718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e80f6a70-57fb-47b0-b596-d72f5b062b51 None None] Provisioning complete for port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:25.644090 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e80f6a70-57fb-47b0-b596-d72f5b062b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.657500 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.694301 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:25.700473 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:25.704256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:40:25.729318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Pushing event updated for resources: {'Port': ['ID=6da65897-5c3b-43e2-990d-3038466c3d05,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:25.748878 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.771970 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.790984 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Transition to ACTIVE for port object 48cf5d5c-0cf1-4631-9225-35fc1045c1dd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:25.799539 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.855852 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Attempting to bind port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:40:25.856217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Attempting to bind port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:40:25.856548 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Attempting to bind port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:40:25.859712 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc3ccf-3566-4255-8173-c1b1f9cb533e None None] Pushing event updated for resources: {'Port': ['ID=48cf5d5c-0cf1-4631-9225-35fc1045c1dd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:25.864591 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:40:25.864960 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:25.865415 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.865777 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:40:25.866252 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Bound port: 48cf5d5c-0cf1-4631-9225-35fc1045c1dd, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:40:25.866640 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.908003 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.920225 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] For port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:40:25.924002 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] For port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=48cf5d5c-0cf1-4631-9225-35fc1045c1dd,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:40:25.929441 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:25.990319 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc3ccf-3566-4255-8173-c1b1f9cb533e None None] Pushing event updated for resources: {'Port': ['ID=48cf5d5c-0cf1-4631-9225-35fc1045c1dd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:25.992900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:25.993501 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:26.053361 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49c0bfa2-92aa-4355-91e4-bdc167474383 None None] Provisioning for port 6da65897-5c3b-43e2-990d-3038466c3d05 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:26.085007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49c0bfa2-92aa-4355-91e4-bdc167474383 None None] Provisioning complete for port 6da65897-5c3b-43e2-990d-3038466c3d05 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:26.085382 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49c0bfa2-92aa-4355-91e4-bdc167474383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:26.090381 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:26.095570 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:26.138206 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-49c0bfa2-92aa-4355-91e4-bdc167474383 None None] Port 6da65897-5c3b-43e2-990d-3038466c3d05 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:40:26.141207 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:26.164646 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:26.167266 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Pushing event updated for resources: {'Port': ['ID=6da65897-5c3b-43e2-990d-3038466c3d05,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:26.255023 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:26.256411 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:26.351500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 1, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:26.383389 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f7bec-1fca-4e68-a12d-29694f3bbec3 None None] The sync data for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 is: [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 1, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:40:26.389666 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Router 2debce87-aa08-46f9-8681-a7567bb6f037 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:40:26.397658 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:26.508382 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:40:26.513188 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-de98b257-e260-422a-8f72-1d117d4b499b admin admin] 10.222.0.25 "PUT /v2.0/routers/2debce87-aa08-46f9-8681-a7567bb6f037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9299283 Jul 13 20:40:26.562230 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5a65f43-e8ac-499e-aa2f-f7ae12826140 None None] Provisioning complete for port 6da65897-5c3b-43e2-990d-3038466c3d05 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:26.562998 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5a65f43-e8ac-499e-aa2f-f7ae12826140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:26.626924 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c5a65f43-e8ac-499e-aa2f-f7ae12826140 None None] Port 6da65897-5c3b-43e2-990d-3038466c3d05 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:40:26.979373 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:27.032559 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:27.036829 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:27.037208 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.037689 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1033371802-network', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:27.080100 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Made reservation on behalf of 2ee72992d9254d379e06d87aece80ccb for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:40:27.082989 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.092193 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.197597 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.202111 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.229043 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:40:27.239659 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c0ceb1-d7d3-4dfa-a158-18c9f2ab771a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:27.246342 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.246732 n-d-800708-1 neutron-server[93767]: INFO neutron.db.segments_db [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Added segment c9ce2428-ac56-4e60-b3e5-49c7cd4118f2 of type vlan for network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d Jul 13 20:40:27.291590 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776824885508'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.327511 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.329318 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:27.329964 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.388888 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3551989 Jul 13 20:40:27.392615 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:27.396189 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779b68b-c509-4375-88e0-8fb83354dcb4 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:27.400613 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Request body: {'subnet': {'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1033371802-subnet', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:27.407496 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d details requested by agent ovs-agent-n-d-800708-1 with host n-d-800708-1 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:40:27.426033 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Made reservation on behalf of 2ee72992d9254d379e06d87aece80ccb for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:40:27.429057 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24534203'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.604001 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13801420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24534153'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.652659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d082fea5-fac1-4875-816b-f165ec21f216,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:27.669195 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Checking segment: {'id': 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:27.669556 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Network hostable DHCP agents. Network: a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d, hostable agents: ['e669d774-cc5d-44a7-8f7e-b3fe9687bdea'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:40:27.688087 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d is scheduled to be hosted by DHCP agent e669d774-cc5d-44a7-8f7e-b3fe9687bdea with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:40:27.697129 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800708-1, a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:27.703402 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:27.704599 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.705174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea4f29b-2367-467f-9744-a90e807073d8 None None] Network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:40:27.720536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d8142be8-6723-4ad3-b888-e106c8c1b34a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3259749 Jul 13 20:40:27.722998 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:27.727446 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1033371802-router', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:27.750006 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-668090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8578'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.751040 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8585'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.806094 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.854057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ba674-3efc-5eb9-82f6-ac645bb63ab2-a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d', 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'fixed_ips': [{'subnet_id': 'd082fea5-fac1-4875-816b-f165ec21f216'}]}} from n-d-800708-1. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:40:27.854960 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.949141 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15459'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.987515 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Allocated IP 172.20.0.2 (a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d/d082fea5-fac1-4875-816b-f165ec21f216/bff1d8cf-0be7-4634-9209-4d31b70e27f4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:40:28.133168 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:28.143457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Transition to ACTIVE for port object bff1d8cf-0be7-4634-9209-4d31b70e27f4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:28.159612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:28.162976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Transition to ACTIVE for port object bff1d8cf-0be7-4634-9209-4d31b70e27f4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:28.168972 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:28.180952 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:28.209550 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:28.212270 n-d-800708-1 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:28.215819 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:40:28.221165 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Pushing event updated for resources: {'Port': ['ID=bff1d8cf-0be7-4634-9209-4d31b70e27f4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:28.280606 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Attempting to bind port bff1d8cf-0be7-4634-9209-4d31b70e27f4 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:40:28.281010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Attempting to bind port bff1d8cf-0be7-4634-9209-4d31b70e27f4 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:40:28.281365 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Attempting to bind port bff1d8cf-0be7-4634-9209-4d31b70e27f4 on network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:40:28.286191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:40:28.286667 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Checking segment: {'id': 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:28.287066 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:28.287451 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Bound using segment: {'id': 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:40:28.288148 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Bound port: bff1d8cf-0be7-4634-9209-4d31b70e27f4, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:40:28.288480 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:28.289088 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Allocated IP 172.25.7.19 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/f63810ef-2b5d-4f11-97c1-6be91b3facf8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:40:28.353910 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] For port bff1d8cf-0be7-4634-9209-4d31b70e27f4, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:40:28.357264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] For port bff1d8cf-0be7-4634-9209-4d31b70e27f4, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=bff1d8cf-0be7-4634-9209-4d31b70e27f4,segment=NetworkSegment(c9ce2428-ac56-4e60-b3e5-49c7cd4118f2),segment_id=c9ce2428-ac56-4e60-b3e5-49c7cd4118f2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:40:28.361357 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:28.416031 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:28.427933 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452d8f4-d70d-49a2-9101-77e1327d2a0d None None] Pushing event updated for resources: {'Port': ['ID=bff1d8cf-0be7-4634-9209-4d31b70e27f4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:28.454498 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:28.473279 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Sync routers for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:40:28.483702 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:28.485131 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:28.492734 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:28.497756 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:28.501375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:40:28.603075 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:28.625051 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Pushing event updated for resources: {'Port': ['ID=f63810ef-2b5d-4f11-97c1-6be91b3facf8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:28.806548 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:28.906786 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 2, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:28.937865 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Checking router: 2debce87-aa08-46f9-8681-a7567bb6f037 for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:40:28.938208 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Updating router 2debce87-aa08-46f9-8681-a7567bb6f037 port 6da65897-5c3b-43e2-990d-3038466c3d05 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:40:28.977780 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.053131 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 48cf5d5c-0cf1-4631-9225-35fc1045c1dd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:29.111369 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:29.116661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:29.117593 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.214730 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.240967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=48cf5d5c-0cf1-4631-9225-35fc1045c1dd,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:29.245746 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.247005 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device bff1d8cf-0be7-4634-9209-4d31b70e27f4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:29.309453 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.331297 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Transition to ACTIVE for port object 6da65897-5c3b-43e2-990d-3038466c3d05 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:29.333367 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=48cf5d5c-0cf1-4631-9225-35fc1045c1dd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:29.341669 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.347271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port bff1d8cf-0be7-4634-9209-4d31b70e27f4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:29.365233 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668967'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.402008 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Pushing event updated for resources: {'Port': ['ID=6da65897-5c3b-43e2-990d-3038466c3d05,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:29.446878 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.447303 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.447706 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.448101 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.448491 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.448886 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.449312 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.449697 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.450084 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.450487 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.450869 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.451248 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:29.473601 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Attempting to bind port 6da65897-5c3b-43e2-990d-3038466c3d05 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:40:29.474256 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Attempting to bind port 6da65897-5c3b-43e2-990d-3038466c3d05 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:40:29.474375 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Attempting to bind port 6da65897-5c3b-43e2-990d-3038466c3d05 on network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:40:29.479644 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:40:29.480010 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Checking segment: {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:29.480662 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.481230 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Bound using segment: {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:40:29.481876 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Bound port: 6da65897-5c3b-43e2-990d-3038466c3d05, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:40:29.482246 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.513125 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac is scheduled to L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:40:29.563946 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] For port 6da65897-5c3b-43e2-990d-3038466c3d05, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:40:29.579674 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] For port 6da65897-5c3b-43e2-990d-3038466c3d05, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6da65897-5c3b-43e2-990d-3038466c3d05,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:40:29.590446 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.630608 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931657e-0b52-4ed8-9a39-def467a6060c None None] Network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:40:29.664888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:40:29.684283 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:29.685659 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d2293ddf-9a2a-4de5-9841-bfc82cc613fa admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9615989 Jul 13 20:40:29.689174 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:29.698715 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:29.699349 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:29.713500 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Sync routers for ids ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:40:29.747187 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0ac9e-b285-42c0-b47a-43beceb17688 None None] Pushing event updated for resources: {'Port': ['ID=6da65897-5c3b-43e2-990d-3038466c3d05,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:29.751779 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Routers {'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:29.752744 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:29.856007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1cb55b13-10d3-4e28-922b-efd725a834e2 None None] Provisioning for port bff1d8cf-0be7-4634-9209-4d31b70e27f4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:29.882136 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:29.957007 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Set router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:29.960454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1cb55b13-10d3-4e28-922b-efd725a834e2 None None] Provisioning complete for port bff1d8cf-0be7-4634-9209-4d31b70e27f4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:29.961072 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cb55b13-10d3-4e28-922b-efd725a834e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:30.141631 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:30.168908 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed58b2a-9cf6-400f-9477-9a04c9cc3e39 None None] The sync data for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 is: [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:40:30.238768 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:30.427577 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Allocated IP 172.20.0.1 (a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d/d082fea5-fac1-4875-816b-f165ec21f216/e65df7fe-52a2-42f1-9c54-a789dabfe8f6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:40:30.440729 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cb55b13-10d3-4e28-922b-efd725a834e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:30.507675 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1cb55b13-10d3-4e28-922b-efd725a834e2 None None] For port bff1d8cf-0be7-4634-9209-4d31b70e27f4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=bff1d8cf-0be7-4634-9209-4d31b70e27f4,segment=NetworkSegment(c9ce2428-ac56-4e60-b3e5-49c7cd4118f2),segment_id=c9ce2428-ac56-4e60-b3e5-49c7cd4118f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:30.525716 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'name': 'tempest-TestSnapshotPattern-1033371802-router', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:27Z', 'updated_at': '2021-07-13T20:40:28Z', 'revision_number': 3, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'gw_port': {'id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:28Z', 'updated_at': '2021-07-13T20:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:30.529394 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cb55b13-10d3-4e28-922b-efd725a834e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:30.569995 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:30.587671 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Transition to ACTIVE for port object e65df7fe-52a2-42f1-9c54-a789dabfe8f6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:30.596132 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Checking router: a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:40:30.596487 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Updating router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac port f63810ef-2b5d-4f11-97c1-6be91b3facf8 binding host n-d-800708-1 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:40:30.635229 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:30.666650 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55b13-10d3-4e28-922b-efd725a834e2 None None] Pushing event updated for resources: {'Port': ['ID=bff1d8cf-0be7-4634-9209-4d31b70e27f4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:30.679922 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:30.686162 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Pushing event updated for resources: {'Port': ['ID=e65df7fe-52a2-42f1-9c54-a789dabfe8f6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:30.701845 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:30.704145 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:30.706666 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:40:30.750583 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669140'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:30.931718 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:30.973113 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b4b8eca5-bf72-4e67-8715-4ef6dce98944 None None] Provisioning complete for port bff1d8cf-0be7-4634-9209-4d31b70e27f4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:30.977686 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4b8eca5-bf72-4e67-8715-4ef6dce98944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.052972 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6da65897-5c3b-43e2-990d-3038466c3d05 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:31.071746 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.112815 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Transition to ACTIVE for port object f63810ef-2b5d-4f11-97c1-6be91b3facf8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:31.124212 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.126639 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.131071 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.203602 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1530676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667748'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.205419 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Pushing event updated for resources: {'Port': ['ID=e65df7fe-52a2-42f1-9c54-a789dabfe8f6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:31.213559 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port 6da65897-5c3b-43e2-990d-3038466c3d05 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:31.220916 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45314e75-55b5-46b0-9620-237d5714d187 None None] Pushing event updated for resources: {'Port': ['ID=f63810ef-2b5d-4f11-97c1-6be91b3facf8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:31.223499 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 6da65897-5c3b-43e2-990d-3038466c3d05 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:31.223803 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.225776 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Attempting to bind port f63810ef-2b5d-4f11-97c1-6be91b3facf8 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:40:31.226171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Attempting to bind port f63810ef-2b5d-4f11-97c1-6be91b3facf8 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:40:31.226533 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Attempting to bind port f63810ef-2b5d-4f11-97c1-6be91b3facf8 on network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:40:31.250811 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:40:31.251191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Checking segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:31.251595 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.251990 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Bound using segment: {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:40:31.252459 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Bound port: f63810ef-2b5d-4f11-97c1-6be91b3facf8, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c27069-3fc8-4603-b150-87fe6cf85511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:40:31.252845 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.298676 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:31.300130 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:31.347266 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] For port f63810ef-2b5d-4f11-97c1-6be91b3facf8, host n-d-800708-1, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:40:31.369605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] For port f63810ef-2b5d-4f11-97c1-6be91b3facf8, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f63810ef-2b5d-4f11-97c1-6be91b3facf8,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:40:31.376514 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.381317 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66bb2f5a-5b46-40c9-be47-21ce6cb937e1 None None] Provisioning for port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:31.383191 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.416332 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66bb2f5a-5b46-40c9-be47-21ce6cb937e1 None None] Provisioning complete for port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:31.416705 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66bb2f5a-5b46-40c9-be47-21ce6cb937e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.423875 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:40:31.500092 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port 6da65897-5c3b-43e2-990d-3038466c3d05, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6da65897-5c3b-43e2-990d-3038466c3d05,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:31.508381 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.509159 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 48cf5d5c-0cf1-4631-9225-35fc1045c1dd up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:31.510824 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45314e75-55b5-46b0-9620-237d5714d187 None None] Pushing event updated for resources: {'Port': ['ID=f63810ef-2b5d-4f11-97c1-6be91b3facf8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:31.514553 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-66bb2f5a-5b46-40c9-be47-21ce6cb937e1 None None] Port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:40:31.534505 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Routers {'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:31.535155 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:31.547057 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:40:31.553291 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-d0e05a56-75be-4066-8474-95183fc86f48 admin admin] 10.222.0.25 "PUT /v2.0/routers/a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8630803 Jul 13 20:40:31.677454 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=6da65897-5c3b-43e2-990d-3038466c3d05,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:31.699940 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:31.700320 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.704091 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3fa09c35-2f41-44fe-baff-90cb0dd2e168 None None] Provisioning complete for port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:31.704467 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fa09c35-2f41-44fe-baff-90cb0dd2e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.748382 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] Set router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:31.807447 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3fa09c35-2f41-44fe-baff-90cb0dd2e168 None None] Port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:40:31.928913 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device bff1d8cf-0be7-4634-9209-4d31b70e27f4 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:32.018074 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port bff1d8cf-0be7-4634-9209-4d31b70e27f4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:32.018468 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.073987 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'name': 'tempest-TestSnapshotPattern-1033371802-router', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:27Z', 'updated_at': '2021-07-13T20:40:30Z', 'revision_number': 4, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'gw_port': {'id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:28Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e65df7fe-52a2-42f1-9c54-a789dabfe8f6', 'name': '', 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'mac_address': 'fa:16:3e:49:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'd082fea5-fac1-4875-816b-f165ec21f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:30Z', 'updated_at': '2021-07-13T20:40:30Z', 'revision_number': 2, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'subnets': [{'id': 'd082fea5-fac1-4875-816b-f165ec21f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:32.102486 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf7f3bd-f5f4-44c8-bba9-7408eb8008cd None None] The sync data for ids ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'] in n-d-800708-1 is: [{'id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'name': 'tempest-TestSnapshotPattern-1033371802-router', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:27Z', 'updated_at': '2021-07-13T20:40:30Z', 'revision_number': 4, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'gw_port': {'id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:28Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e65df7fe-52a2-42f1-9c54-a789dabfe8f6', 'name': '', 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'mac_address': 'fa:16:3e:49:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'd082fea5-fac1-4875-816b-f165ec21f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:30Z', 'updated_at': '2021-07-13T20:40:30Z', 'revision_number': 2, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'subnets': [{'id': 'd082fea5-fac1-4875-816b-f165ec21f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:40:32.523883 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:32.529019 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4ee48a7b-d9c6-40d1-8f22-3558888f8342 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947045077', 'description': 'tempest-secgroup-smoke-1947045077 description', 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:32.553476 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ee48a7b-d9c6-40d1-8f22-3558888f8342 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.639267 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ee48a7b-d9c6-40d1-8f22-3558888f8342 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.643895 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ee48a7b-d9c6-40d1-8f22-3558888f8342 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.673719 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ee48a7b-d9c6-40d1-8f22-3558888f8342 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.675002 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-4ee48a7b-d9c6-40d1-8f22-3558888f8342 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500041 Jul 13 20:40:32.675861 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee48a7b-d9c6-40d1-8f22-3558888f8342 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99cb11f-dd8c-4775-9dae-8aabc2a7c047,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:32.678218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:32.682869 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4b4a619a-0ebb-4f88-a33d-1dd0e2a9e12a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'security_group_rule': {'security_group_id': 'f99cb11f-dd8c-4775-9dae-8aabc2a7c047', 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:32.708302 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b4a619a-0ebb-4f88-a33d-1dd0e2a9e12a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.764205 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b4a619a-0ebb-4f88-a33d-1dd0e2a9e12a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.767924 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b4a619a-0ebb-4f88-a33d-1dd0e2a9e12a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.788469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a619a-0ebb-4f88-a33d-1dd0e2a9e12a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83995b61-193f-4d4c-86d9-89e7c4d3974a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:32.796047 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b4a619a-0ebb-4f88-a33d-1dd0e2a9e12a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.797911 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-4b4a619a-0ebb-4f88-a33d-1dd0e2a9e12a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186619 Jul 13 20:40:32.800684 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:32.805405 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f699a44b-4eb7-412c-9410-029fff41996d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'security_group_rule': {'security_group_id': 'f99cb11f-dd8c-4775-9dae-8aabc2a7c047', 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:32.830919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f699a44b-4eb7-412c-9410-029fff41996d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.889671 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f699a44b-4eb7-412c-9410-029fff41996d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.893307 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f699a44b-4eb7-412c-9410-029fff41996d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.912188 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699a44b-4eb7-412c-9410-029fff41996d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec871de8-5389-400c-8fcd-c69a2e844ab8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:32.920095 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f699a44b-4eb7-412c-9410-029fff41996d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:32.924695 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-f699a44b-4eb7-412c-9410-029fff41996d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198194 Jul 13 20:40:32.924931 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:32.930302 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-950eaced-0f09-4c7c-b7fb-d4b9687ab3ab tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'security_group_rule': {'security_group_id': 'f99cb11f-dd8c-4775-9dae-8aabc2a7c047', 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:32.964910 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950eaced-0f09-4c7c-b7fb-d4b9687ab3ab tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.031489 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950eaced-0f09-4c7c-b7fb-d4b9687ab3ab tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.035560 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950eaced-0f09-4c7c-b7fb-d4b9687ab3ab tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.059602 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950eaced-0f09-4c7c-b7fb-d4b9687ab3ab tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07449c8-beb7-4711-8224-7bd82f58f5c3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:33.064051 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950eaced-0f09-4c7c-b7fb-d4b9687ab3ab tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.068605 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 48592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:33.071319 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-950eaced-0f09-4c7c-b7fb-d4b9687ab3ab tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455352 Jul 13 20:40:33.073764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c6eb46ea-b830-491b-932f-a724c2461a0e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'security_group_rule': {'security_group_id': 'f99cb11f-dd8c-4775-9dae-8aabc2a7c047', 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:33.104499 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6eb46ea-b830-491b-932f-a724c2461a0e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.138195 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6da65897-5c3b-43e2-990d-3038466c3d05 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:33.172905 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6eb46ea-b830-491b-932f-a724c2461a0e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.177577 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6eb46ea-b830-491b-932f-a724c2461a0e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.193057 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port 6da65897-5c3b-43e2-990d-3038466c3d05 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:33.193727 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.201233 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb46ea-b830-491b-932f-a724c2461a0e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512bea01-750b-472d-acbe-a3c92cf59d80,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:33.205612 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6eb46ea-b830-491b-932f-a724c2461a0e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.209814 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:33.214495 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-054325fe-c3f2-4f4d-aac5-38debacfd12f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'security_group_rule': {'security_group_id': 'f99cb11f-dd8c-4775-9dae-8aabc2a7c047', 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:33.215184 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-c6eb46ea-b830-491b-932f-a724c2461a0e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451178 Jul 13 20:40:33.238984 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-054325fe-c3f2-4f4d-aac5-38debacfd12f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Project b5a2f377a4ad49fc8f0b1e965ba63b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:40:33.244049 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-054325fe-c3f2-4f4d-aac5-38debacfd12f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.278874 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f63810ef-2b5d-4f11-97c1-6be91b3facf8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:33.316642 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-054325fe-c3f2-4f4d-aac5-38debacfd12f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.322303 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-054325fe-c3f2-4f4d-aac5-38debacfd12f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.332172 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port f63810ef-2b5d-4f11-97c1-6be91b3facf8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:33.336434 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f63810ef-2b5d-4f11-97c1-6be91b3facf8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:33.336814 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.342593 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054325fe-c3f2-4f4d-aac5-38debacfd12f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0dbfe7e-77c9-4a0e-971f-c2db91af46ac,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:33.350305 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-054325fe-c3f2-4f4d-aac5-38debacfd12f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.354313 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-054325fe-c3f2-4f4d-aac5-38debacfd12f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409039 Jul 13 20:40:33.354576 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:33.359920 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-43d85c33-ddb0-457b-809b-9de2e0860a59 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'security_group_rule': {'security_group_id': 'f99cb11f-dd8c-4775-9dae-8aabc2a7c047', 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:33.383825 n-d-800708-1 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-43d85c33-ddb0-457b-809b-9de2e0860a59 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Project b5a2f377a4ad49fc8f0b1e965ba63b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:40:33.389215 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d85c33-ddb0-457b-809b-9de2e0860a59 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.426823 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.450536 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port f63810ef-2b5d-4f11-97c1-6be91b3facf8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f63810ef-2b5d-4f11-97c1-6be91b3facf8,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:33.455263 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.458918 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d85c33-ddb0-457b-809b-9de2e0860a59 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.464773 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d85c33-ddb0-457b-809b-9de2e0860a59 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612851'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.488701 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d85c33-ddb0-457b-809b-9de2e0860a59 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee9dbb3-d15b-49ce-9740-b4ebc602e7d1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:33.493490 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d85c33-ddb0-457b-809b-9de2e0860a59 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:33.495581 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-43d85c33-ddb0-457b-809b-9de2e0860a59 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400638 Jul 13 20:40:33.517069 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=f63810ef-2b5d-4f11-97c1-6be91b3facf8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:33.650839 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-702c99f2-895f-454d-a644-bcfa3680739e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947045077&fields=id&tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93 HTTP/1.1" status: 200 len: 267 time: 0.0386078 Jul 13 20:40:33.758415 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-91370ef3-3062-4bb2-b5d2-6c47c239383f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:33.759906 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-91370ef3-3062-4bb2-b5d2-6c47c239383f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 809 time: 0.1014771 Jul 13 20:40:33.774755 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-8465cdb5-8e4c-4a4d-a5a0-e5b58d66cc86 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/quotas/b5a2f377a4ad49fc8f0b1e965ba63b93 HTTP/1.1" status: 200 len: 375 time: 0.0094812 Jul 13 20:40:33.841763 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-76f237cf-c671-46ff-aa35-fa0cff518729 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621903 Jul 13 20:40:33.938914 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-cc5c2a3d-6299-4fb6-bb97-13b2f85407a8 service neutron] 10.222.0.25 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851750 Jul 13 20:40:34.028434 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-d037b9ad-a498-4111-8706-3110d26a2bdc service neutron] 10.222.0.25 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839427 Jul 13 20:40:34.205332 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f51d0649-e4e5-4a3e-ab02-8c24b2b24b22 req-5017488f-8c53-4606-857e-362335285baf tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 210 time: 0.0296934 Jul 13 20:40:34.305198 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Sync routers for ids ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:40:34.314947 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Routers {'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:34.315564 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:34.420573 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Set router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:34.621937 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'name': 'tempest-TestSnapshotPattern-1033371802-router', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:27Z', 'updated_at': '2021-07-13T20:40:30Z', 'revision_number': 4, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'gw_port': {'id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:28Z', 'updated_at': '2021-07-13T20:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e65df7fe-52a2-42f1-9c54-a789dabfe8f6', 'name': '', 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'mac_address': 'fa:16:3e:49:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'd082fea5-fac1-4875-816b-f165ec21f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:30Z', 'updated_at': '2021-07-13T20:40:30Z', 'revision_number': 2, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'subnets': [{'id': 'd082fea5-fac1-4875-816b-f165ec21f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:34.653771 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Checking router: a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:40:34.654123 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Updating router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 binding host n-d-800708-1 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:40:34.688847 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:34.993688 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f63810ef-2b5d-4f11-97c1-6be91b3facf8 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:35.060769 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port f63810ef-2b5d-4f11-97c1-6be91b3facf8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:35.062770 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:35.068163 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:35.078657 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Transition to ACTIVE for port object e65df7fe-52a2-42f1-9c54-a789dabfe8f6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:35.085273 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:35.183478 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9890f-d85c-4e4d-8e47-c5092f5abe9f None None] Pushing event updated for resources: {'Port': ['ID=e65df7fe-52a2-42f1-9c54-a789dabfe8f6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:35.194875 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Attempting to bind port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 on host n-d-800708-1 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:40:35.195241 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Attempting to bind port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 by drivers openvswitch,hyperv on host n-d-800708-1 at level 0 using segments [{'id': 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:40:35.195600 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Attempting to bind port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 on network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:40:35.200640 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Checking agent: {'id': '35067488-a038-40b0-a2a3-97d6682afd36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 10, 23), 'started_at': datetime.datetime(2021, 7, 13, 19, 10, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:40:35.201007 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Checking segment: {'id': 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:35.201404 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:35.201787 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Bound using segment: {'id': 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:40:35.202247 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Bound port: e65df7fe-52a2-42f1-9c54-a789dabfe8f6, host: n-d-800708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:40:35.202681 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:35.268897 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] For port e65df7fe-52a2-42f1-9c54-a789dabfe8f6, host n-d-800708-1, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:40:35.272256 n-d-800708-1 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] For port e65df7fe-52a2-42f1-9c54-a789dabfe8f6, host n-d-800708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e65df7fe-52a2-42f1-9c54-a789dabfe8f6,segment=NetworkSegment(c9ce2428-ac56-4e60-b3e5-49c7cd4118f2),segment_id=c9ce2428-ac56-4e60-b3e5-49c7cd4118f2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:40:35.277629 n-d-800708-1 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:35.338014 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9890f-d85c-4e4d-8e47-c5092f5abe9f None None] Pushing event updated for resources: {'Port': ['ID=e65df7fe-52a2-42f1-9c54-a789dabfe8f6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:35.352537 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Routers {'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:35.352947 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:35.371664 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-751336c6-7e50-4feb-8627-185c1f7e4371 req-ace7d7c7-f202-4fa8-8cb9-0849741bd48b tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 210 time: 0.0392420 Jul 13 20:40:35.474676 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] Set router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:35.584888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-ec8651dd-51cd-4e42-9b80-8a67360dbace tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:35.586586 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-ec8651dd-51cd-4e42-9b80-8a67360dbace tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.24 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 809 time: 0.1110458 Jul 13 20:40:35.636897 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-b8c0f61b-cf9e-4737-8bc2-94ac35635f88 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93 HTTP/1.1" status: 200 len: 380 time: 0.0359154 Jul 13 20:40:35.645993 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'port': {'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'admin_state_up': True, 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'security_groups': ['f99cb11f-dd8c-4775-9dae-8aabc2a7c047']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:35.706097 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'name': 'tempest-TestSnapshotPattern-1033371802-router', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:27Z', 'updated_at': '2021-07-13T20:40:30Z', 'revision_number': 4, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'gw_port': {'id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:28Z', 'updated_at': '2021-07-13T20:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e65df7fe-52a2-42f1-9c54-a789dabfe8f6', 'name': '', 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'mac_address': 'fa:16:3e:49:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'd082fea5-fac1-4875-816b-f165ec21f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:30Z', 'updated_at': '2021-07-13T20:40:35Z', 'revision_number': 4, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'subnets': [{'id': 'd082fea5-fac1-4875-816b-f165ec21f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:35.731708 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e48ed74-3497-4fba-8e82-f6188ba6643a None None] The sync data for ids ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'] in n-d-800708-1 is: [{'id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'name': 'tempest-TestSnapshotPattern-1033371802-router', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:27Z', 'updated_at': '2021-07-13T20:40:30Z', 'revision_number': 4, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'gw_port': {'id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:28Z', 'updated_at': '2021-07-13T20:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': 'e65df7fe-52a2-42f1-9c54-a789dabfe8f6', 'name': '', 'network_id': 'a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'mac_address': 'fa:16:3e:49:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'd082fea5-fac1-4875-816b-f165ec21f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:30Z', 'updated_at': '2021-07-13T20:40:35Z', 'revision_number': 4, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'subnets': [{'id': 'd082fea5-fac1-4875-816b-f165ec21f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:40:35.772710 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Made reservation on behalf of b5a2f377a4ad49fc8f0b1e965ba63b93 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:40:35.776407 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:35.906781 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Allocated IP 172.20.0.8 (5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338/1bdcb10e-8d52-46ef-aece-8cf531d76fed/2536d356-ce7b-4b84-8b93-a3255e5be816) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:40:36.055171 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:36.069832 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Transition to ACTIVE for port object 2536d356-ce7b-4b84-8b93-a3255e5be816 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:36.106804 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:36.150447 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:36.156248 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:36.160227 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:40:36.199765 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'Port': ['ID=2536d356-ce7b-4b84-8b93-a3255e5be816,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:36.220736 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:36.221564 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:36.236916 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-799a9f85-c3c6-46de-9d9b-cbe8bb2e747a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946426 Jul 13 20:40:36.254975 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Request body: {'port': {'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800708-1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:36.336282 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:36.408305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6812c6e-c774-44c5-8a20-19408c8878b8 None None] Provisioning for port 2536d356-ce7b-4b84-8b93-a3255e5be816 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:36.412964 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6812c6e-c774-44c5-8a20-19408c8878b8 None None] Provisioning complete for port 2536d356-ce7b-4b84-8b93-a3255e5be816 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:36.413404 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6812c6e-c774-44c5-8a20-19408c8878b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:36.448560 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c6812c6e-c774-44c5-8a20-19408c8878b8 None None] Port 2536d356-ce7b-4b84-8b93-a3255e5be816 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:40:36.564725 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a600a-1235-4d44-a200-371a1eee44a1 req-eef04973-5d4a-4c57-932b-4543d2e47f6c tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:36.566262 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8f3a600a-1235-4d44-a200-371a1eee44a1 req-eef04973-5d4a-4c57-932b-4543d2e47f6c tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 931 time: 0.0783892 Jul 13 20:40:36.604048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-8f3a600a-1235-4d44-a200-371a1eee44a1 req-a8c46bba-3370-4726-b33f-9b844b287f6c tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320909 Jul 13 20:40:36.616896 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2536d356-ce7b-4b84-8b93-a3255e5be816 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:40:36.624249 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:36.636170 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Transition to ACTIVE for port object 2536d356-ce7b-4b84-8b93-a3255e5be816 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:36.639801 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:36.689283 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Pushing event updated for resources: {'Port': ['ID=2536d356-ce7b-4b84-8b93-a3255e5be816,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:36.758435 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Attempting to bind port 2536d356-ce7b-4b84-8b93-a3255e5be816 on host n-h1-800708-1 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:40:36.758782 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Attempting to bind port 2536d356-ce7b-4b84-8b93-a3255e5be816 by drivers openvswitch,hyperv on host n-h1-800708-1 at level 0 using segments [{'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:40:36.759109 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Attempting to bind port 2536d356-ce7b-4b84-8b93-a3255e5be816 on network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:40:36.763488 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Port 2536d356-ce7b-4b84-8b93-a3255e5be816 on network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 not bound, no agent of type Open vSwitch agent registered on host n-h1-800708-1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:40:36.763799 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Attempting to bind port 2536d356-ce7b-4b84-8b93-a3255e5be816 on network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:40:36.768775 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Checking agent: {'id': '2a455263-ffda-4084-90a9-3d676f31ba33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:40:36.769113 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Checking segment: {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:36.769492 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Bound using segment: {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:40:36.769918 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Bound port: 2536d356-ce7b-4b84-8b93-a3255e5be816, host: n-h1-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:40:36.770277 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:36.839450 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] For port 2536d356-ce7b-4b84-8b93-a3255e5be816, host n-h1-800708-1, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:40:36.842898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] For port 2536d356-ce7b-4b84-8b93-a3255e5be816, host n-h1-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2536d356-ce7b-4b84-8b93-a3255e5be816,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:40:36.847292 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801307'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:36.881407 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:36.882025 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:36.883449 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] 10.222.0.24 "PUT /v2.0/ports/2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 200 len: 1091 time: 0.6333206 Jul 13 20:40:36.883888 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:40:36.886169 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:40:36.945116 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4c9e58-01b4-4a07-bd87-955b4fc091f6 x-openstack-request-id: req-2b4c9e58-01b4-4a07-bd87-955b4fc091f6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:40:36.945416 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:40:36.945668 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b4c9e58-01b4-4a07-bd87-955b4fc091f6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:40:36.946066 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'status': 'completed', 'code': 200} Jul 13 20:40:36.946670 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68d15d-0484-4b27-b9b1-7d4f1b1bee69 service neutron] Pushing event updated for resources: {'Port': ['ID=2536d356-ce7b-4b84-8b93-a3255e5be816,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:36.996243 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-b8892065-a95d-43b6-9c87-9b9032164fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:36.997793 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-b8892065-a95d-43b6-9c87-9b9032164fa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1094 time: 0.0652661 Jul 13 20:40:37.012147 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e65df7fe-52a2-42f1-9c54-a789dabfe8f6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:37.052234 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-7da9d8af-fe48-4ac5-af64-e110995aa345 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 200 len: 217 time: 0.0428185 Jul 13 20:40:37.063276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning for port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:37.067582 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:37.067959 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:37.106764 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-d0bf7132-7876-4f7e-8d49-f9deb2859a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:37.108262 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-d0bf7132-7876-4f7e-8d49-f9deb2859a7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0466924 Jul 13 20:40:37.149626 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:37.167343 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-5be33db4-d942-4306-8f3f-29d18f77bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:37.168856 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-5be33db4-d942-4306-8f3f-29d18f77bf47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527327 Jul 13 20:40:37.185109 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] For port e65df7fe-52a2-42f1-9c54-a789dabfe8f6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e65df7fe-52a2-42f1-9c54-a789dabfe8f6,segment=NetworkSegment(c9ce2428-ac56-4e60-b3e5-49c7cd4118f2),segment_id=c9ce2428-ac56-4e60-b3e5-49c7cd4118f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:37.191596 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:37.244235 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Pushing event updated for resources: {'Port': ['ID=e65df7fe-52a2-42f1-9c54-a789dabfe8f6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:37.270907 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-30acd3b2-0650-4395-878a-be58e24385e3 service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916526 Jul 13 20:40:37.361810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-f9718a53-cba1-47f9-9b84-663eb137b3ab req-adf34156-1f5d-4c57-b2ae-38d1618c0b6c service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841093 Jul 13 20:40:37.465994 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-86846d8e-d509-4e9a-ab90-46bda8ae1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:37.467409 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-86846d8e-d509-4e9a-ab90-46bda8ae1e0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1094 time: 0.0518906 Jul 13 20:40:37.557543 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-bb974201-5ff5-4756-bbbf-2d0a69118c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:37.559027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-bb974201-5ff5-4756-bbbf-2d0a69118c21 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.0841291 Jul 13 20:40:37.608772 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-5ba04081-3be8-4f29-9ac2-03e6f7a022f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 200 len: 217 time: 0.0422554 Jul 13 20:40:37.663282 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-d559cceb-1fcb-4dcd-a5c1-d1bb28f0fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:37.664746 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-d559cceb-1fcb-4dcd-a5c1-d1bb28f0fc03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0473690 Jul 13 20:40:37.723870 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-f1e6f3c1-1d89-4a91-8c5f-ba087218cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:37.725356 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-f1e6f3c1-1d89-4a91-8c5f-ba087218cb1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524714 Jul 13 20:40:37.784812 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761baa02-2763-4b03-a6b2-e47d0ae7832f req-bb1dff01-ca3f-469c-a6c6-06e5fa68d98f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:37.786312 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-761baa02-2763-4b03-a6b2-e47d0ae7832f req-bb1dff01-ca3f-469c-a6c6-06e5fa68d98f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 943 time: 0.0662763 Jul 13 20:40:37.816319 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-2bce0256-7b5c-4cb3-a719-4b5dddda2f8b service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828209 Jul 13 20:40:37.824375 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-761baa02-2763-4b03-a6b2-e47d0ae7832f req-cd90fb98-714f-45a3-8886-219b6f071602 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324593 Jul 13 20:40:37.909970 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-9da27a8f-c9e6-4a19-9582-f3e86a702bf1 req-4e4075c4-632a-4745-85da-3dbb27b53e32 service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843995 Jul 13 20:40:38.478415 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2536d356-ce7b-4b84-8b93-a3255e5be816 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:40:38.728170 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2536d356-ce7b-4b84-8b93-a3255e5be816, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2536d356-ce7b-4b84-8b93-a3255e5be816,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:38.740271 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:40:38.775995 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:38.788532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2536d356-ce7b-4b84-8b93-a3255e5be816 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:40:38.807592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2536d356-ce7b-4b84-8b93-a3255e5be816, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2536d356-ce7b-4b84-8b93-a3255e5be816,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:38.811240 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:38.858958 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2536d356-ce7b-4b84-8b93-a3255e5be816,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:38.968895 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e65df7fe-52a2-42f1-9c54-a789dabfe8f6 up at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:39.002790 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc941b28-cc39-4a8d-818a-b08496d87b30 req-143146a6-1242-4d3c-8bdd-f52a8c0d1a77 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:39.004553 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc941b28-cc39-4a8d-818a-b08496d87b30 req-143146a6-1242-4d3c-8bdd-f52a8c0d1a77 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 944 time: 0.0675907 Jul 13 20:40:39.023722 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Provisioning complete for port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:39.024100 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:39.042536 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cc941b28-cc39-4a8d-818a-b08496d87b30 req-d37e2060-190b-4600-9135-870159ea75c8 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Jul 13 20:40:39.087267 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2536d356-ce7b-4b84-8b93-a3255e5be816'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:40:40.214260 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b12ffc-10f7-44d4-bb23-75ec72a43518 req-5482a191-a8f5-49e9-b6c4-5b2fa9ded805 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:40.215740 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a2b12ffc-10f7-44d4-bb23-75ec72a43518 req-5482a191-a8f5-49e9-b6c4-5b2fa9ded805 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 944 time: 0.0623307 Jul 13 20:40:40.252481 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a2b12ffc-10f7-44d4-bb23-75ec72a43518 req-4e210663-9e5d-4352-96aa-95a1f2164011 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306408 Jul 13 20:40:40.493009 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2536d356-ce7b-4b84-8b93-a3255e5be816 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:40.543347 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning for port 2536d356-ce7b-4b84-8b93-a3255e5be816 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:40.547280 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 2536d356-ce7b-4b84-8b93-a3255e5be816 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:40.547649 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:40.621367 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:40.643531 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:40:40.645785 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7342a3b2-7025-429f-b565-76e3b5537351" -d '{"events": [{"server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "name": "network-vif-plugged", "status": "completed", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:40:40.658572 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2536d356-ce7b-4b84-8b93-a3255e5be816, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2536d356-ce7b-4b84-8b93-a3255e5be816,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:40.662591 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:40.685811 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af663879-aaf3-49e7-9582-2c09e9970fc3 x-openstack-request-id: req-af663879-aaf3-49e7-9582-2c09e9970fc3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:40:40.686108 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "name": "network-vif-plugged", "status": "completed", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:40:40.686362 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af663879-aaf3-49e7-9582-2c09e9970fc3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:40:40.687344 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'code': 200} Jul 13 20:40:40.713291 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2536d356-ce7b-4b84-8b93-a3255e5be816,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:40.811204 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df03f18-f00f-44c1-bb64-46d495ca5dce req-2790ca9d-596b-46e1-b67b-9e8412df3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:40.813311 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3df03f18-f00f-44c1-bb64-46d495ca5dce req-2790ca9d-596b-46e1-b67b-9e8412df3a4a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1096 time: 0.0543854 Jul 13 20:40:40.848802 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-3df03f18-f00f-44c1-bb64-46d495ca5dce req-05fabfcf-1b16-48a0-b042-7bcb1fa7c60e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279548 Jul 13 20:40:41.425521 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03610b88-1697-4b64-ae44-6a8a382fdadc req-46381a08-49b7-4c8f-ac88-6eb983e01bbb tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:41.427304 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03610b88-1697-4b64-ae44-6a8a382fdadc req-46381a08-49b7-4c8f-ac88-6eb983e01bbb tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 945 time: 0.0647600 Jul 13 20:40:41.464449 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-03610b88-1697-4b64-ae44-6a8a382fdadc req-cbf11b69-6f4d-4114-a9e9-d7979314aba4 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Jul 13 20:40:42.636788 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cedcb-ed69-43a3-b3c8-3eab989212fb req-5d5efbf2-a155-4275-9402-c07f16051df1 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:42.638258 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec9cedcb-ed69-43a3-b3c8-3eab989212fb req-5d5efbf2-a155-4275-9402-c07f16051df1 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 945 time: 0.0614345 Jul 13 20:40:42.675634 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec9cedcb-ed69-43a3-b3c8-3eab989212fb req-d36b992b-c2fd-43fc-b618-54f4c8418a7e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317719 Jul 13 20:40:42.852547 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532af70b-d656-4361-975e-cf5b65e62b82 req-3b5f61c9-dece-4dbd-bd66-4a4ed53c6b80 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:42.854048 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-532af70b-d656-4361-975e-cf5b65e62b82 req-3b5f61c9-dece-4dbd-bd66-4a4ed53c6b80 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 945 time: 0.0689669 Jul 13 20:40:42.892790 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-532af70b-d656-4361-975e-cf5b65e62b82 req-c682f0d8-69be-4cce-8d86-a93aace3344c tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321522 Jul 13 20:40:42.916463 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:43.054256 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c266cc4d-389e-4abb-acc4-b3a6d066ad6f tempest-TestSnapshotPattern-872063850 tempest-TestSnapshotPattern-872063850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:43.055809 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-c266cc4d-389e-4abb-acc4-b3a6d066ad6f tempest-TestSnapshotPattern-872063850 tempest-TestSnapshotPattern-872063850-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1091 time: 0.1383882 Jul 13 20:40:43.058743 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:43.063533 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:43.084363 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:43.183756 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:43.283181 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Allocated IP 172.25.7.62 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/d54db35a-779e-4cf2-beb6-900d5982e19b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:40:43.387290 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:43.424386 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:43.463680 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:43.466612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:43.469081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:40:43.494033 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'Port': ['ID=d54db35a-779e-4cf2-beb6-900d5982e19b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:43.838519 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:43.910851 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:44.057748 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:44.062531 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:44.130782 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'Port': ['ID=d54db35a-779e-4cf2-beb6-900d5982e19b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:44.143635 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:44.240823 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Floating IP a68947eb-a08b-4eb6-a73b-4dc34ca75634 associated. External IP: 172.25.7.62, port: 2536d356-ce7b-4b84-8b93-a3255e5be816. Jul 13 20:40:44.443013 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Router 2debce87-aa08-46f9-8681-a7567bb6f037 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:40:44.547592 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:40:44.556950 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] Sync routers for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:40:44.563797 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:44.570974 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:44.571592 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:44.603406 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a43b278d-73a6-44a7-bd43-8f9aa0038777 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5435996 Jul 13 20:40:44.604171 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:40:44.607142 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a923ff19-e1f6-4544-b858-8d06f7feafb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:40:44.677719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:44.698632 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bae0cd-5a9d-4ad3-a5ac-1310553488eb x-openstack-request-id: req-30bae0cd-5a9d-4ad3-a5ac-1310553488eb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:40:44.698916 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:40:44.699188 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30bae0cd-5a9d-4ad3-a5ac-1310553488eb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:40:44.699632 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'status': 'completed', 'code': 200} Jul 13 20:40:44.770680 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-3fc3a164-57bb-4010-bed0-4806ecc26a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:44.772180 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-3fc3a164-57bb-4010-bed0-4806ecc26a6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1096 time: 0.0507319 Jul 13 20:40:44.903276 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a68947eb-a08b-4eb6-a73b-4dc34ca75634', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:40:43Z', 'updated_at': '2021-07-13T20:40:43Z', 'revision_number': 0, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:44.931570 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] Checking router: 2debce87-aa08-46f9-8681-a7567bb6f037 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:40:44.940977 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:44.941609 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:40:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:45.052759 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:45.172837 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-da190217-057e-4bb0-8e09-04921924eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:45.174333 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-da190217-057e-4bb0-8e09-04921924eb34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.3956993 Jul 13 20:40:45.240116 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-554aaece-505f-45f9-b25c-6cd2eee8449f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 200 len: 998 time: 0.0580678 Jul 13 20:40:45.281931 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a68947eb-a08b-4eb6-a73b-4dc34ca75634', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:40:43Z', 'updated_at': '2021-07-13T20:40:43Z', 'revision_number': 0, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:45.293196 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-7486efe2-3bfe-4854-8cbb-e18371a17f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:45.294704 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-7486efe2-3bfe-4854-8cbb-e18371a17f89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0477445 Jul 13 20:40:45.309236 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783de287-2ea1-4165-bf8a-b04b56a6a71d None None] The sync data for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 is: [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a68947eb-a08b-4eb6-a73b-4dc34ca75634', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:40:43Z', 'updated_at': '2021-07-13T20:40:43Z', 'revision_number': 0, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:40:45.353375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-2993c684-2143-4e1c-9313-711b375b87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:45.355166 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-2993c684-2143-4e1c-9313-711b375b87c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537405 Jul 13 20:40:45.446462 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-22195873-8b80-41fe-b77f-ac888585c8eb service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843728 Jul 13 20:40:45.506433 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47237db7-bec3-4b89-8faa-114bfe150025 None None] New status for floating IP a68947eb-a08b-4eb6-a73b-4dc34ca75634: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:40:45.543158 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a923ff19-e1f6-4544-b858-8d06f7feafb2 req-aa8bb77e-2e4e-47f8-8993-a952f2d7588a service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905740 Jul 13 20:40:46.470599 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:47.223159 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:50.868435 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25a99ec5-56ea-400a-a1d6-4441f65187f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:53.708977 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e0f4199-2f90-4180-be3f-83c636cf3792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:53.724907 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:54.882091 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:56.388377 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:57.441540 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:41:05.242014 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-212bbe98-7311-4b33-bfc9-e5534f7bbe74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500066 Jul 13 20:41:05.336565 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-dfc610a7-d864-4cfd-883a-30eae479493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:41:05.338046 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-dfc610a7-d864-4cfd-883a-30eae479493d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1096 time: 0.0514641 Jul 13 20:41:05.443659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-4efa9f16-e89a-411a-a808-d0d611cafcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:41:05.445196 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-4efa9f16-e89a-411a-a808-d0d611cafcd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.0870864 Jul 13 20:41:05.508264 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-42239bc9-3f0e-48bb-b43c-4983e6e8f376 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 200 len: 1000 time: 0.0562789 Jul 13 20:41:05.559219 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-e9dffa94-fc68-4732-bb8f-947049e08c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:41:05.560651 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-e9dffa94-fc68-4732-bb8f-947049e08c73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0462174 Jul 13 20:41:05.616480 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-a6ffb9fe-7a10-4101-ae68-aac1cdfb71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:41:05.617992 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-a6ffb9fe-7a10-4101-ae68-aac1cdfb71b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501971 Jul 13 20:41:05.707808 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-d5e1fb13-da42-43af-8fc2-d618c73901ce service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808325 Jul 13 20:41:05.800776 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-447f9bd0-c4af-462e-b72b-bef16874d690 req-19a8d025-9d63-494d-88f7-c9ed6b813376 service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844748 Jul 13 20:41:16.468729 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:17.224130 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:20.868887 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f98f86c4-06c9-4e20-8903-be284ab293d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:23.710062 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9648ba48-52ac-46eb-abe2-734f6afc8e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:23.725675 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:24.884747 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:26.392593 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:34.440150 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:41:46.468745 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:47.224359 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:50.869134 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6cab105-f273-4e30-b379-fb02846e61c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:53.715725 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e08f33ef-b9a0-49cd-af3a-64e4f45a66af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:53.726532 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:54.887790 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:56.392218 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:06.242432 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-10e4346c-83c8-400f-96fb-4c95c61b05e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519013 Jul 13 20:42:06.344778 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-4623dbd2-4610-4318-8952-5ac459850546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:06.346271 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-4623dbd2-4610-4318-8952-5ac459850546 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1096 time: 0.0524116 Jul 13 20:42:06.458712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-b49f16a4-e283-4ca1-a428-7f2f9e5295e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:06.460173 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-b49f16a4-e283-4ca1-a428-7f2f9e5295e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.0879953 Jul 13 20:42:06.527213 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-4d71aaa6-8cdb-41b3-bbb9-a2b39ac0a81c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 200 len: 1000 time: 0.0575359 Jul 13 20:42:06.584139 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-e05bcf7b-3449-4b07-99f0-0f653949d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:06.585557 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-e05bcf7b-3449-4b07-99f0-0f653949d5c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0466220 Jul 13 20:42:06.642276 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-451668e8-8c56-45ec-9fe0-507c0066e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:06.643753 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-451668e8-8c56-45ec-9fe0-507c0066e462 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496039 Jul 13 20:42:06.731348 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-f5476ad5-eed3-4113-9dbb-cb44969330c4 service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784221 Jul 13 20:42:06.825998 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c7ce9b0a-68a6-4dea-8670-f43305728541 req-d84627b2-2791-4926-a383-1f8676cc195a service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850513 Jul 13 20:42:11.441233 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:42:16.467233 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:17.222459 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:20.868812 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7f88fbd-48ae-4660-ad28-5aecce63f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:23.724535 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75e576cb-89fd-4648-ad67-650207d116bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:23.729742 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:24.889838 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:26.396625 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:46.467363 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:46.860128 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2536d356-ce7b-4b84-8b93-a3255e5be816 details requested by agent hyperv_n-h1-800708-1 with host n-h1-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:42:46.960311 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2536d356-ce7b-4b84-8b93-a3255e5be816, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2536d356-ce7b-4b84-8b93-a3255e5be816,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:42:46.974979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Returning: {'device': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:42:47.016011 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:47.028907 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2536d356-ce7b-4b84-8b93-a3255e5be816 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:42:47.049035 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2536d356-ce7b-4b84-8b93-a3255e5be816, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2536d356-ce7b-4b84-8b93-a3255e5be816,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:42:47.054184 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:47.110106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2536d356-ce7b-4b84-8b93-a3255e5be816,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:42:47.117585 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.117864 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.118197 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.118544 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.118871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.119191 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.119509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.119825 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.120143 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.120458 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.120770 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.121083 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:47.143835 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] get_ports_and_sgs() called for port_ids ['2536d356-ce7b-4b84-8b93-a3255e5be816'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:42:47.255765 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:48.440742 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:42:48.888019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2536d356-ce7b-4b84-8b93-a3255e5be816 up at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:42:48.946871 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Provisioning complete for port 2536d356-ce7b-4b84-8b93-a3255e5be816 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:42:48.947256 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:49.024795 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:49.048618 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:42:49.050967 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a28ee6-05ac-4e31-a004-09114c6cd6f9" -d '{"events": [{"server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "name": "network-vif-plugged", "status": "completed", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:42:49.065067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2536d356-ce7b-4b84-8b93-a3255e5be816, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2536d356-ce7b-4b84-8b93-a3255e5be816,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:42:49.071662 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:49.131013 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2536d356-ce7b-4b84-8b93-a3255e5be816,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:42:49.152728 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f11446-689a-4d08-af9b-6eb797ae30fb x-openstack-request-id: req-28f11446-689a-4d08-af9b-6eb797ae30fb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:42:49.153096 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "name": "network-vif-plugged", "status": "completed", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:42:49.153439 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28f11446-689a-4d08-af9b-6eb797ae30fb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:42:49.153930 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'code': 200} Jul 13 20:42:50.872301 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66aa2e98-f1dd-45c1-b759-a950843c7dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:53.730032 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa0f3ddf-6080-4727-ac51-5343cd237d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:53.734454 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:54.923060 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:55.955195 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-1d89fe6e-b74a-45b4-aa78-90121cd3a443 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947045077&fields=id&tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93 HTTP/1.1" status: 200 len: 267 time: 0.0390232 Jul 13 20:42:56.059179 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935f55-c51a-4920-a3eb-c907df421785 req-e13bc678-9bdf-47f0-a3f1-e37460d1ab3e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:56.061114 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-e13bc678-9bdf-47f0-a3f1-e37460d1ab3e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 809 time: 0.0995440 Jul 13 20:42:56.075554 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-c947ed11-d614-44fc-99d0-e7a9ff630490 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/quotas/b5a2f377a4ad49fc8f0b1e965ba63b93 HTTP/1.1" status: 200 len: 375 time: 0.0091279 Jul 13 20:42:56.153067 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-fa5f6b89-0a57-42cb-bdf8-772df6c3e46d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0718248 Jul 13 20:42:56.209205 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-4b02dbeb-aa7a-45a0-9a8b-033d12fd29b8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:42:56.210206 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-4b02dbeb-aa7a-45a0-9a8b-033d12fd29b8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464001 Jul 13 20:42:56.298085 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-a059977d-a4ad-4975-b68d-63d6c12162e8 service neutron] 10.222.0.25 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819116 Jul 13 20:42:56.391602 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-d03be63e-a170-4ac4-9d16-ee4401ae8e4d service neutron] 10.222.0.25 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876768 Jul 13 20:42:56.398951 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:56.586603 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-954621f7-847f-4788-a5b1-0346b8819d2b req-55528baa-ec7e-4057-bf31-64ca2830b3d1 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0290110 Jul 13 20:42:57.668181 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-c0201d3f-5ecb-4cb6-985a-aff22029c02f req-b1aee688-2bc2-4522-b46c-7334b3d83155 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0284507 Jul 13 20:42:58.749999 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b757c6fa-3b73-49a4-aeb3-7b180b4bb888 req-b79a39d3-1729-46e8-a6bf-b9f68c30e427 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0300539 Jul 13 20:42:58.928729 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2536d356-ce7b-4b84-8b93-a3255e5be816 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:42:59.001251 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:59.022946 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:42:59.025149 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b2ba26-75c5-42d1-8697-698e0dfec2d6" -d '{"events": [{"server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "name": "network-vif-unplugged", "status": "completed", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:42:59.037792 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] For port 2536d356-ce7b-4b84-8b93-a3255e5be816, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2536d356-ce7b-4b84-8b93-a3255e5be816,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:42:59.041954 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:59.067743 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c26bf61-267e-46ea-89ce-6f5514219868 x-openstack-request-id: req-4c26bf61-267e-46ea-89ce-6f5514219868 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:42:59.068039 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "name": "network-vif-unplugged", "status": "completed", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:42:59.068296 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c26bf61-267e-46ea-89ce-6f5514219868 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:42:59.068681 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'code': 200} Jul 13 20:42:59.097174 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Pushing event updated for resources: {'Port': ['ID=2536d356-ce7b-4b84-8b93-a3255e5be816,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:42:59.838688 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-87f2e51a-9a31-453a-908e-b08f6aa11bce req-ea2701f1-c24a-4bdd-9d1c-edaf6ba436d6 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0369532 Jul 13 20:43:01.174550 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-f17697b4-8e21-4770-893c-10e774f5937f req-7688a926-8656-46c8-af81-a6767d66b3ff tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0288589 Jul 13 20:43:02.003427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935f55-c51a-4920-a3eb-c907df421785 req-469eac7f-1304-42a6-9f11-61d88e5cef35 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:02.005082 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-469eac7f-1304-42a6-9f11-61d88e5cef35 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.60 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 809 time: 0.4104471 Jul 13 20:43:02.054239 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-0a769799-d767-4c29-b3d9-ad790965c222 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93 HTTP/1.1" status: 200 len: 380 time: 0.0412455 Jul 13 20:43:02.328636 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-bcf5af1c-d507-4264-b125-4e0b9b22c98a req-17b1e3af-6724-4c2e-a177-72bab79aa1e4 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0394073 Jul 13 20:43:03.464773 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3fda480b-4365-4582-a515-c1dfd43db01f req-3e01c869-8ee8-4b46-abc5-85039508a749 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0303466 Jul 13 20:43:04.617738 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-6af1b770-65ac-4271-9529-8bf44dfd9bdd req-cf1b9d4e-34a9-4abf-a736-0663636c4e77 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0339572 Jul 13 20:43:05.764275 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90a18eb5-c7d2-4707-904a-8304ad9c5a60 req-f09c54c5-af80-441a-9b5d-df000425aa90 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0283880 Jul 13 20:43:06.923131 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-d252f7b1-d44b-411a-8c62-207758170632 req-fcfc7e76-11a6-4e23-9dff-eaf73e8a5821 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0402906 Jul 13 20:43:08.071643 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-9261a08d-7812-4a0a-87ca-8862aefef4b9 req-21ced034-3ce7-4d6d-8d98-8ccde27fad22 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0313210 Jul 13 20:43:08.258810 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-45ae1191-3d50-4868-9d87-48047afbf590 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572107 Jul 13 20:43:08.365751 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-d4a399d9-cb9d-4f8c-8a71-58d2381d91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:08.367471 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-d4a399d9-cb9d-4f8c-8a71-58d2381d91b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1094 time: 0.0561328 Jul 13 20:43:08.485006 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-abb07a9a-dfd1-425d-bf77-0fcd43a8f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:08.486674 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-abb07a9a-dfd1-425d-bf77-0fcd43a8f14f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.0905075 Jul 13 20:43:08.563211 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-df6eb39a-53a5-41b5-b46b-60a9cd9d8420 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 200 len: 998 time: 0.0667527 Jul 13 20:43:08.621647 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-3681177b-7db5-444a-a0ba-1886ad7c1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:08.624084 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-3681177b-7db5-444a-a0ba-1886ad7c1f37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0512967 Jul 13 20:43:08.685777 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-19fb779f-6228-4e83-86c9-032ecc698378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:08.687392 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-19fb779f-6228-4e83-86c9-032ecc698378 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529101 Jul 13 20:43:08.793015 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-5a13194a-b920-4b33-9e41-ed24078f6e1c service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933716 Jul 13 20:43:08.887648 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ecb73b63-5774-4be1-8a4a-1c1970c9e3f2 req-6cb1b82b-f637-4087-a062-9eb7b580a00a service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859268 Jul 13 20:43:09.225387 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-95dc52ea-d92f-4be8-ac85-107dfa764f8b req-f70889f1-3e10-4483-a445-7818d393dd73 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0349755 Jul 13 20:43:10.387623 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a674673a-32be-48eb-87df-e57c810b587e req-ee9fa085-3238-4b59-899a-40b2ccbf788f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0466139 Jul 13 20:43:11.543383 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-b6922efe-53bd-4b0e-bc53-0bb7f52f560f req-0c8d251e-2e2a-46a4-99df-ee67aefdc5f4 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0324931 Jul 13 20:43:12.680426 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-45860564-b779-4805-842c-69b289015cdb req-3724db52-786d-491e-a0cf-81d8a03b7816 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 210 time: 0.0285559 Jul 13 20:43:12.685921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'port': {'device_id': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'admin_state_up': True, 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'security_groups': ['f99cb11f-dd8c-4775-9dae-8aabc2a7c047']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:43:12.791867 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Made reservation on behalf of b5a2f377a4ad49fc8f0b1e965ba63b93 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:43:12.795451 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:12.916829 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Allocated IP 172.20.0.12 (5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338/1bdcb10e-8d52-46ef-aece-8cf531d76fed/2ee588e5-743c-4fdf-8581-eb1b9af0d17d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:43:13.056574 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:13.070465 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Transition to ACTIVE for port object 2ee588e5-743c-4fdf-8581-eb1b9af0d17d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:43:13.101727 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:13.147295 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:43:13.150469 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:43:13.154421 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:43:13.182304 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'Port': ['ID=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:13.194317 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.194697 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.195035 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.195372 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.195706 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.196037 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.196363 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.196688 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.197010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.197333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.197662 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.197981 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:13.223472 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:13.224081 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:13.238732 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-9680e72c-f0cb-4dcb-b6fa-9a6db9a3185d tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5572367 Jul 13 20:43:13.297919 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Request body: {'port': {'device_id': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800708-1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:43:13.369771 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:13.396356 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3796497c-eea2-444f-9983-6f2f0638f3a3 None None] Provisioning for port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:43:13.400042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3796497c-eea2-444f-9983-6f2f0638f3a3 None None] Provisioning complete for port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:43:13.400406 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3796497c-eea2-444f-9983-6f2f0638f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:13.434472 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3796497c-eea2-444f-9983-6f2f0638f3a3 None None] Port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:43:13.635946 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee588e5-743c-4fdf-8581-eb1b9af0d17d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:43:13.643893 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:13.656148 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Transition to ACTIVE for port object 2ee588e5-743c-4fdf-8581-eb1b9af0d17d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:43:13.660080 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:13.710449 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:13.785599 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Attempting to bind port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d on host n-h2-800708-1 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:43:13.785942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Attempting to bind port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d by drivers openvswitch,hyperv on host n-h2-800708-1 at level 0 using segments [{'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:43:13.786283 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Attempting to bind port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d on network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:43:13.790806 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d on network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 not bound, no agent of type Open vSwitch agent registered on host n-h2-800708-1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:43:13.791132 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Attempting to bind port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d on network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:43:13.797218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Checking agent: {'id': '4bd16dc7-0c96-4023-ada2-6a3bc170d2f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:43:13.797852 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Checking segment: {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:43:13.798432 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Bound using segment: {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:43:13.799071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Bound port: 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host: n-h2-800708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6292c7b4-3d18-42e1-95b3-60e296183e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:43:13.799437 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:13.882486 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122f3c4-6c0b-4432-92f3-8faa639c1729 req-cd716e0d-595e-40a5-9271-509b7644fa05 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:13.884024 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8122f3c4-6c0b-4432-92f3-8faa639c1729 req-cd716e0d-595e-40a5-9271-509b7644fa05 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 944 time: 0.0755091 Jul 13 20:43:13.885524 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] For port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host n-h2-800708-1, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:43:13.889942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] For port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host n-h2-800708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:43:13.894532 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:13.924669 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-8122f3c4-6c0b-4432-92f3-8faa639c1729 req-1a1a5215-87d5-4707-b44c-d8695cebb78b tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332897 Jul 13 20:43:13.929756 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:13.930302 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:13.931722 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-dddde311-555c-4c27-b7b2-287480083413 service neutron] 10.222.0.60 "PUT /v2.0/ports/2ee588e5-743c-4fdf-8581-eb1b9af0d17d HTTP/1.1" status: 200 len: 1092 time: 0.6857057 Jul 13 20:43:13.932169 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:43:13.934508 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c06124-ef54-4161-89f6-503ecf75ce49" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:43:14.004897 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d76197-72a2-43d3-8071-532d2baee5ce x-openstack-request-id: req-60d76197-72a2-43d3-8071-532d2baee5ce {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:43:14.005195 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:43:14.005444 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60d76197-72a2-43d3-8071-532d2baee5ce {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:43:14.005842 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'status': 'completed', 'code': 200} Jul 13 20:43:14.011088 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddde311-555c-4c27-b7b2-287480083413 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:14.039637 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935f55-c51a-4920-a3eb-c907df421785 req-2a71fde4-3201-4fa0-961e-474a717d6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:14.041238 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-2a71fde4-3201-4fa0-961e-474a717d6b65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 1095 time: 0.0669298 Jul 13 20:43:14.087369 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-c8d1384d-a123-465f-9339-11d7302aeebc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d HTTP/1.1" status: 200 len: 217 time: 0.0385206 Jul 13 20:43:14.136831 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935f55-c51a-4920-a3eb-c907df421785 req-53a494cd-c30a-40cd-9a84-d4debcc301ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:14.138605 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-53a494cd-c30a-40cd-9a84-d4debcc301ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0444338 Jul 13 20:43:14.195085 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935f55-c51a-4920-a3eb-c907df421785 req-176075f6-09bc-4d98-8afb-495a6b51ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:14.196540 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-176075f6-09bc-4d98-8afb-495a6b51ce1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523701 Jul 13 20:43:14.286744 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-e51e4969-41d6-4afe-b2dc-3d64f3048322 service neutron] 10.222.0.60 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836031 Jul 13 20:43:14.375042 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-73935f55-c51a-4920-a3eb-c907df421785 req-47758313-46aa-4f23-a2d4-495fa73f1025 service neutron] 10.222.0.60 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814254 Jul 13 20:43:14.471883 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-d58fd552-8837-4205-97c3-ce817cf40ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:14.473266 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-d58fd552-8837-4205-97c3-ce817cf40ee5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 1095 time: 0.0517414 Jul 13 20:43:14.565775 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-e762c544-3c55-4d3c-b5a6-a05c326bf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:14.567274 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-e762c544-3c55-4d3c-b5a6-a05c326bf6c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.0881362 Jul 13 20:43:14.607981 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-3b92dd9f-ac62-468d-93ba-d4e26ad19c2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d HTTP/1.1" status: 200 len: 217 time: 0.0345545 Jul 13 20:43:14.654646 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-a6d3d82c-4f9b-482b-9a67-e2895669efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:14.656105 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-a6d3d82c-4f9b-482b-9a67-e2895669efc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0424290 Jul 13 20:43:14.717649 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-6c64ecc2-9e4c-4780-8726-ce1b17692fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:14.719172 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-6c64ecc2-9e4c-4780-8726-ce1b17692fb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563464 Jul 13 20:43:14.807601 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-54a3a4ed-39f5-4ce1-b38c-5dc681565571 service neutron] 10.222.0.60 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814664 Jul 13 20:43:14.899093 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-23c06124-ef54-4161-89f6-503ecf75ce49 req-e1508a8a-4b7a-4aa0-a410-d03e4c1b6f58 service neutron] 10.222.0.60 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851569 Jul 13 20:43:15.102491 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba2d89-5091-40f2-8a11-12c83b0a6f9a req-97ffaa41-7be0-4b29-88ba-fb4ba3b6ed17 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:15.104083 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-baba2d89-5091-40f2-8a11-12c83b0a6f9a req-97ffaa41-7be0-4b29-88ba-fb4ba3b6ed17 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 944 time: 0.0669484 Jul 13 20:43:15.141089 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-baba2d89-5091-40f2-8a11-12c83b0a6f9a req-09737ce4-4717-44d1-b1d9-5169446e7cc9 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Jul 13 20:43:16.316642 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0c094-1a97-45b6-a919-7b2fa537f502 req-b93c36dd-012d-4ae6-9496-cdc1b589cb44 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:16.318177 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4f0c094-1a97-45b6-a919-7b2fa537f502 req-b93c36dd-012d-4ae6-9496-cdc1b589cb44 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 944 time: 0.0644832 Jul 13 20:43:16.355884 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-b4f0c094-1a97-45b6-a919-7b2fa537f502 req-84aedd9c-8b1b-4e15-b435-155f7b4e8585 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321207 Jul 13 20:43:16.481186 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:17.234261 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:17.530858 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5926f6-277d-48e3-bf5f-7c53ea936a00 req-db30a585-71ab-45ce-8956-86cdd212aba4 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:17.532245 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a5926f6-277d-48e3-bf5f-7c53ea936a00 req-db30a585-71ab-45ce-8956-86cdd212aba4 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 944 time: 0.0629222 Jul 13 20:43:17.569923 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-7a5926f6-277d-48e3-bf5f-7c53ea936a00 req-bd11fd01-8ab4-46da-9895-e4b121d6605f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322769 Jul 13 20:43:18.593044 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2ee588e5-743c-4fdf-8581-eb1b9af0d17d details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:43:18.688418 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:43:18.745297 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc582-919d-4e1a-9359-f48dd67e16b5 req-a4b3c95c-248b-4dd0-af85-66adb07c3209 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:18.746930 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96ebc582-919d-4e1a-9359-f48dd67e16b5 req-a4b3c95c-248b-4dd0-af85-66adb07c3209 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 944 time: 0.0651503 Jul 13 20:43:18.792748 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-96ebc582-919d-4e1a-9359-f48dd67e16b5 req-f7d9113b-d649-49bc-9dc1-e7b401f6bc3a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393810 Jul 13 20:43:18.856490 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'port_id': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'mac_address': 'fa:16:3e:ab:67:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:43:18.893130 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:18.904917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee588e5-743c-4fdf-8581-eb1b9af0d17d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:43:18.924021 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:43:18.929062 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:18.977133 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:19.151558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2ee588e5-743c-4fdf-8581-eb1b9af0d17d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:43:19.966622 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbd466-2ad2-43fe-aa8d-d509d71ea261 req-b6f6a0a7-1eac-4ae4-bda6-8c0d5d43b17e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:19.968429 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eebbd466-2ad2-43fe-aa8d-d509d71ea261 req-b6f6a0a7-1eac-4ae4-bda6-8c0d5d43b17e tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 945 time: 0.0644228 Jul 13 20:43:20.006981 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-eebbd466-2ad2-43fe-aa8d-d509d71ea261 req-ce1387a8-8cde-42b1-989f-5e6848b26bc4 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329945 Jul 13 20:43:20.592706 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2ee588e5-743c-4fdf-8581-eb1b9af0d17d up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:43:20.642509 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning for port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:43:20.646127 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:43:20.646531 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:20.720974 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:20.743228 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:43:20.745441 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5cfa9f-9290-41c2-ba9c-1730070d5154" -d '{"events": [{"server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "name": "network-vif-plugged", "status": "completed", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:43:20.758273 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:43:20.762181 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:20.785487 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2c7867-101d-44a7-9cc7-c53ea2dc82e4 x-openstack-request-id: req-5d2c7867-101d-44a7-9cc7-c53ea2dc82e4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:43:20.785776 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "name": "network-vif-plugged", "status": "completed", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:43:20.786020 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d2c7867-101d-44a7-9cc7-c53ea2dc82e4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:43:20.786414 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'code': 200} Jul 13 20:43:20.812308 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:20.873843 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4758a63-2ccc-4196-bb97-945d6d3b88fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:20.895322 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41f25a-1f2e-4ed7-8454-aef7b8237aa4 req-717a07db-8fb1-4059-bab5-40dfc4d9e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:20.896821 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be41f25a-1f2e-4ed7-8454-aef7b8237aa4 req-717a07db-8fb1-4059-bab5-40dfc4d9e1f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 1097 time: 0.0524542 Jul 13 20:43:20.931708 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-be41f25a-1f2e-4ed7-8454-aef7b8237aa4 req-1c8a9a43-685e-48ca-8071-dc89fdfe80b9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284150 Jul 13 20:43:21.182771 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb2217-5c91-43d0-8243-5ea8c6447a55 req-efdf3254-fb4b-448e-845c-db107d59d7e6 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:21.184186 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adbb2217-5c91-43d0-8243-5ea8c6447a55 req-efdf3254-fb4b-448e-845c-db107d59d7e6 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 946 time: 0.0665569 Jul 13 20:43:21.221953 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-adbb2217-5c91-43d0-8243-5ea8c6447a55 req-719624c9-adcd-415f-9767-164b7f7789cf tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Jul 13 20:43:22.394921 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eb493-ca3c-413b-8605-418a8b7bc67b req-1a0b5589-bcd5-453f-b76e-0889e09bce29 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:22.396396 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-006eb493-ca3c-413b-8605-418a8b7bc67b req-1a0b5589-bcd5-453f-b76e-0889e09bce29 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 946 time: 0.0624671 Jul 13 20:43:22.433490 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-006eb493-ca3c-413b-8605-418a8b7bc67b req-c3efff6f-53be-46d8-9ce2-cf7298af527a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315778 Jul 13 20:43:22.603812 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ce59b-9e55-48e1-8294-92b7035f6531 req-33831131-b045-4064-8ab7-a8f70c765249 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:22.605304 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dc8ce59b-9e55-48e1-8294-92b7035f6531 req-33831131-b045-4064-8ab7-a8f70c765249 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 946 time: 0.0633607 Jul 13 20:43:22.643338 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-dc8ce59b-9e55-48e1-8294-92b7035f6531 req-e7706ff3-7032-4ea0-bd31-0b97720b1c64 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Jul 13 20:43:22.669331 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:43:22.724758 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e19b97-6115-40b4-9ef9-ca39bc1b9255 tempest-TestSnapshotPattern-872063850 tempest-TestSnapshotPattern-872063850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:22.726253 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-e1e19b97-6115-40b4-9ef9-ca39bc1b9255 tempest-TestSnapshotPattern-872063850 tempest-TestSnapshotPattern-872063850-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 1092 time: 0.0559285 Jul 13 20:43:22.728983 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 48970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:43:22.733264 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Request body: {'floatingip': {'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'port_id': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:43:22.753914 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:22.852151 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:22.957668 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Allocated IP 172.25.7.194 (6b495c24-0ca0-43d6-8369-a13aaad92ab5/48820d6f-5d7b-40b9-9976-b6f05f7afb8d/9ce63726-5d08-4df6-b334-e050292cf52c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:43:23.056854 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.094947 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776824879499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.129965 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Network 6b495c24-0ca0-43d6-8369-a13aaad92ab5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:43:23.136071 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:43:23.140198 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:43:23.149957 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'Port': ['ID=9ce63726-5d08-4df6-b334-e050292cf52c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:23.505697 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.584179 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.715910 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0503728d-e1e3-4397-8f64-6876fd4b8b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.734857 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.735352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.740972 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14195966'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.812402 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event updated for resources: {'Port': ['ID=9ce63726-5d08-4df6-b334-e050292cf52c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:23.818537 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668993'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.918293 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Floating IP 25675a75-f611-477f-b1f2-4f185f9ebb46 associated. External IP: 172.25.7.194, port: 2ee588e5-743c-4fdf-8581-eb1b9af0d17d. Jul 13 20:43:24.121203 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Router 2debce87-aa08-46f9-8681-a7567bb6f037 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:43:24.225213 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:43:24.235466 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] Sync routers for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:43:24.242219 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:24.244719 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:43:24.245329 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:43:24.279943 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-26b146a0-c1a8-4198-969c-2b7d69d4db54 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5499542 Jul 13 20:43:24.280797 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:43:24.284375 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998b51d0-b952-41c3-bd1f-c60b0a065c58" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:43:24.322119 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885ee91a-5082-474f-aa8b-8108ce6913d3 x-openstack-request-id: req-885ee91a-5082-474f-aa8b-8108ce6913d3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:43:24.322450 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:43:24.322723 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-885ee91a-5082-474f-aa8b-8108ce6913d3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:43:24.323172 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'status': 'completed', 'code': 200} Jul 13 20:43:24.353778 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:43:24.397105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-af8a3f40-f223-48b9-93ee-8438ed611200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:24.398563 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-af8a3f40-f223-48b9-93ee-8438ed611200 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 1097 time: 0.0543704 Jul 13 20:43:24.491744 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-1de7a4a6-ceb0-4db0-817b-9ac0a0d524d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:24.493220 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-1de7a4a6-ceb0-4db0-817b-9ac0a0d524d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.0887241 Jul 13 20:43:24.558373 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-5bc1a942-8a0c-4130-a2dc-1d33540dd783 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d HTTP/1.1" status: 200 len: 1000 time: 0.0586195 Jul 13 20:43:24.579424 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '25675a75-f611-477f-b1f2-4f185f9ebb46', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:ab:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:43:23Z', 'updated_at': '2021-07-13T20:43:23Z', 'revision_number': 0, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}, {'id': 'a68947eb-a08b-4eb6-a73b-4dc34ca75634', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:40:43Z', 'updated_at': '2021-07-13T20:40:45Z', 'revision_number': 1, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:43:24.605545 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] Checking router: 2debce87-aa08-46f9-8681-a7567bb6f037 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:43:24.611105 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-e492ac30-06c1-4a35-b989-c898638089dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:24.612546 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-e492ac30-06c1-4a35-b989-c898638089dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0489476 Jul 13 20:43:24.614552 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:43:24.615153 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:43:24Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:43:24.668068 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-4312cbc0-33a1-4a6b-a43d-6d1c4ce30168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:24.669496 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-4312cbc0-33a1-4a6b-a43d-6d1c4ce30168 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514550 Jul 13 20:43:24.720605 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:43:24.757883 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-4fac9604-f708-4c4b-a8d1-3e2058bdbc74 service neutron] 10.222.0.60 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818300 Jul 13 20:43:24.850573 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-998b51d0-b952-41c3-bd1f-c60b0a065c58 req-dfdf341b-021a-4b75-b5d3-9c15c488d445 service neutron] 10.222.0.60 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865352 Jul 13 20:43:24.911007 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:24.956900 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '25675a75-f611-477f-b1f2-4f185f9ebb46', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:ab:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:43:23Z', 'updated_at': '2021-07-13T20:43:23Z', 'revision_number': 0, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}, {'id': 'a68947eb-a08b-4eb6-a73b-4dc34ca75634', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:40:43Z', 'updated_at': '2021-07-13T20:40:45Z', 'revision_number': 1, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:43:24.983335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b9b8e-00e2-4ba3-8e34-4bc08b4e0db2 None None] The sync data for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 is: [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': '25675a75-f611-477f-b1f2-4f185f9ebb46', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:ab:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:43:23Z', 'updated_at': '2021-07-13T20:43:23Z', 'revision_number': 0, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}, {'id': 'a68947eb-a08b-4eb6-a73b-4dc34ca75634', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:40:43Z', 'updated_at': '2021-07-13T20:40:45Z', 'revision_number': 1, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:43:25.178561 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b0f32-c7f4-4771-80cf-75a486301e01 None None] New status for floating IP 25675a75-f611-477f-b1f2-4f185f9ebb46: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:43:25.439621 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:43:26.401050 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:46.479969 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:47.246060 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:50.874493 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0b1553f-c4c3-4d8f-9866-b5c9dadc7c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:53.717253 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-438b4b61-3790-4ddd-bcc1-f2620b981c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:53.733948 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:54.899247 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:56.404711 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:02.439244 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:44:09.312497 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-2367b784-4894-4a80-99af-a575ebe1e80b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1232009 Jul 13 20:44:09.418011 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-c975c216-b197-40c9-abd8-c3920d526779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:44:09.419965 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-c975c216-b197-40c9-abd8-c3920d526779 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1094 time: 0.0530787 Jul 13 20:44:09.523746 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-8536e71f-732a-410d-847e-9cd72308e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:44:09.525198 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-8536e71f-732a-410d-847e-9cd72308e871 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.0827160 Jul 13 20:44:09.600429 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-f161def0-825a-4600-b5a5-52f2f38ab105 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 200 len: 998 time: 0.0617518 Jul 13 20:44:09.650992 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-6bc6f8f2-fa74-4909-8467-387c9e9440d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:44:09.652453 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-6bc6f8f2-fa74-4909-8467-387c9e9440d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0432210 Jul 13 20:44:09.711876 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-7c1b9373-16db-407e-9fa6-47046758c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:44:09.713342 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-7c1b9373-16db-407e-9fa6-47046758c36e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504115 Jul 13 20:44:09.726724 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-1ef51812-b30f-4445-98c2-75b1640310b1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:44:09.727662 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-1ef51812-b30f-4445-98c2-75b1640310b1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048761 Jul 13 20:44:09.822661 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-8e04955e-85c6-4a7b-90fb-b59ca2dddf92 service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842149 Jul 13 20:44:09.910702 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c4074ed4-9891-4a2d-9493-48e62c5b39d7 req-ea583e50-55d5-43c5-8c34-a8e67f65e36e service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803103 Jul 13 20:44:16.494368 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:17.257929 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:18.696530 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-45e36fa7-d046-4657-8811-26f3d69076a5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515330 Jul 13 20:44:18.788802 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-588e4146-c17b-493a-b1e2-4645304b51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:44:18.790265 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-588e4146-c17b-493a-b1e2-4645304b51c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 1097 time: 0.0512631 Jul 13 20:44:18.897888 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-4f5ab23d-5d67-4fc9-8a0f-44500d3b378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:44:18.899391 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-4f5ab23d-5d67-4fc9-8a0f-44500d3b378b service neutron] 10.222.0.60 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.0875881 Jul 13 20:44:18.962904 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-701b1b23-7136-4737-83ee-e5b4cb1d94c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d HTTP/1.1" status: 200 len: 1002 time: 0.0573204 Jul 13 20:44:19.017182 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-2473f618-f672-4405-9abe-3ab0fa3c0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:44:19.018691 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-2473f618-f672-4405-9abe-3ab0fa3c0d5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0504081 Jul 13 20:44:19.073623 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-8eff51b2-6714-4cf0-87f6-82f04524f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:44:19.075137 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-8eff51b2-6714-4cf0-87f6-82f04524f779 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508311 Jul 13 20:44:19.085583 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-d3833282-e407-47fc-963c-080ccb4d2181 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:44:19.086586 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-d3833282-e407-47fc-963c-080ccb4d2181 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048757 Jul 13 20:44:19.172402 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-91a089b0-1996-4b9c-b52d-bd02b643f31f service neutron] 10.222.0.60 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798159 Jul 13 20:44:19.570091 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-90d9996a-c656-470f-82d9-91dbecdd06ef req-9b1261e6-249e-4154-bcfc-e23a9d25c41a service neutron] 10.222.0.60 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911414 Jul 13 20:44:20.875932 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e95c365-ee40-4837-8bac-2efab5d39cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:23.717217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f29d03a-f4ea-45ac-86a3-878191c99dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:23.735210 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:24.902535 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:26.409138 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:39.438700 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:44:46.493038 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:47.266459 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:50.876456 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd7dea22-ebdc-415e-b4d0-89033c39d667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:53.717212 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07637018-1b62-4cb4-a018-613a9af695d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:53.734713 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:54.905295 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:56.414314 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:57.023887 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2ee588e5-743c-4fdf-8581-eb1b9af0d17d details requested by agent hyperv_n-h2-800708-1 with host n-h2-800708-1 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:44:57.134010 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:44:57.149292 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Returning: {'device': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'port_id': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'mac_address': 'fa:16:3e:ab:67:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:44:57.197074 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:57.212042 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ee588e5-743c-4fdf-8581-eb1b9af0d17d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:44:57.246352 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:44:57.253699 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:57.307497 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:44:57.317840 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.318194 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.318676 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.319027 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.319357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.319690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.320019 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.320357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.320683 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.321012 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.321335 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.321656 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:57.326691 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] get_ports_and_sgs() called for port_ids ['2ee588e5-743c-4fdf-8581-eb1b9af0d17d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:44:59.029249 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2ee588e5-743c-4fdf-8581-eb1b9af0d17d up at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:44:59.076379 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Provisioning complete for port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:44:59.076745 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766093'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:59.167792 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:59.194886 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:44:59.197695 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cd921f-d32a-4103-b520-fd51a4dbffba" -d '{"events": [{"server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "name": "network-vif-plugged", "status": "completed", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:44:59.214801 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:44:59.221167 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:59.248661 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f22382-d169-4e87-95ed-43bcd700ea71 x-openstack-request-id: req-58f22382-d169-4e87-95ed-43bcd700ea71 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:44:59.249058 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "name": "network-vif-plugged", "status": "completed", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:44:59.249456 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58f22382-d169-4e87-95ed-43bcd700ea71 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:44:59.250063 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'code': 200} Jul 13 20:44:59.279437 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:06.663355 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:06.816531 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Deleting port 9ce63726-5d08-4df6-b334-e050292cf52c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:06.816881 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:06.893232 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:06.893592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:06.904884 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Calling delete_port for 9ce63726-5d08-4df6-b334-e050292cf52c owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:07.046791 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:07.075406 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event deleted for resources: {'Port': ['ID=9ce63726-5d08-4df6-b334-e050292cf52c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:07.104281 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.104620 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.104954 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.105284 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.105612 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.105936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.106255 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.106604 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.106924 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.107241 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.107580 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.107896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:07.148787 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:07.149301 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Floating IP 25675a75-f611-477f-b1f2-4f185f9ebb46 disassociated (deleted). External IP: 172.25.7.194, port: 2ee588e5-743c-4fdf-8581-eb1b9af0d17d. Jul 13 20:45:07.353333 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Router 2debce87-aa08-46f9-8681-a7567bb6f037 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:45:07.459293 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:45:07.464105 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:07.468492 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] Sync routers for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:45:07.478067 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:45:07.478715 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:07.499078 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-85055c05-4a7c-44bb-b679-95a25bf0ffe0 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "DELETE /v2.0/floatingips/25675a75-f611-477f-b1f2-4f185f9ebb46 HTTP/1.1" status: 204 len: 168 time: 0.8345985 Jul 13 20:45:07.500259 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:45:07.502656 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d24097-6617-444d-bc34-03d01658b621" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:45:07.575027 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac72bdc-e912-4130-9284-e004e212d686 x-openstack-request-id: req-dac72bdc-e912-4130-9284-e004e212d686 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:45:07.575602 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:45:07.575856 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dac72bdc-e912-4130-9284-e004e212d686 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:45:07.576256 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'status': 'completed', 'code': 200} Jul 13 20:45:07.586255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:45:07.651399 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24097-6617-444d-bc34-03d01658b621 req-c1aac511-8096-4e15-80c1-6a9a8b5c84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:07.652933 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49d24097-6617-444d-bc34-03d01658b621 req-c1aac511-8096-4e15-80c1-6a9a8b5c84e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 1097 time: 0.0546350 Jul 13 20:45:07.761081 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24097-6617-444d-bc34-03d01658b621 req-7630ac2b-2890-4b82-b665-33b2418bde5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:07.763102 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49d24097-6617-444d-bc34-03d01658b621 req-7630ac2b-2890-4b82-b665-33b2418bde5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.1041868 Jul 13 20:45:07.805443 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49d24097-6617-444d-bc34-03d01658b621 req-80b65daf-6e68-4fe0-8828-0f0a5dbd6551 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d HTTP/1.1" status: 200 len: 217 time: 0.0359886 Jul 13 20:45:07.832305 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a68947eb-a08b-4eb6-a73b-4dc34ca75634', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:40:43Z', 'updated_at': '2021-07-13T20:40:45Z', 'revision_number': 1, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:07.860542 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24097-6617-444d-bc34-03d01658b621 req-64031da7-eab5-4d9e-86af-a5558bd35a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:07.860718 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] Checking router: 2debce87-aa08-46f9-8681-a7567bb6f037 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:45:07.862102 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49d24097-6617-444d-bc34-03d01658b621 req-64031da7-eab5-4d9e-86af-a5558bd35a78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0507805 Jul 13 20:45:07.869406 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:45:07.869951 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:07.967485 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24097-6617-444d-bc34-03d01658b621 req-852ef56a-9c87-4dea-9649-915d99feb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:07.969587 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49d24097-6617-444d-bc34-03d01658b621 req-852ef56a-9c87-4dea-9649-915d99feb081 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009414 Jul 13 20:45:07.977075 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:45:07.980940 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd364446-2f6d-4e3a-b8b7-0b916f1ac201 req-740fcd28-3e1d-4b39-acbf-4e73682a73b1 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:07.982347 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd364446-2f6d-4e3a-b8b7-0b916f1ac201 req-740fcd28-3e1d-4b39-acbf-4e73682a73b1 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 946 time: 0.1448717 Jul 13 20:45:08.067427 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-dd364446-2f6d-4e3a-b8b7-0b916f1ac201 req-858ed562-d0ef-4ca0-a5b6-5ee89d1264a4 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764904 Jul 13 20:45:08.104672 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49d24097-6617-444d-bc34-03d01658b621 req-74dc499a-643c-4091-9e37-4bd4aab2858e service neutron] 10.222.0.60 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213615 Jul 13 20:45:08.194030 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-49d24097-6617-444d-bc34-03d01658b621 req-23d88c7e-de72-48e2-9faf-6fade1fa5e39 service neutron] 10.222.0.60 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814738 Jul 13 20:45:08.199068 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a68947eb-a08b-4eb6-a73b-4dc34ca75634', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:40:43Z', 'updated_at': '2021-07-13T20:40:45Z', 'revision_number': 1, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:08.379586 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b9635-2eff-48e9-810a-aa950f83ba42 None None] The sync data for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 is: [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_floatingips': [{'id': 'a68947eb-a08b-4eb6-a73b-4dc34ca75634', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'router_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'port_id': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'mac_address': 'fa:16:3e:42:d3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:40:43Z', 'updated_at': '2021-07-13T20:40:45Z', 'revision_number': 1, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:45:08.595490 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df17913-487f-4cbf-a84c-c04190d0f3c9 None None] New status for floating IP 25675a75-f611-477f-b1f2-4f185f9ebb46: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:45:09.095543 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2ee588e5-743c-4fdf-8581-eb1b9af0d17d no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:45:09.169722 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595914'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:09.196070 n-d-800708-1 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:45:09.198304 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777628796c9934b5641ac845c4508565847ce740683cf66da156c52a6dedc32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc749aef-5c7f-480f-a408-2c5ffcae9c07" -d '{"events": [{"server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:45:09.211646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] For port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:09.216536 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776825270047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776824879517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776824879535'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:09.241444 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f540bdb-b331-461e-b418-cadf6e5d4b93 x-openstack-request-id: req-7f540bdb-b331-461e-b418-cadf6e5d4b93 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:45:09.241733 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:45:09.241983 n-d-800708-1 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f540bdb-b331-461e-b418-cadf6e5d4b93 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:45:09.242366 n-d-800708-1 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'code': 200} Jul 13 20:45:09.265842 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a38cc1-c91d-4369-a6c0-4070a8cbb0e9 req-b13125cf-1b43-4385-ac1f-8c295cde7a65 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:09.267335 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5a38cc1-c91d-4369-a6c0-4070a8cbb0e9 req-b13125cf-1b43-4385-ac1f-8c295cde7a65 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 946 time: 0.0790756 Jul 13 20:45:09.268646 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Pushing event updated for resources: {'Port': ['ID=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:09.309866 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-a5a38cc1-c91d-4369-a6c0-4070a8cbb0e9 req-9e86bec8-eb76-4774-887d-2a492c31b97f tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365076 Jul 13 20:45:09.332555 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-b8ca87a9-64d7-46ee-a876-68f369e76322 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:09.334038 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-b8ca87a9-64d7-46ee-a876-68f369e76322 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.60 "GET /v2.0/ports?device_id=e18a62a6-d7bb-47a2-88c7-45ef2eb237f9 HTTP/1.1" status: 200 len: 944 time: 0.0888247 Jul 13 20:45:09.431634 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-bd1b4462-a8b1-4462-a10f-5054fef4cd6a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Deleting port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:09.431981 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-bd1b4462-a8b1-4462-a10f-5054fef4cd6a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:09.519427 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-bd1b4462-a8b1-4462-a10f-5054fef4cd6a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] For port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d, host n-h2-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800708-1',level=0,port_id=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:09.519779 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-bd1b4462-a8b1-4462-a10f-5054fef4cd6a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:09.532821 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-bd1b4462-a8b1-4462-a10f-5054fef4cd6a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Calling delete_port for 2ee588e5-743c-4fdf-8581-eb1b9af0d17d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:09.658969 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-bd1b4462-a8b1-4462-a10f-5054fef4cd6a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:09.693516 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b4462-a8b1-4462-a10f-5054fef4cd6a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event deleted for resources: {'Port': ['ID=2ee588e5-743c-4fdf-8581-eb1b9af0d17d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:09.737174 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-bd1b4462-a8b1-4462-a10f-5054fef4cd6a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] No DVR routers for this DVR port 2ee588e5-743c-4fdf-8581-eb1b9af0d17d on host n-h2-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:45:09.739676 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-bd1b4462-a8b1-4462-a10f-5054fef4cd6a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:09.741638 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-979a6095-f67f-4ac7-ad94-18aa5e76b949 req-bd1b4462-a8b1-4462-a10f-5054fef4cd6a tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.60 "DELETE /v2.0/ports/2ee588e5-743c-4fdf-8581-eb1b9af0d17d HTTP/1.1" status: 204 len: 173 time: 0.4024038 Jul 13 20:45:09.742073 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'name': 'network-vif-deleted', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:45:09.744329 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b827df-03f4-4c8e-9b72-c7f1da210228" -d '{"events": [{"server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "name": "network-vif-deleted", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:45:09.780189 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34e047d-cd1d-4831-88d5-91698ca19313 x-openstack-request-id: req-a34e047d-cd1d-4831-88d5-91698ca19313 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:45:09.780499 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a62a6-d7bb-47a2-88c7-45ef2eb237f9", "name": "network-vif-deleted", "tag": "2ee588e5-743c-4fdf-8581-eb1b9af0d17d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:45:09.781716 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a34e047d-cd1d-4831-88d5-91698ca19313 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:45:09.782314 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a62a6-d7bb-47a2-88c7-45ef2eb237f9', 'name': 'network-vif-deleted', 'tag': '2ee588e5-743c-4fdf-8581-eb1b9af0d17d', 'status': 'completed', 'code': 200} Jul 13 20:45:10.261597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-4e605551-db47-4e9a-9e9d-5ad4ce6e0b87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516913 Jul 13 20:45:10.361387 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-ddc89551-0f86-41c6-9ea4-2d8d5664016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:10.363083 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-ddc89551-0f86-41c6-9ea4-2d8d5664016f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1094 time: 0.0544302 Jul 13 20:45:10.480016 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-4cdd5eb3-92fd-418f-aa2c-638095fdc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:10.481694 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-4cdd5eb3-92fd-418f-aa2c-638095fdc30a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.0921338 Jul 13 20:45:10.554201 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-fa8b6cb8-c5ec-41fd-a690-4e46c19a65aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 200 len: 998 time: 0.0616198 Jul 13 20:45:10.614659 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-92869d84-cfc4-4295-a029-004ecaadb8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:10.616189 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-92869d84-cfc4-4295-a029-004ecaadb8ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0515966 Jul 13 20:45:10.683484 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-9b133b87-df5e-41db-9be9-97d267955fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:10.685027 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-9b133b87-df5e-41db-9be9-97d267955fdd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590723 Jul 13 20:45:10.780572 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-ca553182-dcdd-4287-93dd-92d4a9d7b602 service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864289 Jul 13 20:45:10.877114 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-ec11fe60-bae4-429d-bcca-0ceabe3bfeba req-88984e44-64dc-44e9-b8df-5e4b6fb26c94 service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876424 Jul 13 20:45:10.913643 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:11.073167 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Deleting port d54db35a-779e-4cf2-beb6-900d5982e19b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:11.073516 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:11.153685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:11.153934 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:11.165425 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Calling delete_port for d54db35a-779e-4cf2-beb6-900d5982e19b owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:11.316387 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:11.346648 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event deleted for resources: {'Port': ['ID=d54db35a-779e-4cf2-beb6-900d5982e19b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:11.405976 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:11.406460 n-d-800708-1 neutron-server[93767]: INFO neutron.db.l3_db [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Floating IP a68947eb-a08b-4eb6-a73b-4dc34ca75634 disassociated (deleted). External IP: 172.25.7.62, port: 2536d356-ce7b-4b84-8b93-a3255e5be816. Jul 13 20:45:11.616571 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Router 2debce87-aa08-46f9-8681-a7567bb6f037 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:45:11.724237 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:45:11.728919 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:11.734619 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] Sync routers for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:45:11.743833 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:45:11.744453 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:11.768114 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-2aa91db5-cc21-44d2-a4e0-bc1901f947cc tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "DELETE /v2.0/floatingips/a68947eb-a08b-4eb6-a73b-4dc34ca75634 HTTP/1.1" status: 204 len: 168 time: 0.8510370 Jul 13 20:45:11.783765 n-d-800708-1 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:45:11.786304 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d697a1ea9a44c683181eacd5239dca3438a188eed59f2e0431315eb50eb6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3af6ea-b5f4-4a42-bd73-e3819177f235" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:45:11.826213 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc46ac0-eec2-4c1e-804f-cb666e924fe9 x-openstack-request-id: req-acc46ac0-eec2-4c1e-804f-cb666e924fe9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:45:11.826674 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:45:11.826884 n-d-800708-1 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acc46ac0-eec2-4c1e-804f-cb666e924fe9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:45:11.827258 n-d-800708-1 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'status': 'completed', 'code': 200} Jul 13 20:45:11.866713 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:45:11.920003 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-c0a17656-c5c7-456b-bbb2-b679c4f10d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:11.922219 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-c0a17656-c5c7-456b-bbb2-b679c4f10d49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 1094 time: 0.0628672 Jul 13 20:45:12.028710 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-6e885e27-6f72-4c17-97f2-646d9ce85c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:12.030496 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-6e885e27-6f72-4c17-97f2-646d9ce85c2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 200 len: 910 time: 0.1017747 Jul 13 20:45:12.081975 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-fb8f7d8f-1ae0-48de-890e-d45d68ca1a99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 200 len: 217 time: 0.0392072 Jul 13 20:45:12.091693 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:12.122989 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] Checking router: 2debce87-aa08-46f9-8681-a7567bb6f037 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:45:12.131404 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:45:12.132008 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:12.169082 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-8f52de8b-5f04-4bd8-80bf-d45148ae915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:12.170597 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-8f52de8b-5f04-4bd8-80bf-d45148ae915d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 200 len: 848 time: 0.0785062 Jul 13 20:45:12.231110 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8724f8e-b83a-42de-90b7-0e7984cee9ee req-7fbc35fc-f30d-418d-b8d9-111ad64b78e9 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:12.232485 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8724f8e-b83a-42de-90b7-0e7984cee9ee req-7fbc35fc-f30d-418d-b8d9-111ad64b78e9 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 943 time: 0.1134131 Jul 13 20:45:12.240033 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:45:12.268898 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-7d0c788d-8719-4d35-a04e-4c369bbfa84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:12.270420 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-7d0c788d-8719-4d35-a04e-4c369bbfa84e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903640 Jul 13 20:45:12.291365 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-c8724f8e-b83a-42de-90b7-0e7984cee9ee req-beb3da06-6cbb-4857-81a4-57a6d692688b tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522010 Jul 13 20:45:12.367566 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-6ec5aa52-3e87-437f-85b0-77a1a1bae2dc service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882230 Jul 13 20:45:12.439474 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:12.460847 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-0b3af6ea-b5f4-4a42-bd73-e3819177f235 req-1c089a58-b0eb-48fb-8f16-fc660008ffb0 service neutron] 10.222.0.24 "GET /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851293 Jul 13 20:45:12.465264 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150db1d-a9e5-41e3-8d5b-0ad95f36dc59 None None] The sync data for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 is: [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:25Z', 'revision_number': 4, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1', '_interfaces': [{'id': '6da65897-5c3b-43e2-990d-3038466c3d05', 'name': '', 'network_id': '5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'mac_address': 'fa:16:3e:8e:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:25Z', 'updated_at': '2021-07-13T20:40:31Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'subnets': [{'id': '1bdcb10e-8d52-46ef-aece-8cf531d76fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:45:12.678156 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e19cab-fa1c-4578-b2e2-ffbe83b0b19c None None] New status for floating IP a68947eb-a08b-4eb6-a73b-4dc34ca75634: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:45:13.104703 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2ee588e5-743c-4fdf-8581-eb1b9af0d17d no longer exists at agent hyperv_n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:45:13.128696 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] No Port match for: 2ee588e5-743c-4fdf-8581-eb1b9af0d17d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:45:13.129038 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Device 2ee588e5-743c-4fdf-8581-eb1b9af0d17d not bound to the agent host n-h2-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:45:13.467379 n-d-800708-1 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758d6ba-b1e5-4d33-9363-5174c80801e6 req-2f830e64-6be6-4547-98fe-258c606906ae tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:13.468847 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3758d6ba-b1e5-4d33-9363-5174c80801e6 req-2f830e64-6be6-4547-98fe-258c606906ae tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 943 time: 0.0634456 Jul 13 20:45:13.509150 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-3758d6ba-b1e5-4d33-9363-5174c80801e6 req-7ca45ecf-060e-4748-afc4-88cabdb79923 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/security-groups?id=f99cb11f-dd8c-4775-9dae-8aabc2a7c047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348363 Jul 13 20:45:14.021089 n-d-800708-1 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-b2a1aef3-9db7-4e78-b69b-e9b4a45300b2 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:45:14.022577 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-b2a1aef3-9db7-4e78-b69b-e9b4a45300b2 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 943 time: 0.0615160 Jul 13 20:45:14.125684 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Deleting port 2536d356-ce7b-4b84-8b93-a3255e5be816 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:14.126030 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:14.210712 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] For port 2536d356-ce7b-4b84-8b93-a3255e5be816, host n-h1-800708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800708-1',level=0,port_id=2536d356-ce7b-4b84-8b93-a3255e5be816,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:14.211075 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:14.223569 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Calling delete_port for 2536d356-ce7b-4b84-8b93-a3255e5be816 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:14.354793 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:14.381935 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event deleted for resources: {'Port': ['ID=2536d356-ce7b-4b84-8b93-a3255e5be816,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:14.392032 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.392375 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.392720 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.393059 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.393395 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.393725 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.394055 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.394381 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.395127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.395127 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.395429 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.395695 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800708-1 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:45:14.440266 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] No DVR routers for this DVR port 2536d356-ce7b-4b84-8b93-a3255e5be816 on host n-h1-800708-1 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:45:14.442862 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164322'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:14.444828 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [req-cf1c05ec-79bd-4550-9135-12b3ebbfa835 req-9c76ad44-8254-47c5-b57d-f9be0fddbc04 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.24 "DELETE /v2.0/ports/2536d356-ce7b-4b84-8b93-a3255e5be816 HTTP/1.1" status: 204 len: 173 time: 0.4132199 Jul 13 20:45:14.445330 n-d-800708-1 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'name': 'network-vif-deleted', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:45:14.447641 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe0278503fc4485099daa6e7c4c41094db2f83c1fe3e9c9c4f9a9a4b29493322" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3f1467-c6e0-424e-a365-a7fbaff4cc92" -d '{"events": [{"server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "name": "network-vif-deleted", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:45:14.538252 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c04ff79-7c0c-411f-89e9-42ade2b4b514 x-openstack-request-id: req-1c04ff79-7c0c-411f-89e9-42ade2b4b514 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:45:14.538836 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa356f-caa9-4e1e-80ce-9739b5a94249", "name": "network-vif-deleted", "tag": "2536d356-ce7b-4b84-8b93-a3255e5be816", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:45:14.539347 n-d-800708-1 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c04ff79-7c0c-411f-89e9-42ade2b4b514 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:45:14.540681 n-d-800708-1 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa356f-caa9-4e1e-80ce-9739b5a94249', 'name': 'network-vif-deleted', 'tag': '2536d356-ce7b-4b84-8b93-a3255e5be816', 'status': 'completed', 'code': 200} Jul 13 20:45:14.667784 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [req-a3222a2b-992b-41f8-9a83-70aff9ba7e4b req-250e8e79-fa03-41ca-8ccd-e99fc3fd6bc9 tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eaa356f-caa9-4e1e-80ce-9739b5a94249 HTTP/1.1" status: 200 len: 210 time: 0.0287538 Jul 13 20:45:15.763337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:15.822477 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96e91fec-58d7-4e10-8daa-9757c2aba6bf tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:15.846685 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96e91fec-58d7-4e10-8daa-9757c2aba6bf tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:15.906005 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96e91fec-58d7-4e10-8daa-9757c2aba6bf tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:15.908763 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96e91fec-58d7-4e10-8daa-9757c2aba6bf tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:15.909909 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-96e91fec-58d7-4e10-8daa-9757c2aba6bf tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] 10.222.0.25 "DELETE /v2.0/security-groups/f99cb11f-dd8c-4775-9dae-8aabc2a7c047 HTTP/1.1" status: 204 len: 168 time: 0.1455450 Jul 13 20:45:15.918700 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e91fec-58d7-4e10-8daa-9757c2aba6bf tempest-TestSnapshotPattern-446045943 tempest-TestSnapshotPattern-446045943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99cb11f-dd8c-4775-9dae-8aabc2a7c047,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:15.963323 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:16.310391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:16.437639 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:45:16.507466 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:16.558873 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] Deleting port 6da65897-5c3b-43e2-990d-3038466c3d05 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:16.559216 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:16.635245 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] For port 6da65897-5c3b-43e2-990d-3038466c3d05, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=6da65897-5c3b-43e2-990d-3038466c3d05,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:16.635598 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:16.648384 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] Calling delete_port for 6da65897-5c3b-43e2-990d-3038466c3d05 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:17.123948 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:17.154357 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da65897-5c3b-43e2-990d-3038466c3d05,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:17.275991 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:17.322650 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:17.463695 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2536d356-ce7b-4b84-8b93-a3255e5be816 no longer exists at agent hyperv_n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:45:17.482894 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] No Port match for: 2536d356-ce7b-4b84-8b93-a3255e5be816 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:45:17.483238 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Device 2536d356-ce7b-4b84-8b93-a3255e5be816 not bound to the agent host n-h1-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:45:17.533385 n-d-800708-1 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] Router 2debce87-aa08-46f9-8681-a7567bb6f037 has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:45:17.639437 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:45:17.644618 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-de66ba00-bb9a-4ccc-bb2f-5ffe78c81b55 admin admin] 10.222.0.25 "PUT /v2.0/routers/2debce87-aa08-46f9-8681-a7567bb6f037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6802659 Jul 13 20:45:17.647143 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:17.647976 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78312537-ed92-4518-9266-60652c9f228d None None] Sync routers for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:45:17.657079 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78312537-ed92-4518-9266-60652c9f228d None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:45:17.658253 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78312537-ed92-4518-9266-60652c9f228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:17.749980 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:17.761457 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-78312537-ed92-4518-9266-60652c9f228d None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: n-d-800708-1 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:45:17.848450 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:17.903455 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Deleting port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:17.903717 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:17.939082 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78312537-ed92-4518-9266-60652c9f228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:45:17Z', 'revision_number': 5, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port': {'id': '48cf5d5c-0cf1-4631-9225-35fc1045c1dd', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:17.969698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78312537-ed92-4518-9266-60652c9f228d None None] Checking router: 2debce87-aa08-46f9-8681-a7567bb6f037 for host: n-d-800708-1 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:45:17.978448 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78312537-ed92-4518-9266-60652c9f228d None None] Routers {'2debce87-aa08-46f9-8681-a7567bb6f037'} bound to L3 agent in host n-d-800708-1 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:45:17.979046 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78312537-ed92-4518-9266-60652c9f228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['2debce87-aa08-46f9-8681-a7567bb6f037'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:17.984639 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] For port 48cf5d5c-0cf1-4631-9225-35fc1045c1dd, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=48cf5d5c-0cf1-4631-9225-35fc1045c1dd,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:17.985000 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:17.997544 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Calling delete_port for 48cf5d5c-0cf1-4631-9225-35fc1045c1dd owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:18.063122 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-78312537-ed92-4518-9266-60652c9f228d None None] Set router 2debce87-aa08-46f9-8681-a7567bb6f037 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:45:18.115597 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78312537-ed92-4518-9266-60652c9f228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:45:17Z', 'revision_number': 6, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:18.145875 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78312537-ed92-4518-9266-60652c9f228d None None] The sync data for ids ['2debce87-aa08-46f9-8681-a7567bb6f037'] in n-d-800708-1 is: [{'id': '2debce87-aa08-46f9-8681-a7567bb6f037', 'name': 'tempest-TestSnapshotPattern-869754766-router', 'tenant_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:23Z', 'updated_at': '2021-07-13T20:45:17Z', 'revision_number': 6, 'project_id': 'b5a2f377a4ad49fc8f0b1e965ba63b93', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:45:18.165841 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.197228 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Pushing event deleted for resources: {'Port': ['ID=48cf5d5c-0cf1-4631-9225-35fc1045c1dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:18.260248 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.352029 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.354088 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.395970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.396488 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2debce87-aa08-46f9-8681-a7567bb6f037 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:45:18.401238 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.402383 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-3569a2e1-2325-45b1-a3f2-3f79c9d764be admin admin] 10.222.0.25 "DELETE /v2.0/routers/2debce87-aa08-46f9-8681-a7567bb6f037 HTTP/1.1" status: 204 len: 168 time: 0.7543335 Jul 13 20:45:18.405099 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:18.453218 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ea8bfe-6544-4d84-be07-fb4ab06f67b5 admin admin] Deleting subnet 1bdcb10e-8d52-46ef-aece-8cf531d76fed {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:45:18.456755 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38ea8bfe-6544-4d84-be07-fb4ab06f67b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.490638 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38ea8bfe-6544-4d84-be07-fb4ab06f67b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13913356'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.569970 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38ea8bfe-6544-4d84-be07-fb4ab06f67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.621221 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38ea8bfe-6544-4d84-be07-fb4ab06f67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14195880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14547099'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.651854 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea8bfe-6544-4d84-be07-fb4ab06f67b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bdcb10e-8d52-46ef-aece-8cf531d76fed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:18.657810 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38ea8bfe-6544-4d84-be07-fb4ab06f67b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.660632 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-38ea8bfe-6544-4d84-be07-fb4ab06f67b5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1bdcb10e-8d52-46ef-aece-8cf531d76fed HTTP/1.1" status: 204 len: 168 time: 0.2535334 Jul 13 20:45:18.662225 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:18.662704 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ae1f4-ca2e-4856-b201-2fb8f88f6aad None None] Network 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:45:18.729794 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.782917 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Deleting port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:18.783391 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.849010 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] For port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=2ec5335b-8daa-45c5-8b6d-c4e92ae602c0,segment=NetworkSegment(6292c7b4-3d18-42e1-95b3-60e296183e63),segment_id=6292c7b4-3d18-42e1-95b3-60e296183e63)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:18.849394 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.863635 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Calling delete_port for 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:18.892221 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff4a41-57aa-485a-bd43-f74731a8a1fe None None] DHCP port deletion for 5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:45:18.944106 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff4a41-57aa-485a-bd43-f74731a8a1fe None None] Deleting port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:18.944538 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7ff4a41-57aa-485a-bd43-f74731a8a1fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.945069 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:18.973262 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] No DVR routers for this DVR port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:45:18.977770 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec5335b-8daa-45c5-8b6d-c4e92ae602c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:19.007412 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7ff4a41-57aa-485a-bd43-f74731a8a1fe None None] For port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0, host n-d-800708-1, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:19.007838 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7ff4a41-57aa-485a-bd43-f74731a8a1fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.021558 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff4a41-57aa-485a-bd43-f74731a8a1fe None None] Calling delete_port for 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:19.024532 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-d7ff4a41-57aa-485a-bd43-f74731a8a1fe None None] Port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 20:45:19.025803 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7ff4a41-57aa-485a-bd43-f74731a8a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.054993 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff4a41-57aa-485a-bd43-f74731a8a1fe None None] Pushing event deleted for resources: {'Port': ['ID=2ec5335b-8daa-45c5-8b6d-c4e92ae602c0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:19.056917 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff4a41-57aa-485a-bd43-f74731a8a1fe None None] No DVR routers for this DVR port 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:45:19.058176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.070560 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:19.082273 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6292c7b4-3d18-42e1-95b3-60e296183e63') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:19.082605 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6292c7b4-3d18-42e1-95b3-60e296183e63') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:19.097597 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.107404 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.114816 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:45:19.115275 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:45:19.116946 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:45:19.135217 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6da65897-5c3b-43e2-990d-3038466c3d05 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:45:19.161255 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 6da65897-5c3b-43e2-990d-3038466c3d05 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:45:19.161672 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 6da65897-5c3b-43e2-990d-3038466c3d05 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:45:19.162164 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 48cf5d5c-0cf1-4631-9225-35fc1045c1dd no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:45:19.178903 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.184357 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 48cf5d5c-0cf1-4631-9225-35fc1045c1dd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:45:19.184481 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 48cf5d5c-0cf1-4631-9225-35fc1045c1dd not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:45:19.184979 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:45:19.195063 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.200186 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:19.202127 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338 HTTP/1.1" status: 204 len: 168 time: 0.5388877 Jul 13 20:45:19.203337 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc54349-2561-426c-95cb-de6555a5cb10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5299a55a-1c1d-4b9d-acf4-cb7fdf4e6338,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:19.209698 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:45:19.210561 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device 2ec5335b-8daa-45c5-8b6d-c4e92ae602c0 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:45:19.546390 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667713'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.792652 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] Deleting port e65df7fe-52a2-42f1-9c54-a789dabfe8f6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:19.792964 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.872377 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] For port e65df7fe-52a2-42f1-9c54-a789dabfe8f6, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=e65df7fe-52a2-42f1-9c54-a789dabfe8f6,segment=NetworkSegment(c9ce2428-ac56-4e60-b3e5-49c7cd4118f2),segment_id=c9ce2428-ac56-4e60-b3e5-49c7cd4118f2)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:19.872737 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:19.884890 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] Calling delete_port for e65df7fe-52a2-42f1-9c54-a789dabfe8f6 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:20.061587 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:20.087218 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65df7fe-52a2-42f1-9c54-a789dabfe8f6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:20.252616 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1530669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667885'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:20.755774 n-d-800708-1 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] Router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac has already been hosted by L3 agent 3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:45:20.860150 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] Notify agent at l3_agent.n-d-800708-1 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:45:20.866058 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-146aee92-93b4-4822-96df-a32c1a7e0c65 admin admin] 10.222.0.25 "PUT /v2.0/routers/a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6648433 Jul 13 20:45:20.870497 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:20.873872 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] Sync routers for ids ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'] in n-d-800708-1 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:45:20.878796 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5195ef8d-68fa-456c-8bb2-ffaf451185f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:20.883462 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] Routers {'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:45:20.884094 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:20.975162 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:20.986721 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] Set router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac gateway port host: n-d-800708-1 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:45:21.076883 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.133230 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Deleting port f63810ef-2b5d-4f11-97c1-6be91b3facf8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:21.133567 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.161521 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'name': 'tempest-TestSnapshotPattern-1033371802-router', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'external_fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:27Z', 'updated_at': '2021-07-13T20:45:20Z', 'revision_number': 5, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'gw_port': {'id': 'f63810ef-2b5d-4f11-97c1-6be91b3facf8', 'name': '', 'network_id': '6b495c24-0ca0-43d6-8369-a13aaad92ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:28Z', 'updated_at': '2021-07-13T20:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48820d6f-5d7b-40b9-9976-b6f05f7afb8d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800708-1'}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:21.190612 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] Checking router: a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac for host: n-d-800708-1 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:45:21.198668 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] Routers {'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'} bound to L3 agent in host n-d-800708-1 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:45:21.199271 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:10:23Z,description=,heartbeat_timestamp=2021-07-13T20:44:54Z,host='n-d-800708-1',id=3e0ca6b4-d159-4b29-b926-a9d76ad1e2c6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:10:23Z,topic='l3_agent')) {'router_ids': ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:21.211308 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] For port f63810ef-2b5d-4f11-97c1-6be91b3facf8, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=f63810ef-2b5d-4f11-97c1-6be91b3facf8,segment=NetworkSegment(d0c27069-3fc8-4603-b150-87fe6cf85511),segment_id=d0c27069-3fc8-4603-b150-87fe6cf85511)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:21.211668 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.224507 n-d-800708-1 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Calling delete_port for f63810ef-2b5d-4f11-97c1-6be91b3facf8 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:21.284245 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] Set router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:45:21.335778 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'name': 'tempest-TestSnapshotPattern-1033371802-router', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:27Z', 'updated_at': '2021-07-13T20:45:21Z', 'revision_number': 6, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'gw_port_host': None}], 'n-d-800708-1', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:21.366226 n-d-800708-1 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f99bda-5a79-4652-be1f-cd981968a625 None None] The sync data for ids ['a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac'] in n-d-800708-1 is: [{'id': 'a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac', 'name': 'tempest-TestSnapshotPattern-1033371802-router', 'tenant_id': '2ee72992d9254d379e06d87aece80ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:27Z', 'updated_at': '2021-07-13T20:45:21Z', 'revision_number': 6, 'project_id': '2ee72992d9254d379e06d87aece80ccb', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:45:21.389840 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801296'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.423868 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63810ef-2b5d-4f11-97c1-6be91b3facf8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:21.484349 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668939'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.573608 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8592'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.575695 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.617238 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670208'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.617792 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:45:21.622258 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.623488 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-44827758-6d67-45f6-9dc0-d1b2586bff15 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a6739b2d-b1a3-450d-a4dd-acc0ab87f3ac HTTP/1.1" status: 204 len: 168 time: 0.7520547 Jul 13 20:45:21.625942 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.25', 49286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:21.672884 n-d-800708-1 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-955d19e9-1d3f-43af-bc9b-35b8a718b6fd admin admin] Deleting subnet d082fea5-fac1-4875-816b-f165ec21f216 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:45:21.675880 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-955d19e9-1d3f-43af-bc9b-35b8a718b6fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.710994 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-955d19e9-1d3f-43af-bc9b-35b8a718b6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12871026'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.793731 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-955d19e9-1d3f-43af-bc9b-35b8a718b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1768765'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.846885 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-955d19e9-1d3f-43af-bc9b-35b8a718b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1768772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24534174'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.878453 n-d-800708-1 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d19e9-1d3f-43af-bc9b-35b8a718b6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d082fea5-fac1-4875-816b-f165ec21f216,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:21.880438 n-d-800708-1 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-955d19e9-1d3f-43af-bc9b-35b8a718b6fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:21.883043 n-d-800708-1 neutron-server[93766]: INFO neutron.wsgi [None req-955d19e9-1d3f-43af-bc9b-35b8a718b6fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d082fea5-fac1-4875-816b-f165ec21f216 HTTP/1.1" status: 204 len: 168 time: 0.2554233 Jul 13 20:45:21.884095 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe714f-fcee-401d-86e9-ee1f9c3dcdf4 None None] Network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d requested from n-d-800708-1 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:45:21.884871 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:21.953591 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639892'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.005936 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Deleting port bff1d8cf-0be7-4634-9209-4d31b70e27f4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:22.006273 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.071942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7350b313-35cb-4678-997f-8785173234db admin admin] For port bff1d8cf-0be7-4634-9209-4d31b70e27f4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=bff1d8cf-0be7-4634-9209-4d31b70e27f4,segment=NetworkSegment(c9ce2428-ac56-4e60-b3e5-49c7cd4118f2),segment_id=c9ce2428-ac56-4e60-b3e5-49c7cd4118f2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:22.072296 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.085799 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Calling delete_port for bff1d8cf-0be7-4634-9209-4d31b70e27f4 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:22.116528 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0609d07-bc39-4f72-9ac8-da05c2748706 None None] DHCP port deletion for a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d request from n-d-800708-1 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:45:22.163107 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e0609d07-bc39-4f72-9ac8-da05c2748706 None None] Deleting port bff1d8cf-0be7-4634-9209-4d31b70e27f4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:45:22.163585 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0609d07-bc39-4f72-9ac8-da05c2748706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776825263333'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.170722 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14195957'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.201055 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Pushing event deleted for resources: {'Port': ['ID=bff1d8cf-0be7-4634-9209-4d31b70e27f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:22.205699 n-d-800708-1 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350b313-35cb-4678-997f-8785173234db admin admin] No DVR routers for this DVR port bff1d8cf-0be7-4634-9209-4d31b70e27f4 on host n-d-800708-1 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:45:22.227588 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e0609d07-bc39-4f72-9ac8-da05c2748706 None None] For port bff1d8cf-0be7-4634-9209-4d31b70e27f4, host n-d-800708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800708-1',level=0,port_id=bff1d8cf-0be7-4634-9209-4d31b70e27f4,segment=NetworkSegment(c9ce2428-ac56-4e60-b3e5-49c7cd4118f2),segment_id=c9ce2428-ac56-4e60-b3e5-49c7cd4118f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:45:22.227958 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0609d07-bc39-4f72-9ac8-da05c2748706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664034'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.244730 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e0609d07-bc39-4f72-9ac8-da05c2748706 None None] Calling delete_port for bff1d8cf-0be7-4634-9209-4d31b70e27f4 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:45:22.285090 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766824', 'neutron.services.segments.db._delete_segments_for_network-8776825426243'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.296878 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7350b313-35cb-4678-997f-8785173234db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:22.309656 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7350b313-35cb-4678-997f-8785173234db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:22.310056 n-d-800708-1 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7350b313-35cb-4678-997f-8785173234db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ce2428-ac56-4e60-b3e5-49c7cd4118f2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:45:22.320125 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776825430348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13913365'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.335461 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.341942 n-d-800708-1 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:45:22.342352 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14195974'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: Traceback (most recent call last): Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: timer() Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: cb(*args, **kw) Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: return func(*args, **kwargs) Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: self._notify() Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: self.callback(batched_events) Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: event.method(event) Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: return f(self, *a, **k) Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: return self._get(url).json() Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:45:22.344136 n-d-800708-1 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:45:22.410176 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-669039'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.416356 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.418258 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7350b313-35cb-4678-997f-8785173234db admin admin] 10.222.0.25 "DELETE /v2.0/networks/a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d HTTP/1.1" status: 204 len: 168 time: 0.5323615 Jul 13 20:45:22.430390 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350b313-35cb-4678-997f-8785173234db admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:22.481436 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0609d07-bc39-4f72-9ac8-da05c2748706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1530662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776825270029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776824879508'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.504661 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0609d07-bc39-4f72-9ac8-da05c2748706 None None] Network a7ed3ca2-807e-4e85-b82f-a2ac38f32a4d is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 20:45:22.505115 n-d-800708-1 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0609d07-bc39-4f72-9ac8-da05c2748706 None None] No DVR routers for this DVR port bff1d8cf-0be7-4634-9209-4d31b70e27f4 on host n-d-800708-1 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:45:22.506834 n-d-800708-1 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0609d07-bc39-4f72-9ac8-da05c2748706 None None] Pushing event deleted for resources: {'Port': ['ID=bff1d8cf-0be7-4634-9209-4d31b70e27f4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:22.606631 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:22.795391 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-543ebee0-5a87-4f9d-9455-25d2aff75828 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5a2f377a4ad49fc8f0b1e965ba63b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875255 Jul 13 20:45:22.797905 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:22.846384 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c202579-8b07-4217-8caa-be7260bfcc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.867414 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c202579-8b07-4217-8caa-be7260bfcc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.914592 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c202579-8b07-4217-8caa-be7260bfcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.917066 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c202579-8b07-4217-8caa-be7260bfcc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:22.920758 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-6c202579-8b07-4217-8caa-be7260bfcc58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af6b02c2-c424-4676-97ea-5f6acae69e85 HTTP/1.1" status: 204 len: 168 time: 0.1188216 Jul 13 20:45:22.928675 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c202579-8b07-4217-8caa-be7260bfcc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6b02c2-c424-4676-97ea-5f6acae69e85,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:23.123967 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f63810ef-2b5d-4f11-97c1-6be91b3facf8 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:45:23.144251 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: f63810ef-2b5d-4f11-97c1-6be91b3facf8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:45:23.144690 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device f63810ef-2b5d-4f11-97c1-6be91b3facf8 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:45:23.145171 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device bff1d8cf-0be7-4634-9209-4d31b70e27f4 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:45:23.166376 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: bff1d8cf-0be7-4634-9209-4d31b70e27f4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:45:23.166736 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device bff1d8cf-0be7-4634-9209-4d31b70e27f4 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:45:23.167149 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e65df7fe-52a2-42f1-9c54-a789dabfe8f6 no longer exists at agent ovs-agent-n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:45:23.176893 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:23.186173 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] No Port match for: e65df7fe-52a2-42f1-9c54-a789dabfe8f6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:45:23.186538 n-d-800708-1 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Device e65df7fe-52a2-42f1-9c54-a789dabfe8f6 not bound to the agent host n-d-800708-1 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:45:23.223437 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-7f9ea453-30fc-4973-8ede-0b405e2e05e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ee72992d9254d379e06d87aece80ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449960 Jul 13 20:45:23.225896 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.25', 49304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:45:23.272603 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfda2-3b9a-4a69-ac1f-f9906f05dbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:23.293649 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfda2-3b9a-4a69-ac1f-f9906f05dbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:23.340608 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfda2-3b9a-4a69-ac1f-f9906f05dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612770'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:23.343247 n-d-800708-1 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfda2-3b9a-4a69-ac1f-f9906f05dbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:23.344370 n-d-800708-1 neutron-server[93767]: INFO neutron.wsgi [None req-a6fdfda2-3b9a-4a69-ac1f-f9906f05dbd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73c0ceb1-d7d3-4dfa-a158-18c9f2ab771a HTTP/1.1" status: 204 len: 168 time: 0.1175606 Jul 13 20:45:23.353990 n-d-800708-1 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdfda2-3b9a-4a69-ac1f-f9906f05dbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c0ceb1-d7d3-4dfa-a158-18c9f2ab771a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:45:23.720296 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4136f5cc-f89a-49a0-bb39-d9fb76a4d5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:23.738621 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:24.907471 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:26.416952 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:46.506388 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:47.268673 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:50.879570 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab59fd4c-0e1b-4319-89e1-a6fdf5b4381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:53.438315 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:45:53.720689 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31a28709-2cc2-4e8c-8855-31be49911f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:53.739210 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:54.910177 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:56.419894 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:16.537364 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:17.274903 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:20.879480 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-427804cb-d2f9-4db3-96c5-a935a3668c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:23.720565 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18eb312b-9171-4f97-9a03-ff28421c9da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:23.737457 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:24.913395 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:26.423394 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:30.438206 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:46:46.536234 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:47.280833 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:50.878875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1aa8a3ae-3c2f-4f90-bce2-b8721babe4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:53.721118 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-400215f1-0399-43e9-8322-5c637eb822c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:53.736753 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:54.916723 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:56.427311 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:07.438478 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:47:16.534635 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:17.281228 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:20.879012 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa816e3a-f21e-45f0-b19d-ca033b8ba63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:23.726796 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3af78900-1abc-4333-b0c6-db3339c55025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:23.737745 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:24.919296 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:26.430798 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:44.438056 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:47:46.533573 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:47.284246 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:50.880092 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd031-8024-44e4-815d-a5727409c3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:53.734626 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e74b1b94-3c8d-42f9-a338-315cea451a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:53.739362 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:54.923240 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.433221 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.532960 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:17.309704 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:20.883544 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be0a19c5-63f8-4fd8-8790-e045f1c6602c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.437379 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:48:23.730178 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-792446b8-cfc0-41c8-99d3-696c4bcd2487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.741835 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.925782 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.436431 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:46.531902 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:47.324324 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.884310 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f03aea7-4f8e-472b-945e-0a4621d191f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:53.721304 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-516869bd-6794-4e27-9e50-cadfed6822a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:53.740995 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:54.930169 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:56.438762 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:58.437884 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:49:13.019731 n-d-800708-1 neutron-server[93767]: DEBUG neutron.wsgi [req-e598a243-4859-4fed-a67f-93e9a50e986a req-1ef03e51-4a4e-4e99-b024-4e4874dc7857 service neutron] (93767) timed out ('10.222.0.25', 47902) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 20:49:16.530724 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.333118 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:20.884234 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0900aeaa-e447-4ddd-9238-9e18f0d5706f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:23.722005 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22d3fde4-b88d-45e7-8c53-bfa714c16503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:23.740023 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:24.931442 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:26.442357 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:35.436827 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:49:46.528623 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:47.360237 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:50.885907 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-914323f9-b4d8-418a-8574-baf7ba12d211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.721763 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a7c5bed-6505-4bf4-9801-6ea996857891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.742129 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.933383 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:56.446314 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:12.436525 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:50:16.552561 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:17.344729 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:20.885888 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9da7f143-7986-4550-b1f7-c79faa4c094f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.723350 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc08f393-0477-47f2-a733-ff7e2fee0156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.741579 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:24.938015 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:26.448839 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.548877 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:47.369648 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:49.438132 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:50:50.885477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e892fa-dd1b-4812-8144-8bc9a0f4b514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:53.723905 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6572191d-62e9-4b35-aac5-ba255736cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:53.741376 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:54.940104 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:56.452121 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:16.542266 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:17.385365 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:20.886038 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5faa4479-da47-4ae1-a8e7-dee8f2758289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:23.723850 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0ab2-ae0f-4a4e-869f-9dc5154c8e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:23.740219 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:24.943548 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:26.437904 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:51:26.455217 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:46.541316 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:47.384564 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:50.888508 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-678539ac-d523-43f8-8a16-c8d74d3db816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:53.724461 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e420b898-6a34-4846-9e1c-f1e40416d201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:53.742065 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:54.945622 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:56.458190 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:03.436750 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:52:16.556592 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:17.383875 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:20.888695 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fcd981f-b0af-4e30-92cc-b3c005abc574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:23.725530 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8da7108-9f5d-4ffe-bb7b-ac27dcbad933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:23.742530 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:24.948489 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:26.461335 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:40.435557 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:52:46.554866 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:47.391477 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:50.888808 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02f5c079-8210-4ca2-bc8d-07023b469c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:53.727141 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-779d305f-dc89-4260-9d6f-aba207a0277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:53.742919 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.949841 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:56.464870 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:16.584762 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e9813e1-93e8-488d-9308-4c4a3c2a4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:17.403564 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139b5d91-8c6a-4ab8-a928-d517cfa857d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:17.435584 n-d-800708-1 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-51f68004-991f-4ea5-925d-33bfc3cc47f7 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:53:20.889717 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a1255c6-2c9d-4206-b4ee-744667eb5bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:23.728398 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d147e3d-91f5-4326-a544-1daf6dfe86b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:23.743571 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55c5353f-794e-4e1f-b7f5-046288b0aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:24.955091 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73f4e059-af93-4a41-91f1-2ef35f33bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:26.467660 n-d-800708-1 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56e9e0e6-a92c-41a3-9ac8-96495ae128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776825426225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765656'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.685256 n-d-800708-1 neutron-server[93766]: DEBUG neutron.wsgi [req-3fde595c-0a4d-47db-a6a9-0765535f564b req-82caddc9-f13d-49b0-be99-54851f59c783 service neutron] (93766) timed out ('10.222.0.25', 40286) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}